-- Logs begin at Wed 2021-07-07 21:24:15 UTC, end at Wed 2021-07-07 23:45:55 UTC. -- Jul 07 21:56:10.274953 n-d-695012-11 systemd[1]: Started Devstack devstack@q-svc.service. Jul 07 21:56:12.980279 n-d-695012-11 neutron-server[93834]: INFO neutron.common.config [-] Logging enabled! Jul 07 21:56:12.980868 n-d-695012-11 neutron-server[93834]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 21:56:12.981053 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93834) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 21:56:12.984279 n-d-695012-11 neutron-server[93834]: INFO neutron.common.config [-] Logging enabled! Jul 07 21:56:12.984536 n-d-695012-11 neutron-server[93834]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev455 Jul 07 21:56:12.984852 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93834) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 07 21:56:12.985784 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 21:56:12.986026 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 21:56:12.986412 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 21:56:12.986660 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 21:56:12.986889 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 21:56:12.987213 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.987513 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.987811 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.988043 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.988342 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.988636 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.988920 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.989210 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.989509 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.989796 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.990102 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.990383 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.990613 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.990893 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.991274 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.991570 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.991796 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] debug = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.992078 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.992506 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.992921 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.993203 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.993494 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.993773 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.994043 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.994902 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.995189 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.995520 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] host = n-d-695012-11 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.995817 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.996090 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.996377 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.996663 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.996940 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.997217 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.997503 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.997780 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.998049 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] log_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.998417 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.998706 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.998994 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.999285 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.999511 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:12.999736 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.000024 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.000310 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.000586 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.000861 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.001138 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.001414 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.001687 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.001956 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.002276 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.002563 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.002848 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.003125 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.003400 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.003674 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.003947 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.004232 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.004507 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.004785 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.005058 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.005347 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.005618 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.005892 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.006225 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.006517 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.006798 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.007082 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.007359 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.007643 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.007916 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.008188 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.008458 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] use_json = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.008729 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.008998 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.009280 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.009551 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.009864 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.010165 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.010439 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.010724 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:13.011021 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.011317 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.011619 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.011901 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.012195 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.012475 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.012764 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.013041 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.013330 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.013619 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.013911 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.014216 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.014506 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.014788 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.015082 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.015388 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.015684 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.015974 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.016251 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.016525 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.016798 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.017075 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.017360 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.017658 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.017947 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.018247 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.018529 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.018819 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.019095 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.019367 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.019645 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.019932 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.020209 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.020481 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.020762 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.021038 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.021310 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.021580 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.021855 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.022172 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.022451 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.022721 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.022989 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.023264 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.023534 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.023820 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.024097 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.024369 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.024642 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.024925 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.025199 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.025496 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.025775 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.026049 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.026351 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.026626 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.026898 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.027173 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.027445 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.027721 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.027995 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.028273 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.028552 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.028827 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.029103 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.029375 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.029646 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.029920 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.030233 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.030533 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.030813 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.031094 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.031374 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.031654 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.031934 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.032214 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.032495 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.032778 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.033054 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.033347 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.033632 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.033922 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.034235 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.034518 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.034821 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.035103 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.035388 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.035667 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.035947 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.036240 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.036521 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.036817 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.037112 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.037406 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.037701 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.037995 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.038303 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.038616 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.038896 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:13.039115 n-d-695012-11 neutron-server[93834]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 21:56:13.039354 n-d-695012-11 neutron-server[93834]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93834) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 07 21:56:13.391249 n-d-695012-11 neutron-server[93834]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 21:56:13.391525 n-d-695012-11 neutron-server[93834]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 21:56:13.391815 n-d-695012-11 neutron-server[93834]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 07 21:56:13.392147 n-d-695012-11 neutron-server[93834]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 07 21:56:13.784697 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.784992 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.785260 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.786734 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.787015 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.787287 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.821037 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.821315 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.821581 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.835497 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.835777 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.836048 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.866441 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.866748 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.867024 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.903240 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.903520 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:13.903788 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.135810 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.136419 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.136419 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.136595 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.137215 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.255783 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.256095 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.256374 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.256641 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.256903 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.257208 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.257460 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.257711 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.257969 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.258287 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.258532 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.258803 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.259060 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.259320 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.259571 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.260449 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.260717 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.260975 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.261241 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.261489 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.261764 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.262127 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.262383 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.262662 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.262911 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.263152 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.263542 n-d-695012-11 neutron-server[93834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 21:56:14.263785 n-d-695012-11 neutron-server[93834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 21:56:14.264014 n-d-695012-11 neutron-server[93834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 21:56:14.264246 n-d-695012-11 neutron-server[93834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 21:56:14.264474 n-d-695012-11 neutron-server[93834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 21:56:14.264702 n-d-695012-11 neutron-server[93834]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 21:56:14.265072 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 07 21:56:14.269195 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 07 21:56:14.273113 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 07 21:56:14.276825 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 07 21:56:14.278492 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 07 21:56:14.278946 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 07 21:56:14.279275 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 07 21:56:14.279650 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 07 21:56:14.282454 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 07 21:56:14.282673 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 07 21:56:14.283019 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 21:56:14.311433 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 07 21:56:14.311877 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.312171 n-d-695012-11 neutron-server[93834]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93834) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 07 21:56:14.312523 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.313870 n-d-695012-11 neutron-server[93834]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93834) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 07 21:56:14.314166 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 07 21:56:14.314406 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 07 21:56:14.317556 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.317833 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:14.380955 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 07 21:56:14.381192 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 07 21:56:14.381427 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 07 21:56:14.381788 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 07 21:56:14.402424 n-d-695012-11 neutron-server[93834]: DEBUG oslo_db.sqlalchemy.engines [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93834) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 07 21:56:14.929506 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Initializing driver for type 'gre' Jul 07 21:56:14.930027 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] gre ID ranges: [(1, 1000)] Jul 07 21:56:14.983280 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Initializing driver for type 'local' Jul 07 21:56:14.983665 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Initializing driver for type 'vlan' Jul 07 21:56:14.996466 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] VlanTypeDriver initialization complete Jul 07 21:56:14.996932 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Initializing driver for type 'vxlan' Jul 07 21:56:14.997455 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] vxlan ID ranges: [(1, 1000)] Jul 07 21:56:15.049572 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Initializing extension driver 'port_security' Jul 07 21:56:15.049929 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.extensions.port_security [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] PortSecurityExtensionDriver initialization complete Jul 07 21:56:15.050294 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Initializing mechanism driver 'openvswitch' Jul 07 21:56:15.050618 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Initializing mechanism driver 'hyperv' Jul 07 21:56:15.057052 n-d-695012-11 neutron-server[93834]: DEBUG neutron.plugins.ml2.plugin [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:56:15.057763 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > port after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.058160 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > port after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.058522 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > port after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.059037 n-d-695012-11 neutron-server[93834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 21:56:15.059472 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.059828 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.060176 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.060570 n-d-695012-11 neutron-server[93834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 21:56:15.060980 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > network after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.061333 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > network after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.061679 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > network after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.062067 n-d-695012-11 neutron-server[93834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 21:56:15.062500 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.062856 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.063203 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.063728 n-d-695012-11 neutron-server[93834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 21:56:15.064140 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.064499 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.064850 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.065244 n-d-695012-11 neutron-server[93834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 21:56:15.065656 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.066017 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.066387 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.066775 n-d-695012-11 neutron-server[93834]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93834) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 07 21:56:15.067151 n-d-695012-11 neutron-server[93834]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] ML2 OVO RPC backend initialized. {{(pid=93834) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 07 21:56:15.067858 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.068213 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.068636 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > network before_response 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.068981 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > networks before_response 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.069330 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > port before_response 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.069675 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > ports before_response 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.070024 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.070398 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.070750 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > network after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.071092 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > network after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.071429 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > network after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.071770 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > port after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.072635 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > port after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.072975 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > port after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.073316 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.073653 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.073988 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.074593 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.plugin [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Modular L2 Plugin initialization complete Jul 07 21:56:15.074922 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading services supported by the core plugin {{(pid=93834) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 07 21:56:15.075512 n-d-695012-11 neutron-server[93834]: INFO neutron.plugins.ml2.managers [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Got port-security extension from driver 'port_security' Jul 07 21:56:15.075983 n-d-695012-11 neutron-server[93834]: INFO neutron.extensions.vlantransparent [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Disabled vlantransparent extension. Jul 07 21:56:15.076463 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93834) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 07 21:56:15.076780 n-d-695012-11 neutron-server[93834]: INFO neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading Plugin: router Jul 07 21:56:15.112616 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.113016 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router after_create 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.113389 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router before_create 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.113755 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.114161 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.114523 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router after_delete 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.114888 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.115259 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router after_create 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.115615 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router after_update 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.115969 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router after_update 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.116320 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.116681 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router after_update 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.117107 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.117467 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: port after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.117810 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: port after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.118182 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: subnet after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.118529 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.118881 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.119253 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.119598 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: port before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.119943 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.120300 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router after_update 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.120643 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.120995 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.121358 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.121705 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.122091 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > agent after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.122450 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.122801 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > network after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.123669 n-d-695012-11 neutron-server[93834]: DEBUG neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Tracking information for resource: router configured {{(pid=93834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 21:56:15.124005 n-d-695012-11 neutron-server[93834]: DEBUG neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Tracking information for resource: floatingip configured {{(pid=93834) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 07 21:56:15.129019 n-d-695012-11 neutron-server[93834]: INFO neutron.db.l3_agentschedulers_db [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 07 21:56:15.129600 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: port after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.129964 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: port after_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.130347 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: port after_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.130704 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: port after_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.131491 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router before_create 55550100 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.131853 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.132217 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.132576 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.137679 n-d-695012-11 neutron-server[93834]: DEBUG neutron.services.provider_configuration [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service providers = [] {{(pid=93834) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 07 21:56:15.138218 n-d-695012-11 neutron-server[93834]: DEBUG neutron.db.servicetype_db [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93834) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 07 21:56:15.140989 n-d-695012-11 neutron-server[93834]: DEBUG neutron.services.service_base [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 21:56:15.141361 n-d-695012-11 neutron-server[93834]: DEBUG neutron.services.service_base [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 21:56:15.141696 n-d-695012-11 neutron-server[93834]: DEBUG neutron.services.service_base [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 21:56:15.142623 n-d-695012-11 neutron-server[93834]: DEBUG neutron.services.service_base [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93834) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 07 21:56:15.143003 n-d-695012-11 neutron-server[93834]: INFO neutron.services.service_base [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 07 21:56:15.143377 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 21:56:15.143696 n-d-695012-11 neutron-server[93834]: INFO neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 07 21:56:15.154964 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 21:56:15.155301 n-d-695012-11 neutron-server[93834]: INFO neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading Plugin: auto_allocate Jul 07 21:56:15.160937 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: network precommit_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.161305 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: network precommit_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.161823 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 21:56:15.162177 n-d-695012-11 neutron-server[93834]: INFO neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading Plugin: tag Jul 07 21:56:15.168699 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 21:56:15.169031 n-d-695012-11 neutron-server[93834]: INFO neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading Plugin: timestamp Jul 07 21:56:15.174311 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 21:56:15.174651 n-d-695012-11 neutron-server[93834]: INFO neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading Plugin: network_ip_availability Jul 07 21:56:15.180085 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.180405 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.180759 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.181501 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 21:56:15.181824 n-d-695012-11 neutron-server[93834]: INFO neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading Plugin: flavors Jul 07 21:56:15.186536 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 21:56:15.186870 n-d-695012-11 neutron-server[93834]: INFO neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading Plugin: revisions Jul 07 21:56:15.191158 n-d-695012-11 neutron-server[93834]: DEBUG neutron.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93834) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 07 21:56:15.191550 n-d-695012-11 neutron-server[93834]: DEBUG oslo_concurrency.lockutils [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.800s {{(pid=93834) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 07 21:56:15.192282 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93834) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 07 21:56:15.192618 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Initializing extension manager. Jul 07 21:56:15.193132 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: __init__.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.193473 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: __pycache__ {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.193807 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.194173 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: address_group.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.194927 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.195491 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: address-group Jul 07 21:56:15.195815 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: address_scope.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.196528 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.197556 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: address-scope Jul 07 21:56:15.197883 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.198841 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.199375 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: router-admin-state-down-before-update Jul 07 21:56:15.199721 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: agent.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.200668 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.201361 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: agent Jul 07 21:56:15.201687 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: agent_resources_synced.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.202648 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.203159 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: agent-resources-synced Jul 07 21:56:15.203489 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.205280 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.205797 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: allowed-address-pairs Jul 07 21:56:15.206160 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.207240 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.207777 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: auto-allocated-topology Jul 07 21:56:15.208105 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: availability_zone.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.208802 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.209305 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: availability_zone Jul 07 21:56:15.209633 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: availability_zone_filter.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.210566 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.211077 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: availability_zone_filter Jul 07 21:56:15.211400 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: data_plane_status.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.212313 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.213485 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension data-plane-status not supported by any of loaded plugins Jul 07 21:56:15.213813 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: default_subnetpools.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.214771 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.215283 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: default-subnetpools Jul 07 21:56:15.215609 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.216418 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.216921 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: dhcp_agent_scheduler Jul 07 21:56:15.217247 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: dns.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.218196 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.218703 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension dns-integration not supported by any of loaded plugins Jul 07 21:56:15.219027 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: dns_domain_ports.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.219955 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.220462 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 07 21:56:15.220789 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.221717 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.222263 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 07 21:56:15.222589 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: dvr.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.223263 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.223773 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: dvr Jul 07 21:56:15.224097 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: empty_string_filtering.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.225017 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.225530 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: empty-string-filtering Jul 07 21:56:15.225850 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.226797 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.227309 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 07 21:56:15.227634 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.228586 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.229094 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 07 21:56:15.229416 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: external_net.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.230374 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.230883 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: external-net Jul 07 21:56:15.231204 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.232116 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.232622 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: extra_dhcp_opt Jul 07 21:56:15.232944 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: extraroute.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.233865 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.234398 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: extraroute Jul 07 21:56:15.234720 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: extraroute_atomic.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.235749 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.236255 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: extraroute-atomic Jul 07 21:56:15.236576 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: filter_validation.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.237237 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.237740 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: filter-validation Jul 07 21:56:15.238061 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: fip_pf_description.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.238998 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.239499 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 07 21:56:15.239820 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: fip_port_details.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.240745 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.241249 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: fip-port-details Jul 07 21:56:15.241572 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: flavors.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.242829 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.243355 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: flavors Jul 07 21:56:15.243684 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.245356 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.245888 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 07 21:56:15.246250 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: floatingip_pools.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.246957 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.247468 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: floatingip-pools Jul 07 21:56:15.247796 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: ip_allocation.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.248725 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.249236 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension ip_allocation not supported by any of loaded plugins Jul 07 21:56:15.249561 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.250523 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.251038 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: ip-substring-filtering Jul 07 21:56:15.251366 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: l2_adjacency.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.252301 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.252808 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 07 21:56:15.253131 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: l3.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.254119 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.254638 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: router Jul 07 21:56:15.254964 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.257312 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.257838 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 07 21:56:15.258207 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.259155 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.260195 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: ext-gw-mode Jul 07 21:56:15.260521 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.261484 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.261999 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: l3-ha Jul 07 21:56:15.262352 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: l3_flavors.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.263290 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.263809 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: l3-flavors Jul 07 21:56:15.264139 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.265056 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.265603 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 07 21:56:15.265933 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: l3agentscheduler.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.266974 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.267491 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: l3_agent_scheduler Jul 07 21:56:15.267818 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: logging.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.269327 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.269851 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension logging not supported by any of loaded plugins Jul 07 21:56:15.270217 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: metering.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.270968 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.271542 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: metering Jul 07 21:56:15.271868 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.272968 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.273481 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: metering_source_and_destination_fields Jul 07 21:56:15.273813 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: multiprovidernet.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.274773 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.275890 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: multi-provider Jul 07 21:56:15.276215 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: netmtu.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.277137 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.277644 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: net-mtu Jul 07 21:56:15.277996 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: netmtu_writable.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.280615 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.280615 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: net-mtu-writable Jul 07 21:56:15.280615 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: network_availability_zone.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.280615 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.280939 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: network_availability_zone Jul 07 21:56:15.281227 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: network_ip_availability.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.282833 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.282833 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: network-ip-availability Jul 07 21:56:15.283173 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: network_segment_range.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.283951 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.284453 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension network-segment-range not supported by any of loaded plugins Jul 07 21:56:15.284778 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: pagination.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.285773 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.286131 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: pagination Jul 07 21:56:15.286457 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: port_device_profile.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.287388 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.287905 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: port-device-profile Jul 07 21:56:15.288227 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.289147 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.289661 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: port-mac-address-regenerate Jul 07 21:56:15.289983 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.290952 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.291463 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: port-numa-affinity-policy Jul 07 21:56:15.291785 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: port_resource_request.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.292708 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.293216 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension port-resource-request not supported by any of loaded plugins Jul 07 21:56:15.293537 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: portbindings.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.294511 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.295020 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: binding Jul 07 21:56:15.295341 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: portbindings_extended.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.296743 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.297260 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: binding-extended Jul 07 21:56:15.297591 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: portsecurity.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.298548 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.299062 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: port-security Jul 07 21:56:15.299389 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: project_id.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.300379 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.300712 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: project-id Jul 07 21:56:15.301035 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: providernet.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.301969 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.302513 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: provider Jul 07 21:56:15.302837 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: qos.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.306348 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.306892 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension qos not supported by any of loaded plugins Jul 07 21:56:15.307228 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.308473 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.308993 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 07 21:56:15.309326 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.310277 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.310797 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 07 21:56:15.311130 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: qos_default.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.312053 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.312573 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension qos-default not supported by any of loaded plugins Jul 07 21:56:15.312904 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: qos_fip.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.313565 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.314178 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension qos-fip not supported by any of loaded plugins Jul 07 21:56:15.314514 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.315459 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.315978 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 07 21:56:15.316384 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.317312 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.317823 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 07 21:56:15.318183 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.319110 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.319621 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 07 21:56:15.319945 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: qos_rules_alias.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.320990 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.321508 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 07 21:56:15.321820 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: quotasv2.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.323282 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.323608 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: quotas Jul 07 21:56:15.323927 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: quotasv2_detail.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.327230 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.327571 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: quota_details Jul 07 21:56:15.327906 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: rbac.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.328969 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.329497 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: rbac-policies Jul 07 21:56:15.329832 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: rbac_address_group.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.330984 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.331509 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: rbac-address-group Jul 07 21:56:15.331839 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: rbac_address_scope.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.332779 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.333294 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: rbac-address-scope Jul 07 21:56:15.333620 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: rbac_security_groups.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.334578 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.335089 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: rbac-security-groups Jul 07 21:56:15.335415 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.336335 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.336846 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: rbac-subnetpool Jul 07 21:56:15.337172 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: revisionifmatch.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.338678 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.339199 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: revision-if-match Jul 07 21:56:15.339525 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: revisions.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.340643 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.341161 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: standard-attr-revisions Jul 07 21:56:15.341486 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: router_availability_zone.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.342231 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.342744 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: router_availability_zone Jul 07 21:56:15.343067 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: routerservicetype.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.343996 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.344512 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension router-service-type not supported by any of loaded plugins Jul 07 21:56:15.344834 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.345768 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.346311 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: security-groups-normalized-cidr Jul 07 21:56:15.346636 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.347563 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.348076 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: port-security-groups-filtering Jul 07 21:56:15.348397 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.349324 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.349844 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: security-groups-remote-address-group Jul 07 21:56:15.350190 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: securitygroup.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.360293 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.360822 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: security-group Jul 07 21:56:15.361155 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: segment.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.361943 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.362486 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension segment not supported by any of loaded plugins Jul 07 21:56:15.362815 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.363771 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.364295 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 07 21:56:15.364621 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: servicetype.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.365748 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.366303 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: service-type Jul 07 21:56:15.366637 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: sorting.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.367624 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.367958 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: sorting Jul 07 21:56:15.368282 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: standard_attr_segment.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.369852 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.370392 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 07 21:56:15.370719 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: standardattrdescription.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.371376 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.371886 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: standard-attr-description Jul 07 21:56:15.372211 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: stateful_security_group.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.373146 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.373702 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: stateful-security-group Jul 07 21:56:15.374028 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: stdattrs_common.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.374639 n-d-695012-11 neutron-server[93834]: WARNING neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 07 21:56:15.374962 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.375891 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.376403 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 07 21:56:15.376723 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: subnet_onboard.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.377783 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.378342 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: subnet_onboard Jul 07 21:56:15.378670 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.379603 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.380116 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 07 21:56:15.380441 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: subnet_service_types.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.381373 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.381893 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: subnet-service-types Jul 07 21:56:15.382252 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: subnetallocation.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.383338 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.383867 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: subnet_allocation Jul 07 21:56:15.384194 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.384894 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.385414 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: subnetpool-prefix-ops Jul 07 21:56:15.385734 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.386702 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.387217 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 07 21:56:15.387540 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: tagging.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.388603 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.389119 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: standard-attr-tag Jul 07 21:56:15.389445 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: timestamp.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.390723 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.391244 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loaded extension: standard-attr-timestamp Jul 07 21:56:15.391570 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: trunk.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.392609 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.393132 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension trunk not supported by any of loaded plugins Jul 07 21:56:15.393460 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: trunk_details.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.394427 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.394946 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension trunk-details not supported by any of loaded plugins Jul 07 21:56:15.395272 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.396202 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.396720 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 07 21:56:15.397047 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Loading extension file: vlantransparent.py {{(pid=93834) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 07 21:56:15.397719 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93834) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 07 21:56:15.398259 n-d-695012-11 neutron-server[93834]: INFO neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 07 21:56:15.400702 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:network Jul 07 21:56:15.401231 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:subnet Jul 07 21:56:15.401624 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 21:56:15.402016 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:port Jul 07 21:56:15.403270 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.403717 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service FLAVORS assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.404343 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.404767 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.405099 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:router Jul 07 21:56:15.405537 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 21:56:15.406035 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service METERING assigned prefix: /metering {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.407503 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.407876 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.408229 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 21:56:15.409214 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 21:56:15.409674 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:security_group Jul 07 21:56:15.410148 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 21:56:15.410741 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service CORE assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.411072 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 21:56:15.411422 n-d-695012-11 neutron-server[93834]: WARNING neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] subnetpool is already registered Jul 07 21:56:15.411853 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service CORE assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.412179 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 21:56:15.412508 n-d-695012-11 neutron-server[93834]: WARNING neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] subnetpool is already registered Jul 07 21:56:15.414812 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.415338 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service FLAVORS assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.416476 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.416901 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.417235 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:router Jul 07 21:56:15.417577 n-d-695012-11 neutron-server[93834]: WARNING neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] router is already registered Jul 07 21:56:15.417992 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:floatingip Jul 07 21:56:15.418352 n-d-695012-11 neutron-server[93834]: WARNING neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] floatingip is already registered Jul 07 21:56:15.418807 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service METERING assigned prefix: /metering {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.419469 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of CountableResource for resource:rbac_policy Jul 07 21:56:15.419799 n-d-695012-11 neutron-server[93834]: WARNING neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] rbac_policy is already registered Jul 07 21:56:15.420209 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:security_group Jul 07 21:56:15.420546 n-d-695012-11 neutron-server[93834]: WARNING neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] security_group is already registered Jul 07 21:56:15.420948 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 07 21:56:15.421280 n-d-695012-11 neutron-server[93834]: WARNING neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] security_group_rule is already registered Jul 07 21:56:15.421905 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service CORE assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.422270 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 21:56:15.422604 n-d-695012-11 neutron-server[93834]: WARNING neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] subnetpool is already registered Jul 07 21:56:15.423024 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.v2.resource_helper [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Service CORE assigned prefix: {{(pid=93834) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 07 21:56:15.423349 n-d-695012-11 neutron-server[93834]: INFO neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Creating instance of TrackedResource for resource:subnetpool Jul 07 21:56:15.423679 n-d-695012-11 neutron-server[93834]: WARNING neutron.quota.resource_registry [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] subnetpool is already registered Jul 07 21:56:15.424156 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: extensions {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.425614 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: address-groups {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.427144 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: address-scopes {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.428458 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: agents {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.429623 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: auto-allocated-topology {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.430944 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: availability_zones {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.432724 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: dhcp-networks {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.435258 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: dhcp-agents {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.436732 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: routers {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.438474 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: flavors {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.439729 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: service_profiles {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.440941 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: next_providers {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.442555 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: service_profiles {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.444204 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: floatingip-pools {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.445417 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: routers {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.447189 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: floatingips {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.448458 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: l3-routers {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.449861 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: l3-agents {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.451622 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: metering-labels {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.452867 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: metering-label-rules {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.454275 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: network-ip-availabilities {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.455538 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: bindings {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.457082 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: quotas {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.458711 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: quotas {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.460104 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: rbac-policies {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.461291 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: security-groups {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.463145 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: security-group-rules {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.464489 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: service-providers {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.465717 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: subnetpools {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.467072 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: subnetpools {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.468600 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.470311 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.472124 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.473916 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.475619 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.477570 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.479897 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.481740 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.483608 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.485352 n-d-695012-11 neutron-server[93834]: DEBUG neutron.api.extensions [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Extended resource: tags {{(pid=93834) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 07 21:56:15.491289 n-d-695012-11 neutron-server[93834]: WARNING keystonemiddleware.auth_token [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 07 21:56:15.499912 n-d-695012-11 neutron-server[93834]: WARNING keystonemiddleware.auth_token [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 07 21:56:15.510580 n-d-695012-11 neutron-server[93834]: DEBUG oslo_concurrency.lockutils [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Acquired lock "singleton_lock" {{(pid=93834) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 07 21:56:15.511208 n-d-695012-11 neutron-server[93834]: DEBUG oslo_concurrency.lockutils [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Releasing lock "singleton_lock" {{(pid=93834) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 07 21:56:15.511848 n-d-695012-11 neutron-server[93834]: INFO oslo_service.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Starting 2 workers Jul 07 21:56:15.516740 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Started child 93941 {{(pid=93834) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 21:56:15.521190 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Started child 93942 {{(pid=93834) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 21:56:15.521936 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:15.522756 n-d-695012-11 neutron-server[93834]: INFO neutron.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 07 21:56:15.523437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [-] (93941) wsgi starting up on http://0.0.0.0:9696 Jul 07 21:56:15.523547 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Notify callbacks [] for process, before_spawn {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:15.526455 n-d-695012-11 neutron-server[93834]: INFO oslo_service.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Starting 1 workers Jul 07 21:56:15.526629 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:15.528019 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [-] (93942) wsgi starting up on http://0.0.0.0:9696 Jul 07 21:56:15.531617 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Started child 93943 {{(pid=93834) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 21:56:15.532149 n-d-695012-11 neutron-server[93834]: INFO oslo_service.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Starting 1 workers Jul 07 21:56:15.535371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] calling RpcWorker wait() {{(pid=93943) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 07 21:56:15.535903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] returning from RpcWorker wait() {{(pid=93943) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 07 21:56:15.536584 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Started child 93944 {{(pid=93834) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 07 21:56:15.537334 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:15.537439 n-d-695012-11 neutron-server[93834]: DEBUG neutron_lib.callbacks.manager [None req-64d20758-5df3-4111-9fe3-d4136e366ed9 None None] Notify callbacks [] for process, after_spawn {{(pid=93834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:15.537948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:56:15.539287 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93834) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 21:56:15.539497 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 21:56:15.539681 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 21:56:15.539894 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 21:56:15.540242 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 21:56:15.540403 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 21:56:15.541003 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.541769 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.542043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.542209 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:15.542674 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.542674 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.543222 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.543485 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.543756 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.544047 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.544304 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.544477 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.544644 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.544909 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.545159 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.545428 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.545702 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.545948 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.546267 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.546438 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.546709 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.546981 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.547208 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.547479 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] debug = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.547734 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.548241 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.548488 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.548737 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.548973 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.549249 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.549499 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.549790 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.550024 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.550288 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.550527 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.550793 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.551037 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.551268 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.551504 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.551762 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.551981 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.552446 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] host = n-d-695012-11 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.552685 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.552918 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.553149 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.553394 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.553648 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.553867 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.554133 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.554401 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.554655 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.554895 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.555159 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.555420 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.555639 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.555887 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.556051 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_options = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.556301 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.556599 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.556853 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.557036 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.557246 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.557404 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.557639 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.557793 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.558195 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.558434 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.558567 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.558692 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.558925 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.559136 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.559387 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.559644 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.559881 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.560105 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.560373 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.560622 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.560879 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.561119 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.561350 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.561564 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.561776 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.562006 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.562274 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.562518 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.562731 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.562979 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.563212 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.563478 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.563712 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.563963 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.564211 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.564437 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.564657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.564917 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.565146 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.565387 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.565634 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.565881 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.566147 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.566381 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.566623 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.566846 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_json = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.567062 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.567285 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.567498 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.567721 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.567922 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.568133 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.568352 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.568599 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.569014 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.569294 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.569615 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.569859 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.570131 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.570386 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.570648 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.570887 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.572426 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.572704 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.572833 n-d-695012-11 neutron-server[93944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:56:15.573037 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.573290 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.573595 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.573843 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.574142 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.574492 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.574759 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.577552 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.577838 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.578172 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.578551 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.578831 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.579208 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.580294 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.582409 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.582892 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.583137 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.583412 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.583657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.583918 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.584154 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.584433 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.586779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.586779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.586779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.586779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.586779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.586779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.586779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.586779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.586779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.587354 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.587354 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.587354 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.587530 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.589203 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.589203 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.589203 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.589203 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.589475 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.589681 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.589932 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.590183 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.590406 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.590636 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.590910 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.591139 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.591362 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.591582 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.592046 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.592304 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.592576 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.592838 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.593722 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.594020 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.594280 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.594778 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.594778 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.595116 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.595266 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.595504 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.595696 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.595896 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.596104 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.596360 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.596582 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.596799 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.597118 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.597538 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.597654 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.597850 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.598110 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.598510 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.598734 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.599027 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.599378 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.599622 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.599881 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.600144 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.600457 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.600694 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.601004 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.601263 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.601482 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.601720 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.601978 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.602233 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.602503 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.602746 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.603001 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.603240 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.604018 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.604277 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.604516 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.604735 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.604994 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.605232 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.605495 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.605807 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.606105 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.606363 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.606697 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.606951 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.607354 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.607587 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.607866 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.608167 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.608841 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.609626 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.609924 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.610234 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.610512 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.610769 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.611072 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.611338 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.611572 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.611814 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.612098 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.612348 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.612588 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.612821 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.613074 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.613382 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.613652 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.613886 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.614143 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.614434 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.614686 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.614929 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.615244 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.615501 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.615738 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.615991 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.616232 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.616477 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.616713 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.616947 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.617261 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.617510 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.617747 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.618036 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.618364 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.618637 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.619161 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.619439 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.619692 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.619912 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.620150 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.620525 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.620828 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.621114 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.621356 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.621742 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.621858 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.622120 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.622355 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.622566 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.622992 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.623385 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.623819 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.624239 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.624522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.624700 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.624926 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.625368 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.625754 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.626210 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.626633 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.627127 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.627624 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.628024 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.628418 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.628983 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.629413 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.629831 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.630497 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.630746 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.631101 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.631432 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.631649 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.631862 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.632088 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.632339 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.632563 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.633086 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.633086 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.633257 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.633490 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.633698 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.633965 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.634197 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.634427 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.634647 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.635014 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.635389 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.635606 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.635905 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.636154 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.636386 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.636650 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.636892 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.637129 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.637361 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.637681 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.637897 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.638150 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.638374 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.638586 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.638839 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.639235 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.639450 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.639674 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.640057 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.640273 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.640519 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.640759 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.640972 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.641370 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.641768 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.642000 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.642268 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.642525 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.642742 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.642965 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.643185 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.643399 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.643716 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.643964 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.644184 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.644481 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.644737 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.644990 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.645227 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.645691 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.645908 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.646188 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.646412 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.646634 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.646857 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.647119 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.647457 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.647748 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.647999 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.648260 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.648539 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.648822 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.649160 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.649365 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.649671 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.650006 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.650808 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.651077 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.651312 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.651582 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.651827 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.652077 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.652315 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.652552 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.652771 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.653010 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.653238 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.653469 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.653686 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.653944 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.654210 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.654458 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.654668 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.654912 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.655128 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.655284 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 21:56:15.655815 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93834) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 07 21:56:15.655976 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 07 21:56:15.656128 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 07 21:56:15.656297 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 07 21:56:15.656466 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 07 21:56:15.656618 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 07 21:56:15.656896 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.657065 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.657292 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.657458 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.657702 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.657837 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.657963 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.658125 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.658585 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.658585 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.658585 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.658949 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.658949 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.659453 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.659453 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.659453 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.659453 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.660392 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.660392 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.660392 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.660392 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.660392 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.660392 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] debug = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.660793 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.660793 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.661036 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.661036 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.661205 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.661295 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662108 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662108 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662108 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662108 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662108 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662458 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662458 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662458 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662633 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662799 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.662919 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.663078 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] host = n-d-695012-11 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.663238 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.663397 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.663556 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.663726 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.663879 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.664037 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.664197 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.664355 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.664520 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.664673 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.664831 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.664991 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.665149 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.665460 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.665779 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_options = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.666609 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.666773 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.666936 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.667124 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.667291 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.667452 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.667612 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.667770 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.667929 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.668088 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.668247 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.668405 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.668564 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.668723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.668867 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.669030 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.669189 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.669404 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.669533 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.669655 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.669786 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.669945 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.670125 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.670294 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.670443 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.670602 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.670762 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.670920 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.671080 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.671245 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.671399 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.671560 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.671722 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.671883 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.672041 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.672200 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.672360 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.672520 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.672683 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.672853 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.672999 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.673157 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.673316 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.673474 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.673632 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.673790 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_json = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.673949 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.674126 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.674288 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.674446 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.674604 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.674762 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.674920 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.675080 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 07 21:56:15.675259 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.675422 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.675699 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.675864 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.676026 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.676188 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.676351 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.676512 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.676668 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.676822 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.676989 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.677156 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.677328 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.677694 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.677694 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.677879 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.677958 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.678120 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.678284 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.678600 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.678600 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.678871 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.678993 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.679122 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.679268 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.679530 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.679530 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.679772 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.679892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:56:15.680018 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.680018 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.680258 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.680258 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.680498 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.680623 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.680747 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.680867 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.681032 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.681163 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.681398 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.681539 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.681663 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.681784 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.681905 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.682096 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.682251 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.682413 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.682574 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.682737 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.682900 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.683061 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.683234 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.683394 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.683554 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.683715 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.683875 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.684036 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.684195 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.684355 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.684515 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.684676 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.684837 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.685011 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.685173 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.685333 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.685493 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.685654 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.685816 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.685976 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.686161 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.686324 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.686485 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.686646 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.686807 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.686967 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.687127 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.687290 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.687450 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.687612 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.687774 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.687935 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.688095 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.688254 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.688415 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.688575 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.688744 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.688920 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.689080 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.689242 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.689403 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.689610 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.689738 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.689860 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.690006 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.690172 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.690337 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.690497 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.690657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.690837 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.691943 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.691943 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.691943 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.691943 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.691943 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.691943 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.691943 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.692726 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.692726 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.692726 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.692726 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.692726 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.692726 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.693719 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.693719 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.693719 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.693719 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.693719 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.693719 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.694971 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.694971 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.694971 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.694971 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.694971 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.694971 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.694971 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.694971 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.696862 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.696862 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.696862 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.696862 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.696862 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.696862 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.696862 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.696862 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.697901 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.697901 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.697901 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.697901 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.697901 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.697901 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.697901 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.697901 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.698723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.698723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.698723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.698723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.698723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.698723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.698723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.698723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.699740 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.699740 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.699740 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.699740 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.699740 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.699740 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.699740 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.700908 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.700908 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.700908 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.700908 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.700908 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.700908 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.700908 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.701766 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.701766 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.701766 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.701766 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.701766 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.703808 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.703808 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.703808 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.703808 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.703808 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.703808 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.703808 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.703808 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.705502 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.705502 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.705502 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.705502 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.705502 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.705502 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.705502 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.705502 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.706043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.706043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.706043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.706043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.706043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.706043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.706043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.706043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.707774 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.707774 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.707774 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.707774 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.707774 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.707774 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.707774 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.707774 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.708665 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.708665 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.708665 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.708665 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.708665 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.708665 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.708665 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.708665 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.708665 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.709657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.709657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.709657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.709657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.709657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.709657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.709657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.709657 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.710642 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.710642 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.710642 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.710642 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.710642 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.710642 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.710642 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.710642 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.711522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.711522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.711522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.711522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.711522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.711522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.711522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.711522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.712494 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.712494 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.712494 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.712494 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.712494 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.712494 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.713695 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.713695 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.713695 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.713695 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.714154 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.714154 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.714154 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.714505 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.714505 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.714733 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.714733 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.714960 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.715081 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.715225 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.715389 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.715560 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.715730 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.715899 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.716060 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.716228 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.716402 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.716562 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.716723 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.716882 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.717043 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.717203 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.717363 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.717522 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.717682 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.717841 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.718001 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.718185 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.718345 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.718507 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.719727 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.719727 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.719727 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.719727 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.719727 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.719727 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 07 21:56:15.719727 n-d-695012-11 neutron-server[93834]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93834) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 07 21:56:15.947810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39030) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:15.956513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065031 Jul 07 21:56:27.286190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd9f2a8-e1f4-4cd5-b981-3312ec3c83a9 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 21:56:27.374284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd9f2a8-e1f4-4cd5-b981-3312ec3c83a9 None None] No non-hosted networks {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 07 21:56:27.394162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.agentschedulers_db [None req-9cd9f2a8-e1f4-4cd5-b981-3312ec3c83a9 None None] DHCP Agent not found on host n-d-695012-11 {{(pid=93943) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 07 21:56:27.534703 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-598b5ab7-2288-4836-a0d0-ea03b44bb883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026009'] for agent, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:29.616982 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f3123b9-0092-4f22-9d93-5064209bf50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026009'] for agent, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:29.681179 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4208689a-eb92-4dd4-8cfd-24c68892bec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:29.899819 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026009'] for agent, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:29.900968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.902195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.902833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.903380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.904028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.904606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.905173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.905768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.906348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.907172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.907742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.908325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:29.909706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-695012-11', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:56:29.920339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-695012-11', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:56:30.689951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026009'] for agent, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:32.552131 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026009'] for agent, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:33.588493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39124) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:34.109857 n-d-695012-11 neutron-server[93941]: WARNING oslo_policy.policy [None req-3267a43e-b54f-4416-b9ae-4b6ecfd5db82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 21:56:34.110463 n-d-695012-11 neutron-server[93941]: WARNING oslo_policy.policy [None req-3267a43e-b54f-4416-b9ae-4b6ecfd5db82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 21:56:34.329843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-3267a43e-b54f-4416-b9ae-4b6ecfd5db82 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:56:34.330925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3267a43e-b54f-4416-b9ae-4b6ecfd5db82 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7415237 Jul 07 21:56:34.939150 n-d-695012-11 neutron-server[93943]: INFO neutron.db.l3_hamode_db [None req-41deba52-a744-49c3-ba6a-576b38b6bf0d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 07 21:56:35.016391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41deba52-a744-49c3-ba6a-576b38b6bf0d None None] Routers set() bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:56:35.016785 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41deba52-a744-49c3-ba6a-576b38b6bf0d None None] Router IDs set() for agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 21:56:36.668312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39138) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:36.967383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d9ed6232-0f1f-47d8-8f95-efb74d1ceb5c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:56:37.058779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.policy [None req-d9ed6232-0f1f-47d8-8f95-efb74d1ceb5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93941) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 21:56:37.103856 n-d-695012-11 neutron-server[93941]: WARNING oslo_policy.policy [None req-d9ed6232-0f1f-47d8-8f95-efb74d1ceb5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 21:56:37.104164 n-d-695012-11 neutron-server[93941]: WARNING oslo_policy.policy [None req-d9ed6232-0f1f-47d8-8f95-efb74d1ceb5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 21:56:37.112616 n-d-695012-11 neutron-server[93941]: INFO neutron.quota [None req-d9ed6232-0f1f-47d8-8f95-efb74d1ceb5c admin admin] Loaded quota_driver: . Jul 07 21:56:37.204140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6232-0f1f-47d8-8f95-efb74d1ceb5c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791149884393', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791149887034', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791149896290', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791149900911', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791149892032', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791149853164', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1629376', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1635107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-563374', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-987412'] for rbac-policy, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:37.267125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ed6232-0f1f-47d8-8f95-efb74d1ceb5c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:37.268442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d9ed6232-0f1f-47d8-8f95-efb74d1ceb5c admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5989432 Jul 07 21:56:39.835555 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:40.315521 n-d-695012-11 neutron-server[93942]: WARNING oslo_policy.policy [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 21:56:40.316105 n-d-695012-11 neutron-server[93942]: WARNING oslo_policy.policy [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 21:56:40.532953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Request body: {'network': {'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'name': 'private', 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'admin_state_up': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:56:40.534615 n-d-695012-11 neutron-server[93942]: INFO neutron.quota [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Loaded quota_driver: . Jul 07 21:56:40.591605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Made reservation on behalf of faf385bf8d6248a58e69fb28a9a3694c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:56:40.657907 n-d-695012-11 neutron-server[93942]: DEBUG neutron.policy [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 07 21:56:40.703029 n-d-695012-11 neutron-server[93942]: WARNING oslo_policy.policy [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 21:56:40.703400 n-d-695012-11 neutron-server[93942]: WARNING oslo_policy.policy [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 07 21:56:40.713902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:40.734915 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:40.867520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:40.870881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:40.896524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:56:40.921758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791150863445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:40.922385 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Unsubscribe: segment precommit_create {{(pid=93942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 21:56:40.922879 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Added segment 6ebaecd3-70a8-4f58-9547-4d69efd90c13 of type vlan for network 17413140-3cb7-4ae7-aabb-8686ca632ffc Jul 07 21:56:40.929143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c749cb5-ffda-40e7-9076-9038efc2373b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:56:40.954649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.954989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.955324 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.955654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.955980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.956308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.956625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.956944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.957260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.957573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.957885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.958222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Tracked resource versions report: Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: pushed versions: Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: { 'AddressGroup': {'1.2'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'ConntrackHelper': {'1.0'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Log': {'1.0'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Network': {'1.1'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Port': {'1.7'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'PortForwarding': {'1.2'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'QosPolicy': {'1.8'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'SecurityGroup': {'1.4'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'SecurityGroupRule': {'1.2'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'SubPort': {'1.0'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Subnet': {'1.1'}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Trunk': {'1.1'}} Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: consumer versions: Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: { DHCP agent@n-d-695012-11: {}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: L3 agent@n-d-695012-11: {}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: Metadata agent@n-d-695012-11: {}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: Metering agent@n-d-695012-11: {}, Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: Open vSwitch agent@n-d-695012-11: { 'AddressGroup': '1.2', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'ConntrackHelper': '1.0', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Log': '1.0', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Network': '1.1', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Port': '1.7', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'PortForwarding': '1.2', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'QosPolicy': '1.8', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'SecurityGroup': '1.4', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'SecurityGroupRule': '1.2', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'SubPort': '1.0', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Subnet': '1.1', Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: 'Trunk': '1.1'}} Jul 07 21:56:40.959298 n-d-695012-11 neutron-server[93942]: {{(pid=93942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 21:56:41.053940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:41.106598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:41.107809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:56:41.108471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:41.187389 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3490431 Jul 07 21:56:41.207271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cfb61-70d5-45d3-b03d-c1ee2c664d24 admin admin] Pushing event updated for resources: {'Network': ['ID=17413140-3cb7-4ae7-aabb-8686ca632ffc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:56:41.219196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 17413140-3cb7-4ae7-aabb-8686ca632ffc details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:56:43.789475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39172) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:44.172129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3a7e52-f176-446d-9b1e-58fc4860e36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:56:44.173493 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ae3a7e52-f176-446d-9b1e-58fc4860e36b admin admin] 10.222.0.81 "GET /v2.0/networks/17413140-3cb7-4ae7-aabb-8686ca632ffc HTTP/1.1" status: 200 len: 825 time: 0.3830111 Jul 07 21:56:44.212604 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a4e6a8f5-d8f1-4692-ace6-d1de0662dba2 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/f695d57f-5dff-4131-a92e-9bf6407e6afd HTTP/1.1" status: 200 len: 734 time: 0.0337944 Jul 07 21:56:44.220942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'subnetpool_id': 'f695d57f-5dff-4131-a92e-9bf6407e6afd', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:56:44.243102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Made reservation on behalf of faf385bf8d6248a58e69fb28a9a3694c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:56:44.245384 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:44.538013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:44.599352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c1098c-ffa6-45f4-acca-6fced447a55f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:56:44.610936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Checking segment: {'id': '6ebaecd3-70a8-4f58-9547-4d69efd90c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:56:44.611306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Network hostable DHCP agents. Network: 17413140-3cb7-4ae7-aabb-8686ca632ffc, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:56:44.631243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Network 17413140-3cb7-4ae7-aabb-8686ca632ffc is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:56:44.642245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 17413140-3cb7-4ae7-aabb-8686ca632ffc) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:56:44.647364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:56:44.648411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:44.652224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514176b2-7b43-4ad5-9051-8d7d3a91901c None None] Network 17413140-3cb7-4ae7-aabb-8686ca632ffc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:56:44.666121 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d5ea5cbe-28ec-48f1-ace5-4c755c87807a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4448242 Jul 07 21:56:44.961424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-17413140-3cb7-4ae7-aabb-8686ca632ffc', 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'fixed_ips': [{'subnet_id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:56:44.962785 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:45.228014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Allocated IP 172.20.0.2 (17413140-3cb7-4ae7-aabb-8686ca632ffc/b4c1098c-ffa6-45f4-acca-6fced447a55f/01d19075-a01e-4ab2-8893-1605236e6680) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:56:45.457721 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:45.472586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Transition to ACTIVE for port object 01d19075-a01e-4ab2-8893-1605236e6680 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:56:45.493883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Transition to ACTIVE for port object 01d19075-a01e-4ab2-8893-1605236e6680 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:56:45.502022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:45.574832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Network 17413140-3cb7-4ae7-aabb-8686ca632ffc is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:56:45.585031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:56:45.590295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Pushing event updated for resources: {'Port': ['ID=01d19075-a01e-4ab2-8893-1605236e6680,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:56:45.594218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:56:45.601941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.602417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.602775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.603175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.603450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.603840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.604182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.604538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.604927 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.605256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.605596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.606028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Tracked resource versions report: Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: pushed versions: Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: { 'AddressGroup': {'1.2'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'ConntrackHelper': {'1.0'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Log': {'1.0'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Network': {'1.1'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Port': {'1.7'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'PortForwarding': {'1.2'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'QosPolicy': {'1.8'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'SecurityGroup': {'1.4'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'SecurityGroupRule': {'1.2'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'SubPort': {'1.0'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Subnet': {'1.1'}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Trunk': {'1.1'}} Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: consumer versions: Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: { DHCP agent@n-d-695012-11: {}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: L3 agent@n-d-695012-11: {}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: Metadata agent@n-d-695012-11: {}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: Metering agent@n-d-695012-11: {}, Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: Open vSwitch agent@n-d-695012-11: { 'AddressGroup': '1.2', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'ConntrackHelper': '1.0', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Log': '1.0', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Network': '1.1', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Port': '1.7', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'PortForwarding': '1.2', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'QosPolicy': '1.8', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'SecurityGroup': '1.4', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'SecurityGroupRule': '1.2', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'SubPort': '1.0', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Subnet': '1.1', Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: 'Trunk': '1.1'}} Jul 07 21:56:45.607391 n-d-695012-11 neutron-server[93943]: {{(pid=93943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 21:56:45.673967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Attempting to bind port 01d19075-a01e-4ab2-8893-1605236e6680 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:56:45.674613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Attempting to bind port 01d19075-a01e-4ab2-8893-1605236e6680 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '6ebaecd3-70a8-4f58-9547-4d69efd90c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:56:45.674830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Attempting to bind port 01d19075-a01e-4ab2-8893-1605236e6680 on network 17413140-3cb7-4ae7-aabb-8686ca632ffc {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:56:45.680156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:56:45.680568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Checking segment: {'id': '6ebaecd3-70a8-4f58-9547-4d69efd90c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:56:45.681086 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:45.681479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Bound using segment: {'id': '6ebaecd3-70a8-4f58-9547-4d69efd90c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:56:45.681960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Bound port: 01d19075-a01e-4ab2-8893-1605236e6680, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebaecd3-70a8-4f58-9547-4d69efd90c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:56:45.682412 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:45.745480 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] For port 01d19075-a01e-4ab2-8893-1605236e6680, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:56:45.749679 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] For port 01d19075-a01e-4ab2-8893-1605236e6680, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=01d19075-a01e-4ab2-8893-1605236e6680,segment=NetworkSegment(6ebaecd3-70a8-4f58-9547-4d69efd90c13),segment_id=6ebaecd3-70a8-4f58-9547-4d69efd90c13)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:56:45.754383 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:45.820277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e6508-f5b3-4f67-a596-658af42ee67b None None] Pushing event updated for resources: {'Port': ['ID=01d19075-a01e-4ab2-8893-1605236e6680,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:56:47.036243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39180) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:47.347642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-e3a0d5d1-1a15-4b38-90af-91b3443f1798 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:56:47.348625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e3a0d5d1-1a15-4b38-90af-91b3443f1798 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114505 Jul 07 21:56:49.729655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39188) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:50.036646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-9da9063b-ae75-4a49-9108-d467893f4ae6 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:56:50.037700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9da9063b-ae75-4a49-9108-d467893f4ae6 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3070493 Jul 07 21:56:51.784703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 01d19075-a01e-4ab2-8893-1605236e6680 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:56:51.840036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052073b-e5d5-4b80-88d4-00c4c84fdd36 None None] Network 17413140-3cb7-4ae7-aabb-8686ca632ffc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:56:51.931026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 01d19075-a01e-4ab2-8893-1605236e6680 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:56:51.960760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8fff2eb8-7316-40cb-8448-05334f432a07 None None] Provisioning for port 01d19075-a01e-4ab2-8893-1605236e6680 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:56:51.967641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8fff2eb8-7316-40cb-8448-05334f432a07 None None] Provisioning complete for port 01d19075-a01e-4ab2-8893-1605236e6680 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:56:51.968051 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fff2eb8-7316-40cb-8448-05334f432a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:52.141344 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fff2eb8-7316-40cb-8448-05334f432a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:52.190695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8fff2eb8-7316-40cb-8448-05334f432a07 None None] For port 01d19075-a01e-4ab2-8893-1605236e6680, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=01d19075-a01e-4ab2-8893-1605236e6680,segment=NetworkSegment(6ebaecd3-70a8-4f58-9547-4d69efd90c13),segment_id=6ebaecd3-70a8-4f58-9547-4d69efd90c13)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:56:52.196436 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fff2eb8-7316-40cb-8448-05334f432a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:52.249339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff2eb8-7316-40cb-8448-05334f432a07 None None] Pushing event updated for resources: {'Port': ['ID=01d19075-a01e-4ab2-8893-1605236e6680,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:56:52.418543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-88819f8c-05dd-41a9-a3fa-41b37ee8447e None None] Provisioning complete for port 01d19075-a01e-4ab2-8893-1605236e6680 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:56:52.418920 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88819f8c-05dd-41a9-a3fa-41b37ee8447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:52.653314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39204) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:52.950878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9cf6705d-103d-4fa7-ac85-dd13f940a5fe admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'admin_state_up': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:56:52.975183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cf6705d-103d-4fa7-ac85-dd13f940a5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:52.976650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cf6705d-103d-4fa7-ac85-dd13f940a5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:53.122786 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cf6705d-103d-4fa7-ac85-dd13f940a5fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:53.127426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cf6705d-103d-4fa7-ac85-dd13f940a5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:53.140670 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cf6705d-103d-4fa7-ac85-dd13f940a5fe admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:53.141980 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9cf6705d-103d-4fa7-ac85-dd13f940a5fe admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4876838 Jul 07 21:56:53.745722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 01d19075-a01e-4ab2-8893-1605236e6680 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:56:53.791391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 01d19075-a01e-4ab2-8893-1605236e6680 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:56:53.791761 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:55.509109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:55.811791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-2624c8fe-bafe-4c06-95e3-55acd51ae768 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:56:55.812771 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2624c8fe-bafe-4c06-95e3-55acd51ae768 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3027344 Jul 07 21:56:57.198710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07450c68-96df-4b22-b5a7-671a747802bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:58.167129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:56:58.468231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:56:58.488034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Made reservation on behalf of a5b7be8acc394feca4e0c978c60b80ee for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:56:58.490436 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:58.498387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:58.585287 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:58.588035 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:58.602956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Reserving flat network on physical network physnet1 {{(pid=93942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 07 21:56:58.622403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a10f8-5c75-41c3-97a8-5cca08ef64dc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:56:58.627765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:58.628095 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Added segment 17c56f13-bb56-495d-a737-62d615b09cfc of type flat for network 2b562f5f-4b1a-4f45-87e3-b10e576140ea Jul 07 21:56:58.674872 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:58.709491 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:58.710448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:56:58.711018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:58.755466 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5873227 Jul 07 21:56:58.769695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79420db-84b8-49c2-8053-a3def3965a21 admin admin] Pushing event updated for resources: {'Network': ['ID=2b562f5f-4b1a-4f45-87e3-b10e576140ea,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:56:58.780460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:56:59.613420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8fee94f5-1785-4cc6-a1d7-3d076852ac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:56:59.897256 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:00.642167 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:01.091736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:57:01.319388 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c97ef-4298-46b6-93aa-db95062a3df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:57:01.320696 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d24c97ef-4298-46b6-93aa-db95062a3df8 admin admin] 10.222.0.81 "GET /v2.0/subnets/b4c1098c-ffa6-45f4-acca-6fced447a55f HTTP/1.1" status: 200 len: 849 time: 0.2280154 Jul 07 21:57:01.433606 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-db973786-335b-4fc2-8bd3-9a5368516bb9 admin admin] 10.222.0.81 "GET /v2.0/routers/175c3837-fc41-41ec-8f41-4ea1a628fc07 HTTP/1.1" status: 200 len: 704 time: 0.1072865 Jul 07 21:57:01.690679 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:01.976090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Allocated IP 172.20.0.1 (17413140-3cb7-4ae7-aabb-8686ca632ffc/b4c1098c-ffa6-45f4-acca-6fced447a55f/d84222b8-ac03-4bd6-8c07-42d89b953335) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:57:02.168086 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:02.188741 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Transition to ACTIVE for port object d84222b8-ac03-4bd6-8c07-42d89b953335 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:57:02.268321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:02.339869 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Network 17413140-3cb7-4ae7-aabb-8686ca632ffc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:57:02.346159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:57:02.352487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:57:02.352898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:02.376205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Pushing event updated for resources: {'Port': ['ID=d84222b8-ac03-4bd6-8c07-42d89b953335,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:02.514891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:02.566761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:02.572406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d170c0a0-c397-4e3d-833a-df9be55ecb9e None None] Provisioning for port d84222b8-ac03-4bd6-8c07-42d89b953335 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:57:02.576450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d170c0a0-c397-4e3d-833a-df9be55ecb9e None None] Provisioning complete for port d84222b8-ac03-4bd6-8c07-42d89b953335 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:57:02.576830 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d170c0a0-c397-4e3d-833a-df9be55ecb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:02.614663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d170c0a0-c397-4e3d-833a-df9be55ecb9e None None] Port d84222b8-ac03-4bd6-8c07-42d89b953335 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:57:02.743179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:02.747319 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:02.748043 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:02.824677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Pushing event updated for resources: {'Port': ['ID=d84222b8-ac03-4bd6-8c07-42d89b953335,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:02.870130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Network 17413140-3cb7-4ae7-aabb-8686ca632ffc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:57:02.871370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:57:03.027101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Router 175c3837-fc41-41ec-8f41-4ea1a628fc07 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 21:57:03.034863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-02916671-9726-4023-9059-ea9fe07ccbde None None] Provisioning complete for port d84222b8-ac03-4bd6-8c07-42d89b953335 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:57:03.035240 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02916671-9726-4023-9059-ea9fe07ccbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:03.067224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-02916671-9726-4023-9059-ea9fe07ccbde None None] Port d84222b8-ac03-4bd6-8c07-42d89b953335 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 21:57:03.122938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:57:03.127942 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58718100-c20e-4b4e-8807-a2b8ffe7407a admin admin] 10.222.0.81 "PUT /v2.0/routers/175c3837-fc41-41ec-8f41-4ea1a628fc07/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6895878 Jul 07 21:57:03.146213 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Sync routers for ids ['175c3837-fc41-41ec-8f41-4ea1a628fc07'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:57:03.156964 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Routers {'175c3837-fc41-41ec-8f41-4ea1a628fc07'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:57:03.157810 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T21:57:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['175c3837-fc41-41ec-8f41-4ea1a628fc07'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:57:03.340388 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Set router 175c3837-fc41-41ec-8f41-4ea1a628fc07 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:57:03.762714 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'name': 'router1', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:56:52Z', 'updated_at': '2021-07-07T21:57:02Z', 'revision_number': 2, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'gw_port_host': None, '_interfaces': [{'id': 'd84222b8-ac03-4bd6-8c07-42d89b953335', 'name': '', 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'mac_address': 'fa:16:3e:59:a5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:57:01Z', 'updated_at': '2021-07-07T21:57:02Z', 'revision_number': 2, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'subnets': [{'id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f695d57f-5dff-4131-a92e-9bf6407e6afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:57:03.813352 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Checking router: 175c3837-fc41-41ec-8f41-4ea1a628fc07 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:57:03.813720 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Updating router 175c3837-fc41-41ec-8f41-4ea1a628fc07 port d84222b8-ac03-4bd6-8c07-42d89b953335 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:57:03.877504 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:04.358709 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:04.377671 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Transition to ACTIVE for port object d84222b8-ac03-4bd6-8c07-42d89b953335 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:57:04.384630 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:04.550872 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Pushing event updated for resources: {'Port': ['ID=d84222b8-ac03-4bd6-8c07-42d89b953335,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:04.561070 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Attempting to bind port d84222b8-ac03-4bd6-8c07-42d89b953335 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:57:04.561468 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Attempting to bind port d84222b8-ac03-4bd6-8c07-42d89b953335 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '6ebaecd3-70a8-4f58-9547-4d69efd90c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:57:04.561914 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Attempting to bind port d84222b8-ac03-4bd6-8c07-42d89b953335 on network 17413140-3cb7-4ae7-aabb-8686ca632ffc {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:57:04.565388 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.565728 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.566063 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.566414 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.566738 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.567060 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.567380 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.567696 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.568012 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.568325 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.568638 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.569476 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Tracked resource versions report: Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: pushed versions: Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: { 'AddressGroup': {'1.2'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Log': {'1.0'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Network': {'1.1'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Port': {'1.7'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'PortForwarding': {'1.2'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'QosPolicy': {'1.8'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'SecurityGroup': {'1.4'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'SubPort': {'1.0'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Subnet': {'1.1'}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Trunk': {'1.1'}} Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: consumer versions: Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: { DHCP agent@n-d-695012-11: {}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: L3 agent@n-d-695012-11: {}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: Metadata agent@n-d-695012-11: {}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: Metering agent@n-d-695012-11: {}, Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: Open vSwitch agent@n-d-695012-11: { 'AddressGroup': '1.2', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'ConntrackHelper': '1.0', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Log': '1.0', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Network': '1.1', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Port': '1.7', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'PortForwarding': '1.2', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'QosPolicy': '1.8', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'SecurityGroup': '1.4', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'SecurityGroupRule': '1.2', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'SubPort': '1.0', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Subnet': '1.1', Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: 'Trunk': '1.1'}} Jul 07 21:57:04.570568 n-d-695012-11 neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 21:57:04.575278 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:57:04.575674 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Checking segment: {'id': '6ebaecd3-70a8-4f58-9547-4d69efd90c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:57:04.576143 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:04.576521 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Bound using segment: {'id': '6ebaecd3-70a8-4f58-9547-4d69efd90c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:57:04.577014 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Bound port: d84222b8-ac03-4bd6-8c07-42d89b953335, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ebaecd3-70a8-4f58-9547-4d69efd90c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:57:04.577422 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:04.640730 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] For port d84222b8-ac03-4bd6-8c07-42d89b953335, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:57:04.663552 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] For port d84222b8-ac03-4bd6-8c07-42d89b953335, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d84222b8-ac03-4bd6-8c07-42d89b953335,segment=NetworkSegment(6ebaecd3-70a8-4f58-9547-4d69efd90c13),segment_id=6ebaecd3-70a8-4f58-9547-4d69efd90c13)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:57:04.667921 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:04.724042 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ae48d-174e-4f93-b2c9-1f15a30d2bb8 None None] Pushing event updated for resources: {'Port': ['ID=d84222b8-ac03-4bd6-8c07-42d89b953335,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:04.726922 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Routers {'175c3837-fc41-41ec-8f41-4ea1a628fc07'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:57:04.727295 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T21:57:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['175c3837-fc41-41ec-8f41-4ea1a628fc07'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:57:04.817981 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] Set router 175c3837-fc41-41ec-8f41-4ea1a628fc07 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:57:05.023532 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'name': 'router1', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:56:52Z', 'updated_at': '2021-07-07T21:57:02Z', 'revision_number': 2, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'gw_port_host': None, '_interfaces': [{'id': 'd84222b8-ac03-4bd6-8c07-42d89b953335', 'name': '', 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'mac_address': 'fa:16:3e:59:a5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:57:01Z', 'updated_at': '2021-07-07T21:57:04Z', 'revision_number': 4, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'subnets': [{'id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f695d57f-5dff-4131-a92e-9bf6407e6afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:57:05.052101 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba07d65d-8f1a-450c-91c3-bf3c5bfeb9d2 None None] The sync data for ids ['175c3837-fc41-41ec-8f41-4ea1a628fc07'] in n-d-695012-11 is: [{'id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'name': 'router1', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:56:52Z', 'updated_at': '2021-07-07T21:57:02Z', 'revision_number': 2, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'gw_port_host': None, '_interfaces': [{'id': 'd84222b8-ac03-4bd6-8c07-42d89b953335', 'name': '', 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'mac_address': 'fa:16:3e:59:a5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:57:01Z', 'updated_at': '2021-07-07T21:57:04Z', 'revision_number': 4, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'subnets': [{'id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f695d57f-5dff-4131-a92e-9bf6407e6afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:57:05.395156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:57:05.501756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0568b67c-6ec0-4793-a4fd-e2c0023fd1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:57:05.503299 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0568b67c-6ec0-4793-a4fd-e2c0023fd1e5 admin admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 842 time: 0.1072009 Jul 07 21:57:05.513072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'cidr': '172.25.8.0/24', 'name': 'public-subnet', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:57:05.534367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Made reservation on behalf of a5b7be8acc394feca4e0c978c60b80ee for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:57:05.536633 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:05.879072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 21:57:05.879496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:05.930300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aad7ccc-c93b-4ab2-8f79-661d5d0a29af,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:05.940174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:57:05.940556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Network hostable DHCP agents. Network: 2b562f5f-4b1a-4f45-87e3-b10e576140ea, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:57:05.956789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:57:05.964710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 2b562f5f-4b1a-4f45-87e3-b10e576140ea) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:57:05.968659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:57:05.969241 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:05.974691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a4aa25-a2f1-4c43-8c78-aab914fc6674 None None] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:57:05.998478 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a3e665c1-350a-4847-ba30-45d5c219941e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4737234 Jul 07 21:57:06.118778 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af564d01-820c-4d96-b724-6dc7d937bb97 None None] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:57:06.599075 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:57:08.332825 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:57:08.459325 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4dd1cb7a-c234-4763-9859-a5348fc07972 admin admin] 10.222.0.81 "GET /v2.0/routers/175c3837-fc41-41ec-8f41-4ea1a628fc07 HTTP/1.1" status: 200 len: 710 time: 0.1253538 Jul 07 21:57:08.543210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae934e6-c767-4442-9c2b-6865397d73e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:57:08.544568 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bae934e6-c767-4442-9c2b-6865397d73e8 admin admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 886 time: 0.0801864 Jul 07 21:57:08.553722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:57:08.790494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.022312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.100566 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.212396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Allocated IP 172.25.8.52 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/710e6e83-5f36-4bf0-93e0-02172496d74c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:57:09.310164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.348169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.384109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:57:09.386865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:57:09.390135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:57:09.428606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Pushing event updated for resources: {'Port': ['ID=710e6e83-5f36-4bf0-93e0-02172496d74c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:09.720008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.773626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d84222b8-ac03-4bd6-8c07-42d89b953335 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:57:09.822114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port d84222b8-ac03-4bd6-8c07-42d89b953335 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:57:09.825956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d84222b8-ac03-4bd6-8c07-42d89b953335 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:57:09.826360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.900514 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.914027 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.917134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:09.932031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port d84222b8-ac03-4bd6-8c07-42d89b953335, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d84222b8-ac03-4bd6-8c07-42d89b953335,segment=NetworkSegment(6ebaecd3-70a8-4f58-9547-4d69efd90c13),segment_id=6ebaecd3-70a8-4f58-9547-4d69efd90c13)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:57:09.935678 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:10.026842 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Router 175c3837-fc41-41ec-8f41-4ea1a628fc07 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 21:57:10.030745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=d84222b8-ac03-4bd6-8c07-42d89b953335,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:10.132927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 21:57:10.137051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:10.138255 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c9c07f85-4938-4189-9d27-c0db841940c7 admin admin] 10.222.0.81 "PUT /v2.0/routers/175c3837-fc41-41ec-8f41-4ea1a628fc07 HTTP/1.1" status: 200 len: 889 time: 1.5883489 Jul 07 21:57:10.142823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Sync routers for ids ['175c3837-fc41-41ec-8f41-4ea1a628fc07'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 21:57:10.158856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Routers {'175c3837-fc41-41ec-8f41-4ea1a628fc07'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:57:10.159537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T21:57:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['175c3837-fc41-41ec-8f41-4ea1a628fc07'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:57:10.374036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Set router 175c3837-fc41-41ec-8f41-4ea1a628fc07 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:57:10.752691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'name': 'router1', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '710e6e83-5f36-4bf0-93e0-02172496d74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:56:52Z', 'updated_at': '2021-07-07T21:57:09Z', 'revision_number': 4, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'gw_port': {'id': '710e6e83-5f36-4bf0-93e0-02172496d74c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:57:09Z', 'updated_at': '2021-07-07T21:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'd84222b8-ac03-4bd6-8c07-42d89b953335', 'name': '', 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'mac_address': 'fa:16:3e:59:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:57:01Z', 'updated_at': '2021-07-07T21:57:09Z', 'revision_number': 5, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'subnets': [{'id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f695d57f-5dff-4131-a92e-9bf6407e6afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:57:10.802824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Checking router: 175c3837-fc41-41ec-8f41-4ea1a628fc07 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 21:57:10.803451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Updating router 175c3837-fc41-41ec-8f41-4ea1a628fc07 port 710e6e83-5f36-4bf0-93e0-02172496d74c binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 21:57:10.835236 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:11.141895 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:11.151987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Transition to ACTIVE for port object 710e6e83-5f36-4bf0-93e0-02172496d74c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:57:11.158196 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:11.207249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Attempting to bind port 710e6e83-5f36-4bf0-93e0-02172496d74c on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:57:11.207634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Attempting to bind port 710e6e83-5f36-4bf0-93e0-02172496d74c by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:57:11.208003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Attempting to bind port 710e6e83-5f36-4bf0-93e0-02172496d74c on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:57:11.216583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4b23c-e83b-4272-bb26-251a6708392a None None] Pushing event updated for resources: {'Port': ['ID=710e6e83-5f36-4bf0-93e0-02172496d74c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:11.219130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:57:11.219516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:57:11.219900 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:11.220298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:57:11.220765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Bound port: 710e6e83-5f36-4bf0-93e0-02172496d74c, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:57:11.221183 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:11.273614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] For port 710e6e83-5f36-4bf0-93e0-02172496d74c, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:57:11.277628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] For port 710e6e83-5f36-4bf0-93e0-02172496d74c, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=710e6e83-5f36-4bf0-93e0-02172496d74c,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:57:11.282163 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:11.340710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Routers {'175c3837-fc41-41ec-8f41-4ea1a628fc07'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 21:57:11.341321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T21:57:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['175c3837-fc41-41ec-8f41-4ea1a628fc07'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:57:11.373469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4b23c-e83b-4272-bb26-251a6708392a None None] Pushing event updated for resources: {'Port': ['ID=710e6e83-5f36-4bf0-93e0-02172496d74c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:11.533712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] Set router 175c3837-fc41-41ec-8f41-4ea1a628fc07 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 21:57:11.741561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'name': 'router1', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '710e6e83-5f36-4bf0-93e0-02172496d74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:56:52Z', 'updated_at': '2021-07-07T21:57:09Z', 'revision_number': 4, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'gw_port': {'id': '710e6e83-5f36-4bf0-93e0-02172496d74c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:57:09Z', 'updated_at': '2021-07-07T21:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'd84222b8-ac03-4bd6-8c07-42d89b953335', 'name': '', 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'mac_address': 'fa:16:3e:59:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:57:01Z', 'updated_at': '2021-07-07T21:57:09Z', 'revision_number': 5, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'subnets': [{'id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f695d57f-5dff-4131-a92e-9bf6407e6afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 21:57:11.772176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d84222b8-ac03-4bd6-8c07-42d89b953335 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:57:11.775519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ad4b0-e776-402e-9171-c6af4b90571e None None] The sync data for ids ['175c3837-fc41-41ec-8f41-4ea1a628fc07'] in n-d-695012-11 is: [{'id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'name': 'router1', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.52'}], 'enable_snat': True}, 'gw_port_id': '710e6e83-5f36-4bf0-93e0-02172496d74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T21:56:52Z', 'updated_at': '2021-07-07T21:57:09Z', 'revision_number': 4, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'gw_port': {'id': '710e6e83-5f36-4bf0-93e0-02172496d74c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:57:09Z', 'updated_at': '2021-07-07T21:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'd84222b8-ac03-4bd6-8c07-42d89b953335', 'name': '', 'network_id': '17413140-3cb7-4ae7-aabb-8686ca632ffc', 'tenant_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'mac_address': 'fa:16:3e:59:a5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175c3837-fc41-41ec-8f41-4ea1a628fc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T21:57:01Z', 'updated_at': '2021-07-07T21:57:09Z', 'revision_number': 5, 'project_id': 'faf385bf8d6248a58e69fb28a9a3694c', 'subnets': [{'id': 'b4c1098c-ffa6-45f4-acca-6fced447a55f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f695d57f-5dff-4131-a92e-9bf6407e6afd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 21:57:11.822401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d84222b8-ac03-4bd6-8c07-42d89b953335 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:57:11.823278 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:12.581493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39278) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:57:12.705101 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f79336e4-d013-44d9-a502-cf569006994a admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1225095 Jul 07 21:57:13.789617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 710e6e83-5f36-4bf0-93e0-02172496d74c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:57:13.842013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 710e6e83-5f36-4bf0-93e0-02172496d74c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:57:13.845729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 710e6e83-5f36-4bf0-93e0-02172496d74c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:57:13.846135 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:13.927277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:13.950549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 710e6e83-5f36-4bf0-93e0-02172496d74c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=710e6e83-5f36-4bf0-93e0-02172496d74c,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:57:13.954312 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:14.007910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=710e6e83-5f36-4bf0-93e0-02172496d74c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:57:15.773879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 710e6e83-5f36-4bf0-93e0-02172496d74c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:57:15.823891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 710e6e83-5f36-4bf0-93e0-02172496d74c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:57:15.824264 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:27.213370 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bda43068-40b5-4963-b64b-f72cef8b1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:29.617207 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a78a28de-a2c9-4e15-a7b7-9908f5a52d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:29.909592 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:30.647794 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:32.531906 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:43.624089 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:57:57.199410 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcbd2380-d9d0-40b2-9771-33d77e595f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:59.616810 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0472acb5-22a6-4635-9dad-bc15886507eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:57:59.902413 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:00.667147 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:02.538032 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:20.607625 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:58:27.204102 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2be706a1-eb72-4763-80c4-63e62f3cc495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:29.610615 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a2c7-a434-45af-98f2-5343d7710775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:29.903990 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:30.644771 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:32.538883 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:51.949982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:58:52.009831 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc8bc22-2909-4cc4-b427-4bea4f8c1344 admin admin] GET failed (client error): The resource could not be found. Jul 07 21:58:52.011188 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9cc8bc22-2909-4cc4-b427-4bea4f8c1344 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0601497 Jul 07 21:58:52.170931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d536b169-c313-4786-b814-a2a6c5040722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:58:52.172415 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d536b169-c313-4786-b814-a2a6c5040722 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574028 Jul 07 21:58:54.355296 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:58:54.445437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f202bb0-1ad5-4e53-a2b0-7b0c44a228db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:58:54.446808 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1f202bb0-1ad5-4e53-a2b0-7b0c44a228db admin admin] 10.222.0.81 "GET /v2.0/subnets/b4c1098c-ffa6-45f4-acca-6fced447a55f HTTP/1.1" status: 200 len: 849 time: 0.0905755 Jul 07 21:58:54.455893 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:58:54.539209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:54.677926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791150734879'] for subnet, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:54.707439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:58:54.708023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:54.722104 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] 10.222.0.81 "PUT /v2.0/subnets/b4c1098c-ffa6-45f4-acca-6fced447a55f HTTP/1.1" status: 200 len: 868 time: 0.2570803 Jul 07 21:58:54.722370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff4e072-e0cf-413e-b3ba-e8ffc9fabb45 None None] Network 17413140-3cb7-4ae7-aabb-8686ca632ffc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:58:54.729615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4c1098c-ffa6-45f4-acca-6fced447a55f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:58:54.737978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.738366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.738709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.739049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.739434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.739769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.740105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.740431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.740756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.741079 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.741403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:54.741723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922bf754-ebde-4a14-951c-c531f180495b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:58:55.121456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cdb0f74f-1d1f-4160-9ace-288214b397b0 None None] Provisioning complete for port 01d19075-a01e-4ab2-8893-1605236e6680 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:58:55.121839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cdb0f74f-1d1f-4160-9ace-288214b397b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:55.207749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cdb0f74f-1d1f-4160-9ace-288214b397b0 None None] Provisioning complete for port d84222b8-ac03-4bd6-8c07-42d89b953335 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:58:55.208124 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cdb0f74f-1d1f-4160-9ace-288214b397b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:56.864313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:58:57.064127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f5108-e49d-4d68-b888-9f9c5a664d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:58:57.064582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f5108-e49d-4d68-b888-9f9c5a664d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:58:57.066530 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-228f5108-e49d-4d68-b888-9f9c5a664d43 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2009552 Jul 07 21:58:57.205276 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-355507cc-7376-423e-b811-e62ab11c8131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:57.611381 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:58:59.213136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39904) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:58:59.341705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3de5a8-3253-435b-8c12-83492c300a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:58:59.342216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3de5a8-3253-435b-8c12-83492c300a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:58:59.343746 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fd3de5a8-3253-435b-8c12-83492c300a24 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296742 Jul 07 21:58:59.607333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c9d67ae-7a1c-4750-b3b8-7a274d61240b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:58:59.906362 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:00.646929 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:01.498220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:01.634264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfb037-0aee-4f1e-a78b-1190614f37d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:01.647457 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-06bfb037-0aee-4f1e-a78b-1190614f37d1 admin admin] 10.222.0.81 "GET /v2.0/networks/17413140-3cb7-4ae7-aabb-8686ca632ffc HTTP/1.1" status: 200 len: 869 time: 0.1364775 Jul 07 21:59:02.544689 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:03.780279 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:04.000857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e37d948-fd50-4524-b11d-1872fb8b80bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:04.002191 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e37d948-fd50-4524-b11d-1872fb8b80bd admin admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 886 time: 0.2209523 Jul 07 21:59:06.135721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:06.261122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221de4e3-71f8-4c2b-9623-c506cb16f96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:06.261577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221de4e3-71f8-4c2b-9623-c506cb16f96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:06.263619 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-221de4e3-71f8-4c2b-9623-c506cb16f96b admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264594 Jul 07 21:59:08.430431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:08.518304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e5146-d7a5-42be-94a4-e8beadc04a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:08.518762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0e5146-d7a5-42be-94a4-e8beadc04a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:08.520275 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dd0e5146-d7a5-42be-94a4-e8beadc04a02 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888758 Jul 07 21:59:10.671326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39944) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:10.753422 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7611acb-40e3-44ee-8b86-f5b961de434d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:10.754817 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c7611acb-40e3-44ee-8b86-f5b961de434d admin admin] 10.222.0.81 "GET /v2.0/subnets/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af HTTP/1.1" status: 200 len: 816 time: 0.0825148 Jul 07 21:59:12.907715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:12.997691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f624455-74a4-492f-8ea0-a2cbb3802b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:12.999125 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5f624455-74a4-492f-8ea0-a2cbb3802b69 admin admin] 10.222.0.81 "GET /v2.0/subnets/b4c1098c-ffa6-45f4-acca-6fced447a55f HTTP/1.1" status: 200 len: 868 time: 0.0905039 Jul 07 21:59:27.206694 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eaa32c27-1936-4522-9302-9245a4c87ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:29.608339 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d9c6f26-c99e-43be-a0d5-31756fe115e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:29.906955 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:30.653216 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:32.544489 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:34.611584 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 21:59:36.716161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39996) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:36.761287 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-b834210d-b4f5-4b53-9dfd-bc7119970b12 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 21:59:36.762311 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b834210d-b4f5-4b53-9dfd-bc7119970b12 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451884 Jul 07 21:59:39.001243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40004) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:39.059236 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafb6eac-1040-4d61-a062-2842ca37fabd admin admin] GET failed (client error): The resource could not be found. Jul 07 21:59:39.060571 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aafb6eac-1040-4d61-a062-2842ca37fabd admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583615 Jul 07 21:59:39.149280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a69a3a-90c7-43e2-9944-13b3b5fe6cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:39.150825 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f1a69a3a-90c7-43e2-9944-13b3b5fe6cf7 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0864654 Jul 07 21:59:41.308030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:41.353912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:59:41.373991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Made reservation on behalf of a5b7be8acc394feca4e0c978c60b80ee for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:59:41.376320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:41.404843 n-d-695012-11 neutron-server[93942]: WARNING neutron.services.revisions.revision_plugin [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Could not find related network for resource to bump revision. Jul 07 21:59:41.415624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 21:59:41.424835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:41.425167 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Added segment a33aef9a-27a0-4515-b26a-845eb7c8e0ef of type vlan for network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce Jul 07 21:59:41.465937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:41.491895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:41.492789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:41.493364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:41.542943 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2338138 Jul 07 21:59:41.551356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ff911-44a2-460e-8e02-3f0bf4f46b9b admin admin] Pushing event updated for resources: {'Network': ['ID=71f02bd9-e9f5-4356-a511-aab1a54ac0ce,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:59:41.571366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 21:59:43.706986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 21:59:43.766108 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e666294a-88f8-44ed-9792-9c07b5b573ec admin admin] GET failed (client error): The resource could not be found. Jul 07 21:59:43.767384 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e666294a-88f8-44ed-9792-9c07b5b573ec admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594332 Jul 07 21:59:43.838141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d799beb7-eb39-48e8-b56a-d682a480cc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:43.839599 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d799beb7-eb39-48e8-b56a-d682a480cc5b admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681703 Jul 07 21:59:43.849115 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 21:59:43.868344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Made reservation on behalf of a5b7be8acc394feca4e0c978c60b80ee for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 21:59:43.870611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:44.037205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:44.089178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:59:44.098969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:59:44.099324 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Network hostable DHCP agents. Network: 71f02bd9-e9f5-4356-a511-aab1a54ac0ce, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 21:59:44.115436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 21:59:44.124124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 71f02bd9-e9f5-4356-a511-aab1a54ac0ce) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:59:44.128301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 21:59:44.128886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:44.135984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862aa5c-239f-4d4c-b906-ae0398df29e1 None None] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:59:44.144068 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f6f31857-53aa-4ec0-a2fe-2a2bf2b83562 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2983503 Jul 07 21:59:44.392926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'tenant_id': 'a5b7be8acc394feca4e0c978c60b80ee', 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 21:59:44.393803 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:44.536809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Allocated IP 192.168.233.2 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/a06f6d0a-468a-4f6f-8c16-6cb92d17a887) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 21:59:44.676721 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:44.685142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Transition to ACTIVE for port object a06f6d0a-468a-4f6f-8c16-6cb92d17a887 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:59:44.700577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Transition to ACTIVE for port object a06f6d0a-468a-4f6f-8c16-6cb92d17a887 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 21:59:44.707771 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:44.746666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 21:59:44.750203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 21:59:44.753594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 21:59:44.767313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Pushing event updated for resources: {'Port': ['ID=a06f6d0a-468a-4f6f-8c16-6cb92d17a887,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:59:44.789415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.789678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.790022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.790405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.790728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.791059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.791391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.791719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.792044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.792369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.792691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.793010 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 21:59:44.828428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Attempting to bind port a06f6d0a-468a-4f6f-8c16-6cb92d17a887 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 21:59:44.828806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Attempting to bind port a06f6d0a-468a-4f6f-8c16-6cb92d17a887 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 21:59:44.829161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Attempting to bind port a06f6d0a-468a-4f6f-8c16-6cb92d17a887 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 21:59:44.834159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 21:59:44.835086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 21:59:44.835086 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:44.835374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 21:59:44.835814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Bound port: a06f6d0a-468a-4f6f-8c16-6cb92d17a887, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 21:59:44.836213 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:44.899967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] For port a06f6d0a-468a-4f6f-8c16-6cb92d17a887, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 21:59:44.903184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] For port a06f6d0a-468a-4f6f-8c16-6cb92d17a887, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a06f6d0a-468a-4f6f-8c16-6cb92d17a887,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 21:59:44.907403 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:44.975291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e7d60-62ec-42ae-b329-bb35dc755f3a None None] Pushing event updated for resources: {'Port': ['ID=a06f6d0a-468a-4f6f-8c16-6cb92d17a887,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:59:45.787800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d18f14d-2b04-4866-b9f8-1b201771acc7 None None] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 21:59:45.902722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d0031164-764c-460b-9d59-f6c8c4529c2a None None] Provisioning for port a06f6d0a-468a-4f6f-8c16-6cb92d17a887 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:59:45.926589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a06f6d0a-468a-4f6f-8c16-6cb92d17a887 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:59:46.012258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a06f6d0a-468a-4f6f-8c16-6cb92d17a887 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 21:59:46.016332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a06f6d0a-468a-4f6f-8c16-6cb92d17a887 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:59:46.016705 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:46.104061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:46.139557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port a06f6d0a-468a-4f6f-8c16-6cb92d17a887, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a06f6d0a-468a-4f6f-8c16-6cb92d17a887,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 21:59:46.145608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:46.199861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=a06f6d0a-468a-4f6f-8c16-6cb92d17a887,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 21:59:46.239328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-64a78855-893e-4cc8-ae0f-6491885625d4 None None] Provisioning complete for port a06f6d0a-468a-4f6f-8c16-6cb92d17a887 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:59:46.239695 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64a78855-893e-4cc8-ae0f-6491885625d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:47.884279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a06f6d0a-468a-4f6f-8c16-6cb92d17a887 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 21:59:47.931078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a06f6d0a-468a-4f6f-8c16-6cb92d17a887 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 21:59:47.932028 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:57.207910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a114833-bb06-435d-881c-43f3ad36e78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:59.610397 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58d03be2-b486-4333-a1c6-bdaa011157e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 21:59:59.907481 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:00.653803 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:02.547523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:11.611753 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:00:27.209499 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57227207-4e75-44f5-8aeb-ea210aaf8159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:29.610804 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-605f7b79-9b97-4e65-8774-602cb7a032fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:29.909490 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:30.657185 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:32.549272 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:48.614901 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:00:56.981277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40072) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:00:56.987271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-fe967c01-d24d-4466-9e81-4b36b5a1b48b tempest-verify_tempest_config-342144942 tempest-verify_tempest_config-342144942-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:00:56.988215 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fe967c01-d24d-4466-9e81-4b36b5a1b48b tempest-verify_tempest_config-342144942 tempest-verify_tempest_config-342144942-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059941 Jul 07 22:00:57.211299 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1adf221b-3049-4c99-8cfb-e545886e0292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:57.293091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:00:57.393957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:57.481102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:57.484876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:57.536826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaa26d3-4115-4d6d-8551-9fa71d6a43c6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:00:57.544004 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=025efb2eeb484a17bfdee3307c6798ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2475343 Jul 07 22:00:57.544769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40094) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:00:57.546677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.547017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.547379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.547706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.548027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.548344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.548685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.548998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.549312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.549624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.549934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.550272 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb420e-d539-423d-8899-0b03f49ce301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.628115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:57.648804 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:57.736926 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:57.739429 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:57.740706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fbaa26d3-4115-4d6d-8551-9fa71d6a43c6 HTTP/1.1" status: 204 len: 168 time: 0.1949949 Jul 07 22:00:57.749511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaa26d3-4115-4d6d-8551-9fa71d6a43c6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:00:57.761449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.761802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.762169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.762512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.762843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.763172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.763499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.763819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.764340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.765243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.765666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.765875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bad3f50-e7a8-4ab2-8c7d-43213925f0cd admin admin] Tracked resource versions report: Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: pushed versions: Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: { 'AddressGroup': {'1.2'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'ConntrackHelper': {'1.0'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Log': {'1.0'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Network': {'1.1'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Port': {'1.7'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'PortForwarding': {'1.2'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'QosPolicy': {'1.8'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'SecurityGroup': {'1.4'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'SubPort': {'1.0'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Subnet': {'1.1'}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Trunk': {'1.1'}} Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: consumer versions: Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: { DHCP agent@n-d-695012-11: {}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: L3 agent@n-d-695012-11: {}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: Metadata agent@n-d-695012-11: {}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: Metering agent@n-d-695012-11: {}, Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: Open vSwitch agent@n-d-695012-11: { 'AddressGroup': '1.2', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'ConntrackHelper': '1.0', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Log': '1.0', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Network': '1.1', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Port': '1.7', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'PortForwarding': '1.2', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'QosPolicy': '1.8', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'SecurityGroup': '1.4', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'SecurityGroupRule': '1.2', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'SubPort': '1.0', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Subnet': '1.1', Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: 'Trunk': '1.1'}} Jul 07 22:00:57.767031 n-d-695012-11 neutron-server[93941]: {{(pid=93941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:00:59.613966 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8e95f0c-1613-4986-a882-8f14524f0358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:00:59.909502 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:00.661303 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:02.552477 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:25.617141 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:01:27.211745 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da1fd353-cd4a-4e50-b308-10306ae9a943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:29.614281 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95f723de-ab52-4454-8f5b-14edec2f0afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:29.910812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:30.662476 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:32.555036 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:57.211065 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3974420c-afbf-4482-b71e-f3ab357a8e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:59.613818 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c194722c-9ed5-4e66-a389-aa0341124f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:01:59.912173 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:00.664420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:02.558829 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:02.619808 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:02:27.211928 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db459ca7-c79d-47d6-9e57-9726901fab71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:29.613535 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4333cd2e-1c15-4d97-a0d8-7bb1f00ca6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:29.912274 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:30.668043 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:32.561662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:39.621727 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:02:57.213545 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b314432e-b931-4cd5-84d9-82165b89463e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:59.612666 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-790c36e9-79d3-4e68-8971-c8694c496226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:02:59.916481 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:00.670629 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:02.569945 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:16.622714 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:03:27.213548 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36ad6b91-e3e7-49c7-a0eb-b84c43c415e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:29.613699 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e1f2832-5438-4fdd-b6ee-35f7f3b60a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:29.920509 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:30.671618 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:32.568434 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:53.624707 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 5 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:03:57.214588 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff773791-a584-45b6-993c-a76ecadd8aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:59.702411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5e88341-0ea1-43c8-994a-ff3a864baa81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:03:59.924093 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:00.674711 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:00.835471 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026009'] for agent, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:02.572039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:19.318373 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1026009'] for agent, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:27.214764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c895-aff8-404f-8075-720c0ffe2eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:29.611951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af3c5d92-2daf-4180-aa8c-da2b5698d317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:29.925994 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:30.626603 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:04:30.678367 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:30.820939 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:32.575116 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:49.094279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40160) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:49.195158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8ec2f60f-38c0-451f-9795-1ca0b387cae0 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0997827 Jul 07 22:04:49.271108 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:51.372437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40170) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:04:51.427773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-161f6503-b64f-4a84-9768-dec78e70ccdd admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0538287 Jul 07 22:04:57.215770 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab153aad-aed4-4c55-bcfd-daf15e752de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:59.612722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f31c1a2-bce2-40c8-9c82-b3cbe1c72e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:04:59.926673 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:00.682557 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:00.843411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:02.577765 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:07.629423 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:05:19.286925 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:27.218530 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8ea6234-f98f-4283-b801-5aab3a18eff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:29.611968 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2f101c23-bfd4-4633-931d-4296c1ae6c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:29.927954 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:30.688412 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:30.842144 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:32.589416 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:44.632883 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:05:49.298254 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:57.219171 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51aff2a3-3787-41c2-883b-60d12d29dcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:59.614101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c9c6b12-c129-47f5-985e-e3928850968c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:05:59.927992 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:00.688433 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:00.842389 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:02.584913 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:12.346197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40366) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:12.860929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a105f97a-5db7-4f59-9f74-ec8f76e1f021 tempest-AutoAllocateNetworkTest-971198242 tempest-AutoAllocateNetworkTest-971198242-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ef92aaf476e645f49733b1ed63077a30&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5135930 Jul 07 22:06:12.863636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40390) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:13.074477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3939702b-f32c-4ea3-91e8-48626267fac2 tempest-AutoAllocateNetworkTest-971198242 tempest-AutoAllocateNetworkTest-971198242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:13.078757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3939702b-f32c-4ea3-91e8-48626267fac2 tempest-AutoAllocateNetworkTest-971198242 tempest-AutoAllocateNetworkTest-971198242-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2113173 Jul 07 22:06:13.078969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40402) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:13.179328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-00ba02b8-80ea-4651-a2db-1b932dff6bea tempest-AutoAllocateNetworkTest-971198242 tempest-AutoAllocateNetworkTest-971198242-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993066 Jul 07 22:06:13.181821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40408) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:13.210619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6a513354-51a0-4b81-98c3-078f4d667cd0 tempest-AutoAllocateNetworkTest-971198242 tempest-AutoAllocateNetworkTest-971198242-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ef92aaf476e645f49733b1ed63077a30 HTTP/1.1" status: 200 len: 208 time: 0.0276628 Jul 07 22:06:13.872397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40452) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:14.172445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:14.320742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:14.326247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:14.372121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef92aaf476e645f49733b1ed63077a30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4985766 Jul 07 22:06:14.373198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b28f0a6-2175-41ff-a5b7-7d5ffacc36e7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:14.374979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40478) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:14.380991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.381768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.382365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.382952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.383500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.384030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.384756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.385291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.385840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.387020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.387565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.388090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336f764-d026-4c3b-92bc-3ed6c68eec9f admin admin] Tracked resource versions report: Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: pushed versions: Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: { 'AddressGroup': {'1.2'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'ConntrackHelper': {'1.0'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Log': {'1.0'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Network': {'1.1'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Port': {'1.7'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'PortForwarding': {'1.2'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'QosPolicy': {'1.8'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'SecurityGroup': {'1.4'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'SubPort': {'1.0'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Subnet': {'1.1'}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Trunk': {'1.1'}} Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: consumer versions: Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: { DHCP agent@n-d-695012-11: {}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: HyperV agent@n-h1-695012-11: {}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: HyperV agent@n-h2-695012-11: {}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: L3 agent@n-d-695012-11: {}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: Metadata agent@n-d-695012-11: {}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: Metering agent@n-d-695012-11: {}, Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: Open vSwitch agent@n-d-695012-11: { 'AddressGroup': '1.2', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'ConntrackHelper': '1.0', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Log': '1.0', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Network': '1.1', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Port': '1.7', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'PortForwarding': '1.2', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'QosPolicy': '1.8', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'SecurityGroup': '1.4', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'SecurityGroupRule': '1.2', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'SubPort': '1.0', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Subnet': '1.1', Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: 'Trunk': '1.1'}} Jul 07 22:06:14.389343 n-d-695012-11 neutron-server[93941]: {{(pid=93941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:06:14.446332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:14.468939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:14.524497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:14.527503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:14.531952 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b28f0a6-2175-41ff-a5b7-7d5ffacc36e7 HTTP/1.1" status: 204 len: 168 time: 0.1557374 Jul 07 22:06:14.541516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b28f0a6-2175-41ff-a5b7-7d5ffacc36e7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:14.569416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.569756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.570227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.570436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.573831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.574814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.575785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.576394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.576868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.580320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.581031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.581705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aa08b8-2cc3-415f-a386-025c12c22c5d admin admin] Tracked resource versions report: Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: pushed versions: Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: { 'AddressGroup': {'1.2'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'ConntrackHelper': {'1.0'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Log': {'1.0'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Network': {'1.1'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Port': {'1.7'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'PortForwarding': {'1.2'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'QosPolicy': {'1.8'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'SecurityGroup': {'1.4'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'SubPort': {'1.0'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Subnet': {'1.1'}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Trunk': {'1.1'}} Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: consumer versions: Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: { DHCP agent@n-d-695012-11: {}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: HyperV agent@n-h1-695012-11: {}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: HyperV agent@n-h2-695012-11: {}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: L3 agent@n-d-695012-11: {}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: Metadata agent@n-d-695012-11: {}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: Metering agent@n-d-695012-11: {}, Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: Open vSwitch agent@n-d-695012-11: { 'AddressGroup': '1.2', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'ConntrackHelper': '1.0', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Log': '1.0', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Network': '1.1', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Port': '1.7', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'PortForwarding': '1.2', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'QosPolicy': '1.8', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'SecurityGroup': '1.4', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'SecurityGroupRule': '1.2', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'SubPort': '1.0', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Subnet': '1.1', Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: 'Trunk': '1.1'}} Jul 07 22:06:14.583102 n-d-695012-11 neutron-server[93942]: {{(pid=93942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:06:16.239926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40586) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:16.493334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3915-fd22-4464-a568-02dd65fde795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:16.623484 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3915-fd22-4464-a568-02dd65fde795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:16.629188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9ccd3915-fd22-4464-a568-02dd65fde795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:16.682241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd3915-fd22-4464-a568-02dd65fde795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e943de86-d58b-41d2-88a1-a3ab83181d47,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:16.690469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9ccd3915-fd22-4464-a568-02dd65fde795 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f458675eeedb45f0bf1240e16a3243a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4514117 Jul 07 22:06:16.692974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40626) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:16.740381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-584e1247-5ec1-46d1-b812-ec71741970fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:16.761673 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-584e1247-5ec1-46d1-b812-ec71741970fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:16.797533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40630) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:16.811697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-584e1247-5ec1-46d1-b812-ec71741970fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:16.814412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-584e1247-5ec1-46d1-b812-ec71741970fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:16.818335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-584e1247-5ec1-46d1-b812-ec71741970fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e943de86-d58b-41d2-88a1-a3ab83181d47 HTTP/1.1" status: 204 len: 168 time: 0.1218023 Jul 07 22:06:16.825567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e1247-5ec1-46d1-b812-ec71741970fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e943de86-d58b-41d2-88a1-a3ab83181d47,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:17.000726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10494004-5596-4065-86da-c1e89b16196e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.109881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10494004-5596-4065-86da-c1e89b16196e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.113967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10494004-5596-4065-86da-c1e89b16196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.153900 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10494004-5596-4065-86da-c1e89b16196e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb4db2e3b86e4640889219d6e53a1098&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3522637 Jul 07 22:06:17.153900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10494004-5596-4065-86da-c1e89b16196e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9cea24-d4e7-409f-8cad-413eb77725c8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:17.154343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40660) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:17.205373 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-504043fb-d0cf-41aa-99e7-9f4d6f82f599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.230787 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-504043fb-d0cf-41aa-99e7-9f4d6f82f599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.288438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40672) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:17.313843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-504043fb-d0cf-41aa-99e7-9f4d6f82f599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.316397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-504043fb-d0cf-41aa-99e7-9f4d6f82f599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.317515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-504043fb-d0cf-41aa-99e7-9f4d6f82f599 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e9cea24-d4e7-409f-8cad-413eb77725c8 HTTP/1.1" status: 204 len: 168 time: 0.1621985 Jul 07 22:06:17.326228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46654165-0f3a-44af-938b-c5fe6198e309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.328889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504043fb-d0cf-41aa-99e7-9f4d6f82f599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9cea24-d4e7-409f-8cad-413eb77725c8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:17.427788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46654165-0f3a-44af-938b-c5fe6198e309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.433664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46654165-0f3a-44af-938b-c5fe6198e309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.464099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46654165-0f3a-44af-938b-c5fe6198e309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e11923-14e8-4798-9b1b-5fb03a24b4f4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:17.482196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-46654165-0f3a-44af-938b-c5fe6198e309 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1c2ca6a1a1e46949dabdad5e8c53cff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1927814 Jul 07 22:06:17.484923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40688) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:17.551144 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ae58db5-c6fd-477f-9dbe-906713b51709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.598708 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ae58db5-c6fd-477f-9dbe-906713b51709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.655542 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ae58db5-c6fd-477f-9dbe-906713b51709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.659410 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ae58db5-c6fd-477f-9dbe-906713b51709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:17.661981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ae58db5-c6fd-477f-9dbe-906713b51709 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2e11923-14e8-4798-9b1b-5fb03a24b4f4 HTTP/1.1" status: 204 len: 168 time: 0.1755846 Jul 07 22:06:17.672137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae58db5-c6fd-477f-9dbe-906713b51709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e11923-14e8-4798-9b1b-5fb03a24b4f4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:18.142495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40738) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:18.209797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40746) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:18.227698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40750) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:18.248051 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9343-a1b2-4881-9ddd-4a82b69fc79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.349220 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9343-a1b2-4881-9ddd-4a82b69fc79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.354309 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9c4a9343-a1b2-4881-9ddd-4a82b69fc79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.390999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a9343-a1b2-4881-9ddd-4a82b69fc79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f39a60-cd67-40a5-9db3-ae96ddf9fe2f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:18.399513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40758) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:18.400050 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9c4a9343-a1b2-4881-9ddd-4a82b69fc79f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c09808409d34caeab76b1e5c4edd59a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1680794 Jul 07 22:06:18.465900 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5043645-ad67-4d0e-86e9-205f5169f942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.477164 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-330ab5da-369f-4569-b801-b144148eb409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.493482 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5043645-ad67-4d0e-86e9-205f5169f942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.544639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f09b4c1-40f0-495c-8bee-ffa3bf039bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.561873 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5043645-ad67-4d0e-86e9-205f5169f942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.566296 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5043645-ad67-4d0e-86e9-205f5169f942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.568080 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f5043645-ad67-4d0e-86e9-205f5169f942 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/91f39a60-cd67-40a5-9db3-ae96ddf9fe2f HTTP/1.1" status: 204 len: 168 time: 0.1675968 Jul 07 22:06:18.577594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5043645-ad67-4d0e-86e9-205f5169f942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f39a60-cd67-40a5-9db3-ae96ddf9fe2f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:18.602732 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-330ab5da-369f-4569-b801-b144148eb409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.609131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-330ab5da-369f-4569-b801-b144148eb409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.649539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ab5da-369f-4569-b801-b144148eb409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d012d3d-b8bf-4f90-bc2e-92682f9e3324,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:18.668323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-330ab5da-369f-4569-b801-b144148eb409 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=889296d24f2b4bb2be6afd00466e3da3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5244727 Jul 07 22:06:18.671211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40778) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:18.768700 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39f1dc5a-d239-4d40-8e1f-aedd9a774fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.801937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39f1dc5a-d239-4d40-8e1f-aedd9a774fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.816334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f09b4c1-40f0-495c-8bee-ffa3bf039bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.825659 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f09b4c1-40f0-495c-8bee-ffa3bf039bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.892864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7f09b4c1-40f0-495c-8bee-ffa3bf039bec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45e55fb9dda04a9c8bab68c21403fdb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6819715 Jul 07 22:06:18.895543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40794) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:18.900781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09b4c1-40f0-495c-8bee-ffa3bf039bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af07f3b-98fc-40dd-9e26-03d6c2ab5207,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:18.911589 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39f1dc5a-d239-4d40-8e1f-aedd9a774fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.915463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39f1dc5a-d239-4d40-8e1f-aedd9a774fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.919430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-39f1dc5a-d239-4d40-8e1f-aedd9a774fb8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d012d3d-b8bf-4f90-bc2e-92682f9e3324 HTTP/1.1" status: 204 len: 168 time: 0.2441218 Jul 07 22:06:18.924599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1dc5a-d239-4d40-8e1f-aedd9a774fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d012d3d-b8bf-4f90-bc2e-92682f9e3324,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:18.975654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64cfdad1-f1ed-4f9d-add0-7123d4ba42e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:18.997727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64cfdad1-f1ed-4f9d-add0-7123d4ba42e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.046026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64cfdad1-f1ed-4f9d-add0-7123d4ba42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.048658 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64cfdad1-f1ed-4f9d-add0-7123d4ba42e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.049833 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-64cfdad1-f1ed-4f9d-add0-7123d4ba42e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9af07f3b-98fc-40dd-9e26-03d6c2ab5207 HTTP/1.1" status: 204 len: 168 time: 0.1530817 Jul 07 22:06:19.061158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfdad1-f1ed-4f9d-add0-7123d4ba42e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af07f3b-98fc-40dd-9e26-03d6c2ab5207,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:19.289811 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.548420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40836) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:19.562829 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fb86082-0593-4a4d-a02b-8ac8c08a0a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.575857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40846) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:19.578774 n-d-695012-11 neutron-server[93941]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 22:06:19.610959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-cca10d92-4fad-45ae-b284-1cdbd79230cb tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330565 Jul 07 22:06:19.689543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fb86082-0593-4a4d-a02b-8ac8c08a0a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.695150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fb86082-0593-4a4d-a02b-8ac8c08a0a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.735911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb86082-0593-4a4d-a02b-8ac8c08a0a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad597235-4828-4061-aa9f-1dfdf0e96b71,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:19.755632 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9fb86082-0593-4a4d-a02b-8ac8c08a0a32 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a821de6609d497a9513bb65cb4835aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2062826 Jul 07 22:06:19.758165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:19.805444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bdeeb3ce-569f-405e-9f41-206b7b8a82ee tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:19.812763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:19.824922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bdeeb3ce-569f-405e-9f41-206b7b8a82ee tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128115 Jul 07 22:06:19.830797 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-789040ad-c834-4fe9-a0a3-74dff0596874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.848796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-56027a2e-828c-4986-a92c-63c1afbfac0f tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/quotas/2e5cf31acd984f909ecfe4bda07ae605 HTTP/1.1" status: 200 len: 375 time: 0.0226758 Jul 07 22:06:19.854893 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a28acfc2-5247-4d4c-9458-b837e86d2a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.890378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a28acfc2-5247-4d4c-9458-b837e86d2a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.944114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-69421e2d-2e14-4920-8622-347bf14ee008 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915689 Jul 07 22:06:19.981622 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a28acfc2-5247-4d4c-9458-b837e86d2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.984431 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a28acfc2-5247-4d4c-9458-b837e86d2a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:19.985797 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a28acfc2-5247-4d4c-9458-b837e86d2a76 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad597235-4828-4061-aa9f-1dfdf0e96b71 HTTP/1.1" status: 204 len: 168 time: 0.2265136 Jul 07 22:06:20.005112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-789040ad-c834-4fe9-a0a3-74dff0596874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:20.006720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28acfc2-5247-4d4c-9458-b837e86d2a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad597235-4828-4061-aa9f-1dfdf0e96b71,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:20.010152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-789040ad-c834-4fe9-a0a3-74dff0596874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:20.063103 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-789040ad-c834-4fe9-a0a3-74dff0596874 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8ed63ce868824e78b54ba0367f2bedfe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2466350 Jul 07 22:06:20.063103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789040ad-c834-4fe9-a0a3-74dff0596874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6980f6d1-c5f2-43df-a0ab-8d0fe75a07e5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:20.063914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40866) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:20.147273 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f19452dd-c27a-4f44-a1b5-f04eaa28ce6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:20.176096 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f19452dd-c27a-4f44-a1b5-f04eaa28ce6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:20.234750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f19452dd-c27a-4f44-a1b5-f04eaa28ce6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:20.237335 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f19452dd-c27a-4f44-a1b5-f04eaa28ce6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:20.238569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f19452dd-c27a-4f44-a1b5-f04eaa28ce6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6980f6d1-c5f2-43df-a0ab-8d0fe75a07e5 HTTP/1.1" status: 204 len: 168 time: 0.1732919 Jul 07 22:06:20.247577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19452dd-c27a-4f44-a1b5-f04eaa28ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6980f6d1-c5f2-43df-a0ab-8d0fe75a07e5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:20.902306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3fea527-4d3a-422c-9486-9d0a0f1d508b req-d7c76411-790d-42f9-bf86-735692e69243 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 210 time: 0.0467472 Jul 07 22:06:21.469243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40966) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:21.519039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-3bd9f6d9-430f-40ba-a673-de4cbd9144d9 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e2a59711d5d24842a7c2c6f31ef5de9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469570 Jul 07 22:06:21.650937 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:06:21.689854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-8d35eec0-f126-4a37-bbc6-816766cf2043 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:21.691491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-8d35eec0-f126-4a37-bbc6-816766cf2043 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714849 Jul 07 22:06:21.707655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-25686089-dc79-47de-887a-7f3676345448 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/quotas/e2a59711d5d24842a7c2c6f31ef5de9e HTTP/1.1" status: 200 len: 375 time: 0.0103736 Jul 07 22:06:21.744099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-87ca253f-20de-45e9-80fd-74cd36ce34c7 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e2a59711d5d24842a7c2c6f31ef5de9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297620 Jul 07 22:06:22.016197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25cb8293-7fee-4e67-be49-c5c66b2b1e26 req-828db4b0-0276-434d-8a33-75de141f4fac tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 210 time: 0.0658035 Jul 07 22:06:22.211894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49198ea2-4b1b-4094-bdc3-e5f7af94f1f9 req-566f75e7-dd7e-4c70-9e73-e4ea458b8273 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 210 time: 0.0684853 Jul 07 22:06:22.641165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.44', 55632) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:22.668501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-7fcbc6d4-317c-440e-9feb-459aa4bc81b2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269406 Jul 07 22:06:22.822435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-dd92214b-95ba-4aba-a028-3885badda510 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:22.825160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-dd92214b-95ba-4aba-a028-3885badda510 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481130 Jul 07 22:06:22.883437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Request body: {'port': {'device_id': '0bf1878f-5b25-471a-92eb-c4f3c02e5568', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '2e5cf31acd984f909ecfe4bda07ae605'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:22.992816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:23.105327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Made reservation on behalf of 2e5cf31acd984f909ecfe4bda07ae605 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:06:23.109329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.136444 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.384691 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.405378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d945ed2-03ab-4a61-9117-2bf43a0e7e8f req-922b6d74-ce4c-41c6-9c9d-7cefaa0cae1a tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 210 time: 0.0515289 Jul 07 22:06:23.407053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.447066 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1429507974-network', 'tenant_id': 'd8f66928466f4e67acd89b20707127a1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:23.480930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Made reservation on behalf of d8f66928466f4e67acd89b20707127a1 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:06:23.483942 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.495561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fedfc6d2-521d-4fd2-b561-7b59fd67e640 req-c3967980-a67d-4d03-9926-06858674e72e tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 210 time: 0.0919738 Jul 07 22:06:23.500403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.663175 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.672033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.696501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:06:23.707360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c04d53c-150e-406f-89a1-0884c297584c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:23.736297 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:23.737471 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Added segment 50876f96-b524-46a6-9062-6ba2f9480939 of type vlan for network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 Jul 07 22:06:23.798831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dc2bc3-cb33-49bb-9135-94e98196aa9d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:23.869569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.44', 55636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:23.920090 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-e4c400ed-3cd6-40b1-b5cf-d5560f5645c9 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e2a59711d5d24842a7c2c6f31ef5de9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470555 Jul 07 22:06:24.047516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Allocated IP 192.168.233.80 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/ff53c8df-25cf-40f0-b983-6c2f400294e8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:06:24.144754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:24.220809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-13bf4be2-79b8-406e-b3a5-cb9a381912a6 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:24.222720 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-13bf4be2-79b8-406e-b3a5-cb9a381912a6 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889364 Jul 07 22:06:24.236382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Request body: {'port': {'device_id': '84283523-7dbd-4edf-ba00-aba08e5e4935', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': 'e2a59711d5d24842a7c2c6f31ef5de9e'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:24.304532 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:24.342474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Transition to ACTIVE for port object ff53c8df-25cf-40f0-b983-6c2f400294e8 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:06:24.468316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:24.469331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:24.469911 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:24.616818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] Pushing event updated for resources: {'Network': ['ID=df4c92dd-9e35-4c65-b13e-5a08e0f427f1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:24.617173 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:24.637738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:06:24.796441 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-996590cb-185c-47e1-a066-3ebff2095d44 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7986882 Jul 07 22:06:24.803545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41160) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:24.835331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Request body: {'subnet': {'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1429507974-subnet', 'tenant_id': 'd8f66928466f4e67acd89b20707127a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:24.845439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Made reservation on behalf of e2a59711d5d24842a7c2c6f31ef5de9e for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:06:24.849840 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:24.868051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:24.906903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Pushing event updated for resources: {'Port': ['ID=ff53c8df-25cf-40f0-b983-6c2f400294e8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:25.011293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4099d8df-6f85-4844-a75d-d9a0635fcb12 req-378d441a-897f-4d6c-9b0f-b015ee94dd7c tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 210 time: 0.2061558 Jul 07 22:06:25.030285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:06:25.031843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:06:25.040413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:06:25.052523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:25.054714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:25.092226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:25.101019 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:25.160068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41172) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:25.220568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-bfdd8557-1e03-4f8b-9c68-04e6a6a47865 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3445714 Jul 07 22:06:25.245367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-7560fa1e-e939-4929-beab-2126e7e18711 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:06:25.246434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-7560fa1e-e939-4929-beab-2126e7e18711 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065551 Jul 07 22:06:25.330341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3c02b-4cd8-47ae-8ecc-0fcb7e040abb req-4d632c90-ee10-4ec8-bf84-ea4b6bd24919 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:25.346376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dd3c02b-4cd8-47ae-8ecc-0fcb7e040abb req-4d632c90-ee10-4ec8-bf84-ea4b6bd24919 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 935 time: 0.2631321 Jul 07 22:06:25.420475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dd3c02b-4cd8-47ae-8ecc-0fcb7e040abb req-b4750887-d786-4de8-8609-9229014380bc tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732064 Jul 07 22:06:25.423398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Made reservation on behalf of d8f66928466f4e67acd89b20707127a1 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:06:25.430912 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:25.455672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Allocated IP 192.168.233.126 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/872e731a-62d2-4b22-9109-b842d3404a4e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:06:25.489288 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f0f507bb-1955-4b40-b99b-11fceee247cc None None] Provisioning for port ff53c8df-25cf-40f0-b983-6c2f400294e8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:06:25.503565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f0f507bb-1955-4b40-b99b-11fceee247cc None None] Provisioning complete for port ff53c8df-25cf-40f0-b983-6c2f400294e8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:06:25.504064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0f507bb-1955-4b40-b99b-11fceee247cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:25.661898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:25.677850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Transition to ACTIVE for port object 872e731a-62d2-4b22-9109-b842d3404a4e will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:06:25.685244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f0f507bb-1955-4b40-b99b-11fceee247cc None None] Port ff53c8df-25cf-40f0-b983-6c2f400294e8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:06:25.726158 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:25.872881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da1a6eeb-0f1a-4cef-93c2-89f7fe5c93f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:25.882742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:25.936306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:06:25.941526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Pushing event updated for resources: {'Port': ['ID=872e731a-62d2-4b22-9109-b842d3404a4e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:25.944267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:06:25.966120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:25.985790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:06:26.004602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:26.005363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:26.054596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fc32d3-510d-40a2-8873-b4755e7fee10,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:26.100898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:06:26.101323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Network hostable DHCP agents. Network: df4c92dd-9e35-4c65-b13e-5a08e0f427f1, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:06:26.196582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:06:26.223385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, df4c92dd-9e35-4c65-b13e-5a08e0f427f1) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:06:26.233554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aeb8d2-5fc4-4bb5-a7fb-aeba549c704e None None] Network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:06:26.248229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:26.248966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:26.273622 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da1a6eeb-0f1a-4cef-93c2-89f7fe5c93f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:26.292128 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da1a6eeb-0f1a-4cef-93c2-89f7fe5c93f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:26.298858 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-6ca4a9f6-ec2d-4974-9627-af3f2714f240 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0661991 Jul 07 22:06:26.334687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a6eeb-0f1a-4cef-93c2-89f7fe5c93f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c75315-d7ee-48f2-8b53-535b49eecd06,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:26.346563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-792682aa-758e-470a-a034-b4f7fef30241 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5399728 Jul 07 22:06:26.400183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-da1a6eeb-0f1a-4cef-93c2-89f7fe5c93f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a186fe7134cd4442b722ccdaa35b03d6&name=default HTTP/1.1" status: 200 len: 2976 time: 1.2211809 Jul 07 22:06:26.403110 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41204) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:26.487480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Request body: {'port': {'device_id': '0bf1878f-5b25-471a-92eb-c4f3c02e5568', 'device_owner': 'compute:tempest-test_az-474881787', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:26.510998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3b394da3-d27a-4a93-876d-7403133f4241 None None] Provisioning for port 872e731a-62d2-4b22-9109-b842d3404a4e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:06:26.558780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3b394da3-d27a-4a93-876d-7403133f4241 None None] Provisioning complete for port 872e731a-62d2-4b22-9109-b842d3404a4e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:06:26.565340 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b394da3-d27a-4a93-876d-7403133f4241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:26.620695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3b394da3-d27a-4a93-876d-7403133f4241 None None] Port 872e731a-62d2-4b22-9109-b842d3404a4e cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:06:26.621124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Request body: {'port': {'device_id': '84283523-7dbd-4edf-ba00-aba08e5e4935', 'device_owner': 'compute:tempest-test_az-474881787', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:26.685973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f8c55-5eaf-4689-bb7c-06574fc13ba3 None None] Network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:06:26.699309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2bc82945-fc31-4d51-931c-5022895c47a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:26.820975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2bc82945-fc31-4d51-931c-5022895c47a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:26.876369 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:26.983062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aa1a6-8632-4004-86d9-6a9030230740 req-927ad7b5-9f4c-4e54-a68d-aa4f70ebff8c tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:26.986378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:26.998736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a8aa1a6-8632-4004-86d9-6a9030230740 req-927ad7b5-9f4c-4e54-a68d-aa4f70ebff8c tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 936 time: 0.3061619 Jul 07 22:06:27.044155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39abaa2d-767d-41b3-96a7-61ae0703a609 req-b3696cba-2e1b-4a7d-9197-aedefc9a2bcd tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:27.047804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39abaa2d-767d-41b3-96a7-61ae0703a609 req-b3696cba-2e1b-4a7d-9197-aedefc9a2bcd tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 935 time: 0.2835748 Jul 07 22:06:27.249107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-822f571f-9f49-42b0-9b89-15f661603ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:27.357355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872e731a-62d2-4b22-9109-b842d3404a4e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:06:27.365844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:27.397278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Transition to ACTIVE for port object 872e731a-62d2-4b22-9109-b842d3404a4e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:06:27.399417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2bc82945-fc31-4d51-931c-5022895c47a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:27.405662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2bc82945-fc31-4d51-931c-5022895c47a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:27.407352 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2bc82945-fc31-4d51-931c-5022895c47a0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66c75315-d7ee-48f2-8b53-535b49eecd06 HTTP/1.1" status: 204 len: 168 time: 1.0032275 Jul 07 22:06:27.414690 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:27.458190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc82945-fc31-4d51-931c-5022895c47a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c75315-d7ee-48f2-8b53-535b49eecd06,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:27.543381 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=872e731a-62d2-4b22-9109-b842d3404a4e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:27.600625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39abaa2d-767d-41b3-96a7-61ae0703a609 req-ca5dc6fd-9ccf-4125-857b-010271d19d52 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266757 Jul 07 22:06:27.621772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a8aa1a6-8632-4004-86d9-6a9030230740 req-dc9ff5b2-1ded-40ff-a669-9ab504b9e353 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211107 Jul 07 22:06:27.663350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Attempting to bind port 872e731a-62d2-4b22-9109-b842d3404a4e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:06:27.663952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Attempting to bind port 872e731a-62d2-4b22-9109-b842d3404a4e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:06:27.664267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Attempting to bind port 872e731a-62d2-4b22-9109-b842d3404a4e on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:27.676197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Port 872e731a-62d2-4b22-9109-b842d3404a4e on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:06:27.676587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Attempting to bind port 872e731a-62d2-4b22-9109-b842d3404a4e on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:27.699323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:06:27.700096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:06:27.701584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:06:27.715854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Bound port: 872e731a-62d2-4b22-9109-b842d3404a4e, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:06:27.716227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:27.718282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41234) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:27.726105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-299813928-network', 'tenant_id': '6fc1dca683d147f5b6ebc66c706217a8'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:27.844818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Made reservation on behalf of 6fc1dca683d147f5b6ebc66c706217a8 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:06:27.847145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:27.884831 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:27.929557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] For port 872e731a-62d2-4b22-9109-b842d3404a4e, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:06:27.941114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] For port 872e731a-62d2-4b22-9109-b842d3404a4e, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=872e731a-62d2-4b22-9109-b842d3404a4e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:06:27.952405 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.011099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff53c8df-25cf-40f0-b983-6c2f400294e8 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:06:28.023627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:28.024850 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.027199 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] 10.222.0.44 "PUT /v2.0/ports/872e731a-62d2-4b22-9109-b842d3404a4e HTTP/1.1" status: 200 len: 1118 time: 1.7093210 Jul 07 22:06:28.030362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84283523-7dbd-4edf-ba00-aba08e5e4935', 'tag': '872e731a-62d2-4b22-9109-b842d3404a4e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:28.038336 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.062098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Transition to ACTIVE for port object ff53c8df-25cf-40f0-b983-6c2f400294e8 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:06:28.078115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.282065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9df5c1-ee09-4237-989b-9f7504c52cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=872e731a-62d2-4b22-9109-b842d3404a4e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:28.475674 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.488358 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.518165 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072059c7-3d7d-488a-8415-2f200550a4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "84283523-7dbd-4edf-ba00-aba08e5e4935", "tag": "872e731a-62d2-4b22-9109-b842d3404a4e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:28.535011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff53c8df-25cf-40f0-b983-6c2f400294e8,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:28.539970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Attempting to bind port ff53c8df-25cf-40f0-b983-6c2f400294e8 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:06:28.540345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Attempting to bind port ff53c8df-25cf-40f0-b983-6c2f400294e8 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:06:28.540650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Attempting to bind port ff53c8df-25cf-40f0-b983-6c2f400294e8 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:28.574584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41264) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:28.575443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Port ff53c8df-25cf-40f0-b983-6c2f400294e8 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:06:28.575775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Attempting to bind port ff53c8df-25cf-40f0-b983-6c2f400294e8 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:28.626610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:06:28.627611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:06:28.627848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:06:28.633937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Bound port: ff53c8df-25cf-40f0-b983-6c2f400294e8, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:06:28.637849 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.641288 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-160e7694-d5f7-443c-922f-3af8b4edf021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.743619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-4176cf14-183c-460c-8d64-783f436cb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:28.746818 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-4176cf14-183c-460c-8d64-783f436cb0f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2a59711d5d24842a7c2c6f31ef5de9e&device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 1121 time: 0.5947392 Jul 07 22:06:28.780760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:06:28.845675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa3b4f4-1b57-4e2e-9bef-9d51b0e46b5b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:28.851446 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-154277e9-edfa-44da-9dda-b877779c6b14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=872e731a-62d2-4b22-9109-b842d3404a4e HTTP/1.1" status: 200 len: 217 time: 0.0779588 Jul 07 22:06:28.855495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.856120 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Added segment 881c3830-5af2-4ab7-b4f8-1b138a62fdd8 of type vlan for network eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1 Jul 07 22:06:28.948650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] For port ff53c8df-25cf-40f0-b983-6c2f400294e8, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:06:28.965479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] For port ff53c8df-25cf-40f0-b983-6c2f400294e8, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ff53c8df-25cf-40f0-b983-6c2f400294e8,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:06:28.981789 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:28.986788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.075247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-884dac80-eb83-43c0-bfd1-55744e592899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:29.077858 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-884dac80-eb83-43c0-bfd1-55744e592899 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2194691 Jul 07 22:06:29.079662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.080742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:29.082092 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.161067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:29.161703 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.163283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] 10.222.0.44 "PUT /v2.0/ports/ff53c8df-25cf-40f0-b983-6c2f400294e8 HTTP/1.1" status: 200 len: 1117 time: 3.2583477 Jul 07 22:06:29.166264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf1878f-5b25-471a-92eb-c4f3c02e5568', 'tag': 'ff53c8df-25cf-40f0-b983-6c2f400294e8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:29.325519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-c664ece9-784c-42e2-8c3f-b504c13ce49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:29.326994 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-c664ece9-784c-42e2-8c3f-b504c13ce49c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2130203 Jul 07 22:06:29.327882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] Pushing event updated for resources: {'Network': ['ID=eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:29.347166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:06:29.436153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-160e7694-d5f7-443c-922f-3af8b4edf021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.468949 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-90e0f81a-b438-48e7-95ef-951e8d7d5e01 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7493384 Jul 07 22:06:29.471611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41288) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:29.477081 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Request body: {'subnet': {'network_id': 'eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-299813928-subnet', 'tenant_id': '6fc1dca683d147f5b6ebc66c706217a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:29.482661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-160e7694-d5f7-443c-922f-3af8b4edf021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.518528 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-c6427d01-862c-481e-a56d-7992c468fcdc service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754522 Jul 07 22:06:29.527211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Made reservation on behalf of 6fc1dca683d147f5b6ebc66c706217a8 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:06:29.529672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.549608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41290) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:29.560749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91136a-4fa7-4007-bbca-38a34366fdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff53c8df-25cf-40f0-b983-6c2f400294e8,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:29.581543 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26659c4-306e-4e89-be8c-94f74627f8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf1878f-5b25-471a-92eb-c4f3c02e5568", "tag": "ff53c8df-25cf-40f0-b983-6c2f400294e8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:29.625420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f0a8ade-dde3-4c74-8c57-626bc1a1a6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.645690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-160e7694-d5f7-443c-922f-3af8b4edf021 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=abd5e13d95ce4381ac447f7dd61bb0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0622444 Jul 07 22:06:29.647951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41300) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:29.721740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd35d2-0451-4b76-972f-bf18c0e07d72 req-cbb2d4c7-631e-495d-a2bd-806f38c11403 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:29.730522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75fd35d2-0451-4b76-972f-bf18c0e07d72 req-cbb2d4c7-631e-495d-a2bd-806f38c11403 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 968 time: 0.6661258 Jul 07 22:06:29.766409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e3c8-73d9-4c3c-828d-437162967387 req-eb6e92d2-d1d7-4121-a2d9-c50c7c7a65f9 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:29.766409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d24e3c8-73d9-4c3c-828d-437162967387 req-eb6e92d2-d1d7-4121-a2d9-c50c7c7a65f9 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 969 time: 0.6162913 Jul 07 22:06:29.781307 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c09a6e4-a95f-4fc9-b676-c30dd69bc5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.812208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e7694-d5f7-443c-922f-3af8b4edf021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa369176-a2e1-414c-962e-dbc8b4259a60,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:29.814348 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1399c82-a451-4cbb-8e15-b714937d4c1b req-d8deda59-18fc-42b5-a7f5-e78db5fa2bbe service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637386 Jul 07 22:06:29.884085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ab25de1c-7a87-44bf-b4e8-692d427d6ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:29.885927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-ab25de1c-7a87-44bf-b4e8-692d427d6ece service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 1120 time: 0.5975173 Jul 07 22:06:29.906361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d24e3c8-73d9-4c3c-828d-437162967387 req-0be9b3ac-c7af-4fb5-8029-4df30d5e0816 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870714 Jul 07 22:06:29.942019 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.949805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:29.963099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75fd35d2-0451-4b76-972f-bf18c0e07d72 req-8c821dab-1751-4b2e-9fa3-72a93a136331 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314651 Jul 07 22:06:29.972030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2f83f289-2950-413c-8310-1edad6c8f6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.023722 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2f83f289-2950-413c-8310-1edad6c8f6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.062373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8321a091-1439-44c8-95c2-bc59edb9d9f3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:30.065981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c09a6e4-a95f-4fc9-b676-c30dd69bc5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.091840 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c09a6e4-a95f-4fc9-b676-c30dd69bc5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.116154 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2f83f289-2950-413c-8310-1edad6c8f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.125862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2f83f289-2950-413c-8310-1edad6c8f6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.129419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2f83f289-2950-413c-8310-1edad6c8f6ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa369176-a2e1-414c-962e-dbc8b4259a60 HTTP/1.1" status: 204 len: 168 time: 0.4637105 Jul 07 22:06:30.149446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83f289-2950-413c-8310-1edad6c8f6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa369176-a2e1-414c-962e-dbc8b4259a60,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:30.153769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Checking segment: {'id': '881c3830-5af2-4ab7-b4f8-1b138a62fdd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:06:30.154258 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Network hostable DHCP agents. Network: eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:06:30.159432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09a6e4-a95f-4fc9-b676-c30dd69bc5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643c3e0d-93f2-4288-b371-4264ce763b42,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:30.165759 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2c09a6e4-a95f-4fc9-b676-c30dd69bc5b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ced84d4399244eda9ddd64949072536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131825 Jul 07 22:06:30.172733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41310) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:30.242457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Network eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:06:30.262764 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c333ba6-2b4f-4510-8c5e-4d42bd831e20 x-openstack-request-id: req-2c333ba6-2b4f-4510-8c5e-4d42bd831e20 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:06:30.263155 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84283523-7dbd-4edf-ba00-aba08e5e4935", "tag": "872e731a-62d2-4b22-9109-b842d3404a4e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:06:30.263497 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c333ba6-2b4f-4510-8c5e-4d42bd831e20 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:06:30.264368 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84283523-7dbd-4edf-ba00-aba08e5e4935', 'tag': '872e731a-62d2-4b22-9109-b842d3404a4e', 'status': 'completed', 'code': 200} Jul 07 22:06:30.268473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:06:30.290155 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:30.292312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.293288 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f0629-1122-4713-9e81-fbaf5cc6a5b9 None None] Network eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:06:30.413683 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d0112a82-1616-46b8-83ae-8f1a09e202a0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9359314 Jul 07 22:06:30.434570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0102acb1-9953-46e7-976d-bbcb949f2ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.509302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4034cf1-ae9e-426a-a90a-6532a2e24785 None None] Network eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:06:30.518657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0102acb1-9953-46e7-976d-bbcb949f2ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.613011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0102acb1-9953-46e7-976d-bbcb949f2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.615757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0102acb1-9953-46e7-976d-bbcb949f2ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.616994 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0102acb1-9953-46e7-976d-bbcb949f2ac7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/643c3e0d-93f2-4288-b371-4264ce763b42 HTTP/1.1" status: 204 len: 168 time: 0.4340358 Jul 07 22:06:30.625060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102acb1-9953-46e7-976d-bbcb949f2ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c3e0d-93f2-4288-b371-4264ce763b42,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:30.652099 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dabf74f-0c71-438e-be17-e0ee12463815 x-openstack-request-id: req-8dabf74f-0c71-438e-be17-e0ee12463815 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:06:30.652664 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf1878f-5b25-471a-92eb-c4f3c02e5568", "tag": "ff53c8df-25cf-40f0-b983-6c2f400294e8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:06:30.652664 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8dabf74f-0c71-438e-be17-e0ee12463815 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:06:30.653071 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf1878f-5b25-471a-92eb-c4f3c02e5568', 'tag': 'ff53c8df-25cf-40f0-b983-6c2f400294e8', 'status': 'completed', 'code': 200} Jul 07 22:06:30.895338 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:30.902853 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:31.187897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:31.212311 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fab3b97-ae3e-4dde-9275-7dce9e47641d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:31.267349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20480b04-cdcf-4240-858f-521cfaab3296 req-c0576347-f3b8-43b7-a780-ab36b6b1c5bb tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:31.268961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20480b04-cdcf-4240-858f-521cfaab3296 req-c0576347-f3b8-43b7-a780-ab36b6b1c5bb tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 969 time: 0.1569884 Jul 07 22:06:31.348266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20480b04-cdcf-4240-858f-521cfaab3296 req-4afdcbda-b6e5-460f-8484-dacecc8c8255 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721703 Jul 07 22:06:31.380098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fab3b97-ae3e-4dde-9275-7dce9e47641d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:31.388477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fab3b97-ae3e-4dde-9275-7dce9e47641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:31.478935 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0fab3b97-ae3e-4dde-9275-7dce9e47641d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1ce8b2eab2742be9e8d3057615fcb57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876625 Jul 07 22:06:31.480718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41378) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:31.483865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab3b97-ae3e-4dde-9275-7dce9e47641d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106909d-0bef-44ad-bbe5-c6fff86e70e3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:31.589018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e6943eb-5399-4551-a6cd-495a5f3b77a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:31.618370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427af61-7a85-4eda-b8e9-0a91c3215133 req-2d17f51e-af80-422e-897b-48175ce976a5 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:31.625811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4427af61-7a85-4eda-b8e9-0a91c3215133 req-2d17f51e-af80-422e-897b-48175ce976a5 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 968 time: 0.1161079 Jul 07 22:06:31.643609 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e6943eb-5399-4551-a6cd-495a5f3b77a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:31.781217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4427af61-7a85-4eda-b8e9-0a91c3215133 req-24432e7e-25f4-4abe-adf7-8dd41b7e75fb tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529021 Jul 07 22:06:31.919567 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e6943eb-5399-4551-a6cd-495a5f3b77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:31.922063 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e6943eb-5399-4551-a6cd-495a5f3b77a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:31.923217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5e6943eb-5399-4551-a6cd-495a5f3b77a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2106909d-0bef-44ad-bbe5-c6fff86e70e3 HTTP/1.1" status: 204 len: 168 time: 0.4413204 Jul 07 22:06:31.934395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf3533-e079-47e2-8562-c907b12cc077 req-a13f0b7c-22fe-4596-92e6-d537030f5778 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:31.941111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-a13f0b7c-22fe-4596-92e6-d537030f5778 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 821 time: 0.2827535 Jul 07 22:06:31.954379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6943eb-5399-4551-a6cd-495a5f3b77a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106909d-0bef-44ad-bbe5-c6fff86e70e3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:31.964087 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-61ab0286-b7e4-4590-ab66-3265782c0bbc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/quotas/d8f66928466f4e67acd89b20707127a1 HTTP/1.1" status: 200 len: 375 time: 0.0215495 Jul 07 22:06:32.002377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-64080825-4499-479f-bd1e-7e2007ac9f6c tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372946 Jul 07 22:06:32.441612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-e5cef315-e5fc-43d9-9487-6f3a3891bb1e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:06:32.448524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-e5cef315-e5fc-43d9-9487-6f3a3891bb1e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0990484 Jul 07 22:06:32.598978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:32.609987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-6fc9299e-07b4-422c-84db-913b13ead894 service neutron] 10.222.0.81 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603482 Jul 07 22:06:32.712309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-8b66456e-4ad6-4f9d-b225-65a0a19c94ff service neutron] 10.222.0.81 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001630 Jul 07 22:06:33.318014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de49560-6f86-44e6-b9d1-aa5bb44c1e58 req-19afceac-e052-4865-8bfa-b7410f300e6b tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:33.319615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1de49560-6f86-44e6-b9d1-aa5bb44c1e58 req-19afceac-e052-4865-8bfa-b7410f300e6b tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 969 time: 0.2564480 Jul 07 22:06:33.334905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38042492-3872-4430-b64c-90429f579c03 req-1055444e-f3f5-4f45-a92d-c9e76056bd30 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:33.336597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38042492-3872-4430-b64c-90429f579c03 req-1055444e-f3f5-4f45-a92d-c9e76056bd30 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 968 time: 0.2609069 Jul 07 22:06:33.425058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1de49560-6f86-44e6-b9d1-aa5bb44c1e58 req-e2ecef34-4145-4e0a-ad0b-d5f85dc19bdf tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866911 Jul 07 22:06:33.442647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38042492-3872-4430-b64c-90429f579c03 req-947e4022-5910-4433-beab-43472bbb3c78 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972953 Jul 07 22:06:33.542657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9c0d9d7-4d85-49e7-9475-ab849b1ccf46 req-c7c18390-4372-4823-b8c8-fc5462793e27 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 210 time: 0.0464928 Jul 07 22:06:34.429253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.83', 61353) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:34.610865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-1d4cf754-86ea-4b72-9f39-f362ab161e64 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303721 Jul 07 22:06:34.630539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf3533-e079-47e2-8562-c907b12cc077 req-c03a9280-aa39-43c1-b6fe-bb8dbd4aa953 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:34.632269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-c03a9280-aa39-43c1-b6fe-bb8dbd4aa953 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 821 time: 0.1916623 Jul 07 22:06:34.739073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Request body: {'port': {'device_id': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1', 'admin_state_up': True, 'tenant_id': 'd8f66928466f4e67acd89b20707127a1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:34.874189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-64f58d64-34cb-4bac-b5b6-adb31e01624f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:34.875694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-64f58d64-34cb-4bac-b5b6-adb31e01624f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2420797 Jul 07 22:06:34.906008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac94adf-f77c-4bfd-aa6b-b1b07162a31f req-4216a0c7-4a83-4099-941e-863b4fe78f4a tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:34.907512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fac94adf-f77c-4bfd-aa6b-b1b07162a31f req-4216a0c7-4a83-4099-941e-863b4fe78f4a tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 969 time: 0.2140644 Jul 07 22:06:34.914815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-7cc21bd2-48b9-4c3b-b155-e87be90b705c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/quotas/14d02422540f48f4aeb4852c7713e8f5 HTTP/1.1" status: 200 len: 375 time: 0.0301659 Jul 07 22:06:34.915694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:34.969328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-f17b0489-a38a-4830-9c2d-f9ef7fc10171 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470867 Jul 07 22:06:34.971976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Made reservation on behalf of d8f66928466f4e67acd89b20707127a1 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:06:34.975334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:35.012199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fac94adf-f77c-4bfd-aa6b-b1b07162a31f req-a944c6ca-0f1c-413e-85cc-f75b87ba6039 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853090 Jul 07 22:06:35.090765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19e2f791-eee2-4720-ab2d-4c50ca3f4573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:35.202287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Allocated IP 172.20.0.4 (df4c92dd-9e35-4c65-b13e-5a08e0f427f1/89fc32d3-510d-40a2-8873-b4755e7fee10/7fe92085-45a2-42c6-9f44-2a4421fd3b3a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:06:35.337719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19e2f791-eee2-4720-ab2d-4c50ca3f4573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:35.349316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19e2f791-eee2-4720-ab2d-4c50ca3f4573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:35.444741 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-19e2f791-eee2-4720-ab2d-4c50ca3f4573 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=696a941b7b3c4ab781c6f1a33727d38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273116 Jul 07 22:06:35.445569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41582) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:35.462588 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2f791-eee2-4720-ab2d-4c50ca3f4573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd24e47-e349-48f9-9bd1-168d85719086,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:35.595488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db9806-64d9-4795-8a27-0ed23ff2e496 req-21fe21b6-af74-4b75-81ff-96707613c983 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:35.613510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94db9806-64d9-4795-8a27-0ed23ff2e496 req-21fe21b6-af74-4b75-81ff-96707613c983 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 968 time: 0.3379984 Jul 07 22:06:35.656112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02cc0292-18d0-49d7-a884-21ad63a0196e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:35.721287 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02cc0292-18d0-49d7-a884-21ad63a0196e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:35.771333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94db9806-64d9-4795-8a27-0ed23ff2e496 req-e99a1fd7-3c63-4736-aeff-062d1bf203a7 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565568 Jul 07 22:06:35.827017 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02cc0292-18d0-49d7-a884-21ad63a0196e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:35.831012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02cc0292-18d0-49d7-a884-21ad63a0196e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:35.832235 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-02cc0292-18d0-49d7-a884-21ad63a0196e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0dd24e47-e349-48f9-9bd1-168d85719086 HTTP/1.1" status: 204 len: 168 time: 0.3815639 Jul 07 22:06:35.878858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc0292-18d0-49d7-a884-21ad63a0196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd24e47-e349-48f9-9bd1-168d85719086,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:35.945628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd2d9241-4bc9-4cba-9902-85a9067113b4 req-0d973652-6ee9-4714-bfcf-73a7ab40d4e9 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 210 time: 0.1713924 Jul 07 22:06:35.958752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:36.016882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f9309fe-3fd1-467d-b8ce-e3dba0d457ee req-ef558a98-4eed-4caf-94e3-d637e8ea24e1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0556948 Jul 07 22:06:36.106118 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:36.212538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:06:36.218459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:06:36.234746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:06:36.256782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:36.264351 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:36.359676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6248739 Jul 07 22:06:36.375277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e834415-8ea6-4da6-b0d2-9fe523e11f95 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Pushing event updated for resources: {'Port': ['ID=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:36.518186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893a2f2-1304-4b24-8792-e0eeada7d718 req-ab257a66-a001-4b93-86fe-7b6d64620fd0 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:36.520234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2893a2f2-1304-4b24-8792-e0eeada7d718 req-ab257a66-a001-4b93-86fe-7b6d64620fd0 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 969 time: 0.1226809 Jul 07 22:06:36.564118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41610) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:36.585981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b97255b8-fde8-4ef6-aa2b-a5683d977837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:36.647225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2893a2f2-1304-4b24-8792-e0eeada7d718 req-090cbf47-5315-4313-94f5-933e7d357f44 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168396 Jul 07 22:06:36.773134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41614) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:36.856283 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b97255b8-fde8-4ef6-aa2b-a5683d977837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:36.860817 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b97255b8-fde8-4ef6-aa2b-a5683d977837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:36.932780 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b97255b8-fde8-4ef6-aa2b-a5683d977837 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5dcd405b61f4149b8df1215aa6de004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673511 Jul 07 22:06:36.934170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97255b8-fde8-4ef6-aa2b-a5683d977837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98afa323-a7bc-408d-8cb4-f9a018622914,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:36.935314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41622) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:37.042776 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c0f900a-9e62-439f-bad7-9951d5ffe6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.059816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-65939c85-284b-4003-9a1d-fdd6b26aff13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.115433 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-65939c85-284b-4003-9a1d-fdd6b26aff13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.160794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c018aa-c18d-413b-a8e4-58b1a920e3af req-5b5109e5-cf14-439f-84e7-844fe1de681f tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:37.162462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4c018aa-c18d-413b-a8e4-58b1a920e3af req-5b5109e5-cf14-439f-84e7-844fe1de681f tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 968 time: 0.1943564 Jul 07 22:06:37.257483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41630) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:37.335499 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-65939c85-284b-4003-9a1d-fdd6b26aff13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.338480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-65939c85-284b-4003-9a1d-fdd6b26aff13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.342024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-65939c85-284b-4003-9a1d-fdd6b26aff13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98afa323-a7bc-408d-8cb4-f9a018622914 HTTP/1.1" status: 204 len: 168 time: 0.4033802 Jul 07 22:06:37.346781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-61fa5e22-0cd2-41b2-a835-de9a0f75ab55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ff53c8df-25cf-40f0-b983-6c2f400294e8 HTTP/1.1" status: 200 len: 217 time: 0.0985787 Jul 07 22:06:37.365105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4c018aa-c18d-413b-a8e4-58b1a920e3af req-5593fd57-7cbc-42fb-8cc1-2ede9c7fce56 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964719 Jul 07 22:06:37.370338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65939c85-284b-4003-9a1d-fdd6b26aff13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98afa323-a7bc-408d-8cb4-f9a018622914,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:37.396890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e0987-37b3-43f2-9d29-e6b2bfb02cdb req-f5d68263-a62a-4cfa-bade-00b84c11c49d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:37.404343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e59e0987-37b3-43f2-9d29-e6b2bfb02cdb req-f5d68263-a62a-4cfa-bade-00b84c11c49d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 931 time: 0.2700589 Jul 07 22:06:37.451341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c0f900a-9e62-439f-bad7-9951d5ffe6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.461015 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37cba00a-ab40-4c06-b39d-30886236d5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.484075 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c0f900a-9e62-439f-bad7-9951d5ffe6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.565097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0c0f900a-9e62-439f-bad7-9951d5ffe6ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1c74515e1eb45649c208cf0dfe9e3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7908456 Jul 07 22:06:37.582592 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:37.586644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e59e0987-37b3-43f2-9d29-e6b2bfb02cdb req-f83e03ce-442f-491a-bc4a-fd4b29ed64dd tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814032 Jul 07 22:06:37.589607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f900a-9e62-439f-bad7-9951d5ffe6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3e086b-3d03-46c2-af42-b55bb7d02fcb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:37.608091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-06110649-e037-45f1-8aa6-4c277fd3786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:37.612328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-06110649-e037-45f1-8aa6-4c277fd3786d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2026567 Jul 07 22:06:37.655357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0e69454-b237-4715-aaa0-5f896970d6a4 req-2d8ebbed-ddcb-4e3f-a956-870821e3c037 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0997269 Jul 07 22:06:37.760818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072059c7-3d7d-488a-8415-2f200550a4dc req-a4564403-6d29-410d-b87b-f740bab91a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:37.768128 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-072059c7-3d7d-488a-8415-2f200550a4dc req-a4564403-6d29-410d-b87b-f740bab91a75 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e2a59711d5d24842a7c2c6f31ef5de9e&device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 1121 time: 0.2951941 Jul 07 22:06:37.773538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37cba00a-ab40-4c06-b39d-30886236d5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.804213 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37cba00a-ab40-4c06-b39d-30886236d5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.814467 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2496dc2d-5b97-439e-9032-ee4c1dd3f1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.844059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41644) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:37.858367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-7de254d1-d11a-42fe-a9de-8e29dbc3cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:37.859816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-7de254d1-d11a-42fe-a9de-8e29dbc3cfff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2037275 Jul 07 22:06:37.943909 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-37cba00a-ab40-4c06-b39d-30886236d5e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f8d45caa8e7044d9bb0ec15611c56c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6849294 Jul 07 22:06:37.960216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cba00a-ab40-4c06-b39d-30886236d5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0387cf82-68a6-4f5a-a80e-e64d060345bb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:37.962636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:37.983134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2496dc2d-5b97-439e-9032-ee4c1dd3f1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:37.996523 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e42d5f8d-683b-4a2b-9fd9-74c8694797bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.108305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072059c7-3d7d-488a-8415-2f200550a4dc req-6b2a2b60-107a-420b-8e77-4fae6171acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:38.109765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c1947-8c48-4135-b761-300d7ee9808f req-ec2d0943-026b-43ab-b112-9a25578e2be0 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:38.109920 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-072059c7-3d7d-488a-8415-2f200550a4dc req-6b2a2b60-107a-420b-8e77-4fae6171acbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3324826 Jul 07 22:06:38.111419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e2c1947-8c48-4135-b761-300d7ee9808f req-ec2d0943-026b-43ab-b112-9a25578e2be0 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 969 time: 0.3006303 Jul 07 22:06:38.137003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ea73f17-607c-4567-8a49-e9cbe97afbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.155521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-385365a4-aa36-415d-ac9b-d6b66b8e352a service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868512 Jul 07 22:06:38.165719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2496dc2d-5b97-439e-9032-ee4c1dd3f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.168782 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2496dc2d-5b97-439e-9032-ee4c1dd3f1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.172476 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2496dc2d-5b97-439e-9032-ee4c1dd3f1ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c3e086b-3d03-46c2-af42-b55bb7d02fcb HTTP/1.1" status: 204 len: 168 time: 0.5858445 Jul 07 22:06:38.181337 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-072059c7-3d7d-488a-8415-2f200550a4dc req-95c6c487-a6d1-4fcb-b9c2-666b19db7bcd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=872e731a-62d2-4b22-9109-b842d3404a4e HTTP/1.1" status: 200 len: 217 time: 0.0624683 Jul 07 22:06:38.196171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496dc2d-5b97-439e-9032-ee4c1dd3f1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3e086b-3d03-46c2-af42-b55bb7d02fcb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:38.211869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ea73f17-607c-4567-8a49-e9cbe97afbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.256794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e2c1947-8c48-4135-b761-300d7ee9808f req-b70ca6bb-5d44-46d3-83bc-4ba0fc0ac26a tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309919 Jul 07 22:06:38.328208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d127fdb8-d013-4ffb-b60e-7004c997bf51 req-1a85c573-7afb-4e3f-9a8a-64ce54db98fd service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623666 Jul 07 22:06:38.330468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072059c7-3d7d-488a-8415-2f200550a4dc req-7c413eeb-f307-427e-b16e-38bafce3a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:38.332803 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-072059c7-3d7d-488a-8415-2f200550a4dc req-7c413eeb-f307-427e-b16e-38bafce3a393 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1407392 Jul 07 22:06:38.334597 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ea73f17-607c-4567-8a49-e9cbe97afbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.336904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ea73f17-607c-4567-8a49-e9cbe97afbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.352426 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4ea73f17-607c-4567-8a49-e9cbe97afbd5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0387cf82-68a6-4f5a-a80e-e64d060345bb HTTP/1.1" status: 204 len: 168 time: 0.3703742 Jul 07 22:06:38.356064 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e42d5f8d-683b-4a2b-9fd9-74c8694797bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.361458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e42d5f8d-683b-4a2b-9fd9-74c8694797bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.391446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea73f17-607c-4567-8a49-e9cbe97afbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0387cf82-68a6-4f5a-a80e-e64d060345bb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:38.459763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072059c7-3d7d-488a-8415-2f200550a4dc req-4796b74b-1a76-42f3-8906-6759797302b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:38.461658 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-072059c7-3d7d-488a-8415-2f200550a4dc req-4796b74b-1a76-42f3-8906-6759797302b9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080012 Jul 07 22:06:38.528740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e42d5f8d-683b-4a2b-9fd9-74c8694797bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b34ec413272f41239e81aa68edcfbcf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6789610 Jul 07 22:06:38.531162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d5f8d-683b-4a2b-9fd9-74c8694797bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a2302b-938e-4d49-85e0-0bec4815c718,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:38.533905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41656) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:38.589655 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-072059c7-3d7d-488a-8415-2f200550a4dc req-df0e547d-7347-4052-86ee-c58b56343e1d service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198127 Jul 07 22:06:38.660566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-bb43960a-c17a-4ff3-8597-8a53cae5ba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:38.663774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-bb43960a-c17a-4ff3-8597-8a53cae5ba34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 1120 time: 0.2427919 Jul 07 22:06:38.713498 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-072059c7-3d7d-488a-8415-2f200550a4dc req-c9fa0789-5b59-435e-940a-0e8496bbad6e service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158898 Jul 07 22:06:38.802187 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa3efb65-f2a6-46d6-b6d4-808dda441383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.865714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41664) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:38.892573 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d362c6f5-dc9e-4d58-9381-a97f0ee2ab91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.913317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41666) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:38.932754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e3a4571-acee-47ef-8f63-2703280aad23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.934110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa3efb65-f2a6-46d6-b6d4-808dda441383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:38.959716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02e54d-76e1-4653-89e6-aa8ac6c4e907 req-8be08224-cd71-43ed-8fe2-f081a9b7f5fc tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:38.961259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc02e54d-76e1-4653-89e6-aa8ac6c4e907 req-8be08224-cd71-43ed-8fe2-f081a9b7f5fc tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 968 time: 0.3678045 Jul 07 22:06:38.992450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-7f4381de-b9db-4c9b-beda-63d992378824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:38.994159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-7f4381de-b9db-4c9b-beda-63d992378824 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3205123 Jul 07 22:06:39.021205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d362c6f5-dc9e-4d58-9381-a97f0ee2ab91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.027057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d362c6f5-dc9e-4d58-9381-a97f0ee2ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.069945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-1a86852a-80aa-40b5-9564-17c147b0a79f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=ff53c8df-25cf-40f0-b983-6c2f400294e8 HTTP/1.1" status: 200 len: 217 time: 0.0585537 Jul 07 22:06:39.084205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442ed34-6aba-4010-bb90-7b8c919c440e req-98c0f1a5-7f0e-4628-9915-05896c040124 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:39.085687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4442ed34-6aba-4010-bb90-7b8c919c440e req-98c0f1a5-7f0e-4628-9915-05896c040124 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 931 time: 0.2974234 Jul 07 22:06:39.090445 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d362c6f5-dc9e-4d58-9381-a97f0ee2ab91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63239e78f48c4c0d95ca602af9ee0338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235045 Jul 07 22:06:39.091096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362c6f5-dc9e-4d58-9381-a97f0ee2ab91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe165f0-74e1-4e4d-83e6-6ce42c3d3e25,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:39.093453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:39.102811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc02e54d-76e1-4653-89e6-aa8ac6c4e907 req-3436a31d-be79-4bcf-8819-1994d82d60e3 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271400 Jul 07 22:06:39.153207 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa3efb65-f2a6-46d6-b6d4-808dda441383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.156595 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa3efb65-f2a6-46d6-b6d4-808dda441383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.160588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fa3efb65-f2a6-46d6-b6d4-808dda441383 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93a2302b-938e-4d49-85e0-0bec4815c718 HTTP/1.1" status: 204 len: 168 time: 0.6219108 Jul 07 22:06:39.175453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3efb65-f2a6-46d6-b6d4-808dda441383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a2302b-938e-4d49-85e0-0bec4815c718,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:39.195046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a647c461-1eba-49d1-abb9-33114ac5a964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.200128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4442ed34-6aba-4010-bb90-7b8c919c440e req-be4822e4-bef5-4dce-8369-3ae691fb33d2 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919831 Jul 07 22:06:39.223264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-c2a5dd19-6e9b-4cf8-b7a3-b18b18a66d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:39.224955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-c2a5dd19-6e9b-4cf8-b7a3-b18b18a66d61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1380274 Jul 07 22:06:39.261380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a647c461-1eba-49d1-abb9-33114ac5a964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.290509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5f449aa-6e5b-4f46-9250-728beacb9cee req-4d0de47e-4ddf-4925-b3de-2cf65bf34405 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0597994 Jul 07 22:06:39.311380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e3a4571-acee-47ef-8f63-2703280aad23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.320272 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e3a4571-acee-47ef-8f63-2703280aad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.363364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a647c461-1eba-49d1-abb9-33114ac5a964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.366057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a647c461-1eba-49d1-abb9-33114ac5a964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.367291 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a647c461-1eba-49d1-abb9-33114ac5a964 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4fe165f0-74e1-4e4d-83e6-6ce42c3d3e25 HTTP/1.1" status: 204 len: 168 time: 0.2719488 Jul 07 22:06:39.379844 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e3a4571-acee-47ef-8f63-2703280aad23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=377548dd5f9445e9b8f79c76dc44ccfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654148 Jul 07 22:06:39.382514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41676) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:39.382989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a4571-acee-47ef-8f63-2703280aad23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9419cb7b-ded7-4012-92bd-513fecdd0c1e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:39.409509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647c461-1eba-49d1-abb9-33114ac5a964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe165f0-74e1-4e4d-83e6-6ce42c3d3e25,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:39.483099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-a751de81-45f9-47ed-9524-25ca3ff17214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:39.485172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-a751de81-45f9-47ed-9524-25ca3ff17214 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2447329 Jul 07 22:06:39.594575 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f22ab7c5-9210-46d4-8c82-06bbbeca5f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.654746 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f22ab7c5-9210-46d4-8c82-06bbbeca5f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.741680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e081a1-49fd-4949-8707-154cebe53034 req-a64fa0a9-8506-478a-9b55-eb2f95fda1d9 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:39.743397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05e081a1-49fd-4949-8707-154cebe53034 req-a64fa0a9-8506-478a-9b55-eb2f95fda1d9 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 969 time: 0.2530200 Jul 07 22:06:39.746003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-d0d9cdd6-0fe5-458e-928c-0219970593c8 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437198 Jul 07 22:06:39.819299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f22ab7c5-9210-46d4-8c82-06bbbeca5f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.821750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f22ab7c5-9210-46d4-8c82-06bbbeca5f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:39.825872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f22ab7c5-9210-46d4-8c82-06bbbeca5f9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9419cb7b-ded7-4012-92bd-513fecdd0c1e HTTP/1.1" status: 204 len: 168 time: 0.4381843 Jul 07 22:06:39.852990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ab7c5-9210-46d4-8c82-06bbbeca5f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9419cb7b-ded7-4012-92bd-513fecdd0c1e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:39.879511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05e081a1-49fd-4949-8707-154cebe53034 req-11bdf907-e5ae-4c7b-a405-75215e904e9e tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139934 Jul 07 22:06:39.930664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26659c4-306e-4e89-be8c-94f74627f8f3 req-743712a9-9d95-4892-b5d0-39efabe3f409 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782873 Jul 07 22:06:40.338735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e3ffc-5e24-4e77-af16-8fa1c7caad16 req-58307034-fbca-406c-9c7b-10c375d2d458 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:40.341432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a09e3ffc-5e24-4e77-af16-8fa1c7caad16 req-58307034-fbca-406c-9c7b-10c375d2d458 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 968 time: 0.1175339 Jul 07 22:06:40.418911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a09e3ffc-5e24-4e77-af16-8fa1c7caad16 req-77b29f8b-4f19-4b12-8a3d-966a0079fbea tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718257 Jul 07 22:06:40.453169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cfa8b-dcab-4caa-b383-04af9e96f1a3 req-b29576d2-f4e6-42a2-aaa0-5ef8251f976c tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:40.454883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea7cfa8b-dcab-4caa-b383-04af9e96f1a3 req-b29576d2-f4e6-42a2-aaa0-5ef8251f976c tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 931 time: 0.0885212 Jul 07 22:06:40.517538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea7cfa8b-dcab-4caa-b383-04af9e96f1a3 req-b0d2a350-873c-48ab-bccb-3ed153b6c4de tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559618 Jul 07 22:06:40.639104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9686d8b1-a4b3-48f3-872e-64eaee8359b3 req-781af2c5-e75e-43cd-a5ec-e1f55599e6e1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0435827 Jul 07 22:06:41.079211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933a3da-16d3-4517-a85e-0102975bf9fc req-c8e2926f-7de2-4e2c-8e16-b2cf1ca69147 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:41.080774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8933a3da-16d3-4517-a85e-0102975bf9fc req-c8e2926f-7de2-4e2c-8e16-b2cf1ca69147 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 969 time: 0.0841198 Jul 07 22:06:41.123564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8933a3da-16d3-4517-a85e-0102975bf9fc req-6239f19c-a67b-4a2e-ae34-25e1d15fb89b tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360093 Jul 07 22:06:41.545413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 872e731a-62d2-4b22-9109-b842d3404a4e details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:06:41.759290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc2006-6669-42a3-9331-928b80ffa797 req-b8d62794-8832-448c-9122-59b097f9a619 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:41.762050 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25fc2006-6669-42a3-9331-928b80ffa797 req-b8d62794-8832-448c-9122-59b097f9a619 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 968 time: 0.1812115 Jul 07 22:06:41.794386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 872e731a-62d2-4b22-9109-b842d3404a4e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=872e731a-62d2-4b22-9109-b842d3404a4e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:41.811960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '872e731a-62d2-4b22-9109-b842d3404a4e', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '872e731a-62d2-4b22-9109-b842d3404a4e', 'mac_address': 'fa:16:3e:71:b3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:tempest-test_az-474881787', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:06:41.838871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83733-54c2-453d-b611-32c1bdf9af66 req-52eff3eb-a1f0-4ba1-bf0a-f0e7f5834319 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:41.853775 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:41.863749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2de83733-54c2-453d-b611-32c1bdf9af66 req-52eff3eb-a1f0-4ba1-bf0a-f0e7f5834319 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 931 time: 0.1911285 Jul 07 22:06:41.873899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872e731a-62d2-4b22-9109-b842d3404a4e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:06:41.902126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 872e731a-62d2-4b22-9109-b842d3404a4e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=872e731a-62d2-4b22-9109-b842d3404a4e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:41.919031 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:41.920962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ff53c8df-25cf-40f0-b983-6c2f400294e8 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:06:41.925640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25fc2006-6669-42a3-9331-928b80ffa797 req-c1ae1e5f-27c5-4367-908f-4b50f5763bd5 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515236 Jul 07 22:06:41.980958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2de83733-54c2-453d-b611-32c1bdf9af66 req-9ce1d4d4-90fa-4a3b-8065-d0cc09d1c8cb tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162465 Jul 07 22:06:42.029183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port ff53c8df-25cf-40f0-b983-6c2f400294e8, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ff53c8df-25cf-40f0-b983-6c2f400294e8,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:42.031910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=872e731a-62d2-4b22-9109-b842d3404a4e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:42.044658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.045235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.045894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.046399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.046889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.047359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.047832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.048315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.048800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.049282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.049767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.050259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Tracked resource versions report: Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: pushed versions: Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: { 'AddressGroup': {'1.2'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'ConntrackHelper': {'1.0'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Log': {'1.0'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Network': {'1.1'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Port': {'1.7'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'PortForwarding': {'1.2'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'QosPolicy': {'1.8'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'SecurityGroup': {'1.4'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'SubPort': {'1.0'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Subnet': {'1.1'}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Trunk': {'1.1'}} Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: consumer versions: Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: { DHCP agent@n-d-695012-11: {}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: HyperV agent@n-h1-695012-11: {}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: HyperV agent@n-h2-695012-11: {}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: L3 agent@n-d-695012-11: {}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: Metadata agent@n-d-695012-11: {}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: Metering agent@n-d-695012-11: {}, Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: Open vSwitch agent@n-d-695012-11: { 'AddressGroup': '1.2', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'ConntrackHelper': '1.0', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Log': '1.0', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Network': '1.1', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Port': '1.7', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'PortForwarding': '1.2', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'QosPolicy': '1.8', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'SecurityGroup': '1.4', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'SecurityGroupRule': '1.2', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'SubPort': '1.0', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Subnet': '1.1', Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: 'Trunk': '1.1'}} Jul 07 22:06:42.051481 n-d-695012-11 neutron-server[93943]: {{(pid=93943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:06:42.061530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'ff53c8df-25cf-40f0-b983-6c2f400294e8', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'ff53c8df-25cf-40f0-b983-6c2f400294e8', 'mac_address': 'fa:16:3e:8a:f2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:tempest-test_az-474881787', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:06:42.131191 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:42.145007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff53c8df-25cf-40f0-b983-6c2f400294e8 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:06:42.169653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port ff53c8df-25cf-40f0-b983-6c2f400294e8, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ff53c8df-25cf-40f0-b983-6c2f400294e8,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:42.175953 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:42.203446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f33e7338-a227-43a4-98be-1651222b3ff5 req-1d054629-df40-4d17-8547-13abe8ff8c39 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0301166 Jul 07 22:06:42.240313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=ff53c8df-25cf-40f0-b983-6c2f400294e8,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:42.409891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661156c-6b7e-4a80-b692-50abe926f0c7 req-b6be4e1f-3066-4f85-90e1-eb9605028a65 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:42.411296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4661156c-6b7e-4a80-b692-50abe926f0c7 req-b6be4e1f-3066-4f85-90e1-eb9605028a65 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 970 time: 0.0763049 Jul 07 22:06:42.463839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4661156c-6b7e-4a80-b692-50abe926f0c7 req-d9a57b6b-faef-4e73-9a1f-303bec0dfa9b tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469365 Jul 07 22:06:42.495570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['872e731a-62d2-4b22-9109-b842d3404a4e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:06:42.518705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['ff53c8df-25cf-40f0-b983-6c2f400294e8'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:06:42.576781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41814) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:42.906813 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-563d9b34-05ce-4811-8626-38e26272159a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.061123 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-563d9b34-05ce-4811-8626-38e26272159a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.066515 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-563d9b34-05ce-4811-8626-38e26272159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.269040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-563d9b34-05ce-4811-8626-38e26272159a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6af1f42ae614594a78c5097fc18ce5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910279 Jul 07 22:06:43.272274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:43.272846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d9b34-05ce-4811-8626-38e26272159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ef2e37-42df-407a-9255-38bb6b832ee4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:43.285589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40fedea7-09b3-4f86-a277-6b6edb005f74 req-57cff9e3-e451-4f4e-a866-b2c529bbd0fc tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=622e9ad0e379453593763fefeb1cd86a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305810 Jul 07 22:06:43.329748 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf668f7a-6cc0-4ec7-86ee-ac585f07f042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.350644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf668f7a-6cc0-4ec7-86ee-ac585f07f042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.377579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e3758-407d-4791-bfdc-d59121139e15 req-de1b8b83-b2bd-4103-a165-5aa8925c1141 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:43.379122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c3e3758-407d-4791-bfdc-d59121139e15 req-de1b8b83-b2bd-4103-a165-5aa8925c1141 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 969 time: 0.1703296 Jul 07 22:06:43.402026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf668f7a-6cc0-4ec7-86ee-ac585f07f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.404544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf668f7a-6cc0-4ec7-86ee-ac585f07f042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.405686 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bf668f7a-6cc0-4ec7-86ee-ac585f07f042 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/22ef2e37-42df-407a-9255-38bb6b832ee4 HTTP/1.1" status: 204 len: 168 time: 0.1317222 Jul 07 22:06:43.415375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf668f7a-6cc0-4ec7-86ee-ac585f07f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ef2e37-42df-407a-9255-38bb6b832ee4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:43.464691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fedea7-09b3-4f86-a277-6b6edb005f74 req-2b9dcc69-8384-45c3-91c6-75293262fd78 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:43.466226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40fedea7-09b3-4f86-a277-6b6edb005f74 req-2b9dcc69-8384-45c3-91c6-75293262fd78 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694388 Jul 07 22:06:43.475189 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c3e3758-407d-4791-bfdc-d59121139e15 req-aa6134bb-ee96-4934-aec2-131fb4d9eb0b tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846794 Jul 07 22:06:43.499858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40fedea7-09b3-4f86-a277-6b6edb005f74 req-e0b07e19-a198-4dd0-8b0d-8e5128772358 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/quotas/622e9ad0e379453593763fefeb1cd86a HTTP/1.1" status: 200 len: 375 time: 0.0219915 Jul 07 22:06:43.535548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 872e731a-62d2-4b22-9109-b842d3404a4e up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:06:43.545466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40fedea7-09b3-4f86-a277-6b6edb005f74 req-d0f40b98-af81-4719-92a9-e9ee811e5c05 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=622e9ad0e379453593763fefeb1cd86a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446599 Jul 07 22:06:43.646417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 872e731a-62d2-4b22-9109-b842d3404a4e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:06:43.652088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 872e731a-62d2-4b22-9109-b842d3404a4e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:06:43.652994 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.751533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e8af8-b342-44c7-b964-e61d96a22310 req-c4d1b22e-d39b-437f-b84b-d11448b9cd63 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:43.753289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c41e8af8-b342-44c7-b964-e61d96a22310 req-c4d1b22e-d39b-437f-b84b-d11448b9cd63 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 931 time: 0.1362047 Jul 07 22:06:43.792685 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.825838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84283523-7dbd-4edf-ba00-aba08e5e4935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872e731a-62d2-4b22-9109-b842d3404a4e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:43.847667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c41e8af8-b342-44c7-b964-e61d96a22310 req-fa8ffcdd-b9dd-4875-80d6-2a133a18b4cc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884356 Jul 07 22:06:43.916557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41868) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:43.949326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21634f66-6f7f-4f1e-89f5-4798555c6a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.951011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 872e731a-62d2-4b22-9109-b842d3404a4e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=872e731a-62d2-4b22-9109-b842d3404a4e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:43.960069 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:43.961328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ff53c8df-25cf-40f0-b983-6c2f400294e8 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:06:44.115251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=872e731a-62d2-4b22-9109-b842d3404a4e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:44.128185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9b8d7c1-0057-4ad1-8132-5a41f795eb5c req-5bfe8da1-c8ec-47cf-975e-96fa63977afd tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0810497 Jul 07 22:06:44.161986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port ff53c8df-25cf-40f0-b983-6c2f400294e8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:06:44.166347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port ff53c8df-25cf-40f0-b983-6c2f400294e8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:06:44.166807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:44.210222 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21634f66-6f7f-4f1e-89f5-4798555c6a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:44.216363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21634f66-6f7f-4f1e-89f5-4798555c6a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:44.242351 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ccfb90-f54d-4b39-9608-87aeee7a266d" -d '{"events": [{"server_uuid": "84283523-7dbd-4edf-ba00-aba08e5e4935", "name": "network-vif-plugged", "status": "completed", "tag": "872e731a-62d2-4b22-9109-b842d3404a4e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:44.326349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:44.332476 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-21634f66-6f7f-4f1e-89f5-4798555c6a80 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9e7edb041214ef1ba3cf58ac06b739a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121265 Jul 07 22:06:44.333536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:44.374883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21634f66-6f7f-4f1e-89f5-4798555c6a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbea7d9-9119-45df-ba5b-1b5dc2d4af1a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:44.376368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e8c7-369d-4cc6-90a6-c7460349bd9c req-2b39df06-d484-42f8-9dfc-29bd55081864 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:44.377963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bf2e8c7-369d-4cc6-90a6-c7460349bd9c req-2b39df06-d484-42f8-9dfc-29bd55081864 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 971 time: 0.1222236 Jul 07 22:06:44.385783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port ff53c8df-25cf-40f0-b983-6c2f400294e8, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ff53c8df-25cf-40f0-b983-6c2f400294e8,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:44.391267 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:44.450005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=ff53c8df-25cf-40f0-b983-6c2f400294e8,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:44.467835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bf2e8c7-369d-4cc6-90a6-c7460349bd9c req-2328b4ec-7c17-4fa4-842b-a1a613ed7e80 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697374 Jul 07 22:06:44.468465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5094ba8-38cf-4b5c-a876-025a555c3fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:44.493154 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5094ba8-38cf-4b5c-a876-025a555c3fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:44.595734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5094ba8-38cf-4b5c-a876-025a555c3fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:44.599677 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5094ba8-38cf-4b5c-a876-025a555c3fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:44.601758 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b5094ba8-38cf-4b5c-a876-025a555c3fbb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abbea7d9-9119-45df-ba5b-1b5dc2d4af1a HTTP/1.1" status: 204 len: 168 time: 0.2671118 Jul 07 22:06:44.650929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5094ba8-38cf-4b5c-a876-025a555c3fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbea7d9-9119-45df-ba5b-1b5dc2d4af1a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:44.741090 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5b2242-208f-4abc-9814-f39139cfd17a x-openstack-request-id: req-de5b2242-208f-4abc-9814-f39139cfd17a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:06:44.741986 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84283523-7dbd-4edf-ba00-aba08e5e4935", "name": "network-vif-plugged", "status": "completed", "tag": "872e731a-62d2-4b22-9109-b842d3404a4e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:06:44.742450 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de5b2242-208f-4abc-9814-f39139cfd17a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:06:44.743067 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84283523-7dbd-4edf-ba00-aba08e5e4935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872e731a-62d2-4b22-9109-b842d3404a4e', 'code': 200} Jul 07 22:06:44.806203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a3069-d429-452f-b318-402e803c2861 req-6dc1c254-4a4f-44e8-873a-6480f83b5c22 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:44.814733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-922a3069-d429-452f-b318-402e803c2861 req-6dc1c254-4a4f-44e8-873a-6480f83b5c22 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 970 time: 0.1197381 Jul 07 22:06:44.942872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-922a3069-d429-452f-b318-402e803c2861 req-8aa0fec9-7a22-4ebc-969b-7f80448bc05e tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253531 Jul 07 22:06:44.978227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88359288-27a3-43f4-9bdb-1ae74cc6e637 req-715f23f7-41fb-4c9d-a573-5393b16ab573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:44.979974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88359288-27a3-43f4-9bdb-1ae74cc6e637 req-715f23f7-41fb-4c9d-a573-5393b16ab573 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 1123 time: 0.1525245 Jul 07 22:06:45.011556 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-88359288-27a3-43f4-9bdb-1ae74cc6e637 req-249ed58d-782a-44bb-9a31-cfcb6a723285 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:45.238948 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-88359288-27a3-43f4-9bdb-1ae74cc6e637 req-249ed58d-782a-44bb-9a31-cfcb6a723285 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:45.243449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-88359288-27a3-43f4-9bdb-1ae74cc6e637 req-249ed58d-782a-44bb-9a31-cfcb6a723285 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:45.273347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058991b-03e3-41f3-b2c1-5765a63b2417 req-0ccde51f-abed-4a27-a4be-3e674c896cf4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:45.275438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9058991b-03e3-41f3-b2c1-5765a63b2417 req-0ccde51f-abed-4a27-a4be-3e674c896cf4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 931 time: 0.1400292 Jul 07 22:06:45.333808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88359288-27a3-43f4-9bdb-1ae74cc6e637 req-249ed58d-782a-44bb-9a31-cfcb6a723285 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471880 Jul 07 22:06:45.336213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ed58d-782a-44bb-9a31-cfcb6a723285 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b06190c0-6e22-4c51-bd37-69fae81a505c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:45.360142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9058991b-03e3-41f3-b2c1-5765a63b2417 req-eaf36485-9849-4f44-be90-6ea059c49da7 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693538 Jul 07 22:06:45.531281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1db6fc8c-757b-42d2-9707-e07f7050aa24 req-dc48d664-7d83-47f0-a4d5-6c52911730fc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0404835 Jul 07 22:06:45.611583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60674a7-3c64-4798-a234-7d077054c73c req-6332c13b-7c0d-45d6-bd1a-238ce3f50e04 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=622e9ad0e379453593763fefeb1cd86a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284455 Jul 07 22:06:45.754110 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:45.799707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60674a7-3c64-4798-a234-7d077054c73c req-0c6d7bd6-0979-4029-bf57-141beb796c25 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:45.801263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60674a7-3c64-4798-a234-7d077054c73c req-0c6d7bd6-0979-4029-bf57-141beb796c25 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845160 Jul 07 22:06:45.818670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b927d84-ccc7-48a0-b89d-2dc25537895c req-b37e41a1-02c8-4b47-ac50-4119cc441ccf tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:45.824293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b927d84-ccc7-48a0-b89d-2dc25537895c req-b37e41a1-02c8-4b47-ac50-4119cc441ccf tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 971 time: 0.1412799 Jul 07 22:06:45.849311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60674a7-3c64-4798-a234-7d077054c73c req-5c8205fc-95b1-4f5a-a8d3-2875d734b27d tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/quotas/622e9ad0e379453593763fefeb1cd86a HTTP/1.1" status: 200 len: 375 time: 0.0238140 Jul 07 22:06:45.872030 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bc1eee-383f-4f4f-ada1-3de93a4b9238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:45.883185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b927d84-ccc7-48a0-b89d-2dc25537895c req-40b55441-c823-4e0b-932c-97d396274231 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555937 Jul 07 22:06:45.901077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60674a7-3c64-4798-a234-7d077054c73c req-85c97912-fb19-456d-9642-bfd65c6e4bf1 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=622e9ad0e379453593763fefeb1cd86a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410111 Jul 07 22:06:46.013036 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bc1eee-383f-4f4f-ada1-3de93a4b9238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:46.017962 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bc1eee-383f-4f4f-ada1-3de93a4b9238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:46.059503 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-45bc1eee-383f-4f4f-ada1-3de93a4b9238 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8466255401044b78a1f5f0e4ec07fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041542 Jul 07 22:06:46.061662 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc1eee-383f-4f4f-ada1-3de93a4b9238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96494522-63c5-40a2-bcec-b0ca38debfbc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:46.062294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41974) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:46.157746 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b62ca3a-5cfc-4062-b8f4-e166e8a4d7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:46.192137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db86f3c-9367-476d-bdcc-cbcff724bd6d req-927bc2ff-eb26-42ac-8c9a-4147bbb907a0 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:46.193604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2db86f3c-9367-476d-bdcc-cbcff724bd6d req-927bc2ff-eb26-42ac-8c9a-4147bbb907a0 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 970 time: 0.1231568 Jul 07 22:06:46.195494 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b62ca3a-5cfc-4062-b8f4-e166e8a4d7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:46.256054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2db86f3c-9367-476d-bdcc-cbcff724bd6d req-e48a8549-d2d0-410c-8753-a6778dbe9ac1 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526388 Jul 07 22:06:46.294816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b62ca3a-5cfc-4062-b8f4-e166e8a4d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:46.294816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b62ca3a-5cfc-4062-b8f4-e166e8a4d7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:46.294816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7b62ca3a-5cfc-4062-b8f4-e166e8a4d7ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96494522-63c5-40a2-bcec-b0ca38debfbc HTTP/1.1" status: 204 len: 168 time: 0.2306228 Jul 07 22:06:46.306897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62ca3a-5cfc-4062-b8f4-e166e8a4d7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96494522-63c5-40a2-bcec-b0ca38debfbc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:46.744601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf1878f-5b25-471a-92eb-c4f3c02e5568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff53c8df-25cf-40f0-b983-6c2f400294e8'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:46.746947 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6b4299-92b6-4df2-ad70-e2d3142690f6" -d '{"events": [{"server_uuid": "0bf1878f-5b25-471a-92eb-c4f3c02e5568", "name": "network-vif-plugged", "status": "completed", "tag": "ff53c8df-25cf-40f0-b983-6c2f400294e8"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:46.773986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626b7e9-1a48-4f72-9cca-7ca9dbfd7bac req-c9ba8e4f-cf7b-4e3d-b4a7-4b20a7e8f6db tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:46.775819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b626b7e9-1a48-4f72-9cca-7ca9dbfd7bac req-c9ba8e4f-cf7b-4e3d-b4a7-4b20a7e8f6db tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 931 time: 0.0715430 Jul 07 22:06:46.795384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:46.810426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13715b99-9870-4beb-9d91-22b56fa33b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:46.839744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7e7d0f9-3c8b-40a5-8989-f8ea461a7662 req-0162258d-ff67-4823-9846-0664b7eabef9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0627804 Jul 07 22:06:46.848061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b626b7e9-1a48-4f72-9cca-7ca9dbfd7bac req-6b325737-cd65-4917-bed9-4222ccc94437 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611920 Jul 07 22:06:46.932082 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13715b99-9870-4beb-9d91-22b56fa33b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:46.937235 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13715b99-9870-4beb-9d91-22b56fa33b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:46.959670 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c19c8b5-2b40-4826-9834-868896faf360 x-openstack-request-id: req-0c19c8b5-2b40-4826-9834-868896faf360 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:06:46.959959 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf1878f-5b25-471a-92eb-c4f3c02e5568", "name": "network-vif-plugged", "status": "completed", "tag": "ff53c8df-25cf-40f0-b983-6c2f400294e8", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:06:46.960204 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c19c8b5-2b40-4826-9834-868896faf360 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:06:46.960741 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf1878f-5b25-471a-92eb-c4f3c02e5568', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff53c8df-25cf-40f0-b983-6c2f400294e8', 'code': 200} Jul 07 22:06:46.983443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13715b99-9870-4beb-9d91-22b56fa33b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30fec86-0976-415f-a1bf-04d87f6a1a6d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:46.992477 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-13715b99-9870-4beb-9d91-22b56fa33b66 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9140a51ac11646b8a5629ea5d2cd41f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1931748 Jul 07 22:06:46.993431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42022) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:47.115425 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-744c60d7-e365-4023-b93d-194c5db3f2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:47.157199 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-744c60d7-e365-4023-b93d-194c5db3f2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:47.185186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e3dca-a9fe-4d5a-8d4b-e25d47f3d815 req-2f76d11d-4d98-41b6-96b6-f14105948785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:47.186703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb9e3dca-a9fe-4d5a-8d4b-e25d47f3d815 req-2f76d11d-4d98-41b6-96b6-f14105948785 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 1122 time: 0.1422193 Jul 07 22:06:47.216180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d4b96-8baf-4fdb-95af-c443777a69bb req-abfda614-2dec-4809-8b7d-95759e7af3c6 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:47.221407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea2d4b96-8baf-4fdb-95af-c443777a69bb req-abfda614-2dec-4809-8b7d-95759e7af3c6 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 971 time: 0.1482282 Jul 07 22:06:47.258485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb9e3dca-a9fe-4d5a-8d4b-e25d47f3d815 req-8d5c821b-7a2e-4b87-9b27-56fcea0f2475 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573096 Jul 07 22:06:47.270101 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-744c60d7-e365-4023-b93d-194c5db3f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:47.272569 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-744c60d7-e365-4023-b93d-194c5db3f2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:47.273687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-744c60d7-e365-4023-b93d-194c5db3f2d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a30fec86-0976-415f-a1bf-04d87f6a1a6d HTTP/1.1" status: 204 len: 168 time: 0.2782645 Jul 07 22:06:47.277142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea2d4b96-8baf-4fdb-95af-c443777a69bb req-df575bd1-0559-44e7-911b-8286e54169f4 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532942 Jul 07 22:06:47.286110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c60d7-e365-4023-b93d-194c5db3f2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30fec86-0976-415f-a1bf-04d87f6a1a6d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:47.342981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f391aef-0781-4221-a5d2-590d8c32a190 req-ddad6039-0dc5-45a8-a130-b388d3420515 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=622e9ad0e379453593763fefeb1cd86a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226908 Jul 07 22:06:47.490020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f391aef-0781-4221-a5d2-590d8c32a190 req-7a957856-e46d-4adc-89b2-0a2a695d5222 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:47.491507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f391aef-0781-4221-a5d2-590d8c32a190 req-7a957856-e46d-4adc-89b2-0a2a695d5222 tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431756 Jul 07 22:06:47.503233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c423658-d5e4-4d5a-ae78-6de3afe9e3db req-7f50cfdf-30f7-410d-9a53-0516ff0eb15a tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:47.504648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c423658-d5e4-4d5a-ae78-6de3afe9e3db req-7f50cfdf-30f7-410d-9a53-0516ff0eb15a tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 970 time: 0.1067638 Jul 07 22:06:47.520138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f391aef-0781-4221-a5d2-590d8c32a190 req-1f5757a1-0bb8-40c6-8fbd-55a6e5d6c38b tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/quotas/622e9ad0e379453593763fefeb1cd86a HTTP/1.1" status: 200 len: 375 time: 0.0145869 Jul 07 22:06:47.563662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f391aef-0781-4221-a5d2-590d8c32a190 req-5c54a5e5-b537-458f-991b-0b09542fd09e tempest-QuotasAdminNegativeTest-1244817050 tempest-QuotasAdminNegativeTest-1244817050-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=622e9ad0e379453593763fefeb1cd86a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363955 Jul 07 22:06:47.576526 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c423658-d5e4-4d5a-ae78-6de3afe9e3db req-87eaa7a0-5ac1-48a4-ab42-ec7c603920dd tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640335 Jul 07 22:06:47.840744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-d489ffcd-be7c-41b1-a59d-2871b57031b6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:06:47.841714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-d489ffcd-be7c-41b1-a59d-2871b57031b6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064461 Jul 07 22:06:47.872790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e6b92-6f39-49e0-a747-3341770a03d3 req-53ca8e76-2f24-49d1-8420-6830952c5e85 tempest-AggregatesAdminTestJSON-364758285 tempest-AggregatesAdminTestJSON-364758285-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:47.874620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d30e6b92-6f39-49e0-a747-3341770a03d3 req-53ca8e76-2f24-49d1-8420-6830952c5e85 tempest-AggregatesAdminTestJSON-364758285 tempest-AggregatesAdminTestJSON-364758285-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 1123 time: 0.1885312 Jul 07 22:06:47.893911 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d30e6b92-6f39-49e0-a747-3341770a03d3 req-dbc3d0a8-b53b-469b-a38b-09a37c5fa1ee tempest-AggregatesAdminTestJSON-364758285 tempest-AggregatesAdminTestJSON-364758285-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:48.009582 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d30e6b92-6f39-49e0-a747-3341770a03d3 req-dbc3d0a8-b53b-469b-a38b-09a37c5fa1ee tempest-AggregatesAdminTestJSON-364758285 tempest-AggregatesAdminTestJSON-364758285-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:48.014304 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d30e6b92-6f39-49e0-a747-3341770a03d3 req-dbc3d0a8-b53b-469b-a38b-09a37c5fa1ee tempest-AggregatesAdminTestJSON-364758285 tempest-AggregatesAdminTestJSON-364758285-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:48.084710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d30e6b92-6f39-49e0-a747-3341770a03d3 req-dbc3d0a8-b53b-469b-a38b-09a37c5fa1ee tempest-AggregatesAdminTestJSON-364758285 tempest-AggregatesAdminTestJSON-364758285-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042060 Jul 07 22:06:48.108593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3d0a8-b53b-469b-a38b-09a37c5fa1ee tempest-AggregatesAdminTestJSON-364758285 tempest-AggregatesAdminTestJSON-364758285-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdb0fae-4767-4134-b0ab-faeb0dc623a9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:48.205911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f2b966d-8a06-48ec-9c9d-48635a7e1aa1 req-b0b12d16-af3d-4117-ab6b-1760a2d27159 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0685506 Jul 07 22:06:48.257045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Request body: {'port': {'device_id': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:48.378344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:48.405593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffe2aa-bab2-4e30-b45c-a8c92b8848e8 req-952a57db-6620-4247-b2e3-ddeec1e27163 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:48.412962 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ffe2aa-bab2-4e30-b45c-a8c92b8848e8 req-952a57db-6620-4247-b2e3-ddeec1e27163 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 931 time: 0.1487527 Jul 07 22:06:48.497946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ffe2aa-bab2-4e30-b45c-a8c92b8848e8 req-25c05f9f-0605-4cc1-8061-2366daff114b tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793340 Jul 07 22:06:48.616876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:48.811066 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.83', 61358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:48.863127 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-6d1174f9-16b3-46d7-ab40-f3b3929496b5 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508852 Jul 07 22:06:48.955915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe92085-45a2-42c6-9f44-2a4421fd3b3a {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:06:48.970793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:48.986125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Transition to ACTIVE for port object 7fe92085-45a2-42c6-9f44-2a4421fd3b3a will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:06:49.001949 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.097614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfab908-5feb-4e31-b272-98952ec094fe req-f924a93d-0cef-4529-b779-ebad693f570c tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:49.105112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfab908-5feb-4e31-b272-98952ec094fe req-f924a93d-0cef-4529-b779-ebad693f570c tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 970 time: 0.3171921 Jul 07 22:06:49.119883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Pushing event updated for resources: {'Port': ['ID=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:49.174398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:06:49.174738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:06:49.175065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:49.183519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:06:49.183836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:49.186718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75762a7e-e653-4776-a5d4-fe2df74aea46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.194606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfab908-5feb-4e31-b272-98952ec094fe req-660109b5-41c8-4c76-ba19-bb0fe46315e4 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872788 Jul 07 22:06:49.195706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:06:49.197192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:06:49.198370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:06:49.199192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Bound port: 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:06:49.200701 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.261956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-f465903f-4acb-4e68-9820-68b2e6c21524 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:49.263829 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-f465903f-4acb-4e68-9820-68b2e6c21524 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3954594 Jul 07 22:06:49.285904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Request body: {'port': {'device_id': 'ccfc6413-7446-4dea-81a9-153e73131f15', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '14d02422540f48f4aeb4852c7713e8f5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:49.298828 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.314564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:06:49.318155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:06:49.327848 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.379824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:49.380811 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.382262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] 10.222.0.83 "PUT /v2.0/ports/7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 200 len: 1092 time: 1.3556671 Jul 07 22:06:49.382720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:49.386127 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc5fba-081e-4dab-8326-34c39880f24d" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:49.414522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297c32b-df72-44de-95cb-693e0efccb2c service neutron] Pushing event updated for resources: {'Port': ['ID=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:49.476145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75762a7e-e653-4776-a5d4-fe2df74aea46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.484776 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75762a7e-e653-4776-a5d4-fe2df74aea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.524012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf3533-e079-47e2-8562-c907b12cc077 req-1b9c73cc-0ead-43ef-b055-55089fd066ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:49.526609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-1b9c73cc-0ead-43ef-b055-55089fd066ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1095 time: 0.0781772 Jul 07 22:06:49.537750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Made reservation on behalf of 14d02422540f48f4aeb4852c7713e8f5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:06:49.542392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.557426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.561355 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-75762a7e-e653-4776-a5d4-fe2df74aea46 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=622e9ad0e379453593763fefeb1cd86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9423885 Jul 07 22:06:49.563204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75762a7e-e653-4776-a5d4-fe2df74aea46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2f278-7e74-4b4c-9b17-ff889d285ab4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:49.579361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42160) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:49.587977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-fafd87eb-c9be-4db7-a440-801a32a7247d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 200 len: 217 time: 0.0463190 Jul 07 22:06:49.659065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf3533-e079-47e2-8562-c907b12cc077 req-eb648072-4da1-4451-8d06-197221ceabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:49.660752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-eb648072-4da1-4451-8d06-197221ceabeb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0665507 Jul 07 22:06:49.669327 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f316287-8e28-48d1-b6b7-c5742403c202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.698799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9930506-aeb0-4d15-ab11-68a77ad7a904 req-da629e9c-6d21-426b-a78a-f4d7b3c96467 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.0368400 Jul 07 22:06:49.729187 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-cf078aba-f3f2-4d21-88be-8faaa728de8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491648 Jul 07 22:06:49.733668 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f316287-8e28-48d1-b6b7-c5742403c202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.818546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.825844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.850514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f316287-8e28-48d1-b6b7-c5742403c202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.854720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f316287-8e28-48d1-b6b7-c5742403c202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:49.858917 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3f316287-8e28-48d1-b6b7-c5742403c202 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89f2f278-7e74-4b4c-9b17-ff889d285ab4 HTTP/1.1" status: 204 len: 168 time: 0.2763710 Jul 07 22:06:49.948640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f47493-f25d-4734-93b6-85f3921c20ed,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:49.949259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-cb3070fc-4f21-43bd-95c2-e07fe5bbc856 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810062 Jul 07 22:06:49.983740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f316287-8e28-48d1-b6b7-c5742403c202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2f278-7e74-4b4c-9b17-ff889d285ab4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:49.993091 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccbd63b-9588-44c3-929b-696c2d4fbfcf x-openstack-request-id: req-2ccbd63b-9588-44c3-929b-696c2d4fbfcf {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:06:49.994462 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:06:49.994722 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ccbd63b-9588-44c3-929b-696c2d4fbfcf {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:06:49.995121 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a', 'status': 'completed', 'code': 200} Jul 07 22:06:50.043653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Allocated IP 192.168.233.11 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/3e0d12ba-e129-4e58-8f80-8d631355d60a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:06:50.156562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cf3533-e079-47e2-8562-c907b12cc077 req-ae6507a2-c465-469c-b48c-795d271790b5 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938283 Jul 07 22:06:50.194846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9ae9-f3cd-4513-a18b-3df9c4fe5d8b req-14871081-95e2-49c3-b822-3b251a66e8c3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:50.196588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be0f9ae9-f3cd-4513-a18b-3df9c4fe5d8b req-14871081-95e2-49c3-b822-3b251a66e8c3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 943 time: 0.2123666 Jul 07 22:06:50.213244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805307f6-aa96-436c-92d5-d2b1e433799b req-105150bc-b497-4644-85d5-cba965a07f53 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:50.215047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-805307f6-aa96-436c-92d5-d2b1e433799b req-105150bc-b497-4644-85d5-cba965a07f53 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 970 time: 0.1093397 Jul 07 22:06:50.226987 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.244205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Transition to ACTIVE for port object 3e0d12ba-e129-4e58-8f80-8d631355d60a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:06:50.262896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:50.264452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be0f9ae9-f3cd-4513-a18b-3df9c4fe5d8b req-70bcbe2f-e760-40fa-a9af-73e6caefb70f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484095 Jul 07 22:06:50.285412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-805307f6-aa96-436c-92d5-d2b1e433799b req-8304a02a-596e-4284-a72c-132e3d0ad83e tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630693 Jul 07 22:06:50.299664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d7d92a-0bee-419b-accc-d34a42ea6973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.331666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.347854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc5fba-081e-4dab-8326-34c39880f24d req-422a76eb-575f-4070-a29a-8fa7da9e0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:50.350922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52dc5fba-081e-4dab-8326-34c39880f24d req-422a76eb-575f-4070-a29a-8fa7da9e0250 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1095 time: 0.0760930 Jul 07 22:06:50.395326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:06:50.408952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:06:50.417397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:06:50.423717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:50.424443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.458372 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event updated for resources: {'Port': ['ID=3e0d12ba-e129-4e58-8f80-8d631355d60a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:50.504232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc5fba-081e-4dab-8326-34c39880f24d req-7ff475d8-b736-47c9-baf0-4fdf35a1bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:50.506421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52dc5fba-081e-4dab-8326-34c39880f24d req-7ff475d8-b736-47c9-baf0-4fdf35a1bde9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.1489756 Jul 07 22:06:50.553472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d7d92a-0bee-419b-accc-d34a42ea6973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.559700 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d7d92a-0bee-419b-accc-d34a42ea6973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.566303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52dc5fba-081e-4dab-8326-34c39880f24d req-135542f1-f0ec-40b3-bc23-3897f3fac62e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 200 len: 217 time: 0.0507333 Jul 07 22:06:50.590493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7d92a-0bee-419b-accc-d34a42ea6973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e893b-a96a-4161-b8a6-e8bb5e02c54b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:50.612567 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-68bcc537-d78a-4b8c-88ce-e6e8917cbcf2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3309133 Jul 07 22:06:50.633860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Request body: {'port': {'device_id': 'ccfc6413-7446-4dea-81a9-153e73131f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:50.638837 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-25d7d92a-0bee-419b-accc-d34a42ea6973 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9ce4d4543d848b88a6f1f27781b5be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745670 Jul 07 22:06:50.642762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42200) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:50.735826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.741336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc5fba-081e-4dab-8326-34c39880f24d req-f19ff490-b8e1-4be2-9ad2-59d59da2dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:50.742937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52dc5fba-081e-4dab-8326-34c39880f24d req-f19ff490-b8e1-4be2-9ad2-59d59da2dab2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.1693268 Jul 07 22:06:50.762092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c642bb92-00e9-4551-968f-e8af5c62804c None None] Provisioning for port 3e0d12ba-e129-4e58-8f80-8d631355d60a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:06:50.768403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c642bb92-00e9-4551-968f-e8af5c62804c None None] Provisioning complete for port 3e0d12ba-e129-4e58-8f80-8d631355d60a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:06:50.769923 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c642bb92-00e9-4551-968f-e8af5c62804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.778937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14246d9a-9edd-445f-b8a2-59bd13ae412a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:50.824545 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52dc5fba-081e-4dab-8326-34c39880f24d req-9def358c-ec46-4c9f-93f7-d8db44d4719e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467680 Jul 07 22:06:50.846080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c642bb92-00e9-4551-968f-e8af5c62804c None None] Port 3e0d12ba-e129-4e58-8f80-8d631355d60a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:06:50.863963 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14246d9a-9edd-445f-b8a2-59bd13ae412a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.025757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52dc5fba-081e-4dab-8326-34c39880f24d req-9a8f1c9e-81f6-4257-b113-5381d19cce44 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884625 Jul 07 22:06:51.034391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82c28-f073-4794-912f-d35a6fdccc64 req-b4f706a8-eeba-4f7b-b8e2-5b8a1e2167b2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:51.036042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7f82c28-f073-4794-912f-d35a6fdccc64 req-b4f706a8-eeba-4f7b-b8e2-5b8a1e2167b2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 935 time: 0.1282547 Jul 07 22:06:51.038521 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14246d9a-9edd-445f-b8a2-59bd13ae412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.041729 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14246d9a-9edd-445f-b8a2-59bd13ae412a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.042894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14246d9a-9edd-445f-b8a2-59bd13ae412a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e90e893b-a96a-4161-b8a6-e8bb5e02c54b HTTP/1.1" status: 204 len: 168 time: 0.3991914 Jul 07 22:06:51.090846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42230) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:51.123529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14246d9a-9edd-445f-b8a2-59bd13ae412a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90e893b-a96a-4161-b8a6-e8bb5e02c54b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:51.157148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7f82c28-f073-4794-912f-d35a6fdccc64 req-0b350207-5d5e-4564-b6d5-6d5db1d172fb tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607760 Jul 07 22:06:51.206349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52dc5fba-081e-4dab-8326-34c39880f24d req-0f2d644b-1abb-4a8a-8095-6484e591fdce service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688616 Jul 07 22:06:51.309163 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0d12ba-e129-4e58-8f80-8d631355d60a {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:06:51.336290 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.357408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-f4d47042-b141-45b6-98a9-4a96eefca47e tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:51.361390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-f4d47042-b141-45b6-98a9-4a96eefca47e tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 1122 time: 0.1319225 Jul 07 22:06:51.369982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Transition to ACTIVE for port object 3e0d12ba-e129-4e58-8f80-8d631355d60a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:06:51.379012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.486972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Pushing event updated for resources: {'Port': ['ID=3e0d12ba-e129-4e58-8f80-8d631355d60a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:51.503926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Attempting to bind port 3e0d12ba-e129-4e58-8f80-8d631355d60a on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:06:51.504703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Attempting to bind port 3e0d12ba-e129-4e58-8f80-8d631355d60a by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:06:51.505190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Attempting to bind port 3e0d12ba-e129-4e58-8f80-8d631355d60a on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:51.510872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Port 3e0d12ba-e129-4e58-8f80-8d631355d60a on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:06:51.511446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Attempting to bind port 3e0d12ba-e129-4e58-8f80-8d631355d60a on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:51.517072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:06:51.517222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:06:51.517597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:06:51.518029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Bound port: 3e0d12ba-e129-4e58-8f80-8d631355d60a, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:06:51.518425 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.544268 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d9d98a1-fc6b-466e-a4a9-c86cfde03b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.638181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] For port 3e0d12ba-e129-4e58-8f80-8d631355d60a, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:06:51.643884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] For port 3e0d12ba-e129-4e58-8f80-8d631355d60a, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3e0d12ba-e129-4e58-8f80-8d631355d60a,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:06:51.707411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.747577 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d9d98a1-fc6b-466e-a4a9-c86cfde03b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.759536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d9d98a1-fc6b-466e-a4a9-c86cfde03b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.761553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64903614-0c57-489f-a486-a3fcd9224d9e req-7ae9017b-a59c-401c-87a0-473bf7ac7a25 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:51.763333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64903614-0c57-489f-a486-a3fcd9224d9e req-7ae9017b-a59c-401c-87a0-473bf7ac7a25 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 943 time: 0.3218608 Jul 07 22:06:51.766577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] Deleting port ff53c8df-25cf-40f0-b983-6c2f400294e8 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:06:51.767146 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.777040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12d2d8-5b5a-4f0a-abdd-f0d1ba5810ab req-f48c126a-5082-4b11-9ac3-a7ae5ee70f82 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:51.777687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a12d2d8-5b5a-4f0a-abdd-f0d1ba5810ab req-f48c126a-5082-4b11-9ac3-a7ae5ee70f82 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 970 time: 0.3027887 Jul 07 22:06:51.790391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:51.794427 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:51.796844 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] 10.222.0.83 "PUT /v2.0/ports/3e0d12ba-e129-4e58-8f80-8d631355d60a HTTP/1.1" status: 200 len: 1096 time: 1.1677306 Jul 07 22:06:51.806574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfc6413-7446-4dea-81a9-153e73131f15', 'tag': '3e0d12ba-e129-4e58-8f80-8d631355d60a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:51.809567 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd10031-4374-4639-aa81-aab96db43369" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfc6413-7446-4dea-81a9-153e73131f15", "tag": "3e0d12ba-e129-4e58-8f80-8d631355d60a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:51.843974 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0d9d98a1-fc6b-466e-a4a9-c86cfde03b0f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cd21ed922724764af838b2550011d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7503073 Jul 07 22:06:51.847670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42270) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:51.877406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc0eeb-6e7c-44ee-916f-dd7b59b247fb service neutron] Pushing event updated for resources: {'Port': ['ID=3e0d12ba-e129-4e58-8f80-8d631355d60a,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:51.899756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d98a1-fc6b-466e-a4a9-c86cfde03b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4bff15-62e3-43f9-9545-2a8cd2f81cdc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:51.909911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64903614-0c57-489f-a486-a3fcd9224d9e req-e0606a80-581f-4f62-be0c-90467bbe4253 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302824 Jul 07 22:06:51.947079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a12d2d8-5b5a-4f0a-abdd-f0d1ba5810ab req-46436b01-4a01-47a1-be89-02caf5202289 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565435 Jul 07 22:06:51.964758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-dbdf4c67-9114-4133-afbb-bf95dd2ad0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:51.966655 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-dbdf4c67-9114-4133-afbb-bf95dd2ad0c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 1099 time: 0.1013000 Jul 07 22:06:51.998515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] For port ff53c8df-25cf-40f0-b983-6c2f400294e8, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ff53c8df-25cf-40f0-b983-6c2f400294e8,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:51.998910 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:52.032106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] Calling delete_port for ff53c8df-25cf-40f0-b983-6c2f400294e8 owned by compute:tempest-test_az-474881787 {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:06:52.069186 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-bc3995d5-9971-41d3-9792-9539ed6e98d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=3e0d12ba-e129-4e58-8f80-8d631355d60a HTTP/1.1" status: 200 len: 217 time: 0.0882051 Jul 07 22:06:52.119419 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d102af-9a60-4f86-a61c-8f032049b21b x-openstack-request-id: req-84d102af-9a60-4f86-a61c-8f032049b21b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:06:52.119916 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfc6413-7446-4dea-81a9-153e73131f15", "tag": "3e0d12ba-e129-4e58-8f80-8d631355d60a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:06:52.120365 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84d102af-9a60-4f86-a61c-8f032049b21b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:06:52.121171 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfc6413-7446-4dea-81a9-153e73131f15', 'tag': '3e0d12ba-e129-4e58-8f80-8d631355d60a', 'status': 'completed', 'code': 200} Jul 07 22:06:52.168609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-760e9257-e5aa-4fbb-b5a6-752773fe7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:52.170223 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-760e9257-e5aa-4fbb-b5a6-752773fe7a40 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0942636 Jul 07 22:06:52.191806 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e93172e-1956-4263-93a1-4ba76eb20a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:52.230264 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e93172e-1956-4263-93a1-4ba76eb20a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:52.257830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-2ce12a92-f5d7-454a-a25b-3fe918b1cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:52.260347 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-2ce12a92-f5d7-454a-a25b-3fe918b1cb83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0810411 Jul 07 22:06:52.387643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e93172e-1956-4263-93a1-4ba76eb20a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:52.390136 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e93172e-1956-4263-93a1-4ba76eb20a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:52.391403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1e93172e-1956-4263-93a1-4ba76eb20a14 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc4bff15-62e3-43f9-9545-2a8cd2f81cdc HTTP/1.1" status: 204 len: 168 time: 0.5411260 Jul 07 22:06:52.418323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93172e-1956-4263-93a1-4ba76eb20a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4bff15-62e3-43f9-9545-2a8cd2f81cdc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:52.423275 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-4f1711af-cf5c-417a-8fce-81df1b832108 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482897 Jul 07 22:06:52.430210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:52.442736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['ff53c8df-25cf-40f0-b983-6c2f400294e8'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:06:52.478350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308d2b1-d8d4-4e42-b7c4-69cb47c19e62 req-11eba709-55e3-42a5-bcb2-5de7ec986b4b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:52.485478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f308d2b1-d8d4-4e42-b7c4-69cb47c19e62 req-11eba709-55e3-42a5-bcb2-5de7ec986b4b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 947 time: 0.1656711 Jul 07 22:06:52.502349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff53c8df-25cf-40f0-b983-6c2f400294e8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:52.563831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] No DVR routers for this DVR port ff53c8df-25cf-40f0-b983-6c2f400294e8 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:06:52.568196 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:52.570956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e1d9386-59ce-4ad6-9f1c-ac22ceb0f4ef req-5644401a-accd-4a25-afe2-abb48e232f43 tempest-DeleteServersAdminTestJSON-1755231504 tempest-DeleteServersAdminTestJSON-1755231504-project-admin] 10.222.0.44 "DELETE /v2.0/ports/ff53c8df-25cf-40f0-b983-6c2f400294e8 HTTP/1.1" status: 204 len: 173 time: 1.2048156 Jul 07 22:06:52.572097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf1878f-5b25-471a-92eb-c4f3c02e5568', 'name': 'network-vif-deleted', 'tag': 'ff53c8df-25cf-40f0-b983-6c2f400294e8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:52.574646 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9c6733-2cd8-4fbd-a3ee-981e38d1709e" -d '{"events": [{"server_uuid": "0bf1878f-5b25-471a-92eb-c4f3c02e5568", "name": "network-vif-deleted", "tag": "ff53c8df-25cf-40f0-b983-6c2f400294e8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:52.626534 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-be6d8509-0c85-4d6f-a4d7-ad4b02ae6a14 req-f14eb34a-dc8b-4b69-9a1c-3b1930fea03f service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959350 Jul 07 22:06:52.626718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f308d2b1-d8d4-4e42-b7c4-69cb47c19e62 req-a7f22c99-4391-4952-8fcf-24046d1cf36a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403065 Jul 07 22:06:52.784169 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308be8e3-b20a-4809-97fe-342dd8267e03 x-openstack-request-id: req-308be8e3-b20a-4809-97fe-342dd8267e03 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:06:52.784887 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf1878f-5b25-471a-92eb-c4f3c02e5568", "name": "network-vif-deleted", "tag": "ff53c8df-25cf-40f0-b983-6c2f400294e8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:06:52.785442 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-308be8e3-b20a-4809-97fe-342dd8267e03 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:06:52.786066 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf1878f-5b25-471a-92eb-c4f3c02e5568', 'name': 'network-vif-deleted', 'tag': 'ff53c8df-25cf-40f0-b983-6c2f400294e8', 'status': 'completed', 'code': 200} Jul 07 22:06:52.860516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd10031-4374-4639-aa81-aab96db43369 req-c98af969-39f6-4351-9918-b17c93d56b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:52.863509 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1fd10031-4374-4639-aa81-aab96db43369 req-c98af969-39f6-4351-9918-b17c93d56b2a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 1099 time: 0.0768664 Jul 07 22:06:53.056979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd10031-4374-4639-aa81-aab96db43369 req-72c9e12f-155c-4cd8-96fc-d95a66f0db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:53.058510 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1fd10031-4374-4639-aa81-aab96db43369 req-72c9e12f-155c-4cd8-96fc-d95a66f0db2a service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1872833 Jul 07 22:06:53.139177 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1fd10031-4374-4639-aa81-aab96db43369 req-0f88a6f5-3c85-4794-b8c5-6da5c2a3b907 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=3e0d12ba-e129-4e58-8f80-8d631355d60a HTTP/1.1" status: 200 len: 217 time: 0.0716617 Jul 07 22:06:53.204154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd10031-4374-4639-aa81-aab96db43369 req-ed12c482-5780-46a0-83d1-f06acd093a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:53.205986 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1fd10031-4374-4639-aa81-aab96db43369 req-ed12c482-5780-46a0-83d1-f06acd093a9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0585377 Jul 07 22:06:53.244572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42368) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:53.263055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28074975-3b89-49e8-91d5-0386564c85f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:53.273842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d81a9496-ea3d-4d17-9cda-d0f89a97bca4 req-ef428233-776b-4e91-83be-90a6a6b20f2f tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=0bf1878f-5b25-471a-92eb-c4f3c02e5568 HTTP/1.1" status: 200 len: 210 time: 0.0398617 Jul 07 22:06:53.287623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee87eb-3b27-4ec3-8853-1b5d28af272a req-6b2430b4-1a12-4e1d-b30f-b3b185b7002a tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:53.289158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bee87eb-3b27-4ec3-8853-1b5d28af272a req-6b2430b4-1a12-4e1d-b30f-b3b185b7002a tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 943 time: 0.1414607 Jul 07 22:06:53.347126 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd10031-4374-4639-aa81-aab96db43369 req-1ec6f179-4e30-4dcf-8eca-5ae48c3f2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:53.348820 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1fd10031-4374-4639-aa81-aab96db43369 req-1ec6f179-4e30-4dcf-8eca-5ae48c3f2f3d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1356084 Jul 07 22:06:53.359476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bee87eb-3b27-4ec3-8853-1b5d28af272a req-180920c2-d300-4ac8-a2af-9a20ff479cc2 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562994 Jul 07 22:06:53.503728 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1fd10031-4374-4639-aa81-aab96db43369 req-8c1ffe2d-7924-49f4-ac80-a9239a75de72 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473348 Jul 07 22:06:53.583680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28074975-3b89-49e8-91d5-0386564c85f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:53.600188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28074975-3b89-49e8-91d5-0386564c85f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:53.660996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28074975-3b89-49e8-91d5-0386564c85f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db164b6-1fa6-4200-b7a1-ddcdf23ce334,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:53.673510 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-28074975-3b89-49e8-91d5-0386564c85f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e9e4c39d1f474d088be046254c9cbe4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270654 Jul 07 22:06:53.676418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42424) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:53.717001 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1fd10031-4374-4639-aa81-aab96db43369 req-677c8cd8-66fe-4db4-ba7d-b5c9ec5128cd service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039263 Jul 07 22:06:53.770697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59d7e7f7-c662-4156-a4a6-927d93f3b9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:53.795600 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59d7e7f7-c662-4156-a4a6-927d93f3b9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:53.826824 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42442) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:53.889917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59d7e7f7-c662-4156-a4a6-927d93f3b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:53.892550 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59d7e7f7-c662-4156-a4a6-927d93f3b9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:53.894556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-59d7e7f7-c662-4156-a4a6-927d93f3b9da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2db164b6-1fa6-4200-b7a1-ddcdf23ce334 HTTP/1.1" status: 204 len: 168 time: 0.2127063 Jul 07 22:06:53.914736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706394e-ef5c-490f-b882-bbf7f188431d req-108f24bc-a651-4b7f-8322-712fc3a5921b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:53.915820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2706394e-ef5c-490f-b882-bbf7f188431d req-108f24bc-a651-4b7f-8322-712fc3a5921b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 947 time: 0.0953624 Jul 07 22:06:53.917036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7e7f7-c662-4156-a4a6-927d93f3b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db164b6-1fa6-4200-b7a1-ddcdf23ce334,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:53.960040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7fe92085-45a2-42c6-9f44-2a4421fd3b3a details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:06:53.997206 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8c1827a-a1f7-49c7-8823-632229b9d4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:54.018982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2706394e-ef5c-490f-b882-bbf7f188431d req-b502ba4a-14fd-4743-89de-6ad149df25dd tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952988 Jul 07 22:06:54.082693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:54.096858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a', 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1', 'port_id': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a', 'mac_address': 'fa:16:3e:99:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fc32d3-510d-40a2-8873-b4755e7fee10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:06:54.142853 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:54.144260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8c1827a-a1f7-49c7-8823-632229b9d4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:54.154352 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8c1827a-a1f7-49c7-8823-632229b9d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:54.170372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe92085-45a2-42c6-9f44-2a4421fd3b3a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:06:54.195268 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f8c1827a-a1f7-49c7-8823-632229b9d4b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52da2877a5364fc6983a321825436b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673766 Jul 07 22:06:54.197321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1827a-a1f7-49c7-8823-632229b9d4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f9aeb-eec1-4152-bb81-686320b42334,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:54.198356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42472) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:54.198524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:54.205481 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:54.277857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:54.301132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ea93a96-4f3a-4811-988f-379a7543c433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:54.349251 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ea93a96-4f3a-4811-988f-379a7543c433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:54.421164 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ea93a96-4f3a-4811-988f-379a7543c433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:54.425206 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ea93a96-4f3a-4811-988f-379a7543c433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:54.426535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3ea93a96-4f3a-4811-988f-379a7543c433 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/881f9aeb-eec1-4152-bb81-686320b42334 HTTP/1.1" status: 204 len: 168 time: 0.2266166 Jul 07 22:06:54.454359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea93a96-4f3a-4811-988f-379a7543c433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f9aeb-eec1-4152-bb81-686320b42334,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:54.736315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17dc22-c008-46ad-af6b-471db356eaf6 req-1e8fed8a-e882-4603-a519-6bc01b7a2023 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:54.738100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b17dc22-c008-46ad-af6b-471db356eaf6 req-1e8fed8a-e882-4603-a519-6bc01b7a2023 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 971 time: 0.1011765 Jul 07 22:06:54.795589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b17dc22-c008-46ad-af6b-471db356eaf6 req-adb07e79-9520-4538-9e44-a8361f2877dd tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Jul 07 22:06:54.804100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf248313-5402-4b2e-8442-b73402a7c835 req-7eab198f-2bc9-4ce1-8adb-292a8ece1240 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:54.805625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf248313-5402-4b2e-8442-b73402a7c835 req-7eab198f-2bc9-4ce1-8adb-292a8ece1240 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 944 time: 0.1134787 Jul 07 22:06:54.844722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:54.859312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf248313-5402-4b2e-8442-b73402a7c835 req-8614112f-5666-4390-a8d9-4ca60771c166 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453348 Jul 07 22:06:54.872906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7fe92085-45a2-42c6-9f44-2a4421fd3b3a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:06:54.877989 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5399-1b9b-4942-9f3a-6a0691a70f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:55.050434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-d0ec850c-eb21-4ce3-b564-9d60cfb23c36 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387197 Jul 07 22:06:55.066479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5399-1b9b-4942-9f3a-6a0691a70f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:55.073407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5399-1b9b-4942-9f3a-6a0691a70f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:55.127601 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b3f5399-1b9b-4942-9f3a-6a0691a70f83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50b26825671e462e914fc7fd9e78cea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807198 Jul 07 22:06:55.130308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f5399-1b9b-4942-9f3a-6a0691a70f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee267b6-f2b1-4467-8e50-0be5680328bf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:55.132657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42580) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:55.211796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163f90-748a-4c1c-8daf-3e4887400afc req-23c4d387-901a-4393-99ae-c307929f68e4 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:55.213778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-23c4d387-901a-4393-99ae-c307929f68e4 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579947 Jul 07 22:06:55.226095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0906f753-b023-431d-be46-9f98a6590523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:55.243876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-b2e99e49-7ed6-4b3f-ae70-ed1b77cb099b tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/quotas/2e5cf31acd984f909ecfe4bda07ae605 HTTP/1.1" status: 200 len: 375 time: 0.0194781 Jul 07 22:06:55.256533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0906f753-b023-431d-be46-9f98a6590523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:55.290975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-b0095c31-7c11-4411-8348-fd7a26b08e48 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370069 Jul 07 22:06:55.341113 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0906f753-b023-431d-be46-9f98a6590523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:55.343825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0906f753-b023-431d-be46-9f98a6590523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:55.349540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0906f753-b023-431d-be46-9f98a6590523 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ee267b6-f2b1-4467-8e50-0be5680328bf HTTP/1.1" status: 204 len: 168 time: 0.2134106 Jul 07 22:06:55.359198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906f753-b023-431d-be46-9f98a6590523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee267b6-f2b1-4467-8e50-0be5680328bf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:55.611184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ff53c8df-25cf-40f0-b983-6c2f400294e8 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:06:55.634527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5822e50f-eae9-44b4-bb88-48495d880f9f req-73b5b69d-2872-4f57-aa83-9c255d9e2984 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 210 time: 0.0511420 Jul 07 22:06:55.673464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: ff53c8df-25cf-40f0-b983-6c2f400294e8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:06:55.674011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ff53c8df-25cf-40f0-b983-6c2f400294e8 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:06:55.686273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb62db8-19dc-4f8e-b3c0-73dc60b2c8d2 req-2db669f1-8724-4492-af2e-cf769ea5f2f2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:55.688065 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3eb62db8-19dc-4f8e-b3c0-73dc60b2c8d2 req-2db669f1-8724-4492-af2e-cf769ea5f2f2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 947 time: 0.1214974 Jul 07 22:06:55.793121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3eb62db8-19dc-4f8e-b3c0-73dc60b2c8d2 req-0e15a077-2cac-4035-a181-7ea23f0b7df1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987709 Jul 07 22:06:55.848116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-008c02be-d82b-416b-895a-149088ef325f tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:55.849624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-008c02be-d82b-416b-895a-149088ef325f tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.44 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 971 time: 0.1293857 Jul 07 22:06:55.951269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7fe92085-45a2-42c6-9f44-2a4421fd3b3a up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:06:56.052567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:06:56.061041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:06:56.061659 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:56.214755 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:56.270833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:56.271343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:56.274354 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c939152d-61a3-401a-9416-642dced6e717" -d '{"events": [{"server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "name": "network-vif-plugged", "status": "completed", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:56.279347 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:56.334508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:56.345048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Deleting port 872e731a-62d2-4b22-9109-b842d3404a4e {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:06:56.345630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:56.359373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ea799-3473-48ef-94e5-4e91345e60b2 req-4a8dee73-e4e8-43ba-ac06-78d9b0d862e8 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:56.360858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-073ea799-3473-48ef-94e5-4e91345e60b2 req-4a8dee73-e4e8-43ba-ac06-78d9b0d862e8 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/ports?device_id=84283523-7dbd-4edf-ba00-aba08e5e4935 HTTP/1.1" status: 200 len: 971 time: 0.3342021 Jul 07 22:06:56.479572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-073ea799-3473-48ef-94e5-4e91345e60b2 req-f6fdeee9-7f0e-42aa-888d-48eb094b0d3e tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.81 "GET /v2.0/security-groups?id=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977573 Jul 07 22:06:56.526919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] For port 872e731a-62d2-4b22-9109-b842d3404a4e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=872e731a-62d2-4b22-9109-b842d3404a4e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:56.527272 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:56.550810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c678b-8126-4f18-9c50-49d95564fdd6 req-6a28bc96-4c28-444c-ae6f-17592c152cf1 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:56.552515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a9c678b-8126-4f18-9c50-49d95564fdd6 req-6a28bc96-4c28-444c-ae6f-17592c152cf1 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 945 time: 0.1905739 Jul 07 22:06:56.553649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Calling delete_port for 872e731a-62d2-4b22-9109-b842d3404a4e owned by compute:tempest-test_az-474881787 {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:06:56.630210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a9c678b-8126-4f18-9c50-49d95564fdd6 req-e2bd6534-c563-48ba-b1b8-a47bccd482b3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706999 Jul 07 22:06:56.733151 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:56.748825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['872e731a-62d2-4b22-9109-b842d3404a4e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:06:56.778634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Pushing event deleted for resources: {'Port': ['ID=872e731a-62d2-4b22-9109-b842d3404a4e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:56.791453 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6364f1e9-6efc-4817-9c87-3a85be6cb4ec x-openstack-request-id: req-6364f1e9-6efc-4817-9c87-3a85be6cb4ec {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:06:56.793565 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "name": "network-vif-plugged", "status": "completed", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:06:56.793952 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6364f1e9-6efc-4817-9c87-3a85be6cb4ec {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:06:56.795679 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a', 'code': 200} Jul 07 22:06:56.923530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] No DVR routers for this DVR port 872e731a-62d2-4b22-9109-b842d3404a4e on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:06:56.931141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:56.935730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-773956ad-e9ea-49fa-bce7-57c165b3d6e2 req-e87d492a-49f6-4a8f-b3cd-81c7c84ea404 tempest-AggregatesAdminTestJSON-1580259091 tempest-AggregatesAdminTestJSON-1580259091-project] 10.222.0.44 "DELETE /v2.0/ports/872e731a-62d2-4b22-9109-b842d3404a4e HTTP/1.1" status: 204 len: 173 time: 1.0706582 Jul 07 22:06:56.949015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84283523-7dbd-4edf-ba00-aba08e5e4935', 'name': 'network-vif-deleted', 'tag': '872e731a-62d2-4b22-9109-b842d3404a4e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:56.952701 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1316402-492d-4485-b1f6-5c2cbe596e77" -d '{"events": [{"server_uuid": "84283523-7dbd-4edf-ba00-aba08e5e4935", "name": "network-vif-deleted", "tag": "872e731a-62d2-4b22-9109-b842d3404a4e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:57.001532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c51a854-67e8-4d61-9188-0f5c6a5c550a req-9141f0c5-1cac-4ac2-b4d2-3c623c311990 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 210 time: 0.0847559 Jul 07 22:06:57.086247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-84654f77-082d-41e1-9c1e-59ab64737abe tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791497 Jul 07 22:06:57.230484 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38f8fb62-9420-4d40-a0e6-0cf405387af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:57.339573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fb3d3-ef57-4c52-bdd3-72057ac530f3 req-66f95372-38c1-49e0-aa7b-9daf15ff9651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:57.342499 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c07fb3d3-ef57-4c52-bdd3-72057ac530f3 req-66f95372-38c1-49e0-aa7b-9daf15ff9651 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1097 time: 0.1633451 Jul 07 22:06:57.348992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163f90-748a-4c1c-8daf-3e4887400afc req-a97951dc-51ae-41bf-87f4-334988994482 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:57.350473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-a97951dc-51ae-41bf-87f4-334988994482 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2589304 Jul 07 22:06:57.366908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Request body: {'port': {'device_id': 'c789a52a-1ac3-4c63-bf3a-d290ced80434', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '2e5cf31acd984f909ecfe4bda07ae605'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:57.391588 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c07fb3d3-ef57-4c52-bdd3-72057ac530f3 req-748ecd8d-08e0-4fcd-8afb-81900d7181b3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Jul 07 22:06:57.438102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4766f-246f-4107-9911-b0022742b5d5 req-9b1d3fb7-1cb6-46e6-84e6-1a4c6d788871 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:57.439571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68f4766f-246f-4107-9911-b0022742b5d5 req-9b1d3fb7-1cb6-46e6-84e6-1a4c6d788871 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 947 time: 0.1751647 Jul 07 22:06:57.493660 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c0b91b-6979-4414-a1a4-2f7b9bd886e6 x-openstack-request-id: req-49c0b91b-6979-4414-a1a4-2f7b9bd886e6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:06:57.493943 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84283523-7dbd-4edf-ba00-aba08e5e4935", "name": "network-vif-deleted", "tag": "872e731a-62d2-4b22-9109-b842d3404a4e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:06:57.494214 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49c0b91b-6979-4414-a1a4-2f7b9bd886e6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:06:57.494596 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84283523-7dbd-4edf-ba00-aba08e5e4935', 'name': 'network-vif-deleted', 'tag': '872e731a-62d2-4b22-9109-b842d3404a4e', 'status': 'completed', 'code': 200} Jul 07 22:06:57.507141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68f4766f-246f-4107-9911-b0022742b5d5 req-a88dad31-f203-498a-be36-4e749a38d79a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598090 Jul 07 22:06:57.541788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Made reservation on behalf of 2e5cf31acd984f909ecfe4bda07ae605 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:06:57.546034 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:57.703301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Allocated IP 192.168.233.107 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/97237dc5-e81f-4e76-97bb-909ee24328e5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:06:57.888413 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:57.903172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Transition to ACTIVE for port object 97237dc5-e81f-4e76-97bb-909ee24328e5 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:06:57.954667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 3e0d12ba-e129-4e58-8f80-8d631355d60a details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:06:57.958680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.022011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:06:58.025705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:06:58.048141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:06:58.054350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:58.056078 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.099888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 3e0d12ba-e129-4e58-8f80-8d631355d60a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3e0d12ba-e129-4e58-8f80-8d631355d60a,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:58.119018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '3e0d12ba-e129-4e58-8f80-8d631355d60a', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '3e0d12ba-e129-4e58-8f80-8d631355d60a', 'mac_address': 'fa:16:3e:8c:ab:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:06:58.153755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Pushing event updated for resources: {'Port': ['ID=97237dc5-e81f-4e76-97bb-909ee24328e5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:58.166527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-799d7865-5f90-4e4d-a4fc-bd76e19ac191 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8025939 Jul 07 22:06:58.182897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Request body: {'port': {'device_id': 'c789a52a-1ac3-4c63-bf3a-d290ced80434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:06:58.189722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.207221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0d12ba-e129-4e58-8f80-8d631355d60a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:06:58.240035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 3e0d12ba-e129-4e58-8f80-8d631355d60a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3e0d12ba-e129-4e58-8f80-8d631355d60a,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:06:58.255405 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.310766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2c325-9d76-4df5-9c66-de420a36fc28 req-35b51a0c-96b0-490c-b0af-739bf546c0d6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:58.312727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27d2c325-9d76-4df5-9c66-de420a36fc28 req-35b51a0c-96b0-490c-b0af-739bf546c0d6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 945 time: 0.2083659 Jul 07 22:06:58.315667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.320696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=3e0d12ba-e129-4e58-8f80-8d631355d60a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:58.321975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:58.418642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8661d368-2a10-4461-addf-1d35127bbe26 None None] Provisioning for port 97237dc5-e81f-4e76-97bb-909ee24328e5 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:06:58.423131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8661d368-2a10-4461-addf-1d35127bbe26 None None] Provisioning complete for port 97237dc5-e81f-4e76-97bb-909ee24328e5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:06:58.423633 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8661d368-2a10-4461-addf-1d35127bbe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.424525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27d2c325-9d76-4df5-9c66-de420a36fc28 req-1e34b737-dca9-4d39-933d-c6275f213409 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904977 Jul 07 22:06:58.466375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8661d368-2a10-4461-addf-1d35127bbe26 None None] Port 97237dc5-e81f-4e76-97bb-909ee24328e5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:06:58.467048 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f516e169-03c4-4fea-82a3-7739e96b9c3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2a59711d5d24842a7c2c6f31ef5de9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1425254 Jul 07 22:06:58.467671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:58.513742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8bd6f-cd4f-4f90-9a0d-2c7037a935c1 req-8373b4b2-911b-4974-9b20-8971b0e457e2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:58.515263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ee8bd6f-cd4f-4f90-9a0d-2c7037a935c1 req-8373b4b2-911b-4974-9b20-8971b0e457e2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 936 time: 0.2014716 Jul 07 22:06:58.521361 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f53e-eb08-4020-a2b0-243d6915b9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.547298 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f53e-eb08-4020-a2b0-243d6915b9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.616645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ee8bd6f-cd4f-4f90-9a0d-2c7037a935c1 req-e2412c45-8e6c-4f15-94f3-8acda00a983e tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958107 Jul 07 22:06:58.616995 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f53e-eb08-4020-a2b0-243d6915b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.620768 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aa2f53e-eb08-4020-a2b0-243d6915b9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.622489 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1aa2f53e-eb08-4020-a2b0-243d6915b9cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f52c4201-f08e-4aa1-9e51-0dfa57abeb9f HTTP/1.1" status: 204 len: 168 time: 0.1536703 Jul 07 22:06:58.632820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2f53e-eb08-4020-a2b0-243d6915b9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c4201-f08e-4aa1-9e51-0dfa57abeb9f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:58.657314 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:06:58.787456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97237dc5-e81f-4e76-97bb-909ee24328e5 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:06:58.797669 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.815622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Transition to ACTIVE for port object 97237dc5-e81f-4e76-97bb-909ee24328e5 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:06:58.830697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:58.846854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:06:58.895588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6b739-8262-4be9-b8c1-c1c32a1c0298 req-57b3b744-af3d-4eff-8162-c6d854e427ee tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:58.904874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ab6b739-8262-4be9-b8c1-c1c32a1c0298 req-57b3b744-af3d-4eff-8162-c6d854e427ee tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 948 time: 0.1624615 Jul 07 22:06:58.973894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ab6b739-8262-4be9-b8c1-c1c32a1c0298 req-b580e6b5-aef7-4de8-b667-ef869a67955c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680611 Jul 07 22:06:59.014491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:59.028667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Attempting to bind port 97237dc5-e81f-4e76-97bb-909ee24328e5 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:06:59.029006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Attempting to bind port 97237dc5-e81f-4e76-97bb-909ee24328e5 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:06:59.029332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Attempting to bind port 97237dc5-e81f-4e76-97bb-909ee24328e5 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:59.034798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d778d4a-9153-4689-b524-896065721453 service neutron] Pushing event updated for resources: {'Port': ['ID=97237dc5-e81f-4e76-97bb-909ee24328e5,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:59.038218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Port 97237dc5-e81f-4e76-97bb-909ee24328e5 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:06:59.039268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Attempting to bind port 97237dc5-e81f-4e76-97bb-909ee24328e5 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:06:59.045984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:06:59.046776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:06:59.047197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:06:59.047725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Bound port: 97237dc5-e81f-4e76-97bb-909ee24328e5, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:06:59.048138 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:59.092792 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-59dced32-5850-433b-b1bc-88bfed4633cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84fbf9159f214fe7bbcf9ac8dbd3d2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762513 Jul 07 22:06:59.095770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:06:59.142053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] For port 97237dc5-e81f-4e76-97bb-909ee24328e5, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:06:59.145796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] For port 97237dc5-e81f-4e76-97bb-909ee24328e5, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=97237dc5-e81f-4e76-97bb-909ee24328e5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:06:59.152371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:59.167820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98bfe117-5175-43a6-8cdd-9e781629bf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:59.168900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:59.169505 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:59.171528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-3d778d4a-9153-4689-b524-896065721453 service neutron] 10.222.0.44 "PUT /v2.0/ports/97237dc5-e81f-4e76-97bb-909ee24328e5 HTTP/1.1" status: 200 len: 1097 time: 0.9993072 Jul 07 22:06:59.212061 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98bfe117-5175-43a6-8cdd-9e781629bf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:59.296719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98bfe117-5175-43a6-8cdd-9e781629bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:59.299309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98bfe117-5175-43a6-8cdd-9e781629bf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:59.303317 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-98bfe117-5175-43a6-8cdd-9e781629bf32 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cbdb0fae-4767-4134-b0ab-faeb0dc623a9 HTTP/1.1" status: 204 len: 168 time: 0.2064722 Jul 07 22:06:59.312248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfe117-5175-43a6-8cdd-9e781629bf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdb0fae-4767-4134-b0ab-faeb0dc623a9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:59.322962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d778d4a-9153-4689-b524-896065721453 service neutron] Pushing event updated for resources: {'Port': ['ID=97237dc5-e81f-4e76-97bb-909ee24328e5,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:06:59.361370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163f90-748a-4c1c-8daf-3e4887400afc req-121c7882-af9f-463f-af84-b7a168e4d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:59.363315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-121c7882-af9f-463f-af84-b7a168e4d7cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 1100 time: 0.1443660 Jul 07 22:06:59.422012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-d7c11454-7248-4382-8874-46dcbbcd7fa7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=97237dc5-e81f-4e76-97bb-909ee24328e5 HTTP/1.1" status: 200 len: 217 time: 0.0504236 Jul 07 22:06:59.606676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c789a52a-1ac3-4c63-bf3a-d290ced80434', 'tag': '97237dc5-e81f-4e76-97bb-909ee24328e5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:06:59.608451 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4aca1f-4e92-4748-8f94-c531abcedd54" -d '{"events": [{"name": "network-changed", "server_uuid": "c789a52a-1ac3-4c63-bf3a-d290ced80434", "tag": "97237dc5-e81f-4e76-97bb-909ee24328e5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:06:59.630489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163f90-748a-4c1c-8daf-3e4887400afc req-a653151b-cc12-4819-b6b4-edc9bf9e6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:59.632653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-a653151b-cc12-4819-b6b4-edc9bf9e6007 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1992941 Jul 07 22:06:59.639351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 872e731a-62d2-4b22-9109-b842d3404a4e no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:06:59.713908 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f38090ad-2fe8-4980-aeda-b83d0845d9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:59.715267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 872e731a-62d2-4b22-9109-b842d3404a4e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:06:59.715613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 872e731a-62d2-4b22-9109-b842d3404a4e not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:06:59.770749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16163f90-748a-4c1c-8daf-3e4887400afc req-d3f58da4-b9c5-489f-a5fb-9d04b0fad0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:59.772242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-d3f58da4-b9c5-489f-a5fb-9d04b0fad0ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1325803 Jul 07 22:06:59.855559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dda93-0496-4c97-abcb-5b35258533a6 req-b6b90a25-673a-4d53-bafc-292f30d83826 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:06:59.857085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf8dda93-0496-4c97-abcb-5b35258533a6 req-b6b90a25-673a-4d53-bafc-292f30d83826 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 945 time: 0.1230760 Jul 07 22:06:59.923048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-f403c1c7-8c2f-454e-bbc7-54e2b513c6f2 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434588 Jul 07 22:06:59.935412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf8dda93-0496-4c97-abcb-5b35258533a6 req-80b63c59-8dfd-4d67-a865-930514a430bd tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659013 Jul 07 22:06:59.951698 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:06:59.986795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 3e0d12ba-e129-4e58-8f80-8d631355d60a up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:00.083779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 3e0d12ba-e129-4e58-8f80-8d631355d60a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:00.085692 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0858e8-3b15-4232-83a5-2b8b76b18a33 x-openstack-request-id: req-8c0858e8-3b15-4232-83a5-2b8b76b18a33 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:00.086007 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c789a52a-1ac3-4c63-bf3a-d290ced80434", "tag": "97237dc5-e81f-4e76-97bb-909ee24328e5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:00.086395 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c0858e8-3b15-4232-83a5-2b8b76b18a33 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:00.086642 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c789a52a-1ac3-4c63-bf3a-d290ced80434', 'tag': '97237dc5-e81f-4e76-97bb-909ee24328e5', 'status': 'completed', 'code': 200} Jul 07 22:07:00.090610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 3e0d12ba-e129-4e58-8f80-8d631355d60a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:00.098219 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:00.103679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16163f90-748a-4c1c-8daf-3e4887400afc req-454cb573-5114-41e0-9dbc-35e2f0d404ee service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657906 Jul 07 22:07:00.200486 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:00.238049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc6413-7446-4dea-81a9-153e73131f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0d12ba-e129-4e58-8f80-8d631355d60a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:00.241233 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b591aff-69c0-4fcd-853f-649db967c32f" -d '{"events": [{"server_uuid": "ccfc6413-7446-4dea-81a9-153e73131f15", "name": "network-vif-plugged", "status": "completed", "tag": "3e0d12ba-e129-4e58-8f80-8d631355d60a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:00.256309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 3e0d12ba-e129-4e58-8f80-8d631355d60a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3e0d12ba-e129-4e58-8f80-8d631355d60a,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:00.261637 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:00.287497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76001c0d-6f47-468b-9c50-3b0536c02a7c req-926ea420-f2a5-413d-ad02-a620a2f1bdfc tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:00.288754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76001c0d-6f47-468b-9c50-3b0536c02a7c req-926ea420-f2a5-413d-ad02-a620a2f1bdfc tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 948 time: 0.1252313 Jul 07 22:07:00.295059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-d15deda6-2483-4ee7-9f33-c456823f2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:00.296604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-d15deda6-2483-4ee7-9f33-c456823f2058 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 1100 time: 0.1428692 Jul 07 22:07:00.333875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=3e0d12ba-e129-4e58-8f80-8d631355d60a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:00.383888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76001c0d-6f47-468b-9c50-3b0536c02a7c req-514fcb37-3643-4092-89cb-79d04d0fe6c1 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862577 Jul 07 22:07:00.414007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-7e04d92b-c401-42ca-9abd-de42da958cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:00.416048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-7e04d92b-c401-42ca-9abd-de42da958cd4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1124518 Jul 07 22:07:00.488270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-f1388655-29fb-4c71-b5a8-c7ff87ea59b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=97237dc5-e81f-4e76-97bb-909ee24328e5 HTTP/1.1" status: 200 len: 217 time: 0.0584788 Jul 07 22:07:00.559916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e5a47-9b16-4361-837b-b25ba8f927ab req-d00fd3bf-0149-4309-8e05-d140c535b903 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:00.571819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b92e5a47-9b16-4361-837b-b25ba8f927ab req-d00fd3bf-0149-4309-8e05-d140c535b903 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 949 time: 0.1513202 Jul 07 22:07:00.582628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-ac846f04-b311-4a4e-832a-d5962e8bb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:00.584032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-ac846f04-b311-4a4e-832a-d5962e8bb33a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0865433 Jul 07 22:07:00.597246 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a497259-eb80-4547-af9b-a881f80d8b7f x-openstack-request-id: req-4a497259-eb80-4547-af9b-a881f80d8b7f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:00.597543 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfc6413-7446-4dea-81a9-153e73131f15", "name": "network-vif-plugged", "status": "completed", "tag": "3e0d12ba-e129-4e58-8f80-8d631355d60a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:00.597854 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a497259-eb80-4547-af9b-a881f80d8b7f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:00.598534 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfc6413-7446-4dea-81a9-153e73131f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0d12ba-e129-4e58-8f80-8d631355d60a', 'code': 200} Jul 07 22:07:00.662720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b92e5a47-9b16-4361-837b-b25ba8f927ab req-da4d7323-18f2-451c-b9aa-6b2e46b3dec2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897930 Jul 07 22:07:00.707754 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:00.719725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-ea83a467-a6de-442b-8fdc-29b9954b16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:00.721397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-ea83a467-a6de-442b-8fdc-29b9954b16c9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1263514 Jul 07 22:07:00.813494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e86c59-4a07-4ab6-a13d-1b21037997a9 req-7319006e-2178-4b02-b397-c0dcecfb719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:00.815853 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54e86c59-4a07-4ab6-a13d-1b21037997a9 req-7319006e-2178-4b02-b397-c0dcecfb719c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 1101 time: 0.1029165 Jul 07 22:07:00.863072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-4647da08-9242-4988-89bd-11063a2e1351 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339512 Jul 07 22:07:00.887149 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:00.943447 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54e86c59-4a07-4ab6-a13d-1b21037997a9 req-7eca3139-edef-48ce-96a8-c8f3ebcf3fd3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186590 Jul 07 22:07:01.025759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43098) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:01.047801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de4aca1f-4e92-4748-8f94-c531abcedd54 req-e5f7b269-3329-4d0e-8847-c75cf672ffd4 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782730 Jul 07 22:07:01.225961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371ea50-1d6c-4715-afba-66cb18bbc639 req-82c0c3e4-c587-4435-9cdd-2b7670dc4328 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:01.233995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2371ea50-1d6c-4715-afba-66cb18bbc639 req-82c0c3e4-c587-4435-9cdd-2b7670dc4328 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 945 time: 0.0959306 Jul 07 22:07:01.283559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2371ea50-1d6c-4715-afba-66cb18bbc639 req-1096a2ba-99e6-494f-be8a-833151a2344d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484939 Jul 07 22:07:01.430891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ba5b98-0d9f-42ad-b366-efcbd254945c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:01.518879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43156) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:01.540128 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ba5b98-0d9f-42ad-b366-efcbd254945c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:01.545664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ba5b98-0d9f-42ad-b366-efcbd254945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:01.556372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43160) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:01.581241 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-16ba5b98-0d9f-42ad-b366-efcbd254945c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=52e5c3dc8951443283b1f860345b648a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5527411 Jul 07 22:07:01.584033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:01.612958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba5b98-0d9f-42ad-b366-efcbd254945c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce0e99e-ce22-4797-914e-3e89ba9a7756,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:01.671921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d42b246a-6521-4898-bd8c-b6c19f0ce671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:01.698028 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d42b246a-6521-4898-bd8c-b6c19f0ce671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:01.762518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d42b246a-6521-4898-bd8c-b6c19f0ce671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:01.764967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d42b246a-6521-4898-bd8c-b6c19f0ce671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:01.766227 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d42b246a-6521-4898-bd8c-b6c19f0ce671 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ce0e99e-ce22-4797-914e-3e89ba9a7756 HTTP/1.1" status: 204 len: 168 time: 0.1809497 Jul 07 22:07:01.775068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b246a-6521-4898-bd8c-b6c19f0ce671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce0e99e-ce22-4797-914e-3e89ba9a7756,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:01.840444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd472fb-04f7-4eff-a735-f65bdcadb42c req-c39fd490-5105-4522-8b12-8f1e256357ea tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:01.842104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd472fb-04f7-4eff-a735-f65bdcadb42c req-c39fd490-5105-4522-8b12-8f1e256357ea tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 948 time: 0.0718248 Jul 07 22:07:01.883831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87198975-2542-4e6d-b192-b79ca4b5cb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:01.945941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd472fb-04f7-4eff-a735-f65bdcadb42c req-79f1efc8-8459-4478-8b41-ea4771dcf6fe tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975378 Jul 07 22:07:01.948778 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b34d8c-432f-4ae1-a43d-a779cd4d6720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.012281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd84ef3-37de-454b-b11f-bf842970ae65 req-17c264ca-e891-494d-8b1d-1a424b6403df tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:02.014611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cd84ef3-37de-454b-b11f-bf842970ae65 req-17c264ca-e891-494d-8b1d-1a424b6403df tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1097 time: 0.1331646 Jul 07 22:07:02.096232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cd84ef3-37de-454b-b11f-bf842970ae65 req-4fb01505-927e-479a-a462-4dedec7dd587 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Jul 07 22:07:02.101769 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87198975-2542-4e6d-b192-b79ca4b5cb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.205815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43200) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:02.218676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b34d8c-432f-4ae1-a43d-a779cd4d6720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.219779 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87198975-2542-4e6d-b192-b79ca4b5cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.219895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ffe7de3-da15-428c-9377-b66e02618a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.248222 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b34d8c-432f-4ae1-a43d-a779cd4d6720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.276587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-87198975-2542-4e6d-b192-b79ca4b5cb15 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5090593db674f3fad82f5da9ea1121f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565942 Jul 07 22:07:02.287250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43204) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:02.328604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87198975-2542-4e6d-b192-b79ca4b5cb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d2c772-a12e-43a3-9c6b-f0427f30faf7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:02.355393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-83b34d8c-432f-4ae1-a43d-a779cd4d6720 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6cc75c2fa67b4aa1bed9eb8c4cf4ec06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7976453 Jul 07 22:07:02.358849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43206) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:02.394469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b34d8c-432f-4ae1-a43d-a779cd4d6720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b343de0e-d92c-41d6-9484-7778ccea9baf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:02.397794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23822b7a-8086-4998-98cf-60638c81acb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.421843 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ffe7de3-da15-428c-9377-b66e02618a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.438996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ffe7de3-da15-428c-9377-b66e02618a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.444193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23822b7a-8086-4998-98cf-60638c81acb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.455566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e98ef6-4e60-4ae3-aa78-c077c8075b91 req-9a21e375-2570-4733-8896-f784b9a181f9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:02.457146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35e98ef6-4e60-4ae3-aa78-c077c8075b91 req-9a21e375-2570-4733-8896-f784b9a181f9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 949 time: 0.2159381 Jul 07 22:07:02.487941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-133ff5dd-6e92-45f9-b244-a881bfc747bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.524522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35e98ef6-4e60-4ae3-aa78-c077c8075b91 req-9740afaa-e5d5-44e9-af5e-f9de874ffe6c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551972 Jul 07 22:07:02.534032 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-133ff5dd-6e92-45f9-b244-a881bfc747bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.549905 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5ffe7de3-da15-428c-9377-b66e02618a26 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d810241248042e3bbe4639c49b37c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428559 Jul 07 22:07:02.556767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43218) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:02.578714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe7de3-da15-428c-9377-b66e02618a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc1c2be-4a8a-4315-a134-85097dc2ef6e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:02.618596 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.634636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23822b7a-8086-4998-98cf-60638c81acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.637202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23822b7a-8086-4998-98cf-60638c81acb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.640520 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-23822b7a-8086-4998-98cf-60638c81acb4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53d2c772-a12e-43a3-9c6b-f0427f30faf7 HTTP/1.1" status: 204 len: 168 time: 0.3499372 Jul 07 22:07:02.655853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822b7a-8086-4998-98cf-60638c81acb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d2c772-a12e-43a3-9c6b-f0427f30faf7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:02.668740 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-133ff5dd-6e92-45f9-b244-a881bfc747bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.675251 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-133ff5dd-6e92-45f9-b244-a881bfc747bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.680715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-133ff5dd-6e92-45f9-b244-a881bfc747bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b343de0e-d92c-41d6-9484-7778ccea9baf HTTP/1.1" status: 204 len: 168 time: 0.3152266 Jul 07 22:07:02.694013 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-32d4ff94-ee75-456a-b08b-f4c3de95d278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.715881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ff5dd-6e92-45f9-b244-a881bfc747bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b343de0e-d92c-41d6-9484-7778ccea9baf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:02.746344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-32d4ff94-ee75-456a-b08b-f4c3de95d278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.832919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59717133-fce2-46f4-b876-e1a109b33acb req-e1da9e5e-32e7-47e9-bf7b-989bab9e426b tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:02.834557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59717133-fce2-46f4-b876-e1a109b33acb req-e1da9e5e-32e7-47e9-bf7b-989bab9e426b tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1097 time: 0.1233685 Jul 07 22:07:02.835757 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-32d4ff94-ee75-456a-b08b-f4c3de95d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.839322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-32d4ff94-ee75-456a-b08b-f4c3de95d278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:02.840580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-32d4ff94-ee75-456a-b08b-f4c3de95d278 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cfc1c2be-4a8a-4315-a134-85097dc2ef6e HTTP/1.1" status: 204 len: 168 time: 0.2828825 Jul 07 22:07:02.857681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4ff94-ee75-456a-b08b-f4c3de95d278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc1c2be-4a8a-4315-a134-85097dc2ef6e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:02.898742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59717133-fce2-46f4-b876-e1a109b33acb req-3a15b041-bfdd-4935-b90f-81e9da5888c8 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533125 Jul 07 22:07:03.136179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c18e42-bd50-4581-818a-9307cd38a698 req-a2f782c5-76fc-4da5-b723-07310be7591c tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:03.138102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6c18e42-bd50-4581-818a-9307cd38a698 req-a2f782c5-76fc-4da5-b723-07310be7591c tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 948 time: 0.0770619 Jul 07 22:07:03.179808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6c18e42-bd50-4581-818a-9307cd38a698 req-196757be-7c8b-48a4-a287-da33b3ba7927 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347877 Jul 07 22:07:03.329351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43252) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:03.349882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14b80133-2bf9-441e-b716-f0b54e709a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.369386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43254) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:03.495392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43260) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:03.506359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14b80133-2bf9-441e-b716-f0b54e709a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.512200 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14b80133-2bf9-441e-b716-f0b54e709a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.556545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43266) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:03.574436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14b80133-2bf9-441e-b716-f0b54e709a85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a77681cded0452487ab051f55fc0b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435584 Jul 07 22:07:03.585556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:03.593370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b80133-2bf9-441e-b716-f0b54e709a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa868a8-64f8-430f-bb20-7f38db8bdfe6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:03.642716 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35d1eb07-5f1a-4991-aa94-71972610cf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.656254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 97237dc5-e81f-4e76-97bb-909ee24328e5 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:03.782869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c5714b7-cf49-4203-96e3-0986f17f94f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.832536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c5815-38a7-4882-8534-4c5bbd9cd862 req-b32be6b2-8b63-4b6e-864b-95b48cbb60d2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:03.834284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b8c5815-38a7-4882-8534-4c5bbd9cd862 req-b32be6b2-8b63-4b6e-864b-95b48cbb60d2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 949 time: 0.1201370 Jul 07 22:07:03.836836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 97237dc5-e81f-4e76-97bb-909ee24328e5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=97237dc5-e81f-4e76-97bb-909ee24328e5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:03.843185 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2732-1cbe-485f-abc1-c33c76063055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.852570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '97237dc5-e81f-4e76-97bb-909ee24328e5', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '97237dc5-e81f-4e76-97bb-909ee24328e5', 'mac_address': 'fa:16:3e:ca:3c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:03.861047 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67e9605a-db38-4475-9deb-edc6cbef0778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.871738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c5714b7-cf49-4203-96e3-0986f17f94f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.902286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b8c5815-38a7-4882-8534-4c5bbd9cd862 req-d397d130-3787-4806-81ea-61a54150608a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597835 Jul 07 22:07:03.908317 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.925982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97237dc5-e81f-4e76-97bb-909ee24328e5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:03.955544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 97237dc5-e81f-4e76-97bb-909ee24328e5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=97237dc5-e81f-4e76-97bb-909ee24328e5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:03.960856 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.977177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35d1eb07-5f1a-4991-aa94-71972610cf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:03.991726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35d1eb07-5f1a-4991-aa94-71972610cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.025525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1eb07-5f1a-4991-aa94-71972610cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df34fd20-c463-4a6c-8434-4bb9a65e90b6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:04.054548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-67e9605a-db38-4475-9deb-edc6cbef0778 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:07:04.054548 n-d-695012-11 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:07:04.054548 n-d-695012-11 neutron-server[93942]: [parameters: {'project_id_1': '3a5f77c2cd9f46daade1411b8ade7208', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 7, 3, 949311)}] Jul 07 22:07:04.054548 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:07:04.054961 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-67e9605a-db38-4475-9deb-edc6cbef0778 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:07:04.058825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=97237dc5-e81f-4e76-97bb-909ee24328e5,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:04.064574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43292) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:04.072714 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-35d1eb07-5f1a-4991-aa94-71972610cf43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba2951fc163f433ba78051d895462ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697998 Jul 07 22:07:04.087105 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c5714b7-cf49-4203-96e3-0986f17f94f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.091194 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c5714b7-cf49-4203-96e3-0986f17f94f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.092389 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5c5714b7-cf49-4203-96e3-0986f17f94f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/faa868a8-64f8-430f-bb20-7f38db8bdfe6 HTTP/1.1" status: 204 len: 168 time: 0.5338457 Jul 07 22:07:04.105192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5714b7-cf49-4203-96e3-0986f17f94f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa868a8-64f8-430f-bb20-7f38db8bdfe6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:04.159522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['97237dc5-e81f-4e76-97bb-909ee24328e5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:04.168121 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2732-1cbe-485f-abc1-c33c76063055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.175894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ddb2732-1cbe-485f-abc1-c33c76063055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.186515 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1a94128a-286e-469e-9a74-a90c0a7bce36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.231371 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ddb2732-1cbe-485f-abc1-c33c76063055 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39202250e0f64730a12fb7d4695a7d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7344284 Jul 07 22:07:04.232558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43300) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:04.234726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb2732-1cbe-485f-abc1-c33c76063055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d72f4-cc21-40b9-906d-22a8f558479b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:04.292079 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1a94128a-286e-469e-9a74-a90c0a7bce36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.374056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1a94128a-286e-469e-9a74-a90c0a7bce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.376515 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1a94128a-286e-469e-9a74-a90c0a7bce36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.383647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1a94128a-286e-469e-9a74-a90c0a7bce36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df34fd20-c463-4a6c-8434-4bb9a65e90b6 HTTP/1.1" status: 204 len: 168 time: 0.3151736 Jul 07 22:07:04.407058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfa9cc8a-3812-4352-93f0-878c449bc327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.465771 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfa9cc8a-3812-4352-93f0-878c449bc327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.510008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94128a-286e-469e-9a74-a90c0a7bce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df34fd20-c463-4a6c-8434-4bb9a65e90b6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:04.556136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67e9605a-db38-4475-9deb-edc6cbef0778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.563267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfa9cc8a-3812-4352-93f0-878c449bc327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.564737 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfa9cc8a-3812-4352-93f0-878c449bc327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.565795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cfa9cc8a-3812-4352-93f0-878c449bc327 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec4d72f4-cc21-40b9-906d-22a8f558479b HTTP/1.1" status: 204 len: 168 time: 0.3323877 Jul 07 22:07:04.578676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9cc8a-3812-4352-93f0-878c449bc327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d72f4-cc21-40b9-906d-22a8f558479b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:04.597980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4d5b5-af3f-422c-b70d-b1fa536532db req-9629a545-a568-4528-9964-459bb8b54f16 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:04.599787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3fe4d5b5-af3f-422c-b70d-b1fa536532db req-9629a545-a568-4528-9964-459bb8b54f16 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 1101 time: 0.0850158 Jul 07 22:07:04.623615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3fe4d5b5-af3f-422c-b70d-b1fa536532db req-09547e22-f05d-483a-a1f7-39716f0555ac tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.700057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67e9605a-db38-4475-9deb-edc6cbef0778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.704550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67e9605a-db38-4475-9deb-edc6cbef0778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.751590 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-67e9605a-db38-4475-9deb-edc6cbef0778 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a5f77c2cd9f46daade1411b8ade7208&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3787062 Jul 07 22:07:04.751590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9605a-db38-4475-9deb-edc6cbef0778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d20b73-1a7a-4f03-9f46-6579b29039d0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:04.753772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43326) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:04.805927 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3fe4d5b5-af3f-422c-b70d-b1fa536532db req-09547e22-f05d-483a-a1f7-39716f0555ac tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.810567 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3fe4d5b5-af3f-422c-b70d-b1fa536532db req-09547e22-f05d-483a-a1f7-39716f0555ac tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.834380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3fe4d5b5-af3f-422c-b70d-b1fa536532db req-09547e22-f05d-483a-a1f7-39716f0555ac tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279360 Jul 07 22:07:04.839034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce418566-e295-48bb-bfd9-1dca37cba51b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.845663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09547e22-f05d-483a-a1f7-39716f0555ac tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abe84fd-c201-4674-9050-076ff0b0cabe,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:04.871925 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce418566-e295-48bb-bfd9-1dca37cba51b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.927628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce418566-e295-48bb-bfd9-1dca37cba51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.930696 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce418566-e295-48bb-bfd9-1dca37cba51b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:04.932063 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ce418566-e295-48bb-bfd9-1dca37cba51b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e4d20b73-1a7a-4f03-9f46-6579b29039d0 HTTP/1.1" status: 204 len: 168 time: 0.1663060 Jul 07 22:07:04.940597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce418566-e295-48bb-bfd9-1dca37cba51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d20b73-1a7a-4f03-9f46-6579b29039d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:05.048957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47282ac4-b793-4032-8e53-c93dc8c9f031 req-bc0d5464-db20-4e0d-9ad5-65ecfa0f624d tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:05.051171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47282ac4-b793-4032-8e53-c93dc8c9f031 req-bc0d5464-db20-4e0d-9ad5-65ecfa0f624d tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 949 time: 0.0729201 Jul 07 22:07:05.092441 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47282ac4-b793-4032-8e53-c93dc8c9f031 req-b384ebf9-dbd8-490b-8733-8043b768bc1f tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Jul 07 22:07:05.548119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43378) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:05.575589 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5311aed1-048b-49a4-9843-ce05f847501b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:05.592000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-4d2865f5-de25-4507-a6c5-b7419531a7ee tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332944 Jul 07 22:07:05.671581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 97237dc5-e81f-4e76-97bb-909ee24328e5 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:05.753894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 97237dc5-e81f-4e76-97bb-909ee24328e5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:05.761177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-2b604c72-7099-4935-8edb-88683ec68a5b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:05.761576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 97237dc5-e81f-4e76-97bb-909ee24328e5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:05.762335 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:05.768057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-2b604c72-7099-4935-8edb-88683ec68a5b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656060 Jul 07 22:07:05.797120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-ed79cbac-6131-4d2b-95ed-74207b9ddb24 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/quotas/14d02422540f48f4aeb4852c7713e8f5 HTTP/1.1" status: 200 len: 375 time: 0.0273840 Jul 07 22:07:05.854951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:05.878594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5311aed1-048b-49a4-9843-ce05f847501b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:05.880599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789a52a-1ac3-4c63-bf3a-d290ced80434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97237dc5-e81f-4e76-97bb-909ee24328e5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:05.883795 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053a10d8-a550-4f4a-a06e-3c6ddcecb136" -d '{"events": [{"server_uuid": "c789a52a-1ac3-4c63-bf3a-d290ced80434", "name": "network-vif-plugged", "status": "completed", "tag": "97237dc5-e81f-4e76-97bb-909ee24328e5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:05.888197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5311aed1-048b-49a4-9843-ce05f847501b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:05.898275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 97237dc5-e81f-4e76-97bb-909ee24328e5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=97237dc5-e81f-4e76-97bb-909ee24328e5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:05.903560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:05.969391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5311aed1-048b-49a4-9843-ce05f847501b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81ff805e42cd4ca6a8e426d3af24a3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198117 Jul 07 22:07:05.972020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43396) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:05.974338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-37da5818-aa4f-4b24-a06d-e5db1a9eb20f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1760442 Jul 07 22:07:05.976579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311aed1-048b-49a4-9843-ce05f847501b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e285e8-8828-4c4e-abb9-ff392536d234,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:05.997493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=97237dc5-e81f-4e76-97bb-909ee24328e5,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:06.051376 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b358247-1f2c-41f9-970e-444ba94af076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:06.054424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43400) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:06.084681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b358247-1f2c-41f9-970e-444ba94af076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:06.161833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b358247-1f2c-41f9-970e-444ba94af076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:06.165203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b358247-1f2c-41f9-970e-444ba94af076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:06.166397 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b358247-1f2c-41f9-970e-444ba94af076 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19e285e8-8828-4c4e-abb9-ff392536d234 HTTP/1.1" status: 204 len: 168 time: 0.1926720 Jul 07 22:07:06.175712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b358247-1f2c-41f9-970e-444ba94af076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e285e8-8828-4c4e-abb9-ff392536d234,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:06.396682 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d19270-7347-43f2-b3bc-0473af1ae838 x-openstack-request-id: req-f1d19270-7347-43f2-b3bc-0473af1ae838 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:06.397079 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789a52a-1ac3-4c63-bf3a-d290ced80434", "name": "network-vif-plugged", "status": "completed", "tag": "97237dc5-e81f-4e76-97bb-909ee24328e5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:06.397472 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1d19270-7347-43f2-b3bc-0473af1ae838 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:06.397960 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c789a52a-1ac3-4c63-bf3a-d290ced80434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97237dc5-e81f-4e76-97bb-909ee24328e5', 'code': 200} Jul 07 22:07:06.433906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-8871c64d-d79b-4f75-8510-ee8dbdb83fd5 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:07:06.434944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-8871c64d-d79b-4f75-8510-ee8dbdb83fd5 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3794839 Jul 07 22:07:06.582893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958369c3-6279-4a20-8a60-6737a766b6e0 req-0278e91a-d9fb-4864-93f8-adc28ef7cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:06.584700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-958369c3-6279-4a20-8a60-6737a766b6e0 req-0278e91a-d9fb-4864-93f8-adc28ef7cb19 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 1102 time: 0.1176882 Jul 07 22:07:06.631955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a90a7e-12ed-437d-8609-8bae1cc911e6 req-80b51112-644d-4efb-b80f-78d7fbed5324 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:06.633814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7a90a7e-12ed-437d-8609-8bae1cc911e6 req-80b51112-644d-4efb-b80f-78d7fbed5324 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 950 time: 0.1267061 Jul 07 22:07:06.638137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-958369c3-6279-4a20-8a60-6737a766b6e0 req-f09b3fe3-7ad6-44fd-9650-51c6eefbc0ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 Jul 07 22:07:06.683399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7a90a7e-12ed-437d-8609-8bae1cc911e6 req-a55dae58-1d53-49b4-9ed8-e7373013ad99 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427492 Jul 07 22:07:07.108466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Request body: {'binding': {'host': 'n-h1-695012-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:07.109068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Unknown quota resources ['binding']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:07:07.202907 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:07.440069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on host n-h1-695012-11 for vnic_type normal with profile None {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:07.440402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:07.440753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:07.446018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:07.446362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:07.451811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:07.452136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:07.452688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:07.453411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Bound port: 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:07.531812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-532715226-network', 'tenant_id': 'fb63f9fc63374592a4a6f5475cf79d55'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:07.574554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Made reservation on behalf of fb63f9fc63374592a4a6f5475cf79d55 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:07.578504 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:07.579865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-081401dd-31ab-48a0-aabb-c0c8b5cc5769 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4712996f255741f4978fe5c0b1221e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382059 Jul 07 22:07:07.591177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:07.620406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:07.635646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:07.636543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c115c9fd-0e2b-4a15-9662-02a56cae4ab2 service neutron] 10.222.0.81 "POST /v2.0/ports/7fe92085-45a2-42c6-9f44-2a4421fd3b3a/bindings HTTP/1.1" status: 201 len: 390 time: 0.8920023 Jul 07 22:07:07.716592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:07.723913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:07.753545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:07:07.767995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-9f2405d3-9a2a-4a9c-ba42-3344c9f96951 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:07.771202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-9f2405d3-9a2a-4a9c-ba42-3344c9f96951 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719735 Jul 07 22:07:07.779103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81cc04-600d-4b4f-98e9-16a19f7516b3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:07.785078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:07.785816 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Added segment 2874f6d6-72dc-4698-818c-d5481df195d4 of type vlan for network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 Jul 07 22:07:07.816949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-607bfc8a-a90f-428e-87be-0e6ff15af26a tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/quotas/4712996f255741f4978fe5c0b1221e98 HTTP/1.1" status: 200 len: 375 time: 0.0397663 Jul 07 22:07:07.883849 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:07.886370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-22ffc37b-64aa-4b97-97a5-18d69f013033 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4712996f255741f4978fe5c0b1221e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564046 Jul 07 22:07:07.957894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:07.960353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:07.960939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:08.078752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e9d6cc6-5434-4af8-ab83-c39a51a57a22 req-e499a06f-2b9d-444b-b2ea-8366c507ab9f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 210 time: 0.0516260 Jul 07 22:07:08.144399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] Pushing event updated for resources: {'Network': ['ID=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:08.152122 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d30e8d2f-bc7f-4e0e-814c-37d5c8b25ada admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9478106 Jul 07 22:07:08.154833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:08.160058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Request body: {'subnet': {'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-532715226-subnet', 'tenant_id': 'fb63f9fc63374592a4a6f5475cf79d55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:08.161221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:07:08.199521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Made reservation on behalf of fb63f9fc63374592a4a6f5475cf79d55 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:08.202232 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:08.484556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7031890-34c3-4747-93fd-ca35da0d7a71 req-449db786-c12b-4aeb-b634-ad54087f47e0 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:08.493393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7031890-34c3-4747-93fd-ca35da0d7a71 req-449db786-c12b-4aeb-b634-ad54087f47e0 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 945 time: 0.2101700 Jul 07 22:07:08.514937 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:08.524780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-410de74f-4898-4d8f-9d6f-975380455c31 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829835 Jul 07 22:07:08.694950 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-2a9f4858-e036-4e6f-941b-6afadbef7f39 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:08.703216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-2a9f4858-e036-4e6f-941b-6afadbef7f39 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650438 Jul 07 22:07:08.730223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7031890-34c3-4747-93fd-ca35da0d7a71 req-352d0775-0c94-4f55-b68d-bfcbfbee6437 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355535 Jul 07 22:07:08.759824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Request body: {'port': {'device_id': 'e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '14d02422540f48f4aeb4852c7713e8f5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:08.948417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-a7db1311-7be5-44d9-9a7a-45503cfc0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:08.950631 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-a7db1311-7be5-44d9-9a7a-45503cfc0cc5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1097 time: 0.4645045 Jul 07 22:07:08.957378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.44', 55658) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:09.006820 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-c9b38eca-a174-4ceb-874c-20c78360495d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389576 Jul 07 22:07:09.031916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470f997-17db-4b72-ba81-8adcdd6fc14f req-92b0238b-57a9-48d3-87b3-75299bba2b43 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:09.038702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a470f997-17db-4b72-ba81-8adcdd6fc14f req-92b0238b-57a9-48d3-87b3-75299bba2b43 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 950 time: 0.6594999 Jul 07 22:07:09.042533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f126621-9e28-4c48-8b2c-8531e8fd0463 req-392040a0-b1e9-4a3a-baf3-0e0a2f69d08f tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 210 time: 0.0606108 Jul 07 22:07:09.060635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Made reservation on behalf of 14d02422540f48f4aeb4852c7713e8f5 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:09.064524 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:09.120840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a470f997-17db-4b72-ba81-8adcdd6fc14f req-896e6836-8cc5-4fa7-be1c-dea72c54c9c4 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746868 Jul 07 22:07:09.129059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-fae9a0b5-4289-4fa7-ba36-8196cbcd6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:09.131402 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-fae9a0b5-4289-4fa7-ba36-8196cbcd6c75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.1234651 Jul 07 22:07:09.132220 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:09.346018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd115d1f-6ede-47a1-897c-184b22edfeac req-9508227a-44ee-4b99-87fa-287d05b3d8aa tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 210 time: 0.0435030 Jul 07 22:07:09.350822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-network', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:09.363114 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-d6900988-25a3-4f3a-b7aa-74e5e60a5626 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 200 len: 217 time: 0.1705563 Jul 07 22:07:09.390696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Allocated IP 192.168.233.135 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/0d796250-19d8-446f-ac82-1ee6182b4d32) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:09.464401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-2a0b54e0-e471-41c5-a13e-cd90238ec18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:09.466982 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-2a0b54e0-e471-41c5-a13e-cd90238ec18a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0853980 Jul 07 22:07:09.474066 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac23677-c3f2-4b17-a2d1-eb20d8c04ece,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:09.548746 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-67106812-284c-42b2-b12d-8e3cd7c08917 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602241 Jul 07 22:07:09.560915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Made reservation on behalf of 9637cba1caa041bea974b4f659b98b5a for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:09.563378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:09.576648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Checking segment: {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:09.577497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Network hostable DHCP agents. Network: ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:07:09.606109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:09.619260 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:09.640891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Transition to ACTIVE for port object 0d796250-19d8-446f-ac82-1ee6182b4d32 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:09.657517 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-ebbd2d1d-5fbe-4ac7-88f1-34872d57d4e4 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:09.657517 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-ebbd2d1d-5fbe-4ac7-88f1-34872d57d4e4 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5178168 Jul 07 22:07:09.675275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Request body: {'port': {'device_id': '91376390-2d7b-4e83-97b5-e184837415cb', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '14d02422540f48f4aeb4852c7713e8f5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:09.721542 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:09.734222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:07:09.745517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:09.748853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:09.769907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:09.775469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:09.778344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:09.780497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:09.785469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:09.785632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:09.786142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:09.833169 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-1c79381e-9bb6-4ff6-8f52-9356963da212 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737088 Jul 07 22:07:09.846294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event updated for resources: {'Port': ['ID=0d796250-19d8-446f-ac82-1ee6182b4d32,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:09.876840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd722e-02a0-48ce-b4f9-9e74cdd68785 None None] Network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:07:09.902499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16061da-8bbf-4274-a518-5f8344d7bbc1 req-c1c6494f-e541-4e43-95b5-ee373748df86 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:09.904062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a16061da-8bbf-4274-a518-5f8344d7bbc1 req-c1c6494f-e541-4e43-95b5-ee373748df86 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 950 time: 0.0931625 Jul 07 22:07:09.972442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a16061da-8bbf-4274-a518-5f8344d7bbc1 req-fa64f5cb-8cec-45d7-b2c5-0a900e8e8516 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533481 Jul 07 22:07:10.023989 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.036826 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-66fef023-a1e7-44ba-b512-0ea48e73d464 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938908 Jul 07 22:07:10.039965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.044053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-9dc8df3f-a421-4d2a-bfc7-301986260383 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3086708 Jul 07 22:07:10.059056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Request body: {'port': {'device_id': 'e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:10.092192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:07:10.114970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.115373 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Added segment 44616e3b-3f0f-4069-829d-11ff0376c038 of type vlan for network 612059aa-53f0-48ef-9198-ca4890e951aa Jul 07 22:07:10.200572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.213163 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a66c7cd5-679a-4f6a-9636-b136694cfb1e None None] Provisioning for port 0d796250-19d8-446f-ac82-1ee6182b4d32 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:10.220300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a66c7cd5-679a-4f6a-9636-b136694cfb1e None None] Provisioning complete for port 0d796250-19d8-446f-ac82-1ee6182b4d32 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:10.220883 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a66c7cd5-679a-4f6a-9636-b136694cfb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.227396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.44', 55660) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:10.292716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdf3381-a071-468d-a843-be9bc9037890,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:10.295826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.296890 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:10.297402 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.316903 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0b643894-4c42-455a-bf9e-3425e69c951a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1532719 Jul 07 22:07:10.316903 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-d87f50e0-8d04-49c5-8505-dab3044543f4 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4712996f255741f4978fe5c0b1221e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728490 Jul 07 22:07:10.335088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a66c7cd5-679a-4f6a-9636-b136694cfb1e None None] Port 0d796250-19d8-446f-ac82-1ee6182b4d32 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:10.381993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc5bd25-fffc-4279-a7ee-33642579e914 None None] Network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:07:10.443375 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.521806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43582) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:10.534398 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] Pushing event updated for resources: {'Network': ['ID=612059aa-53f0-48ef-9198-ca4890e951aa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:10.557913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 612059aa-53f0-48ef-9198-ca4890e951aa details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:07:10.630310 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Made reservation on behalf of 14d02422540f48f4aeb4852c7713e8f5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:10.636644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.681601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aea257-fc91-4b85-971f-3316e1138670 req-ec8d90ad-2c4d-4c06-b926-0815ffb63f1b tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:10.687477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22aea257-fc91-4b85-971f-3316e1138670 req-ec8d90ad-2c4d-4c06-b926-0815ffb63f1b tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 945 time: 0.3022997 Jul 07 22:07:10.698527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-d0156d32-f6c9-4c39-a95c-4034a236ce95 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:10.700270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-d0156d32-f6c9-4c39-a95c-4034a236ce95 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.4690974 Jul 07 22:07:10.738463 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cabd0296-931d-4543-807d-13443ce3af2d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2155702 Jul 07 22:07:10.746810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:10.758791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Request body: {'subnet': {'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-subnet', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:10.764662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695012-11'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:10.798801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78c49cc5-6779-42a9-baed-e3e8a691149b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.849367 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c479ee-7f25-4f1a-bbf7-afb35e950688 req-4cf33a3b-8291-454c-b45f-a2691ee0fee4 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 210 time: 0.0639853 Jul 07 22:07:10.859687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Allocated IP 192.168.233.175 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:10.867783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Made reservation on behalf of 9637cba1caa041bea974b4f659b98b5a for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:10.869048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22aea257-fc91-4b85-971f-3316e1138670 req-1ddc3a15-68f0-4e3a-a43d-8b0bf5b857e7 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800089 Jul 07 22:07:10.870289 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.925305 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:10.946211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-b9203cff-abb2-420c-b815-86746203bf0f tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:10.947870 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-b9203cff-abb2-420c-b815-86746203bf0f tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4237337 Jul 07 22:07:10.967398 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Request body: {'port': {'device_id': '0a972f9b-ddcb-477a-9c85-aa689f0bea21', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '4712996f255741f4978fe5c0b1221e98'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:11.143448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-264fb327-b76b-4794-89e8-2641f77459e6 req-bdfc771d-e31c-4fa2-a15b-1c4cbefebfd0 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 210 time: 0.1752548 Jul 07 22:07:11.276982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877eb14-4d42-4fbd-af74-a81fd6efeb65 req-bd85f5ee-fb7b-4ec5-bdff-1a5583fc6e86 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:11.284286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c877eb14-4d42-4fbd-af74-a81fd6efeb65 req-bd85f5ee-fb7b-4ec5-bdff-1a5583fc6e86 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 950 time: 0.1378822 Jul 07 22:07:11.284286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:11.346566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c877eb14-4d42-4fbd-af74-a81fd6efeb65 req-f25f8ef1-593d-488a-b314-d1ae1e9f112a tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549762 Jul 07 22:07:11.352044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:11.364430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.367852 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78c49cc5-6779-42a9-baed-e3e8a691149b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.392095 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78c49cc5-6779-42a9-baed-e3e8a691149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.415169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:11.417441 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11dbbea-9e39-403c-bf7e-34dd7703bbe7" -d '{"events": [{"server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:11.420377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.421182 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.427655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Transition to ACTIVE for port object 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:11.455055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Made reservation on behalf of 4712996f255741f4978fe5c0b1221e98 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:11.458643 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.462816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.496297 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db53a5-2f13-4101-94dd-0ccd8be60a28 x-openstack-request-id: req-36db53a5-2f13-4101-94dd-0ccd8be60a28 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:11.496591 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:11.496844 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36db53a5-2f13-4101-94dd-0ccd8be60a28 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:11.497232 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a', 'code': 200} Jul 07 22:07:11.499960 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-78c49cc5-6779-42a9-baed-e3e8a691149b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2226bf3fb344b88b06f080d541d9a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9596796 Jul 07 22:07:11.505805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c49cc5-6779-42a9-baed-e3e8a691149b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c96fafa-d6b2-4a39-9886-1a423369e95f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:11.508252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43616) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:11.522512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.534644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a9942e5-327d-4e25-9c10-3e72191c7e80,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:11.584138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-0e20d2f1-70c3-485b-b716-dff11ceb3a2f tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:11.591709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-0e20d2f1-70c3-485b-b716-dff11ceb3a2f tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 804 time: 0.2046883 Jul 07 22:07:11.597011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Pushing event updated for resources: {'Port': ['ID=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:11.616143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-9a52a98e-364a-477e-8b57-159a73f43d9d tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/quotas/fb63f9fc63374592a4a6f5475cf79d55 HTTP/1.1" status: 200 len: 375 time: 0.0235486 Jul 07 22:07:11.618903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on host n-h2-695012-11 for vnic_type normal with profile {"migrating_to": "n-h1-695012-11"} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:11.619163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:11.622267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:11.632563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:11.633238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Attempting to bind port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:11.639462 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.641291 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Checking segment: {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:11.641642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Network hostable DHCP agents. Network: 612059aa-53f0-48ef-9198-ca4890e951aa, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:07:11.666892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:11.667272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:11.667662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:11.668103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Bound port: 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:11.668460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.683941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:11.738603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-152590d6-73d4-4fd1-8503-7b16c1f4fc21 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986032 Jul 07 22:07:11.781075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2efb66c-4eb3-45d6-a9e0-434b0b52cb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.830356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event updated for resources: {'Port': ['ID=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:11.838108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:11.851265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:11.858592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:11.859965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.44', 55661) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:11.869250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:11.883403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:11.888459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:11.889264 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.898919 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.908712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Network 612059aa-53f0-48ef-9198-ca4890e951aa is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:07:11.912406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2efb66c-4eb3-45d6-a9e0-434b0b52cb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.931889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.974013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:11.977149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 612059aa-53f0-48ef-9198-ca4890e951aa) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:11.985920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767f168a-60c1-4a16-9773-d78e1837b053 None None] Network 612059aa-53f0-48ef-9198-ca4890e951aa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:07:11.996035 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-8b54d06e-1312-476c-9a1f-eeb554d02aa9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3309305 Jul 07 22:07:12.003661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43638) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:12.020112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d796250-19d8-446f-ac82-1ee6182b4d32 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:12.027917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:12.028511 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.038432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Request body: {'port': {'device_id': '91376390-2d7b-4e83-97b5-e184837415cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:12.080800 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.117600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-44a92770-c86d-49e6-9de5-2f67c4d1cde4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:07:12.126709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-44a92770-c86d-49e6-9de5-2f67c4d1cde4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1456649 Jul 07 22:07:12.195065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7010be-43f5-480a-bd6b-d3d7383e7008,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:12.195916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Pushing event updated for resources: {'Port': ['ID=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,revision_number=8']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:12.215321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-249d86c8-f380-43e2-9140-b10fe7436639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.227137 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-378451b8-adf3-4512-9dde-07072ed901ec admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4766860 Jul 07 22:07:12.231046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:12.236190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:12.236815 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.238182 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] 10.222.0.44 "PUT /v2.0/ports/7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 200 len: 1123 time: 1.4817216 Jul 07 22:07:12.241072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:12.251664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.269579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Transition to ACTIVE for port object 0d796250-19d8-446f-ac82-1ee6182b4d32 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:12.273488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8486cd9-d36d-4761-aa65-f3ae4bd27033 req-6a7c5b18-5017-4728-9452-66b455a3b4fe tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 210 time: 0.1308155 Jul 07 22:07:12.284702 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.294721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-612059aa-53f0-48ef-9198-ca4890e951aa', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:07:12.295600 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.296856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2efb66c-4eb3-45d6-a9e0-434b0b52cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.300981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2efb66c-4eb3-45d6-a9e0-434b0b52cb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.302290 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e2efb66c-4eb3-45d6-a9e0-434b0b52cb82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c96fafa-d6b2-4a39-9886-1a423369e95f HTTP/1.1" status: 204 len: 168 time: 0.7808816 Jul 07 22:07:12.330773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4335715d-5fb9-43eb-a4bf-129481b83f1c None None] Provisioning for port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:12.336858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4335715d-5fb9-43eb-a4bf-129481b83f1c None None] Provisioning complete for port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:12.337225 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4335715d-5fb9-43eb-a4bf-129481b83f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.368321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-d1f89fb7-f616-4961-8aca-2ab09ceadf3c tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:12.371041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-d1f89fb7-f616-4961-8aca-2ab09ceadf3c tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.44 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 950 time: 0.5093515 Jul 07 22:07:12.419640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7fe92085-45a2-42c6-9f44-2a4421fd3b3a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:12.471619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4335715d-5fb9-43eb-a4bf-129481b83f1c None None] Port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:12.590856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Allocated IP 172.20.0.2 (612059aa-53f0-48ef-9198-ca4890e951aa/3a9942e5-327d-4e25-9c10-3e72191c7e80/98a4346f-8233-41cb-8522-6b7d31f1ccdf) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:12.591083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d796250-19d8-446f-ac82-1ee6182b4d32,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:12.619764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-87ef6aec-d2e5-4e4a-9f1c-b9bf64eb7a5b service neutron] 10.222.0.81 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919586 Jul 07 22:07:12.666951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Attempting to bind port 0d796250-19d8-446f-ac82-1ee6182b4d32 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:12.667295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Attempting to bind port 0d796250-19d8-446f-ac82-1ee6182b4d32 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:12.667618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Attempting to bind port 0d796250-19d8-446f-ac82-1ee6182b4d32 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:12.715913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Port 0d796250-19d8-446f-ac82-1ee6182b4d32 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:12.716240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Attempting to bind port 0d796250-19d8-446f-ac82-1ee6182b4d32 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:12.768342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43654) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:12.786961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:12.787303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:12.787693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:12.788138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Bound port: 0d796250-19d8-446f-ac82-1ee6182b4d32, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:12.788495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.794100 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efb66c-4eb3-45d6-a9e0-434b0b52cb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c96fafa-d6b2-4a39-9886-1a423369e95f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:12.817566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.829939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.831108 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.857358 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.866642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Transition to ACTIVE for port object 98a4346f-8233-41cb-8522-6b7d31f1ccdf will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:12.885260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Transition to ACTIVE for port object 98a4346f-8233-41cb-8522-6b7d31f1ccdf will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:12.892597 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:12.893911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Allocated IP 192.168.233.87 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/6eff7f56-0b18-429c-b0ef-7e3f7c240ff9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:12.903614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e5a7f-163c-4839-86df-95e24132c937 req-42b7055c-4c9d-4334-9877-44e8ff4e80ec tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:12.910555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-731e5a7f-163c-4839-86df-95e24132c937 req-42b7055c-4c9d-4334-9877-44e8ff4e80ec tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 943 time: 0.4786479 Jul 07 22:07:12.932978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Network 612059aa-53f0-48ef-9198-ca4890e951aa is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:12.937779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:12.938645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-ebca8c39-1c42-4209-99c4-5c7efc77fd2e service neutron] 10.222.0.81 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157573 Jul 07 22:07:12.941155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:12.948096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Pushing event updated for resources: {'Port': ['ID=98a4346f-8233-41cb-8522-6b7d31f1ccdf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:13.012032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Attempting to bind port 98a4346f-8233-41cb-8522-6b7d31f1ccdf on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:13.012633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Attempting to bind port 98a4346f-8233-41cb-8522-6b7d31f1ccdf by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:13.013265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Attempting to bind port 98a4346f-8233-41cb-8522-6b7d31f1ccdf on network 612059aa-53f0-48ef-9198-ca4890e951aa {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:13.018929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-731e5a7f-163c-4839-86df-95e24132c937 req-eaa62c29-d7a7-409d-990b-fa7a964a1410 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073751 Jul 07 22:07:13.019979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:13.020631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Checking segment: {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:13.021264 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.021892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Bound using segment: {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:13.023118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Bound port: 98a4346f-8233-41cb-8522-6b7d31f1ccdf, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:13.023721 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.025572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] For port 0d796250-19d8-446f-ac82-1ee6182b4d32, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:13.031007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Deleting port 97237dc5-e81f-4e76-97bb-909ee24328e5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:07:13.031407 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.032771 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.114350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] For port 98a4346f-8233-41cb-8522-6b7d31f1ccdf, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:13.119452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] For port 98a4346f-8233-41cb-8522-6b7d31f1ccdf, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98a4346f-8233-41cb-8522-6b7d31f1ccdf,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:13.125211 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.166642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] For port 97237dc5-e81f-4e76-97bb-909ee24328e5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=97237dc5-e81f-4e76-97bb-909ee24328e5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:13.167199 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.185138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Calling delete_port for 97237dc5-e81f-4e76-97bb-909ee24328e5 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:07:13.279860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5312c32-ef75-4da8-8d9e-aa50cc6e0e17 None None] Pushing event updated for resources: {'Port': ['ID=98a4346f-8233-41cb-8522-6b7d31f1ccdf,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:13.297386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] For port 0d796250-19d8-446f-ac82-1ee6182b4d32, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0d796250-19d8-446f-ac82-1ee6182b4d32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:13.319785 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.335166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.444462 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-249d86c8-f380-43e2-9140-b10fe7436639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.459367 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-249d86c8-f380-43e2-9140-b10fe7436639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.472594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:13.473237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.474639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] 10.222.0.44 "PUT /v2.0/ports/0d796250-19d8-446f-ac82-1ee6182b4d32 HTTP/1.1" status: 200 len: 1097 time: 3.4236290 Jul 07 22:07:13.498756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a'}, {'name': 'network-changed', 'server_uuid': 'e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc', 'tag': '0d796250-19d8-446f-ac82-1ee6182b4d32'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:13.501018 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f2123e-c885-423d-b705-d7ee27fb41af" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a"}, {"name": "network-changed", "server_uuid": "e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc", "tag": "0d796250-19d8-446f-ac82-1ee6182b4d32"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:13.554948 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.558340 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-249d86c8-f380-43e2-9140-b10fe7436639 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e977ee4d4bd4e10966e9234d9e9ddf3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5418899 Jul 07 22:07:13.559077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d86c8-f380-43e2-9140-b10fe7436639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c71da-b905-465c-bc87-dfd18c4a986c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:13.562797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43670) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:13.567094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bae16-1bf6-4a20-994c-eeb7b23130eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d796250-19d8-446f-ac82-1ee6182b4d32,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:13.599942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Transition to ACTIVE for port object 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:13.748060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51176bc1-a4f8-47df-b99d-9f1a66bbf049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.845788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51176bc1-a4f8-47df-b99d-9f1a66bbf049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.856801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:13.921556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0683f6e-7fab-4059-8ce1-023ec5c90dd5 req-15d2bb90-cf22-4d29-942d-68144c086a1a tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:13.923127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0683f6e-7fab-4059-8ce1-023ec5c90dd5 req-15d2bb90-cf22-4d29-942d-68144c086a1a tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 950 time: 0.6067388 Jul 07 22:07:13.976100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf50924-95e9-4205-8b16-6ae039c6e93b req-67cc73f0-17be-4cb1-89ec-e81117fa426c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:13.977308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaf50924-95e9-4205-8b16-6ae039c6e93b req-67cc73f0-17be-4cb1-89ec-e81117fa426c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 936 time: 0.6769042 Jul 07 22:07:14.018226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:14.058205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:14.066822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:14.073144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:14.073770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.076022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0683f6e-7fab-4059-8ce1-023ec5c90dd5 req-b6814dba-7fb4-40ec-875b-32159525e6b6 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/security-groups?id=0c04d53c-150e-406f-89a1-0884c297584c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459346 Jul 07 22:07:14.084728 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.093721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Pushing event updated for resources: {'Port': ['ID=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:14.114219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-4f61b6d1-2933-46ee-9eab-878aa671ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:14.115740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-4f61b6d1-2933-46ee-9eab-878aa671ccf0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc HTTP/1.1" status: 200 len: 1100 time: 0.5579631 Jul 07 22:07:14.146007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.179027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaf50924-95e9-4205-8b16-6ae039c6e93b req-d1345660-a9f7-4f80-a270-5f4e37056acb tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871259 Jul 07 22:07:14.201736 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-81ee5ec1-b3ba-496b-afea-b55c0bc59cab tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2426467 Jul 07 22:07:14.213570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51176bc1-a4f8-47df-b99d-9f1a66bbf049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.216298 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51176bc1-a4f8-47df-b99d-9f1a66bbf049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.220380 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-51176bc1-a4f8-47df-b99d-9f1a66bbf049 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/244c71da-b905-465c-bc87-dfd18c4a986c HTTP/1.1" status: 204 len: 168 time: 0.6523764 Jul 07 22:07:14.238323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Request body: {'port': {'device_id': '0a972f9b-ddcb-477a-9c85-aa689f0bea21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:14.244462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Pushing event deleted for resources: {'Port': ['ID=97237dc5-e81f-4e76-97bb-909ee24328e5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:14.246882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.275286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-a2d0c4b9-cc68-4d2b-a2e7-2f4185351f0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=0d796250-19d8-446f-ac82-1ee6182b4d32 HTTP/1.1" status: 200 len: 217 time: 0.1269753 Jul 07 22:07:14.347856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98a4346f-8233-41cb-8522-6b7d31f1ccdf up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:14.364871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51176bc1-a4f8-47df-b99d-9f1a66bbf049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c71da-b905-465c-bc87-dfd18c4a986c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:14.388647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.469463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 98a4346f-8233-41cb-8522-6b7d31f1ccdf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:14.495509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.509017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:14.525531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50f6487cd1e94e42966e2f6b612afcc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7560701 Jul 07 22:07:14.537233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12f2604d-e612-4473-b0a0-8293f1c6155f req-cddd2b68-47e7-49bb-897d-3941dc097051 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 210 time: 0.2185709 Jul 07 22:07:14.537937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7effe617-e2cf-43f0-82c6-d6a8b67e19ab,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:14.544532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.546632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43676) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:14.547812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] No DVR routers for this DVR port 97237dc5-e81f-4e76-97bb-909ee24328e5 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:07:14.589188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.597780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91adc46f-1aba-438f-b707-9b4f0d9618e4 req-3ba58f3a-2d21-454b-889f-61ac2a9f70f2 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.44 "DELETE /v2.0/ports/97237dc5-e81f-4e76-97bb-909ee24328e5 HTTP/1.1" status: 204 len: 173 time: 2.1983235 Jul 07 22:07:14.638056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c72dadb4-c240-46a1-bed6-cbff49400125 None None] Provisioning for port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:14.652541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c72dadb4-c240-46a1-bed6-cbff49400125 None None] Provisioning complete for port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:14.652969 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c72dadb4-c240-46a1-bed6-cbff49400125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.658047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Transition to ACTIVE for port object 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:14.690372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.719671 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.739918 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb61ef-b79d-4cd6-92a7-bd63d7448e51 x-openstack-request-id: req-90eb61ef-b79d-4cd6-92a7-bd63d7448e51 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:14.740285 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc", "tag": "0d796250-19d8-446f-ac82-1ee6182b4d32", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:14.740554 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90eb61ef-b79d-4cd6-92a7-bd63d7448e51 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:14.740997 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a', 'status': 'completed', 'code': 200} Jul 07 22:07:14.741243 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc', 'tag': '0d796250-19d8-446f-ac82-1ee6182b4d32', 'status': 'completed', 'code': 200} Jul 07 22:07:14.743009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.745621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.748773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.749137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.749837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.750219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.750561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.750896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.751228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.751566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.760373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.760758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aebb898-bfb5-445e-a1a8-6ff20bf3c8b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.795624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-963e7959-c915-4939-bec1-27766ffa1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:14.797169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-963e7959-c915-4939-bec1-27766ffa1247 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.4753335 Jul 07 22:07:14.805970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c72dadb4-c240-46a1-bed6-cbff49400125 None None] Port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:14.882171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Pushing event updated for resources: {'Port': ['ID=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:14.915326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43682) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:14.942352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.942352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.942672 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d426fd7-21bc-40bd-93a3-049e5dd95f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:14.943136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.943136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.943136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.943573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.943863 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.944096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.944417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.944741 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.945620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.945934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:14.976591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d642b3-35ea-43aa-b3a3-a2e622ccbc77 None None] Network 612059aa-53f0-48ef-9198-ca4890e951aa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:07:15.003744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a4ae5-c315-4d1c-b44b-2b47e0cb79b5 req-32c73e73-7011-4f82-85a0-f17e48bd41d3 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:15.011539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-900a4ae5-c315-4d1c-b44b-2b47e0cb79b5 req-32c73e73-7011-4f82-85a0-f17e48bd41d3 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 935 time: 0.5778303 Jul 07 22:07:15.060157 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aa24592-bcca-4884-85f3-e584f2b4bab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.092030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-89a2e352-0993-4598-9b63-562558b38b28 None None] Provisioning for port 98a4346f-8233-41cb-8522-6b7d31f1ccdf completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:15.138673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-89a2e352-0993-4598-9b63-562558b38b28 None None] Provisioning complete for port 98a4346f-8233-41cb-8522-6b7d31f1ccdf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:15.139045 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89a2e352-0993-4598-9b63-562558b38b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.154585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-6a3e4f07-ef36-4c3a-8d2f-7f2014a8d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:15.156678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-6a3e4f07-ef36-4c3a-8d2f-7f2014a8d34c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3491797 Jul 07 22:07:15.221973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-900a4ae5-c315-4d1c-b44b-2b47e0cb79b5 req-165905d1-1717-4ec2-8243-6e3377363c76 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091792 Jul 07 22:07:15.233421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Attempting to bind port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:15.233759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Attempting to bind port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:15.234098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Attempting to bind port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:15.243793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aa24592-bcca-4884-85f3-e584f2b4bab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.251747 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:15.252169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Attempting to bind port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:15.264212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e5eee-fedf-49ec-a1b8-df747d39db15 req-795aadfc-8bee-4575-8c87-2478df1395dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:15.266036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-811e5eee-fedf-49ec-a1b8-df747d39db15 req-795aadfc-8bee-4575-8c87-2478df1395dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 943 time: 0.4466677 Jul 07 22:07:15.289505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-87b3b1b9-dd1d-42dd-94fd-53bd6a84e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:15.291378 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-87b3b1b9-dd1d-42dd-94fd-53bd6a84e6ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1126 time: 0.5535076 Jul 07 22:07:15.299318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Allocated IP 172.25.8.133 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:15.301824 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:15.302549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:15.303104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:15.303693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Bound port: 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:15.304214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.344368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89a2e352-0993-4598-9b63-562558b38b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.392730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-89a2e352-0993-4598-9b63-562558b38b28 None None] For port 98a4346f-8233-41cb-8522-6b7d31f1ccdf, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98a4346f-8233-41cb-8522-6b7d31f1ccdf,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:15.401318 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-89a2e352-0993-4598-9b63-562558b38b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.470513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2e352-0993-4598-9b63-562558b38b28 None None] Pushing event updated for resources: {'Port': ['ID=98a4346f-8233-41cb-8522-6b7d31f1ccdf,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:15.581824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-811e5eee-fedf-49ec-a1b8-df747d39db15 req-80812889-a543-42ee-b5cc-a9edbac05a44 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805568 Jul 07 22:07:15.597550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4121ec7e-9ac4-4bdc-a826-954f3c5101cc req-ebb936e2-2526-4172-8995-e41146815733 tempest-DeleteServersAdminTestJSON-187472276 tempest-DeleteServersAdminTestJSON-187472276-project] 10.222.0.81 "GET /v2.0/ports?device_id=c789a52a-1ac3-4c63-bf3a-d290ced80434 HTTP/1.1" status: 200 len: 210 time: 0.1079273 Jul 07 22:07:15.660151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-0a73e711-8cef-40fb-9c8c-7c7d660bbfa1 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:15.661721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-0a73e711-8cef-40fb-9c8c-7c7d660bbfa1 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.83 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 804 time: 0.5760155 Jul 07 22:07:15.677446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-40f32492-d73a-4653-8767-49240834109c service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346416 Jul 07 22:07:15.680347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d426fd7-21bc-40bd-93a3-049e5dd95f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.685074 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d426fd7-21bc-40bd-93a3-049e5dd95f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.711548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Request body: {'port': {'device_id': '15909601-7c8d-488f-9ef5-71027522f803', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'admin_state_up': True, 'tenant_id': 'fb63f9fc63374592a4a6f5475cf79d55'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:15.719462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7fe92085-45a2-42c6-9f44-2a4421fd3b3a details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:15.738461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 97237dc5-e81f-4e76-97bb-909ee24328e5 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:07:15.776757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 97237dc5-e81f-4e76-97bb-909ee24328e5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:07:15.777183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 97237dc5-e81f-4e76-97bb-909ee24328e5 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:07:15.817409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3dca8609-e1bd-48a2-8c4b-113ecbd4182a None None] Provisioning complete for port 98a4346f-8233-41cb-8522-6b7d31f1ccdf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:15.817787 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3dca8609-e1bd-48a2-8c4b-113ecbd4182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.885429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a012f526-84eb-490e-964a-489cb5a55438 req-30dc3ea2-de74-4861-80cd-78ad8a83c834 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 210 time: 0.1487899 Jul 07 22:07:15.915024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0d426fd7-21bc-40bd-93a3-049e5dd95f55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23def1c1977842408f1c73af0b5ecd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9889510 Jul 07 22:07:15.916968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d426fd7-21bc-40bd-93a3-049e5dd95f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c965c8f7-93b9-4ceb-b129-af0b99ffdb76,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:15.918842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43690) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:15.942645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-88127225-f81a-44df-996e-aa0d22916307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:15.943669 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-88127225-f81a-44df-996e-aa0d22916307 service neutron] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.6339135 Jul 07 22:07:15.993115 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aa24592-bcca-4884-85f3-e584f2b4bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.995514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aa24592-bcca-4884-85f3-e584f2b4bab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:15.996617 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7aa24592-bcca-4884-85f3-e584f2b4bab0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7effe617-e2cf-43f0-82c6-d6a8b67e19ab HTTP/1.1" status: 204 len: 168 time: 1.4471977 Jul 07 22:07:16.014041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:16.029725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7fe92085-45a2-42c6-9f44-2a4421fd3b3a has no active binding in host n-h1-695012-11 {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:07:16.041023 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] For port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:16.045787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-b22261ac-d531-4e91-b1c6-8150f22961b1 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570566 Jul 07 22:07:16.052796 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-62d13946-8a19-4d48-abdc-383851bcb349 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 200 len: 217 time: 0.0888722 Jul 07 22:07:16.090936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa24592-bcca-4884-85f3-e584f2b4bab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7effe617-e2cf-43f0-82c6-d6a8b67e19ab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:16.091808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48159624-3b29-47db-826d-1a9c21e08238 req-edde41ce-134a-4f98-a729-b61edf92be76 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:16.099751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48159624-3b29-47db-826d-1a9c21e08238 req-edde41ce-134a-4f98-a729-b61edf92be76 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 948 time: 0.3458192 Jul 07 22:07:16.107693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] For port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:16.110037 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72cae862-668a-4899-ba97-75e51827cb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.119806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Made reservation on behalf of fb63f9fc63374592a4a6f5475cf79d55 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:16.124328 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.132655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.149154 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.204233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72cae862-668a-4899-ba97-75e51827cb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.237409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48159624-3b29-47db-826d-1a9c21e08238 req-0fcd673d-a355-4e7e-9719-5b0de5d4e060 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365721 Jul 07 22:07:16.246420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:16.247037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.248431 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] 10.222.0.44 "PUT /v2.0/ports/4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c HTTP/1.1" status: 200 len: 1097 time: 4.2253914 Jul 07 22:07:16.248929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91376390-2d7b-4e83-97b5-e184837415cb', 'tag': '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:16.251529 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d64139-442a-4373-896e-bc51f50fa2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "91376390-2d7b-4e83-97b5-e184837415cb", "tag": "4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:16.272356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98a4346f-8233-41cb-8522-6b7d31f1ccdf up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:16.295682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-b346f8f1-549c-488e-820b-d2b3b7f03c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:16.297850 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-b346f8f1-549c-488e-820b-d2b3b7f03c9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.2196443 Jul 07 22:07:16.300130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:16.324903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.356760 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac029f05-c5e0-48d4-bbf8-e1a0dc6b47bc x-openstack-request-id: req-ac029f05-c5e0-48d4-bbf8-e1a0dc6b47bc {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:16.357297 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91376390-2d7b-4e83-97b5-e184837415cb", "tag": "4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:16.357719 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac029f05-c5e0-48d4-bbf8-e1a0dc6b47bc {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:16.358279 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91376390-2d7b-4e83-97b5-e184837415cb', 'tag': '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'status': 'completed', 'code': 200} Jul 07 22:07:16.405200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 98a4346f-8233-41cb-8522-6b7d31f1ccdf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:16.405833 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.409302 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-51e56cb0-db2a-448a-b768-62eb59737dea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994260 Jul 07 22:07:16.420696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-b2dd8bd4-796d-4d1f-abdf-2bc58e89e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:16.422579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-b2dd8bd4-796d-4d1f-abdf-2bc58e89e2a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc HTTP/1.1" status: 200 len: 1100 time: 0.2931657 Jul 07 22:07:16.441331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Transition to ACTIVE for port object 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:16.448439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe547c2-c48c-4a4c-9cfa-84dd3030429b service neutron] Pushing event updated for resources: {'Port': ['ID=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:16.549180 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.560480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72cae862-668a-4899-ba97-75e51827cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.563276 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72cae862-668a-4899-ba97-75e51827cb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.564594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-72cae862-668a-4899-ba97-75e51827cb85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c965c8f7-93b9-4ceb-b129-af0b99ffdb76 HTTP/1.1" status: 204 len: 168 time: 0.6446934 Jul 07 22:07:16.596082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cae862-668a-4899-ba97-75e51827cb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c965c8f7-93b9-4ceb-b129-af0b99ffdb76,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:16.608856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Allocated IP 172.20.0.11 (ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59/dac23677-c3f2-4b17-a2d1-eb20d8c04ece/f26cbde5-c45f-435e-a0fc-c66c64472df5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:16.642601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.715924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Attempting to bind port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:16.716272 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Attempting to bind port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:16.716606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Attempting to bind port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:16.729909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:16.730349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Attempting to bind port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:16.738720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:16.739071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:16.739463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:16.739895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Bound port: 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:16.740261 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:16.750467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:16.753608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-5c7a7ada-9259-418d-a6d1-7572f0f1c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:16.755430 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-5c7a7ada-9259-418d-a6d1-7572f0f1c65b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 1100 time: 0.4265580 Jul 07 22:07:16.759963 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:16.762769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:16.884419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97f781-04a0-4f5f-85c1-075a8af36a58 req-81ae49c5-662d-47fa-91f9-91f93a847293 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:16.886112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd97f781-04a0-4f5f-85c1-075a8af36a58 req-81ae49c5-662d-47fa-91f9-91f93a847293 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 947 time: 0.4623368 Jul 07 22:07:16.887362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-fc883d2e-0731-40a9-ac18-7ce3544f04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:16.889164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-fc883d2e-0731-40a9-ac18-7ce3544f04eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.4361262 Jul 07 22:07:16.889571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789a52a-1ac3-4c63-bf3a-d290ced80434', 'name': 'network-vif-deleted', 'tag': '97237dc5-e81f-4e76-97bb-909ee24328e5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:16.892080 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdf58bc-bcf1-4941-ad08-7ff174fbfb37" -d '{"events": [{"server_uuid": "c789a52a-1ac3-4c63-bf3a-d290ced80434", "name": "network-vif-deleted", "tag": "97237dc5-e81f-4e76-97bb-909ee24328e5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:16.897033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:16.963733 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-fa51de42-c460-4295-8e9f-a8c7b5257563 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278704 Jul 07 22:07:17.119248 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-f28ad4f1-63d4-474d-b609-87078059f413 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c HTTP/1.1" status: 200 len: 217 time: 0.2129862 Jul 07 22:07:17.188476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-cec13b47-c24b-45b6-9ae3-ac045074d4a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=0d796250-19d8-446f-ac82-1ee6182b4d32 HTTP/1.1" status: 200 len: 217 time: 0.2497926 Jul 07 22:07:17.208711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:17.239120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd97f781-04a0-4f5f-85c1-075a8af36a58 req-9b9826ae-8af3-402d-895f-332271ad4dfa tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267176 Jul 07 22:07:17.295076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] For port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:17.311008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:17.319995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-303f9732-4a1a-4e67-9cef-e1466bf708b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:17.321462 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-303f9732-4a1a-4e67-9cef-e1466bf708b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1687672 Jul 07 22:07:17.361526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] For port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:17.368583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:17.429111 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbf91f2-b64d-4a6d-be09-e67e2815a454 x-openstack-request-id: req-4fbf91f2-b64d-4a6d-be09-e67e2815a454 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:17.429447 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789a52a-1ac3-4c63-bf3a-d290ced80434", "name": "network-vif-deleted", "tag": "97237dc5-e81f-4e76-97bb-909ee24328e5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:17.429708 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fbf91f2-b64d-4a6d-be09-e67e2815a454 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:17.430109 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c789a52a-1ac3-4c63-bf3a-d290ced80434', 'name': 'network-vif-deleted', 'tag': '97237dc5-e81f-4e76-97bb-909ee24328e5', 'status': 'completed', 'code': 200} Jul 07 22:07:17.445333 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:17.474522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6e743-073b-48c9-9012-504c10cc19d6 req-ab03e169-3ed4-4794-a294-05a51e3bcce6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:17.482333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37b6e743-073b-48c9-9012-504c10cc19d6 req-ab03e169-3ed4-4794-a294-05a51e3bcce6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 943 time: 0.5858982 Jul 07 22:07:17.485081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-0317c8b0-f2b4-4761-b290-2ae68087d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:17.486516 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-0317c8b0-f2b4-4761-b290-2ae68087d26d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2853587 Jul 07 22:07:17.498140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:17.515877 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-ab824216-37da-4118-b33e-b87be088c410 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064948 Jul 07 22:07:17.597561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:17.598171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:17.599977 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 HTTP/1.1" status: 200 len: 1096 time: 3.3890903 Jul 07 22:07:17.612521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Pushing event updated for resources: {'Port': ['ID=f26cbde5-c45f-435e-a0fc-c66c64472df5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:17.697602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:17.706691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:17.710790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:17.722537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:17.724138 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:17.765405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37b6e743-073b-48c9-9012-504c10cc19d6 req-a10fbd4e-6b6b-4e08-a995-6123d664f5d0 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832437 Jul 07 22:07:17.831876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-4535558f-789d-4b4a-af74-c86438b7bc1b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1409636 Jul 07 22:07:17.844216 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-f80ed6f9-80ec-484f-9823-d000fd645687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:17.845853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-f80ed6f9-80ec-484f-9823-d000fd645687 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3521004 Jul 07 22:07:17.859468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0246db-ee37-4d20-a94c-86d5aab65bd6 req-da110056-0f5f-487f-9264-f71f59c145c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:17.870429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d0246db-ee37-4d20-a94c-86d5aab65bd6 req-da110056-0f5f-487f-9264-f71f59c145c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 932 time: 0.3117409 Jul 07 22:07:18.043317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Request body: {'port': {'device_id': '15909601-7c8d-488f-9ef5-71027522f803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:18.053319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d0246db-ee37-4d20-a94c-86d5aab65bd6 req-70348b5c-04d3-43e0-9b34-58f1a0f30ae7 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819198 Jul 07 22:07:18.112297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1b148-7fdd-4119-9aff-7c563674e8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:18.160162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762fbec-b669-4558-b82b-7d354b373cbc req-240f473e-e282-40a9-943c-6993e4e8775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:18.162543 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-240f473e-e282-40a9-943c-6993e4e8775a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7879004 Jul 07 22:07:18.175948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04635ad-8d25-4bfc-8505-aec9b5e4f03b req-ef135e13-49e0-4daf-9cca-4916010f2b4b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:18.183417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e04635ad-8d25-4bfc-8505-aec9b5e4f03b req-ef135e13-49e0-4daf-9cca-4916010f2b4b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 948 time: 0.2079592 Jul 07 22:07:18.186681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-feb7df7e-63a8-47b1-996c-62df47f12421 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134060 Jul 07 22:07:18.232741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:18.263218 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:18.301815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e04635ad-8d25-4bfc-8505-aec9b5e4f03b req-87675b18-c017-4e32-bef3-b66e48109815 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173723 Jul 07 22:07:18.317826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-7c8b357e-a579-4301-96ab-b8810d2b02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:18.320293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-7c8b357e-a579-4301-96ab-b8810d2b02f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4712996f255741f4978fe5c0b1221e98&device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 1099 time: 0.6379604 Jul 07 22:07:18.360818 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-470fcc82-4d7b-4bbb-9670-5a6a5e5055d9 service neutron] 10.222.0.83 "GET /v2.0/ports/7fe92085-45a2-42c6-9f44-2a4421fd3b3a/bindings/n-h1-695012-11 HTTP/1.1" status: 200 len: 385 time: 0.2344191 Jul 07 22:07:18.361230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a972f9b-ddcb-477a-9c85-aa689f0bea21', 'tag': '6eff7f56-0b18-429c-b0ef-7e3f7c240ff9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:18.363605 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174caada-676e-452e-8f96-34ffccee4584" -d '{"events": [{"name": "network-changed", "server_uuid": "0a972f9b-ddcb-477a-9c85-aa689f0bea21", "tag": "6eff7f56-0b18-429c-b0ef-7e3f7c240ff9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:18.444581 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-f7ca14de-3394-4b94-bf1d-c9407242d0ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 HTTP/1.1" status: 200 len: 217 time: 0.0872247 Jul 07 22:07:18.506314 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ebd000-8225-4f30-accc-d4a1883a34ac x-openstack-request-id: req-33ebd000-8225-4f30-accc-d4a1883a34ac {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:18.506601 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a972f9b-ddcb-477a-9c85-aa689f0bea21", "tag": "6eff7f56-0b18-429c-b0ef-7e3f7c240ff9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:18.506847 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33ebd000-8225-4f30-accc-d4a1883a34ac {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:18.507229 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a972f9b-ddcb-477a-9c85-aa689f0bea21', 'tag': '6eff7f56-0b18-429c-b0ef-7e3f7c240ff9', 'status': 'completed', 'code': 200} Jul 07 22:07:18.538851 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-794f7234-c2b7-4a20-bef1-1bc2bebe6138 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646400 Jul 07 22:07:18.557713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f2123e-c885-423d-b705-d7ee27fb41af req-fc1df260-fa57-463a-b7a9-2f1681813c68 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629122 Jul 07 22:07:18.635169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-52fe9947-634e-4c63-9a7d-a0ba8457201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:18.636626 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-52fe9947-634e-4c63-9a7d-a0ba8457201a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1795042 Jul 07 22:07:18.695553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2163dd19-4967-4449-8336-f0c1b93cbbf1 req-94b95060-0776-4f6e-b6d0-8ce66012fff1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:18.698533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2163dd19-4967-4449-8336-f0c1b93cbbf1 req-94b95060-0776-4f6e-b6d0-8ce66012fff1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 947 time: 0.1458192 Jul 07 22:07:18.767911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2163dd19-4967-4449-8336-f0c1b93cbbf1 req-2365beae-5e03-4389-abb4-1ec75e9e71cd tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633326 Jul 07 22:07:18.817444 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6762fbec-b669-4558-b82b-7d354b373cbc req-2707092f-dc47-41a0-a3fc-f0b14993a957 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578552 Jul 07 22:07:18.818107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26cbde5-c45f-435e-a0fc-c66c64472df5 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:18.829885 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:18.840247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Router 7af28927-48e3-422f-ab18-e63fc6e725cc is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:07:18.848218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Transition to ACTIVE for port object f26cbde5-c45f-435e-a0fc-c66c64472df5 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:18.851292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:18.854775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:18.867990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-f76cadf2-f20e-45cd-bac1-976076154355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:18.869512 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-f76cadf2-f20e-45cd-bac1-976076154355 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2036409 Jul 07 22:07:18.934624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f26cbde5-c45f-435e-a0fc-c66c64472df5,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:18.951155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Attempting to bind port f26cbde5-c45f-435e-a0fc-c66c64472df5 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:18.951490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Attempting to bind port f26cbde5-c45f-435e-a0fc-c66c64472df5 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:18.951975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Attempting to bind port f26cbde5-c45f-435e-a0fc-c66c64472df5 on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:18.957923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Port f26cbde5-c45f-435e-a0fc-c66c64472df5 on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:18.957923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Attempting to bind port f26cbde5-c45f-435e-a0fc-c66c64472df5 on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:18.963024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:18.963476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Checking segment: {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:18.963965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Bound using segment: {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:18.964518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Bound port: f26cbde5-c45f-435e-a0fc-c66c64472df5, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:18.965103 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:18.967370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:19.041042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe92085-45a2-42c6-9f44-2a4421fd3b3a {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:19.052058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-b96d28c8-3f8c-4213-a0ca-961637c70f90 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=faa40811a1804d4c819af9338b7db7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332491 Jul 07 22:07:19.071868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:19.077080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:19.089230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:19.138718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:19.157722 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:19.158135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:07:19.165874 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-f538db36-7e1a-4a45-a8ee-f8cbcfd8d370 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883985 Jul 07 22:07:19.172431 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Sync routers for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:07:19.183209 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:07:19.184080 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:07:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:19.204595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-27bb3642-8c1c-4e05-bc7b-f39413ed469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:19.206043 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-27bb3642-8c1c-4e05-bc7b-f39413ed469c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 1100 time: 0.3147726 Jul 07 22:07:19.251448 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:19.252622 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f188e5cc-8d49-40d4-9d5c-373b64de00a3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.0148511 Jul 07 22:07:19.258046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:19.258756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:19.260163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] 10.222.0.83 "PUT /v2.0/ports/f26cbde5-c45f-435e-a0fc-c66c64472df5 HTTP/1.1" status: 200 len: 1093 time: 1.2331924 Jul 07 22:07:19.261056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33f450-1fdb-423a-a4a4-658fef2f30d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f26cbde5-c45f-435e-a0fc-c66c64472df5,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:19.291211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43814) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:19.310695 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:19.325782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43816) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:19.342732 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:07:19.413099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] Transition to ACTIVE for port object 7fe92085-45a2-42c6-9f44-2a4421fd3b3a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:19.423632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:19.440724 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d9e3393a-5ff0-46cf-9bf5-df84e87a6a4b req-5c4a5b38-88f4-4a3e-8d59-7b05b5c6fb7d service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481155 Jul 07 22:07:19.455087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:19.457482 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f322b9d6-4a2f-4ba8-9459-757aec19cf13" -d '{"events": [{"name": "network-changed", "server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:19.493094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-9afc9e87-3117-4af9-a67c-4c485ff41327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:19.494600 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-9afc9e87-3117-4af9-a67c-4c485ff41327 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2474132 Jul 07 22:07:19.567104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] No DVR routers for this DVR port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:07:19.579978 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:16Z', 'revision_number': 3, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:19.587804 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-3b264053-fe39-406e-83dc-1b15e7d2700a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c HTTP/1.1" status: 200 len: 217 time: 0.0832660 Jul 07 22:07:19.607046 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Checking router: 7af28927-48e3-422f-ab18-e63fc6e725cc for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:07:19.607399 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Updating router 7af28927-48e3-422f-ab18-e63fc6e725cc port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:07:19.612418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:19.613284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-c97cc32c-acae-4551-968f-a529a6ac2611 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:19.614804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-c97cc32c-acae-4551-968f-a529a6ac2611 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5345201 Jul 07 22:07:19.644155 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:19.685665 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d78b9e74-ff53-4117-85ea-7c3ba8c4352e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2e5cf31acd984f909ecfe4bda07ae605&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3547101 Jul 07 22:07:19.689019 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0311bb04-c3b2-4002-b1c3-554f8567d478 service neutron] 10.222.0.83 "PUT /v2.0/ports/7fe92085-45a2-42c6-9f44-2a4421fd3b3a/bindings/n-h1-695012-11/activate HTTP/1.1" status: 200 len: 370 time: 1.3092864 Jul 07 22:07:19.690430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:19.716048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-cfa0b644-a988-43f4-ac0e-4fa63fb713a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:19.717531 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-cfa0b644-a988-43f4-ac0e-4fa63fb713a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1085415 Jul 07 22:07:19.734216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0d796250-19d8-446f-ac82-1ee6182b4d32 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:19.784878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174caada-676e-452e-8f96-34ffccee4584 req-208ebd5e-6fee-4205-907f-81da1e4896b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:19.786410 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-174caada-676e-452e-8f96-34ffccee4584 req-208ebd5e-6fee-4205-907f-81da1e4896b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4712996f255741f4978fe5c0b1221e98&device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 1099 time: 0.2457986 Jul 07 22:07:19.840832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13161e9-536e-4020-a25e-6bc0e9c62ac4 req-93834bdc-102d-46fd-b689-d6250ca804c8 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:19.847854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d13161e9-536e-4020-a25e-6bc0e9c62ac4 req-93834bdc-102d-46fd-b689-d6250ca804c8 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 943 time: 0.6848118 Jul 07 22:07:19.885678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 0d796250-19d8-446f-ac82-1ee6182b4d32, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0d796250-19d8-446f-ac82-1ee6182b4d32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:19.891441 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-7d9ee081-921d-4c38-b4ff-df234f6fa590 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/quotas/faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 375 time: 0.2462981 Jul 07 22:07:19.899990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-d12a4175-2550-43a2-996e-043edfd03f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:19.901628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-d12a4175-2550-43a2-996e-043edfd03f64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 1096 time: 0.5547218 Jul 07 22:07:19.916398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '0d796250-19d8-446f-ac82-1ee6182b4d32', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '0d796250-19d8-446f-ac82-1ee6182b4d32', 'mac_address': 'fa:16:3e:c1:12:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:19.963520 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:19.979069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d796250-19d8-446f-ac82-1ee6182b4d32 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:19.988645 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:19.998233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-85302265-eedf-45e9-a36f-ef4a08e674f6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944922 Jul 07 22:07:20.001084 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Transition to ACTIVE for port object 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:20.009567 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.020105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 0d796250-19d8-446f-ac82-1ee6182b4d32, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0d796250-19d8-446f-ac82-1ee6182b4d32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:20.026745 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.031722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-766106f0-477b-4e1b-ba25-a16957e9e564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.065654 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Attempting to bind port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:20.066039 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Attempting to bind port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:20.066438 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Attempting to bind port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:20.073106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-766106f0-477b-4e1b-ba25-a16957e9e564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.075493 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:20.075884 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:20.076191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-ae2a4800-c0d4-4a4c-90e2-1d31e87a8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:20.076314 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.076857 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:20.077349 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Bound port: 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:20.077689 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-ae2a4800-c0d4-4a4c-90e2-1d31e87a8638 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3510857 Jul 07 22:07:20.077814 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.079624 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Pushing event updated for resources: {'Port': ['ID=6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:20.106275 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.107104 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.107104 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.107416 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.107762 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.108200 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.108427 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.108777 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.109498 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.110366 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.110366 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.110641 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Tracked resource versions report: Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: pushed versions: Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: { 'AddressGroup': {'1.2'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'ConntrackHelper': {'1.0'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Log': {'1.0'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Network': {'1.1'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Port': {'1.7'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'PortForwarding': {'1.2'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'QosPolicy': {'1.8'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'SecurityGroup': {'1.4'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'SecurityGroupRule': {'1.2'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'SubPort': {'1.0'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Subnet': {'1.1'}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Trunk': {'1.1'}} Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: consumer versions: Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: { DHCP agent@n-d-695012-11: {}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: HyperV agent@n-h1-695012-11: {}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: HyperV agent@n-h2-695012-11: {}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: L3 agent@n-d-695012-11: {}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: Metadata agent@n-d-695012-11: {}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: Metering agent@n-d-695012-11: {}, Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: Open vSwitch agent@n-d-695012-11: { 'AddressGroup': '1.2', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'ConntrackHelper': '1.0', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Log': '1.0', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Network': '1.1', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Port': '1.7', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'PortForwarding': '1.2', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'QosPolicy': '1.8', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'SecurityGroup': '1.4', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'SecurityGroupRule': '1.2', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'SubPort': '1.0', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Subnet': '1.1', Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: 'Trunk': '1.1'}} Jul 07 22:07:20.111881 n-d-695012-11 neutron-server[93944]: {{(pid=93944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 07 22:07:20.134502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-04772242-f85c-4500-a2f2-4ad773934733 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5 HTTP/1.1" status: 200 len: 217 time: 0.1739948 Jul 07 22:07:20.145515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=0d796250-19d8-446f-ac82-1ee6182b4d32,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:20.170746 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] For port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:20.176414 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] For port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:20.181430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174caada-676e-452e-8f96-34ffccee4584 req-9791a983-c6e2-463e-9f82-d739783374b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:20.183035 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-174caada-676e-452e-8f96-34ffccee4584 req-9791a983-c6e2-463e-9f82-d739783374b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3886180 Jul 07 22:07:20.185729 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.229772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d13161e9-536e-4020-a25e-6bc0e9c62ac4 req-e5dfbb90-9f70-4be5-9b48-5c96e0081ca2 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810551 Jul 07 22:07:20.263802 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-174caada-676e-452e-8f96-34ffccee4584 req-1f865951-05e0-4a5e-b985-acd3ad6b9d39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 HTTP/1.1" status: 200 len: 217 time: 0.0738125 Jul 07 22:07:20.264847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-dccd9cb9-3b8a-4d2d-b9b6-a8eecdb40b1c tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:20.267228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-dccd9cb9-3b8a-4d2d-b9b6-a8eecdb40b1c tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.4412839 Jul 07 22:07:20.271184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-2efdf9f5-af1d-4189-9514-2426aa6bb144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:20.273860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-2efdf9f5-af1d-4189-9514-2426aa6bb144 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dac23677-c3f2-4b17-a2d1-eb20d8c04ece HTTP/1.1" status: 200 len: 844 time: 0.1324365 Jul 07 22:07:20.281559 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:07:20.282225 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:07:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:20.309060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:20.310342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-766106f0-477b-4e1b-ba25-a16957e9e564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.315701 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-766106f0-477b-4e1b-ba25-a16957e9e564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.319223 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-766106f0-477b-4e1b-ba25-a16957e9e564 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c04d53c-150e-406f-89a1-0884c297584c HTTP/1.1" status: 204 len: 168 time: 0.6263309 Jul 07 22:07:20.350112 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90152476-224d-4cfb-96f7-96f21c052256 None None] Pushing event updated for resources: {'Port': ['ID=6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:20.395598 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-14a0b49c-1e56-4b58-8576-db3935ca3aee service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052468 Jul 07 22:07:20.398322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766106f0-477b-4e1b-ba25-a16957e9e564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c04d53c-150e-406f-89a1-0884c297584c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:20.427170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174caada-676e-452e-8f96-34ffccee4584 req-b2413439-b52f-4747-b930-67fde096edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:20.428866 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-174caada-676e-452e-8f96-34ffccee4584 req-b2413439-b52f-4747-b930-67fde096edb8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1422069 Jul 07 22:07:20.536635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-b91354e6-aecd-45c3-9f50-b8a6d3bb44c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1899493 Jul 07 22:07:20.612951 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-71d64139-442a-4373-896e-bc51f50fa2b1 req-ce485f3b-2338-4a43-ba01-3e9c46bda744 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088022 Jul 07 22:07:20.623561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174caada-676e-452e-8f96-34ffccee4584 req-2762986c-61b1-47bc-8110-91031573dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:20.628450 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-174caada-676e-452e-8f96-34ffccee4584 req-2762986c-61b1-47bc-8110-91031573dc00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1682773 Jul 07 22:07:20.685642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-587efe5c-7493-4136-989d-b43fffdce70d service neutron] 10.222.0.83 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376045 Jul 07 22:07:20.746475 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:07:20.793706 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-174caada-676e-452e-8f96-34ffccee4584 req-b6b14fda-5f3b-4ff5-ab97-4f6c27a5b930 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502883 Jul 07 22:07:20.928082 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-174caada-676e-452e-8f96-34ffccee4584 req-af576900-8cc8-4a89-8a8f-e02b639da10e service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282244 Jul 07 22:07:20.928543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:20.942733 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b22ddf06-2c28-43a7-b377-7246cf4ded5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:20.988193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-5ce8bf11-6cd6-4b17-bbd5-731845937a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:20.989891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-5ce8bf11-6cd6-4b17-bbd5-731845937a3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07&tenant_id=d8f66928466f4e67acd89b20707127a1 HTTP/1.1" status: 200 len: 1096 time: 0.7024932 Jul 07 22:07:21.026393 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:16Z', 'revision_number': 3, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:21.061872 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e5e32a-42bb-4b83-96e2-34b3dfecf29d None None] The sync data for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 is: [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:16Z', 'revision_number': 3, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:07:21.082529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b22ddf06-2c28-43a7-b377-7246cf4ded5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:21.092326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b22ddf06-2c28-43a7-b377-7246cf4ded5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:21.097569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03a5ee1-15a1-4078-81e7-b85798a3166b req-093e815f-5f8b-4a6f-981a-8f932dd40676 service neutron] 10.222.0.83 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450754 Jul 07 22:07:21.126307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384d046-b43c-413d-b3dc-09d79de9621d req-78a97744-b044-44f2-9c6f-f3ab73c3ddd6 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:21.127883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0384d046-b43c-413d-b3dc-09d79de9621d req-78a97744-b044-44f2-9c6f-f3ab73c3ddd6 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 944 time: 0.4411407 Jul 07 22:07:21.142581 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b22ddf06-2c28-43a7-b377-7246cf4ded5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3ca136cb1d64ebd83e2173864f4d786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124586 Jul 07 22:07:21.145187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:21.151514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ddf06-2c28-43a7-b377-7246cf4ded5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4ee865-12b0-4794-b079-ddf4f6d6ac24,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:21.208263 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6e8487c-2473-443a-a8b1-b9b3b218e151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:21.230283 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6e8487c-2473-443a-a8b1-b9b3b218e151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:21.250052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdb06d-1d45-4380-9057-6b8d69474f78 req-74483ce0-a1f0-4fc0-96ae-ba0ccb00e21d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:21.251585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8cdb06d-1d45-4380-9057-6b8d69474f78 req-74483ce0-a1f0-4fc0-96ae-ba0ccb00e21d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 948 time: 0.3561528 Jul 07 22:07:21.307107 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6e8487c-2473-443a-a8b1-b9b3b218e151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:21.309847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6e8487c-2473-443a-a8b1-b9b3b218e151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:21.313409 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d6e8487c-2473-443a-a8b1-b9b3b218e151 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef4ee865-12b0-4794-b079-ddf4f6d6ac24 HTTP/1.1" status: 204 len: 168 time: 0.1649721 Jul 07 22:07:21.332577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8487c-2473-443a-a8b1-b9b3b218e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4ee865-12b0-4794-b079-ddf4f6d6ac24,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:21.337922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0384d046-b43c-413d-b3dc-09d79de9621d req-a375ee01-ea01-4c6c-9daa-796c2b7eafe7 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755145 Jul 07 22:07:21.344020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0725cf65-b1a9-40b7-9d13-7e79caa4dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:21.346054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-0725cf65-b1a9-40b7-9d13-7e79caa4dc57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1096 time: 0.3233795 Jul 07 22:07:21.450533 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8818deb8-9e45-4006-a71b-0accb471e319 x-openstack-request-id: req-8818deb8-9e45-4006-a71b-0accb471e319 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:21.450986 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:21.451202 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8818deb8-9e45-4006-a71b-0accb471e319 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:21.451765 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5', 'status': 'completed', 'code': 200} Jul 07 22:07:21.574573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8cdb06d-1d45-4380-9057-6b8d69474f78 req-d8221b0a-8999-44e2-9d1e-966423a07940 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156111 Jul 07 22:07:21.622185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:21.766878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:21.771696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0d796250-19d8-446f-ac82-1ee6182b4d32 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:21.834377 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-49b7a31f-dc0d-45d7-a737-59461e9428e8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=faa40811a1804d4c819af9338b7db7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362782 Jul 07 22:07:21.907019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3252fab0-f39f-401e-8d6b-43c2e06d8416 req-966807c4-8c52-4fb1-98e1-69d27ea339d8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 210 time: 0.1895883 Jul 07 22:07:21.921019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-d9d65c40-0b23-433e-8862-7315f0e5be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:21.921019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-d9d65c40-0b23-433e-8862-7315f0e5be0f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 1096 time: 0.4275739 Jul 07 22:07:21.932753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-9115c8ed-fe19-42e3-ae91-2e0cdf8ef42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:21.937117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-9115c8ed-fe19-42e3-ae91-2e0cdf8ef42b service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.5518808 Jul 07 22:07:21.973481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 0d796250-19d8-446f-ac82-1ee6182b4d32 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:21.987843 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 0d796250-19d8-446f-ac82-1ee6182b4d32 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:21.992079 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.021579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-17c52576-6d83-4442-b1ad-a3f57760117f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:22.023168 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-17c52576-6d83-4442-b1ad-a3f57760117f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1760299 Jul 07 22:07:22.053785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Request body: {'port': {'device_id': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': 'faa40811a1804d4c819af9338b7db7e4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:22.054792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:22.081051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'mac_address': 'fa:16:3e:2f:21:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:22.102250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7fe92085-45a2-42c6-9f44-2a4421fd3b3a no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:07:22.147108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-d10a0055-3e6f-4a51-b7fa-34b59d64f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:22.148756 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-d10a0055-3e6f-4a51-b7fa-34b59d64f1b6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 905 time: 0.1996989 Jul 07 22:07:22.194096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7fe92085-45a2-42c6-9f44-2a4421fd3b3a not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:07:22.312241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:22.355608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Made reservation on behalf of faa40811a1804d4c819af9338b7db7e4 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:22.360049 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.362729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.377002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.391153 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.416246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:22.449487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d796250-19d8-446f-ac82-1ee6182b4d32'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:22.452257 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bc4692-0573-4255-a100-5acd83207245" -d '{"events": [{"server_uuid": "e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc", "name": "network-vif-plugged", "status": "completed", "tag": "0d796250-19d8-446f-ac82-1ee6182b4d32"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:22.478418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 0d796250-19d8-446f-ac82-1ee6182b4d32, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0d796250-19d8-446f-ac82-1ee6182b4d32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:22.480406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:22.486477 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.493298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.495080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:22.525243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:22.525616 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.526840 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.533732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.550894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e4da1-c56a-4312-9d5d-4b8648581d5f req-c62ac405-fb90-4eb1-ab38-790a1d48ce79 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:22.558126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba2e4da1-c56a-4312-9d5d-4b8648581d5f req-c62ac405-fb90-4eb1-ab38-790a1d48ce79 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 947 time: 0.9872038 Jul 07 22:07:22.578000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675497e4-2afb-4fbb-8c1c-55946a32ee54,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:22.578541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=0d796250-19d8-446f-ac82-1ee6182b4d32,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:22.653121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-cbdea4c2-549a-4cb4-a9ce-dea62014a207 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 200 len: 217 time: 0.4938433 Jul 07 22:07:22.665678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-7de53bce-7199-4c15-b3fa-e019ceaca0b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5 HTTP/1.1" status: 200 len: 217 time: 0.4864514 Jul 07 22:07:22.701584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:22.707407 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.729716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:22.732920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:22.741921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Allocated IP 192.168.233.32 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/698a7822-e166-4f7a-af07-2df6ffb7cffe) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:22.766337 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:22.845069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:22.866236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba2e4da1-c56a-4312-9d5d-4b8648581d5f req-c61f3708-88a2-4da1-9410-f1c9c30f9806 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070788 Jul 07 22:07:22.872247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-12da4c50-8d67-430b-8627-379839f64d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:22.873713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-12da4c50-8d67-430b-8627-379839f64d22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.2005203 Jul 07 22:07:22.891402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a98382-d751-48f1-a76b-1eefd9d101a5 req-817a9659-50b9-47a5-bf54-2baf04f86f17 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:22.901386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6a98382-d751-48f1-a76b-1eefd9d101a5 req-817a9659-50b9-47a5-bf54-2baf04f86f17 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 944 time: 0.3650839 Jul 07 22:07:22.953567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-107603ef-b706-477d-ba23-7ab2c4575cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:22.955077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-107603ef-b706-477d-ba23-7ab2c4575cae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dac23677-c3f2-4b17-a2d1-eb20d8c04ece HTTP/1.1" status: 200 len: 844 time: 0.2720473 Jul 07 22:07:22.987516 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.001686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Allocated IP 172.20.0.1 (612059aa-53f0-48ef-9198-ca4890e951aa/3a9942e5-327d-4e25-9c10-3e72191c7e80/a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:23.004551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Transition to ACTIVE for port object 698a7822-e166-4f7a-af07-2df6ffb7cffe will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:23.005231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-5f383d03-cf08-4189-9e3d-531bf5349742 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876739 Jul 07 22:07:23.037126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-c2cdecd7-2689-4c41-9e9d-8a987b34b55d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726023 Jul 07 22:07:23.055218 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.109029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6a98382-d751-48f1-a76b-1eefd9d101a5 req-6aff2c82-eb4c-441d-a263-5a8a3090f0cc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067673 Jul 07 22:07:23.119887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:23.126008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:23.130360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:23.136072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:23.136706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.146021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Pushing event updated for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:23.164438 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-08d1f853-f3d9-41de-8e66-c904d57e58fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1235523 Jul 07 22:07:23.178918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Request body: {'port': {'device_id': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:23.223545 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e4689c-a36b-4aca-9756-cffe70742b69 x-openstack-request-id: req-04e4689c-a36b-4aca-9756-cffe70742b69 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:23.223890 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc", "name": "network-vif-plugged", "status": "completed", "tag": "0d796250-19d8-446f-ac82-1ee6182b4d32", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:23.224160 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04e4689c-a36b-4aca-9756-cffe70742b69 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:23.224557 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d796250-19d8-446f-ac82-1ee6182b4d32', 'code': 200} Jul 07 22:07:23.304539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-f705118a-2772-4611-aac3-e98017fa43ca service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694762 Jul 07 22:07:23.353186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.420945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9164d0-6004-4411-a031-ce2c7a4b922c req-c0f3c216-198b-4f8a-8e05-a8857b6a9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:23.428332 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cd9164d0-6004-4411-a031-ce2c7a4b922c req-c0f3c216-198b-4f8a-8e05-a8857b6a9b52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc HTTP/1.1" status: 200 len: 1102 time: 0.1112223 Jul 07 22:07:23.512553 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.524745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5605c36a-40f9-45d4-92fc-db2e12dd4f0a None None] Provisioning for port 698a7822-e166-4f7a-af07-2df6ffb7cffe completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:23.527580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Transition to ACTIVE for port object a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:23.529269 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cd9164d0-6004-4411-a031-ce2c7a4b922c req-36020252-4130-4d5a-afb8-2e39cc64a801 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999424 Jul 07 22:07:23.531858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5605c36a-40f9-45d4-92fc-db2e12dd4f0a None None] Provisioning complete for port 698a7822-e166-4f7a-af07-2df6ffb7cffe triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:23.534599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5605c36a-40f9-45d4-92fc-db2e12dd4f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.584038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.594876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-a51d9616-944f-42fa-92a8-51490ca83fd4 service neutron] 10.222.0.83 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449665 Jul 07 22:07:23.601873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5605c36a-40f9-45d4-92fc-db2e12dd4f0a None None] Port 698a7822-e166-4f7a-af07-2df6ffb7cffe cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:23.705286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Network 612059aa-53f0-48ef-9198-ca4890e951aa is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:23.714492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a1b5d-0fd8-4f46-8d04-ff57c3955bef req-4203bd9f-f745-429a-b111-595748cfce37 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:23.715911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8a1b5d-0fd8-4f46-8d04-ff57c3955bef req-4203bd9f-f745-429a-b111-595748cfce37 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 944 time: 0.6643682 Jul 07 22:07:23.724596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698a7822-e166-4f7a-af07-2df6ffb7cffe {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:23.727916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:23.733627 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.737201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:23.737712 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.741902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Pushing event updated for resources: {'Port': ['ID=a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:23.746588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-c4a7d30c-3453-4d6e-841e-692c3e7163e9 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306326 Jul 07 22:07:23.755651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Transition to ACTIVE for port object 698a7822-e166-4f7a-af07-2df6ffb7cffe will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:23.773631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:23.779870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.780357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:23.851600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Pushing event updated for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:23.943688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Attempting to bind port 698a7822-e166-4f7a-af07-2df6ffb7cffe on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:23.945861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Attempting to bind port 698a7822-e166-4f7a-af07-2df6ffb7cffe by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:23.946403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Attempting to bind port 698a7822-e166-4f7a-af07-2df6ffb7cffe on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:23.952692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8a1b5d-0fd8-4f46-8d04-ff57c3955bef req-5f8f65e2-b983-4c8c-91a0-39fb4087fc49 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186382 Jul 07 22:07:23.958180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Port 698a7822-e166-4f7a-af07-2df6ffb7cffe on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:23.958180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Attempting to bind port 698a7822-e166-4f7a-af07-2df6ffb7cffe on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:23.969010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:23.969297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:23.969645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:23.970113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Bound port: 698a7822-e166-4f7a-af07-2df6ffb7cffe, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:23.970690 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:23.974760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:23.978482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f247058-3145-4306-b481-a31cbebb8b32 req-972ed924-540a-4795-98df-b215535afa69 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:23.980100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f247058-3145-4306-b481-a31cbebb8b32 req-972ed924-540a-4795-98df-b215535afa69 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 949 time: 0.5964365 Jul 07 22:07:24.017364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:24.018246 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.108906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:24.123646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:24.127282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:24.136504 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.167120 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.184300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:24.184967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.186612 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] 10.222.0.44 "PUT /v2.0/ports/698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 1096 time: 1.0124125 Jul 07 22:07:24.187060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:24.189301 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:24.196186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cf684e2b-8d31-4618-b09a-3bbead3a14ea None None] Provisioning for port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:24.201933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cf684e2b-8d31-4618-b09a-3bbead3a14ea None None] Provisioning complete for port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:24.202578 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf684e2b-8d31-4618-b09a-3bbead3a14ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.207640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '6eff7f56-0b18-429c-b0ef-7e3f7c240ff9', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '6eff7f56-0b18-429c-b0ef-7e3f7c240ff9', 'mac_address': 'fa:16:3e:61:36:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:24.287172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f322b9d6-4a2f-4ba8-9459-757aec19cf13 req-9ed33200-384c-4e6b-8e8c-e687d899b573 service neutron] 10.222.0.83 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611543 Jul 07 22:07:24.295714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:24.320673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a798a3-cb43-4e4b-9c94-598d23825ccc service neutron] Pushing event updated for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:24.367503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:24.376765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cf684e2b-8d31-4618-b09a-3bbead3a14ea None None] Port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:24.383238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f247058-3145-4306-b481-a31cbebb8b32 req-32e70973-7f50-468a-9edd-38f78ef884e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834448 Jul 07 22:07:24.387379 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.457910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-f9449c1b-36fe-438b-92e4-c570de62011d tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:24.460791 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-f9449c1b-36fe-438b-92e4-c570de62011d tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.2279360 Jul 07 22:07:24.465508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:24.479308 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.500292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:24.510904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:24.511517 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.537056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.551875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-1b4fcb47-e48e-4e30-85f8-c54783a1c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:24.553602 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-1b4fcb47-e48e-4e30-85f8-c54783a1c3a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1099 time: 0.3026800 Jul 07 22:07:24.575395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d3106-81e1-4920-ba2b-00c0d4a66944 req-dcc2d0fd-d407-42c9-9fff-36c6a5b010fc tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:24.583291 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b1d3106-81e1-4920-ba2b-00c0d4a66944 req-dcc2d0fd-d407-42c9-9fff-36c6a5b010fc tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 947 time: 0.2855306 Jul 07 22:07:24.598948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:24.607216 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.695270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:24.719554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-1a195189-5d59-4710-b183-75f4e1664f8f service neutron] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:24.725891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-1a195189-5d59-4710-b183-75f4e1664f8f service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:24.727120 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-1a195189-5d59-4710-b183-75f4e1664f8f service neutron] 10.222.0.44 "DELETE /v2.0/ports/7fe92085-45a2-42c6-9f44-2a4421fd3b3a/bindings/n-h2-695012-11 HTTP/1.1" status: 204 len: 173 time: 0.2595365 Jul 07 22:07:24.858856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['6eff7f56-0b18-429c-b0ef-7e3f7c240ff9'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:24.872388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-1fc67938-0b5c-4a90-9a33-229673deeab9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 217 time: 0.2853992 Jul 07 22:07:24.964108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b1d3106-81e1-4920-ba2b-00c0d4a66944 req-ed5fb7b1-57ac-4b91-99c7-e5ef719a2447 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798828 Jul 07 22:07:25.021763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-cc007815-a53d-476d-8986-381fd987e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:25.023467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-cc007815-a53d-476d-8986-381fd987e968 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1430101 Jul 07 22:07:25.108478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0700c0-8e8f-4a68-83f4-e411bd8f3a80 req-dd655688-6be1-4231-9e07-25e64070b890 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:25.109925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b0700c0-8e8f-4a68-83f4-e411bd8f3a80 req-dd655688-6be1-4231-9e07-25e64070b890 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 948 time: 0.2119980 Jul 07 22:07:25.207049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:25.216756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-cc7a68b9-d44e-428b-b9ae-f0df07cb38be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:25.218259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-cc7a68b9-d44e-428b-b9ae-f0df07cb38be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1843324 Jul 07 22:07:25.219820 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:25.220501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:25.226465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91376390-2d7b-4e83-97b5-e184837415cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:25.228080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b0700c0-8e8f-4a68-83f4-e411bd8f3a80 req-5642ae6f-84f2-4f5f-9702-e15dbbe6955b tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063600 Jul 07 22:07:25.228865 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965a4084-1395-4b5b-a773-3e8ed38e0bf7" -d '{"events": [{"server_uuid": "91376390-2d7b-4e83-97b5-e184837415cb", "name": "network-vif-plugged", "status": "completed", "tag": "4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:25.277177 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54edb107-efdd-4695-9ecc-4280ea3130ca x-openstack-request-id: req-54edb107-efdd-4695-9ecc-4280ea3130ca {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:25.277730 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:25.284095 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-54edb107-efdd-4695-9ecc-4280ea3130ca {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:25.284579 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'status': 'completed', 'code': 200} Jul 07 22:07:25.361457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Pushing event updated for resources: {'Port': ['ID=a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:25.380611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2edf6c-c3cc-4b64-965e-4cc75dfa1642 req-118055d7-1567-4887-bb0b-65df7ffd20eb tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:25.382168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b2edf6c-c3cc-4b64-965e-4cc75dfa1642 req-118055d7-1567-4887-bb0b-65df7ffd20eb tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 944 time: 0.2690201 Jul 07 22:07:25.465026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-fda6dbf0-ba20-4786-8460-390d0f4a8ecb service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324052 Jul 07 22:07:25.497374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b2edf6c-c3cc-4b64-965e-4cc75dfa1642 req-9bd8e459-d41a-4b1e-a5e4-0e2717c58a05 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059194 Jul 07 22:07:25.500269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Network 612059aa-53f0-48ef-9198-ca4890e951aa is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:25.533906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:25.594774 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401af73-c342-43cc-934a-e2373413f616 x-openstack-request-id: req-5401af73-c342-43cc-934a-e2373413f616 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:25.595068 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91376390-2d7b-4e83-97b5-e184837415cb", "name": "network-vif-plugged", "status": "completed", "tag": "4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:25.595324 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5401af73-c342-43cc-934a-e2373413f616 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:25.595718 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91376390-2d7b-4e83-97b5-e184837415cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'code': 200} Jul 07 22:07:25.718325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a3d439c-6af4-40cb-a680-620b6d575c25 req-00c897c3-b07d-41d0-94ba-2c658210c803 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445931 Jul 07 22:07:25.763768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95eb3a-7869-4d22-8ae1-7c631a9c1e36 req-e19e0fa1-547b-47ec-b03f-8f0f73b7a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:25.765434 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2d95eb3a-7869-4d22-8ae1-7c631a9c1e36 req-e19e0fa1-547b-47ec-b03f-8f0f73b7a4f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 1102 time: 0.1002738 Jul 07 22:07:25.771365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:25.776567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Router 7af28927-48e3-422f-ab18-e63fc6e725cc has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:07:25.784742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8d7da-340c-488f-aff6-6fb52b39e281 req-833826c2-974c-425d-b731-977fbfad0133 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:25.786368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2db8d7da-340c-488f-aff6-6fb52b39e281 req-833826c2-974c-425d-b731-977fbfad0133 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 944 time: 0.2880497 Jul 07 22:07:25.825248 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2d95eb3a-7869-4d22-8ae1-7c631a9c1e36 req-4bac2744-efdf-4f68-a3d9-1ee6ebf47f99 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Jul 07 22:07:25.844381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:25.848275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:25.848648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:25.903867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43950) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:25.910512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6df7573b-2304-4a76-a392-81638421785e None None] Provisioning complete for port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:25.910987 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6df7573b-2304-4a76-a392-81638421785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:25.921035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc96b3c-29f1-424f-a83b-81d67bbb0acc req-0a06aa73-89a8-46cd-8e78-d948cf651840 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:25.922951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fc96b3c-29f1-424f-a83b-81d67bbb0acc req-0a06aa73-89a8-46cd-8e78-d948cf651840 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 950 time: 0.2150681 Jul 07 22:07:25.940582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2db8d7da-340c-488f-aff6-6fb52b39e281 req-5e322da8-7d02-4719-8be2-dba653ac84dd tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394360 Jul 07 22:07:26.034831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-38ad0184-ad1f-4f19-a0cc-e52ec84b0fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:26.036380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-38ad0184-ad1f-4f19-a0cc-e52ec84b0fc4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1099 time: 0.2459316 Jul 07 22:07:26.044615 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7407555c-a44f-4a10-aac4-9f0862701055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.072646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fc96b3c-29f1-424f-a83b-81d67bbb0acc req-632fa2ee-42d3-4bf7-a6da-e8c32568961f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371295 Jul 07 22:07:26.106255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f26cbde5-c45f-435e-a0fc-c66c64472df5 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:26.152553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6df7573b-2304-4a76-a392-81638421785e None None] Port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:26.167328 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.213719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7407555c-a44f-4a10-aac4-9f0862701055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.220070 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7407555c-a44f-4a10-aac4-9f0862701055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.229500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:07:26.238266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c41afeec-6951-4ea2-9806-5e687dfe8bcf admin admin] 10.222.0.81 "PUT /v2.0/routers/7af28927-48e3-422f-ab18-e63fc6e725cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9347444 Jul 07 22:07:26.253660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Sync routers for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:07:26.270755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407555c-a44f-4a10-aac4-9f0862701055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b252f9-a803-4824-aece-0fd467f4e287,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:26.276183 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7407555c-a44f-4a10-aac4-9f0862701055 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bad0c9d8824d4975954b31baee883fc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710599 Jul 07 22:07:26.284731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43966) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:26.327557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:26.343604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'f26cbde5-c45f-435e-a0fc-c66c64472df5', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'port_id': 'f26cbde5-c45f-435e-a0fc-c66c64472df5', 'mac_address': 'fa:16:3e:24:0c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac23677-c3f2-4b17-a2d1-eb20d8c04ece', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:26.358850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:26.359975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:07:26.360954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:07:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:26.393083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-08ed6291-541c-4878-a49e-0f7d8d83e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:26.394709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-08ed6291-541c-4878-a49e-0f7d8d83e624 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3450742 Jul 07 22:07:26.462503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.468514 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.488700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-6bca8555-9532-47de-8372-ac1f77c4c7f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 217 time: 0.0835519 Jul 07 22:07:26.509357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-881ae10d-5d05-441f-8715-ab88dc11e436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.519914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26cbde5-c45f-435e-a0fc-c66c64472df5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:26.589425 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-881ae10d-5d05-441f-8715-ab88dc11e436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.597491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:26.601678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:26.609293 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.635609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72fb09-c029-4f37-9b16-ae676f0edae5 req-60a2f545-96b0-49e3-ae7a-303c121abef0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:26.637211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea72fb09-c029-4f37-9b16-ae676f0edae5 req-60a2f545-96b0-49e3-ae7a-303c121abef0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 947 time: 0.2915630 Jul 07 22:07:26.640938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:07:26.663506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-37993247-af28-4618-9401-75b88b080593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:26.665167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-37993247-af28-4618-9401-75b88b080593 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1538727 Jul 07 22:07:26.703071 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-470242ac-d8e7-4119-96b8-84e96aa531c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2814722 Jul 07 22:07:26.738029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f26cbde5-c45f-435e-a0fc-c66c64472df5,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:26.769165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea72fb09-c029-4f37-9b16-ae676f0edae5 req-b082335d-e7a5-40f3-9cc4-368db8ad3021 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150472 Jul 07 22:07:26.811422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d1f9-4fab-4644-b7ed-d6720ff64283 req-9a456c92-bfd4-4848-b5c4-3e8eb9ed62c3 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:26.819673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9160d1f9-4fab-4644-b7ed-d6720ff64283 req-9a456c92-bfd4-4848-b5c4-3e8eb9ed62c3 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1096 time: 0.2847674 Jul 07 22:07:26.825091 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-881ae10d-5d05-441f-8715-ab88dc11e436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.827610 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-881ae10d-5d05-441f-8715-ab88dc11e436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.828700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-881ae10d-5d05-441f-8715-ab88dc11e436 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56b252f9-a803-4824-aece-0fd467f4e287 HTTP/1.1" status: 204 len: 168 time: 0.5430589 Jul 07 22:07:26.915058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43984) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:26.922665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-network', 'tenant_id': '92735d7a41504c41a82dda982c6c56db'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:26.969760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 2, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:26.973472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Made reservation on behalf of 92735d7a41504c41a82dda982c6c56db for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:26.979913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:26.994010 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.027194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Checking router: 7af28927-48e3-422f-ab18-e63fc6e725cc for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:07:27.027969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Updating router 7af28927-48e3-422f-ab18-e63fc6e725cc port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:07:27.077740 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.083775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f26cbde5-c45f-435e-a0fc-c66c64472df5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:27.125790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.127925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ae10d-5d05-441f-8715-ab88dc11e436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b252f9-a803-4824-aece-0fd467f4e287,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:27.133611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.161378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:07:27.181750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-211a8436-fe9b-4d5d-a6a6-073664f4f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:27.183358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-211a8436-fe9b-4d5d-a6a6-073664f4f3aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4989645 Jul 07 22:07:27.213072 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.213336 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Added segment 2be3dbd9-21e7-4e74-92d1-3cda2bf28698 of type vlan for network 81158972-036e-43e7-a083-8a2faf9a736f Jul 07 22:07:27.226172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9160d1f9-4fab-4644-b7ed-d6720ff64283 req-4a688fe4-0a98-4904-975d-630dced72c29 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494391 Jul 07 22:07:27.229742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea32e28-0718-45a8-ab75-0b95179b3590,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:27.303456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.356627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-5d81f13b-56dc-418f-a985-14d312e3c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:27.357939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-5d81f13b-56dc-418f-a985-14d312e3c7b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 1101 time: 0.5622506 Jul 07 22:07:27.360991 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-461c3385-dcd0-496a-baf8-92861787706e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.381645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.383644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:27.385063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.393876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19336dd9-3c3f-4238-b178-f97f1dc5dfb3 req-10ce8b2c-982a-45ed-9d89-f0a7338d665d tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:27.402487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19336dd9-3c3f-4238-b178-f97f1dc5dfb3 req-10ce8b2c-982a-45ed-9d89-f0a7338d665d tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 949 time: 0.2851038 Jul 07 22:07:27.470048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:27.496082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-9af8b7b4-9971-495d-ba5a-33d21874be70 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053570 Jul 07 22:07:27.528286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-307d0cd1-ad8b-4e30-8004-95461a90cfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.530806 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6136246 Jul 07 22:07:27.536249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44002) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:27.547652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e9380-41c7-4dd2-8f4e-4381e0ef1893 admin admin] Pushing event updated for resources: {'Network': ['ID=81158972-036e-43e7-a083-8a2faf9a736f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:27.564174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 81158972-036e-43e7-a083-8a2faf9a736f details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:07:27.588280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19336dd9-3c3f-4238-b178-f97f1dc5dfb3 req-2fd7b1bc-103a-41d3-9c48-90696ca5b2f3 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845884 Jul 07 22:07:27.599007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a972f9b-ddcb-477a-9c85-aa689f0bea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eff7f56-0b18-429c-b0ef-7e3f7c240ff9'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:27.601376 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67bda17-f20c-42ba-96e1-cbc5d129c63e" -d '{"events": [{"server_uuid": "0a972f9b-ddcb-477a-9c85-aa689f0bea21", "name": "network-vif-plugged", "status": "completed", "tag": "6eff7f56-0b18-429c-b0ef-7e3f7c240ff9"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:27.602760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Request body: {'subnet': {'network_id': '81158972-036e-43e7-a083-8a2faf9a736f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-subnet', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:27.655803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-307d0cd1-ad8b-4e30-8004-95461a90cfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.661386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-307d0cd1-ad8b-4e30-8004-95461a90cfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.694416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-8642327e-ce15-42d4-a359-210815a9c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:27.695977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-8642327e-ce15-42d4-a359-210815a9c106 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3117375 Jul 07 22:07:27.719497 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-307d0cd1-ad8b-4e30-8004-95461a90cfe9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47830639e8e744488e63ba145067923e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362561 Jul 07 22:07:27.722135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44006) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:27.732570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d0cd1-ad8b-4e30-8004-95461a90cfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73a73ba-4046-494d-805e-16e7b228d4a4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:27.801292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a20d56dc-0b58-4685-86af-9e4856ba4264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.807462 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.816795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Made reservation on behalf of 92735d7a41504c41a82dda982c6c56db for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:27.819164 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.821786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-6383026d-b353-4479-be01-2410f867833a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=3e0d12ba-e129-4e58-8f80-8d631355d60a HTTP/1.1" status: 200 len: 217 time: 0.1167164 Jul 07 22:07:27.830700 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a20d56dc-0b58-4685-86af-9e4856ba4264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.845626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Transition to ACTIVE for port object a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:27.862879 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.896977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a20d56dc-0b58-4685-86af-9e4856ba4264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.902379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a20d56dc-0b58-4685-86af-9e4856ba4264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:27.911473 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a20d56dc-0b58-4685-86af-9e4856ba4264 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d73a73ba-4046-494d-805e-16e7b228d4a4 HTTP/1.1" status: 204 len: 168 time: 0.1856771 Jul 07 22:07:27.932188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d56dc-0b58-4685-86af-9e4856ba4264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73a73ba-4046-494d-805e-16e7b228d4a4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:27.942572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4021d5e-c702-4f7b-9a7f-b9d38b89fadf req-a924f063-2bf5-4d6b-978b-799a31cc05a8 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378397 Jul 07 22:07:27.956511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94f738-779e-40c0-b8a1-1683eee36d1c None None] Pushing event updated for resources: {'Port': ['ID=a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:28.047287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-5c5d5416-6955-431b-b9c1-9ee111dadab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:28.047493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Attempting to bind port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:28.047878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Attempting to bind port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:28.048244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Attempting to bind port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 on network 612059aa-53f0-48ef-9198-ca4890e951aa {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:28.049480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-5c5d5416-6955-431b-b9c1-9ee111dadab4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2114279 Jul 07 22:07:28.059199 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:28.059495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Checking segment: {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:28.059905 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:28.060312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Bound using segment: {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:28.060779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Bound port: a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:28.061333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:28.159588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] For port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:28.163885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] For port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:28.169600 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:28.177350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59321373-894e-457c-acd1-773b57dca52f req-0b5f4209-550b-4fbc-babe-8f2a1f4c9c67 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:28.185936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59321373-894e-457c-acd1-773b57dca52f req-0b5f4209-550b-4fbc-babe-8f2a1f4c9c67 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 945 time: 0.3738699 Jul 07 22:07:28.253551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:07:28.254276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:07:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:28.293936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ccfb2-084f-45cd-b079-961c6a33015e req-f2983935-e917-463b-a1b6-d271a80f7254 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:28.301386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-758ccfb2-084f-45cd-b079-961c6a33015e req-f2983935-e917-463b-a1b6-d271a80f7254 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 950 time: 0.3771203 Jul 07 22:07:28.340398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94f738-779e-40c0-b8a1-1683eee36d1c None None] Pushing event updated for resources: {'Port': ['ID=a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:28.427042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59321373-894e-457c-acd1-773b57dca52f req-dc389a69-1c83-4cbc-aef0-831afe49a664 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394366 Jul 07 22:07:28.442988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:07:28.460664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-656bdfb5-548e-4d32-a05b-81bb1f2c6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:28.471875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-656bdfb5-548e-4d32-a05b-81bb1f2c6163 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4076691 Jul 07 22:07:28.487319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-758ccfb2-084f-45cd-b079-961c6a33015e req-4659a764-2e22-43b9-9d32-2a3c2a3a17e7 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851790 Jul 07 22:07:28.615756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:28.628061 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcb30f0-2d33-42b6-b815-65abcaba8e34 x-openstack-request-id: req-9fcb30f0-2d33-42b6-b815-65abcaba8e34 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:28.632741 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a972f9b-ddcb-477a-9c85-aa689f0bea21", "name": "network-vif-plugged", "status": "completed", "tag": "6eff7f56-0b18-429c-b0ef-7e3f7c240ff9", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:28.633220 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fcb30f0-2d33-42b6-b815-65abcaba8e34 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:28.633805 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a972f9b-ddcb-477a-9c85-aa689f0bea21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eff7f56-0b18-429c-b0ef-7e3f7c240ff9', 'code': 200} Jul 07 22:07:28.800517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=96592198-136d-4d5b-bc6d-14e24363b7d2,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:28.828772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:28Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:28.845430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44042) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:28.862870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0721d0-c73a-4b2d-b9d3-9d2337fd300c None None] The sync data for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 is: [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:28Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:07:28.866996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-79529d90-5227-4a88-9429-7f9669370c56 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786514 Jul 07 22:07:28.882655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Checking segment: {'id': '2be3dbd9-21e7-4e74-92d1-3cda2bf28698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:28.883020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Network hostable DHCP agents. Network: 81158972-036e-43e7-a083-8a2faf9a736f, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:07:28.907445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-29880e59-d73b-41ef-b447-c4613174c1f5 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:28.910628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-29880e59-d73b-41ef-b447-c4613174c1f5 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 821 time: 0.3059969 Jul 07 22:07:29.031712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-999e815a-b7c2-4232-bfb3-ca4bc2797820 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/quotas/d8f66928466f4e67acd89b20707127a1 HTTP/1.1" status: 200 len: 375 time: 0.0955377 Jul 07 22:07:29.052811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a95be-4616-4cd9-bf88-387f9ffdada1 req-3b8d47d1-3d5b-478e-b23b-453f92abf67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:29.054902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab9a95be-4616-4cd9-bf88-387f9ffdada1 req-3b8d47d1-3d5b-478e-b23b-453f92abf67a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 1101 time: 0.3691638 Jul 07 22:07:29.093781 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddeaa1d4-5276-44a2-9e69-a91364437b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.159186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429eccd-3dc2-455c-a962-cd150058cf6e req-025b8c6f-3dc8-4df5-82de-29cc69f6227d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:29.160942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1429eccd-3dc2-455c-a962-cd150058cf6e req-025b8c6f-3dc8-4df5-82de-29cc69f6227d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 947 time: 0.4261959 Jul 07 22:07:29.161654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Network 81158972-036e-43e7-a083-8a2faf9a736f is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:07:29.222018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab9a95be-4616-4cd9-bf88-387f9ffdada1 req-d7396173-1dfc-4b45-89be-c762b029637e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450460 Jul 07 22:07:29.242940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddeaa1d4-5276-44a2-9e69-a91364437b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.243202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 81158972-036e-43e7-a083-8a2faf9a736f) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:29.254376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c9ba51-4b90-40c1-8bec-750b32147bf0 None None] Network 81158972-036e-43e7-a083-8a2faf9a736f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:07:29.256263 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddeaa1d4-5276-44a2-9e69-a91364437b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.263714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85fea84-9ff3-42e6-b771-4acd044cfd73 req-85f57d5c-b06e-44eb-8c4e-16d93f510638 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835411 Jul 07 22:07:29.271853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:29.272069 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.292983 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaa1d4-5276-44a2-9e69-a91364437b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730a9770-8e26-4b6f-b09f-c4ab3186c833,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:29.299640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1429eccd-3dc2-455c-a962-cd150058cf6e req-a7d58dfc-59da-4252-8bdd-2f670a0bd531 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254776 Jul 07 22:07:29.312625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f4e1940f-e217-4c65-a24d-515db80224ac admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7708514 Jul 07 22:07:29.316080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44054) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:29.323985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-a4c39255-c8cb-4ece-9b95-2d5c0e5ab93f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2914221 Jul 07 22:07:29.324419 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ddeaa1d4-5276-44a2-9e69-a91364437b2f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b270752982b04f7891baa965d6c966cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774189 Jul 07 22:07:29.327178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44056) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:29.334104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:29.397078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8308cd14-d23c-4b7c-82cf-dc7820d13963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.476332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8308cd14-d23c-4b7c-82cf-dc7820d13963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.480844 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.481997 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.594639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81f93185-441f-45f0-88e3-13d9018ed9b2 service neutron] 10.222.0.81 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501426 Jul 07 22:07:29.596647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8308cd14-d23c-4b7c-82cf-dc7820d13963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.603489 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8308cd14-d23c-4b7c-82cf-dc7820d13963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.605182 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8308cd14-d23c-4b7c-82cf-dc7820d13963 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/730a9770-8e26-4b6f-b09f-c4ab3186c833 HTTP/1.1" status: 204 len: 168 time: 0.2770793 Jul 07 22:07:29.622062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308cd14-d23c-4b7c-82cf-dc7820d13963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730a9770-8e26-4b6f-b09f-c4ab3186c833,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:29.658841 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a130187b-93b7-4432-87cc-474a089f7a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.720589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-81158972-036e-43e7-a083-8a2faf9a736f', 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'fixed_ips': [{'subnet_id': '96592198-136d-4d5b-bc6d-14e24363b7d2'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:07:29.721759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:29.774009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 698a7822-e166-4f7a-af07-2df6ffb7cffe details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:29.941623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.021222 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.044639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Allocated IP 172.20.0.2 (81158972-036e-43e7-a083-8a2faf9a736f/96592198-136d-4d5b-bc6d-14e24363b7d2/19180bdb-e537-497b-b4fa-e5a11bf47c92) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:30.081213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:30.090124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fd493-da3d-4869-b633-be9c41179a69 req-7d7a3b07-899c-47db-94e4-1f0c95a132dc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:30.097695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fd493-da3d-4869-b633-be9c41179a69 req-7d7a3b07-899c-47db-94e4-1f0c95a132dc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc HTTP/1.1" status: 200 len: 950 time: 0.6323709 Jul 07 22:07:30.151698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f26cbde5-c45f-435e-a0fc-c66c64472df5 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:30.239407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'mac_address': 'fa:16:3e:cc:ec:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:30.271796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:30.273350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:30.289450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fd493-da3d-4869-b633-be9c41179a69 req-3f3f37c5-e142-4ed7-9f00-2a9fbf2cb05a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906142 Jul 07 22:07:30.294906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-f747d91d-6694-4d53-9bf4-58aaedd20207 service neutron] 10.222.0.81 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995294 Jul 07 22:07:30.301022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec440-83f9-482e-b5c6-384a9446a4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.316288 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.484531 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.536374 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec440-83f9-482e-b5c6-384a9446a4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.544395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec440-83f9-482e-b5c6-384a9446a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.613582 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b1ec440-83f9-482e-b5c6-384a9446a4cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02cc5eeae293425e81e6ab985adfa5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385048 Jul 07 22:07:30.626314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:30.635331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698a7822-e166-4f7a-af07-2df6ffb7cffe {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:30.648704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port f26cbde5-c45f-435e-a0fc-c66c64472df5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:30.657956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port f26cbde5-c45f-435e-a0fc-c66c64472df5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:30.658389 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.718047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ec440-83f9-482e-b5c6-384a9446a4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f22f56-e465-464f-8a5d-7c18705ada1f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:30.745662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18275daf-c8ff-4c96-8d19-d33221630aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.770411 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.771423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:30.778482 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.780386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:30.785865 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18275daf-c8ff-4c96-8d19-d33221630aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.789155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:30.789885 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.813576 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.816001 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.825652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed1e6c-7ed3-4b62-9585-1934e3bd83e7 req-afb9d070-3d55-4433-8ee1-ed257d2f336c tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:30.827936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eed1e6c-7ed3-4b62-9585-1934e3bd83e7 req-afb9d070-3d55-4433-8ee1-ed257d2f336c tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 949 time: 0.3046379 Jul 07 22:07:30.862061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.865126 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18275daf-c8ff-4c96-8d19-d33221630aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.868188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18275daf-c8ff-4c96-8d19-d33221630aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:30.869579 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-18275daf-c8ff-4c96-8d19-d33221630aec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2f22f56-e465-464f-8a5d-7c18705ada1f HTTP/1.1" status: 204 len: 168 time: 0.2407351 Jul 07 22:07:30.878943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18275daf-c8ff-4c96-8d19-d33221630aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f22f56-e465-464f-8a5d-7c18705ada1f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:30.906127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Transition to ACTIVE for port object 19180bdb-e537-497b-b4fa-e5a11bf47c92 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:30.914510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f59c1-7f5c-4201-8075-6f30656f31da req-b70c8595-6d30-4f97-a01f-0e2def38d0e2 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:30.915610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef3f59c1-7f5c-4201-8075-6f30656f31da req-b70c8595-6d30-4f97-a01f-0e2def38d0e2 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 945 time: 0.2899854 Jul 07 22:07:30.930705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Transition to ACTIVE for port object 19180bdb-e537-497b-b4fa-e5a11bf47c92 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:30.959357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eed1e6c-7ed3-4b62-9585-1934e3bd83e7 req-4889d00f-6043-46b4-9d8d-f334639ff535 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194224 Jul 07 22:07:30.964416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:30.997459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef3f59c1-7f5c-4201-8075-6f30656f31da req-554e2894-c68a-403e-abe2-7d01d29379d1 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693741 Jul 07 22:07:31.061087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Allocated IP 172.25.8.192 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/201b7790-e289-4fd3-b9ce-41a900a668ea) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:31.153303 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.174014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['698a7822-e166-4f7a-af07-2df6ffb7cffe'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:31.178067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.264449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:31.274021 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdc09cf-637e-4f18-b9e3-1cb174b97478" -d '{"events": [{"server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "name": "network-vif-plugged", "status": "completed", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:31.277543 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.293891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Network 81158972-036e-43e7-a083-8a2faf9a736f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:31.298767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:31.315333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:31.319707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:31.333965 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.348204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Pushing event updated for resources: {'Port': ['ID=19180bdb-e537-497b-b4fa-e5a11bf47c92,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:31.350153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.391014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f41924-301f-4938-8d15-9c4d9f50170c req-cb251b40-308d-468d-958d-fc716a9bac7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:31.397697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63f41924-301f-4938-8d15-9c4d9f50170c req-cb251b40-308d-468d-958d-fc716a9bac7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 948 time: 0.2193401 Jul 07 22:07:31.462891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a701-8abf-4e00-992f-16d4dbfb2d55 req-0383670e-9e4d-419b-ab6b-393128d555f1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:31.468796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34a701-8abf-4e00-992f-16d4dbfb2d55 req-0383670e-9e4d-419b-ab6b-393128d555f1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:31.470453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa34a701-8abf-4e00-992f-16d4dbfb2d55 req-0383670e-9e4d-419b-ab6b-393128d555f1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb&device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc HTTP/1.1" status: 200 len: 1691 time: 0.1753328 Jul 07 22:07:31.481984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63f41924-301f-4938-8d15-9c4d9f50170c req-dfe13a03-5422-4943-946f-5b58f6731829 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831149 Jul 07 22:07:31.484001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Attempting to bind port 19180bdb-e537-497b-b4fa-e5a11bf47c92 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:31.484507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Attempting to bind port 19180bdb-e537-497b-b4fa-e5a11bf47c92 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '2be3dbd9-21e7-4e74-92d1-3cda2bf28698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:31.484934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Attempting to bind port 19180bdb-e537-497b-b4fa-e5a11bf47c92 on network 81158972-036e-43e7-a083-8a2faf9a736f {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:31.508460 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.539472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa34a701-8abf-4e00-992f-16d4dbfb2d55 req-f183301a-b38a-44b3-8982-e15a336dac39 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513804 Jul 07 22:07:31.540577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:31.540961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Checking segment: {'id': '2be3dbd9-21e7-4e74-92d1-3cda2bf28698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:31.541486 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.541849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Bound using segment: {'id': '2be3dbd9-21e7-4e74-92d1-3cda2bf28698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:31.542370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Bound port: 19180bdb-e537-497b-b4fa-e5a11bf47c92, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be3dbd9-21e7-4e74-92d1-3cda2bf28698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:31.542785 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.545637 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.580908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:31.593541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f26cbde5-c45f-435e-a0fc-c66c64472df5,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:31.596222 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.607525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:31.613440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:31.617823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:31.744468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:31.752828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] For port 19180bdb-e537-497b-b4fa-e5a11bf47c92, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:31.757366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Pushing event updated for resources: {'Port': ['ID=201b7790-e289-4fd3-b9ce-41a900a668ea,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:31.768120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] For port 19180bdb-e537-497b-b4fa-e5a11bf47c92, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19180bdb-e537-497b-b4fa-e5a11bf47c92,segment=NetworkSegment(2be3dbd9-21e7-4e74-92d1-3cda2bf28698),segment_id=2be3dbd9-21e7-4e74-92d1-3cda2bf28698)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:31.779309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:31.798540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5484bc0-12b1-434a-aa9b-e9581f241983 req-cad6f833-9101-4dfe-bb01-557901db2417 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 210 time: 0.0328858 Jul 07 22:07:31.849597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde16a1a-0e25-45d4-9d53-7e3a0d00a8d7 None None] Pushing event updated for resources: {'Port': ['ID=19180bdb-e537-497b-b4fa-e5a11bf47c92,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:31.959041 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:32.038242 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8288981-0600-4a0c-8cd6-1b13a6fe892e x-openstack-request-id: req-f8288981-0600-4a0c-8cd6-1b13a6fe892e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:32.038846 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "name": "network-vif-plugged", "status": "completed", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:32.039312 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8288981-0600-4a0c-8cd6-1b13a6fe892e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:32.041942 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5', 'code': 200} Jul 07 22:07:32.224663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-59894536-a179-4b44-99f6-f81de7c16d55 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:32.226855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-59894536-a179-4b44-99f6-f81de7c16d55 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 821 time: 0.2176144 Jul 07 22:07:32.335021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Request body: {'port': {'device_id': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1', 'admin_state_up': True, 'tenant_id': 'd8f66928466f4e67acd89b20707127a1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:32.392607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef36e0-ccf4-4999-95c4-c094907cda7c req-49fc0ad9-e3fb-482f-8530-0d9255280f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:32.398349 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-09ef36e0-ccf4-4999-95c4-c094907cda7c req-49fc0ad9-e3fb-482f-8530-0d9255280f54 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 1098 time: 0.1474030 Jul 07 22:07:32.435828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19180bdb-e537-497b-b4fa-e5a11bf47c92 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:32.471865 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-09ef36e0-ccf4-4999-95c4-c094907cda7c req-044b6804-b823-479a-89db-5decf97cc14b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690341 Jul 07 22:07:32.530380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 19180bdb-e537-497b-b4fa-e5a11bf47c92 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:32.540092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:32.608314 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:32.613858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:32.614454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:32.844279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:32.862306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa88cb-ecd4-434f-b138-fbb1c46e4521 req-44e97b57-9ff2-4867-9349-81bc1b5381ad tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:32.863848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bfa88cb-ecd4-434f-b138-fbb1c46e4521 req-44e97b57-9ff2-4867-9349-81bc1b5381ad tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 1102 time: 0.2039709 Jul 07 22:07:32.921731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0c6d1-769f-4c58-97ec-4b6dc0dd5665 req-963b3ba0-e3a6-4037-9544-1dda08b9c7a7 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:32.923305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88c0c6d1-769f-4c58-97ec-4b6dc0dd5665 req-963b3ba0-e3a6-4037-9544-1dda08b9c7a7 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 946 time: 0.2623453 Jul 07 22:07:32.933063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Made reservation on behalf of d8f66928466f4e67acd89b20707127a1 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:32.936667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.028388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dad511-0d66-41d8-9c91-9c9df75e4836 None None] Network 81158972-036e-43e7-a083-8a2faf9a736f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:07:33.040918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bfa88cb-ecd4-434f-b138-fbb1c46e4521 req-15bdaa0f-9da2-496e-98ca-081ce4f9ea63 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669202 Jul 07 22:07:33.093753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88c0c6d1-769f-4c58-97ec-4b6dc0dd5665 req-f4a96948-f651-45cd-9183-866fd5cb3a88 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507270 Jul 07 22:07:33.109288 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8a866fee-6364-4eb5-8f6d-3a70f0295eaa None None] Provisioning for port 19180bdb-e537-497b-b4fa-e5a11bf47c92 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:33.126731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8a866fee-6364-4eb5-8f6d-3a70f0295eaa None None] Provisioning complete for port 19180bdb-e537-497b-b4fa-e5a11bf47c92 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:33.127704 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a866fee-6364-4eb5-8f6d-3a70f0295eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.207567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:07:33.209791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Allocated IP 172.20.0.11 (df4c92dd-9e35-4c65-b13e-5a08e0f427f1/89fc32d3-510d-40a2-8873-b4755e7fee10/112d2858-df75-4757-a1d6-5f20305907e0) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:33.291351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a866fee-6364-4eb5-8f6d-3a70f0295eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.340686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8a866fee-6364-4eb5-8f6d-3a70f0295eaa None None] For port 19180bdb-e537-497b-b4fa-e5a11bf47c92, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19180bdb-e537-497b-b4fa-e5a11bf47c92,segment=NetworkSegment(2be3dbd9-21e7-4e74-92d1-3cda2bf28698),segment_id=2be3dbd9-21e7-4e74-92d1-3cda2bf28698)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:33.344889 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a866fee-6364-4eb5-8f6d-3a70f0295eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.399419 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a866fee-6364-4eb5-8f6d-3a70f0295eaa None None] Pushing event updated for resources: {'Port': ['ID=19180bdb-e537-497b-b4fa-e5a11bf47c92,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:33.496799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:07:33.506913 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Sync routers for ids ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:07:33.512427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63819fef-9ab3-4ddb-8392-f19d96700190 req-6c58fc9c-6134-4217-8542-300f96822432 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:33.513933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63819fef-9ab3-4ddb-8392-f19d96700190 req-6c58fc9c-6134-4217-8542-300f96822432 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 949 time: 0.2863660 Jul 07 22:07:33.520159 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Routers {'8ccf836f-3d31-467d-ac9d-b5c47c71c354'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:07:33.520970 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:33.531256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5e791-0b95-4a6d-ab71-4aee12875612 req-e50dc092-45f5-4e79-ab1a-25746925f9f1 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:33.532987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49d5e791-0b95-4a6d-ab71-4aee12875612 req-e50dc092-45f5-4e79-ab1a-25746925f9f1 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 948 time: 0.2888191 Jul 07 22:07:33.567431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f4330df-4399-4ae5-b552-7824bc01e332 None None] Provisioning complete for port 19180bdb-e537-497b-b4fa-e5a11bf47c92 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:33.568351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f4330df-4399-4ae5-b552-7824bc01e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.584190 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.588672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e33d03c5-3268-413f-971f-8759cceb327c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2568107 Jul 07 22:07:33.588976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:33.627679 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.645310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63819fef-9ab3-4ddb-8392-f19d96700190 req-458022df-51dc-4608-bf07-5e14b95401a3 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231577 Jul 07 22:07:33.651997 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Set router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:07:33.668471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49d5e791-0b95-4a6d-ab71-4aee12875612 req-3c9b3ec5-6f2a-410b-937c-b5d699822f70 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144912 Jul 07 22:07:33.761520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.790810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 698a7822-e166-4f7a-af07-2df6ffb7cffe up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:33.873776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 698a7822-e166-4f7a-af07-2df6ffb7cffe completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:33.879512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 698a7822-e166-4f7a-af07-2df6ffb7cffe triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:33.880254 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.892394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Pushing event updated for resources: {'Port': ['ID=112d2858-df75-4757-a1d6-5f20305907e0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:33.914489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:33.945285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:33.947318 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:29Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 3, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'gw_port': {'id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:30Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:33.951038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:33.960574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:33.961246 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:33.983581 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Checking router: 8ccf836f-3d31-467d-ac9d-b5c47c71c354 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:07:33.984080 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Updating router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 port 201b7790-e289-4fd3-b9ce-41a900a668ea binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:07:34.001883 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.021527 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.044085 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:34.050058 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697f92f5-0dc4-42c5-b4f9-c3bf8ba3d2eb" -d '{"events": [{"server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "name": "network-vif-plugged", "status": "completed", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:34.055923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:34.056700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-bd6164ed-9eed-43d5-be34-f09b75556141 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7385492 Jul 07 22:07:34.062318 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.080297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490593cf-5dd9-448b-9f54-89ce7b46fc7f req-b7ad452c-b48d-440a-b75b-d18f90e74185 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:34.081968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-490593cf-5dd9-448b-9f54-89ce7b46fc7f req-b7ad452c-b48d-440a-b75b-d18f90e74185 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 932 time: 0.1645782 Jul 07 22:07:34.087855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Request body: {'port': {'device_id': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:34.171705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:34.180789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211cbfe-1615-47df-847b-db7a0717e439 req-64df0037-0a1f-481f-981a-b98f5878c7ab tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:34.188360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0211cbfe-1615-47df-847b-db7a0717e439 req-64df0037-0a1f-481f-981a-b98f5878c7ab tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc HTTP/1.1" status: 200 len: 1102 time: 0.2240708 Jul 07 22:07:34.229799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-490593cf-5dd9-448b-9f54-89ce7b46fc7f req-29df5645-9427-44c8-bc0d-739836d24bbe tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358430 Jul 07 22:07:34.246648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19180bdb-e537-497b-b4fa-e5a11bf47c92 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:34.269421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0211cbfe-1615-47df-847b-db7a0717e439 req-ef1c2969-ad36-4099-8391-233132ccc918 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800974 Jul 07 22:07:34.270294 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.386793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 19180bdb-e537-497b-b4fa-e5a11bf47c92 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:34.387174 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.443162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-fc26f5d5-ba1c-482d-9a5c-31494a6e1c71 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=4712996f255741f4978fe5c0b1221e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644150 Jul 07 22:07:34.464333 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.481233 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Transition to ACTIVE for port object 201b7790-e289-4fd3-b9ce-41a900a668ea will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:34.489125 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.497072 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c41f712-3d8c-4207-b10d-ab5bb71197ec x-openstack-request-id: req-4c41f712-3d8c-4207-b10d-ab5bb71197ec {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:34.497375 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "name": "network-vif-plugged", "status": "completed", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:34.511753 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c41f712-3d8c-4207-b10d-ab5bb71197ec {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:34.514619 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'code': 200} Jul 07 22:07:34.548508 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47530103-e77b-4e80-b23b-9328a3cdf15f None None] Pushing event updated for resources: {'Port': ['ID=201b7790-e289-4fd3-b9ce-41a900a668ea,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:34.555151 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.580928 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Attempting to bind port 201b7790-e289-4fd3-b9ce-41a900a668ea on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:34.581896 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Attempting to bind port 201b7790-e289-4fd3-b9ce-41a900a668ea by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:34.582335 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Attempting to bind port 201b7790-e289-4fd3-b9ce-41a900a668ea on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:34.593861 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:34.594358 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:34.594864 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.595334 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:34.595872 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Bound port: 201b7790-e289-4fd3-b9ce-41a900a668ea, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:34.596401 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.653629 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] For port 201b7790-e289-4fd3-b9ce-41a900a668ea, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:34.656839 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] For port 201b7790-e289-4fd3-b9ce-41a900a668ea, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=201b7790-e289-4fd3-b9ce-41a900a668ea,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:34.662264 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.727644 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Routers {'8ccf836f-3d31-467d-ac9d-b5c47c71c354'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:07:34.728285 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:34.731202 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47530103-e77b-4e80-b23b-9328a3cdf15f None None] Pushing event updated for resources: {'Port': ['ID=201b7790-e289-4fd3-b9ce-41a900a668ea,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:34.736230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Allocated IP 172.20.0.1 (81158972-036e-43e7-a083-8a2faf9a736f/96592198-136d-4d5b-bc6d-14e24363b7d2/9be7c801-02be-4215-ab38-c6d14aa72e61) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:34.811181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73b33-c92e-44df-9426-52683a66baf4 req-37028c72-c044-4d13-ac86-ac89c7ef29d1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:34.812561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-37028c72-c044-4d13-ac86-ac89c7ef29d1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3686240 Jul 07 22:07:34.840838 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] Set router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:07:34.843932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.857703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Transition to ACTIVE for port object 9be7c801-02be-4215-ab38-c6d14aa72e61 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:34.860347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac14978-3db7-4adb-8d12-3a43e68a9c6b req-4682e2d9-ddea-40de-b44e-a18f0a16f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:34.861847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ac14978-3db7-4adb-8d12-3a43e68a9c6b req-4682e2d9-ddea-40de-b44e-a18f0a16f668 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1101 time: 0.2429113 Jul 07 22:07:34.868317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-4929d3f2-074d-44b3-87f3-df02bbc442d3 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/quotas/4712996f255741f4978fe5c0b1221e98 HTTP/1.1" status: 200 len: 375 time: 0.0400999 Jul 07 22:07:34.875572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f0af4-9220-4fd5-9f2c-ed8fdba8bc47 req-aa55f70b-b74d-4259-bd7f-5702bfb62acd tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:34.877021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d0f0af4-9220-4fd5-9f2c-ed8fdba8bc47 req-aa55f70b-b74d-4259-bd7f-5702bfb62acd tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 946 time: 0.2592013 Jul 07 22:07:34.893450 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:34.951966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Network 81158972-036e-43e7-a083-8a2faf9a736f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:34.956154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:34.958418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=9be7c801-02be-4215-ab38-c6d14aa72e61,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:34.960515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:34.960994 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.041320 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:29Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 3, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'gw_port': {'id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:30Z', 'updated_at': '2021-07-07T22:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:35.070157 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442d441a-4a68-4d0b-be6f-227710e63bd1 None None] The sync data for ids ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'] in n-d-695012-11 is: [{'id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:29Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 3, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'gw_port': {'id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:30Z', 'updated_at': '2021-07-07T22:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:07:35.159695 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.209043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ac14978-3db7-4adb-8d12-3a43e68a9c6b req-d78fdd9c-6e8f-4df2-a473-b636abaa2c01 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278418 Jul 07 22:07:35.233589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d0f0af4-9220-4fd5-9f2c-ed8fdba8bc47 req-b5a67f0b-a4f1-402b-8be4-ac7cec223759 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309577 Jul 07 22:07:35.276162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-304f6c9d-c9cc-4d20-9de0-79513f0d5acf tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4712996f255741f4978fe5c0b1221e98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3981655 Jul 07 22:07:35.278388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112d2858-df75-4757-a1d6-5f20305907e0 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:35.294058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.301392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c84b39a5-3d2b-4f63-832e-1d168a89178d None None] Provisioning for port 9be7c801-02be-4215-ab38-c6d14aa72e61 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:35.310012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c84b39a5-3d2b-4f63-832e-1d168a89178d None None] Provisioning complete for port 9be7c801-02be-4215-ab38-c6d14aa72e61 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:35.310390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c84b39a5-3d2b-4f63-832e-1d168a89178d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.310528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Transition to ACTIVE for port object 112d2858-df75-4757-a1d6-5f20305907e0 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:35.315720 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.396009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c84b39a5-3d2b-4f63-832e-1d168a89178d None None] Port 9be7c801-02be-4215-ab38-c6d14aa72e61 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:35.399053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Pushing event updated for resources: {'Port': ['ID=112d2858-df75-4757-a1d6-5f20305907e0,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:35.400270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.436039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.463334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.475991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:35.476130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:35.476441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:35.481803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Port 112d2858-df75-4757-a1d6-5f20305907e0 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:35.482160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:35.500925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:35.501272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:35.501711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:35.502174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Bound port: 112d2858-df75-4757-a1d6-5f20305907e0, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:35.503037 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.606791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:35.613550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:35.619809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.659072 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:07:35.698430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=9be7c801-02be-4215-ab38-c6d14aa72e61,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:35.719595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Network 81158972-036e-43e7-a083-8a2faf9a736f is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:35.721660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:35.742356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:35.742850 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:35.744477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] 10.222.0.83 "PUT /v2.0/ports/112d2858-df75-4757-a1d6-5f20305907e0 HTTP/1.1" status: 200 len: 1093 time: 1.6613259 Jul 07 22:07:35.744973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:35.747670 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0173616e-3ca4-48d8-ac22-dd76ce72a880" -d '{"events": [{"name": "network-changed", "server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "tag": "112d2858-df75-4757-a1d6-5f20305907e0"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:35.824631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d27749-6765-474b-bb0e-4cdfa20f34eb service neutron] Pushing event updated for resources: {'Port': ['ID=112d2858-df75-4757-a1d6-5f20305907e0,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:35.894402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e7a9f-780a-4101-90d7-d65b00f0c08f req-6ae49e76-dd2b-4d23-9cdd-3594c7209ec8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:35.896237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-746e7a9f-780a-4101-90d7-d65b00f0c08f req-6ae49e76-dd2b-4d23-9cdd-3594c7209ec8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.2001255 Jul 07 22:07:35.964897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-746e7a9f-780a-4101-90d7-d65b00f0c08f req-2c8e0cdf-2936-4a10-8640-19b096df7681 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587163 Jul 07 22:07:35.978616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-a6b5d797-abb0-4cea-b0d6-f3cfb588be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:35.980209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:07:35.980666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-a6b5d797-abb0-4cea-b0d6-f3cfb588be4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1096 time: 0.1715975 Jul 07 22:07:36.132803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e3f654d8-ab38-4015-b1e2-9be232c17e10 None None] Provisioning complete for port 9be7c801-02be-4215-ab38-c6d14aa72e61 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:36.133441 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3f654d8-ab38-4015-b1e2-9be232c17e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:36.214995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-70bf2e04-dc77-48fd-965b-100b4f064669 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=112d2858-df75-4757-a1d6-5f20305907e0 HTTP/1.1" status: 200 len: 217 time: 0.2006688 Jul 07 22:07:36.237516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e3f654d8-ab38-4015-b1e2-9be232c17e10 None None] Port 9be7c801-02be-4215-ab38-c6d14aa72e61 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:36.288776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 201b7790-e289-4fd3-b9ce-41a900a668ea up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:36.311782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:07:36.326221 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ecb79c6d-259e-4117-999c-51861d26bcd3 admin admin] 10.222.0.81 "PUT /v2.0/routers/8ccf836f-3d31-467d-ac9d-b5c47c71c354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7293096 Jul 07 22:07:36.340149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f3ffa92-ed85-4be6-b6a4-8c1e448fe1e2 req-bf2333a6-0927-4fba-9497-786f631b6be3 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 210 time: 0.1879063 Jul 07 22:07:36.418109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 201b7790-e289-4fd3-b9ce-41a900a668ea completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:36.427560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 201b7790-e289-4fd3-b9ce-41a900a668ea triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:36.431272 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:36.473796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-38e5ea56-f45a-4e40-b835-2178838d5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:36.476158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-38e5ea56-f45a-4e40-b835-2178838d5d7b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.1965992 Jul 07 22:07:36.586410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44230) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:36.589085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-f70c8c58-031a-4679-8f5d-b3bc6d7cd677 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068969 Jul 07 22:07:36.596290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-c7289588-2ab7-4814-a9e5-24ec1fabaf23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020694 Jul 07 22:07:36.626309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:36.660717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 201b7790-e289-4fd3-b9ce-41a900a668ea, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=201b7790-e289-4fd3-b9ce-41a900a668ea,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:36.665852 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:36.737257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91a97744-5324-4a0a-ba00-071999e172dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:36.737467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=201b7790-e289-4fd3-b9ce-41a900a668ea,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:36.773619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b156d41-3742-4a07-9590-3fa8f116305f req-bc2e1ff8-b9b8-43c7-86fc-86cf6f6a8842 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:36.775308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b156d41-3742-4a07-9590-3fa8f116305f req-bc2e1ff8-b9b8-43c7-86fc-86cf6f6a8842 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 944 time: 0.6271317 Jul 07 22:07:36.839161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-87c6de9a-d78a-4725-9d91-6248ac538e2a service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175066 Jul 07 22:07:36.847289 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91a97744-5324-4a0a-ba00-071999e172dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:36.852209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-a2977e8f-e7b8-4d2d-a14e-d7a5bb9476ac tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:36.852361 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91a97744-5324-4a0a-ba00-071999e172dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:36.853903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-a2977e8f-e7b8-4d2d-a14e-d7a5bb9476ac tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550631 Jul 07 22:07:36.871687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b156d41-3742-4a07-9590-3fa8f116305f req-99e1241b-d3f9-4e57-b601-e5ece565c290 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882249 Jul 07 22:07:36.900836 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-91a97744-5324-4a0a-ba00-071999e172dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb7ece8cad5c4fe2b13d993c52a7b332&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133693 Jul 07 22:07:36.901748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a97744-5324-4a0a-ba00-071999e172dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf71052-d508-48f3-8105-78ed9f04af93,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:36.904145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:36.933009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-7949689f-7c4f-4ac8-8875-cf63349f7c0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/quotas/14d02422540f48f4aeb4852c7713e8f5 HTTP/1.1" status: 200 len: 375 time: 0.0660362 Jul 07 22:07:36.938382 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c314acbc-7e69-44b4-b599-41539f61dc2e x-openstack-request-id: req-c314acbc-7e69-44b4-b599-41539f61dc2e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:36.938623 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "tag": "112d2858-df75-4757-a1d6-5f20305907e0", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:36.938873 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c314acbc-7e69-44b4-b599-41539f61dc2e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:36.939262 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0', 'status': 'completed', 'code': 200} Jul 07 22:07:36.960355 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86dd1e3e-8894-4722-915c-e730a77e5b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:36.982790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86dd1e3e-8894-4722-915c-e730a77e5b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:37.019330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a876331c-93d3-4e01-b36a-923542a77ec3 req-d2eae0e2-7f7f-4a9d-8de2-b7b084817ac0 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615636 Jul 07 22:07:37.044795 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86dd1e3e-8894-4722-915c-e730a77e5b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:37.047812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-86dd1e3e-8894-4722-915c-e730a77e5b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:37.049384 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-86dd1e3e-8894-4722-915c-e730a77e5b73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fdf71052-d508-48f3-8105-78ed9f04af93 HTTP/1.1" status: 204 len: 168 time: 0.1435919 Jul 07 22:07:37.049514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-b89ea31c-53e0-4e15-a824-73b89daf87fd tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1093073 Jul 07 22:07:37.061331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd1e3e-8894-4722-915c-e730a77e5b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf71052-d508-48f3-8105-78ed9f04af93,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:37.111071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6a028-8945-4444-b040-77fae6944462 req-c5dcedcd-7db5-44a8-8032-238a05457b08 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:37.112697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde6a028-8945-4444-b040-77fae6944462 req-c5dcedcd-7db5-44a8-8032-238a05457b08 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 946 time: 0.0853112 Jul 07 22:07:37.200127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde6a028-8945-4444-b040-77fae6944462 req-eb3cf5b6-ac8c-4687-b586-9cbdb9648ef2 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778668 Jul 07 22:07:37.247998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-32771605-7e3c-443e-adf6-33d822468bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:37.253607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-32771605-7e3c-443e-adf6-33d822468bcb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1096 time: 0.0967863 Jul 07 22:07:37.420039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-88056ae1-b77e-4167-9c25-0da524a12dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:37.422935 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-88056ae1-b77e-4167-9c25-0da524a12dbd service neutron] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.1324234 Jul 07 22:07:37.454586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:37.515232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-3c31b39b-fd11-47a1-a43d-f3bad2ed2f84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=112d2858-df75-4757-a1d6-5f20305907e0 HTTP/1.1" status: 200 len: 217 time: 0.0549066 Jul 07 22:07:37.516162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a641461-b4e6-436e-ab93-717022f364b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:37.520907 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-1bdf9c00-bddc-45fe-8450-18f5f409eb0c tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=4712996f255741f4978fe5c0b1221e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490320 Jul 07 22:07:37.596929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-d52cb61d-6f41-42e3-904c-77a6564c0e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:37.601740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-d52cb61d-6f41-42e3-904c-77a6564c0e09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0798802 Jul 07 22:07:37.617658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Sync routers for ids ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:07:37.633799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Routers {'8ccf836f-3d31-467d-ac9d-b5c47c71c354'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:07:37.634537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:37.682394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-6cdb5b30-49d1-4f31-acde-057a38b80a25 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585449 Jul 07 22:07:37.823497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-4beb0fcd-0afe-4691-a874-fdcca0f9fa88 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392074 Jul 07 22:07:37.838554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Set router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:07:37.847675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73b33-c92e-44df-9426-52683a66baf4 req-3c94a7ad-2876-4ea4-a82b-387d47e29393 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:37.849778 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-3c94a7ad-2876-4ea4-a82b-387d47e29393 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3181095 Jul 07 22:07:37.876084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Request body: {'port': {'device_id': 'aaaf18b0-8666-43c6-8a02-627830371b6e', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '4712996f255741f4978fe5c0b1221e98'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:37.988598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a641461-b4e6-436e-ab93-717022f364b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:37.997350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a641461-b4e6-436e-ab93-717022f364b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:38.005048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0173616e-3ca4-48d8-ac22-dd76ce72a880 req-6a0d961f-b75d-4e50-bae2-d9efb3dad893 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693859 Jul 07 22:07:38.083036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a641461-b4e6-436e-ab93-717022f364b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe1428-7ea5-43ff-a70e-472a8178e3d4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:38.093066 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8a641461-b4e6-436e-ab93-717022f364b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0e464859079405fb55a0ec95eca79ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6331460 Jul 07 22:07:38.095142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44278) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:38.106698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3db7eb-f7aa-42f6-9f7c-b450647d308a req-89e56e5d-63e4-4c73-b1fb-4dde93807043 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:38.122048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d3db7eb-f7aa-42f6-9f7c-b450647d308a req-89e56e5d-63e4-4c73-b1fb-4dde93807043 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.2973225 Jul 07 22:07:38.145699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Made reservation on behalf of 4712996f255741f4978fe5c0b1221e98 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:38.149828 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:38.236508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d3db7eb-f7aa-42f6-9f7c-b450647d308a req-2d19fbb9-c56c-4554-b6c6-e83013fe5c2d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093545 Jul 07 22:07:38.256452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 201b7790-e289-4fd3-b9ce-41a900a668ea up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:38.272498 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3aae151-9075-42ae-847b-21144663bd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:38.322732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3aae151-9075-42ae-847b-21144663bd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:38.394823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 201b7790-e289-4fd3-b9ce-41a900a668ea triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:38.395043 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:38.433900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Allocated IP 192.168.233.125 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/41c3233c-19f8-4f86-8bc0-60cefd1de6c2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:38.465178 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3aae151-9075-42ae-847b-21144663bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:38.475493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a5d6717-d5d2-49bd-a83b-87d311810911 req-c51665b2-795b-41cf-ae2d-36f1872070b2 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 210 time: 0.0492089 Jul 07 22:07:38.477919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3aae151-9075-42ae-847b-21144663bd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:38.477919 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a3aae151-9075-42ae-847b-21144663bd30 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36fe1428-7ea5-43ff-a70e-472a8178e3d4 HTTP/1.1" status: 204 len: 168 time: 0.3785205 Jul 07 22:07:38.523145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aae151-9075-42ae-847b-21144663bd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe1428-7ea5-43ff-a70e-472a8178e3d4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:38.613158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:29Z', 'updated_at': '2021-07-07T22:07:35Z', 'revision_number': 4, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'gw_port': {'id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:30Z', 'updated_at': '2021-07-07T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9be7c801-02be-4215-ab38-c6d14aa72e61', 'name': '', 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'mac_address': 'fa:16:3e:5f:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '96592198-136d-4d5b-bc6d-14e24363b7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:34Z', 'updated_at': '2021-07-07T22:07:35Z', 'revision_number': 2, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'subnets': [{'id': '96592198-136d-4d5b-bc6d-14e24363b7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:38.716692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Checking router: 8ccf836f-3d31-467d-ac9d-b5c47c71c354 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:07:38.717386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Updating router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 port 9be7c801-02be-4215-ab38-c6d14aa72e61 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:07:38.799206 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:38.811551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:38.825176 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Transition to ACTIVE for port object 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:38.942984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.031055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['6eff7f56-0b18-429c-b0ef-7e3f7c240ff9'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:39.072630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:39.076694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e485d2-6b7b-47da-8e0e-30642f1c139d req-ea56ea95-4359-4ac8-bcd4-4469237ca493 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:39.083269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27e485d2-6b7b-47da-8e0e-30642f1c139d req-ea56ea95-4359-4ac8-bcd4-4469237ca493 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 944 time: 0.0951469 Jul 07 22:07:39.083762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Pushing event updated for resources: {'Port': ['ID=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:39.091086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:39.095540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:39.106227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:39.106882 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.145358 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-8d73634d-b355-4b99-8e54-90d5c32b864e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2750344 Jul 07 22:07:39.165036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Request body: {'port': {'device_id': 'aaaf18b0-8666-43c6-8a02-627830371b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:39.188691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27e485d2-6b7b-47da-8e0e-30642f1c139d req-daf9faa7-a954-4cbd-8ff9-9fddcd80c684 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044445 Jul 07 22:07:39.391878 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.484167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c56c973e-ac0c-48a4-8d6f-bd394481a20c None None] Provisioning for port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:39.494300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c56c973e-ac0c-48a4-8d6f-bd394481a20c None None] Provisioning complete for port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:39.494682 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c56c973e-ac0c-48a4-8d6f-bd394481a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.533086 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.559984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Transition to ACTIVE for port object 9be7c801-02be-4215-ab38-c6d14aa72e61 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:39.566131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c56c973e-ac0c-48a4-8d6f-bd394481a20c None None] Port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:39.574924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.582419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1bd28-327a-4b2e-b4e5-3f19988f8b80 req-84011996-721b-4a8e-83e8-28b7ea3db93b tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:39.588086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06a1bd28-327a-4b2e-b4e5-3f19988f8b80 req-84011996-721b-4a8e-83e8-28b7ea3db93b tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1101 time: 0.1972876 Jul 07 22:07:39.614306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06a1bd28-327a-4b2e-b4e5-3f19988f8b80 req-9838d909-f96a-4bf3-9e57-5c7508f4e535 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.739286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a575a4f-e65c-4295-9466-7734e2f19bdb None None] Pushing event updated for resources: {'Port': ['ID=9be7c801-02be-4215-ab38-c6d14aa72e61,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:39.779258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Attempting to bind port 9be7c801-02be-4215-ab38-c6d14aa72e61 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:39.779640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Attempting to bind port 9be7c801-02be-4215-ab38-c6d14aa72e61 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '2be3dbd9-21e7-4e74-92d1-3cda2bf28698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:39.780024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Attempting to bind port 9be7c801-02be-4215-ab38-c6d14aa72e61 on network 81158972-036e-43e7-a083-8a2faf9a736f {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:39.786044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:39.786467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Checking segment: {'id': '2be3dbd9-21e7-4e74-92d1-3cda2bf28698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:39.786883 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.787827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Bound using segment: {'id': '2be3dbd9-21e7-4e74-92d1-3cda2bf28698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:39.788308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Bound port: 9be7c801-02be-4215-ab38-c6d14aa72e61, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be3dbd9-21e7-4e74-92d1-3cda2bf28698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:39.789219 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.800532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0918a67d-62cc-4468-b456-a471c1e8bc5b req-82a39e01-8cc0-4a77-9bcc-1d8e535c1851 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 210 time: 0.1361341 Jul 07 22:07:39.860567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:39.870426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.875570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] For port 9be7c801-02be-4215-ab38-c6d14aa72e61, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:39.879622 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] For port 9be7c801-02be-4215-ab38-c6d14aa72e61, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9be7c801-02be-4215-ab38-c6d14aa72e61,segment=NetworkSegment(2be3dbd9-21e7-4e74-92d1-3cda2bf28698),segment_id=2be3dbd9-21e7-4e74-92d1-3cda2bf28698)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:39.885595 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.910564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Transition to ACTIVE for port object 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:39.918188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:39.990949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Routers {'8ccf836f-3d31-467d-ac9d-b5c47c71c354'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:07:39.992256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:39.995956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a575a4f-e65c-4295-9466-7734e2f19bdb None None] Pushing event updated for resources: {'Port': ['ID=9be7c801-02be-4215-ab38-c6d14aa72e61,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:40.062120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06a1bd28-327a-4b2e-b4e5-3f19988f8b80 req-9838d909-f96a-4bf3-9e57-5c7508f4e535 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:40.067174 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06a1bd28-327a-4b2e-b4e5-3f19988f8b80 req-9838d909-f96a-4bf3-9e57-5c7508f4e535 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:40.113600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838d909-f96a-4bf3-9e57-5c7508f4e535 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a84d1b-aebd-4a85-baf5-91e83e9071cd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:40.172254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06a1bd28-327a-4b2e-b4e5-3f19988f8b80 req-9838d909-f96a-4bf3-9e57-5c7508f4e535 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792696 Jul 07 22:07:40.172416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Pushing event updated for resources: {'Port': ['ID=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:40.213268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Attempting to bind port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:40.213734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Attempting to bind port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:40.214646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Attempting to bind port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:40.230277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:40.233357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Attempting to bind port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:40.252275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:40.252933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:40.253591 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:40.254877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Bound port: 41c3233c-19f8-4f86-8bc0-60cefd1de6c2, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:40.260448 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:40.262726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] Set router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:07:40.348391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff4e9d-7e44-4fa6-abbb-c8fb101e802f req-9c80df64-db45-46b4-9af7-03b03e4aa4f4 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:40.354845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5ff4e9d-7e44-4fa6-abbb-c8fb101e802f req-9c80df64-db45-46b4-9af7-03b03e4aa4f4 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 948 time: 0.1576760 Jul 07 22:07:40.424415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] For port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:40.429471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] For port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:40.432716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-7bd97abc-42fb-42d5-b409-43104188a447 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741801 Jul 07 22:07:40.440228 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:40.469394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:40.470372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:40.472528 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] 10.222.0.83 "PUT /v2.0/ports/41c3233c-19f8-4f86-8bc0-60cefd1de6c2 HTTP/1.1" status: 200 len: 1097 time: 1.3114555 Jul 07 22:07:40.473322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaaf18b0-8666-43c6-8a02-627830371b6e', 'tag': '41c3233c-19f8-4f86-8bc0-60cefd1de6c2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:40.476587 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c49a26-4a88-4b45-ac3b-7d158549bda6" -d '{"events": [{"name": "network-changed", "server_uuid": "aaaf18b0-8666-43c6-8a02-627830371b6e", "tag": "41c3233c-19f8-4f86-8bc0-60cefd1de6c2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:40.550693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607560d1-f3ed-443e-a1c5-4e2dcbeba78b service neutron] Pushing event updated for resources: {'Port': ['ID=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:40.645898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5ff4e9d-7e44-4fa6-abbb-c8fb101e802f req-18539e6a-45c7-4b98-84a1-9c05941a4d78 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105033 Jul 07 22:07:40.684300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:29Z', 'updated_at': '2021-07-07T22:07:35Z', 'revision_number': 4, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'gw_port': {'id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:30Z', 'updated_at': '2021-07-07T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9be7c801-02be-4215-ab38-c6d14aa72e61', 'name': '', 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'mac_address': 'fa:16:3e:5f:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '96592198-136d-4d5b-bc6d-14e24363b7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:34Z', 'updated_at': '2021-07-07T22:07:39Z', 'revision_number': 4, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'subnets': [{'id': '96592198-136d-4d5b-bc6d-14e24363b7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:40.723728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced417e-f07b-4337-93a2-c0aa3bdaff9b None None] The sync data for ids ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'] in n-d-695012-11 is: [{'id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:29Z', 'updated_at': '2021-07-07T22:07:35Z', 'revision_number': 4, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'gw_port': {'id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:30Z', 'updated_at': '2021-07-07T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9be7c801-02be-4215-ab38-c6d14aa72e61', 'name': '', 'network_id': '81158972-036e-43e7-a083-8a2faf9a736f', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'mac_address': 'fa:16:3e:5f:6a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '96592198-136d-4d5b-bc6d-14e24363b7d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:34Z', 'updated_at': '2021-07-07T22:07:39Z', 'revision_number': 4, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'subnets': [{'id': '96592198-136d-4d5b-bc6d-14e24363b7d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:07:40.845053 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73b33-c92e-44df-9426-52683a66baf4 req-2858b4e7-544f-49d1-854b-a61355284b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:40.851225 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-2858b4e7-544f-49d1-854b-a61355284b76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4712996f255741f4978fe5c0b1221e98&device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 1100 time: 0.1824498 Jul 07 22:07:40.870057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-27a84823-3274-4240-8b75-b658d40fc821 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:40.872172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-27a84823-3274-4240-8b75-b658d40fc821 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4209960 Jul 07 22:07:40.874412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-1749def4-ac08-4904-a637-7e79a332f787 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861552 Jul 07 22:07:41.043977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Request body: {'port': {'device_id': 'efc286ba-3f72-4d7f-b556-82bc2b9ebc2a', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '14d02422540f48f4aeb4852c7713e8f5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:41.239147 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-0d388b5b-0b4f-4938-bad3-f49aa25d37cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=41c3233c-19f8-4f86-8bc0-60cefd1de6c2 HTTP/1.1" status: 200 len: 217 time: 0.3766549 Jul 07 22:07:41.358172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73b33-c92e-44df-9426-52683a66baf4 req-e75df0ed-45ab-41f9-9439-16049ae9e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:41.360354 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-e75df0ed-45ab-41f9-9439-16049ae9e755 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0621431 Jul 07 22:07:41.368295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-c49baebf-70fb-4d4b-b6d6-bd1388820b32 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:41.369804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-c49baebf-70fb-4d4b-b6d6-bd1388820b32 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4898443 Jul 07 22:07:41.395769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc818c-14a7-4b20-981d-aee095e8993c req-cd19429a-0c14-4b11-aa39-04d6460b717a tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:41.398214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bfc818c-14a7-4b20-981d-aee095e8993c req-cd19429a-0c14-4b11-aa39-04d6460b717a tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 944 time: 0.3611608 Jul 07 22:07:41.403870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Request body: {'port': {'device_id': 'a7bd98a2-ecdd-41c2-b110-18b7897249cd', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '14d02422540f48f4aeb4852c7713e8f5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:41.480070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f73b33-c92e-44df-9426-52683a66baf4 req-2298441d-fd05-4649-91a8-841c4c907f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:41.481580 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-2298441d-fd05-4649-91a8-841c4c907f41 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123474 Jul 07 22:07:41.513467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Made reservation on behalf of 14d02422540f48f4aeb4852c7713e8f5 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:41.517359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:41.601191 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-338008c7-97bf-485e-9513-a60fccef1835 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097364 Jul 07 22:07:41.608994 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4718dad7-ea80-4dd1-8d96-b4b380d1b4e6 x-openstack-request-id: req-4718dad7-ea80-4dd1-8d96-b4b380d1b4e6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:41.609491 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaaf18b0-8666-43c6-8a02-627830371b6e", "tag": "41c3233c-19f8-4f86-8bc0-60cefd1de6c2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:41.609606 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4718dad7-ea80-4dd1-8d96-b4b380d1b4e6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:41.610143 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaaf18b0-8666-43c6-8a02-627830371b6e', 'tag': '41c3233c-19f8-4f86-8bc0-60cefd1de6c2', 'status': 'completed', 'code': 200} Jul 07 22:07:41.626946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bfc818c-14a7-4b20-981d-aee095e8993c req-8d18a848-c44c-461e-9322-7d717e8219da tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523049 Jul 07 22:07:41.765415 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-56f73b33-c92e-44df-9426-52683a66baf4 req-c600424c-28fc-4fe9-bf4e-7cec80b3e9e2 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542559 Jul 07 22:07:41.957976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-8e589555-55c1-45f3-90a2-db36b4eb8df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:41.960653 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-8e589555-55c1-45f3-90a2-db36b4eb8df2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4712996f255741f4978fe5c0b1221e98&device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 1100 time: 0.0599365 Jul 07 22:07:41.968842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b27c214-3604-4d2c-9082-cd5f2485cdac req-21871bd1-ca74-4b10-ab0a-b0a66fa24aa6 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 210 time: 0.2578225 Jul 07 22:07:41.971563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-037147ff-e34a-4bc1-af0e-1a8ac52476a8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4855595 Jul 07 22:07:41.980863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Made reservation on behalf of 14d02422540f48f4aeb4852c7713e8f5 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:41.984378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:42.125195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-0895eda6-9085-42bc-941e-f946f99e65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.127046 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-0895eda6-9085-42bc-941e-f946f99e65dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1594794 Jul 07 22:07:42.176800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 112d2858-df75-4757-a1d6-5f20305907e0 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:42.209041 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-e898dbac-5eb2-4ad3-b7c1-20ab8b42ed82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=41c3233c-19f8-4f86-8bc0-60cefd1de6c2 HTTP/1.1" status: 200 len: 217 time: 0.0694370 Jul 07 22:07:42.261319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Allocated IP 192.168.233.114 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/b2cdfaad-2c20-4136-a192-1c9e6747aae7) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:42.354149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-62836e4f-da49-4641-9085-54f4bd2a925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.364963 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-62836e4f-da49-4641-9085-54f4bd2a925d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0816741 Jul 07 22:07:42.382247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21f7b-d1d3-4618-b1e9-38ba401c8f41 req-883746a9-b90f-4379-979c-e4e5de6237d8 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.382802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21f7b-d1d3-4618-b1e9-38ba401c8f41 req-883746a9-b90f-4379-979c-e4e5de6237d8 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.383282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21f7b-d1d3-4618-b1e9-38ba401c8f41 req-883746a9-b90f-4379-979c-e4e5de6237d8 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.383754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21f7b-d1d3-4618-b1e9-38ba401c8f41 req-883746a9-b90f-4379-979c-e4e5de6237d8 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.384373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21f7b-d1d3-4618-b1e9-38ba401c8f41 req-883746a9-b90f-4379-979c-e4e5de6237d8 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.384842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21f7b-d1d3-4618-b1e9-38ba401c8f41 req-883746a9-b90f-4379-979c-e4e5de6237d8 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.385302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21f7b-d1d3-4618-b1e9-38ba401c8f41 req-883746a9-b90f-4379-979c-e4e5de6237d8 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.385768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21f7b-d1d3-4618-b1e9-38ba401c8f41 req-883746a9-b90f-4379-979c-e4e5de6237d8 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.416971 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2c21f7b-d1d3-4618-b1e9-38ba401c8f41 req-883746a9-b90f-4379-979c-e4e5de6237d8 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5738 time: 0.4814336 Jul 07 22:07:42.448083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9be7c801-02be-4215-ab38-c6d14aa72e61 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:42.460639 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-f14b819d-10f2-41bd-be55-6eed8b4e7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.463743 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-f14b819d-10f2-41bd-be55-6eed8b4e7cb5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0896375 Jul 07 22:07:42.480237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5f03c-9807-43be-a85f-786bdf9eec6e req-3a8ed1eb-eba7-4079-92c3-a6a831c0e946 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.490669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ae5f03c-9807-43be-a85f-786bdf9eec6e req-3a8ed1eb-eba7-4079-92c3-a6a831c0e946 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.2443528 Jul 07 22:07:42.530803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:42.549064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ae5f03c-9807-43be-a85f-786bdf9eec6e req-4409a8c0-41b4-4396-b026-a1146172267d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573401 Jul 07 22:07:42.549399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '112d2858-df75-4757-a1d6-5f20305907e0', 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1', 'port_id': '112d2858-df75-4757-a1d6-5f20305907e0', 'mac_address': 'fa:16:3e:d2:a6:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fc32d3-510d-40a2-8873-b4755e7fee10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:42.556732 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 9be7c801-02be-4215-ab38-c6d14aa72e61 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:42.580403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9be7c801-02be-4215-ab38-c6d14aa72e61 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:42.580786 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:42.650743 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:42.668191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112d2858-df75-4757-a1d6-5f20305907e0 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:42.670574 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-34a9ffe1-ca7f-41b7-ab5e-c0d135e530a0 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007482 Jul 07 22:07:42.737107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:42.738502 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:42.748912 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:42.749581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f26cbde5-c45f-435e-a0fc-c66c64472df5 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:42.848438 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-35c49a26-4a88-4b45-ac3b-7d158549bda6 req-f7af0730-7da9-483b-a989-249c52c45a9a service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705813 Jul 07 22:07:42.867160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:42.882756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 9be7c801-02be-4215-ab38-c6d14aa72e61, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9be7c801-02be-4215-ab38-c6d14aa72e61,segment=NetworkSegment(2be3dbd9-21e7-4e74-92d1-3cda2bf28698),segment_id=2be3dbd9-21e7-4e74-92d1-3cda2bf28698)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:42.892558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Transition to ACTIVE for port object b2cdfaad-2c20-4136-a192-1c9e6747aae7 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:42.956980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:42.965478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a8d49-8a32-40b8-a474-6793dcb46121 req-e9ae5bbf-bf3f-497c-a647-6673308c867e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:42.975605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e6a8d49-8a32-40b8-a474-6793dcb46121 req-e9ae5bbf-bf3f-497c-a647-6673308c867e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 948 time: 0.1601973 Jul 07 22:07:42.981436 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:42.982929 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:42.988179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'f26cbde5-c45f-435e-a0fc-c66c64472df5', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'port_id': 'f26cbde5-c45f-435e-a0fc-c66c64472df5', 'mac_address': 'fa:16:3e:24:0c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac23677-c3f2-4b17-a2d1-eb20d8c04ece', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:43.015139 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44424) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:43.020918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b90b31df-ad0b-4124-9179-a9130ce8a3a5 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214179117', 'description': 'tempest-description--1118884426'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:43.036428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:43.040587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=112d2858-df75-4757-a1d6-5f20305907e0,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:43.046234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:43.070936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b90b31df-ad0b-4124-9179-a9130ce8a3a5 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.125813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.126202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.126540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.126878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.127213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.127547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.127879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.128219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.128537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.128859 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.129554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.129892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:07:43.173818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:43.189477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b90b31df-ad0b-4124-9179-a9130ce8a3a5 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.202980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b90b31df-ad0b-4124-9179-a9130ce8a3a5 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.205301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:43.219559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:43.228652 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.229998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:43.230852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.245090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b31df-ad0b-4124-9179-a9130ce8a3a5 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f17009-fbef-4400-931f-5231f6790f92,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:43.250624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b90b31df-ad0b-4124-9179-a9130ce8a3a5 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.255556 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b90b31df-ad0b-4124-9179-a9130ce8a3a5 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2355940 Jul 07 22:07:43.255556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44426) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:43.260358 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5b484ed8-4c81-48c9-b922-2f8466da075b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Request body: {'security_group_rule': {'security_group_id': '71f17009-fbef-4400-931f-5231f6790f92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:43.265907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event updated for resources: {'Port': ['ID=b2cdfaad-2c20-4136-a192-1c9e6747aae7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:43.269237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dca66-cf70-46bf-99ab-1dbf51d54ad5 req-eed5845f-ccc4-4915-8f5a-5662f5863690 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:43.286457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-165dca66-cf70-46bf-99ab-1dbf51d54ad5 req-eed5845f-ccc4-4915-8f5a-5662f5863690 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 886 time: 0.2498610 Jul 07 22:07:43.307129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b484ed8-4c81-48c9-b922-2f8466da075b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.311782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e6a8d49-8a32-40b8-a474-6793dcb46121 req-3d785a60-b5a2-4928-9508-3b060ac655ee tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305411 Jul 07 22:07:43.312379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f26cbde5-c45f-435e-a0fc-c66c64472df5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:43.316537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Allocated IP 192.168.233.97 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/e7cc114b-7bd4-4f3b-b0c9-601a5675cb16) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:43.332069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-64a70d91-96a2-443e-9a96-d64f95b584e2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2968507 Jul 07 22:07:43.337941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=9be7c801-02be-4215-ab38-c6d14aa72e61,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:43.373772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Request body: {'port': {'device_id': 'efc286ba-3f72-4d7f-b556-82bc2b9ebc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:43.413498 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b484ed8-4c81-48c9-b922-2f8466da075b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.427523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b484ed8-4c81-48c9-b922-2f8466da075b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.438976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:43.457119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b484ed8-4c81-48c9-b922-2f8466da075b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efea5a4-9987-4b3e-a90d-6a4e6936bd1a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:43.469304 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.496715 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b484ed8-4c81-48c9-b922-2f8466da075b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.496715 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5b484ed8-4c81-48c9-b922-2f8466da075b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2354922 Jul 07 22:07:43.496715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:43.499929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-624590ad-9949-4031-a189-b00fc4fdbc0c tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Request body: {'security_group_rule': {'security_group_id': '71f17009-fbef-4400-931f-5231f6790f92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:43.561077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-624590ad-9949-4031-a189-b00fc4fdbc0c tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.660437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-624590ad-9949-4031-a189-b00fc4fdbc0c tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.661378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f26cbde5-c45f-435e-a0fc-c66c64472df5,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:43.673415 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-624590ad-9949-4031-a189-b00fc4fdbc0c tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.691940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624590ad-9949-4031-a189-b00fc4fdbc0c tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643c7690-a07d-457c-b1b3-5e84bdfc6ad4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:43.706720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-624590ad-9949-4031-a189-b00fc4fdbc0c tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.708482 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-624590ad-9949-4031-a189-b00fc4fdbc0c tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2123301 Jul 07 22:07:43.712380 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44444) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:43.717327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:43.745463 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.757015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3ce1c161-fe57-4e40-8bf7-c4da384bf41a None None] Provisioning for port b2cdfaad-2c20-4136-a192-1c9e6747aae7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:43.767336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3ce1c161-fe57-4e40-8bf7-c4da384bf41a None None] Provisioning complete for port b2cdfaad-2c20-4136-a192-1c9e6747aae7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:43.767854 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c161-fe57-4e40-8bf7-c4da384bf41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.827314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1c161-fe57-4e40-8bf7-c4da384bf41a None None] Port b2cdfaad-2c20-4136-a192-1c9e6747aae7 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:43.860386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.866341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.897898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3868bcd-73d3-40c9-8ea0-e82164767c14 req-3f4740be-6339-4779-a964-17568adc90ae tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 210 time: 0.2562604 Jul 07 22:07:43.907565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:43.913016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Transition to ACTIVE for port object e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:43.913853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f26cbde5-c45f-435e-a0fc-c66c64472df5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:43.991193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Allocated IP 172.25.8.89 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/ba795065-1b10-43d9-809a-e93134d3e2a4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:44.077032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ee6cf-830d-4604-b194-48ef653a224d req-3159bada-6d71-4312-a313-b2a8fc9dbdac tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.078613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e1ee6cf-830d-4604-b194-48ef653a224d req-3159bada-6d71-4312-a313-b2a8fc9dbdac tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 945 time: 0.4638624 Jul 07 22:07:44.098322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:44.143442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:44.157666 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:44.189460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:44.192299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:44.197694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:44.203675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:44.256358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:44.261643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9be7c801-02be-4215-ab38-c6d14aa72e61 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:44.293475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:44.295857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:44.300415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:44.301476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.302112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:44.322941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e1ee6cf-830d-4604-b194-48ef653a224d req-0d08b163-a2a5-4c86-9f4b-89979d631600 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874850 Jul 07 22:07:44.380561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event updated for resources: {'Port': ['ID=ba795065-1b10-43d9-809a-e93134d3e2a4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:44.444635 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:44.447186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event updated for resources: {'Port': ['ID=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:44.467959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ff1f-93f3-4967-a698-1e043c186057 req-0aa6be26-0bbe-4500-b77d-9f7c5458b498 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.468316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ff1f-93f3-4967-a698-1e043c186057 req-0aa6be26-0bbe-4500-b77d-9f7c5458b498 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.472488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ff1f-93f3-4967-a698-1e043c186057 req-0aa6be26-0bbe-4500-b77d-9f7c5458b498 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.472969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ff1f-93f3-4967-a698-1e043c186057 req-0aa6be26-0bbe-4500-b77d-9f7c5458b498 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.473441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ff1f-93f3-4967-a698-1e043c186057 req-0aa6be26-0bbe-4500-b77d-9f7c5458b498 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.473904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ff1f-93f3-4967-a698-1e043c186057 req-0aa6be26-0bbe-4500-b77d-9f7c5458b498 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.474392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ff1f-93f3-4967-a698-1e043c186057 req-0aa6be26-0bbe-4500-b77d-9f7c5458b498 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.475395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161ff1f-93f3-4967-a698-1e043c186057 req-0aa6be26-0bbe-4500-b77d-9f7c5458b498 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.477332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9161ff1f-93f3-4967-a698-1e043c186057 req-0aa6be26-0bbe-4500-b77d-9f7c5458b498 tempest-NetworksTest-1569646479 tempest-NetworksTest-1569646479-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5738 time: 0.5084474 Jul 07 22:07:44.504828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-45a6940b-224c-4591-b7ff-8033d0ed4dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1226721 Jul 07 22:07:44.529334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Request body: {'port': {'device_id': 'a7bd98a2-ecdd-41c2-b110-18b7897249cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:44.588723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:44.624389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9be7c801-02be-4215-ab38-c6d14aa72e61 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:44.624767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:44.703075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-c6ec03bd-c7ed-4183-a611-006586947330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.706530 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-c6ec03bd-c7ed-4183-a611-006586947330 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1101 time: 0.3410294 Jul 07 22:07:44.883035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['112d2858-df75-4757-a1d6-5f20305907e0'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:44.889322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:44.930049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-6e39a903-47e9-4584-9a8f-eeaf20d54a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:44.931593 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-6e39a903-47e9-4584-9a8f-eeaf20d54a82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1630690 Jul 07 22:07:44.943001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dbe30219-c49d-4a07-868b-73d9e6dc019c None None] Provisioning for port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:44.986824 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:44.989389 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-54401577-56a4-4d43-ab1d-56569dc5b7f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 217 time: 0.0488591 Jul 07 22:07:44.989699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dbe30219-c49d-4a07-868b-73d9e6dc019c None None] Provisioning complete for port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:44.990773 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbe30219-c49d-4a07-868b-73d9e6dc019c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:44.993146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.047130 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.061827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dbe30219-c49d-4a07-868b-73d9e6dc019c None None] Port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:45.095405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-4f390292-3e35-4a83-bf44-8f1673bc1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:45.097310 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-4f390292-3e35-4a83-bf44-8f1673bc1f32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0927310 Jul 07 22:07:45.122143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2cdfaad-2c20-4136-a192-1c9e6747aae7 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:45.126577 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.143547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.161218 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40294deb-06a2-4e23-a4e0-8a634d52d1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.168700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6cd01-1d55-4a4d-b2d6-e114aa37c8e2 req-bf798cb6-fc1d-42a7-8fae-c0d7f5a0caf4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:45.170233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78b6cd01-1d55-4a4d-b2d6-e114aa37c8e2 req-bf798cb6-fc1d-42a7-8fae-c0d7f5a0caf4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.6322217 Jul 07 22:07:45.173979 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.182637 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4688184 Jul 07 22:07:45.190536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6ca3-eb42-4c80-921d-0e520c8c1137 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event updated for resources: {'Port': ['ID=ba795065-1b10-43d9-809a-e93134d3e2a4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:45.204622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Transition to ACTIVE for port object b2cdfaad-2c20-4136-a192-1c9e6747aae7 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:45.225970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.241499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaf2d6-1b2b-4228-95f3-8e90282bb325 req-56cf05da-94ae-46a2-88fc-4eb513fc6dfa tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:45.242271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-9574a4cb-e4e8-47bf-b994-dbf4a53645c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:45.243234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ccaaf2d6-1b2b-4228-95f3-8e90282bb325 req-56cf05da-94ae-46a2-88fc-4eb513fc6dfa tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 948 time: 0.5237036 Jul 07 22:07:45.243851 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-9574a4cb-e4e8-47bf-b994-dbf4a53645c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1378078 Jul 07 22:07:45.384831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78b6cd01-1d55-4a4d-b2d6-e114aa37c8e2 req-9f00266a-b4e8-44e8-b1b3-3b3e85206a31 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851366 Jul 07 22:07:45.392113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cdfaad-2c20-4136-a192-1c9e6747aae7,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:45.402993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40294deb-06a2-4e23-a4e0-8a634d52d1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.413382 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-96bb4164-c212-47a2-b559-6f65dc56be73 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474280 Jul 07 22:07:45.414923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40294deb-06a2-4e23-a4e0-8a634d52d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.431166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ccaaf2d6-1b2b-4228-95f3-8e90282bb325 req-9ee6449a-b153-4b39-b850-3979e046e2e1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598122 Jul 07 22:07:45.541014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Attempting to bind port b2cdfaad-2c20-4136-a192-1c9e6747aae7 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:45.541503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Attempting to bind port b2cdfaad-2c20-4136-a192-1c9e6747aae7 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:45.541940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Attempting to bind port b2cdfaad-2c20-4136-a192-1c9e6747aae7 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:45.553622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Port b2cdfaad-2c20-4136-a192-1c9e6747aae7 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:45.554138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Attempting to bind port b2cdfaad-2c20-4136-a192-1c9e6747aae7 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:45.572245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40294deb-06a2-4e23-a4e0-8a634d52d1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d746d-0480-466c-91ee-235c277974da,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:45.587082 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40294deb-06a2-4e23-a4e0-8a634d52d1d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3ded2f9e42649078b6b6de827d936b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6966438 Jul 07 22:07:45.587680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:45.600141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:45.600490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:45.600821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:45.601326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Bound port: b2cdfaad-2c20-4136-a192-1c9e6747aae7, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:45.601689 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.660293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-231ea0e1-062c-4b9d-9c1d-3ca9054dce3b service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300291 Jul 07 22:07:45.685070 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d3a39e9-a722-4c20-a37a-26403257afcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.712579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d3a39e9-a722-4c20-a37a-26403257afcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.733710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb719b84-0370-40b3-b46e-70c5196b9e4a req-c45f468c-bfa6-4cc1-89c6-62568f79494c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:45.735325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb719b84-0370-40b3-b46e-70c5196b9e4a req-c45f468c-bfa6-4cc1-89c6-62568f79494c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 935 time: 0.1773527 Jul 07 22:07:45.754511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] For port b2cdfaad-2c20-4136-a192-1c9e6747aae7, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:45.778367 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d3a39e9-a722-4c20-a37a-26403257afcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.782034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d3a39e9-a722-4c20-a37a-26403257afcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.783461 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1d3a39e9-a722-4c20-a37a-26403257afcc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e65d746d-0480-466c-91ee-235c277974da HTTP/1.1" status: 204 len: 168 time: 0.1927347 Jul 07 22:07:45.792886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a39e9-a722-4c20-a37a-26403257afcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d746d-0480-466c-91ee-235c277974da,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:45.809800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] For port b2cdfaad-2c20-4136-a192-1c9e6747aae7, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b2cdfaad-2c20-4136-a192-1c9e6747aae7,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:45.840192 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.888522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:45.895403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-017b75ab-76e7-4081-b5a7-5d2ff9bf3983 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--214179117&fields=id&tenant_id=9637cba1caa041bea974b4f659b98b5a HTTP/1.1" status: 200 len: 267 time: 0.1744239 Jul 07 22:07:45.905281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb719b84-0370-40b3-b46e-70c5196b9e4a req-9212f498-f8ec-45b8-a7f7-9bef1ae10d4a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579106 Jul 07 22:07:45.907089 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.928214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:45.928214 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:45.928214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] 10.222.0.83 "PUT /v2.0/ports/b2cdfaad-2c20-4136-a192-1c9e6747aae7 HTTP/1.1" status: 200 len: 1097 time: 2.5686586 Jul 07 22:07:45.930002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc286ba-3f72-4d7f-b556-82bc2b9ebc2a', 'tag': 'b2cdfaad-2c20-4136-a192-1c9e6747aae7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:45.932236 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240ccce5-943b-4954-aeeb-9971442f7f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "efc286ba-3f72-4d7f-b556-82bc2b9ebc2a", "tag": "b2cdfaad-2c20-4136-a192-1c9e6747aae7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:46.046033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Transition to ACTIVE for port object e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:46.054115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338c49e-4512-427c-8153-a48ee570caa3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2cdfaad-2c20-4136-a192-1c9e6747aae7,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:46.067937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.135054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:46.148538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f504e79-74af-42d7-bf35-8fbf6c4d9b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.186768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:46.199387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-c1442670-7ad9-47e1-b4d3-a27a920f89a9 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:46.208212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-c1442670-7ad9-47e1-b4d3-a27a920f89a9 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/networks?id=612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 200 len: 824 time: 0.2971337 Jul 07 22:07:46.257869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f504e79-74af-42d7-bf35-8fbf6c4d9b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.262366 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f504e79-74af-42d7-bf35-8fbf6c4d9b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.278179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Attempting to bind port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:46.278633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Attempting to bind port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:46.278830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Attempting to bind port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:46.287786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:46.297239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:46.299802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Attempting to bind port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:46.301886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f504e79-74af-42d7-bf35-8fbf6c4d9b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dd81e3-584e-49cd-a856-2e6be4b7491e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:46.305762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 112d2858-df75-4757-a1d6-5f20305907e0 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:46.310533 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0f504e79-74af-42d7-bf35-8fbf6c4d9b15 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f74d73e978e944909562209268c9f32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733165 Jul 07 22:07:46.316740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44496) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:46.319773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:46.320204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:46.321051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:46.322236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Bound port: e7cc114b-7bd4-4f3b-b0c9-601a5675cb16, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:46.322711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.326955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-641b3359-8842-4455-91cd-f732765ccbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:46.328730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-641b3359-8842-4455-91cd-f732765ccbd8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=efc286ba-3f72-4d7f-b556-82bc2b9ebc2a HTTP/1.1" status: 200 len: 1100 time: 0.3264012 Jul 07 22:07:46.336810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-de3ea2a2-151a-43e9-b362-acb4e9a8e333 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/quotas/9637cba1caa041bea974b4f659b98b5a HTTP/1.1" status: 200 len: 375 time: 0.1128836 Jul 07 22:07:46.386999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-794b6b3c-6bc1-4713-8bdd-4059ae65c75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.412996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-794b6b3c-6bc1-4713-8bdd-4059ae65c75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.465234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d53ae7-9403-4bb6-b608-e7ae2fea0c5a req-51af2697-5a43-4b02-99ba-85ce78b6b1ba tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:46.467019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5d53ae7-9403-4bb6-b608-e7ae2fea0c5a req-51af2697-5a43-4b02-99ba-85ce78b6b1ba tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 945 time: 0.4175332 Jul 07 22:07:46.472863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8fd503be-32a7-459c-85fd-0f0579500514 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b2cdfaad-2c20-4136-a192-1c9e6747aae7 HTTP/1.1" status: 200 len: 217 time: 0.0940273 Jul 07 22:07:46.475601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:46.483801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-794b6b3c-6bc1-4713-8bdd-4059ae65c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.487379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-794b6b3c-6bc1-4713-8bdd-4059ae65c75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.492095 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-794b6b3c-6bc1-4713-8bdd-4059ae65c75e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2dd81e3-584e-49cd-a856-2e6be4b7491e HTTP/1.1" status: 204 len: 168 time: 0.1703558 Jul 07 22:07:46.492233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '41c3233c-19f8-4f86-8bc0-60cefd1de6c2', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '41c3233c-19f8-4f86-8bc0-60cefd1de6c2', 'mac_address': 'fa:16:3e:ce:41:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:46.513827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b6b3c-6bc1-4713-8bdd-4059ae65c75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dd81e3-584e-49cd-a856-2e6be4b7491e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:46.523102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 112d2858-df75-4757-a1d6-5f20305907e0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:46.536341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 112d2858-df75-4757-a1d6-5f20305907e0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:46.537171 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.576764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.595800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:46.610413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-eff37ba4-2d09-438e-bc5d-5dad2ac2f70e tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9637cba1caa041bea974b4f659b98b5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2713571 Jul 07 22:07:46.625443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:46.633127 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.723966 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.726201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:46.747102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b7a98be4-9fa8-405f-8eca-4d3578ef3179 service neutron] 10.222.0.81 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188657 Jul 07 22:07:46.753529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:46.756951 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776122a6-dd60-4044-9448-b470817f7932" -d '{"events": [{"server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "name": "network-vif-plugged", "status": "completed", "tag": "112d2858-df75-4757-a1d6-5f20305907e0"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:46.774210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:46.784031 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.786143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5d53ae7-9403-4bb6-b608-e7ae2fea0c5a req-04649c51-c835-4f5d-ba83-848e1182612a tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849188 Jul 07 22:07:46.787176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f26cbde5-c45f-435e-a0fc-c66c64472df5 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:46.826573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-e8411ea9-2f5d-4ebd-964c-ed7e144949bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:46.828237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-e8411ea9-2f5d-4ebd-964c-ed7e144949bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.3255026 Jul 07 22:07:46.835312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] For port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:46.886132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=112d2858-df75-4757-a1d6-5f20305907e0,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:46.902191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] For port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:46.903309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port f26cbde5-c45f-435e-a0fc-c66c64472df5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:46.903819 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:46.918173 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:47.050019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:47.051320 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:47.053916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] 10.222.0.44 "PUT /v2.0/ports/e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 HTTP/1.1" status: 200 len: 1096 time: 2.5401745 Jul 07 22:07:47.056921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943c05c-c01e-4aff-9a54-22dd964c1ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:47.084494 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e13562-84f9-492d-a987-8abba3329c7c x-openstack-request-id: req-94e13562-84f9-492d-a987-8abba3329c7c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:47.086469 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc286ba-3f72-4d7f-b556-82bc2b9ebc2a", "tag": "b2cdfaad-2c20-4136-a192-1c9e6747aae7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:47.088098 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94e13562-84f9-492d-a987-8abba3329c7c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:47.088490 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc286ba-3f72-4d7f-b556-82bc2b9ebc2a', 'tag': 'b2cdfaad-2c20-4136-a192-1c9e6747aae7', 'status': 'completed', 'code': 200} Jul 07 22:07:47.118721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-eafd3e2f-9a77-42a6-960f-6efc3ebe2a09 service neutron] 10.222.0.81 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706698 Jul 07 22:07:47.128958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-e6a83eb3-713c-426b-a7a5-674510ac28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:47.132843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-e6a83eb3-713c-426b-a7a5-674510ac28d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2942567 Jul 07 22:07:47.163938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['41c3233c-19f8-4f86-8bc0-60cefd1de6c2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:47.205536 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:47.260962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:47.273078 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:47.404199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-1be95fea-593c-41f9-9400-ae69020f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:47.405898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-1be95fea-593c-41f9-9400-ae69020f89bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 1099 time: 0.2859826 Jul 07 22:07:47.427434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f26cbde5-c45f-435e-a0fc-c66c64472df5,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:47.500006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-1f295e32-4154-4b8a-9d61-8a70d86d242e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 HTTP/1.1" status: 200 len: 217 time: 0.0831647 Jul 07 22:07:47.530120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420a219-4ce8-4289-a5ca-257ffbec323c req-cbb4bb3a-f9e4-4e2d-ba58-d31ccb16df38 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:47.531741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7420a219-4ce8-4289-a5ca-257ffbec323c req-cbb4bb3a-f9e4-4e2d-ba58-d31ccb16df38 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.3003151 Jul 07 22:07:47.712493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-37fde8cc-c5de-48de-87db-00eca337fb9a service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548933 Jul 07 22:07:47.767241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7420a219-4ce8-4289-a5ca-257ffbec323c req-a0c13efd-09a6-4eeb-bb79-f2a82f6e52ae tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165787 Jul 07 22:07:47.856309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-e3ca759c-a21e-43de-99a6-b84fb92c05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:47.858937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-e3ca759c-a21e-43de-99a6-b84fb92c05e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.3259487 Jul 07 22:07:47.928345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7fbb0-3fd0-4e7e-90f5-4ff6cfbcf8b8 req-70bd34c5-3af5-435c-a557-82f13873f3d8 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:47.950252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9b7fbb0-3fd0-4e7e-90f5-4ff6cfbcf8b8 req-70bd34c5-3af5-435c-a557-82f13873f3d8 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 949 time: 0.4475420 Jul 07 22:07:48.042422 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9925e0a-d865-4aa5-b1e4-3659aa1c9d61 x-openstack-request-id: req-b9925e0a-d865-4aa5-b1e4-3659aa1c9d61 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:48.042874 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "name": "network-vif-plugged", "status": "completed", "tag": "112d2858-df75-4757-a1d6-5f20305907e0", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:48.043076 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9925e0a-d865-4aa5-b1e4-3659aa1c9d61 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:48.043520 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0', 'code': 200} Jul 07 22:07:48.276693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186bdc8-4ad7-45db-a9f7-9926f3fdf5c2 req-fbf17875-7552-4625-b57b-c0ad63db42de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:48.283293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b186bdc8-4ad7-45db-a9f7-9926f3fdf5c2 req-fbf17875-7552-4625-b57b-c0ad63db42de service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1098 time: 0.1192138 Jul 07 22:07:48.334551 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b186bdc8-4ad7-45db-a9f7-9926f3fdf5c2 req-cfb1b50d-7456-41cf-8092-b7bf62a6de17 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Jul 07 22:07:48.592201 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-1a04e244-381a-4f66-a2ac-fb339dc59246 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8708320 Jul 07 22:07:48.612674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9b7fbb0-3fd0-4e7e-90f5-4ff6cfbcf8b8 req-e9d27f7b-d5c7-4461-a781-111e73594d69 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6575325 Jul 07 22:07:48.682370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-61b7b782-99b8-48f4-962f-f5b134ef042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:48.684696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-61b7b782-99b8-48f4-962f-f5b134ef042a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8164687 Jul 07 22:07:48.700850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69cd1a-ef08-4821-8a46-001472c5cb36 req-be5fe0fd-2635-46af-82a8-ba61c581792a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:48.708559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c69cd1a-ef08-4821-8a46-001472c5cb36 req-be5fe0fd-2635-46af-82a8-ba61c581792a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 947 time: 0.2284169 Jul 07 22:07:48.883575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b53f86c-ddb9-4f65-9ea7-da983170e317 req-2c774675-de03-4682-a67d-5d3b24f3b033 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 210 time: 0.0767078 Jul 07 22:07:48.904875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c69cd1a-ef08-4821-8a46-001472c5cb36 req-9c3efe6d-6f7e-4138-a9c4-429a511c178a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946714 Jul 07 22:07:48.970613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-8f0a19e5-be5e-4ad1-8cc6-416d4cd3f31d service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586396 Jul 07 22:07:48.999479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-3c5727c3-af31-400c-85a2-a52fe37d4a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:49.001005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-3c5727c3-af31-400c-85a2-a52fe37d4a12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=efc286ba-3f72-4d7f-b556-82bc2b9ebc2a HTTP/1.1" status: 200 len: 1100 time: 0.1221924 Jul 07 22:07:49.144937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7bd98a2-ecdd-41c2-b110-18b7897249cd', 'tag': 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:49.147983 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e774763-99f7-4f5a-840a-3b658639c66c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7bd98a2-ecdd-41c2-b110-18b7897249cd", "tag": "e7cc114b-7bd4-4f3b-b0c9-601a5675cb16"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:49.298375 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:49.311109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ab14e4f-ed6d-4f3b-a322-42ec2d8ce579 req-9d7abeb5-fca3-4aaa-8475-f056a082297a service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274562 Jul 07 22:07:49.329356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-ba768a27-1707-4364-b9d3-19db0ac11ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:49.337812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-ba768a27-1707-4364-b9d3-19db0ac11ea0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2708967 Jul 07 22:07:49.399465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70fc03-3da9-46c2-b0fa-dbc3806111b2 req-172a06ce-e45f-4255-9e0d-c54bf93ecc51 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:49.401033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed70fc03-3da9-46c2-b0fa-dbc3806111b2 req-172a06ce-e45f-4255-9e0d-c54bf93ecc51 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.2258885 Jul 07 22:07:49.403325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-633dc555-7cc5-4319-b17f-292b63b3256f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=b2cdfaad-2c20-4136-a192-1c9e6747aae7 HTTP/1.1" status: 200 len: 217 time: 0.0626755 Jul 07 22:07:49.410799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e37b56-1814-4b8a-a8a1-5007413ee32e req-2927fbba-3f5f-4167-867d-0f151329d760 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:49.412839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44e37b56-1814-4b8a-a8a1-5007413ee32e req-2927fbba-3f5f-4167-867d-0f151329d760 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 946 time: 0.2574382 Jul 07 22:07:49.585779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed70fc03-3da9-46c2-b0fa-dbc3806111b2 req-ef35cea4-1af5-427f-a870-142cc6260279 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718605 Jul 07 22:07:49.594574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44e37b56-1814-4b8a-a8a1-5007413ee32e req-ca83f1e1-8a47-40a2-b865-32a3023c9ac2 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666102 Jul 07 22:07:49.596826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-5f369d93-1962-45be-847c-0549fbe8e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:49.598476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-5f369d93-1962-45be-847c-0549fbe8e24c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1790607 Jul 07 22:07:49.749360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-63eed0dc-7151-46c4-a5c1-240a9d02b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:49.750803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-63eed0dc-7151-46c4-a5c1-240a9d02b032 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1426184 Jul 07 22:07:49.795838 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22a80ba-05cb-4b4f-ad82-b5c835a39bb6 x-openstack-request-id: req-b22a80ba-05cb-4b4f-ad82-b5c835a39bb6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:49.814600 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7bd98a2-ecdd-41c2-b110-18b7897249cd", "tag": "e7cc114b-7bd4-4f3b-b0c9-601a5675cb16", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:49.814789 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b22a80ba-05cb-4b4f-ad82-b5c835a39bb6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:49.815091 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7bd98a2-ecdd-41c2-b110-18b7897249cd', 'tag': 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', 'status': 'completed', 'code': 200} Jul 07 22:07:50.044677 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:50.047066 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0313a7d7-a0b7-4ed7-99e6-e46dbf2c2248" -d '{"events": [{"server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "name": "network-vif-plugged", "status": "completed", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:50.104687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-a3aa9a10-da3c-4e55-bf61-ac61349f1dc9 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390195 Jul 07 22:07:50.120837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-bb5a907b-b2b1-45d8-8cbf-312b83797f71 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:50.122391 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-bb5a907b-b2b1-45d8-8cbf-312b83797f71 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.83 "GET /v2.0/networks?id=612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 200 len: 824 time: 0.2311351 Jul 07 22:07:50.130330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774763-99f7-4f5a-840a-3b658639c66c req-f2ef8ca8-839c-4357-aac6-bb625f9738e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:50.132009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e774763-99f7-4f5a-840a-3b658639c66c req-f2ef8ca8-839c-4357-aac6-bb625f9738e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 1099 time: 0.2713513 Jul 07 22:07:50.232425 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-c6359a0c-c1bd-4ea8-b5e6-a7ebdbd1616f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9637cba1caa041bea974b4f659b98b5a HTTP/1.1" status: 200 len: 379 time: 0.0687952 Jul 07 22:07:50.251865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Request body: {'port': {'device_id': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'admin_state_up': True, 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'security_groups': ['71f17009-fbef-4400-931f-5231f6790f92']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:50.310994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:50.339057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774763-99f7-4f5a-840a-3b658639c66c req-7104d67c-4c41-4e84-b62e-b529a8630b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:50.341198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e774763-99f7-4f5a-840a-3b658639c66c req-7104d67c-4c41-4e84-b62e-b529a8630b4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1939418 Jul 07 22:07:50.371428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44628) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:50.394891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:50.404561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:50.407205 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:50.408777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e774763-99f7-4f5a-840a-3b658639c66c req-15982b2e-5bd9-4911-9e8c-2f4de31af800 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 HTTP/1.1" status: 200 len: 217 time: 0.0455582 Jul 07 22:07:50.488332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Made reservation on behalf of 9637cba1caa041bea974b4f659b98b5a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:50.494361 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:50.499119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774763-99f7-4f5a-840a-3b658639c66c req-7d422a89-9a20-44ba-8919-3a1378481d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:50.502280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e774763-99f7-4f5a-840a-3b658639c66c req-7d422a89-9a20-44ba-8919-3a1378481d69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0597453 Jul 07 22:07:50.571046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a41540-05cd-437f-8ffc-002ded219e4e req-328b71db-e18e-44a2-9ad2-e9a697c98b64 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:50.573002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1a41540-05cd-437f-8ffc-002ded219e4e req-328b71db-e18e-44a2-9ad2-e9a697c98b64 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 949 time: 0.5904880 Jul 07 22:07:50.600075 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:50.633105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1a41540-05cd-437f-8ffc-002ded219e4e req-76220c4a-520a-459e-8991-ace0ecfe4e73 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500808 Jul 07 22:07:50.653099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce11e316-d8dd-4f31-8cb9-fdc67b8038a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:50.663416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774763-99f7-4f5a-840a-3b658639c66c req-c6ea3c19-716b-4f16-861d-2183792ae64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:50.665447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e774763-99f7-4f5a-840a-3b658639c66c req-c6ea3c19-716b-4f16-861d-2183792ae64e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1522529 Jul 07 22:07:50.668201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:50.675997 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:50.780085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e774763-99f7-4f5a-840a-3b658639c66c req-ab6a50c3-df46-4b7b-9f2a-62d312f55e79 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053007 Jul 07 22:07:50.789269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:50.840205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-240ccce5-943b-4954-aeeb-9971442f7f4f req-58b2f7ea-425e-4be2-9be9-49ccf1ccc465 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584198 Jul 07 22:07:50.843911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Allocated IP 172.20.0.12 (612059aa-53f0-48ef-9198-ca4890e951aa/3a9942e5-327d-4e25-9c10-3e72191c7e80/2738b98b-f84b-447b-832a-6574ad94a530) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:50.882910 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce11e316-d8dd-4f31-8cb9-fdc67b8038a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:50.890837 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce11e316-d8dd-4f31-8cb9-fdc67b8038a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:50.894671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf79ed9d-67ca-4c0d-82ea-0649c4a37d67 req-39c1f94a-4355-4567-b604-b5b29ae903ae tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 210 time: 0.0653536 Jul 07 22:07:50.952477 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ce11e316-d8dd-4f31-8cb9-fdc67b8038a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=208e5dc07a9445308c30760ac978e1cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5797362 Jul 07 22:07:50.957576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:50.957897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e774763-99f7-4f5a-840a-3b658639c66c req-1746a783-59a2-4a54-804d-50c021559fe9 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554987 Jul 07 22:07:50.988765 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea1bf09-1b61-4ada-b1f7-ad656335785c x-openstack-request-id: req-eea1bf09-1b61-4ada-b1f7-ad656335785c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:50.989062 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "name": "network-vif-plugged", "status": "completed", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:50.989317 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eea1bf09-1b61-4ada-b1f7-ad656335785c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:50.990844 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5', 'code': 200} Jul 07 22:07:51.059381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ba5b-eb22-4849-bf9d-997cdf9fc055 req-a6fa8a8e-4a31-4cfe-b228-b872197c87ca tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:51.062487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8084ba5b-eb22-4849-bf9d-997cdf9fc055 req-a6fa8a8e-4a31-4cfe-b228-b872197c87ca tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 947 time: 0.0700338 Jul 07 22:07:51.131095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8084ba5b-eb22-4849-bf9d-997cdf9fc055 req-794555e5-aa17-4d34-a0e1-cb3c5b77eb97 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615783 Jul 07 22:07:51.181946 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815fe01-15cc-46b1-a6b5-26a0c9437090 req-2a7c758b-2f37-4f52-a28a-44cca6497f6e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:51.183670 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9815fe01-15cc-46b1-a6b5-26a0c9437090 req-2a7c758b-2f37-4f52-a28a-44cca6497f6e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.0861199 Jul 07 22:07:51.228897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9815fe01-15cc-46b1-a6b5-26a0c9437090 req-f3608f2e-eed8-48f0-b056-e8fce30e1ea0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393178 Jul 07 22:07:51.291813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11e316-d8dd-4f31-8cb9-fdc67b8038a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89145504-4020-49a1-bba8-28755485b532,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:51.405354 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83f1e582-b26f-4446-9bdd-59f8ee944950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:51.421246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f132afc-e439-40ec-842c-003e29d38216 req-978ef8bc-68cb-406f-85a9-daa93a9bbd5f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:51.423405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f132afc-e439-40ec-842c-003e29d38216 req-978ef8bc-68cb-406f-85a9-daa93a9bbd5f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 946 time: 0.1267972 Jul 07 22:07:51.444572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:51.453179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83f1e582-b26f-4446-9bdd-59f8ee944950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:51.480277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Transition to ACTIVE for port object 2738b98b-f84b-447b-832a-6574ad94a530 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:51.525828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f132afc-e439-40ec-842c-003e29d38216 req-849b9885-d525-4416-9e0f-af4eb325dcbf tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927918 Jul 07 22:07:51.549398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:51.584424 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83f1e582-b26f-4446-9bdd-59f8ee944950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:51.589309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83f1e582-b26f-4446-9bdd-59f8ee944950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:51.603919 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-83f1e582-b26f-4446-9bdd-59f8ee944950 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89145504-4020-49a1-bba8-28755485b532 HTTP/1.1" status: 204 len: 168 time: 0.6320641 Jul 07 22:07:51.625079 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1e582-b26f-4446-9bdd-59f8ee944950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89145504-4020-49a1-bba8-28755485b532,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:51.639903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Network 612059aa-53f0-48ef-9198-ca4890e951aa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:51.654493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:51.657226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:51.673038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:51.673552 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:51.733392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event updated for resources: {'Port': ['ID=2738b98b-f84b-447b-832a-6574ad94a530,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:51.785246 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-27379987-91fd-4ba5-9443-c0ac188fd110 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5466709 Jul 07 22:07:51.790688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb943ed-a1cd-44c0-9b76-86bddfb2b39c req-e4bdf859-415c-4b3c-b687-44dfbeeab9d0 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:51.798838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfb943ed-a1cd-44c0-9b76-86bddfb2b39c req-e4bdf859-415c-4b3c-b687-44dfbeeab9d0 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1098 time: 0.1359384 Jul 07 22:07:51.828425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Request body: {'port': {'device_id': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:51.890832 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfb943ed-a1cd-44c0-9b76-86bddfb2b39c req-738c01ce-8a89-4962-a298-cfdef82b6570 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888665 Jul 07 22:07:51.943014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.023705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44674) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:52.109763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a5022b0e-56ff-46ff-ac7f-20fd92933abd None None] Provisioning for port 2738b98b-f84b-447b-832a-6574ad94a530 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:52.112474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89098b04-cb78-41a3-9412-b3bc7fba82eb req-7fc8f5f2-fb4f-459e-aa54-f44efff78e9e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:52.115893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a5022b0e-56ff-46ff-ac7f-20fd92933abd None None] Provisioning complete for port 2738b98b-f84b-447b-832a-6574ad94a530 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:52.116756 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89098b04-cb78-41a3-9412-b3bc7fba82eb req-7fc8f5f2-fb4f-459e-aa54-f44efff78e9e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 950 time: 0.1835120 Jul 07 22:07:52.122698 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5022b0e-56ff-46ff-ac7f-20fd92933abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.221526 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89098b04-cb78-41a3-9412-b3bc7fba82eb req-07391c0e-9aba-4bdc-b8c1-34057b94548e tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976706 Jul 07 22:07:52.222509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a5022b0e-56ff-46ff-ac7f-20fd92933abd None None] Port 2738b98b-f84b-447b-832a-6574ad94a530 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:07:52.316894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b2cdfaad-2c20-4136-a192-1c9e6747aae7 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:52.400421 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4123816f-059c-4c6a-b0a1-1a035a5cf37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.433880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2738b98b-f84b-447b-832a-6574ad94a530 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:52.447774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.467438 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Transition to ACTIVE for port object 2738b98b-f84b-447b-832a-6574ad94a530 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:52.475297 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.510496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b2cdfaad-2c20-4136-a192-1c9e6747aae7, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b2cdfaad-2c20-4136-a192-1c9e6747aae7,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:52.528858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'b2cdfaad-2c20-4136-a192-1c9e6747aae7', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'b2cdfaad-2c20-4136-a192-1c9e6747aae7', 'mac_address': 'fa:16:3e:d8:49:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:52.579571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2738b98b-f84b-447b-832a-6574ad94a530,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:52.611004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860407f-a955-43e6-91da-aacba60e2464 req-9b337c3e-3c27-4d19-87bf-1714455df2cc tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:52.612570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2860407f-a955-43e6-91da-aacba60e2464 req-9b337c3e-3c27-4d19-87bf-1714455df2cc tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 932 time: 0.3620813 Jul 07 22:07:52.644556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Attempting to bind port 2738b98b-f84b-447b-832a-6574ad94a530 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:52.645037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Attempting to bind port 2738b98b-f84b-447b-832a-6574ad94a530 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:52.645490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Attempting to bind port 2738b98b-f84b-447b-832a-6574ad94a530 on network 612059aa-53f0-48ef-9198-ca4890e951aa {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:52.651823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Port 2738b98b-f84b-447b-832a-6574ad94a530 on network 612059aa-53f0-48ef-9198-ca4890e951aa not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:52.652299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Attempting to bind port 2738b98b-f84b-447b-832a-6574ad94a530 on network 612059aa-53f0-48ef-9198-ca4890e951aa {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:52.663573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:52.664024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Checking segment: {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:52.664521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Bound using segment: {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:52.665053 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Bound port: 2738b98b-f84b-447b-832a-6574ad94a530, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:52.665512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.696656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2860407f-a955-43e6-91da-aacba60e2464 req-3174c173-3cc7-4a4f-a03f-d01cf86727ae tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682724 Jul 07 22:07:52.698899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa17130-79ca-4294-8984-2be962c417a7 req-52f94fd8-28ee-4012-bfb1-495c191bdcb6 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:52.700573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3aa17130-79ca-4294-8984-2be962c417a7 req-52f94fd8-28ee-4012-bfb1-495c191bdcb6 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1098 time: 0.2903273 Jul 07 22:07:52.710828 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.758388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2cdfaad-2c20-4136-a192-1c9e6747aae7 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:52.778944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] For port 2738b98b-f84b-447b-832a-6574ad94a530, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:52.784183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] For port 2738b98b-f84b-447b-832a-6574ad94a530, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2738b98b-f84b-447b-832a-6574ad94a530,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:52.790525 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.791572 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b2cdfaad-2c20-4136-a192-1c9e6747aae7, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b2cdfaad-2c20-4136-a192-1c9e6747aae7,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:52.865067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3aa17130-79ca-4294-8984-2be962c417a7 req-2ca14f38-0471-404c-a71e-d444dc305214 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408801 Jul 07 22:07:52.891599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:52.892258 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.896870 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] 10.222.0.83 "PUT /v2.0/ports/2738b98b-f84b-447b-832a-6574ad94a530 HTTP/1.1" status: 200 len: 1093 time: 1.0967569 Jul 07 22:07:52.897340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'tag': '2738b98b-f84b-447b-832a-6574ad94a530'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:52.898337 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.903558 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98e02f9-940c-48a6-9e56-910ac9cf3358" -d '{"events": [{"name": "network-changed", "server_uuid": "ad054759-0c6b-4534-a64e-53fcb9be8346", "tag": "2738b98b-f84b-447b-832a-6574ad94a530"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:52.929670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4123816f-059c-4c6a-b0a1-1a035a5cf37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:52.938245 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4123816f-059c-4c6a-b0a1-1a035a5cf37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.003382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaf18b0-8666-43c6-8a02-627830371b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3233c-19f8-4f86-8bc0-60cefd1de6c2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:53.012450 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa76e44-58ca-418c-8fb5-faf79591e8b1" -d '{"events": [{"server_uuid": "aaaf18b0-8666-43c6-8a02-627830371b6e", "name": "network-vif-plugged", "status": "completed", "tag": "41c3233c-19f8-4f86-8bc0-60cefd1de6c2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:53.079076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44706) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:53.097534 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:53.098825 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4123816f-059c-4c6a-b0a1-1a035a5cf37d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea06446921bd420babc0340dda7e60b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0713661 Jul 07 22:07:53.108778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123816f-059c-4c6a-b0a1-1a035a5cf37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f88424-728b-4446-b5e1-f3417f617093,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:53.131034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594fd2d-6313-419e-9996-14e66c0c99c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2738b98b-f84b-447b-832a-6574ad94a530,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:53.141770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=b2cdfaad-2c20-4136-a192-1c9e6747aae7,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:53.191808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7990242-f810-4e2e-a9a4-87132b67216a req-57086fdb-57f0-48f8-a8c0-abe1d5987fab tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:53.200115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7990242-f810-4e2e-a9a4-87132b67216a req-57086fdb-57f0-48f8-a8c0-abe1d5987fab tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 947 time: 0.2134254 Jul 07 22:07:53.249447 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29ed38e9-2550-459a-a792-cde0f359edc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.252606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-a51682f8-3795-4ddc-8a1c-3c364e0288f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:53.254109 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-a51682f8-3795-4ddc-8a1c-3c364e0288f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9637cba1caa041bea974b4f659b98b5a&device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 1096 time: 0.2785256 Jul 07 22:07:53.316572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7990242-f810-4e2e-a9a4-87132b67216a req-42edcdfd-96f2-49ec-8678-f73b14a9fdc6 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158540 Jul 07 22:07:53.335534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2102274012-network', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:53.367218 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-718bbed6-a7d8-4720-81a7-ccf267479613 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2738b98b-f84b-447b-832a-6574ad94a530 HTTP/1.1" status: 200 len: 217 time: 0.0857804 Jul 07 22:07:53.373514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29ed38e9-2550-459a-a792-cde0f359edc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.376183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['b2cdfaad-2c20-4136-a192-1c9e6747aae7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:53.385013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe17d56-6ee4-4e47-8f5f-6c3f40e2a24c req-82881052-4325-4d4e-a485-7d330f0078c5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:53.400602 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6fe17d56-6ee4-4e47-8f5f-6c3f40e2a24c req-82881052-4325-4d4e-a485-7d330f0078c5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.1763668 Jul 07 22:07:53.459346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-4b3049c1-45c8-4fb7-bf38-b8f16bdea8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:53.460690 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-4b3049c1-45c8-4fb7-bf38-b8f16bdea8ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a9942e5-327d-4e25-9c10-3e72191c7e80 HTTP/1.1" status: 200 len: 863 time: 0.0852318 Jul 07 22:07:53.466334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6fe17d56-6ee4-4e47-8f5f-6c3f40e2a24c req-af67d58c-614d-413e-a9a7-00e6d99f4b4a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609608 Jul 07 22:07:53.471993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Made reservation on behalf of bedbc4bbe6ac4c44b4d3d76e77b07291 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:53.478437 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.506161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29ed38e9-2550-459a-a792-cde0f359edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.508345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29ed38e9-2550-459a-a792-cde0f359edc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.508345 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-29ed38e9-2550-459a-a792-cde0f359edc6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05f88424-728b-4446-b5e1-f3417f617093 HTTP/1.1" status: 204 len: 168 time: 0.4098108 Jul 07 22:07:53.510729 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.539326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed38e9-2550-459a-a792-cde0f359edc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f88424-728b-4446-b5e1-f3417f617093,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:53.577515 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a669143-763a-4153-a47e-57175e169a5b x-openstack-request-id: req-7a669143-763a-4153-a47e-57175e169a5b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:53.579007 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaf18b0-8666-43c6-8a02-627830371b6e", "name": "network-vif-plugged", "status": "completed", "tag": "41c3233c-19f8-4f86-8bc0-60cefd1de6c2", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:53.579362 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a669143-763a-4153-a47e-57175e169a5b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:53.579874 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaf18b0-8666-43c6-8a02-627830371b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c3233c-19f8-4f86-8bc0-60cefd1de6c2', 'code': 200} Jul 07 22:07:53.582108 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4732791b-0367-47cc-adfd-ba1b7e69fd86 x-openstack-request-id: req-4732791b-0367-47cc-adfd-ba1b7e69fd86 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:53.582470 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad054759-0c6b-4534-a64e-53fcb9be8346", "tag": "2738b98b-f84b-447b-832a-6574ad94a530", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:53.582734 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4732791b-0367-47cc-adfd-ba1b7e69fd86 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:53.583171 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'tag': '2738b98b-f84b-447b-832a-6574ad94a530', 'status': 'completed', 'code': 200} Jul 07 22:07:53.596724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-2ea8cc56-bef8-4305-92bb-f5e8d9bf1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:53.624792 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-2ea8cc56-bef8-4305-92bb-f5e8d9bf1e71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=612059aa-53f0-48ef-9198-ca4890e951aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561139 Jul 07 22:07:53.658692 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.667313 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.728335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:07:53.764725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602cc389-2918-46eb-89ad-5a71324a685d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:53.771401 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791150863445', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.772356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Unsubscribe: segment precommit_create {{(pid=93941) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 07 22:07:53.772950 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Added segment 76179539-9665-4b61-a45c-bae6a35d9d87 of type vlan for network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 Jul 07 22:07:53.892259 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-963b230d-8c6b-4fbb-8298-94caaae998ef service neutron] 10.222.0.83 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463815 Jul 07 22:07:53.920729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:53.957805 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:53.972232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187608e-b5d6-4426-86cc-9cf50413e6af req-327f72cf-99a3-4c49-a284-46fb53cbdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:53.973758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2187608e-b5d6-4426-86cc-9cf50413e6af req-327f72cf-99a3-4c49-a284-46fb53cbdd2d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 1102 time: 0.2974963 Jul 07 22:07:54.090808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44734) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:54.106476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cf63cb6-afec-4474-b322-90629adff061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.113663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:54.119315 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc2e242b-bdff-4f06-9117-48ece57cfeab req-c63dfd68-c38e-4de2-b96f-ee42fe68a905 service neutron] 10.222.0.83 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202470 Jul 07 22:07:54.145775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', 'mac_address': 'fa:16:3e:46:b7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:54.151100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e3911-40af-4ca1-9992-e0eb0be6fdb9 req-3ca91177-57b7-4cb4-ac11-485425300fed tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:54.152705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d38e3911-40af-4ca1-9992-e0eb0be6fdb9 req-3ca91177-57b7-4cb4-ac11-485425300fed tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 950 time: 0.3615375 Jul 07 22:07:54.172970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2187608e-b5d6-4426-86cc-9cf50413e6af req-b891365c-a618-42a9-aeaa-1727c9033d19 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763804 Jul 07 22:07:54.199800 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.200744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:54.201449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.225899 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.241758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:54.257734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cf63cb6-afec-4474-b322-90629adff061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.263770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cf63cb6-afec-4474-b322-90629adff061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.295669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:54.300916 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.348055 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1cf63cb6-afec-4474-b322-90629adff061 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=47b53b6b36904ca9a92b29389e3ac2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558708 Jul 07 22:07:54.349317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf63cb6-afec-4474-b322-90629adff061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af55919-d40f-4e81-a823-c041d07cc372,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:54.351379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44738) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:54.365197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:54.379721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2936518 Jul 07 22:07:54.380920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44740) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:54.390420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Request body: {'subnet': {'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2102274012-subnet', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:54.402852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d38e3911-40af-4ca1-9992-e0eb0be6fdb9 req-ef6c5c7f-9330-4fbb-96d5-ac43cb301d33 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269068 Jul 07 22:07:54.422626 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Made reservation on behalf of bedbc4bbe6ac4c44b4d3d76e77b07291 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:07:54.425973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.452191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67378c13-e9de-46af-aab3-9d9a2d3aac79 admin admin] Pushing event updated for resources: {'Network': ['ID=1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:54.478964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:07:54.495482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bc95-77df-426e-9fb8-fe408bed9b78 req-8de6da2d-0811-4333-b0b8-1ef462814ee6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:54.496934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52f1bc95-77df-426e-9fb8-fe408bed9b78 req-8de6da2d-0811-4333-b0b8-1ef462814ee6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 944 time: 0.3230946 Jul 07 22:07:54.687386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e7cc114b-7bd4-4f3b-b0c9-601a5675cb16'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:07:54.759529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.917008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb25e1ce-32b9-4e69-b816-d9541bfc6fd4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:54.939617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Checking segment: {'id': '76179539-9665-4b61-a45c-bae6a35d9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:54.939985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Network hostable DHCP agents. Network: 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:07:54.960858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52f1bc95-77df-426e-9fb8-fe408bed9b78 req-7a230b5b-6fcc-4560-b18a-8139a81c8697 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4482162 Jul 07 22:07:54.968050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:07:54.985609 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05993c1c-fcfe-4a73-b2e5-1d8bfb695c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:54.990365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:54.996522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:55.001375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.003932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b156b91d-d201-49cc-9cc4-5c5df402810f None None] Network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:07:55.028522 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-426bbd74-e7af-42b4-bbb5-d78c87ba436f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6461980 Jul 07 22:07:55.031168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44746) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:55.035584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:55.039279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05993c1c-fcfe-4a73-b2e5-1d8bfb695c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.056845 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.057846 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.070108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-6ed467f8-726f-47f0-a141-bb4ff3166760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:55.072890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-6ed467f8-726f-47f0-a141-bb4ff3166760 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9637cba1caa041bea974b4f659b98b5a&device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 1096 time: 0.2109051 Jul 07 22:07:55.074627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60537d34-55d3-4877-a30b-1d70909b24f0 req-cdf93ff4-ffe2-4563-a854-215645965eeb tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:55.084530 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60537d34-55d3-4877-a30b-1d70909b24f0 req-cdf93ff4-ffe2-4563-a854-215645965eeb tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1098 time: 0.2365422 Jul 07 22:07:55.152666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.228265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38', 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'fixed_ips': [{'subnet_id': 'bb25e1ce-32b9-4e69-b816-d9541bfc6fd4'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:07:55.230377 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.231524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60537d34-55d3-4877-a30b-1d70909b24f0 req-1e0d8a83-5189-4780-9f5c-d9ac4292def3 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460924 Jul 07 22:07:55.281240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05993c1c-fcfe-4a73-b2e5-1d8bfb695c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.284347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05993c1c-fcfe-4a73-b2e5-1d8bfb695c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.285664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-05993c1c-fcfe-4a73-b2e5-1d8bfb695c7d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0af55919-d40f-4e81-a823-c041d07cc372 HTTP/1.1" status: 204 len: 168 time: 0.9244599 Jul 07 22:07:55.310601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05993c1c-fcfe-4a73-b2e5-1d8bfb695c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af55919-d40f-4e81-a823-c041d07cc372,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:55.314336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-1b568901-ef91-45b4-87ca-d73ccdd55a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:55.316628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-1b568901-ef91-45b4-87ca-d73ccdd55a1e service neutron] 10.222.0.83 "GET /v2.0/networks?id=612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 200 len: 925 time: 0.2237082 Jul 07 22:07:55.327102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ccf8a-e400-493a-b210-2a2ea6f2e9be req-5b8e5c6d-8f5c-4064-b19a-e57cc362e10f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:55.328640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f2ccf8a-e400-493a-b210-2a2ea6f2e9be req-5b8e5c6d-8f5c-4064-b19a-e57cc362e10f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 948 time: 0.1958344 Jul 07 22:07:55.373615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-4567623b-597d-4fc7-9b33-5961d0191ab2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2738b98b-f84b-447b-832a-6574ad94a530 HTTP/1.1" status: 200 len: 217 time: 0.0439842 Jul 07 22:07:55.458302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f2ccf8a-e400-493a-b210-2a2ea6f2e9be req-481ae4af-80fb-44d7-b698-cab625f78236 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214755 Jul 07 22:07:55.479173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-8ae1808a-c41b-4f6c-9e3b-ac5b06d8edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:55.480836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-8ae1808a-c41b-4f6c-9e3b-ac5b06d8edde service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a9942e5-327d-4e25-9c10-3e72191c7e80 HTTP/1.1" status: 200 len: 863 time: 0.0984802 Jul 07 22:07:55.541814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.590174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Allocated IP 172.20.0.2 (1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38/bb25e1ce-32b9-4e69-b816-d9541bfc6fd4/3859b657-1e90-4d9e-9882-9b40f089d775) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:55.728422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-2d324503-16c2-4ea2-9fbe-1e1d86177ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:55.730313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-2d324503-16c2-4ea2-9fbe-1e1d86177ad0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=612059aa-53f0-48ef-9198-ca4890e951aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2414494 Jul 07 22:07:55.760783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3eed04-046a-4008-acf7-7f901ab7de0e req-eef9f965-8716-496a-ace4-077b228c45fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:55.767973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf3eed04-046a-4008-acf7-7f901ab7de0e req-eef9f965-8716-496a-ace4-077b228c45fb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.2071285 Jul 07 22:07:55.877281 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.888265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Transition to ACTIVE for port object 3859b657-1e90-4d9e-9882-9b40f089d775 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:55.892381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf3eed04-046a-4008-acf7-7f901ab7de0e req-8c2a0949-7024-43dc-b2b3-8c5ac9470fd0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223590 Jul 07 22:07:55.903481 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.904544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Transition to ACTIVE for port object 3859b657-1e90-4d9e-9882-9b40f089d775 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:07:55.912143 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.925368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6cfb9-bb48-4747-80f5-11b98a9217a7 req-0c41a9a3-ca6e-479d-a833-3cb3bb63fb05 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:55.941411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:55.951389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:55.958067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:55.962710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:55.968410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4b6cfb9-bb48-4747-80f5-11b98a9217a7 req-0c41a9a3-ca6e-479d-a833-3cb3bb63fb05 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 950 time: 0.2822454 Jul 07 22:07:55.987329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:56.015210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-ffc04e45-157f-4d8b-9396-ff2ffa5fd04c service neutron] 10.222.0.83 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764709 Jul 07 22:07:56.069713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4b6cfb9-bb48-4747-80f5-11b98a9217a7 req-f9264004-166b-42cf-99e2-647dde5a5080 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996614 Jul 07 22:07:56.085061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Pushing event updated for resources: {'Port': ['ID=3859b657-1e90-4d9e-9882-9b40f089d775,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:56.091637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Allocated IP 172.25.8.125 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:07:56.171661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Attempting to bind port 3859b657-1e90-4d9e-9882-9b40f089d775 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:56.177683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Attempting to bind port 3859b657-1e90-4d9e-9882-9b40f089d775 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '76179539-9665-4b61-a45c-bae6a35d9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:56.177683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Attempting to bind port 3859b657-1e90-4d9e-9882-9b40f089d775 on network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:56.197217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:56.200768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Checking segment: {'id': '76179539-9665-4b61-a45c-bae6a35d9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:56.202267 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:56.202995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Bound using segment: {'id': '76179539-9665-4b61-a45c-bae6a35d9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:56.206236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Bound port: 3859b657-1e90-4d9e-9882-9b40f089d775, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76179539-9665-4b61-a45c-bae6a35d9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:56.206777 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:56.219593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:56.308051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:56.320089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:56.340046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b2cdfaad-2c20-4136-a192-1c9e6747aae7 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:56.353655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:56.354239 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:56.416454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:07:56.438522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:07:56.451768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:07:56.458779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:56.502984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] For port 3859b657-1e90-4d9e-9882-9b40f089d775, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:07:56.530633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98e02f9-940c-48a6-9e56-910ac9cf3358 req-296e6c24-5cfc-45e4-992e-565250a8de95 service neutron] 10.222.0.83 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891226 Jul 07 22:07:56.560653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ea211-7f1d-4e2c-bbfa-8d2feef51b67 req-2fa7dd66-4376-4d9e-9d8b-7adb795c33b2 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:56.567070 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc5ea211-7f1d-4e2c-bbfa-8d2feef51b67 req-2fa7dd66-4376-4d9e-9d8b-7adb795c33b2 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 944 time: 0.2712457 Jul 07 22:07:56.576505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] For port 3859b657-1e90-4d9e-9882-9b40f089d775, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3859b657-1e90-4d9e-9882-9b40f089d775,segment=NetworkSegment(76179539-9665-4b61-a45c-bae6a35d9d87),segment_id=76179539-9665-4b61-a45c-bae6a35d9d87)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:56.593358 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:56.670116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48129705-489d-4ffc-a9cd-3e84267e7800 None None] Pushing event updated for resources: {'Port': ['ID=3859b657-1e90-4d9e-9882-9b40f089d775,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:56.672875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc5ea211-7f1d-4e2c-bbfa-8d2feef51b67 req-93ee4e4e-21ca-4731-a5cf-c64710a93967 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821826 Jul 07 22:07:56.707666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ec97-fcbb-401a-a8fd-3e269755486d req-c5a40068-b86b-41de-b4c8-eda372e5c3cc tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:56.712794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac16ec97-fcbb-401a-a8fd-3e269755486d req-c5a40068-b86b-41de-b4c8-eda372e5c3cc tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1098 time: 0.1446381 Jul 07 22:07:56.738671 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:56.775546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac16ec97-fcbb-401a-a8fd-3e269755486d req-49567660-7886-434d-824d-0dd78db87aa6 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564585 Jul 07 22:07:56.778445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port b2cdfaad-2c20-4136-a192-1c9e6747aae7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:56.811639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port b2cdfaad-2c20-4136-a192-1c9e6747aae7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:56.812498 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:56.874026 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:56.931078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:56.932561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd98a2-ecdd-41c2-b110-18b7897249cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:56.935794 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cd2b85-7ca1-4f6a-91ff-0f122c08603c" -d '{"events": [{"server_uuid": "a7bd98a2-ecdd-41c2-b110-18b7897249cd", "name": "network-vif-plugged", "status": "completed", "tag": "e7cc114b-7bd4-4f3b-b0c9-601a5675cb16"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:07:56.942168 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:57.054957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec789685-3d14-46b5-9e13-57593e0d45a6 req-41a444bd-52d2-4a38-b113-9cee9811ed33 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:57.057646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec789685-3d14-46b5-9e13-57593e0d45a6 req-41a444bd-52d2-4a38-b113-9cee9811ed33 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 949 time: 0.1233158 Jul 07 22:07:57.139788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec789685-3d14-46b5-9e13-57593e0d45a6 req-a1666334-6b89-4a36-b3b2-c16ce400cd9f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755591 Jul 07 22:07:57.166250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:57.192900 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:57.312791 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb2bcd97-5ad2-48d3-a2e6-84c8d0cd57a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:57.320804 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:57.358503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b2cdfaad-2c20-4136-a192-1c9e6747aae7, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b2cdfaad-2c20-4136-a192-1c9e6747aae7,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:57.366791 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:57.616668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4e9ba-7bf6-4590-a70d-98e65ee1ab54 req-ba83ed85-2f5f-4c12-ac4d-5c5cdda4dc88 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:57.632598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93f4e9ba-7bf6-4590-a70d-98e65ee1ab54 req-ba83ed85-2f5f-4c12-ac4d-5c5cdda4dc88 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.1753972 Jul 07 22:07:57.659705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=b2cdfaad-2c20-4136-a192-1c9e6747aae7,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:57.685574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Router feb3a3d5-570a-4299-95c7-709078754779 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:07:57.714053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93f4e9ba-7bf6-4590-a70d-98e65ee1ab54 req-56c2f570-bbda-4f16-a269-6579067efd4d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796957 Jul 07 22:07:57.980578 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1a6528-473c-48e9-8b51-0f88640a4ebd x-openstack-request-id: req-ba1a6528-473c-48e9-8b51-0f88640a4ebd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:07:57.980880 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd98a2-ecdd-41c2-b110-18b7897249cd", "name": "network-vif-plugged", "status": "completed", "tag": "e7cc114b-7bd4-4f3b-b0c9-601a5675cb16", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:07:57.981138 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba1a6528-473c-48e9-8b51-0f88640a4ebd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:07:57.981542 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bd98a2-ecdd-41c2-b110-18b7897249cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', 'code': 200} Jul 07 22:07:58.248790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2771141-7755-4141-a000-a342be995f1d req-b79dd756-f5b4-4ba6-8f69-34f6a985ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:58.256411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2771141-7755-4141-a000-a342be995f1d req-b79dd756-f5b4-4ba6-8f69-34f6a985ed52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 1101 time: 0.2470198 Jul 07 22:07:58.314949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2738b98b-f84b-447b-832a-6574ad94a530 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:07:58.389812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3859b657-1e90-4d9e-9882-9b40f089d775 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:07:58.430273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2771141-7755-4141-a000-a342be995f1d req-5812160d-ad21-4b95-9044-37f2ff1c3e68 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720397 Jul 07 22:07:58.438573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:07:58.450901 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Sync routers for ids ['feb3a3d5-570a-4299-95c7-709078754779'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:07:58.471962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585c98f-e933-48f2-ab9b-0051a66a9a3a req-a184921b-99be-418f-9553-de2ea52711b7 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:58.472775 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Routers {'feb3a3d5-570a-4299-95c7-709078754779'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:07:58.475385 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['feb3a3d5-570a-4299-95c7-709078754779'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:58.480588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c585c98f-e933-48f2-ab9b-0051a66a9a3a req-a184921b-99be-418f-9553-de2ea52711b7 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 950 time: 0.1457992 Jul 07 22:07:58.489655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:58.493840 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-46a94606-4cc0-460b-b9ca-8e297b957565 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4591544 Jul 07 22:07:58.496967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:07:58.570314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c585c98f-e933-48f2-ab9b-0051a66a9a3a req-ce14d4ae-ba59-4e1a-8ad4-2b7202db684a tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829425 Jul 07 22:07:58.597346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b41c1e-ecd7-4c43-8f5b-6acace79915f None None] Network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:07:58.690607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-42129de4-ef55-470f-9a57-fbce175e2dbd None None] Provisioning for port 3859b657-1e90-4d9e-9882-9b40f089d775 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:58.705782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3859b657-1e90-4d9e-9882-9b40f089d775 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:07:58.714812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3859b657-1e90-4d9e-9882-9b40f089d775 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:58.715221 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:58.716716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-42129de4-ef55-470f-9a57-fbce175e2dbd None None] Provisioning complete for port 3859b657-1e90-4d9e-9882-9b40f089d775 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:07:58.717077 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42129de4-ef55-470f-9a57-fbce175e2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:58.766032 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Set router feb3a3d5-570a-4299-95c7-709078754779 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:07:58.777175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15814e-3d78-4f11-a433-c5a238ebdd01 req-743b2cdd-0983-43dc-a7a5-9ac4c3221484 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:58.784900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f15814e-3d78-4f11-a433-c5a238ebdd01 req-743b2cdd-0983-43dc-a7a5-9ac4c3221484 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 944 time: 0.0858223 Jul 07 22:07:58.849117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f15814e-3d78-4f11-a433-c5a238ebdd01 req-1db80193-97e4-432d-9f2b-39a36e12ac97 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618923 Jul 07 22:07:58.877607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2738b98b-f84b-447b-832a-6574ad94a530, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2738b98b-f84b-447b-832a-6574ad94a530,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:58.898033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '2738b98b-f84b-447b-832a-6574ad94a530', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'port_id': '2738b98b-f84b-447b-832a-6574ad94a530', 'mac_address': 'fa:16:3e:60:71:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:07:59.171596 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:59.182698 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:59.285012 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3a3d5-570a-4299-95c7-709078754779', 'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:07:56Z', 'revision_number': 3, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'gw_port': {'id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:07:59.331414 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42129de4-ef55-470f-9a57-fbce175e2dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:59.355682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-4426fd83-f2c5-47f0-bba0-9966fbbd1458 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:07:59.359967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-4426fd83-f2c5-47f0-bba0-9966fbbd1458 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350649 Jul 07 22:07:59.384734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Request body: {'binding': {'host': 'n-h1-695012-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:07:59.385235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Unknown quota resources ['binding']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:07:59.429772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2738b98b-f84b-447b-832a-6574ad94a530 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:07:59.457413 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Checking router: feb3a3d5-570a-4299-95c7-709078754779 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:07:59.459015 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Updating router feb3a3d5-570a-4299-95c7-709078754779 port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:07:59.505903 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:59.530189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc7781-06e6-4aff-b9f1-3dbb73718804 req-4799db56-c511-4aa2-b79c-c4d8d656564d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:07:59.531832 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70dc7781-06e6-4aff-b9f1-3dbb73718804 req-4799db56-c511-4aa2-b79c-c4d8d656564d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 949 time: 0.2840981 Jul 07 22:07:59.532975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 3859b657-1e90-4d9e-9882-9b40f089d775, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3859b657-1e90-4d9e-9882-9b40f089d775,segment=NetworkSegment(76179539-9665-4b61-a45c-bae6a35d9d87),segment_id=76179539-9665-4b61-a45c-bae6a35d9d87)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:59.545817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2738b98b-f84b-447b-832a-6574ad94a530, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2738b98b-f84b-447b-832a-6574ad94a530,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:07:59.565764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:59.618882 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:59.695400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70dc7781-06e6-4aff-b9f1-3dbb73718804 req-82fb71f2-6b71-4619-8f86-f9729ca656ae tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551914 Jul 07 22:07:59.787373 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:59.805700 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e71f210-33a3-4999-96b2-6fed3eb7101e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:07:59.812041 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-42129de4-ef55-470f-9a57-fbce175e2dbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:07:59.812477 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-42129de4-ef55-470f-9a57-fbce175e2dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:07:59.823018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=3859b657-1e90-4d9e-9882-9b40f089d775,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:07:59.841934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 on host n-h1-695012-11 for vnic_type normal with profile None {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:07:59.842525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:07:59.843000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:59.850427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Port 112d2858-df75-4757-a1d6-5f20305907e0 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:07:59.851128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:07:59.857895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:07:59.858535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:07:59.859119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:07:59.859705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Bound port: 112d2858-df75-4757-a1d6-5f20305907e0, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:07:59.989134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:07:59.991095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc286ba-3f72-4d7f-b556-82bc2b9ebc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cdfaad-2c20-4136-a192-1c9e6747aae7'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:07:59.999973 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.001165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5bfce3be-0499-43ac-9980-ad718b13d8bf service neutron] 10.222.0.81 "POST /v2.0/ports/112d2858-df75-4757-a1d6-5f20305907e0/bindings HTTP/1.1" status: 201 len: 390 time: 0.6351550 Jul 07 22:08:00.002305 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38af17e7-5034-432b-9e54-73a0be1ac602" -d '{"events": [{"server_uuid": "efc286ba-3f72-4d7f-b556-82bc2b9ebc2a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cdfaad-2c20-4136-a192-1c9e6747aae7"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:00.009838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2738b98b-f84b-447b-832a-6574ad94a530,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:00.023728 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.035893 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.062034 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Transition to ACTIVE for port object 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:00.077737 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.100759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['2738b98b-f84b-447b-832a-6574ad94a530'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:00.158124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Allocated IP 172.20.0.1 (1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38/bb25e1ce-32b9-4e69-b816-d9541bfc6fd4/69d00d73-7e9b-487f-95f9-03822e3574b6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:00.261651 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Attempting to bind port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:00.263528 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Attempting to bind port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:00.265137 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Attempting to bind port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:00.297980 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:00.298860 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:00.299441 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.301439 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:00.302535 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Bound port: 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:00.305863 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.384426 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bbf23-bd3b-4a00-badf-51fd3ba77138 None None] Pushing event updated for resources: {'Port': ['ID=9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:00.410132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3859b657-1e90-4d9e-9882-9b40f089d775 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:00.476924 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] For port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:00.484469 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] For port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:00.494240 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.533595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.535417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-e97507ca-fe53-4c06-a038-5ba6d10778e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:00.539616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-e97507ca-fe53-4c06-a038-5ba6d10778e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1098 time: 0.2110717 Jul 07 22:08:00.570371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Transition to ACTIVE for port object 69d00d73-7e9b-487f-95f9-03822e3574b6 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:00.617132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3859b657-1e90-4d9e-9882-9b40f089d775 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:00.617414 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.627304 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bbf23-bd3b-4a00-badf-51fd3ba77138 None None] Pushing event updated for resources: {'Port': ['ID=9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:00.651764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.657242 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Routers {'feb3a3d5-570a-4299-95c7-709078754779'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:00.659154 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['feb3a3d5-570a-4299-95c7-709078754779'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:00.724091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:00.728028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:00.735891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:00.736373 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.783528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bb4c6ca7-1bd8-4db6-8b2d-5e8cd09042ea None None] Provisioning complete for port 3859b657-1e90-4d9e-9882-9b40f089d775 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:00.783892 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb4c6ca7-1bd8-4db6-8b2d-5e8cd09042ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.793252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d6579-f197-4409-8385-85f26478f24b req-25015270-bc2e-4b11-bc47-353b59c7116d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:00.799760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c9d6579-f197-4409-8385-85f26478f24b req-25015270-bc2e-4b11-bc47-353b59c7116d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.3582032 Jul 07 22:08:00.846518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Pushing event updated for resources: {'Port': ['ID=69d00d73-7e9b-487f-95f9-03822e3574b6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:00.848531 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:00.896217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-153131d8-9eeb-4211-aeb5-267f17ad62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:00.909707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-153131d8-9eeb-4211-aeb5-267f17ad62b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.3577371 Jul 07 22:08:00.927863 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] Set router feb3a3d5-570a-4299-95c7-709078754779 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:01.025746 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:01.083878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b4cf3e8c-5656-4c97-bc63-69fe551d2a11 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=112d2858-df75-4757-a1d6-5f20305907e0 HTTP/1.1" status: 200 len: 217 time: 0.1577227 Jul 07 22:08:01.092711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c9d6579-f197-4409-8385-85f26478f24b req-f9a2eeb2-76cf-491f-be55-52985ed60d86 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803748 Jul 07 22:08:01.110476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:01.215203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2840adeb-54ac-4aae-9234-0d97286c2e54 None None] Provisioning for port 69d00d73-7e9b-487f-95f9-03822e3574b6 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:01.230811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2840adeb-54ac-4aae-9234-0d97286c2e54 None None] Provisioning complete for port 69d00d73-7e9b-487f-95f9-03822e3574b6 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:01.233603 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2840adeb-54ac-4aae-9234-0d97286c2e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:01.261485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-f2c73dcf-b933-48cf-8017-5f4884f606e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:01.263031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-f2c73dcf-b933-48cf-8017-5f4884f606e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.1694674 Jul 07 22:08:01.314872 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc145e6-f63a-4b90-aa33-7eae6834267c x-openstack-request-id: req-1cc145e6-f63a-4b90-aa33-7eae6834267c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:01.317800 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc286ba-3f72-4d7f-b556-82bc2b9ebc2a", "name": "network-vif-plugged", "status": "completed", "tag": "b2cdfaad-2c20-4136-a192-1c9e6747aae7", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:01.319015 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cc145e6-f63a-4b90-aa33-7eae6834267c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:01.320836 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc286ba-3f72-4d7f-b556-82bc2b9ebc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2cdfaad-2c20-4136-a192-1c9e6747aae7', 'code': 200} Jul 07 22:08:01.359716 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3a3d5-570a-4299-95c7-709078754779', 'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:07:56Z', 'revision_number': 3, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'gw_port': {'id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:01.363077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2840adeb-54ac-4aae-9234-0d97286c2e54 None None] Port 69d00d73-7e9b-487f-95f9-03822e3574b6 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:01.382062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-59196568-849f-4288-ae45-9d835f4ae5f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042221 Jul 07 22:08:01.408965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d08e5-81cc-4b9a-8b34-f227812d4622 req-de341d19-e2af-4464-891b-22bcc9835bbf tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:01.417338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae3d08e5-81cc-4b9a-8b34-f227812d4622 req-de341d19-e2af-4464-891b-22bcc9835bbf tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 945 time: 0.2555873 Jul 07 22:08:01.425157 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:01.440834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:01.442312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:01.458434 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73c1fc-ed0d-4ef6-858c-0d7f7a486f44 None None] The sync data for ids ['feb3a3d5-570a-4299-95c7-709078754779'] in n-d-695012-11 is: [{'id': 'feb3a3d5-570a-4299-95c7-709078754779', 'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:07:56Z', 'revision_number': 3, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'gw_port': {'id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:08:01.592307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae3d08e5-81cc-4b9a-8b34-f227812d4622 req-5fd5ecea-a694-497d-beb6-689893278ebe tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737895 Jul 07 22:08:01.609799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Pushing event updated for resources: {'Port': ['ID=69d00d73-7e9b-487f-95f9-03822e3574b6,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:01.689024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:01.691010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:01.763415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-df076680-8454-492e-86d6-ffdeb3fedbef service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733585 Jul 07 22:08:01.892045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Router feb3a3d5-570a-4299-95c7-709078754779 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:08:01.928781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba14e0-b22b-4c58-b938-59e3a4e3f12e req-7007657a-87a1-4342-8506-57d71eafefe5 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:01.930630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40ba14e0-b22b-4c58-b938-59e3a4e3f12e req-7007657a-87a1-4342-8506-57d71eafefe5 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 946 time: 0.3656237 Jul 07 22:08:02.107752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-78b3a083-8857-4ee9-9124-0fb1aa56b23a None None] Provisioning complete for port 69d00d73-7e9b-487f-95f9-03822e3574b6 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:02.108232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78b3a083-8857-4ee9-9124-0fb1aa56b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:02.115960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:08:02.137847 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fe66a3c9-a066-491e-b1ac-c33e24107a8c admin admin] 10.222.0.81 "PUT /v2.0/routers/feb3a3d5-570a-4299-95c7-709078754779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6251242 Jul 07 22:08:02.199183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-78b3a083-8857-4ee9-9124-0fb1aa56b23a None None] Port 69d00d73-7e9b-487f-95f9-03822e3574b6 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:02.285271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116a589-43f1-48b4-9f1d-6c441acac4b5 req-26207311-71ed-4f38-babc-0559190dcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:02.291316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8116a589-43f1-48b4-9f1d-6c441acac4b5 req-26207311-71ed-4f38-babc-0559190dcfd5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=efc286ba-3f72-4d7f-b556-82bc2b9ebc2a HTTP/1.1" status: 200 len: 1102 time: 0.7311101 Jul 07 22:08:02.304351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:02.359358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-13381913-0e68-4436-ac1d-533e381b49c0 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815151 Jul 07 22:08:02.372082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2738b98b-f84b-447b-832a-6574ad94a530 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:02.429427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40ba14e0-b22b-4c58-b938-59e3a4e3f12e req-f7de3b6d-2b5c-4724-8e6d-41aa30bfde10 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640062 Jul 07 22:08:02.445368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e3ccc-d6a0-4dcd-a7b6-8c5655ab032e req-b6a811db-de8b-4b70-aace-534460431c08 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:02.446636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:02.447227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117e3ccc-d6a0-4dcd-a7b6-8c5655ab032e req-b6a811db-de8b-4b70-aace-534460431c08 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 950 time: 0.6178339 Jul 07 22:08:02.452956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:02.453479 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:02.479337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8116a589-43f1-48b4-9f1d-6c441acac4b5 req-f766e515-577f-438c-ae93-408d6c6385e0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297967 Jul 07 22:08:02.487911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 2738b98b-f84b-447b-832a-6574ad94a530 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:02.494322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 2738b98b-f84b-447b-832a-6574ad94a530 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:02.494812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:02.583600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117e3ccc-d6a0-4dcd-a7b6-8c5655ab032e req-9058de3f-a426-4027-a2b1-1e3dbb1ae9a6 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093636 Jul 07 22:08:02.646233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-bfc5686f-3075-4199-9b9b-c040ff59c04c tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:02.653999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-bfc5686f-3075-4199-9b9b-c040ff59c04c tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1098 time: 0.2039826 Jul 07 22:08:02.663807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:02.712522 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:02.718466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695012-11'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:02.718622 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:02.742227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2738b98b-f84b-447b-832a-6574ad94a530, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2738b98b-f84b-447b-832a-6574ad94a530,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:02.755599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:02.792672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:02.800521 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:02.840809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2738b98b-f84b-447b-832a-6574ad94a530,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:02.959868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:03.069812 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-2bb53f19-5c90-4a1c-9c28-87d3251cc949 service neutron] show failed (client error): The resource could not be found. Jul 07 22:08:03.070933 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-2bb53f19-5c90-4a1c-9c28-87d3251cc949 service neutron] 10.222.0.44 "GET /v2.0/ports/698a7822-e166-4f7a-af07-2df6ffb7cffe/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.1611567 Jul 07 22:08:03.094454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d068f-f139-4235-8e4e-600027585cac req-7d4e92ed-fe3b-4ac5-9df2-bb9d9e790a88 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:03.098571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d0d068f-f139-4235-8e4e-600027585cac req-7d4e92ed-fe3b-4ac5-9df2-bb9d9e790a88 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 949 time: 0.4601507 Jul 07 22:08:03.102611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:03.177471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d0d068f-f139-4235-8e4e-600027585cac req-22b6dca1-60ea-49be-8420-d3da9dc310a4 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717638 Jul 07 22:08:03.322847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2738b98b-f84b-447b-832a-6574ad94a530'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:03.326620 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0be3375-b92d-409b-ad4f-549643c24716" -d '{"events": [{"server_uuid": "ad054759-0c6b-4534-a64e-53fcb9be8346", "name": "network-vif-plugged", "status": "completed", "tag": "2738b98b-f84b-447b-832a-6574ad94a530"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:03.353906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750e888-103b-42a9-9ec7-890557d72b61 req-859ef125-1534-4b72-a37d-ec040876f21d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:03.357797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7750e888-103b-42a9-9ec7-890557d72b61 req-859ef125-1534-4b72-a37d-ec040876f21d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.3488684 Jul 07 22:08:03.583787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7750e888-103b-42a9-9ec7-890557d72b61 req-34619b24-cde9-4aa1-969e-66f447a84e9f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108157 Jul 07 22:08:03.653329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:03.701384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-bf8682c5-a51e-4c10-8fe1-984040035e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:03.703238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-bf8682c5-a51e-4c10-8fe1-984040035e5a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e&tenant_id=faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 1101 time: 0.3444736 Jul 07 22:08:03.715239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-b1551b8d-6d9e-44c1-89dd-90c210032daa tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3413327 Jul 07 22:08:03.724539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:03.742576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:03.885735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:03.981812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:04.030285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Sync routers for ids ['feb3a3d5-570a-4299-95c7-709078754779'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:08:04.033305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:04.036293 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b4d40e-6848-4da9-a6f0-c7f6ff129c3b" -d '{"events": [{"server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "name": "network-vif-unplugged", "status": "completed", "tag": "112d2858-df75-4757-a1d6-5f20305907e0"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:04.041768 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:04.051169 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:04.133801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Routers {'feb3a3d5-570a-4299-95c7-709078754779'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:04.133801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['feb3a3d5-570a-4299-95c7-709078754779'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:04.485621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Set router feb3a3d5-570a-4299-95c7-709078754779 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:04.560516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:04.608282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:04.651208 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:04.677116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef83444-dfa1-4a1a-a03b-020fd98b717e req-7c9fc299-fbe5-4e75-8ac0-9afbecc0722d tempest-LiveMigrationNegativeTest-1604611049 tempest-LiveMigrationNegativeTest-1604611049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:04.679321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ef83444-dfa1-4a1a-a03b-020fd98b717e req-7c9fc299-fbe5-4e75-8ac0-9afbecc0722d tempest-LiveMigrationNegativeTest-1604611049 tempest-LiveMigrationNegativeTest-1604611049-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 1102 time: 0.8771071 Jul 07 22:08:04.682698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:04.731172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:04.769973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Transition to ACTIVE for port object 698a7822-e166-4f7a-af07-2df6ffb7cffe will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:04.807678 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:04.813499 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5ef83444-dfa1-4a1a-a03b-020fd98b717e req-2248730a-212e-42db-9ea0-22edae4b4e99 tempest-LiveMigrationNegativeTest-1604611049 tempest-LiveMigrationNegativeTest-1604611049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:04.824852 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:04.825235 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:04.877655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Pushing event updated for resources: {'Port': ['ID=112d2858-df75-4757-a1d6-5f20305907e0,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:04.932503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 on host n-h2-695012-11 for vnic_type normal with profile {"migrating_to": "n-h1-695012-11"} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:04.932503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:04.932870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:04.972713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] No DVR routers for this DVR port 698a7822-e166-4f7a-af07-2df6ffb7cffe on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:08:04.996183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Port 112d2858-df75-4757-a1d6-5f20305907e0 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:04.996508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Attempting to bind port 112d2858-df75-4757-a1d6-5f20305907e0 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:05.030826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Pushing event updated for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:05.033428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:05.035916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:05.035916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:05.035916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Bound port: 112d2858-df75-4757-a1d6-5f20305907e0, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:05.035916 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.048955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3a3d5-570a-4299-95c7-709078754779', 'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:01Z', 'revision_number': 4, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'gw_port': {'id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '69d00d73-7e9b-487f-95f9-03822e3574b6', 'name': '', 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'mac_address': 'fa:16:3e:94:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bb25e1ce-32b9-4e69-b816-d9541bfc6fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:59Z', 'updated_at': '2021-07-07T22:08:01Z', 'revision_number': 2, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'subnets': [{'id': 'bb25e1ce-32b9-4e69-b816-d9541bfc6fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:05.106286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Checking router: feb3a3d5-570a-4299-95c7-709078754779 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:08:05.106286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Updating router feb3a3d5-570a-4299-95c7-709078754779 port 69d00d73-7e9b-487f-95f9-03822e3574b6 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:08:05.129339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Attempting to bind port 698a7822-e166-4f7a-af07-2df6ffb7cffe on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:05.129607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Attempting to bind port 698a7822-e166-4f7a-af07-2df6ffb7cffe by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:05.129894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Attempting to bind port 698a7822-e166-4f7a-af07-2df6ffb7cffe on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:05.144562 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.154929 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.171599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Port 698a7822-e166-4f7a-af07-2df6ffb7cffe on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:05.172052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Attempting to bind port 698a7822-e166-4f7a-af07-2df6ffb7cffe on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:05.219488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:05.219828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:05.220130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:05.220572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Bound port: 698a7822-e166-4f7a-af07-2df6ffb7cffe, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:05.220927 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.300534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:05.335750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5ef83444-dfa1-4a1a-a03b-020fd98b717e req-2248730a-212e-42db-9ea0-22edae4b4e99 tempest-LiveMigrationNegativeTest-1604611049 tempest-LiveMigrationNegativeTest-1604611049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.346956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:05.350598 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5ef83444-dfa1-4a1a-a03b-020fd98b717e req-2248730a-212e-42db-9ea0-22edae4b4e99 tempest-LiveMigrationNegativeTest-1604611049 tempest-LiveMigrationNegativeTest-1604611049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.384214 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.452991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ef83444-dfa1-4a1a-a03b-020fd98b717e req-2248730a-212e-42db-9ea0-22edae4b4e99 tempest-LiveMigrationNegativeTest-1604611049 tempest-LiveMigrationNegativeTest-1604611049-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6979828 Jul 07 22:08:05.495389 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:05.497162 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.499082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:05.509332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Transition to ACTIVE for port object 69d00d73-7e9b-487f-95f9-03822e3574b6 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:05.512311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248730a-212e-42db-9ea0-22edae4b4e99 tempest-LiveMigrationNegativeTest-1604611049 tempest-LiveMigrationNegativeTest-1604611049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50951270-031d-4b55-bc1a-f8737eccae9c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:05.517257 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.528493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.563487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Allocated IP 172.25.8.97 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/531058a3-12b6-4657-9d5d-60c6e4b24f61) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:05.575247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3319196-c509-4f05-a849-8673ebff6053 None None] Pushing event updated for resources: {'Port': ['ID=69d00d73-7e9b-487f-95f9-03822e3574b6,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:05.617339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Pushing event updated for resources: {'Port': ['ID=112d2858-df75-4757-a1d6-5f20305907e0,revision_number=8']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:05.683048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Attempting to bind port 69d00d73-7e9b-487f-95f9-03822e3574b6 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:05.683395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Attempting to bind port 69d00d73-7e9b-487f-95f9-03822e3574b6 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '76179539-9665-4b61-a45c-bae6a35d9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:05.683887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Attempting to bind port 69d00d73-7e9b-487f-95f9-03822e3574b6 on network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:05.689529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:05.690347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Checking segment: {'id': '76179539-9665-4b61-a45c-bae6a35d9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:05.690512 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.695293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Bound using segment: {'id': '76179539-9665-4b61-a45c-bae6a35d9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:05.695907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Bound port: 69d00d73-7e9b-487f-95f9-03822e3574b6, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76179539-9665-4b61-a45c-bae6a35d9d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:05.696632 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.749269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:05.749966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.751362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] 10.222.0.83 "PUT /v2.0/ports/698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 1096 time: 2.0222874 Jul 07 22:08:05.806450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] For port 69d00d73-7e9b-487f-95f9-03822e3574b6, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:05.811388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] For port 69d00d73-7e9b-487f-95f9-03822e3574b6, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=69d00d73-7e9b-487f-95f9-03822e3574b6,segment=NetworkSegment(76179539-9665-4b61-a45c-bae6a35d9d87),segment_id=76179539-9665-4b61-a45c-bae6a35d9d87)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:05.815879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:05.816498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.817918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-5ae4102c-08f5-49c2-aa1e-a075afd26537 service neutron] 10.222.0.44 "PUT /v2.0/ports/112d2858-df75-4757-a1d6-5f20305907e0 HTTP/1.1" status: 200 len: 1124 time: 3.1423728 Jul 07 22:08:05.823381 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.877584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Routers {'feb3a3d5-570a-4299-95c7-709078754779'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:05.878316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['feb3a3d5-570a-4299-95c7-709078754779'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:05.914150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:05.917096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c9cd2-7ffe-4d96-b858-e5d55ef4f461 service neutron] Pushing event updated for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:05.963703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3319196-c509-4f05-a849-8673ebff6053 None None] Pushing event updated for resources: {'Port': ['ID=69d00d73-7e9b-487f-95f9-03822e3574b6,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:05.996215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a607f5-f78e-4661-b84b-6f8cd5db5450 req-07ab4a65-6512-4b47-92d8-c8c9626bda6d tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:05.997829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44a607f5-f78e-4661-b84b-6f8cd5db5450 req-07ab4a65-6512-4b47-92d8-c8c9626bda6d tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 946 time: 0.2786264 Jul 07 22:08:06.003104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-2dda279a-54c3-4839-913d-581d44bd026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:06.005103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-2dda279a-54c3-4839-913d-581d44bd026b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1099 time: 0.1857581 Jul 07 22:08:06.031316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] Set router feb3a3d5-570a-4299-95c7-709078754779 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:06.262623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3a3d5-570a-4299-95c7-709078754779', 'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:01Z', 'revision_number': 4, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'gw_port': {'id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '69d00d73-7e9b-487f-95f9-03822e3574b6', 'name': '', 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'mac_address': 'fa:16:3e:94:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bb25e1ce-32b9-4e69-b816-d9541bfc6fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:59Z', 'updated_at': '2021-07-07T22:08:05Z', 'revision_number': 4, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'subnets': [{'id': 'bb25e1ce-32b9-4e69-b816-d9541bfc6fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:06.290906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de959ea8-fb23-43e4-8783-d8567ee1801a None None] The sync data for ids ['feb3a3d5-570a-4299-95c7-709078754779'] in n-d-695012-11 is: [{'id': 'feb3a3d5-570a-4299-95c7-709078754779', 'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:01Z', 'revision_number': 4, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'gw_port': {'id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '69d00d73-7e9b-487f-95f9-03822e3574b6', 'name': '', 'network_id': '1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'mac_address': 'fa:16:3e:94:9f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'bb25e1ce-32b9-4e69-b816-d9541bfc6fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:59Z', 'updated_at': '2021-07-07T22:08:05Z', 'revision_number': 4, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'subnets': [{'id': 'bb25e1ce-32b9-4e69-b816-d9541bfc6fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:08:06.301913 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:06.315638 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['112d2858-df75-4757-a1d6-5f20305907e0'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:06.352245 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44a607f5-f78e-4661-b84b-6f8cd5db5450 req-6d4ea00f-c8d5-476b-8ac4-5b48066d31c7 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435857 Jul 07 22:08:06.404961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:06.412436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Pushing event updated for resources: {'Port': ['ID=531058a3-12b6-4657-9d5d-60c6e4b24f61,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:06.429011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:06.439437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:06.453069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-1c4729db-3a03-4908-82f7-a4231727be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:06.456242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-1c4729db-3a03-4908-82f7-a4231727be0b service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.4404094 Jul 07 22:08:06.556180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-71db0ea5-4fbe-4dfe-8b90-f48b0016a85b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 217 time: 0.0514457 Jul 07 22:08:06.622591 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:06.653307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-cf40fe31-c377-4650-98b6-4b0486ef7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:06.654854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-cf40fe31-c377-4650-98b6-4b0486ef7b85 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0797291 Jul 07 22:08:06.725153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:06.830914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-59d70f94-d92a-4ae2-b1ba-030aa56dc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:06.832462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-59d70f94-d92a-4ae2-b1ba-030aa56dc959 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1602376 Jul 07 22:08:06.930828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d16b5-c705-4327-b047-7d2688c7d90e req-3597be23-5839-41fd-b92d-6444756da0c4 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:06.932460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64d16b5-c705-4327-b047-7d2688c7d90e req-3597be23-5839-41fd-b92d-6444756da0c4 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=efc286ba-3f72-4d7f-b556-82bc2b9ebc2a HTTP/1.1" status: 200 len: 950 time: 0.2178566 Jul 07 22:08:07.025362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64d16b5-c705-4327-b047-7d2688c7d90e req-f81baa0d-d46e-4916-85ea-0240c3332f20 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860634 Jul 07 22:08:07.033749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-329c20b4-f687-40a7-8000-185cce99933d service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748712 Jul 07 22:08:07.057678 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:07.082428 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6733177-c975-4990-8bc5-8bc22d705362 x-openstack-request-id: req-a6733177-c975-4990-8bc5-8bc22d705362 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:07.082945 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad054759-0c6b-4534-a64e-53fcb9be8346", "name": "network-vif-plugged", "status": "completed", "tag": "2738b98b-f84b-447b-832a-6574ad94a530", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:07.083035 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6733177-c975-4990-8bc5-8bc22d705362 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:07.083425 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2738b98b-f84b-447b-832a-6574ad94a530', 'code': 200} Jul 07 22:08:07.110683 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:07.171966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:07.243069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d63e61-0e0b-4bad-bfb2-e15ef2437864 req-127cdfec-ee85-4388-b2b8-f92808b3842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:07.245580 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-38d63e61-0e0b-4bad-bfb2-e15ef2437864 req-127cdfec-ee85-4388-b2b8-f92808b3842e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 1098 time: 0.0662811 Jul 07 22:08:07.256670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:07.257858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5415738 Jul 07 22:08:07.267753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a89fca-4f12-4046-b418-602db5f7f96d tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Pushing event updated for resources: {'Port': ['ID=531058a3-12b6-4657-9d5d-60c6e4b24f61,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:07.280935 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ecde5f-8914-4165-8895-08069b5c09dd req-8e7503b1-bf5b-4549-bf0a-6a68bec537c5 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365401 Jul 07 22:08:07.289620 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-38d63e61-0e0b-4bad-bfb2-e15ef2437864 req-5a0a33b9-ac80-473d-ac04-c51f24277813 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353518 Jul 07 22:08:07.362535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-e6bc5091-4a9e-4ad0-b2d2-c341e7a10204 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.0902596 Jul 07 22:08:07.365969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-d8aa1555-badd-4bac-8027-a55fa096a6a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3106160 Jul 07 22:08:07.470024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded13a-c352-47c1-b0ee-93be9b8f01b9 req-1a46ae0b-8ff6-4246-8fa2-81b651bc814d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:07.471501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceded13a-c352-47c1-b0ee-93be9b8f01b9 req-1a46ae0b-8ff6-4246-8fa2-81b651bc814d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 944 time: 0.2759385 Jul 07 22:08:07.552980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-eeb4a2db-4055-42b0-ab85-b9fedbe0ea17 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:07.554331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-eeb4a2db-4055-42b0-ab85-b9fedbe0ea17 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1855264 Jul 07 22:08:07.566044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceded13a-c352-47c1-b0ee-93be9b8f01b9 req-c2d95703-2809-4cc7-8bdc-30e483259221 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832946 Jul 07 22:08:07.569712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-be6fb300-cb43-4e57-9026-4bbc2d8bd9fd tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:08:07.570749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-632c3ecd-5364-480c-baed-f179b8e31c03 req-be6fb300-cb43-4e57-9026-4bbc2d8bd9fd tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093026 Jul 07 22:08:07.572692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-8aa7adc4-fb53-479f-9922-6aad609cffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:07.574095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-8aa7adc4-fb53-479f-9922-6aad609cffd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1096 time: 0.1511316 Jul 07 22:08:07.612276 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7a250-04df-43e8-96af-f00975767e03 x-openstack-request-id: req-95e7a250-04df-43e8-96af-f00975767e03 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:07.612562 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "name": "network-vif-unplugged", "status": "completed", "tag": "112d2858-df75-4757-a1d6-5f20305907e0", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:07.612812 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-95e7a250-04df-43e8-96af-f00975767e03 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:07.613202 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0', 'code': 200} Jul 07 22:08:07.733633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-d3932042-3cb7-4f03-a463-5b0cf2a04c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:07.735159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-d3932042-3cb7-4f03-a463-5b0cf2a04c84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.1247625 Jul 07 22:08:07.800990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-fdaeed32-1de5-46c4-ad85-222981e9fb78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 200 len: 217 time: 0.0480990 Jul 07 22:08:07.860019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b8f02-cbe0-4626-87f9-6bf791e5355d req-ec8814de-d2fe-4d18-b12d-94c02b1fbbf1 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:07.861587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a76b8f02-cbe0-4626-87f9-6bf791e5355d req-ec8814de-d2fe-4d18-b12d-94c02b1fbbf1 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 947 time: 0.1434743 Jul 07 22:08:07.883199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-5b5633a8-b119-4bd3-a15e-492d11c1c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:07.884592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-5b5633a8-b119-4bd3-a15e-492d11c1c3ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0743506 Jul 07 22:08:07.939017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-45d4d29f-2578-4e1d-9c91-f80cf87252d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392239 Jul 07 22:08:07.942793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a76b8f02-cbe0-4626-87f9-6bf791e5355d req-69e1bd8d-ac0c-4da8-b673-06be9cdfd216 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675318 Jul 07 22:08:08.017754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 698a7822-e166-4f7a-af07-2df6ffb7cffe no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:08.076335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 698a7822-e166-4f7a-af07-2df6ffb7cffe not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:08:08.078049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-a72b421d-5da6-44d5-b2d9-78f5aa895acd service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302299 Jul 07 22:08:08.207529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820ef21-ba12-491b-b2e7-427ae8055e77 req-3534e765-749a-45ab-957e-334d33bb22dd tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:08.214318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820ef21-ba12-491b-b2e7-427ae8055e77 req-3534e765-749a-45ab-957e-334d33bb22dd tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:08.215946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d820ef21-ba12-491b-b2e7-427ae8055e77 req-3534e765-749a-45ab-957e-334d33bb22dd tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd&device_id=efc286ba-3f72-4d7f-b556-82bc2b9ebc2a HTTP/1.1" status: 200 len: 1690 time: 0.1841788 Jul 07 22:08:08.248432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 69d00d73-7e9b-487f-95f9-03822e3574b6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:08.276967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03317a88-e15c-46d2-bb73-6211b0cebaa5 req-37c3992b-1f06-43e7-8f18-a50df83d5cc1 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896846 Jul 07 22:08:08.301601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d820ef21-ba12-491b-b2e7-427ae8055e77 req-1a58db7d-c0fe-406b-92da-ef0044c739d1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713525 Jul 07 22:08:08.321546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 69d00d73-7e9b-487f-95f9-03822e3574b6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:08.324334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d0bca-1ebd-488a-b5fb-ad2cc6c1e5b6 req-b2721999-0c07-4e4b-835c-1677cc60e414 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:08.325823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 69d00d73-7e9b-487f-95f9-03822e3574b6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:08.325958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-135d0bca-1ebd-488a-b5fb-ad2cc6c1e5b6 req-b2721999-0c07-4e4b-835c-1677cc60e414 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 946 time: 0.1890211 Jul 07 22:08:08.326742 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.415791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f706beb-c3ba-4b37-ad96-e190057800d4 req-ad6a71a4-2654-4fd7-b581-9c218494c82c tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips/98c30de5-89da-4440-9f69-e9c07a92cbb6 HTTP/1.1" status: 200 len: 692 time: 0.0889246 Jul 07 22:08:08.420900 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.455685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 69d00d73-7e9b-487f-95f9-03822e3574b6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=69d00d73-7e9b-487f-95f9-03822e3574b6,segment=NetworkSegment(76179539-9665-4b61-a45c-bae6a35d9d87),segment_id=76179539-9665-4b61-a45c-bae6a35d9d87)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:08.457093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-135d0bca-1ebd-488a-b5fb-ad2cc6c1e5b6 req-c7bfdd86-6711-4b86-988b-e04556b48b8a tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014404 Jul 07 22:08:08.460379 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.517539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=69d00d73-7e9b-487f-95f9-03822e3574b6,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:08.542799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:08.555223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f706beb-c3ba-4b37-ad96-e190057800d4 req-7ee426b7-e389-496f-a6d4-955bcea67939 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:08.556858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f706beb-c3ba-4b37-ad96-e190057800d4 req-7ee426b7-e389-496f-a6d4-955bcea67939 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1349492 Jul 07 22:08:08.567313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-2f706beb-c3ba-4b37-ad96-e190057800d4 req-9c191d1f-9b55-41b8-b718-eb71b31c3fb6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:08:08.568535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f706beb-c3ba-4b37-ad96-e190057800d4 req-9c191d1f-9b55-41b8-b718-eb71b31c3fb6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063920 Jul 07 22:08:08.659951 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-930e4622-55ea-464b-b938-3be5baf0653d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.760378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-930e4622-55ea-464b-b938-3be5baf0653d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.765422 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-930e4622-55ea-464b-b938-3be5baf0653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.804706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e4622-55ea-464b-b938-3be5baf0653d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ec0a20-3c55-4bcb-a545-c77afc39ea46,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:08.810628 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-930e4622-55ea-464b-b938-3be5baf0653d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2cb9472e77d1434c90ace52aaa6b265a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661197 Jul 07 22:08:08.812494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45028) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:08.867655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdf04afe-53a2-4c7a-88bd-a3d0c826ad31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.891005 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdf04afe-53a2-4c7a-88bd-a3d0c826ad31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.944814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74782cbc-2282-4389-aea1-59b28e6cac4c req-b7f35af3-571f-4c49-a036-f69afc84dd1a tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=bedbc4bbe6ac4c44b4d3d76e77b07291 HTTP/1.1" status: 200 len: 695 time: 0.2907155 Jul 07 22:08:08.954415 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdf04afe-53a2-4c7a-88bd-a3d0c826ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.957476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdf04afe-53a2-4c7a-88bd-a3d0c826ad31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:08.959079 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fdf04afe-53a2-4c7a-88bd-a3d0c826ad31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31ec0a20-3c55-4bcb-a545-c77afc39ea46 HTTP/1.1" status: 204 len: 168 time: 0.1456623 Jul 07 22:08:08.968765 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf04afe-53a2-4c7a-88bd-a3d0c826ad31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ec0a20-3c55-4bcb-a545-c77afc39ea46,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:09.080606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74782cbc-2282-4389-aea1-59b28e6cac4c req-50626ec2-4ff4-49bb-ad72-b08c25ba3df9 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:09.088961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74782cbc-2282-4389-aea1-59b28e6cac4c req-50626ec2-4ff4-49bb-ad72-b08c25ba3df9 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/networks?id=2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 787 time: 0.1380596 Jul 07 22:08:09.094998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-74782cbc-2282-4389-aea1-59b28e6cac4c req-96456c3f-67d2-4ff8-8f2e-e5aaa0946442 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:08:09.095907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74782cbc-2282-4389-aea1-59b28e6cac4c req-96456c3f-67d2-4ff8-8f2e-e5aaa0946442 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061958 Jul 07 22:08:09.302049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896cc99-5f1f-4057-b008-145aaec86397 req-5c80b7ae-aec5-49fc-a157-136619f66e97 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:09.303877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d896cc99-5f1f-4057-b008-145aaec86397 req-5c80b7ae-aec5-49fc-a157-136619f66e97 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 944 time: 0.1082351 Jul 07 22:08:09.332545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45070) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:09.349563 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6491b517-cd5a-4182-8d40-7d84398fc6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:09.358856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d896cc99-5f1f-4057-b008-145aaec86397 req-83056302-689a-40ab-af60-b41b51261f6b tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475764 Jul 07 22:08:09.446988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6491b517-cd5a-4182-8d40-7d84398fc6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:09.450993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6491b517-cd5a-4182-8d40-7d84398fc6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:09.496193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b73f8-ee2e-4b45-8e30-56e90ab61781 req-5a683fb0-cea5-4b42-ac3f-50c020601c64 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:09.497771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e35b73f8-ee2e-4b45-8e30-56e90ab61781 req-5a683fb0-cea5-4b42-ac3f-50c020601c64 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 1101 time: 0.0590737 Jul 07 22:08:09.498621 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6491b517-cd5a-4182-8d40-7d84398fc6f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e36f1c0ebb754a85baac0d998c8db998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648586 Jul 07 22:08:09.499758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491b517-cd5a-4182-8d40-7d84398fc6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab52d73-9789-4950-82e7-993a0afca7f5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:09.502211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45074) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:09.551003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e35b73f8-ee2e-4b45-8e30-56e90ab61781 req-4d8c0181-4e75-47e0-a9f0-54f7367a28f4 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 Jul 07 22:08:09.560379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a72233f9-5593-4762-bdcf-1a02137b25f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:09.590192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a72233f9-5593-4762-bdcf-1a02137b25f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:09.615387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe'}, {'name': 'network-changed', 'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe'}, {'name': 'network-changed', 'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:09.619012 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f79c97a-1fef-4d63-9fde-84cf8682649a" -d '{"events": [{"server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "name": "network-vif-unplugged", "status": "completed", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe"}, {"name": "network-changed", "server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe"}, {"name": "network-changed", "server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "tag": "112d2858-df75-4757-a1d6-5f20305907e0"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:09.642520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a72233f9-5593-4762-bdcf-1a02137b25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:09.645111 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a72233f9-5593-4762-bdcf-1a02137b25f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:09.648805 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a72233f9-5593-4762-bdcf-1a02137b25f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ab52d73-9789-4950-82e7-993a0afca7f5 HTTP/1.1" status: 204 len: 168 time: 0.1429534 Jul 07 22:08:09.655565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72233f9-5593-4762-bdcf-1a02137b25f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab52d73-9789-4950-82e7-993a0afca7f5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:09.728794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b36cb6-e8f1-4438-bfbf-e5b1d13d57e1 req-1114d8c4-965b-4499-b06d-1e74941d98c4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:09.738377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0b36cb6-e8f1-4438-bfbf-e5b1d13d57e1 req-1114d8c4-965b-4499-b06d-1e74941d98c4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 947 time: 0.0791361 Jul 07 22:08:09.778122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0b36cb6-e8f1-4438-bfbf-e5b1d13d57e1 req-d4ba2262-2127-4938-82ac-f2bc07d4e1ad tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Jul 07 22:08:09.860946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-40f9dafb-5a1d-4f95-b3bb-0b36bd7acd93 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips/98c30de5-89da-4440-9f69-e9c07a92cbb6 HTTP/1.1" status: 200 len: 692 time: 0.0498121 Jul 07 22:08:09.966927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-a3e68307-2f76-4e5e-b4a5-b050048be54f tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:09.968295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-a3e68307-2f76-4e5e-b4a5-b050048be54f tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1006887 Jul 07 22:08:09.981997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-44125747-8135-42f9-baba-db3714b8cab4 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:08:09.982993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-44125747-8135-42f9-baba-db3714b8cab4 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060208 Jul 07 22:08:10.042435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 112d2858-df75-4757-a1d6-5f20305907e0 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:10.058754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-5c3794c2-71f1-4edc-b029-3a8a6ca20e24 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.0677588 Jul 07 22:08:10.120799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-b3e82534-6d4a-41fb-8aa7-e3962596d981 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.97 HTTP/1.1" status: 200 len: 695 time: 0.0561860 Jul 07 22:08:10.155058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:10.169462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 112d2858-df75-4757-a1d6-5f20305907e0 has no active binding in host n-h1-695012-11 {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:08:10.244715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 69d00d73-7e9b-487f-95f9-03822e3574b6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:10.311083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 69d00d73-7e9b-487f-95f9-03822e3574b6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:10.311460 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:10.315464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cacf0-a5e0-4fc5-a50e-c35d07fcb298 req-8cda794c-8ba3-4b8e-98e3-7df0c1a59347 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:10.317478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a22cacf0-a5e0-4fc5-a50e-c35d07fcb298 req-8cda794c-8ba3-4b8e-98e3-7df0c1a59347 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 946 time: 0.1374199 Jul 07 22:08:10.335320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Deleting port 531058a3-12b6-4657-9d5d-60c6e4b24f61 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:10.335656 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:10.351662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f26cbde5-c45f-435e-a0fc-c66c64472df5 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:10.408407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a22cacf0-a5e0-4fc5-a50e-c35d07fcb298 req-89a722be-d403-40cc-bba0-e51f8a57f1d2 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837188 Jul 07 22:08:10.439611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:10.439937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:10.453623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Calling delete_port for 531058a3-12b6-4657-9d5d-60c6e4b24f61 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:10.489293 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:10.516069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:10.517720 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23906125-f178-4286-b3a2-58c71edff592" -d '{"events": [{"server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "name": "network-vif-unplugged", "status": "completed", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:10.537124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:10.542882 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:10.598915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f26cbde5-c45f-435e-a0fc-c66c64472df5,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:10.628979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e891e-1025-4643-921b-2ea6b9a6d164 req-c38c3cbd-fcb1-44c0-9a71-0580fa848615 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:10.630629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d24e891e-1025-4643-921b-2ea6b9a6d164 req-c38c3cbd-fcb1-44c0-9a71-0580fa848615 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=efc286ba-3f72-4d7f-b556-82bc2b9ebc2a HTTP/1.1" status: 200 len: 1102 time: 0.0865855 Jul 07 22:08:10.644076 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-dc53c056-80ef-4cb9-85d4-2d844edd7767 service neutron] 10.222.0.83 "GET /v2.0/ports/112d2858-df75-4757-a1d6-5f20305907e0/bindings/n-h1-695012-11 HTTP/1.1" status: 200 len: 385 time: 0.0698009 Jul 07 22:08:10.695340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d24e891e-1025-4643-921b-2ea6b9a6d164 req-8d417289-3b80-4331-a499-9d0db4148ecf tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471394 Jul 07 22:08:10.697254 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:10.736101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Pushing event deleted for resources: {'Port': ['ID=531058a3-12b6-4657-9d5d-60c6e4b24f61,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:10.761597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:10.764199 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:10.782151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aeccdfe-98fc-4e6c-946d-8b14b39f33e5 req-6afb0aba-ced5-4ab0-9dc6-1e45a180feb0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "DELETE /v2.0/floatingips/98c30de5-89da-4440-9f69-e9c07a92cbb6 HTTP/1.1" status: 204 len: 173 time: 0.6601834 Jul 07 22:08:10.799917 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc0a07f-3664-49ff-8e55-ba9b2288328b x-openstack-request-id: req-6bc0a07f-3664-49ff-8e55-ba9b2288328b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:10.800224 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "name": "network-vif-unplugged", "status": "completed", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe", "code": 200}, {"name": "network-changed", "server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "tag": "112d2858-df75-4757-a1d6-5f20305907e0", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:10.800482 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bc0a07f-3664-49ff-8e55-ba9b2288328b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:10.800889 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'code': 200} Jul 07 22:08:10.801703 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'status': 'completed', 'code': 200} Jul 07 22:08:10.802050 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0', 'status': 'completed', 'code': 200} Jul 07 22:08:10.938599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:10.962559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:10.997683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112d2858-df75-4757-a1d6-5f20305907e0 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:11.009896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:11.025258 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:11.033001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-2b0e0f9a-4e1d-414f-86c5-24d5483d1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.034536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-2b0e0f9a-4e1d-414f-86c5-24d5483d1ffe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1099 time: 0.2119594 Jul 07 22:08:11.105851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] Transition to ACTIVE for port object 112d2858-df75-4757-a1d6-5f20305907e0 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:11.110094 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:11.158105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c6a5ef3e-c071-4f06-bb5b-13ac752e051f tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.159510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c6a5ef3e-c071-4f06-bb5b-13ac752e051f tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 804 time: 0.2602394 Jul 07 22:08:11.181832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] No DVR routers for this DVR port 112d2858-df75-4757-a1d6-5f20305907e0 on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:08:11.189125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-2cb4e3bb-6891-4152-b22a-201ce186e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.189125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-2cb4e3bb-6891-4152-b22a-201ce186e431 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1099 time: 0.2857316 Jul 07 22:08:11.198921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-f9525f55-64d6-4dd9-8be1-ff4e67ba6946 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/quotas/fb63f9fc63374592a4a6f5475cf79d55 HTTP/1.1" status: 200 len: 375 time: 0.0313148 Jul 07 22:08:11.206261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d64db8-2b8d-4b8b-a2ae-537b06aeabae req-e84f0a58-303e-4e95-b996-175e43f5891c tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.207741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06d64db8-2b8d-4b8b-a2ae-537b06aeabae req-e84f0a58-303e-4e95-b996-175e43f5891c tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 950 time: 0.2793071 Jul 07 22:08:11.223517 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] Pushing event updated for resources: {'Port': ['ID=112d2858-df75-4757-a1d6-5f20305907e0,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:11.231438 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-b1d44323-da39-4351-8cc3-f214e93feb51 service neutron] 10.222.0.83 "PUT /v2.0/ports/112d2858-df75-4757-a1d6-5f20305907e0/bindings/n-h1-695012-11/activate HTTP/1.1" status: 200 len: 370 time: 0.5743241 Jul 07 22:08:11.292489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-30e37a7a-22a6-4a29-89d5-c64e175779f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.293937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-30e37a7a-22a6-4a29-89d5-c64e175779f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2456303 Jul 07 22:08:11.369509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-f1f6d215-50db-4dad-86bf-245a032dca3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 217 time: 0.0607054 Jul 07 22:08:11.377980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06d64db8-2b8d-4b8b-a2ae-537b06aeabae req-2160b149-e702-4157-9ebf-eee347d4fe9c tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626642 Jul 07 22:08:11.425333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-0eb85f57-3f89-4ced-94af-8239314e9744 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.427298 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-0eb85f57-3f89-4ced-94af-8239314e9744 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.0683274 Jul 07 22:08:11.454263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-322782fe-dd96-4b45-8d13-d1278f0afb7a tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2454815 Jul 07 22:08:11.457080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-43c2291a-f58f-49ea-a24f-790549eab4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.458992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-43c2291a-f58f-49ea-a24f-790549eab4a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2493162 Jul 07 22:08:11.462549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-93241aac-5d32-4111-b146-b4a85410b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.463922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-93241aac-5d32-4111-b146-b4a85410b297 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0828164 Jul 07 22:08:11.527794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-be1d3a46-290c-47ca-9dc5-bc925fee18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.529307 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-be1d3a46-290c-47ca-9dc5-bc925fee18c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a&tenant_id=d8f66928466f4e67acd89b20707127a1 HTTP/1.1" status: 200 len: 1097 time: 0.0888383 Jul 07 22:08:11.581288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-eb82f64b-97d9-4136-a9a5-4effed2c5e08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 217 time: 0.1135659 Jul 07 22:08:11.615084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-6f832ab4-f7e3-40e1-ac29-90640a1621e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.616574 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-6f832ab4-f7e3-40e1-ac29-90640a1621e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1097 time: 0.0517864 Jul 07 22:08:11.707437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-dfca90d8-41d2-434c-89c0-181de169dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.708872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-dfca90d8-41d2-434c-89c0-181de169dfa2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1045942 Jul 07 22:08:11.713020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-70e826e7-a1db-40a4-a602-f06a0f7bc0b0 service neutron] 10.222.0.81 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466683 Jul 07 22:08:11.716593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-f5d300c5-6498-4de8-b76a-98fe81126f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.718066 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-f5d300c5-6498-4de8-b76a-98fe81126f0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.0868199 Jul 07 22:08:11.733876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-9961bd3e-71db-44b3-85f4-4834bf4643ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.735352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-9961bd3e-71db-44b3-85f4-4834bf4643ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2591364 Jul 07 22:08:11.755123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b38d9-b897-4f12-8ce5-92c2a2743fd5 req-c111085e-7082-472c-a783-02cebff2fcad tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.756575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d9b38d9-b897-4f12-8ce5-92c2a2743fd5 req-c111085e-7082-472c-a783-02cebff2fcad tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 945 time: 0.2579923 Jul 07 22:08:11.766405 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-10b917a6-cafa-4e5d-9f13-8289357c394c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=112d2858-df75-4757-a1d6-5f20305907e0 HTTP/1.1" status: 200 len: 217 time: 0.0374415 Jul 07 22:08:11.813332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-50ea9186-a2f3-4ab9-aa9d-93877f110d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.814814 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-50ea9186-a2f3-4ab9-aa9d-93877f110d8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0424833 Jul 07 22:08:11.850575 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-196dfd6d-dc3f-4be6-abde-bac6cabb3217 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286472 Jul 07 22:08:11.937556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d9b38d9-b897-4f12-8ce5-92c2a2743fd5 req-23f08b77-5253-46c5-87fa-ed2ee9103db0 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392620 Jul 07 22:08:11.939408 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-21be418c-8491-4356-ac9b-c8e6342eb700 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794883 Jul 07 22:08:11.970639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-3816c852-c3cd-45b6-921f-855a02aa954d service neutron] 10.222.0.81 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490611 Jul 07 22:08:11.973912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-71e97360-9de4-4b08-ad34-da2264adfabb service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273390 Jul 07 22:08:11.975822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-7d68233a-d5c4-4779-91cf-a5dd3afb1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:11.977286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-7d68233a-d5c4-4779-91cf-a5dd3afb1c2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2139697 Jul 07 22:08:12.059576 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-3bb7a06b-1cdc-45d0-a8cd-95caed466c4a service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103272 Jul 07 22:08:12.125783 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83781065-c2d2-4d8a-8c80-88bb017f007a x-openstack-request-id: req-83781065-c2d2-4d8a-8c80-88bb017f007a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:12.126327 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "name": "network-vif-unplugged", "status": "completed", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:12.126327 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83781065-c2d2-4d8a-8c80-88bb017f007a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:12.126617 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5', 'code': 200} Jul 07 22:08:12.346951 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 698a7822-e166-4f7a-af07-2df6ffb7cffe details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:12.475982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-1809bbee-b421-4f09-8ab5-59b6ab40880d tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:12.477931 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-1809bbee-b421-4f09-8ab5-59b6ab40880d tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.0904529 Jul 07 22:08:12.488175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-9f7195a2-e023-45f7-9a29-89881f308115 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064762 Jul 07 22:08:12.543071 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-75925bf2-b031-4daf-a323-c7f1711b53db service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146086 Jul 07 22:08:12.554360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2beae-3f36-4ad1-8247-6c0aa194e4f8 req-9a6bbce3-f55b-4366-afa8-89168d543969 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:12.556396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58f2beae-3f36-4ad1-8247-6c0aa194e4f8 req-9a6bbce3-f55b-4366-afa8-89168d543969 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 946 time: 0.2345629 Jul 07 22:08:12.570008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:12.575218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-ffaf3620-2784-4970-b16a-69af8e7903e0 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2521498 Jul 07 22:08:12.577506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Request body: {'floatingip': {'port_id': '2738b98b-f84b-447b-832a-6574ad94a530'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:12.593636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:12.613391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:12.626598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'mac_address': 'fa:16:3e:cc:ec:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:08:12.661082 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:12.671556 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:08:12.673138 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:12.698543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698a7822-e166-4f7a-af07-2df6ffb7cffe {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:12.722243 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:12.726625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:12.733661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:12.805594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:12.813390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-22ecd658-1074-492f-a98c-9316f456b523 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557349 Jul 07 22:08:12.888551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75190448-4f3c-416b-be37-59d13e96841c req-e1df44ac-161e-4010-ae4b-e0283e498b6c tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:12.891948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75190448-4f3c-416b-be37-59d13e96841c req-e1df44ac-161e-4010-ae4b-e0283e498b6c tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 948 time: 0.1278830 Jul 07 22:08:12.930291 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:13.006456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75190448-4f3c-416b-be37-59d13e96841c req-78c6dabf-80eb-43cd-ba6e-9d1a7ea1367d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077552 Jul 07 22:08:13.151148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-08e22c4f-2e49-4879-acf9-bd7bcbc1ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:13.152699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-08e22c4f-2e49-4879-acf9-bd7bcbc1ba0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1097 time: 0.1243081 Jul 07 22:08:13.164024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-83e318eb-0506-436c-b107-a248af0adc9e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480945 Jul 07 22:08:13.165315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Allocated IP 172.25.8.40 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/7f013f72-e2c1-47e9-9a95-e3771d097696) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:13.203736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-05fee4d4-1e9e-43be-b1ae-7a0eb401eebd service neutron] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:13.224974 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-05fee4d4-1e9e-43be-b1ae-7a0eb401eebd service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:13.227954 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41b624c9-37b8-45ba-a3d7-012bcc4bebc3 req-05fee4d4-1e9e-43be-b1ae-7a0eb401eebd service neutron] 10.222.0.44 "DELETE /v2.0/ports/112d2858-df75-4757-a1d6-5f20305907e0/bindings/n-h2-695012-11 HTTP/1.1" status: 204 len: 173 time: 0.7426193 Jul 07 22:08:13.274276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-c8524ebe-1a42-4bab-b05e-ac6613948aa6 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:13.275722 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-c8524ebe-1a42-4bab-b05e-ac6613948aa6 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.83 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 950 time: 0.5853579 Jul 07 22:08:13.379969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['698a7822-e166-4f7a-af07-2df6ffb7cffe'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:13.396137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.83', 61419) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:13.461517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-1c0acde6-8c46-497d-9836-aee0466d2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:13.463047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-1c0acde6-8c46-497d-9836-aee0466d2d3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.2954473 Jul 07 22:08:13.528185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-18cdb7b9-8e8f-4fdc-aea5-78e0d80c02f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=112d2858-df75-4757-a1d6-5f20305907e0 HTTP/1.1" status: 200 len: 217 time: 0.0507538 Jul 07 22:08:13.545365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-d8c40661-146e-4866-aa5d-d52dc9c9135a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:13.553297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-d8c40661-146e-4866-aa5d-d52dc9c9135a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3740807 Jul 07 22:08:13.584214 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:13.615325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2b288253-98a9-445d-a2bf-859c4e7ec2c9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/quotas/14d02422540f48f4aeb4852c7713e8f5 HTTP/1.1" status: 200 len: 375 time: 0.0610325 Jul 07 22:08:13.684576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-9516d056-8ff1-4d2e-aedf-f4297560ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:13.686523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-9516d056-8ff1-4d2e-aedf-f4297560ded9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.1250484 Jul 07 22:08:13.697832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-505b0324-227a-4d53-b8b9-47ddef033af2 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:13.699270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-505b0324-227a-4d53-b8b9-47ddef033af2 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.83 "GET /v2.0/ports?device_id=15909601-7c8d-488f-9ef5-71027522f803 HTTP/1.1" status: 200 len: 944 time: 0.2862575 Jul 07 22:08:13.741724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Deleting port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:13.742357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:13.750952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-934adb99-f95f-4e5d-939e-30c3eb7c3b12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499229 Jul 07 22:08:13.805182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-ae03d4ef-6992-42af-b189-4fb997194298 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:13.806571 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-ae03d4ef-6992-42af-b189-4fb997194298 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 804 time: 0.3658452 Jul 07 22:08:13.826342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Request body: {'port': {'device_id': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'admin_state_up': True, 'tenant_id': 'fb63f9fc63374592a4a6f5475cf79d55'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:13.865149 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:13.948222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-56a429c2-2126-4bfc-90c8-36f422318a25 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3237700 Jul 07 22:08:13.966302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:13.968887 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:08:13.976027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:13.982315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:13.985723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Pushing event updated for resources: {'Port': ['ID=7f013f72-e2c1-47e9-9a95-e3771d097696,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:14.040538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-a3806881-37d4-4b17-9e1f-f458279e9b9e service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666988 Jul 07 22:08:14.058835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] For port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:14.059117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.084820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Deleting port f26cbde5-c45f-435e-a0fc-c66c64472df5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:14.085044 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.096353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Calling delete_port for 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:14.110796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.117231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.125399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.253297 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.285081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f79c97a-1fef-4d63-9fde-84cf8682649a req-ef56903c-8c85-4ca7-a26c-c08a4277d842 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286406 Jul 07 22:08:14.287471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Made reservation on behalf of fb63f9fc63374592a4a6f5475cf79d55 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:14.290579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.310583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] For port f26cbde5-c45f-435e-a0fc-c66c64472df5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f26cbde5-c45f-435e-a0fc-c66c64472df5,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:14.310583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.347157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Calling delete_port for f26cbde5-c45f-435e-a0fc-c66c64472df5 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:14.353562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1d14c129-8126-4255-ac75-1ca51b850b60 req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Request body: {'security_group': {'name': 'tempest-securitygroup-872993841', 'description': 'tempest-description-25157919'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:14.380216 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Floating IP 57494e2b-25ef-4c93-b788-ecc20f2d0f1e associated. External IP: 172.25.8.89, port: 2738b98b-f84b-447b-832a-6574ad94a530. Jul 07 22:08:14.426910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:14.460736 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1d14c129-8126-4255-ac75-1ca51b850b60 req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.492099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1d14c129-8126-4255-ac75-1ca51b850b60 req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.585337 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.792233 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.850624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 112d2858-df75-4757-a1d6-5f20305907e0 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:14.854850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['6eff7f56-0b18-429c-b0ef-7e3f7c240ff9'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:14.870839 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.880873 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.884494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Pushing event deleted for resources: {'Port': ['ID=41c3233c-19f8-4f86-8bc0-60cefd1de6c2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:14.928704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Allocated IP 172.20.0.8 (ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59/dac23677-c3f2-4b17-a2d1-eb20d8c04ece/3afd76b6-b229-4a8b-a814-60c2bb5918b1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:14.932292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] No DVR routers for this DVR port 41c3233c-19f8-4f86-8bc0-60cefd1de6c2 on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:08:14.940509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:14.943319 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6803d0a8-015c-407d-8fab-d028edcf7c48 req-8fbde6fc-6aa6-42e6-b2c8-be8849b853a1 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.83 "DELETE /v2.0/ports/41c3233c-19f8-4f86-8bc0-60cefd1de6c2 HTTP/1.1" status: 204 len: 173 time: 1.6484559 Jul 07 22:08:14.943955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaaf18b0-8666-43c6-8a02-627830371b6e', 'name': 'network-vif-deleted', 'tag': '41c3233c-19f8-4f86-8bc0-60cefd1de6c2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:14.946730 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf32abf8-ba9b-41a5-bf8e-fc800ccc10b1" -d '{"events": [{"server_uuid": "aaaf18b0-8666-43c6-8a02-627830371b6e", "name": "network-vif-deleted", "tag": "41c3233c-19f8-4f86-8bc0-60cefd1de6c2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:14.969945 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.006360 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.009284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 112d2858-df75-4757-a1d6-5f20305907e0 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:08:15.009719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f26cbde5-c45f-435e-a0fc-c66c64472df5 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:15.025770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Pushing event updated for resources: {'Port': ['ID=7f013f72-e2c1-47e9-9a95-e3771d097696,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:15.052654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.053002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: f26cbde5-c45f-435e-a0fc-c66c64472df5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:08:15.053597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.054150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.054660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.055160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.055648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.056169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.056662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.057151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.057635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.058152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.058673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.067275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f26cbde5-c45f-435e-a0fc-c66c64472df5 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:08:15.143169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Router 7af28927-48e3-422f-ab18-e63fc6e725cc has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:08:15.164657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Pushing event deleted for resources: {'Port': ['ID=f26cbde5-c45f-435e-a0fc-c66c64472df5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:15.202555 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1d14c129-8126-4255-ac75-1ca51b850b60 req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.203633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] No DVR routers for this DVR port f26cbde5-c45f-435e-a0fc-c66c64472df5 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:08:15.209012 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.211252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55007e3c-c180-4c18-9e07-30964f2aa084 req-0df015c4-c1a0-4827-bc5e-bbafdc9c5969 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.83 "DELETE /v2.0/ports/f26cbde5-c45f-435e-a0fc-c66c64472df5 HTTP/1.1" status: 204 len: 173 time: 1.4968836 Jul 07 22:08:15.211858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'name': 'network-vif-deleted', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:15.214507 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc67e2f8-3432-4889-8aa9-541015e423f7" -d '{"events": [{"server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "name": "network-vif-deleted", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:15.224047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1d14c129-8126-4255-ac75-1ca51b850b60 req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.237147 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.238901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-e51830f6-41d8-4ec4-a8b7-15c670366ea6 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6623452 Jul 07 22:08:15.323452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-98c06a28-fd78-483c-a555-4002786e8e1f tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0761561 Jul 07 22:08:15.325373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8733df3-80dc-4abe-980e-e910f57d7440,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:15.343863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.360635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:08:15.366538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.384530 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] Sync routers for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:08:15.399418 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:15.401466 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:15.417389 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5a88a712-4864-4656-92b6-c123024f5c6b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "PUT /v2.0/floatingips/57494e2b-25ef-4c93-b788-ecc20f2d0f1e HTTP/1.1" status: 200 len: 991 time: 2.8437886 Jul 07 22:08:15.432373 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.464612 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1d14c129-8126-4255-ac75-1ca51b850b60 req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.475137 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1d14c129-8126-4255-ac75-1ca51b850b60 req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.478010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:15.486509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:15.494908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:15.500444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:15.501147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.503218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-f41eb602-13cb-41eb-8c0d-664bd7d7dca4 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:15.504624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-f41eb602-13cb-41eb-8c0d-664bd7d7dca4 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1618416 Jul 07 22:08:15.512866 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Pushing event updated for resources: {'Port': ['ID=3afd76b6-b229-4a8b-a814-60c2bb5918b1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:15.517284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-513faa90-6e66-4984-87a1-50af87fd6c0a tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:08:15.518331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73494289-6740-4c21-a6d3-1c904fa6c9fd req-513faa90-6e66-4984-87a1-50af87fd6c0a tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065637 Jul 07 22:08:15.522521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.523418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.523418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.523994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.523994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.524433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.524760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.525092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.525424 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.525962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.526226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.526490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:15.526682 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1d14c129-8126-4255-ac75-1ca51b850b60 req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.531263 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-5b4506a7-7f7e-4ab8-8342-461d80628050 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7104414 Jul 07 22:08:15.536961 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:15.539921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d14c129-8126-4255-ac75-1ca51b850b60 req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1965454 Jul 07 22:08:15.549694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f7a8c-b6a3-42ba-8d19-3ec2adf93aa9 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55318b23-ef3c-49a5-9b81-2a8b4c7b9452,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:15.555781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Request body: {'port': {'device_id': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:15.651186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:15.764774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-968e2a5f-f8f5-407d-a93f-6f440ca016b7 req-231a3f85-6406-4239-944c-bf596e57d732 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=aaaf18b0-8666-43c6-8a02-627830371b6e HTTP/1.1" status: 200 len: 210 time: 0.0434408 Jul 07 22:08:15.853697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-a047ff8b-1674-4d9c-bb7d-159fa4ba72df tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403543 Jul 07 22:08:15.862468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef37fb-6985-47a5-99ea-1ffe4002fd25 req-4c187567-0fdb-4bb2-9299-8daa445a205a tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:15.864785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32ef37fb-6985-47a5-99ea-1ffe4002fd25 req-4c187567-0fdb-4bb2-9299-8daa445a205a tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 931 time: 0.2022719 Jul 07 22:08:15.992820 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '57494e2b-25ef-4c93-b788-ecc20f2d0f1e', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'port_id': '2738b98b-f84b-447b-832a-6574ad94a530', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'mac_address': 'fa:16:3e:60:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:07:44Z', 'updated_at': '2021-07-07T22:08:13Z', 'revision_number': 1, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:16.005811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32ef37fb-6985-47a5-99ea-1ffe4002fd25 req-5b46b43b-401d-4865-82fb-e860bea3f593 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313701 Jul 07 22:08:16.033665 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] Checking router: 7af28927-48e3-422f-ab18-e63fc6e725cc for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:08:16.044074 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:16.044879 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:16.072632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afd76b6-b229-4a8b-a814-60c2bb5918b1 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:16.099129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:16.115773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Transition to ACTIVE for port object 3afd76b6-b229-4a8b-a814-60c2bb5918b1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:16.119841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-78370b05-4e50-4a20-b9e0-ee92d34041ea tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:16.120264 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:16.122188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-78370b05-4e50-4a20-b9e0-ee92d34041ea tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2562540 Jul 07 22:08:16.135906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bb5b1-10ad-4f99-b9c6-bd456cd3a239 req-22644fae-9b50-43f3-92e7-69fd89b8a48e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:16.137918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-973bb5b1-10ad-4f99-b9c6-bd456cd3a239 req-22644fae-9b50-43f3-92e7-69fd89b8a48e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 945 time: 0.2124147 Jul 07 22:08:16.142842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Request body: {'port': {'device_id': '83e94d86-b266-42a7-a45d-72705ecb188a', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '14d02422540f48f4aeb4852c7713e8f5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:16.197963 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:16.250131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Pushing event updated for resources: {'Port': ['ID=3afd76b6-b229-4a8b-a814-60c2bb5918b1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:16.264569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Attempting to bind port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:16.264920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Attempting to bind port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:16.265236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Attempting to bind port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:16.274803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-973bb5b1-10ad-4f99-b9c6-bd456cd3a239 req-8e452df5-77cb-4923-9098-4f5934fbada0 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280773 Jul 07 22:08:16.280758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:16.281114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Attempting to bind port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:16.297087 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:16.297430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Checking segment: {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:16.299895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Bound using segment: {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:16.300353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Bound port: 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:16.302143 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:16.348342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a3ff9-450d-4c95-9b04-a1d9ae7bd693 req-b55fbb92-65aa-4bff-b8ab-fceed11356c0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:16.349998 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-415a3ff9-450d-4c95-9b04-a1d9ae7bd693 req-b55fbb92-65aa-4bff-b8ab-fceed11356c0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 948 time: 0.1310346 Jul 07 22:08:16.368161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 698a7822-e166-4f7a-af07-2df6ffb7cffe up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:16.380708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Made reservation on behalf of 14d02422540f48f4aeb4852c7713e8f5 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:16.384743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:16.430294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:16.439167 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:16.445544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:16.499831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 698a7822-e166-4f7a-af07-2df6ffb7cffe completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:16.504028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 698a7822-e166-4f7a-af07-2df6ffb7cffe triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:16.504608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:16.540216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Pushing event updated for resources: {'Port': ['ID=3afd76b6-b229-4a8b-a814-60c2bb5918b1,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:16.555418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:16.556146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:16.559345 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-c5358195-acbf-4fd7-80a7-2b4564e8f945 service neutron] 10.222.0.44 "PUT /v2.0/ports/3afd76b6-b229-4a8b-a814-60c2bb5918b1 HTTP/1.1" status: 200 len: 1092 time: 1.0093653 Jul 07 22:08:16.575805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-415a3ff9-450d-4c95-9b04-a1d9ae7bd693 req-04f16c64-2dea-4e7c-9985-506d03c5f82f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123342 Jul 07 22:08:16.581258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c09075bb-95e2-4876-95ac-e71a9da52f8d req-813f29af-ed7e-40bd-9a3e-4d31dea7a5b5 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 210 time: 0.0712028 Jul 07 22:08:16.643691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Allocated IP 192.168.233.43 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/7ec07ffc-b6c3-4d28-9b86-5224671d7406) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:16.659709 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '57494e2b-25ef-4c93-b788-ecc20f2d0f1e', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'port_id': '2738b98b-f84b-447b-832a-6574ad94a530', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'mac_address': 'fa:16:3e:60:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:07:44Z', 'updated_at': '2021-07-07T22:08:13Z', 'revision_number': 1, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:16.671560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:16.698130 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3a4020-fa45-45cd-a252-3ed3ba950aa2 x-openstack-request-id: req-2e3a4020-fa45-45cd-a252-3ed3ba950aa2 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:16.699755 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaaf18b0-8666-43c6-8a02-627830371b6e", "name": "network-vif-deleted", "tag": "41c3233c-19f8-4f86-8bc0-60cefd1de6c2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:16.700021 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e3a4020-fa45-45cd-a252-3ed3ba950aa2 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:16.700415 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaaf18b0-8666-43c6-8a02-627830371b6e', 'name': 'network-vif-deleted', 'tag': '41c3233c-19f8-4f86-8bc0-60cefd1de6c2', 'status': 'completed', 'code': 200} Jul 07 22:08:16.702673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:16.703572 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71a351e-5323-43d5-b376-4385d694d525 x-openstack-request-id: req-d71a351e-5323-43d5-b376-4385d694d525 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:16.703874 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15909601-7c8d-488f-9ef5-71027522f803", "name": "network-vif-deleted", "tag": "f26cbde5-c45f-435e-a0fc-c66c64472df5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:16.704133 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d71a351e-5323-43d5-b376-4385d694d525 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:16.704530 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15909601-7c8d-488f-9ef5-71027522f803', 'name': 'network-vif-deleted', 'tag': 'f26cbde5-c45f-435e-a0fc-c66c64472df5', 'status': 'completed', 'code': 200} Jul 07 22:08:16.706132 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17f5526-8a9d-4cb4-89fa-eb2d636c2ed4" -d '{"events": [{"server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "name": "network-vif-plugged", "status": "completed", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:16.721320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:16.723452 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf906ad-4c6e-4b5d-b8b4-3fd45ea42c37 None None] The sync data for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 is: [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '57494e2b-25ef-4c93-b788-ecc20f2d0f1e', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'port_id': '2738b98b-f84b-447b-832a-6574ad94a530', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'mac_address': 'fa:16:3e:60:71:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:07:44Z', 'updated_at': '2021-07-07T22:08:13Z', 'revision_number': 1, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:08:16.731840 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:16.736472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-2b5eb32e-d6ec-416d-b427-7232e4c70044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:16.737998 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-2b5eb32e-d6ec-416d-b427-7232e4c70044 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 1095 time: 0.1034577 Jul 07 22:08:16.788426 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-f5ac9a2b-138e-4262-b06d-10e2e7236db5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1 HTTP/1.1" status: 200 len: 217 time: 0.0388761 Jul 07 22:08:16.791651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:16.857251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-341f1abf-2fd6-402e-8283-a6f23d007b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:16.858937 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-341f1abf-2fd6-402e-8283-a6f23d007b6d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dac23677-c3f2-4b17-a2d1-eb20d8c04ece HTTP/1.1" status: 200 len: 844 time: 0.0554361 Jul 07 22:08:16.869672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-32fa87bb-cdc8-435a-936d-18c0c6b8de39 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips/3403be0e-80cb-4999-a02d-1a46d5c9aa4d HTTP/1.1" status: 200 len: 692 time: 0.1505840 Jul 07 22:08:16.900723 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-58c376e4-29e4-477f-994a-6fee4bc89767 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328643 Jul 07 22:08:16.937918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ff8c6e68-9b61-4f39-976a-ed8ec6218048 req-6dbb8710-bb9f-42fd-af20-c52ea5eea927 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Request body: {'security_group': {'name': 'tempest-securitygroup-477762498', 'description': 'tempest-description-1565782249'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:16.986548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f2426-994b-49d2-9fa6-cbc220514934 None None] New status for floating IP 57494e2b-25ef-4c93-b788-ecc20f2d0f1e: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:08:17.000090 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-6a03e5b6-21f7-4fa2-a785-a31701f2b199 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889087 Jul 07 22:08:17.004685 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ff8c6e68-9b61-4f39-976a-ed8ec6218048 req-6dbb8710-bb9f-42fd-af20-c52ea5eea927 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.048755 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.074699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-8875f1ce-f6a2-4a8b-af79-71a39134224a tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:17.076077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-8875f1ce-f6a2-4a8b-af79-71a39134224a tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2007921 Jul 07 22:08:17.081501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Transition to ACTIVE for port object 7ec07ffc-b6c3-4d28-9b86-5224671d7406 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:17.111279 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c0244b51-b62b-44a8-b2d4-0d50e6a127bf req-ed1c4655-99ad-4411-9f78-09665c9c1b52 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049190 Jul 07 22:08:17.173119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-9fbf94b9-7bc5-40ae-8966-2fd32475df60 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0815377 Jul 07 22:08:17.237745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-61ce4eb8-7992-4018-9748-f26446e66859 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.40 HTTP/1.1" status: 200 len: 695 time: 0.0576105 Jul 07 22:08:17.242517 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.253448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:17.301084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a', 'b2cdfaad-2c20-4136-a192-1c9e6747aae7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:17.304564 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ff8c6e68-9b61-4f39-976a-ed8ec6218048 req-6dbb8710-bb9f-42fd-af20-c52ea5eea927 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.338115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ff8c6e68-9b61-4f39-976a-ed8ec6218048 req-6dbb8710-bb9f-42fd-af20-c52ea5eea927 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.385759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:17.394844 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ff8c6e68-9b61-4f39-976a-ed8ec6218048 req-6dbb8710-bb9f-42fd-af20-c52ea5eea927 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.396056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff8c6e68-9b61-4f39-976a-ed8ec6218048 req-6dbb8710-bb9f-42fd-af20-c52ea5eea927 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4933517 Jul 07 22:08:17.396641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event updated for resources: {'Port': ['ID=7ec07ffc-b6c3-4d28-9b86-5224671d7406,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:17.400195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:17.433225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:17.438806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:17.439426 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.453114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb8710-bb9f-42fd-af20-c52ea5eea927 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c367b93-30e8-4c79-8161-a606ea2682c7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:17.474680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-00144a4e-3367-44f5-b468-5e940876dfda tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3354642 Jul 07 22:08:17.499310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Request body: {'port': {'device_id': '83e94d86-b266-42a7-a45d-72705ecb188a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:17.588583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Deleting port 7f013f72-e2c1-47e9-9a95-e3771d097696 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:17.588934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.642263 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.719925 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8562f5-ac1b-414e-9252-2e0c00e13bd1 x-openstack-request-id: req-0f8562f5-ac1b-414e-9252-2e0c00e13bd1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:17.720504 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "name": "network-vif-plugged", "status": "completed", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:17.720504 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f8562f5-ac1b-414e-9252-2e0c00e13bd1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:17.722955 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'code': 200} Jul 07 22:08:17.752001 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.752322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.764503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e70595ea-5156-4648-a5e3-68fa59a637f5 None None] Provisioning for port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:17.773164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e70595ea-5156-4648-a5e3-68fa59a637f5 None None] Provisioning complete for port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:17.773543 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e70595ea-5156-4648-a5e3-68fa59a637f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:17.816834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e70595ea-5156-4648-a5e3-68fa59a637f5 None None] Port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:17.838052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Calling delete_port for 7f013f72-e2c1-47e9-9a95-e3771d097696 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:17.897677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2123-33a8-4870-b110-9584bb804234 req-ba5cef93-8af9-49cb-b76c-36bff3355916 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:17.899305 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af6d2123-33a8-4870-b110-9584bb804234 req-ba5cef93-8af9-49cb-b76c-36bff3355916 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e&tenant_id=faa40811a1804d4c819af9338b7db7e4&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 949 time: 0.1172407 Jul 07 22:08:17.961298 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [req-af6d2123-33a8-4870-b110-9584bb804234 req-a0b1e90b-4fd5-49c2-8deb-d9250aecd80d service neutron] delete failed (client error): The resource could not be found. Jul 07 22:08:17.962384 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af6d2123-33a8-4870-b110-9584bb804234 req-a0b1e90b-4fd5-49c2-8deb-d9250aecd80d service neutron] 10.222.0.44 "DELETE /v2.0/ports/698a7822-e166-4f7a-af07-2df6ffb7cffe/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0570233 Jul 07 22:08:18.061826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958ee69-b6fc-4c63-899d-dec20c2a0f40 req-cc8e6960-bbab-4ed9-943c-21154d3fb299 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:18.063374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1958ee69-b6fc-4c63-899d-dec20c2a0f40 req-cc8e6960-bbab-4ed9-943c-21154d3fb299 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 943 time: 0.1960018 Jul 07 22:08:18.093841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2123-33a8-4870-b110-9584bb804234 req-5149eec7-42b1-46fa-9d9d-2a3764bb824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:18.095357 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af6d2123-33a8-4870-b110-9584bb804234 req-5149eec7-42b1-46fa-9d9d-2a3764bb824c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1101 time: 0.0636106 Jul 07 22:08:18.159532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1958ee69-b6fc-4c63-899d-dec20c2a0f40 req-5ed3001a-5357-47cb-bcfd-4369b2f9ca48 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865819 Jul 07 22:08:18.194299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2123-33a8-4870-b110-9584bb804234 req-7cd2c0a2-ce77-4f8f-ab8e-c976b51ce610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:18.196100 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af6d2123-33a8-4870-b110-9584bb804234 req-7cd2c0a2-ce77-4f8f-ab8e-c976b51ce610 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.0907640 Jul 07 22:08:18.201435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec07ffc-b6c3-4d28-9b86-5224671d7406 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:18.206778 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.216416 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.242364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Pushing event deleted for resources: {'Port': ['ID=7f013f72-e2c1-47e9-9a95-e3771d097696,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:18.242563 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af6d2123-33a8-4870-b110-9584bb804234 req-3eb8a2ff-65f8-4b84-b3fb-784590f688c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 217 time: 0.0395596 Jul 07 22:08:18.274223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Transition to ACTIVE for port object 7ec07ffc-b6c3-4d28-9b86-5224671d7406 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:18.277856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-298f7b38-898a-4dc4-8be8-741328834c0a req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1088926991', 'description': 'tempest-description-587527450'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:18.282027 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.284747 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.286624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8e503e2-0010-4d02-aaef-fa13ac16d495 req-f5ceafe6-d822-4e0b-aa06-2cc6dfc02756 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "DELETE /v2.0/floatingips/3403be0e-80cb-4999-a02d-1a46d5c9aa4d HTTP/1.1" status: 204 len: 173 time: 1.0420680 Jul 07 22:08:18.291595 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.303002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2123-33a8-4870-b110-9584bb804234 req-fccee311-2f6b-4d54-9baa-cfbcd83f99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:18.304756 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af6d2123-33a8-4870-b110-9584bb804234 req-fccee311-2f6b-4d54-9baa-cfbcd83f99f3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0562413 Jul 07 22:08:18.358384 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-298f7b38-898a-4dc4-8be8-741328834c0a req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.361488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec07ffc-b6c3-4d28-9b86-5224671d7406,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:18.373384 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-298f7b38-898a-4dc4-8be8-741328834c0a req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.373975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d2123-33a8-4870-b110-9584bb804234 req-aa50263b-7995-447a-91e7-c9787aaf486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:18.375877 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af6d2123-33a8-4870-b110-9584bb804234 req-aa50263b-7995-447a-91e7-c9787aaf486f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645244 Jul 07 22:08:18.451093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Attempting to bind port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:18.451468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Attempting to bind port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:18.451815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Attempting to bind port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:18.467115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:18.467440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Attempting to bind port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:18.476250 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af6d2123-33a8-4870-b110-9584bb804234 req-717f2de6-c797-47d2-aa54-574ac6bcf2fa service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927651 Jul 07 22:08:18.485868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:18.486259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:18.486623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:18.487063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Bound port: 7ec07ffc-b6c3-4d28-9b86-5224671d7406, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:18.487418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.560426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652050e-4813-4448-a5ed-b9bfde48d6bf req-f26d4c25-6e8b-4230-9bdc-68dfcfba84b2 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:18.561945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d652050e-4813-4448-a5ed-b9bfde48d6bf req-f26d4c25-6e8b-4230-9bdc-68dfcfba84b2 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 1097 time: 0.1650207 Jul 07 22:08:18.581691 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af6d2123-33a8-4870-b110-9584bb804234 req-a910141c-565d-4db7-958f-d70948ea37f3 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944185 Jul 07 22:08:18.628807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] For port 7ec07ffc-b6c3-4d28-9b86-5224671d7406, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:18.633650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] For port 7ec07ffc-b6c3-4d28-9b86-5224671d7406, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ec07ffc-b6c3-4d28-9b86-5224671d7406,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:18.648341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.660444 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-298f7b38-898a-4dc4-8be8-741328834c0a req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.665889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d652050e-4813-4448-a5ed-b9bfde48d6bf req-bc5ab344-b4b4-4cdb-b8c2-82dd4ff5b87a tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957110 Jul 07 22:08:18.688984 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-298f7b38-898a-4dc4-8be8-741328834c0a req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.699490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:18.700099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.701472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] 10.222.0.44 "PUT /v2.0/ports/7ec07ffc-b6c3-4d28-9b86-5224671d7406 HTTP/1.1" status: 200 len: 1096 time: 1.2072394 Jul 07 22:08:18.702188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'tag': '2738b98b-f84b-447b-832a-6574ad94a530'}, {'name': 'network-changed', 'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:18.707403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e94d86-b266-42a7-a45d-72705ecb188a', 'tag': '7ec07ffc-b6c3-4d28-9b86-5224671d7406'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:18.708579 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828" -d '{"events": [{"name": "network-changed", "server_uuid": "83e94d86-b266-42a7-a45d-72705ecb188a", "tag": "7ec07ffc-b6c3-4d28-9b86-5224671d7406"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:18.709699 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105a30d9-58ab-49fe-a457-b61a348cae95" -d '{"events": [{"name": "network-changed", "server_uuid": "ad054759-0c6b-4534-a64e-53fcb9be8346", "tag": "2738b98b-f84b-447b-832a-6574ad94a530"}, {"name": "network-changed", "server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:18.760423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3776860-6c85-4c51-b44a-695a5f26132a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:18.799630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c6375-f4ac-4612-9c32-c387307e46b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec07ffc-b6c3-4d28-9b86-5224671d7406,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:18.907812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-298f7b38-898a-4dc4-8be8-741328834c0a req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.915748 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-298f7b38-898a-4dc4-8be8-741328834c0a req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.957159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-298f7b38-898a-4dc4-8be8-741328834c0a req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:18.959243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-298f7b38-898a-4dc4-8be8-741328834c0a req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6880581 Jul 07 22:08:18.971187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-f1a0aff7-4d74-4b41-bd63-573ef702fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:18.972801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-f1a0aff7-4d74-4b41-bd63-573ef702fdd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 1099 time: 0.2043273 Jul 07 22:08:18.981951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c0664-3d3e-45a4-a93c-9dbb31ab790f req-fe276cfe-a14f-4957-a68d-15749119fe92 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:18.983423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e56c0664-3d3e-45a4-a93c-9dbb31ab790f req-fe276cfe-a14f-4957-a68d-15749119fe92 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.1538613 Jul 07 22:08:18.994094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b39bdc-434f-4504-a38a-fae10ea39d38 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb81f8c9-a2f7-483a-ad06-fc07ece6f379,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:19.040649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-df4d69f4-bbac-415c-8e05-6b975c5f1bec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=7ec07ffc-b6c3-4d28-9b86-5224671d7406 HTTP/1.1" status: 200 len: 217 time: 0.0553904 Jul 07 22:08:19.295715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:19.355638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e56c0664-3d3e-45a4-a93c-9dbb31ab790f req-84bc3782-2d63-4970-b17d-8a086c219933 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590016 Jul 07 22:08:19.361464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-4f944edc-df1e-4a64-a05e-bd5097d548bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:19.362719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-4f944edc-df1e-4a64-a05e-bd5097d548bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.3152907 Jul 07 22:08:19.417751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1986a6-d0d8-445f-aaa0-7387458319d1 req-478f3325-2cad-4a0e-8b3f-7a37acf5980f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:19.419284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b1986a6-d0d8-445f-aaa0-7387458319d1 req-478f3325-2cad-4a0e-8b3f-7a37acf5980f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 947 time: 0.3614013 Jul 07 22:08:19.465597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-67cc904b-00bd-4697-a582-14fbd3de46a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:19.467121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-67cc904b-00bd-4697-a582-14fbd3de46a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971460 Jul 07 22:08:19.470328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b1986a6-d0d8-445f-aaa0-7387458319d1 req-8cc9d8cd-fc25-428a-8a56-49f6b9bedf7a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Jul 07 22:08:19.571769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-a4ba1c16-73ef-4df5-bc50-c547e870f030 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977085 Jul 07 22:08:19.657501 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e7450e-b840-496c-9ba5-0c649dd347e6 x-openstack-request-id: req-84e7450e-b840-496c-9ba5-0c649dd347e6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:19.658517 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad054759-0c6b-4534-a64e-53fcb9be8346", "tag": "2738b98b-f84b-447b-832a-6574ad94a530", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:19.658829 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84e7450e-b840-496c-9ba5-0c649dd347e6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:19.659286 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'tag': '2738b98b-f84b-447b-832a-6574ad94a530', 'status': 'completed', 'code': 200} Jul 07 22:08:19.659619 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1', 'status': 'completed', 'code': 200} Jul 07 22:08:19.668101 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-6002fe43-8065-41c8-986a-1edd5294c71c req-b66136e9-1da1-4e0a-b438-46c71805c409 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] show failed (client error): The resource could not be found. Jul 07 22:08:19.669500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6002fe43-8065-41c8-986a-1edd5294c71c req-b66136e9-1da1-4e0a-b438-46c71805c409 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips/3403be0e-80cb-4999-a02d-1a46d5c9aa4d HTTP/1.1" status: 404 len: 350 time: 0.0718522 Jul 07 22:08:19.698970 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b631d6e3-24e1-4f91-a7ca-b3d489155b02 x-openstack-request-id: req-b631d6e3-24e1-4f91-a7ca-b3d489155b02 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:19.699271 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e94d86-b266-42a7-a45d-72705ecb188a", "tag": "7ec07ffc-b6c3-4d28-9b86-5224671d7406", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:19.699535 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b631d6e3-24e1-4f91-a7ca-b3d489155b02 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:19.700014 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e94d86-b266-42a7-a45d-72705ecb188a', 'tag': '7ec07ffc-b6c3-4d28-9b86-5224671d7406', 'status': 'completed', 'code': 200} Jul 07 22:08:19.709611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-210bd83d-b85e-43e5-8f39-cb50c9e68f45 req-d54b0b86-52a9-4ec3-9d16-a25689bca7ce tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1816211361', 'description': 'tempest-description-1995011134'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:19.767043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd47471c-29b7-44a8-b790-7bbed3abe5ce req-c310a400-1ba8-4b2b-ac2e-d1cd03a8e930 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888988 Jul 07 22:08:19.769875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-b188aa7f-d788-45e8-94f3-511bd294f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:19.771658 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-b188aa7f-d788-45e8-94f3-511bd294f0a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 1095 time: 0.0711226 Jul 07 22:08:19.798306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210bd83d-b85e-43e5-8f39-cb50c9e68f45 req-d54b0b86-52a9-4ec3-9d16-a25689bca7ce tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:19.868585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-a090fd73-76a0-4124-9cb9-2a48a6a0a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:19.870053 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-a090fd73-76a0-4124-9cb9-2a48a6a0a14f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 905 time: 0.0884020 Jul 07 22:08:19.916970 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-5cb76471-8921-4b21-a4a8-8d3e15f05956 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1 HTTP/1.1" status: 200 len: 217 time: 0.0368974 Jul 07 22:08:19.926413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-27dfac56-80be-41ae-aa14-2d01840fbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:19.928147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-27dfac56-80be-41ae-aa14-2d01840fbd02 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9637cba1caa041bea974b4f659b98b5a&device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 1098 time: 0.2105050 Jul 07 22:08:19.968812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-25cf33f2-75d4-4db9-b37f-d7d8b24a869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:19.970295 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-25cf33f2-75d4-4db9-b37f-d7d8b24a869d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dac23677-c3f2-4b17-a2d1-eb20d8c04ece HTTP/1.1" status: 200 len: 844 time: 0.0457332 Jul 07 22:08:19.986213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-8f6ded2f-4169-4920-8c25-83e7346c9b88 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:19.987719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-8f6ded2f-4169-4920-8c25-83e7346c9b88 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 821 time: 0.2169962 Jul 07 22:08:20.005325 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-ba6703b6-7d06-4bf4-a21b-fe1ca523c60c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270026 Jul 07 22:08:20.049944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-35485031-4838-43e8-a7e5-77463de59885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:20.051986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-35485031-4838-43e8-a7e5-77463de59885 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 1099 time: 0.2152104 Jul 07 22:08:20.056127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-ab1be978-d20a-4a70-9fcd-aeb754de0980 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/quotas/d8f66928466f4e67acd89b20707127a1 HTTP/1.1" status: 200 len: 375 time: 0.0360968 Jul 07 22:08:20.074209 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3afd76b6-b229-4a8b-a814-60c2bb5918b1 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:20.103712 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-15e7a454-cb57-44d6-84c7-9fb4e28980ee service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905919 Jul 07 22:08:20.180239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:20.184473 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210bd83d-b85e-43e5-8f39-cb50c9e68f45 req-d54b0b86-52a9-4ec3-9d16-a25689bca7ce tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:20.193977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-ba908de8-740e-4743-9f5e-de408a5ecb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:20.195512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-ba908de8-740e-4743-9f5e-de408a5ecb40 service neutron] 10.222.0.83 "GET /v2.0/networks?id=612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 200 len: 925 time: 0.2521243 Jul 07 22:08:20.196339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210bd83d-b85e-43e5-8f39-cb50c9e68f45 req-d54b0b86-52a9-4ec3-9d16-a25689bca7ce tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:20.201659 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-3c68ce53-03c7-42d7-9e89-97ee0ff3f3ee service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900390 Jul 07 22:08:20.201902 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '3afd76b6-b229-4a8b-a814-60c2bb5918b1', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'port_id': '3afd76b6-b229-4a8b-a814-60c2bb5918b1', 'mac_address': 'fa:16:3e:40:dc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac23677-c3f2-4b17-a2d1-eb20d8c04ece', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:08:20.239191 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:20.251539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afd76b6-b229-4a8b-a814-60c2bb5918b1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:20.275588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:20.283222 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:20.308296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210bd83d-b85e-43e5-8f39-cb50c9e68f45 req-d54b0b86-52a9-4ec3-9d16-a25689bca7ce tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:20.309404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210bd83d-b85e-43e5-8f39-cb50c9e68f45 req-d54b0b86-52a9-4ec3-9d16-a25689bca7ce tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6071584 Jul 07 22:08:20.332368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b0b86-52a9-4ec3-9d16-a25689bca7ce tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8906d67a-42b4-4c7d-9c0e-bbbad0b2f85a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:20.343210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3afd76b6-b229-4a8b-a814-60c2bb5918b1,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:20.346484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-bbdbfb52-b2b4-4d59-afd0-cd34a580bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:20.348627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-bbdbfb52-b2b4-4d59-afd0-cd34a580bc90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2859807 Jul 07 22:08:20.367210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-55c2c5ba-7e9c-4d2b-91e4-f94c0971cf22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2738b98b-f84b-447b-832a-6574ad94a530 HTTP/1.1" status: 200 len: 1001 time: 0.1591740 Jul 07 22:08:20.374960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-135850f9-57d3-40f7-a77f-5b359642d7ff tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3111925 Jul 07 22:08:20.417976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-589c9561-8bc5-4619-bb23-0fffc64059cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=7ec07ffc-b6c3-4d28-9b86-5224671d7406 HTTP/1.1" status: 200 len: 217 time: 0.0591004 Jul 07 22:08:20.573904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-065683d6-07a6-4c90-8aed-85ec5dd8a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:20.575292 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-065683d6-07a6-4c90-8aed-85ec5dd8a5b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a9942e5-327d-4e25-9c10-3e72191c7e80 HTTP/1.1" status: 200 len: 863 time: 0.1741138 Jul 07 22:08:20.579317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-7bb21094-948a-490b-90e2-0f00fa8d3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:20.580601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-7bb21094-948a-490b-90e2-0f00fa8d3271 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1415114 Jul 07 22:08:20.656161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3afd76b6-b229-4a8b-a814-60c2bb5918b1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:20.666176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-7ca1db6a-517a-434c-8de8-65c76044bce3 service neutron] 10.222.0.81 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637553 Jul 07 22:08:20.674390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f233e-2cf2-416a-b0bf-0151f1eb938a req-e1ef4aab-494a-465a-b9cb-66ccbd0831df tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:20.675820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-694f233e-2cf2-416a-b0bf-0151f1eb938a req-e1ef4aab-494a-465a-b9cb-66ccbd0831df tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 944 time: 0.2726159 Jul 07 22:08:20.801892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-22b10002-0439-49da-86c3-a4b2dcf08868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:20.803407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-22b10002-0439-49da-86c3-a4b2dcf08868 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=612059aa-53f0-48ef-9198-ca4890e951aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2152586 Jul 07 22:08:20.809123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-694f233e-2cf2-416a-b0bf-0151f1eb938a req-14b3d43f-d399-4551-96f2-551fc9f25792 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201041 Jul 07 22:08:20.810803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-72c067c0-ea6a-4812-9958-6d9ac107a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:20.812145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-72c067c0-ea6a-4812-9958-6d9ac107a7bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2229714 Jul 07 22:08:20.858994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-a739bf8a-71ba-4bcb-87aa-bffde8a57243 service neutron] 10.222.0.81 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815753 Jul 07 22:08:21.052310 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-5c3e7b28-3433-468a-a1d6-8673e9c2e870 req-908586ac-9115-4363-b2ca-69a34748dff9 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] show failed (client error): The resource could not be found. Jul 07 22:08:21.053348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c3e7b28-3433-468a-a1d6-8673e9c2e870 req-908586ac-9115-4363-b2ca-69a34748dff9 tempest-FloatingIPsTestJSON-299759077 tempest-FloatingIPsTestJSON-299759077-project] 10.222.0.81 "GET /v2.0/floatingips/3403be0e-80cb-4999-a02d-1a46d5c9aa4d HTTP/1.1" status: 404 len: 350 time: 0.0655887 Jul 07 22:08:21.057579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-06913b14-fc7c-41b6-b2ef-65a7db10c108 service neutron] 10.222.0.83 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396705 Jul 07 22:08:21.061183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-dd0acc3c-d715-46f9-8f32-788e9e388a0e service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337382 Jul 07 22:08:21.062820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:21.083345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c566d2-dd06-497d-a0ed-9ac07d87fccc req-9716d6c2-2850-47ac-af28-9ed7985ee387 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:21.084712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45c566d2-dd06-497d-a0ed-9ac07d87fccc req-9716d6c2-2850-47ac-af28-9ed7985ee387 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 949 time: 0.1661050 Jul 07 22:08:21.306783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45c566d2-dd06-497d-a0ed-9ac07d87fccc req-3d31c0c3-eec1-47a7-a73c-6f6b320d6f81 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7010be-43f5-480a-bd6b-d3d7383e7008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748633 Jul 07 22:08:21.319896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b3cb9-6047-445d-bf43-6a1396238267 req-f1d93769-c390-406e-832e-187772e162fa tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:21.321709 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-690b3cb9-6047-445d-bf43-6a1396238267 req-f1d93769-c390-406e-832e-187772e162fa tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a972f9b-ddcb-477a-9c85-aa689f0bea21 HTTP/1.1" status: 200 len: 949 time: 0.1651788 Jul 07 22:08:21.388419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-105a30d9-58ab-49fe-a457-b61a348cae95 req-e257d732-4e0b-421f-89e2-37aa1d17a5b9 service neutron] 10.222.0.83 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224652 Jul 07 22:08:21.390631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d4f3d69-cbfb-46a0-9885-9a3ac7758828 req-970be913-7e90-4e3e-a5aa-2202b499303f service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152289 Jul 07 22:08:21.557762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ef77-69f6-4fd6-b974-feb5876cb1b1 req-ccac8a50-9538-483c-9f94-998636a88be9 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:21.559321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68c7ef77-69f6-4fd6-b974-feb5876cb1b1 req-ccac8a50-9538-483c-9f94-998636a88be9 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.1096573 Jul 07 22:08:21.809806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-690b3cb9-6047-445d-bf43-6a1396238267 req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Deleting port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:21.810224 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690b3cb9-6047-445d-bf43-6a1396238267 req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:21.858900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68c7ef77-69f6-4fd6-b974-feb5876cb1b1 req-bdde1884-b6b8-42a6-8052-57cb0ad4d1c4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914147 Jul 07 22:08:21.904792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-2b4a0cef-9a69-4785-af2b-e61f44d68cb1 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56136 time: 0.8038785 Jul 07 22:08:21.950740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-2ac124d6-5ba1-447c-b9eb-cfb9615d5949 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4c749cb5-ffda-40e7-9076-9038efc2373b HTTP/1.1" status: 200 len: 2973 time: 0.0370011 Jul 07 22:08:21.960406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-690b3cb9-6047-445d-bf43-6a1396238267 req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] For port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:21.960770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690b3cb9-6047-445d-bf43-6a1396238267 req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:21.982193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-690b3cb9-6047-445d-bf43-6a1396238267 req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Calling delete_port for 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:22.024571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-de2dc500-b5c4-4914-aa07-96937fa68282 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4c749cb5-ffda-40e7-9076-9038efc2373b HTTP/1.1" status: 200 len: 2973 time: 0.0678940 Jul 07 22:08:22.056105 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:22.069785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148cf56-5e40-4cb4-9422-a3f77eac88fd req-f50c20fa-7127-4546-ab9e-8c77a20a41c1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:22.071558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2148cf56-5e40-4cb4-9422-a3f77eac88fd req-f50c20fa-7127-4546-ab9e-8c77a20a41c1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 947 time: 0.1013339 Jul 07 22:08:22.090037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3afd76b6-b229-4a8b-a814-60c2bb5918b1 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:22.099698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-ad88b809-ac00-402a-a11d-1107ac913b8b tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/50951270-031d-4b55-bc1a-f8737eccae9c HTTP/1.1" status: 200 len: 2981 time: 0.0676079 Jul 07 22:08:22.127838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2148cf56-5e40-4cb4-9422-a3f77eac88fd req-583990cf-cef9-433c-acc4-1b80f62592f0 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Jul 07 22:08:22.169610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:22.170868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-38bcb350-30c5-49b7-ad81-8425a9486c71 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/50951270-031d-4b55-bc1a-f8737eccae9c HTTP/1.1" status: 200 len: 2981 time: 0.0557191 Jul 07 22:08:22.176662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:22.177067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:22.233799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-abb2d0f6-bcb6-4c50-acda-8548b5700ba0 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/602cc389-2918-46eb-89ad-5a71324a685d HTTP/1.1" status: 200 len: 2981 time: 0.0535398 Jul 07 22:08:22.288073 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:22.288805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-87795b21-cb5b-4a64-a1f9-52bd65687385 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/602cc389-2918-46eb-89ad-5a71324a685d HTTP/1.1" status: 200 len: 2981 time: 0.0539134 Jul 07 22:08:22.316933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:22.321407 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42746748-cb2f-4ca4-a833-2a2f37920660" -d '{"events": [{"server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "name": "network-vif-plugged", "status": "completed", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:22.339141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:22.339354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-04b610f0-92b6-45de-85bd-dec336416460 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/675497e4-2afb-4fbb-8c1c-55946a32ee54 HTTP/1.1" status: 200 len: 2981 time: 0.0445616 Jul 07 22:08:22.344523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:22.351549 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690b3cb9-6047-445d-bf43-6a1396238267 req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:22.399941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Pushing event deleted for resources: {'Port': ['ID=6eff7f56-0b18-429c-b0ef-7e3f7c240ff9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:22.422061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3afd76b6-b229-4a8b-a814-60c2bb5918b1,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:22.426505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['6eff7f56-0b18-429c-b0ef-7e3f7c240ff9'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:22.465371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-690b3cb9-6047-445d-bf43-6a1396238267 req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] No DVR routers for this DVR port 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:08:22.471356 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-690b3cb9-6047-445d-bf43-6a1396238267 req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:22.473515 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-690b3cb9-6047-445d-bf43-6a1396238267 req-4cc3a835-f992-4848-a96f-57456daa5b90 tempest-LiveMigrationNegativeTest-1003278758 tempest-LiveMigrationNegativeTest-1003278758-project] 10.222.0.44 "DELETE /v2.0/ports/6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 HTTP/1.1" status: 204 len: 173 time: 1.1423728 Jul 07 22:08:22.473955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a972f9b-ddcb-477a-9c85-aa689f0bea21', 'name': 'network-vif-deleted', 'tag': '6eff7f56-0b18-429c-b0ef-7e3f7c240ff9'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:22.476348 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f6b8f4-020b-4d97-8b1a-dc50f32e56cb" -d '{"events": [{"server_uuid": "0a972f9b-ddcb-477a-9c85-aa689f0bea21", "name": "network-vif-deleted", "tag": "6eff7f56-0b18-429c-b0ef-7e3f7c240ff9"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:22.495804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-c715c866-02f1-442a-a190-f93b7bc7c036 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/675497e4-2afb-4fbb-8c1c-55946a32ee54 HTTP/1.1" status: 200 len: 2981 time: 0.1449008 Jul 07 22:08:22.560583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1fc604f5-0cc7-4f90-a913-62bc07d9d602 req-c671706c-ea5e-403d-9804-d6a22e782573 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 210 time: 0.0435150 Jul 07 22:08:22.603505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-3b7e9de0-8bc1-449e-a3ce-008d8887fbb2 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6ea32e28-0718-45a8-ab75-0b95179b3590 HTTP/1.1" status: 200 len: 2981 time: 0.0965457 Jul 07 22:08:22.608089 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Deleting port 69d00d73-7e9b-487f-95f9-03822e3574b6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:22.611280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:22.638977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-cf16f159-12ae-4c46-8b9a-6fdadfacdd34 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:22.642907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-cf16f159-12ae-4c46-8b9a-6fdadfacdd34 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 821 time: 0.2075438 Jul 07 22:08:22.679498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Request body: {'port': {'device_id': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1', 'admin_state_up': True, 'tenant_id': 'd8f66928466f4e67acd89b20707127a1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:22.771159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-157e0f7b-e3d6-4cf1-9942-53f6e46447ea tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6ea32e28-0718-45a8-ab75-0b95179b3590 HTTP/1.1" status: 200 len: 2981 time: 0.1264200 Jul 07 22:08:22.780249 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] For port 69d00d73-7e9b-487f-95f9-03822e3574b6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=69d00d73-7e9b-487f-95f9-03822e3574b6,segment=NetworkSegment(76179539-9665-4b61-a45c-bae6a35d9d87),segment_id=76179539-9665-4b61-a45c-bae6a35d9d87)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:22.780678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:22.805638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Calling delete_port for 69d00d73-7e9b-487f-95f9-03822e3574b6 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:22.910826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-7d6d46e9-9ec3-4242-8ce6-9a751c2b2111 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/72a84d1b-aebd-4a85-baf5-91e83e9071cd HTTP/1.1" status: 200 len: 2981 time: 0.1386197 Jul 07 22:08:22.950119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb7ae0-b94b-4ad2-acff-6a0c422850ae req-4e03b3bd-371e-4206-bd95-e505d4f286d9 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:22.951610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7fb7ae0-b94b-4ad2-acff-6a0c422850ae req-4e03b3bd-371e-4206-bd95-e505d4f286d9 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.1697364 Jul 07 22:08:22.997387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Made reservation on behalf of d8f66928466f4e67acd89b20707127a1 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:23.000823 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:23.019569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:23.024184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-48fa6d69-ea38-42c7-ba8c-026d1f3b0523 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/72a84d1b-aebd-4a85-baf5-91e83e9071cd HTTP/1.1" status: 200 len: 2981 time: 0.1057775 Jul 07 22:08:23.048746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d00d73-7e9b-487f-95f9-03822e3574b6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:23.058902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7fb7ae0-b94b-4ad2-acff-6a0c422850ae req-a62c5163-ea8c-4896-bc79-df16dc08b61d tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985422 Jul 07 22:08:23.146524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-02a973ab-947d-4573-bca5-5a203d2ecde5 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7aa3b4f4-1b57-4e2e-9bef-9d51b0e46b5b HTTP/1.1" status: 200 len: 2981 time: 0.1060309 Jul 07 22:08:23.226233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Allocated IP 172.20.0.5 (df4c92dd-9e35-4c65-b13e-5a08e0f427f1/89fc32d3-510d-40a2-8873-b4755e7fee10/dae3717c-a93a-46cd-9b64-4c62e4d862b1) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:23.278330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:23.380755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-ce7d6b47-22e2-4c24-bbd2-dc38818790c6 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7aa3b4f4-1b57-4e2e-9bef-9d51b0e46b5b HTTP/1.1" status: 200 len: 2981 time: 0.1344373 Jul 07 22:08:23.426764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d71a37-a14c-4354-853b-2271b2dea1a5 req-5b82307e-8a1b-441a-af64-40084ba47082 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:23.428322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71d71a37-a14c-4354-853b-2271b2dea1a5 req-5b82307e-8a1b-441a-af64-40084ba47082 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1101 time: 0.1369615 Jul 07 22:08:23.522536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Router feb3a3d5-570a-4299-95c7-709078754779 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:08:23.525051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-152829d0-3955-4b4a-a489-7f87ffe76b44 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7abe84fd-c201-4674-9050-076ff0b0cabe HTTP/1.1" status: 200 len: 2981 time: 0.1434462 Jul 07 22:08:23.570924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71d71a37-a14c-4354-853b-2271b2dea1a5 req-05e65330-f7a5-42e7-8a2f-e7b611b3ae5b tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236722 Jul 07 22:08:23.614933 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:23.626791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-f9896d93-efd0-43f5-b81b-940053db6e29 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/7abe84fd-c201-4674-9050-076ff0b0cabe HTTP/1.1" status: 200 len: 2981 time: 0.0944612 Jul 07 22:08:23.637429 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c84fa-1ca8-476b-acda-7ed662ed3e34 x-openstack-request-id: req-d92c84fa-1ca8-476b-acda-7ed662ed3e34 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:23.637957 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "name": "network-vif-plugged", "status": "completed", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:23.638571 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d92c84fa-1ca8-476b-acda-7ed662ed3e34 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:23.640156 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1', 'code': 200} Jul 07 22:08:23.641028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:08:23.657273 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2e92831c-6101-4a77-abb9-90e9e39cbf04 admin admin] 10.222.0.81 "PUT /v2.0/routers/feb3a3d5-570a-4299-95c7-709078754779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5931971 Jul 07 22:08:23.658292 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] Sync routers for ids ['feb3a3d5-570a-4299-95c7-709078754779'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:08:23.659251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45284) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:23.669128 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] Routers {'feb3a3d5-570a-4299-95c7-709078754779'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:23.669741 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['feb3a3d5-570a-4299-95c7-709078754779'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:23.677949 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:23.781170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:23.796654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:23.801176 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:23.821860 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6341ca4-45e9-4fe4-94e5-b6d5a1fdd38c x-openstack-request-id: req-e6341ca4-45e9-4fe4-94e5-b6d5a1fdd38c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:23.822578 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a972f9b-ddcb-477a-9c85-aa689f0bea21", "name": "network-vif-deleted", "tag": "6eff7f56-0b18-429c-b0ef-7e3f7c240ff9", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:23.822890 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6341ca4-45e9-4fe4-94e5-b6d5a1fdd38c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:23.823372 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a972f9b-ddcb-477a-9c85-aa689f0bea21', 'name': 'network-vif-deleted', 'tag': '6eff7f56-0b18-429c-b0ef-7e3f7c240ff9', 'status': 'completed', 'code': 200} Jul 07 22:08:23.831117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:23.851755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:23.852771 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:23.882095 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] Set router feb3a3d5-570a-4299-95c7-709078754779 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:23.900873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Pushing event updated for resources: {'Port': ['ID=dae3717c-a93a-46cd-9b64-4c62e4d862b1,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:23.923765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-0788ee15-23ac-4a59-be37-a4341abfe678 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a58a10f8-5c75-41c3-97a8-5cca08ef64dc HTTP/1.1" status: 200 len: 2977 time: 0.2866986 Jul 07 22:08:23.929905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-78ce6b6b-998b-4d82-bdbc-defbebb39969 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2566822 Jul 07 22:08:23.960106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Request body: {'port': {'device_id': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:24.036235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-ee8d8f37-b6f8-439d-9c1f-a12ff6670504 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a58a10f8-5c75-41c3-97a8-5cca08ef64dc HTTP/1.1" status: 200 len: 2977 time: 0.1016479 Jul 07 22:08:24.040439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2ccb3-b1ea-4c52-bb67-624b4214a210 req-06b29abe-935f-41e4-be32-f3f3b7f9d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:24.041946 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-12f2ccb3-b1ea-4c52-bb67-624b4214a210 req-06b29abe-935f-41e4-be32-f3f3b7f9d72f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 1097 time: 0.2382429 Jul 07 22:08:24.062307 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.073706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580627e8-b59b-4edf-b215-d4f29f2cc792 req-50a0226b-7715-4389-9948-4c396fc4fe4d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:24.075561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-580627e8-b59b-4edf-b215-d4f29f2cc792 req-50a0226b-7715-4389-9948-4c396fc4fe4d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 947 time: 0.2015755 Jul 07 22:08:24.104521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7ec07ffc-b6c3-4d28-9b86-5224671d7406 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:24.116716 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-12f2ccb3-b1ea-4c52-bb67-624b4214a210 req-87c54cc9-4826-4da0-9039-a9a97980e14c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652964 Jul 07 22:08:24.151422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45292) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:24.176899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.191886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Deleting port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:24.192527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.209097 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3a3d5-570a-4299-95c7-709078754779', 'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:22Z', 'revision_number': 5, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'gw_port': {'id': '9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feb3a3d5-570a-4299-95c7-709078754779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:24.219637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-44b36665-ad31-4011-ae12-750f57b34b35 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a8733df3-80dc-4abe-980e-e910f57d7440 HTTP/1.1" status: 200 len: 2981 time: 0.1744452 Jul 07 22:08:24.234500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-580627e8-b59b-4edf-b215-d4f29f2cc792 req-4b8fafaf-baed-492e-ad97-2be34df966b1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502202 Jul 07 22:08:24.331899 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] Checking router: feb3a3d5-570a-4299-95c7-709078754779 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:08:24.348110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7ec07ffc-b6c3-4d28-9b86-5224671d7406, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ec07ffc-b6c3-4d28-9b86-5224671d7406,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:24.353072 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] Routers {'feb3a3d5-570a-4299-95c7-709078754779'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:24.355677 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['feb3a3d5-570a-4299-95c7-709078754779'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:24.364341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] For port 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:24.369743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '7ec07ffc-b6c3-4d28-9b86-5224671d7406', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '7ec07ffc-b6c3-4d28-9b86-5224671d7406', 'mac_address': 'fa:16:3e:65:95:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:08:24.370478 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.392611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Calling delete_port for 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:24.430822 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.452674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-e2fbf940-5f4d-4751-a6a9-0744a3a8319b tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/a8733df3-80dc-4abe-980e-e910f57d7440 HTTP/1.1" status: 200 len: 2981 time: 0.1564057 Jul 07 22:08:24.455431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec07ffc-b6c3-4d28-9b86-5224671d7406 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:24.458209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6347fa5c-cade-4835-8968-80319509f1de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4712996f255741f4978fe5c0b1221e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010540 Jul 07 22:08:24.460869 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45296) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:24.498409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7ec07ffc-b6c3-4d28-9b86-5224671d7406, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ec07ffc-b6c3-4d28-9b86-5224671d7406,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:24.503196 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.524805 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] Set router feb3a3d5-570a-4299-95c7-709078754779 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:24.576026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98e03c9b-a829-4d96-a9bd-99744aa40094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.577900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-7c5e6e05-30c7-4f5e-9fca-6987e57bf086 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b06190c0-6e22-4c51-bd37-69fae81a505c HTTP/1.1" status: 200 len: 2981 time: 0.1152279 Jul 07 22:08:24.598600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=7ec07ffc-b6c3-4d28-9b86-5224671d7406,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:24.622003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98e03c9b-a829-4d96-a9bd-99744aa40094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.631353 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feb3a3d5-570a-4299-95c7-709078754779', 'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:24Z', 'revision_number': 6, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:24.666229 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0494db0-d45b-4bfc-80df-fa543b403a49 None None] The sync data for ids ['feb3a3d5-570a-4299-95c7-709078754779'] in n-d-695012-11 is: [{'id': 'feb3a3d5-570a-4299-95c7-709078754779', 'name': 'tempest-FloatingIPsTestJSON-2102274012-router', 'tenant_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:55Z', 'updated_at': '2021-07-07T22:08:24Z', 'revision_number': 6, 'project_id': 'bedbc4bbe6ac4c44b4d3d76e77b07291', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:08:24.712334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.723594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-0c03710b-d764-4aa3-afcb-88355f2a422f tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/b06190c0-6e22-4c51-bd37-69fae81a505c HTTP/1.1" status: 200 len: 2981 time: 0.1274619 Jul 07 22:08:24.764611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:24.775479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98e03c9b-a829-4d96-a9bd-99744aa40094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.778022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98e03c9b-a829-4d96-a9bd-99744aa40094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.779246 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-98e03c9b-a829-4d96-a9bd-99744aa40094 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf7010be-43f5-480a-bd6b-d3d7383e7008 HTTP/1.1" status: 204 len: 168 time: 0.3163214 Jul 07 22:08:24.801238 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:24.828713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['7ec07ffc-b6c3-4d28-9b86-5224671d7406'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:24.831007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505c734-f31c-4a34-8f32-b89940da3c8a req-1edefc8d-5072-4a30-83cc-e189c3094d89 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:24.838630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1505c734-f31c-4a34-8f32-b89940da3c8a req-1edefc8d-5072-4a30-83cc-e189c3094d89 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 931 time: 0.1772144 Jul 07 22:08:24.848309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-a1338bc9-ec3f-4b05-9b57-95a02e674d8a tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bfdf3381-a071-468d-a843-be9bc9037890 HTTP/1.1" status: 200 len: 2981 time: 0.0988662 Jul 07 22:08:24.922221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1505c734-f31c-4a34-8f32-b89940da3c8a req-29a7b836-9f3b-46e4-83a1-709a8f74adb1 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825987 Jul 07 22:08:25.037831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-a642f675-5db5-4244-b6ee-c0837957416b tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bfdf3381-a071-468d-a843-be9bc9037890 HTTP/1.1" status: 200 len: 2981 time: 0.1825092 Jul 07 22:08:25.042061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae3717c-a93a-46cd-9b64-4c62e4d862b1 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:25.068049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.141716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Transition to ACTIVE for port object dae3717c-a93a-46cd-9b64-4c62e4d862b1 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:25.168178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.297980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-aa342435-6988-4e45-b8b0-6eb17e294d1c tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c3776860-6c85-4c51-b44a-695a5f26132a HTTP/1.1" status: 200 len: 2981 time: 0.2328892 Jul 07 22:08:25.361834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Pushing event updated for resources: {'Port': ['ID=dae3717c-a93a-46cd-9b64-4c62e4d862b1,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:25.382255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45308) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:25.431061 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e03c9b-a829-4d96-a9bd-99744aa40094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7010be-43f5-480a-bd6b-d3d7383e7008,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:25.458220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:25.458720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:25.459045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:25.463722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.466450 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.472615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-830b7643-44a8-43ac-b140-76171b5c2b0a tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c3776860-6c85-4c51-b44a-695a5f26132a HTTP/1.1" status: 200 len: 2981 time: 0.1468699 Jul 07 22:08:25.478438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:25.478716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:25.506760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd6657-26db-4edb-b8d6-c7b900e9d396 req-6cd3bcf7-d0dc-44f2-bac8-6f8d8892d3fe tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:25.508200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48dd6657-26db-4edb-b8d6-c7b900e9d396 req-6cd3bcf7-d0dc-44f2-bac8-6f8d8892d3fe tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.2781100 Jul 07 22:08:25.514024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3004f390-c185-469a-93ab-892afbb26e7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a7fe400bd39442789452f7d20aeab05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249404 Jul 07 22:08:25.517067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:25.517401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:25.517779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:25.518243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Bound port: dae3717c-a93a-46cd-9b64-4c62e4d862b1, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:25.518608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.522524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45312) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:25.542749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.543204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router feb3a3d5-570a-4299-95c7-709078754779 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:08:25.548725 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.549877 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bb6f2b53-87e9-4d59-b8b2-e6f904a602ff admin admin] 10.222.0.81 "DELETE /v2.0/routers/feb3a3d5-570a-4299-95c7-709078754779 HTTP/1.1" status: 204 len: 168 time: 1.8891230 Jul 07 22:08:25.553497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45314) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:25.556413 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-106f0b21-1fa1-4dbc-8cdf-0caa399a0af6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1266634 Jul 07 22:08:25.607663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f30228-4b4e-4b8b-bbc1-01b945610ffd admin admin] Deleting subnet bb25e1ce-32b9-4e69-b816-d9541bfc6fd4 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:08:25.614065 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77f30228-4b4e-4b8b-bbc1-01b945610ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.648153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-21813fb1-15d9-4292-8ac3-225d1a3c8553 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c8dc2bc3-cb33-49bb-9135-94e98196aa9d HTTP/1.1" status: 200 len: 2977 time: 0.1592071 Jul 07 22:08:25.660078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48dd6657-26db-4edb-b8d6-c7b900e9d396 req-1e5ca4a3-e302-4953-aef7-63c70bca9dbd tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361125 Jul 07 22:08:25.687507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77f30228-4b4e-4b8b-bbc1-01b945610ffd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.706476 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd013f26-4955-46da-929f-f35a6aebdfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.724553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:25.753227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:25.756054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd013f26-4955-46da-929f-f35a6aebdfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.770443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.779132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-e9e404af-748e-4f5f-ad01-63d427c24f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:25.780625 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-e9e404af-748e-4f5f-ad01-63d427c24f6a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 1101 time: 0.1457894 Jul 07 22:08:25.786657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77f30228-4b4e-4b8b-bbc1-01b945610ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.867060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-82813a29-5c2b-42ee-a773-22e0e4545889 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/c8dc2bc3-cb33-49bb-9135-94e98196aa9d HTTP/1.1" status: 200 len: 2977 time: 0.2005985 Jul 07 22:08:25.874507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:25.875122 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.876480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] 10.222.0.83 "PUT /v2.0/ports/dae3717c-a93a-46cd-9b64-4c62e4d862b1 HTTP/1.1" status: 200 len: 1092 time: 1.9217420 Jul 07 22:08:25.878447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:25.881096 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:25.916917 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77f30228-4b4e-4b8b-bbc1-01b945610ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.926168 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-abf86fc1-68cd-46c6-a844-a95320764813 req-f0738510-bc7b-47ac-ab2a-c74974163fa1 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] show failed (client error): The resource could not be found. Jul 07 22:08:25.927491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-f0738510-bc7b-47ac-ab2a-c74974163fa1 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cf7010be-43f5-480a-bd6b-d3d7383e7008 HTTP/1.1" status: 404 len: 352 time: 0.0377252 Jul 07 22:08:25.930841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5f6b8-66fb-450e-9fad-53a8fa0afa32 service neutron] Pushing event updated for resources: {'Port': ['ID=dae3717c-a93a-46cd-9b64-4c62e4d862b1,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:25.950812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd013f26-4955-46da-929f-f35a6aebdfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.953477 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd013f26-4955-46da-929f-f35a6aebdfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.954775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fd013f26-4955-46da-929f-f35a6aebdfef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50951270-031d-4b55-bc1a-f8737eccae9c HTTP/1.1" status: 204 len: 168 time: 0.4302773 Jul 07 22:08:25.966724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f30228-4b4e-4b8b-bbc1-01b945610ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb25e1ce-32b9-4e69-b816-d9541bfc6fd4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:25.981598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-6952df41-f244-4d0b-8bd0-450fd2dbb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:25.983059 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-6952df41-f244-4d0b-8bd0-450fd2dbb952 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1736612 Jul 07 22:08:25.985730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f234183-9ae8-4628-a2d2-ae768b2b184b req-b8cb1975-6ccf-4f61-a373-07d57b490be0 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:25.990037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-77f30228-4b4e-4b8b-bbc1-01b945610ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:25.992380 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-77f30228-4b4e-4b8b-bbc1-01b945610ffd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/bb25e1ce-32b9-4e69-b816-d9541bfc6fd4 HTTP/1.1" status: 204 len: 168 time: 0.4350336 Jul 07 22:08:25.994672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f234183-9ae8-4628-a2d2-ae768b2b184b req-b8cb1975-6ccf-4f61-a373-07d57b490be0 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 948 time: 0.2153580 Jul 07 22:08:25.995181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45322) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:26.010403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028c4da6-0276-4e38-be6d-fb1422bb882c None None] Network 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:08:26.045474 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-97d6bdfd-b962-4824-a5cb-4216a08ad0d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=3e0d12ba-e129-4e58-8f80-8d631355d60a HTTP/1.1" status: 200 len: 217 time: 0.0511081 Jul 07 22:08:26.078319 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-abf86fc1-68cd-46c6-a844-a95320764813 req-03233f4f-7e5d-458b-b045-042105ba24f7 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] show failed (client error): The resource could not be found. Jul 07 22:08:26.079355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-03233f4f-7e5d-458b-b045-042105ba24f7 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/cf7010be-43f5-480a-bd6b-d3d7383e7008 HTTP/1.1" status: 404 len: 352 time: 0.1135545 Jul 07 22:08:26.091049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd013f26-4955-46da-929f-f35a6aebdfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50951270-031d-4b55-bc1a-f8737eccae9c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:26.117708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:26.127858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-2d2ae969-3e1c-40ad-86cc-392c6ebd6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:26.129535 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-2d2ae969-3e1c-40ad-86cc-392c6ebd6b2f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0755632 Jul 07 22:08:26.149234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:08:26.150796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6eff7f56-0b18-429c-b0ef-7e3f7c240ff9 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:08:26.210825 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-6eb394b7-fd12-4500-9570-d4b0bc608397 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e6f47493-f25d-4734-93b6-85f3921c20ed HTTP/1.1" status: 200 len: 2981 time: 0.0784233 Jul 07 22:08:26.215230 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:26.229032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f234183-9ae8-4628-a2d2-ae768b2b184b req-710caac3-0acd-47c8-965e-726070d764d1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808739 Jul 07 22:08:26.264161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-d1ba8873-c3e1-4fe3-b326-cd6783a42b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:26.268362 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-d1ba8873-c3e1-4fe3-b326-cd6783a42b86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305566 Jul 07 22:08:26.339821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71eff47-359a-4311-8067-7d3780f244d0 None None] DHCP port deletion for 1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:08:26.345002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 69d00d73-7e9b-487f-95f9-03822e3574b6 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:26.351034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-2c46e8ed-d457-4141-ba40-cf8f77d9daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:26.352512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-2c46e8ed-d457-4141-ba40-cf8f77d9daa0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1095 time: 0.3854623 Jul 07 22:08:26.375389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 69d00d73-7e9b-487f-95f9-03822e3574b6 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:08:26.375736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 69d00d73-7e9b-487f-95f9-03822e3574b6 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:08:26.376328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:26.386765 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-1950e105-e496-4099-a49a-e0306a1190db service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105692 Jul 07 22:08:26.404846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-2f61cbe0-9b25-4cf7-9d21-fb84a3e25664 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=faa40811a1804d4c819af9338b7db7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326064 Jul 07 22:08:26.414636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:08:26.415000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9fa6ddb4-d4f2-4b86-9e4d-56af7b4d0244 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:08:26.443035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b71eff47-359a-4311-8067-7d3780f244d0 None None] Deleting port 3859b657-1e90-4d9e-9882-9b40f089d775 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:26.443448 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b71eff47-359a-4311-8067-7d3780f244d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:26.497562 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-940bd14c-da06-49ad-89cd-6c397861b5cf req-10128a18-89ef-4754-885c-fed832f01fe4 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022787 Jul 07 22:08:26.510367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b71eff47-359a-4311-8067-7d3780f244d0 None None] For port 3859b657-1e90-4d9e-9882-9b40f089d775, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3859b657-1e90-4d9e-9882-9b40f089d775,segment=NetworkSegment(76179539-9665-4b61-a45c-bae6a35d9d87),segment_id=76179539-9665-4b61-a45c-bae6a35d9d87)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:26.510787 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b71eff47-359a-4311-8067-7d3780f244d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:26.527069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b71eff47-359a-4311-8067-7d3780f244d0 None None] Calling delete_port for 3859b657-1e90-4d9e-9882-9b40f089d775 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:26.662410 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b71eff47-359a-4311-8067-7d3780f244d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:26.695954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eff47-359a-4311-8067-7d3780f244d0 None None] Pushing event deleted for resources: {'Port': ['ID=3859b657-1e90-4d9e-9882-9b40f089d775,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:26.701649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71eff47-359a-4311-8067-7d3780f244d0 None None] No DVR routers for this DVR port 3859b657-1e90-4d9e-9882-9b40f089d775 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:08:26.733302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-1dfb4b34-7892-49d1-8ec3-20e7af31a94c tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e6f47493-f25d-4734-93b6-85f3921c20ed HTTP/1.1" status: 200 len: 2981 time: 0.4983954 Jul 07 22:08:26.744829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-e425ef93-8088-41b5-b669-d3d7210d26f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1 HTTP/1.1" status: 200 len: 217 time: 0.3304656 Jul 07 22:08:26.880132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-d4835480-43eb-4e73-8b9a-8d025cbb23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:26.881587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-d4835480-43eb-4e73-8b9a-8d025cbb23d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.1077552 Jul 07 22:08:26.890461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-159b0421-5b43-40cf-8abd-e877d1676fc1 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ea81cc04-600d-4b4f-98e9-16a19f7516b3 HTTP/1.1" status: 200 len: 2981 time: 0.1184826 Jul 07 22:08:26.904562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Deleting port 3859b657-1e90-4d9e-9882-9b40f089d775 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:26.904906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:26.946429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-08ffc3f7-1d28-4de9-af16-9c5e374b2924 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550253 Jul 07 22:08:27.016889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-b5c89959-1c48-4d06-ba11-45326aa965e7 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:27.018359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-b5c89959-1c48-4d06-ba11-45326aa965e7 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304904 Jul 07 22:08:27.091969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-31872dff-a5e0-4ca4-9ff5-12c71d0782e4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/quotas/faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 375 time: 0.0365648 Jul 07 22:08:27.099960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abf86fc1-68cd-46c6-a844-a95320764813 req-f67df6e6-a78e-492b-a4f0-e89a300ebd7f tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ea81cc04-600d-4b4f-98e9-16a19f7516b3 HTTP/1.1" status: 200 len: 2981 time: 0.1969969 Jul 07 22:08:27.102681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] For port 3859b657-1e90-4d9e-9882-9b40f089d775, host n-d-695012-11, got binding levels [] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:27.103319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.152202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Calling delete_port for 3859b657-1e90-4d9e-9882-9b40f089d775 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:27.164732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.ipam_backend_mixin [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Port 3859b657-1e90-4d9e-9882-9b40f089d775 was not found and therefore no delete operation was performed {{(pid=93941) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:08:27.168812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.198439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-dba1778f-8f4e-4926-9785-748028449317 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255991 Jul 07 22:08:27.203487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3859b657-1e90-4d9e-9882-9b40f089d775,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:27.217875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] No DVR routers for this DVR port 3859b657-1e90-4d9e-9882-9b40f089d775 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:08:27.237310 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-930a27d4-482b-40f0-b8e6-5337b2c82481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.290937 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2297b3-59c2-47a3-8658-56a901dccc15 x-openstack-request-id: req-0c2297b3-59c2-47a3-8658-56a901dccc15 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:27.291228 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:27.291483 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c2297b3-59c2-47a3-8658-56a901dccc15 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:27.291881 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1', 'status': 'completed', 'code': 200} Jul 07 22:08:27.350571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-68dc155d-f590-40a2-b856-33f734948cc3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2435806 Jul 07 22:08:27.373936 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.391502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.391956 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.392624 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.393000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > port after_create 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.393363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.394270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > port after_update 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.394593 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.394913 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.395230 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.395545 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.498297 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.498947 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.499996 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.500574 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:08:27.501535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:27.574882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76179539-9665-4b61-a45c-bae6a35d9d87') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:27.575094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76179539-9665-4b61-a45c-bae6a35d9d87') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:27.585265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69b6261a-bae1-491d-b5ff-64ff9e975d36 req-506229b6-df27-46f1-a0fc-84869cbdb912 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754222 Jul 07 22:08:27.616662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.678026 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.699713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:08:27.700115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: from cryptography.utils import int_from_bytes Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: from cryptography.utils import int_from_bytes Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.724106 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:08:27.727812 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:08:27.757029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45382) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:27.803352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f836160-2f6b-4df9-830c-c2bc8f19c53f req-d996ed90-8d8f-43a2-abb6-1945f358bd44 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:27.805522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f836160-2f6b-4df9-830c-c2bc8f19c53f req-d996ed90-8d8f-43a2-abb6-1945f358bd44 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 943 time: 0.4188118 Jul 07 22:08:27.856062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e95f7e-6ad4-4dd1-a05f-86cca172c8b6 req-6e56a127-48a9-4a0b-a061-d19d7485ba2e tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:27.857566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4e95f7e-6ad4-4dd1-a05f-86cca172c8b6 req-6e56a127-48a9-4a0b-a061-d19d7485ba2e tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.2766335 Jul 07 22:08:27.861185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.873053 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d46f4718-0e15-4381-a7b9-e57110dbb89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.892363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:27.895047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] 10.222.0.81 "DELETE /v2.0/networks/1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38 HTTP/1.1" status: 204 len: 168 time: 1.8847775 Jul 07 22:08:27.906121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a3cf4-2676-43f1-9191-cd1f7bd94c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=1feaf5ea-ec81-4f0e-bc0b-ea981a8ddb38,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:27.924606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f836160-2f6b-4df9-830c-c2bc8f19c53f req-fd2939f4-83cb-4abf-88f8-434ad81bf423 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048958 Jul 07 22:08:27.952024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-8576ea44-6c10-4c4f-af8f-f39669df7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:27.953623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-8576ea44-6c10-4c4f-af8f-f39669df7147 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1095 time: 0.2555287 Jul 07 22:08:27.957653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4e95f7e-6ad4-4dd1-a05f-86cca172c8b6 req-945e6246-9324-4722-b3a5-b42aea973058 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775521 Jul 07 22:08:28.035819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d46f4718-0e15-4381-a7b9-e57110dbb89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.044162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d46f4718-0e15-4381-a7b9-e57110dbb89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.074225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45392) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:28.080760 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d46f4718-0e15-4381-a7b9-e57110dbb89f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8eb51ad3d43c4772ac9fccc7972ff54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226631 Jul 07 22:08:28.083639 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:28.122250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7ec07ffc-b6c3-4d28-9b86-5224671d7406 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:28.154369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e50d0f3-cd38-4676-932a-0938b7af982c req-925f3af8-05de-473a-b3d5-4cc9ab4977c5 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4226832364904fc0b8e5582a3140cd42 HTTP/1.1" status: 200 len: 6100 time: 0.1133983 Jul 07 22:08:28.160085 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f4718-0e15-4381-a7b9-e57110dbb89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85042c8d-9139-48c5-8a2d-4accc1ce97dd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:28.187185 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-503857f2-8ca2-4170-acd1-4ec33fd86842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.211390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-503857f2-8ca2-4170-acd1-4ec33fd86842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.233240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:28.243413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:28.247485 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.256523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-5d2b394a-05bc-4172-8b00-9220a3097081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:28.258162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-5d2b394a-05bc-4172-8b00-9220a3097081 service neutron] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.2924306 Jul 07 22:08:28.293859 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-503857f2-8ca2-4170-acd1-4ec33fd86842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.295673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e50d0f3-cd38-4676-932a-0938b7af982c req-e71f1c5a-dfd9-43fc-951c-a18d0d59a4c6 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] 10.222.0.81 "GET /v2.0/security-groups/a8733df3-80dc-4abe-980e-e910f57d7440 HTTP/1.1" status: 200 len: 2981 time: 0.1395547 Jul 07 22:08:28.297792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3859b657-1e90-4d9e-9882-9b40f089d775 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:28.299203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-503857f2-8ca2-4170-acd1-4ec33fd86842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.301565 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-503857f2-8ca2-4170-acd1-4ec33fd86842 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/85042c8d-9139-48c5-8a2d-4accc1ce97dd HTTP/1.1" status: 204 len: 168 time: 0.2168241 Jul 07 22:08:28.322670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3859b657-1e90-4d9e-9882-9b40f089d775 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:08:28.323309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3859b657-1e90-4d9e-9882-9b40f089d775 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:08:28.341701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503857f2-8ca2-4170-acd1-4ec33fd86842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85042c8d-9139-48c5-8a2d-4accc1ce97dd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:28.349049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-e56952ca-6285-4de0-a1f0-7556fd79fceb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1 HTTP/1.1" status: 200 len: 217 time: 0.0758886 Jul 07 22:08:28.367781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-854c878d-4b07-4daf-8b1b-5a33fdfa1912 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bedbc4bbe6ac4c44b4d3d76e77b07291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910779 Jul 07 22:08:28.372015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45400) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:28.415917 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.445143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e94d86-b266-42a7-a45d-72705ecb188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec07ffc-b6c3-4d28-9b86-5224671d7406'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:28.448812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78059bf5-7feb-4c35-8b3c-a096b2e5666b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.449045 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f150fd-50cd-4ca3-8ee5-21ff5a9d2590" -d '{"events": [{"server_uuid": "83e94d86-b266-42a7-a45d-72705ecb188a", "name": "network-vif-plugged", "status": "completed", "tag": "7ec07ffc-b6c3-4d28-9b86-5224671d7406"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:28.465560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7ec07ffc-b6c3-4d28-9b86-5224671d7406, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ec07ffc-b6c3-4d28-9b86-5224671d7406,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:28.467587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e50d0f3-cd38-4676-932a-0938b7af982c req-a5fc3754-454c-4c23-b831-24a9b557d7de tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] 10.222.0.81 "GET /v2.0/security-groups/a8733df3-80dc-4abe-980e-e910f57d7440 HTTP/1.1" status: 200 len: 2981 time: 0.1237020 Jul 07 22:08:28.474194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-52580ff6-d5f8-42db-bf29-6cfcaf4587ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:28.476626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-52580ff6-d5f8-42db-bf29-6cfcaf4587ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.1047859 Jul 07 22:08:28.478940 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.480695 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78059bf5-7feb-4c35-8b3c-a096b2e5666b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.495231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141a2f-d719-4ae0-9c93-6a808ed3fcc4 req-5ba3fbd6-789f-4886-a8f6-8d451054480d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:28.505154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02141a2f-d719-4ae0-9c93-6a808ed3fcc4 req-5ba3fbd6-789f-4886-a8f6-8d451054480d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 948 time: 0.3230031 Jul 07 22:08:28.542193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78059bf5-7feb-4c35-8b3c-a096b2e5666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.544876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78059bf5-7feb-4c35-8b3c-a096b2e5666b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:28.546038 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-78059bf5-7feb-4c35-8b3c-a096b2e5666b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/602cc389-2918-46eb-89ad-5a71324a685d HTTP/1.1" status: 204 len: 168 time: 0.1729758 Jul 07 22:08:28.548654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-35e6344c-1540-473d-a7ad-b68a33716804 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397077 Jul 07 22:08:28.563355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78059bf5-7feb-4c35-8b3c-a096b2e5666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602cc389-2918-46eb-89ad-5a71324a685d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:28.610871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=7ec07ffc-b6c3-4d28-9b86-5224671d7406,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:28.650999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02141a2f-d719-4ae0-9c93-6a808ed3fcc4 req-9bc978ad-603a-49ee-9439-25d1e131f982 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447959 Jul 07 22:08:28.682522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c5029f6-a72c-4912-982b-7942f5654547 req-f1046a13-938d-4190-af5a-71679602b1c0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 210 time: 0.0508146 Jul 07 22:08:28.718580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-696708e7-490d-43c3-9bd9-752db91104d3 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593280 Jul 07 22:08:28.875018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b9c23ee-1299-4bc1-b9b3-ec19482b94a8 req-52b2a9db-d57b-48e4-aa71-49a0ac50a404 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488104 Jul 07 22:08:28.920005 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9273172b-c1c0-43b5-8d90-ae412dedaf72 x-openstack-request-id: req-9273172b-c1c0-43b5-8d90-ae412dedaf72 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:28.920581 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e94d86-b266-42a7-a45d-72705ecb188a", "name": "network-vif-plugged", "status": "completed", "tag": "7ec07ffc-b6c3-4d28-9b86-5224671d7406", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:28.921077 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9273172b-c1c0-43b5-8d90-ae412dedaf72 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:28.921629 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e94d86-b266-42a7-a45d-72705ecb188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec07ffc-b6c3-4d28-9b86-5224671d7406', 'code': 200} Jul 07 22:08:28.958885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd1b91ab-efe0-4007-9047-858ceb0d3ef7 req-5f2264f1-098e-4593-b540-7c3821404cba tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/8906d67a-42b4-4c7d-9c0e-bbbad0b2f85a HTTP/1.1" status: 200 len: 1778 time: 0.0551691 Jul 07 22:08:29.004773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45420) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:29.018187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccec91c3-79ff-4d80-8100-bbc96a14523b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.104937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fd1b91ab-efe0-4007-9047-858ceb0d3ef7 req-7f8e1cc6-459a-4360-8fef-cb397aafdbe2 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.119382 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccec91c3-79ff-4d80-8100-bbc96a14523b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.124536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccec91c3-79ff-4d80-8100-bbc96a14523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.143262 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fd1b91ab-efe0-4007-9047-858ceb0d3ef7 req-7f8e1cc6-459a-4360-8fef-cb397aafdbe2 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.175635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4815f5-6e3f-4561-b533-6da03d4903d0 req-365f4bec-7235-4072-a680-327d3514ea36 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:29.177447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c4815f5-6e3f-4561-b533-6da03d4903d0 req-365f4bec-7235-4072-a680-327d3514ea36 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.1152065 Jul 07 22:08:29.209182 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ccec91c3-79ff-4d80-8100-bbc96a14523b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f921d33592f54d27865c56f6ae7fbd0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031174 Jul 07 22:08:29.214539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45426) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:29.243678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-5714f8ad-75c1-4b0a-a34e-7838bc364309 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=faa40811a1804d4c819af9338b7db7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260844 Jul 07 22:08:29.244261 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fd1b91ab-efe0-4007-9047-858ceb0d3ef7 req-7f8e1cc6-459a-4360-8fef-cb397aafdbe2 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.246811 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fd1b91ab-efe0-4007-9047-858ceb0d3ef7 req-7f8e1cc6-459a-4360-8fef-cb397aafdbe2 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.247859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd1b91ab-efe0-4007-9047-858ceb0d3ef7 req-7f8e1cc6-459a-4360-8fef-cb397aafdbe2 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/8906d67a-42b4-4c7d-9c0e-bbbad0b2f85a HTTP/1.1" status: 204 len: 173 time: 0.2772686 Jul 07 22:08:29.252744 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec91c3-79ff-4d80-8100-bbc96a14523b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fc6762-7dbc-4e9d-b613-38c774fe4673,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:29.269943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c4815f5-6e3f-4561-b533-6da03d4903d0 req-38eb9387-cedc-4ea3-afd4-9162a4e2a44c tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867269 Jul 07 22:08:29.276599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e1cc6-459a-4360-8fef-cb397aafdbe2 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8906d67a-42b4-4c7d-9c0e-bbbad0b2f85a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:29.302664 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0b44a-ada6-4862-bd1e-b479742f71ac req-93213c3d-78fa-4796-af38-9b4633b27527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:29.304375 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a9b0b44a-ada6-4862-bd1e-b479742f71ac req-93213c3d-78fa-4796-af38-9b4633b27527 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 1101 time: 0.1634119 Jul 07 22:08:29.308575 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15c982b7-fe79-4438-92ab-dc0031b75e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.352160 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15c982b7-fe79-4438-92ab-dc0031b75e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.426305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ab4738e-51b7-4ccd-b431-396e8364eb32 req-4c79d576-11fe-438a-8261-8cb133c7c9da tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "GET /v2.0/security-groups/bb81f8c9-a2f7-483a-ad06-fc07ece6f379 HTTP/1.1" status: 200 len: 1777 time: 0.1071796 Jul 07 22:08:29.461535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15c982b7-fe79-4438-92ab-dc0031b75e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.464727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15c982b7-fe79-4438-92ab-dc0031b75e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.465069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-55707f85-daa0-4341-bc01-1bbe13b2b87e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:29.466061 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-15c982b7-fe79-4438-92ab-dc0031b75e88 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41fc6762-7dbc-4e9d-b613-38c774fe4673 HTTP/1.1" status: 204 len: 168 time: 0.2481339 Jul 07 22:08:29.466571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-55707f85-daa0-4341-bc01-1bbe13b2b87e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956034 Jul 07 22:08:29.489183 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a9b0b44a-ada6-4862-bd1e-b479742f71ac req-9b826702-780b-4759-9fda-2a9abe2d8d46 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595565 Jul 07 22:08:29.490424 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c982b7-fe79-4438-92ab-dc0031b75e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fc6762-7dbc-4e9d-b613-38c774fe4673,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:29.495388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Request body: {'port': {'device_id': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': 'faa40811a1804d4c819af9338b7db7e4'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:29.620885 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10bf7c99-8c76-466b-affc-3be77a514771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.626831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8ab4738e-51b7-4ccd-b431-396e8364eb32 req-ecdf644e-740b-4def-b737-a67392042191 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.667957 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8ab4738e-51b7-4ccd-b431-396e8364eb32 req-ecdf644e-740b-4def-b737-a67392042191 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.744817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dfa86-dcdf-482f-82d5-04d01cf6e250 req-e4ceeb6d-2b6b-46c1-8721-6942890bbd39 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:29.746357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-420dfa86-dcdf-482f-82d5-04d01cf6e250 req-e4ceeb6d-2b6b-46c1-8721-6942890bbd39 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 943 time: 0.2217207 Jul 07 22:08:29.765970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Made reservation on behalf of faa40811a1804d4c819af9338b7db7e4 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:29.770099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.772197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8ab4738e-51b7-4ccd-b431-396e8364eb32 req-ecdf644e-740b-4def-b737-a67392042191 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.774869 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8ab4738e-51b7-4ccd-b431-396e8364eb32 req-ecdf644e-740b-4def-b737-a67392042191 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:29.776121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ab4738e-51b7-4ccd-b431-396e8364eb32 req-ecdf644e-740b-4def-b737-a67392042191 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/bb81f8c9-a2f7-483a-ad06-fc07ece6f379 HTTP/1.1" status: 204 len: 173 time: 0.3490341 Jul 07 22:08:29.800296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf644e-740b-4def-b737-a67392042191 tempest-SecurityGroupsTestAdminJSON-1755474046 tempest-SecurityGroupsTestAdminJSON-1755474046-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb81f8c9-a2f7-483a-ad06-fc07ece6f379,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:29.833725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-420dfa86-dcdf-482f-82d5-04d01cf6e250 req-43ad4efd-62e1-4598-bb3c-60cb1dfe2587 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790191 Jul 07 22:08:29.939391 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.235929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e4179eb-c31c-4071-a82c-6ee92efca6d6 req-0e8c94e0-6998-4c88-a842-c7e48958f8ff tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 210 time: 0.2777584 Jul 07 22:08:30.237216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45470) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:30.259919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Allocated IP 192.168.233.20 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/4e6f217d-4e32-4c41-b4d8-b35c08c487a5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:30.303397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139a4ae-1c5f-46be-8802-0d29ce794219 req-884f9736-f373-40b9-9ded-d12df983355b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:30.304882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6139a4ae-1c5f-46be-8802-0d29ce794219 req-884f9736-f373-40b9-9ded-d12df983355b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 949 time: 0.4133816 Jul 07 22:08:30.359378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-network', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:30.380408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Made reservation on behalf of e3ddb3ab3ef54d8a999c4a478aafa061 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:30.382954 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.387556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6139a4ae-1c5f-46be-8802-0d29ce794219 req-c5116a30-90e8-432a-b5ed-0cce21b0c76b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741458 Jul 07 22:08:30.391566 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.419372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device dae3717c-a93a-46cd-9b64-4c62e4d862b1 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:30.524954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:30.535601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.541091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.542592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1', 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1', 'port_id': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1', 'mac_address': 'fa:16:3e:83:d3:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fc32d3-510d-40a2-8873-b4755e7fee10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:08:30.556984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:08:30.584871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05484d41-8852-4189-a3ba-56116e104970,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:30.588363 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.590456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.590806 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Added segment fb962e30-93da-4440-9e81-ab8da6e15cd0 of type vlan for network 1a614801-1b6a-4456-b8be-54163b41b64e Jul 07 22:08:30.604855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae3717c-a93a-46cd-9b64-4c62e4d862b1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:30.616008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03715fd9-9fe7-4e7c-bc6c-63aeb14b2194 req-a8f0c833-a8bb-461f-80b3-66ca72c9f2e7 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] 10.222.0.81 "GET /v2.0/security-groups/9c367b93-30e8-4c79-8161-a606ea2682c7 HTTP/1.1" status: 200 len: 1777 time: 0.1861405 Jul 07 22:08:30.631668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-af77dd84-f562-4bf9-a5cb-7b1d21d80907 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=62071d028a4441d7ba3235e648c76660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674281 Jul 07 22:08:30.631972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:30.636389 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.639887 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.659680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.675884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.677120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:30.677633 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.702999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=dae3717c-a93a-46cd-9b64-4c62e4d862b1,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:30.712794 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.735406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Transition to ACTIVE for port object 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:30.736919 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4978018 Jul 07 22:08:30.741476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:30.747945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Request body: {'subnet': {'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-subnet', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:30.756181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876c36f-6bcd-4045-9b77-63dada82b390 admin admin] Pushing event updated for resources: {'Network': ['ID=1a614801-1b6a-4456-b8be-54163b41b64e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:30.769086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 1a614801-1b6a-4456-b8be-54163b41b64e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:08:30.772235 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Made reservation on behalf of e3ddb3ab3ef54d8a999c4a478aafa061 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:30.774789 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.827971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03715fd9-9fe7-4e7c-bc6c-63aeb14b2194 req-eac8b8c4-7723-4356-a8df-3d01677a2e7f tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.843664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-bee3509c-daca-4d60-8b28-6ddd6d99d159 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:30.845803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-bee3509c-daca-4d60-8b28-6ddd6d99d159 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128665 Jul 07 22:08:30.852110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.874745 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.889447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['698a7822-e166-4f7a-af07-2df6ffb7cffe'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:30.904830 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03715fd9-9fe7-4e7c-bc6c-63aeb14b2194 req-eac8b8c4-7723-4356-a8df-3d01677a2e7f tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:30.922820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-28fad31e-3f2d-4904-8621-bdb1b9673090 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/quotas/62071d028a4441d7ba3235e648c76660 HTTP/1.1" status: 200 len: 375 time: 0.0629859 Jul 07 22:08:30.927093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:30.934284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:30.936967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:30.951396 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.006778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:31.017598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Checking segment: {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:31.017872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Pushing event updated for resources: {'Port': ['ID=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:31.018125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Network hostable DHCP agents. Network: 1a614801-1b6a-4456-b8be-54163b41b64e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:08:31.037550 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Network 1a614801-1b6a-4456-b8be-54163b41b64e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:08:31.040059 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-52f7017d-ec11-41ca-9bba-8f5c6caf413e tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=62071d028a4441d7ba3235e648c76660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999978 Jul 07 22:08:31.048201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 1a614801-1b6a-4456-b8be-54163b41b64e) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:31.053271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:31.053961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.068635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269cef00-5857-404b-a1fe-84234156053c None None] Network 1a614801-1b6a-4456-b8be-54163b41b64e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:08:31.073882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:31.075042 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.080015 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0e147cce-e9f9-4c20-afac-b8c99c595dbf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3373578 Jul 07 22:08:31.082701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:31.087489 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:31.093514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03715fd9-9fe7-4e7c-bc6c-63aeb14b2194 req-eac8b8c4-7723-4356-a8df-3d01677a2e7f tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.097057 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03715fd9-9fe7-4e7c-bc6c-63aeb14b2194 req-eac8b8c4-7723-4356-a8df-3d01677a2e7f tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.110458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03715fd9-9fe7-4e7c-bc6c-63aeb14b2194 req-eac8b8c4-7723-4356-a8df-3d01677a2e7f tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] 10.222.0.81 "DELETE /v2.0/security-groups/9c367b93-30e8-4c79-8161-a606ea2682c7 HTTP/1.1" status: 204 len: 173 time: 0.4933922 Jul 07 22:08:31.119958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.120196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-d3d92503-5132-408f-874d-b0721d246c1f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6321685 Jul 07 22:08:31.121412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.140140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8b8c4-7723-4356-a8df-3d01677a2e7f tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c367b93-30e8-4c79-8161-a606ea2682c7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:31.162663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Request body: {'port': {'device_id': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:31.211195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['dae3717c-a93a-46cd-9b64-4c62e4d862b1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:31.227606 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.305242 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.334476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c791d7f7-522a-4812-8fc1-169ec0e7ba01 None None] Provisioning for port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:31.343373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c791d7f7-522a-4812-8fc1-169ec0e7ba01 None None] Provisioning complete for port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:31.343864 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c791d7f7-522a-4812-8fc1-169ec0e7ba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.462064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-1a614801-1b6a-4456-b8be-54163b41b64e', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:08:31.463223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.497600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c791d7f7-522a-4812-8fc1-169ec0e7ba01 None None] Port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:31.506404 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.674240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d568def-8a7f-44d5-8a85-75f6ab59c3d9 req-e88b62f8-824b-49f8-a702-1b34974ea2ac tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:31.676228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d568def-8a7f-44d5-8a85-75f6ab59c3d9 req-e88b62f8-824b-49f8-a702-1b34974ea2ac tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.2843306 Jul 07 22:08:31.676765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Allocated IP 172.20.0.2 (1a614801-1b6a-4456-b8be-54163b41b64e/cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac/94166ed1-181e-47d2-a017-cc803e4edb94) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:31.744000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fa3a0-b5d1-4077-a593-8b703b061d4b req-df44dff1-9bef-4ce3-b3f3-c4c34e8b4dd1 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:31.751041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c58fa3a0-b5d1-4077-a593-8b703b061d4b req-df44dff1-9bef-4ce3-b3f3-c4c34e8b4dd1 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 944 time: 0.2390418 Jul 07 22:08:31.774310 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.794601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.798198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d568def-8a7f-44d5-8a85-75f6ab59c3d9 req-52af6df9-53af-4e2e-98cb-21aa51f6b853 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113558 Jul 07 22:08:31.852557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c58fa3a0-b5d1-4077-a593-8b703b061d4b req-6d58ba9c-3ed1-492b-b9d7-3a17942ac945 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003561 Jul 07 22:08:31.860295 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.873377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Transition to ACTIVE for port object 94166ed1-181e-47d2-a017-cc803e4edb94 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:31.914366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Transition to ACTIVE for port object 94166ed1-181e-47d2-a017-cc803e4edb94 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:31.917634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:31.922396 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.933590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:31.949143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5cc43c12-64c4-491c-9b30-411a0bc0fc0f req-14aa9aac-f67c-48e6-bcbd-f0ef608f1134 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] 10.222.0.81 "GET /v2.0/security-groups/55318b23-ef3c-49a5-9b81-2a8b4c7b9452 HTTP/1.1" status: 200 len: 1775 time: 0.0955186 Jul 07 22:08:31.965709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Network 1a614801-1b6a-4456-b8be-54163b41b64e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:31.970091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:31.970254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Transition to ACTIVE for port object 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:31.973806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Allocated IP 172.25.8.225 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/4ae74f58-75da-4006-9b86-3356677bd91c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:31.978769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:31.981829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.053967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:32.056821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Pushing event updated for resources: {'Port': ['ID=94166ed1-181e-47d2-a017-cc803e4edb94,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:32.063490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Attempting to bind port 94166ed1-181e-47d2-a017-cc803e4edb94 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:32.064110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Attempting to bind port 94166ed1-181e-47d2-a017-cc803e4edb94 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:32.064655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Attempting to bind port 94166ed1-181e-47d2-a017-cc803e4edb94 on network 1a614801-1b6a-4456-b8be-54163b41b64e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:32.072264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:32.072994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Checking segment: {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:32.073488 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.073788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Bound using segment: {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:32.074333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Bound port: 94166ed1-181e-47d2-a017-cc803e4edb94, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:32.074731 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.101312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.129044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-250583bb-f680-46ef-b54c-3dbb45dcc83a req-21ab94d0-306d-4bbd-85cc-08d6b4af1aaa tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 210 time: 0.0720994 Jul 07 22:08:32.166276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] For port 94166ed1-181e-47d2-a017-cc803e4edb94, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:32.172282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] For port 94166ed1-181e-47d2-a017-cc803e4edb94, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=94166ed1-181e-47d2-a017-cc803e4edb94,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:32.172832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.182210 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.239648 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5cc43c12-64c4-491c-9b30-411a0bc0fc0f req-83ac3b61-fa75-4143-a865-63e92c278718 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.271185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:32.275139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Attempting to bind port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:32.275488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Attempting to bind port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:32.275851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Attempting to bind port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:32.282984 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5cc43c12-64c4-491c-9b30-411a0bc0fc0f req-83ac3b61-fa75-4143-a865-63e92c278718 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.285020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870205f-411b-4d1e-8912-db7ae79e1624 None None] Pushing event updated for resources: {'Port': ['ID=94166ed1-181e-47d2-a017-cc803e4edb94,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:32.288519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:32.296535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:32.300620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:32.301213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Attempting to bind port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:32.319566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:32.320473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:32.322207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:32.322674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Bound port: 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:32.323051 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.427260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Pushing event updated for resources: {'Port': ['ID=4ae74f58-75da-4006-9b86-3356677bd91c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:32.443421 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5cc43c12-64c4-491c-9b30-411a0bc0fc0f req-83ac3b61-fa75-4143-a865-63e92c278718 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.446217 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5cc43c12-64c4-491c-9b30-411a0bc0fc0f req-83ac3b61-fa75-4143-a865-63e92c278718 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.447453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5cc43c12-64c4-491c-9b30-411a0bc0fc0f req-83ac3b61-fa75-4143-a865-63e92c278718 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] 10.222.0.81 "DELETE /v2.0/security-groups/55318b23-ef3c-49a5-9b81-2a8b4c7b9452 HTTP/1.1" status: 204 len: 173 time: 0.4975028 Jul 07 22:08:32.470649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac3b61-fa75-4143-a865-63e92c278718 tempest-SecurityGroupsTestAdminJSON-1186239423 tempest-SecurityGroupsTestAdminJSON-1186239423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55318b23-ef3c-49a5-9b81-2a8b4c7b9452,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:32.515431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:32.525532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225b2e8-35ef-47a7-8437-9700905b53a2 req-3cca5f64-7534-4f88-9055-daec5baea4b6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:32.533830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6225b2e8-35ef-47a7-8437-9700905b53a2 req-3cca5f64-7534-4f88-9055-daec5baea4b6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 947 time: 0.1862659 Jul 07 22:08:32.556218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:32.574965 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.618550 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.677581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:32.678301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.679871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] 10.222.0.83 "PUT /v2.0/ports/4e6f217d-4e32-4c41-b4d8-b35c08c487a5 HTTP/1.1" status: 200 len: 1096 time: 1.5350060 Jul 07 22:08:32.691825 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.717202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:32.719599 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e811b14-bf99-4bdc-aac2-a581c894e8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:32.769706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6225b2e8-35ef-47a7-8437-9700905b53a2 req-4ed06a82-6da2-4961-8e76-bcd30c6d9d28 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361360 Jul 07 22:08:32.864448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8e146-21ea-4f6d-861e-e03811ca5320 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:32.878068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45518) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:32.918436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0eeb3-98a9-4dbe-9c59-927259367e6e req-5293e9ab-3230-4291-be25-f1c0bbf97555 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:32.928902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9a0eeb3-98a9-4dbe-9c59-927259367e6e req-5293e9ab-3230-4291-be25-f1c0bbf97555 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 949 time: 0.2762868 Jul 07 22:08:32.995938 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:32.997881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9a0eeb3-98a9-4dbe-9c59-927259367e6e req-d27d0624-00ad-43ce-bc90-3e3fc9012d0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681493 Jul 07 22:08:33.000970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-188837db-1c25-4b0b-815a-1ac7d3b2720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:33.011092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-188837db-1c25-4b0b-815a-1ac7d3b2720a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 1099 time: 0.2128568 Jul 07 22:08:33.030644 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c1c4ab-62ea-4f34-a4ae-a3bc6c269d3e x-openstack-request-id: req-90c1c4ab-62ea-4f34-a4ae-a3bc6c269d3e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:33.031841 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:33.032149 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90c1c4ab-62ea-4f34-a4ae-a3bc6c269d3e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:33.033605 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'status': 'completed', 'code': 200} Jul 07 22:08:33.089558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-fd2c6b40-a6a2-4481-937e-705fd4fbfed5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5 HTTP/1.1" status: 200 len: 217 time: 0.0542183 Jul 07 22:08:33.175546 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-dfc580a1-d07c-47f7-92b3-0b8f0ec1bf86 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=62071d028a4441d7ba3235e648c76660&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306232 Jul 07 22:08:33.242879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-188e3b46-3d42-4129-bed2-bcac75d810fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:33.244965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-188e3b46-3d42-4129-bed2-bcac75d810fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1266756 Jul 07 22:08:33.304922 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e59917eb-a698-4070-b6f6-96603c0ebf80 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4226832364904fc0b8e5582a3140cd42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256215 Jul 07 22:08:33.310108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45530) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:33.326644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:08:33.343365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8602109-c11a-4d70-98cd-b1ec14a7088e req-37fa2d6d-ebba-4bab-9951-82c2de6ac546 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:33.351342 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8602109-c11a-4d70-98cd-b1ec14a7088e req-37fa2d6d-ebba-4bab-9951-82c2de6ac546 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.1969116 Jul 07 22:08:33.353259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-219ee540-5994-4821-a404-a9387bb9258c tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:33.355213 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-219ee540-5994-4821-a404-a9387bb9258c tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708038 Jul 07 22:08:33.360686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab65d83-68b3-47b8-a634-58627a242e37 req-8128f77a-0e34-44bd-acf4-05fa20df77b4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:33.362323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eab65d83-68b3-47b8-a634-58627a242e37 req-8128f77a-0e34-44bd-acf4-05fa20df77b4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 944 time: 0.2065229 Jul 07 22:08:33.407473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Request body: {'port': {'device_id': 'f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '62071d028a4441d7ba3235e648c76660'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:33.471203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8602109-c11a-4d70-98cd-b1ec14a7088e req-ba0fd55e-007f-4b59-97b7-566894ea0cc9 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189625 Jul 07 22:08:33.473218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-04908b67-941b-4c17-83d8-b783e0303a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:33.475005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-04908b67-941b-4c17-83d8-b783e0303a39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2197495 Jul 07 22:08:33.485282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eab65d83-68b3-47b8-a634-58627a242e37 req-c4592b3b-fd13-402d-abd8-a97f312dc39a tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046531 Jul 07 22:08:33.486132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14896ef7-1c02-4955-981a-587d678859cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:33.563667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:08:33.574544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Sync routers for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:08:33.582739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14896ef7-1c02-4955-981a-587d678859cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:33.589968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:33.590937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:33.609616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:33.616991 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0accf852-a66c-4c5b-93fd-51eac3f7746b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.5332637 Jul 07 22:08:33.617642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45532) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:33.631527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Made reservation on behalf of 62071d028a4441d7ba3235e648c76660 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:33.637064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:33.655613 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:33.732667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-b5191484-f0b0-4fb4-ba21-3f8b75c8d09f service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389710 Jul 07 22:08:33.753481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f122001-3936-48c3-804d-f8c3f12f5c35 None None] Network 1a614801-1b6a-4456-b8be-54163b41b64e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:08:33.775662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:33.777630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01336218-2318-4d1b-93a6-2320621c507d req-dc2c6ded-5bdd-4b80-91ab-4197c5725dcf tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 210 time: 0.0615554 Jul 07 22:08:33.794825 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:33.852472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14896ef7-1c02-4955-981a-587d678859cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:33.855606 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14896ef7-1c02-4955-981a-587d678859cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:33.856854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14896ef7-1c02-4955-981a-587d678859cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8733df3-80dc-4abe-980e-e910f57d7440 HTTP/1.1" status: 204 len: 168 time: 0.5451217 Jul 07 22:08:33.889624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14896ef7-1c02-4955-981a-587d678859cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8733df3-80dc-4abe-980e-e910f57d7440,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:33.919104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a8f3f-8c8a-4d6d-9217-c5106af31b08,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:33.962383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883512be-2ef8-49d9-b0ff-0fffad393231 req-4dae1631-dfe7-4f77-a525-66ae0ff7f95f tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:33.963978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-883512be-2ef8-49d9-b0ff-0fffad393231 req-4dae1631-dfe7-4f77-a525-66ae0ff7f95f tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 1101 time: 0.2906709 Jul 07 22:08:33.992888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d8b7869-9676-4701-9a55-d4deff0e9117 req-80a78664-5a8b-4b3b-8925-2d188f345c85 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487941 Jul 07 22:08:34.046167 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Allocated IP 192.168.233.58 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/b99c7668-5967-4d1b-88a5-3d6cfe6893cb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:34.054517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-62da1218-5f35-49d5-8b6e-3e360a29370e None None] Provisioning for port 94166ed1-181e-47d2-a017-cc803e4edb94 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:34.077536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:34.336153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45542) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:34.342781 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:34.379338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Transition to ACTIVE for port object b99c7668-5967-4d1b-88a5-3d6cfe6893cb will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:34.381405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 94166ed1-181e-47d2-a017-cc803e4edb94 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:34.406847 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a74ea299-022c-4f10-bb56-bf0782567d20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ec52a2afa154408ac300f850fc1de7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695760 Jul 07 22:08:34.410496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:34.419266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-883512be-2ef8-49d9-b0ff-0fffad393231 req-bf558cbf-5198-4040-811e-0716dba92c33 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409099 Jul 07 22:08:34.438163 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device dae3717c-a93a-46cd-9b64-4c62e4d862b1 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:34.473539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:34.510277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:32Z', 'revision_number': 3, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:34.526254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5902001d-d23c-4a4f-bf87-437c893472b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:34.552069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:34.553405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Checking router: 6a2c8d5e-1688-4796-ab36-3df6684f49b7 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:08:34.553842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Updating router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 port 4ae74f58-75da-4006-9b86-3356677bd91c binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:08:34.564962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:34.571248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:34.576936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:34.577552 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:34.600835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Pushing event updated for resources: {'Port': ['ID=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:34.605597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 94166ed1-181e-47d2-a017-cc803e4edb94 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:34.612966 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5902001d-d23c-4a4f-bf87-437c893472b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:34.619923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 94166ed1-181e-47d2-a017-cc803e4edb94 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:34.620400 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:34.628167 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-419fb163-3ecb-4c86-8a01-acf7e3dfa439 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2306840 Jul 07 22:08:34.653882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1094b5-11d2-4b14-9b19-eed4dc077aaa req-d17b9bfc-dd0f-41c6-8e65-dbde64ec0d7f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:34.662161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa1094b5-11d2-4b14-9b19-eed4dc077aaa req-d17b9bfc-dd0f-41c6-8e65-dbde64ec0d7f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 947 time: 0.6613777 Jul 07 22:08:34.666815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Request body: {'port': {'device_id': 'f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:34.685404 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:34.733108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-72a4a277-fc85-4388-952e-04276e25e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:34.734839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-72a4a277-fc85-4388-952e-04276e25e6cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 1099 time: 0.3755584 Jul 07 22:08:34.828602 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa1094b5-11d2-4b14-9b19-eed4dc077aaa req-e5757e80-5f67-4b93-92f5-01ced4ff2765 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600728 Jul 07 22:08:34.879231 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5902001d-d23c-4a4f-bf87-437c893472b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:34.882126 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5902001d-d23c-4a4f-bf87-437c893472b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:34.883455 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5902001d-d23c-4a4f-bf87-437c893472b7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3776860-6c85-4c51-b44a-695a5f26132a HTTP/1.1" status: 204 len: 168 time: 0.4720454 Jul 07 22:08:34.900220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902001d-d23c-4a4f-bf87-437c893472b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3776860-6c85-4c51-b44a-695a5f26132a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:34.902318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.086658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.124059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Transition to ACTIVE for port object 4ae74f58-75da-4006-9b86-3356677bd91c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:35.154551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.209289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port dae3717c-a93a-46cd-9b64-4c62e4d862b1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:35.217038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d89df189-b659-446a-ba59-3039bbd3f2b9 None None] Provisioning for port b99c7668-5967-4d1b-88a5-3d6cfe6893cb completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:35.217700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-2e234da8-43cc-4165-b360-bdeefecf36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:35.219549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-2e234da8-43cc-4165-b360-bdeefecf36bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.4681463 Jul 07 22:08:35.239723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d89df189-b659-446a-ba59-3039bbd3f2b9 None None] Provisioning complete for port b99c7668-5967-4d1b-88a5-3d6cfe6893cb triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:35.240109 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d89df189-b659-446a-ba59-3039bbd3f2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.243259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port dae3717c-a93a-46cd-9b64-4c62e4d862b1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:35.243632 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.276424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Attempting to bind port 4ae74f58-75da-4006-9b86-3356677bd91c on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:35.276800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Attempting to bind port 4ae74f58-75da-4006-9b86-3356677bd91c by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:35.277204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Attempting to bind port 4ae74f58-75da-4006-9b86-3356677bd91c on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:35.310327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-52f4a5a5-f587-4d99-ab85-7393be4aeb04 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5 HTTP/1.1" status: 200 len: 217 time: 0.0702488 Jul 07 22:08:35.325080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a361ed-c980-4dc4-ae8f-50c04e16a0d8 None None] Pushing event updated for resources: {'Port': ['ID=4ae74f58-75da-4006-9b86-3356677bd91c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:35.335493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:35.336207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:35.336787 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.337352 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:35.338052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Bound port: 4ae74f58-75da-4006-9b86-3356677bd91c, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:35.338786 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.387863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d89df189-b659-446a-ba59-3039bbd3f2b9 None None] Port b99c7668-5967-4d1b-88a5-3d6cfe6893cb cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:35.397664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05da18-23ee-4cd5-a551-a310f29215e1 req-deb4f1bb-4611-4d4f-8436-ae11fee54324 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:35.399304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a05da18-23ee-4cd5-a551-a310f29215e1 req-deb4f1bb-4611-4d4f-8436-ae11fee54324 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.4817030 Jul 07 22:08:35.401360 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.441546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.447437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d89df189-b659-446a-ba59-3039bbd3f2b9 None None] Provisioning complete for port 94166ed1-181e-47d2-a017-cc803e4edb94 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:35.447808 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d89df189-b659-446a-ba59-3039bbd3f2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.463835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] For port 4ae74f58-75da-4006-9b86-3356677bd91c, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:35.509818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ea127-c365-4341-a016-503680858cd4 req-f2d3a260-a50f-4560-8c0d-d6afe386f981 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:35.517823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-957ea127-c365-4341-a016-503680858cd4 req-f2d3a260-a50f-4560-8c0d-d6afe386f981 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 944 time: 0.4376864 Jul 07 22:08:35.526452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] For port 4ae74f58-75da-4006-9b86-3356677bd91c, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4ae74f58-75da-4006-9b86-3356677bd91c,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:35.542361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99c7668-5967-4d1b-88a5-3d6cfe6893cb {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:35.543805 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.550449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.563168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Transition to ACTIVE for port object b99c7668-5967-4d1b-88a5-3d6cfe6893cb will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:35.568615 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.572608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 94166ed1-181e-47d2-a017-cc803e4edb94, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=94166ed1-181e-47d2-a017-cc803e4edb94,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:35.591921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.616980 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.631738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Pushing event updated for resources: {'Port': ['ID=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:35.632243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a05da18-23ee-4cd5-a551-a310f29215e1 req-43afd313-e38d-40d6-a824-fb60de035450 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101057 Jul 07 22:08:35.688669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:35.691875 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b464091-0d74-483a-96de-68bd849c180e" -d '{"events": [{"server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "name": "network-vif-plugged", "status": "completed", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:35.697709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-957ea127-c365-4341-a016-503680858cd4 req-278a70ce-5251-4a29-9108-f8aeb8bd1b44 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780684 Jul 07 22:08:35.699095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:35.699856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:35.706495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-1487f6a1-5447-474d-9508-a6cd49677db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:35.710444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-1487f6a1-5447-474d-9508-a6cd49677db7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.3843558 Jul 07 22:08:35.712236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a361ed-c980-4dc4-ae8f-50c04e16a0d8 None None] Pushing event updated for resources: {'Port': ['ID=4ae74f58-75da-4006-9b86-3356677bd91c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:35.728754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:35.764365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Attempting to bind port b99c7668-5967-4d1b-88a5-3d6cfe6893cb on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:35.764707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Attempting to bind port b99c7668-5967-4d1b-88a5-3d6cfe6893cb by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:35.765095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Attempting to bind port b99c7668-5967-4d1b-88a5-3d6cfe6893cb on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:35.776857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Port b99c7668-5967-4d1b-88a5-3d6cfe6893cb on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:35.777190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Attempting to bind port b99c7668-5967-4d1b-88a5-3d6cfe6893cb on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:35.804836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:35.805184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:35.805575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:35.806008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Bound port: b99c7668-5967-4d1b-88a5-3d6cfe6893cb, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:35.806403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.823112 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:35.920783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=94166ed1-181e-47d2-a017-cc803e4edb94,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:35.926392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-37a8f437-bbfc-4dcc-af34-d02d72e738d1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788829 Jul 07 22:08:35.941076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-f967a941-1c32-4ba4-8403-5b5b95098fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:35.942679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-f967a941-1c32-4ba4-8403-5b5b95098fb8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2128854 Jul 07 22:08:35.972392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] For port b99c7668-5967-4d1b-88a5-3d6cfe6893cb, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:35.981389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] For port b99c7668-5967-4d1b-88a5-3d6cfe6893cb, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:35.988461 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:36.006195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:36.053564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:36.055133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:36.055854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Allocated IP 172.20.0.1 (1a614801-1b6a-4456-b8be-54163b41b64e/cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac/326f602b-a851-499b-b9a6-deb139e80343) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:36.056022 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] 10.222.0.83 "PUT /v2.0/ports/b99c7668-5967-4d1b-88a5-3d6cfe6893cb HTTP/1.1" status: 200 len: 1096 time: 1.4079680 Jul 07 22:08:36.058696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4', 'tag': 'b99c7668-5967-4d1b-88a5-3d6cfe6893cb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:36.061743 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4", "tag": "b99c7668-5967-4d1b-88a5-3d6cfe6893cb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:36.095178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc402c-8f70-497a-b832-6857e698a53b service neutron] Pushing event updated for resources: {'Port': ['ID=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:36.229941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=dae3717c-a93a-46cd-9b64-4c62e4d862b1,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:36.252463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-2b24ff76-dbb3-4800-8adb-daa77ed00924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:36.254126 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-2b24ff76-dbb3-4800-8adb-daa77ed00924 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=62071d028a4441d7ba3235e648c76660&device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 1099 time: 0.1189094 Jul 07 22:08:36.301914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 94166ed1-181e-47d2-a017-cc803e4edb94 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:36.329126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6ccd6bc8-8097-49fd-96ea-c7fae0be27a9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:36.333261 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-e80cb804-f3f4-468b-b322-aed20d45b20d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b99c7668-5967-4d1b-88a5-3d6cfe6893cb HTTP/1.1" status: 200 len: 217 time: 0.0637083 Jul 07 22:08:36.334550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6ccd6bc8-8097-49fd-96ea-c7fae0be27a9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4022377 Jul 07 22:08:36.352922 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e4f29-4ae2-4c6d-b642-2de7a5244a75 req-edfb8dcd-9266-48c2-9bd4-040d808ea0a1 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:36.354554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a2e4f29-4ae2-4c6d-b642-2de7a5244a75 req-edfb8dcd-9266-48c2-9bd4-040d808ea0a1 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 947 time: 0.3303869 Jul 07 22:08:36.381233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-3080932e-0eb2-416f-87aa-6a80b5c2cc9a service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316025 Jul 07 22:08:36.394913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-d4a5d174-8d4d-4734-85b0-aa1ea4bc9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:36.396638 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 94166ed1-181e-47d2-a017-cc803e4edb94 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:36.396981 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-d4a5d174-8d4d-4734-85b0-aa1ea4bc9e06 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0574698 Jul 07 22:08:36.397125 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:36.465587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-8412ced1-d991-4ea4-b367-6602e142cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:36.467912 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-8412ced1-d991-4ea4-b367-6602e142cf7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0638800 Jul 07 22:08:36.487702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-91cb8bd5-49e4-4d82-85aa-5e5f841e8e31 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/quotas/14d02422540f48f4aeb4852c7713e8f5 HTTP/1.1" status: 200 len: 375 time: 0.1164899 Jul 07 22:08:36.519788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:36.553190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a2e4f29-4ae2-4c6d-b642-2de7a5244a75 req-58c19a2a-cc8d-431a-955d-6065db920660 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787174 Jul 07 22:08:36.573078 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-b4be38bf-01f4-40ec-9a88-ffeb5be75980 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962243 Jul 07 22:08:36.588914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Transition to ACTIVE for port object 326f602b-a851-499b-b9a6-deb139e80343 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:36.629698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:32Z', 'revision_number': 3, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:36.636008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e811b14-bf99-4bdc-aac2-a581c894e8fc req-8260114b-4b35-4106-853a-79c1632806fb service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301016 Jul 07 22:08:36.684778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-4d35ae28-ca9c-4b5e-a648-9bad2fd66f02 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1960235 Jul 07 22:08:36.696772 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:36.708236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115acb5-834b-4f7b-bbd0-070836d29a54 None None] The sync data for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 is: [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:32Z', 'revision_number': 3, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:08:36.757980 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523406cc-4567-4695-86a4-99b4afcfca1b x-openstack-request-id: req-523406cc-4567-4695-86a4-99b4afcfca1b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:36.758301 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "name": "network-vif-plugged", "status": "completed", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:36.760653 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-523406cc-4567-4695-86a4-99b4afcfca1b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:36.761398 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1', 'code': 200} Jul 07 22:08:36.772772 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c1c4108-f964-4438-9a4c-c88feb44e254 req-1298c526-6ffb-4bb8-b52c-3726a60c724a service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919749 Jul 07 22:08:36.780794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Network 1a614801-1b6a-4456-b8be-54163b41b64e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:36.785539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:36.796612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:36.861454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Pushing event updated for resources: {'Port': ['ID=326f602b-a851-499b-b9a6-deb139e80343,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:36.894996 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:37.019703 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03613e32-358b-4358-aade-fbe3eb810012 x-openstack-request-id: req-03613e32-358b-4358-aade-fbe3eb810012 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:37.020632 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4", "tag": "b99c7668-5967-4d1b-88a5-3d6cfe6893cb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:37.021039 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03613e32-358b-4358-aade-fbe3eb810012 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:37.021587 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4', 'tag': 'b99c7668-5967-4d1b-88a5-3d6cfe6893cb', 'status': 'completed', 'code': 200} Jul 07 22:08:37.100694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f45879-46f6-421c-9462-7e41d27cfe29 req-b44e54fe-6db2-45a9-a2ec-e127b6c580d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:37.102241 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c5f45879-46f6-421c-9462-7e41d27cfe29 req-b44e54fe-6db2-45a9-a2ec-e127b6c580d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1097 time: 0.1805465 Jul 07 22:08:37.194019 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c5f45879-46f6-421c-9462-7e41d27cfe29 req-9c33c740-f13a-4138-99bd-d075c424c59a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778964 Jul 07 22:08:37.213228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-731b6351-0238-43a8-a280-0cd6eb88b0ca None None] Provisioning for port 326f602b-a851-499b-b9a6-deb139e80343 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:37.227576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-731b6351-0238-43a8-a280-0cd6eb88b0ca None None] Provisioning complete for port 326f602b-a851-499b-b9a6-deb139e80343 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:37.227825 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-731b6351-0238-43a8-a280-0cd6eb88b0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:37.287730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-731b6351-0238-43a8-a280-0cd6eb88b0ca None None] Port 326f602b-a851-499b-b9a6-deb139e80343 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:37.312249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381297d-b472-46a2-9f87-5eb11c25c3da req-0bd92c43-a49f-4bc4-966f-374245484215 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:37.314122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3381297d-b472-46a2-9f87-5eb11c25c3da req-0bd92c43-a49f-4bc4-966f-374245484215 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 947 time: 0.3296056 Jul 07 22:08:37.329071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-05616187-cf36-4ee1-85e2-adbde05d38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:37.330639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-05616187-cf36-4ee1-85e2-adbde05d38ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=62071d028a4441d7ba3235e648c76660&device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 1099 time: 0.2698305 Jul 07 22:08:37.394193 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:37.422751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9bbbb5-51cb-4517-9d7a-9c29024ea771 req-50cd11c0-3725-4303-b30b-0653666d8a7d tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:37.424814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab9bbbb5-51cb-4517-9d7a-9c29024ea771 req-50cd11c0-3725-4303-b30b-0653666d8a7d tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.2754140 Jul 07 22:08:37.439436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3381297d-b472-46a2-9f87-5eb11c25c3da req-00e08f52-09ff-4987-b5ba-3279545ee785 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121595 Jul 07 22:08:37.526166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab9bbbb5-51cb-4517-9d7a-9c29024ea771 req-a8413367-4da8-4304-99c0-81807d880f50 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935695 Jul 07 22:08:38.001291 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a66d1723-598e-4d65-9fda-67a6d1faa00f req-d2ce848f-8fbd-40b0-afc1-8b62d09f844c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 210 time: 0.3231840 Jul 07 22:08:38.013905 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:38.038432 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:38.057688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ad2d0-6cad-4f8d-858d-4a2ec4e1ebea req-389985e7-2abb-4d92-bd14-31e7165bd865 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:38.060077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-251ad2d0-6cad-4f8d-858d-4a2ec4e1ebea req-389985e7-2abb-4d92-bd14-31e7165bd865 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.4539351 Jul 07 22:08:38.135818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-4adf9362-59ed-42e6-b562-f77ed221a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:38.137299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-4adf9362-59ed-42e6-b562-f77ed221a9d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.5094492 Jul 07 22:08:38.161139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Pushing event updated for resources: {'Port': ['ID=326f602b-a851-499b-b9a6-deb139e80343,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:38.198499 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:38.204133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-e4021811-bbd6-487b-9719-78f39f709162 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=b99c7668-5967-4d1b-88a5-3d6cfe6893cb HTTP/1.1" status: 200 len: 217 time: 0.0561202 Jul 07 22:08:38.225250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-251ad2d0-6cad-4f8d-858d-4a2ec4e1ebea req-e87a59b2-9361-415a-8041-32c0acfdc4e0 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237583 Jul 07 22:08:38.299835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4f7df348-71fa-47c8-9a89-3bc5da3c7fae tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=503323fe350745fdbbd1f8429880eabe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992384 Jul 07 22:08:38.353166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4ae74f58-75da-4006-9b86-3356677bd91c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:38.396694 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-9c3b47b7-87df-4f4d-85ea-0e5b799bca4d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527034 Jul 07 22:08:38.420380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 4ae74f58-75da-4006-9b86-3356677bd91c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:38.420623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-a24ac94a-163b-49c6-aeb8-bc15fa39054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:38.422679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-a24ac94a-163b-49c6-aeb8-bc15fa39054a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2052860 Jul 07 22:08:38.425670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4ae74f58-75da-4006-9b86-3356677bd91c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:38.425967 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:38.491181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:38.549996 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:38.569294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-c5938a82-7a55-4174-9f71-34bc18ddf180 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:38.573911 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-c5938a82-7a55-4174-9f71-34bc18ddf180 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1719790 Jul 07 22:08:38.580270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Network 1a614801-1b6a-4456-b8be-54163b41b64e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:38.591485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-96326957-e42f-4249-8e59-4ebbe28ed669 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:38.592971 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-96326957-e42f-4249-8e59-4ebbe28ed669 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2572262 Jul 07 22:08:38.595564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Request body: {'port': {'device_id': '295730e1-c1a9-45b2-9347-dff6c47e8337', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '14d02422540f48f4aeb4852c7713e8f5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:38.595974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:38.611329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 4ae74f58-75da-4006-9b86-3356677bd91c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4ae74f58-75da-4006-9b86-3356677bd91c,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:38.622689 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:38.635460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-c541fdfe-ccaa-40e3-9972-15c267953f15 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/quotas/503323fe350745fdbbd1f8429880eabe HTTP/1.1" status: 200 len: 375 time: 0.0345087 Jul 07 22:08:38.688198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89781a8-37e8-4bb1-b505-83f0ce9f1431 req-65594b23-dfb7-477d-a2bd-87c32c7c10b4 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:38.692192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:38.695827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e89781a8-37e8-4bb1-b505-83f0ce9f1431 req-65594b23-dfb7-477d-a2bd-87c32c7c10b4 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 947 time: 0.2637274 Jul 07 22:08:38.725708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'mac_address': 'fa:16:3e:85:6d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:08:38.730611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-811dd8e9-7619-4e31-bf96-da9354e299ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:38.732117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-811dd8e9-7619-4e31-bf96-da9354e299ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2990582 Jul 07 22:08:38.762626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-64d5277a-2aa0-47a2-ae18-6a6b58375692 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=503323fe350745fdbbd1f8429880eabe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622056 Jul 07 22:08:38.785875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Made reservation on behalf of 14d02422540f48f4aeb4852c7713e8f5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:38.791526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:38.812871 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:38.839563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:38.883424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=4ae74f58-75da-4006-9b86-3356677bd91c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:38.899242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:38.904972 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:38.906529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e89781a8-37e8-4bb1-b505-83f0ce9f1431 req-d0962a92-9413-4575-bdd4-804b104ffd85 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072816 Jul 07 22:08:38.948828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:08:38.976262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Allocated IP 192.168.233.247 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:38.989091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:39.001540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-8239253a-1390-49ba-918f-2e0abf774201 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414086 Jul 07 22:08:39.036844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-69f09cca-fc5d-44c6-bc15-728be3c42099 None None] Provisioning complete for port 326f602b-a851-499b-b9a6-deb139e80343 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:39.037237 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69f09cca-fc5d-44c6-bc15-728be3c42099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:39.089393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-69f09cca-fc5d-44c6-bc15-728be3c42099 None None] Port 326f602b-a851-499b-b9a6-deb139e80343 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:39.194578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0ed8858-ed9c-4cda-b70a-2c472d8f9f4d req-c21844f9-1360-44a0-aec9-a36068ce0668 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777072 Jul 07 22:08:39.203168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:39.234716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Transition to ACTIVE for port object 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:39.283669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:39.297660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', '7ec07ffc-b6c3-4d28-9b86-5224671d7406'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:39.343896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a', 'b2cdfaad-2c20-4136-a192-1c9e6747aae7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:39.357833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:39.363099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:39.366042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:39.372405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:39.373258 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:39.395552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:08:39.412232 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8168387 Jul 07 22:08:39.412818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0d855a9e-de31-451c-8389-b143a5474e74 admin admin] 10.222.0.81 "PUT /v2.0/routers/6a2c8d5e-1688-4796-ab36-3df6684f49b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7838528 Jul 07 22:08:39.412944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79291cf0-6593-4c27-a29f-047f553fd791 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event updated for resources: {'Port': ['ID=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:39.413049 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Sync routers for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:08:39.422786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Request body: {'port': {'device_id': '295730e1-c1a9-45b2-9347-dff6c47e8337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:39.429803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a65825-87b1-4ebd-8093-e246a489d411 req-cab88d1e-81d6-4b3e-9291-613dd57308f0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:39.438508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42a65825-87b1-4ebd-8093-e246a489d411 req-cab88d1e-81d6-4b3e-9291-613dd57308f0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 948 time: 0.2424979 Jul 07 22:08:39.439399 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:39.443320 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:39.527879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:39.545916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df568e59-13d9-4396-bc55-56adda1d6ec5 req-7bd2d6ca-30f5-45b4-a937-2e1779c73ef9 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:39.554635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df568e59-13d9-4396-bc55-56adda1d6ec5 req-7bd2d6ca-30f5-45b4-a937-2e1779c73ef9 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.2414150 Jul 07 22:08:39.576647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42a65825-87b1-4ebd-8093-e246a489d411 req-ffb4eb1d-8544-4498-afb7-ab5e45b2113a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371024 Jul 07 22:08:39.647120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df568e59-13d9-4396-bc55-56adda1d6ec5 req-81c39f9c-d5c7-4d14-9e63-ba1e322e740a tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911288 Jul 07 22:08:39.737396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4e6f217d-4e32-4c41-b4d8-b35c08c487a5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:39.746987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5df6942b-3ccc-472c-97b6-7b63922958f7 req-d93c976b-95a1-4274-9e9b-df83e212f475 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 210 time: 0.0784860 Jul 07 22:08:39.788224 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:39.975803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3e1a95c9-6f0e-43bf-a718-b08b1e9269cb None None] Provisioning for port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:40.009241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3e1a95c9-6f0e-43bf-a718-b08b1e9269cb None None] Provisioning complete for port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:40.009635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e1a95c9-6f0e-43bf-a718-b08b1e9269cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.039742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f83da-a9f9-4a34-9c91-1e5750f84f0f req-cf0d7b8a-6eab-4906-91df-5f086d94922b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:40.048941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-947f83da-a9f9-4a34-9c91-1e5750f84f0f req-cf0d7b8a-6eab-4906-91df-5f086d94922b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 936 time: 0.1612582 Jul 07 22:08:40.056046 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 2, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:40.101024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a95c9-6f0e-43bf-a718-b08b1e9269cb None None] Port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:40.101459 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Checking router: 6a2c8d5e-1688-4796-ab36-3df6684f49b7 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:08:40.102000 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Updating router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 port 326f602b-a851-499b-b9a6-deb139e80343 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:08:40.103419 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:40.115828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc349be9-57f9-4011-ac6e-599f5de97166 req-52d5785d-5642-4205-aeeb-095147669c42 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:40.119268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc349be9-57f9-4011-ac6e-599f5de97166 req-52d5785d-5642-4205-aeeb-095147669c42 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.1555848 Jul 07 22:08:40.120956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.153404 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.153799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Transition to ACTIVE for port object 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:40.160695 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.185341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-947f83da-a9f9-4a34-9c91-1e5750f84f0f req-013ad920-d627-43d9-a989-0dd5ba7c1c97 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348872 Jul 07 22:08:40.238293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc349be9-57f9-4011-ac6e-599f5de97166 req-5891811c-07c2-42b2-9166-de22aacae4b2 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039720 Jul 07 22:08:40.331576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4ae74f58-75da-4006-9b86-3356677bd91c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:40.340877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Pushing event updated for resources: {'Port': ['ID=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:40.456389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Attempting to bind port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:40.457542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Attempting to bind port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:40.458171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Attempting to bind port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:40.464247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:40.464821 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Attempting to bind port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:40.474174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:40.474771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:40.475338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:40.475996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Bound port: 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:40.476579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.499084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b99c7668-5967-4d1b-88a5-3d6cfe6893cb details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:40.502800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4ae74f58-75da-4006-9b86-3356677bd91c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:40.503180 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.571234 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.576949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] For port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:40.581629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] For port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:40.584034 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Transition to ACTIVE for port object 326f602b-a851-499b-b9a6-deb139e80343 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:40.587653 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.593051 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.636600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:40.637385 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.639035 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] 10.222.0.44 "PUT /v2.0/ports/410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab HTTP/1.1" status: 200 len: 1097 time: 1.2217634 Jul 07 22:08:40.639561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295730e1-c1a9-45b2-9347-dff6c47e8337', 'tag': '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:40.641957 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e" -d '{"events": [{"name": "network-changed", "server_uuid": "295730e1-c1a9-45b2-9347-dff6c47e8337", "tag": "410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:40.684176 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663aaf3-8845-4419-bf9b-9eedc7f43e54 service neutron] Pushing event updated for resources: {'Port': ['ID=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:40.727990 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Pushing event updated for resources: {'Port': ['ID=326f602b-a851-499b-b9a6-deb139e80343,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:40.773215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be896-910e-474e-b5fe-8680240b796c req-75930077-50bc-4eba-a1af-90ff080a6b9c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:40.787169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-75930077-50bc-4eba-a1af-90ff080a6b9c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 821 time: 0.3306940 Jul 07 22:08:40.798371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b99c7668-5967-4d1b-88a5-3d6cfe6893cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:40.799883 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.800244 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.800593 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.800996 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.802247 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.802392 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.802726 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.803227 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.803502 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.803739 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.804071 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.804402 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:40.837941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'b99c7668-5967-4d1b-88a5-3d6cfe6893cb', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'b99c7668-5967-4d1b-88a5-3d6cfe6893cb', 'mac_address': 'fa:16:3e:ea:eb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:08:40.849797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-9905cad7-4755-4fdc-be77-9858d13a2978 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/quotas/e3ddb3ab3ef54d8a999c4a478aafa061 HTTP/1.1" status: 200 len: 375 time: 0.0614123 Jul 07 22:08:40.872853 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Attempting to bind port 326f602b-a851-499b-b9a6-deb139e80343 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:40.873279 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Attempting to bind port 326f602b-a851-499b-b9a6-deb139e80343 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:40.873652 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Attempting to bind port 326f602b-a851-499b-b9a6-deb139e80343 on network 1a614801-1b6a-4456-b8be-54163b41b64e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:40.876162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-eb16fb89-9e34-40a7-b23f-6e50a877b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:40.878293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-eb16fb89-9e34-40a7-b23f-6e50a877b5b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 1100 time: 0.1508074 Jul 07 22:08:40.897394 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:40.897789 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Checking segment: {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:40.898197 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.898647 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Bound using segment: {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:40.899125 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Bound port: 326f602b-a851-499b-b9a6-deb139e80343, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:40.899522 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:40.930670 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-d3f20cc6-3936-4d06-a41e-60e2a32def96 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=503323fe350745fdbbd1f8429880eabe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068227 Jul 07 22:08:40.959096 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-d7c6a20d-3757-4f9e-a9e9-3e4f4f43ec28 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab HTTP/1.1" status: 200 len: 217 time: 0.0708230 Jul 07 22:08:41.008433 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:41.020124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-a2173d91-ee8c-4d8f-b6b2-34e02b7de693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:41.021819 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-a2173d91-ee8c-4d8f-b6b2-34e02b7de693 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0559981 Jul 07 22:08:41.023125 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] For port 326f602b-a851-499b-b9a6-deb139e80343, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:41.027058 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] For port 326f602b-a851-499b-b9a6-deb139e80343, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=326f602b-a851-499b-b9a6-deb139e80343,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:41.040065 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:41.046413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99c7668-5967-4d1b-88a5-3d6cfe6893cb {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:41.069416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b99c7668-5967-4d1b-88a5-3d6cfe6893cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:41.078342 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:41.117160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee1955-bdf8-41db-a07e-b21988d290a0 req-24041f86-d215-4e07-8cc0-cc4e23d90498 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:41.125259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8eee1955-bdf8-41db-a07e-b21988d290a0 req-24041f86-d215-4e07-8cc0-cc4e23d90498 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 947 time: 0.5274801 Jul 07 22:08:41.152072 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340fbd5-e971-4ef7-a905-89514ca1b5c7 None None] Pushing event updated for resources: {'Port': ['ID=326f602b-a851-499b-b9a6-deb139e80343,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:41.157632 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:08:41.158298 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:08:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:41.166509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-90381645-7fbe-4641-a979-cf80b44b21f8 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3154559 Jul 07 22:08:41.169193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:41.170718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-ae99efce-7f84-4028-89ca-58cfbb7e0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:41.172586 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-ae99efce-7f84-4028-89ca-58cfbb7e0c61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1404428 Jul 07 22:08:41.307802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-c4818d24-7a7d-4e37-95e8-79b3f77d3e84 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:41.309474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-c4818d24-7a7d-4e37-95e8-79b3f77d3e84 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658206 Jul 07 22:08:41.316618 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-ec028564-53f3-462a-a287-813fca4c88c6 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286507 Jul 07 22:08:41.318676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8eee1955-bdf8-41db-a07e-b21988d290a0 req-126350bf-c694-4b33-a953-526b7f1761cd tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924865 Jul 07 22:08:41.334917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Request body: {'port': {'device_id': '51b49089-df93-4dfc-a695-73379fd6517d', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '503323fe350745fdbbd1f8429880eabe'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:41.371490 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:08:41.411800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-c0d8e46b-ff7d-4d74-8f87-6f712d3619b6 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440033 Jul 07 22:08:41.452876 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ee18636a-f4d4-4a29-b0de-e7affa461d50 req-045b304a-9e5a-454f-897c-5404a711088c service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299932 Jul 07 22:08:41.606350 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:41Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:08:41.632884 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3ad1b8-d1a8-4300-bfe1-385ffaeefb44 None None] The sync data for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 is: [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:41Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:08:41.716484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['b99c7668-5967-4d1b-88a5-3d6cfe6893cb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:41.866577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-1a690e82-eb37-4c30-8f67-e7f918cc97ec service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537525 Jul 07 22:08:41.876501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5561397-6bbf-4dac-a2a3-2e560b1dc574 req-93cc42a0-192e-4a4f-8096-e999467a0c6a tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:41.878133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5561397-6bbf-4dac-a2a3-2e560b1dc574 req-93cc42a0-192e-4a4f-8096-e999467a0c6a tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1097 time: 0.1287696 Jul 07 22:08:41.887070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Made reservation on behalf of 503323fe350745fdbbd1f8429880eabe for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:41.890831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:41.912151 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:41.959314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5561397-6bbf-4dac-a2a3-2e560b1dc574 req-59e66c54-0d7c-41f1-9d05-8d399e737f80 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641220 Jul 07 22:08:42.044363 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fab23f3-5141-4bc3-8ee6-f031e7a19a75 x-openstack-request-id: req-6fab23f3-5141-4bc3-8ee6-f031e7a19a75 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:42.044826 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295730e1-c1a9-45b2-9347-dff6c47e8337", "tag": "410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:42.044941 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fab23f3-5141-4bc3-8ee6-f031e7a19a75 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:42.045301 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295730e1-c1a9-45b2-9347-dff6c47e8337', 'tag': '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab', 'status': 'completed', 'code': 200} Jul 07 22:08:42.068777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:42.074301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:42.110781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1375a-45cb-45b8-b457-ef8f33696759,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:42.218986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-8db95d33-6c06-48ee-86ff-80c0d78cec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:42.220907 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-8db95d33-6c06-48ee-86ff-80c0d78cec38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 1100 time: 0.1339395 Jul 07 22:08:42.327312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 326f602b-a851-499b-b9a6-deb139e80343 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:42.341705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-28922f95-a419-46f4-a254-619c89178d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:42.343449 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-28922f95-a419-46f4-a254-619c89178d7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1111267 Jul 07 22:08:42.392109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 326f602b-a851-499b-b9a6-deb139e80343 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:42.398626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 326f602b-a851-499b-b9a6-deb139e80343 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:42.399167 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:42.411788 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-8a071f4c-1850-4337-b7c1-16ecfadbd545 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab HTTP/1.1" status: 200 len: 217 time: 0.0585930 Jul 07 22:08:42.457472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdaded-7e90-41f0-943b-bb33186a4868 req-5379bf34-afcb-4ceb-936d-c53bd95a0145 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:42.459115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8bdaded-7e90-41f0-943b-bb33186a4868 req-5379bf34-afcb-4ceb-936d-c53bd95a0145 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.2990680 Jul 07 22:08:42.468304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Allocated IP 192.168.233.9 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/cc6caa13-220b-4100-9078-68ef1e284ca5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:42.482499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-c19f0760-953f-44a2-a71a-0a36427e3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:42.484001 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-c19f0760-953f-44a2-a71a-0a36427e3908 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0635326 Jul 07 22:08:42.488756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbdd17-f00d-4662-ac50-ff463f641c89 req-e0ad39e1-b3c8-49ee-985b-980d7155ee98 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:42.490746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cbdd17-f00d-4662-ac50-ff463f641c89 req-e0ad39e1-b3c8-49ee-985b-980d7155ee98 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 948 time: 0.2779670 Jul 07 22:08:42.514023 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:42.547099 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:42.599600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 326f602b-a851-499b-b9a6-deb139e80343, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=326f602b-a851-499b-b9a6-deb139e80343,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:42.605510 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:42.613153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-c5324826-cbdc-4ad0-b5fc-cb6d1ffee423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:42.616440 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-c5324826-cbdc-4ad0-b5fc-cb6d1ffee423 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1171870 Jul 07 22:08:42.654390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:42.663921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:42.664413 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:42.665491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cbdd17-f00d-4662-ac50-ff463f641c89 req-aaec5b8d-5c6c-455b-8035-2dbba36b3248 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369228 Jul 07 22:08:42.686212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8bdaded-7e90-41f0-943b-bb33186a4868 req-60a2a7f6-1568-4457-bc40-c79ccda9f429 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623287 Jul 07 22:08:42.772903 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-32bbbcc8-a3dc-4d6d-ac5b-f46ccc689502 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428308 Jul 07 22:08:42.777847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=326f602b-a851-499b-b9a6-deb139e80343,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:42.861056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:42.895144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Transition to ACTIVE for port object cc6caa13-220b-4100-9078-68ef1e284ca5 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:42.914550 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:42.953521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:42.956728 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc97dfe-31dc-4508-b4b3-ea0fdf012e27" -d '{"events": [{"server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:42.956901 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d0e01aeb-37a3-4a44-b5b4-dfd8f38cc87e req-45e7907c-83d2-4714-b9cc-1a8f3650aae2 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643615 Jul 07 22:08:42.960473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:42.965765 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:42.980567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b8091b8-4c45-4523-b900-5af31caa4247 req-47370a20-defe-41cc-b320-4a333d166d59 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 210 time: 0.0545361 Jul 07 22:08:43.026253 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:43.042766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:43.094555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:43.108403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37ecdf-38d6-4098-893f-fc8fae070cb4 req-c48379e0-251c-458d-9954-6cb7dba785db tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:43.110271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a37ecdf-38d6-4098-893f-fc8fae070cb4 req-c48379e0-251c-458d-9954-6cb7dba785db tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 948 time: 0.1832027 Jul 07 22:08:43.114209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:43.116649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:43.171128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Pushing event updated for resources: {'Port': ['ID=cc6caa13-220b-4100-9078-68ef1e284ca5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:43.209064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aff794f2-7c2a-41ec-961c-f39ee1b450ef req-ba55b492-a7b4-45d5-94b2-161eff8c1538 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 210 time: 0.0629680 Jul 07 22:08:43.227417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:43.228074 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:43.256273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a37ecdf-38d6-4098-893f-fc8fae070cb4 req-b836efb9-05ad-477d-bcb2-47f31118dfa4 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113513 Jul 07 22:08:43.258117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-4670988f-5778-461c-a4a6-9d7f27254f70 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9323163 Jul 07 22:08:43.277569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Request body: {'port': {'device_id': '51b49089-df93-4dfc-a695-73379fd6517d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:43.386824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:43.474668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a79f315b-5ca9-4b10-8b6f-9e7326454504 None None] Provisioning for port cc6caa13-220b-4100-9078-68ef1e284ca5 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:43.479729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a79f315b-5ca9-4b10-8b6f-9e7326454504 None None] Provisioning complete for port cc6caa13-220b-4100-9078-68ef1e284ca5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:43.480341 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a79f315b-5ca9-4b10-8b6f-9e7326454504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:43.505987 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93daeb5b-d8a8-41b4-af56-cad915126c17 x-openstack-request-id: req-93daeb5b-d8a8-41b4-af56-cad915126c17 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:43.506560 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:43.506812 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93daeb5b-d8a8-41b4-af56-cad915126c17 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:43.507186 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'code': 200} Jul 07 22:08:43.522719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a79f315b-5ca9-4b10-8b6f-9e7326454504 None None] Port cc6caa13-220b-4100-9078-68ef1e284ca5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:43.597238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33f368-ad63-486d-bf60-c5e0858969bb req-d5a9a2fe-5e00-4174-ba36-b7f4efd4002e tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:43.599470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f33f368-ad63-486d-bf60-c5e0858969bb req-d5a9a2fe-5e00-4174-ba36-b7f4efd4002e tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 948 time: 0.1772501 Jul 07 22:08:43.708133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f33f368-ad63-486d-bf60-c5e0858969bb req-7849a114-b789-4151-bb59-dfa0ff51e77f tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031716 Jul 07 22:08:43.740768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aadb4-6048-4125-9878-7e7b1c0f7660 req-19b046ce-81c2-41e8-ba5f-6371c577ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:43.742450 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af9aadb4-6048-4125-9878-7e7b1c0f7660 req-19b046ce-81c2-41e8-ba5f-6371c577ac9a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 1101 time: 0.1480105 Jul 07 22:08:43.808451 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-af9aadb4-6048-4125-9878-7e7b1c0f7660 req-716b1e73-d26c-418c-9a0a-376995a1dde0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592217 Jul 07 22:08:43.871398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6caa13-220b-4100-9078-68ef1e284ca5 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:43.882424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:43.910283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Transition to ACTIVE for port object cc6caa13-220b-4100-9078-68ef1e284ca5 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:43.946111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.060902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Pushing event updated for resources: {'Port': ['ID=cc6caa13-220b-4100-9078-68ef1e284ca5,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:44.116199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be896-910e-474e-b5fe-8680240b796c req-fa7ce900-5859-4c16-8407-ebe43e7d64cc tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:44.120346 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-fa7ce900-5859-4c16-8407-ebe43e7d64cc tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.44 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 821 time: 0.2046602 Jul 07 22:08:44.142356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Request body: {'port': {'device_id': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'admin_state_up': True, 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:44.175210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a97fe9-289d-4e46-8f04-afc53bafaa57 req-21650c5a-39f2-49e4-a736-681243024617 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:44.176796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48a97fe9-289d-4e46-8f04-afc53bafaa57 req-21650c5a-39f2-49e4-a736-681243024617 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.2801120 Jul 07 22:08:44.235763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:44.295484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd4216-f131-414e-9021-2e3faad21437 req-371528db-61a0-4fee-93d2-113a813b62f1 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:44.307849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ffd4216-f131-414e-9021-2e3faad21437 req-371528db-61a0-4fee-93d2-113a813b62f1 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.3667767 Jul 07 22:08:44.344772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Made reservation on behalf of e3ddb3ab3ef54d8a999c4a478aafa061 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:44.348845 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.366207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 326f602b-a851-499b-b9a6-deb139e80343 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:44.407721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Attempting to bind port cc6caa13-220b-4100-9078-68ef1e284ca5 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:44.408047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Attempting to bind port cc6caa13-220b-4100-9078-68ef1e284ca5 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:44.408411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Attempting to bind port cc6caa13-220b-4100-9078-68ef1e284ca5 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:44.422565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48a97fe9-289d-4e46-8f04-afc53bafaa57 req-619726b1-a58a-445e-81a6-036c9199ad21 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283995 Jul 07 22:08:44.428892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Port cc6caa13-220b-4100-9078-68ef1e284ca5 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:44.429213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Attempting to bind port cc6caa13-220b-4100-9078-68ef1e284ca5 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:44.451878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ffd4216-f131-414e-9021-2e3faad21437 req-fae035e0-fb98-48b2-918c-aa4ab18cca43 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341174 Jul 07 22:08:44.453535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:44.453906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:44.454364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:44.454809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Bound port: cc6caa13-220b-4100-9078-68ef1e284ca5, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:44.456578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.496278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 326f602b-a851-499b-b9a6-deb139e80343 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:44.497318 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.549483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b99c7668-5967-4d1b-88a5-3d6cfe6893cb up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:44.610571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] For port cc6caa13-220b-4100-9078-68ef1e284ca5, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:44.615407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:44.620468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] For port cc6caa13-220b-4100-9078-68ef1e284ca5, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cc6caa13-220b-4100-9078-68ef1e284ca5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:44.625808 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.644630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab', 'mac_address': 'fa:16:3e:8c:5f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:08:44.684490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Allocated IP 172.20.0.8 (1a614801-1b6a-4456-b8be-54163b41b64e/cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac/0590d381-89b2-4c98-85e4-9ff27a21dd6f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:44.728688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port b99c7668-5967-4d1b-88a5-3d6cfe6893cb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:44.735703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port b99c7668-5967-4d1b-88a5-3d6cfe6893cb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:44.736767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.775453 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.800170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:44.825846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-264cb887-3582-40c7-ae99-a08747180a80 req-314ffed3-1d6d-4682-82f5-b53cb702f1a9 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 210 time: 0.1379437 Jul 07 22:08:44.845044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:44.852037 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.853868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:44.854617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.857103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] 10.222.0.83 "PUT /v2.0/ports/cc6caa13-220b-4100-9078-68ef1e284ca5 HTTP/1.1" status: 200 len: 1095 time: 1.5843863 Jul 07 22:08:44.860594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51b49089-df93-4dfc-a695-73379fd6517d', 'tag': 'cc6caa13-220b-4100-9078-68ef1e284ca5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:44.864186 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708" -d '{"events": [{"name": "network-changed", "server_uuid": "51b49089-df93-4dfc-a695-73379fd6517d", "tag": "cc6caa13-220b-4100-9078-68ef1e284ca5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:44.886210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8afa1-61f4-475c-b9d2-27c0ceb555fb service neutron] Pushing event updated for resources: {'Port': ['ID=cc6caa13-220b-4100-9078-68ef1e284ca5,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:44.929081 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.935317 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:44.967058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Transition to ACTIVE for port object 0590d381-89b2-4c98-85e4-9ff27a21dd6f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:44.977678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:44.990770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f20a3e-98c5-4060-a177-ff0e7c0928d5 req-e00aff9e-6c0d-47ce-b9af-79b4e6097a5f tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:44.996314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66f20a3e-98c5-4060-a177-ff0e7c0928d5 req-e00aff9e-6c0d-47ce-b9af-79b4e6097a5f tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 946 time: 0.3062899 Jul 07 22:08:45.017773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.018159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.018506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.018841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.019186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.019520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.019851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.020178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.020505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.020826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.021944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.021944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:08:45.047442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b99c7668-5967-4d1b-88a5-3d6cfe6893cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:45.050350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:45.056866 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:45.105752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Network 1a614801-1b6a-4456-b8be-54163b41b64e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:45.109069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:45.115070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:45.120605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:45.121198 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:45.134430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Pushing event updated for resources: {'Port': ['ID=0590d381-89b2-4c98-85e4-9ff27a21dd6f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:45.139636 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-5790930b-c73f-4a8d-9251-3523213941a4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0095527 Jul 07 22:08:45.154057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Request body: {'port': {'device_id': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:45.166739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:45.174864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:45.180893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66f20a3e-98c5-4060-a177-ff0e7c0928d5 req-87971f75-7d20-4982-9fc0-81783bfee5fe tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768389 Jul 07 22:08:45.263728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:45.291801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-3ff7a203-3908-4ba0-a69c-279a7f28c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:45.294177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-3ff7a203-3908-4ba0-a69c-279a7f28c801 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=503323fe350745fdbbd1f8429880eabe&device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 1098 time: 0.3630860 Jul 07 22:08:45.308494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3713600-3c77-45cc-880f-4bed64f389b9 req-3f2010c8-4cc9-4591-96e1-711ded9b0ae1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:45.318799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3713600-3c77-45cc-880f-4bed64f389b9 req-3f2010c8-4cc9-4591-96e1-711ded9b0ae1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 949 time: 0.2956927 Jul 07 22:08:45.393560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-f15b1418-79e3-4998-9448-d0aed58c5f86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=cc6caa13-220b-4100-9078-68ef1e284ca5 HTTP/1.1" status: 200 len: 217 time: 0.0606411 Jul 07 22:08:45.481682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3713600-3c77-45cc-880f-4bed64f389b9 req-6d70aac3-d121-4440-9c00-2f3caeda3523 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604304 Jul 07 22:08:45.508765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c7668-5967-4d1b-88a5-3d6cfe6893cb'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:45.510928 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a1f33e-0944-4f44-a5df-8f85408421d4" -d '{"events": [{"server_uuid": "f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b99c7668-5967-4d1b-88a5-3d6cfe6893cb"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:45.512421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-9c8dea04-6ea4-44ae-943d-45830213e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:45.514313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-9c8dea04-6ea4-44ae-943d-45830213e311 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1006007 Jul 07 22:08:45.566265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-83ebfd76-30f5-4ab1-8dad-777a1836abb2 None None] Provisioning for port 0590d381-89b2-4c98-85e4-9ff27a21dd6f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:45.577961 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb6097b-b260-46c5-9fb3-ebc1895fdcf3 x-openstack-request-id: req-ddb6097b-b260-46c5-9fb3-ebc1895fdcf3 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:45.578289 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51b49089-df93-4dfc-a695-73379fd6517d", "tag": "cc6caa13-220b-4100-9078-68ef1e284ca5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:45.578538 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ddb6097b-b260-46c5-9fb3-ebc1895fdcf3 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:45.579629 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51b49089-df93-4dfc-a695-73379fd6517d', 'tag': 'cc6caa13-220b-4100-9078-68ef1e284ca5', 'status': 'completed', 'code': 200} Jul 07 22:08:45.583553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-83ebfd76-30f5-4ab1-8dad-777a1836abb2 None None] Provisioning complete for port 0590d381-89b2-4c98-85e4-9ff27a21dd6f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:45.586093 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83ebfd76-30f5-4ab1-8dad-777a1836abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:45.673527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-83ebfd76-30f5-4ab1-8dad-777a1836abb2 None None] Port 0590d381-89b2-4c98-85e4-9ff27a21dd6f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:45.674783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0590d381-89b2-4c98-85e4-9ff27a21dd6f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:45.684274 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:45.698580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4e34a-8f05-42ca-afb2-6230a7cc7cb0 req-9ec246cb-7f3c-41aa-95e4-f96cfa7a952e tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:45.700132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf4e34a-8f05-42ca-afb2-6230a7cc7cb0 req-9ec246cb-7f3c-41aa-95e4-f96cfa7a952e tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 949 time: 0.1181855 Jul 07 22:08:45.702669 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Transition to ACTIVE for port object 0590d381-89b2-4c98-85e4-9ff27a21dd6f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:45.705739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-a94fbe4f-8664-4834-8352-52a990d5b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:45.710694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:45.710868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-a94fbe4f-8664-4834-8352-52a990d5b737 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1864364 Jul 07 22:08:45.768719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Pushing event updated for resources: {'Port': ['ID=0590d381-89b2-4c98-85e4-9ff27a21dd6f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:45.812557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Attempting to bind port 0590d381-89b2-4c98-85e4-9ff27a21dd6f on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:45.812858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Attempting to bind port 0590d381-89b2-4c98-85e4-9ff27a21dd6f by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:45.813569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Attempting to bind port 0590d381-89b2-4c98-85e4-9ff27a21dd6f on network 1a614801-1b6a-4456-b8be-54163b41b64e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:45.818776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Port 0590d381-89b2-4c98-85e4-9ff27a21dd6f on network 1a614801-1b6a-4456-b8be-54163b41b64e not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:45.819244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Attempting to bind port 0590d381-89b2-4c98-85e4-9ff27a21dd6f on network 1a614801-1b6a-4456-b8be-54163b41b64e {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:45.831578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:45.832007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Checking segment: {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:45.833203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Bound using segment: {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:45.834140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Bound port: 0590d381-89b2-4c98-85e4-9ff27a21dd6f, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:45.834701 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:45.852155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf4e34a-8f05-42ca-afb2-6230a7cc7cb0 req-e4b50011-335f-4187-a165-9d0950dca8cb tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352224 Jul 07 22:08:45.923012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01f9d3-b99a-4d83-aa1f-b5ba11617803 req-3990672c-3401-4374-a1a6-89545c0b24dd tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:45.924371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e01f9d3-b99a-4d83-aa1f-b5ba11617803 req-3990672c-3401-4374-a1a6-89545c0b24dd tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.2231653 Jul 07 22:08:45.933994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-8c0f6334-ca09-4d0a-bd17-0aadfc9f9e33 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880553 Jul 07 22:08:45.942334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] For port 0590d381-89b2-4c98-85e4-9ff27a21dd6f, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:45.948603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] For port 0590d381-89b2-4c98-85e4-9ff27a21dd6f, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:45.956332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:46.001679 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.002853 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:46.004402 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] 10.222.0.44 "PUT /v2.0/ports/0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 1092 time: 0.8567185 Jul 07 22:08:46.004851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:46.007234 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a354bf-78e2-4043-9f42-f03ca548ec31" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:46.042957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892b540-b79d-478c-9895-436708a1ac0f service neutron] Pushing event updated for resources: {'Port': ['ID=0590d381-89b2-4c98-85e4-9ff27a21dd6f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:46.092760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e01f9d3-b99a-4d83-aa1f-b5ba11617803 req-2edbdef0-94ac-4df6-ae6a-6850fab7748e tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575730 Jul 07 22:08:46.169273 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd490cfd-1ed5-4938-b5f9-08e6b1b8d57e x-openstack-request-id: req-dd490cfd-1ed5-4938-b5f9-08e6b1b8d57e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:46.169961 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4", "name": "network-vif-plugged", "status": "completed", "tag": "b99c7668-5967-4d1b-88a5-3d6cfe6893cb", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:46.170263 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd490cfd-1ed5-4938-b5f9-08e6b1b8d57e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:46.170659 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99c7668-5967-4d1b-88a5-3d6cfe6893cb', 'code': 200} Jul 07 22:08:46.190940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be896-910e-474e-b5fe-8680240b796c req-f33ef35e-bba1-4750-904c-62bbc9069574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.194693 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-f33ef35e-bba1-4750-904c-62bbc9069574 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1095 time: 0.1093020 Jul 07 22:08:46.203911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7bcdd17-ca40-47e1-835f-0c0bcf58e72f req-8ad9f932-0859-4a99-bb6f-12c01a6104e3 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600706 Jul 07 22:08:46.213526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee06af6-991e-4592-8a2d-6521cb36d569 req-f39cdf55-2eb9-42be-978d-518e762aa123 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.221110 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ee06af6-991e-4592-8a2d-6521cb36d569 req-f39cdf55-2eb9-42be-978d-518e762aa123 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.2379222 Jul 07 22:08:46.305527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ee06af6-991e-4592-8a2d-6521cb36d569 req-16e7e4a1-c4e7-4ef6-9042-1545c36afffc tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827515 Jul 07 22:08:46.306005 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-91fd6041-69a8-48b4-8b39-9917de5a4528 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 217 time: 0.0933409 Jul 07 22:08:46.368250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be896-910e-474e-b5fe-8680240b796c req-78b08576-8ffe-4cb1-96ba-b38dad1d2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.369952 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-78b08576-8ffe-4cb1-96ba-b38dad1d2cae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0565667 Jul 07 22:08:46.419843 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac70e485-e03c-4373-964c-b4d55efb5acf x-openstack-request-id: req-ac70e485-e03c-4373-964c-b4d55efb5acf {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:46.420256 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:46.420516 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac70e485-e03c-4373-964c-b4d55efb5acf {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:46.420902 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'status': 'completed', 'code': 200} Jul 07 22:08:46.485967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d160c66-0be8-4386-8794-8e7e688a1d54 req-98ee8a7e-4d46-46d7-a2a7-87b81d095bb2 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.488283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d160c66-0be8-4386-8794-8e7e688a1d54 req-98ee8a7e-4d46-46d7-a2a7-87b81d095bb2 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 943 time: 0.1708558 Jul 07 22:08:46.512386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb699086-2181-40ca-8628-26ab3649a608 req-6c1cb16d-8340-45d6-8ef8-e2beeabc5f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.514860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb699086-2181-40ca-8628-26ab3649a608 req-6c1cb16d-8340-45d6-8ef8-e2beeabc5f86 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 1101 time: 0.1278944 Jul 07 22:08:46.527524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34be896-910e-474e-b5fe-8680240b796c req-e8689283-b52f-49d9-863d-af10ea9b2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.529370 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-e8689283-b52f-49d9-863d-af10ea9b2aa0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446099 Jul 07 22:08:46.538675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-6d690ac9-ef31-4e70-bd33-5d8c72d78a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.540183 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-6d690ac9-ef31-4e70-bd33-5d8c72d78a5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=503323fe350745fdbbd1f8429880eabe&device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 1098 time: 0.1691666 Jul 07 22:08:46.563693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb699086-2181-40ca-8628-26ab3649a608 req-efb388ee-514a-47c9-9e1e-cda1b4048cd8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407975 Jul 07 22:08:46.590277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d160c66-0be8-4386-8794-8e7e688a1d54 req-829c4765-5d1d-4e98-b6cc-11886bd8e673 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943236 Jul 07 22:08:46.658882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b980f3f-a8b8-49e1-991b-bf3d68ca96f6 req-b83f83aa-1b0c-4f71-ab7a-97a506909a7c tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.660377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b980f3f-a8b8-49e1-991b-bf3d68ca96f6 req-b83f83aa-1b0c-4f71-ab7a-97a506909a7c tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 946 time: 0.0747397 Jul 07 22:08:46.697572 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-a54bd8bf-bd1a-448d-92fc-fbff44489769 service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564221 Jul 07 22:08:46.700102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-0a5b2d5d-2448-4f0b-982a-5e68dc5275fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.701440 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-0a5b2d5d-2448-4f0b-982a-5e68dc5275fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1506932 Jul 07 22:08:46.703203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b980f3f-a8b8-49e1-991b-bf3d68ca96f6 req-7e6be962-53b8-4d1b-89f7-c3bf6fd707dc tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 Jul 07 22:08:46.792141 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c34be896-910e-474e-b5fe-8680240b796c req-b705182c-a2f1-4933-820d-6cbd28ace086 service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880628 Jul 07 22:08:46.900217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-c90019cf-e5cd-4778-b190-3b007ba8f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.901709 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-c90019cf-e5cd-4778-b190-3b007ba8f96e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1095 time: 0.0613801 Jul 07 22:08:46.984361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45770) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:46.995653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-a4ca22b0-1c28-4e32-a540-3fe20b8e047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.997223 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-a4ca22b0-1c28-4e32-a540-3fe20b8e047f service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.0892396 Jul 07 22:08:46.998207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348f063-dfd3-42b1-9efc-d54e6919ccf2 req-06602151-6d4d-4ed6-8b04-da7b8748841a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:46.999640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8348f063-dfd3-42b1-9efc-d54e6919ccf2 req-06602151-6d4d-4ed6-8b04-da7b8748841a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 949 time: 0.0726433 Jul 07 22:08:47.040986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8348f063-dfd3-42b1-9efc-d54e6919ccf2 req-a0c79a47-990c-4da9-91a1-59e0640bf6ca tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348194 Jul 07 22:08:47.043502 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-5e3c910f-8dfc-480e-8b85-d4e0aca54453 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 217 time: 0.0397084 Jul 07 22:08:47.116221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-730fc120-a80f-4a9c-adab-f8f461c83aec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307030 Jul 07 22:08:47.124194 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-6abdccc7-d65a-448a-8ff6-55fa0719ca25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=cc6caa13-220b-4100-9078-68ef1e284ca5 HTTP/1.1" status: 200 len: 217 time: 0.0467727 Jul 07 22:08:47.133319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-35d121e8-8a79-45ab-bb19-ef5961115d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:47.134891 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-35d121e8-8a79-45ab-bb19-ef5961115d3a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0840485 Jul 07 22:08:47.245032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-e66a924d-d859-4ee7-9b62-c395ef9939ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:47.246513 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-e66a924d-d859-4ee7-9b62-c395ef9939ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0882771 Jul 07 22:08:47.249296 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-f67c0086-541e-4f9c-94da-09924fca9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:47.250869 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-f67c0086-541e-4f9c-94da-09924fca9705 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013060 Jul 07 22:08:47.296303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a082e-9b27-4fd4-b799-67fdd17408eb req-0eb2fd4e-ec90-4afd-a620-7629c3fa2b92 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:47.297804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d93a082e-9b27-4fd4-b799-67fdd17408eb req-0eb2fd4e-ec90-4afd-a620-7629c3fa2b92 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 949 time: 0.1003716 Jul 07 22:08:47.306640 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59d20d-5b37-42a2-9b9e-e160b2ee5ab5 req-68e18fc8-1a59-4a1b-9b99-6ab6a642df45 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:47.308182 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e59d20d-5b37-42a2-9b9e-e160b2ee5ab5 req-68e18fc8-1a59-4a1b-9b99-6ab6a642df45 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1225743 Jul 07 22:08:47.369049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e59d20d-5b37-42a2-9b9e-e160b2ee5ab5 req-7b6ff469-606b-4d1e-8a97-3c4f577127e0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382304 Jul 07 22:08:47.377327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d93a082e-9b27-4fd4-b799-67fdd17408eb req-8778a1aa-dd7c-463c-bd5e-3343199470c9 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681992 Jul 07 22:08:47.381025 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-86a90fb0-2288-46ea-baa6-2440bf8216e3 service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183143 Jul 07 22:08:47.382996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-660587f3-12e4-4f50-a89d-7abc64382c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:47.384402 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-660587f3-12e4-4f50-a89d-7abc64382c46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305127 Jul 07 22:08:47.577880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed949a-903f-4c4c-beb4-4fe73834c7f7 req-2304cb8f-d316-42bb-8793-397e829fbdc0 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:47.579728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6ed949a-903f-4c4c-beb4-4fe73834c7f7 req-2304cb8f-d316-42bb-8793-397e829fbdc0 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.0940075 Jul 07 22:08:47.657016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6ed949a-903f-4c4c-beb4-4fe73834c7f7 req-435b19b1-eccd-4652-a203-83a3bd180ee5 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709524 Jul 07 22:08:47.839900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76ffe8-3adb-4a83-a376-2312f7e5268a req-06f030aa-730c-41c8-8e12-a55aeb0a2b56 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:47.841545 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c76ffe8-3adb-4a83-a376-2312f7e5268a req-06f030aa-730c-41c8-8e12-a55aeb0a2b56 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 943 time: 0.0701118 Jul 07 22:08:47.867822 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-a4c37a54-fa56-41bd-98cb-5f18bfce30c6 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673247 Jul 07 22:08:47.871483 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-89a354bf-78e2-4043-9f42-f03ca548ec31 req-269d633e-8199-4a59-a2fe-6b101dea49f7 service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725966 Jul 07 22:08:47.926678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c76ffe8-3adb-4a83-a376-2312f7e5268a req-a199a7f6-4356-4d28-a0e5-3b6bb22726fb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766501 Jul 07 22:08:48.007577 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8fea2a1c-b4a5-4ac1-9d43-5e1c37ffb708 req-5c34a55a-abb7-4684-a53a-b784f1bc7d85 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208992 Jul 07 22:08:48.144820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a64bac-ddad-4a00-bb9b-e8946c524754 req-a9e596b2-eb54-4e49-baac-21db90b0bd5d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:48.153631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57a64bac-ddad-4a00-bb9b-e8946c524754 req-a9e596b2-eb54-4e49-baac-21db90b0bd5d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 946 time: 0.0947692 Jul 07 22:08:48.203414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57a64bac-ddad-4a00-bb9b-e8946c524754 req-9992ab00-467a-4cc9-976f-85bafe507b9d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488660 Jul 07 22:08:48.254230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cf85e-643a-4838-aaff-b4de1b65f144 req-9895babd-37ac-4032-9e21-7e466d3d798d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:48.255713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-164cf85e-643a-4838-aaff-b4de1b65f144 req-9895babd-37ac-4032-9e21-7e466d3d798d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 949 time: 0.0733726 Jul 07 22:08:48.277519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:48.303741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-164cf85e-643a-4838-aaff-b4de1b65f144 req-45dcda17-d274-442d-9a3d-26d62799b6cd tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 Jul 07 22:08:48.327124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:48.331198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:48.331569 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:48.405009 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:48.427231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295730e1-c1a9-45b2-9347-dff6c47e8337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:48.429442 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a64356b-7cd9-441f-8a14-ced235e4c3b3" -d '{"events": [{"server_uuid": "295730e1-c1a9-45b2-9347-dff6c47e8337", "name": "network-vif-plugged", "status": "completed", "tag": "410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:48.442281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:48.446404 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:48.557608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00773d31-ca85-4d9d-97f0-a0dc820d0e45 req-7f095d31-80bc-472a-bf46-03002de02044 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:48.559255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00773d31-ca85-4d9d-97f0-a0dc820d0e45 req-7f095d31-80bc-472a-bf46-03002de02044 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.0670321 Jul 07 22:08:48.598696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00773d31-ca85-4d9d-97f0-a0dc820d0e45 req-ad3ba5a3-50bb-4610-84e7-f73eb014f2db tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326025 Jul 07 22:08:48.619362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:48.768372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afbd74-1522-478b-8cd3-cca42349fe2a req-b6453db8-c0c1-44f5-9481-bac33f3633f6 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:48.769591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15afbd74-1522-478b-8cd3-cca42349fe2a req-b6453db8-c0c1-44f5-9481-bac33f3633f6 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 949 time: 0.0696151 Jul 07 22:08:48.772085 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d654d2-bb6b-4141-8c78-485adc89c74a x-openstack-request-id: req-52d654d2-bb6b-4141-8c78-485adc89c74a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:48.772269 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295730e1-c1a9-45b2-9347-dff6c47e8337", "name": "network-vif-plugged", "status": "completed", "tag": "410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:48.772523 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52d654d2-bb6b-4141-8c78-485adc89c74a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:48.772910 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295730e1-c1a9-45b2-9347-dff6c47e8337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab', 'code': 200} Jul 07 22:08:48.820833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15afbd74-1522-478b-8cd3-cca42349fe2a req-711cefb0-bc50-4f72-bf04-39af358d53b2 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Jul 07 22:08:48.895186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa80fc-5769-442a-9959-04b10ecfcf4e req-103c17d1-92be-4978-9958-a8738ecf85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:48.896741 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-99fa80fc-5769-442a-9959-04b10ecfcf4e req-103c17d1-92be-4978-9958-a8738ecf85b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 1102 time: 0.0547163 Jul 07 22:08:48.947849 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-99fa80fc-5769-442a-9959-04b10ecfcf4e req-fcc2cd19-6056-498f-80ad-3c6fd9629b21 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 Jul 07 22:08:48.955146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaecc9-62f0-49ad-96ba-5a379946af61 req-55b8d31d-1a87-40d4-ad99-a70538ef7a74 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:48.957218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6eaaecc9-62f0-49ad-96ba-5a379946af61 req-55b8d31d-1a87-40d4-ad99-a70538ef7a74 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.0959589 Jul 07 22:08:49.004746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6eaaecc9-62f0-49ad-96ba-5a379946af61 req-e7c63fa2-a4eb-4492-a115-6ec709248b98 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414095 Jul 07 22:08:49.129010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0c33c-2565-4750-be8f-59ce25682a40 req-c5a9ca09-849f-446a-832f-c224b81f9783 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:49.131606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fba0c33c-2565-4750-be8f-59ce25682a40 req-c5a9ca09-849f-446a-832f-c224b81f9783 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 943 time: 0.0685456 Jul 07 22:08:49.176004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fba0c33c-2565-4750-be8f-59ce25682a40 req-bd79f66a-cde1-4cac-b051-6fe5065077b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385685 Jul 07 22:08:49.302221 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:49.376531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179dd17-6819-4837-9d29-81b61d0cc9ad req-f122d88d-5bc3-4cc2-b8d1-71a788927f53 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:49.378048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d179dd17-6819-4837-9d29-81b61d0cc9ad req-f122d88d-5bc3-4cc2-b8d1-71a788927f53 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 946 time: 0.0655048 Jul 07 22:08:49.419858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d179dd17-6819-4837-9d29-81b61d0cc9ad req-d827ea94-bc3b-4d3d-8eff-6d3f33c6a6b3 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Jul 07 22:08:49.495192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e688e-e83a-45f9-a3d7-ddf33a2cf88d req-970b9462-e072-4889-bb57-419ed3b967d3 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:49.498702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3e688e-e83a-45f9-a3d7-ddf33a2cf88d req-970b9462-e072-4889-bb57-419ed3b967d3 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 950 time: 0.0822506 Jul 07 22:08:49.545371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3e688e-e83a-45f9-a3d7-ddf33a2cf88d req-8a3dfa65-c669-4efa-9628-79c3c3c2db1e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Jul 07 22:08:49.598369 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-881517a4-2532-4d7b-82d0-1a347974e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:49.599904 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-881517a4-2532-4d7b-82d0-1a347974e0f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 1101 time: 0.0538871 Jul 07 22:08:49.650913 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:08:49.700029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-64e35b3e-6731-459a-8cd5-cba2dc28011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:49.701666 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-64e35b3e-6731-459a-8cd5-cba2dc28011e service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.0945313 Jul 07 22:08:49.745861 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-908775cd-fd92-4338-9831-909155c286d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5 HTTP/1.1" status: 200 len: 217 time: 0.0356765 Jul 07 22:08:49.795607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed83554-9f50-47da-91f4-da7876265959 req-90ebebf9-8545-48e8-a7c7-ac865eaceae5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:49.803461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aed83554-9f50-47da-91f4-da7876265959 req-90ebebf9-8545-48e8-a7c7-ac865eaceae5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.0854132 Jul 07 22:08:49.805728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-2734baca-0607-4a60-baab-4c53e9d8ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:49.807346 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-2734baca-0607-4a60-baab-4c53e9d8ee98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0535212 Jul 07 22:08:49.847175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aed83554-9f50-47da-91f4-da7876265959 req-0589b535-0a7f-4bb0-8318-b45fb5b955cb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Jul 07 22:08:49.873800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-4406f284-677c-4605-981a-baa95ec077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:49.875379 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-4406f284-677c-4605-981a-baa95ec077b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596251 Jul 07 22:08:49.971485 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-7669cfb8-49f6-4296-9653-5f29308b6609 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880709 Jul 07 22:08:50.021841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de564279-b123-4c6c-aaca-ab4fe8e2dff3 req-d7a91ef3-6418-4b26-a4a5-003ba762d16e tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:50.023861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de564279-b123-4c6c-aaca-ab4fe8e2dff3 req-d7a91ef3-6418-4b26-a4a5-003ba762d16e tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 949 time: 0.0670412 Jul 07 22:08:50.085597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de564279-b123-4c6c-aaca-ab4fe8e2dff3 req-8aa0db98-5672-410f-af59-5a5a0e55bc3d tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542796 Jul 07 22:08:50.094463 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-376072e6-f519-43ed-b9db-f2fbf7b372fd service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152718 Jul 07 22:08:50.278803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a937307-25e9-4ddf-968c-7336e9b2d780 req-ce8466de-973a-4d2a-a921-e8d1834b0d42 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:50.290260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a937307-25e9-4ddf-968c-7336e9b2d780 req-ce8466de-973a-4d2a-a921-e8d1834b0d42 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.1320765 Jul 07 22:08:50.307034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0590d381-89b2-4c98-85e4-9ff27a21dd6f details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:50.346852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a937307-25e9-4ddf-968c-7336e9b2d780 req-4ab20713-1a06-4bf9-9595-f16685c3781e tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551326 Jul 07 22:08:50.416460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 0590d381-89b2-4c98-85e4-9ff27a21dd6f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:50.431467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'port_id': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'mac_address': 'fa:16:3e:53:8b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:08:50.477011 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:50.491756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0590d381-89b2-4c98-85e4-9ff27a21dd6f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:50.515777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 0590d381-89b2-4c98-85e4-9ff27a21dd6f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:50.520138 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:50.576714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=0590d381-89b2-4c98-85e4-9ff27a21dd6f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:50.584017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cc6caa13-220b-4100-9078-68ef1e284ca5 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:08:50.588362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b0f16-88ca-4b47-8d5c-b6520bbd9204 req-d5300330-99f4-455a-a175-0cbaf7797d37 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:50.589892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a42b0f16-88ca-4b47-8d5c-b6520bbd9204 req-d5300330-99f4-455a-a175-0cbaf7797d37 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 943 time: 0.1002243 Jul 07 22:08:50.643691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230105e-a835-4a8b-bc22-2d76bcf92968 req-30a94d52-cff6-4a4b-840f-fdd022a0bc73 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:50.645183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0230105e-a835-4a8b-bc22-2d76bcf92968 req-30a94d52-cff6-4a4b-840f-fdd022a0bc73 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 949 time: 0.1063721 Jul 07 22:08:50.654589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a42b0f16-88ca-4b47-8d5c-b6520bbd9204 req-68500c4f-c83f-4836-96ba-afc5d0d5b10b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561254 Jul 07 22:08:50.692092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0230105e-a835-4a8b-bc22-2d76bcf92968 req-67bc6e75-9f8f-4a04-8c37-7b6f2dfe8239 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361469 Jul 07 22:08:50.701397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cc6caa13-220b-4100-9078-68ef1e284ca5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cc6caa13-220b-4100-9078-68ef1e284ca5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:50.719580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'cc6caa13-220b-4100-9078-68ef1e284ca5', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'cc6caa13-220b-4100-9078-68ef1e284ca5', 'mac_address': 'fa:16:3e:aa:97:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:08:50.770788 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:50.789524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6caa13-220b-4100-9078-68ef1e284ca5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:50.825806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cc6caa13-220b-4100-9078-68ef1e284ca5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cc6caa13-220b-4100-9078-68ef1e284ca5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:50.830843 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:50.855300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0590d381-89b2-4c98-85e4-9ff27a21dd6f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:50.904979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ab7b3-713b-4658-861a-04d2508063d4 req-064ec959-500b-4e69-b597-8da0df0c0a16 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:50.906633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f65ab7b3-713b-4658-861a-04d2508063d4 req-064ec959-500b-4e69-b597-8da0df0c0a16 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 946 time: 0.1299939 Jul 07 22:08:50.918884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=cc6caa13-220b-4100-9078-68ef1e284ca5,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:50.929997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f751f1-6ad4-4765-aebe-f5299dc0abe4 req-96ca277a-c828-4506-ab55-49ef0a9eb665 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:50.934562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8f751f1-6ad4-4765-aebe-f5299dc0abe4 req-96ca277a-c828-4506-ab55-49ef0a9eb665 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 950 time: 0.1119590 Jul 07 22:08:50.987554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f65ab7b3-713b-4658-861a-04d2508063d4 req-86d05fa5-d3b9-4f53-a92a-35bfc6a4f8ba tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717442 Jul 07 22:08:50.993575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8f751f1-6ad4-4765-aebe-f5299dc0abe4 req-3606c6d2-1ae2-4dd3-bf3d-4c7a451dd73c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559747 Jul 07 22:08:51.170057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13b0f8-863a-48be-8e82-690be620fcbe req-4c77adf1-ac5d-4db5-8df6-e2ce550acad0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:51.171704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c13b0f8-863a-48be-8e82-690be620fcbe req-4c77adf1-ac5d-4db5-8df6-e2ce550acad0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.0706377 Jul 07 22:08:51.215960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c13b0f8-863a-48be-8e82-690be620fcbe req-a176df08-31f6-4a0b-bc6b-256975972f42 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382085 Jul 07 22:08:51.273715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e4f2a-9326-49c2-b63a-36999133bef4 req-0f09ddd3-e25f-4d72-8791-a44ac4df74e4 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:51.275364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f75e4f2a-9326-49c2-b63a-36999133bef4 req-0f09ddd3-e25f-4d72-8791-a44ac4df74e4 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 1102 time: 0.0523903 Jul 07 22:08:51.315690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f75e4f2a-9326-49c2-b63a-36999133bef4 req-e252fdb1-d612-4607-ab69-0cb475f0f62a tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290737 Jul 07 22:08:51.426293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['cc6caa13-220b-4100-9078-68ef1e284ca5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:51.538991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-67e92152-d9db-44a0-a141-a2c86fc6c12f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252078 Jul 07 22:08:51.855953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e0764-749c-4a93-b92c-f589798ef84b req-a7c626bc-303e-4d1f-9ca4-1e32b0938ffc tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:51.857353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e86e0764-749c-4a93-b92c-f589798ef84b req-a7c626bc-303e-4d1f-9ca4-1e32b0938ffc tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.3906510 Jul 07 22:08:51.914563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d56c-0d36-4c91-9cce-147544661145 req-415c7e65-b19e-4371-96c7-7a1968e2b1cf tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:51.916019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-415c7e65-b19e-4371-96c7-7a1968e2b1cf tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3714921 Jul 07 22:08:51.923423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e86e0764-749c-4a93-b92c-f589798ef84b req-fe4c4cf2-c556-4cac-ba8d-8d9d2c4713bd tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599432 Jul 07 22:08:51.934084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-65048179-26f9-405d-8cf5-e6d26f122ac2 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/quotas/14d02422540f48f4aeb4852c7713e8f5 HTTP/1.1" status: 200 len: 375 time: 0.0097270 Jul 07 22:08:52.023980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-8564c012-4a23-40b2-8d8d-1c1d4ec8872f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0794623 Jul 07 22:08:52.094858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93883f68-0297-47ca-83c4-92c1f7f7a059 req-cc30cafe-a9b2-4bb3-a237-0b5bf80e2169 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:52.096754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93883f68-0297-47ca-83c4-92c1f7f7a059 req-cc30cafe-a9b2-4bb3-a237-0b5bf80e2169 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 944 time: 0.0660901 Jul 07 22:08:52.140076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93883f68-0297-47ca-83c4-92c1f7f7a059 req-297cc59e-f55d-4841-8a15-b40e36edaf4e tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370948 Jul 07 22:08:52.318844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0590d381-89b2-4c98-85e4-9ff27a21dd6f up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:52.364660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c63e3-c76a-4c82-986a-bce1e38b8d59 req-255fe304-a16c-43d1-8128-8c61275fe16b tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:52.372090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-726c63e3-c76a-4c82-986a-bce1e38b8d59 req-255fe304-a16c-43d1-8128-8c61275fe16b tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 949 time: 0.1290035 Jul 07 22:08:52.378277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 0590d381-89b2-4c98-85e4-9ff27a21dd6f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:52.384533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 0590d381-89b2-4c98-85e4-9ff27a21dd6f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:52.385229 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:52.398014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc33db0-855e-44ca-b5ae-4bf056eb560e req-f85d48bc-4a6d-4f8d-8b81-def492f6786d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:52.404986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4cc33db0-855e-44ca-b5ae-4bf056eb560e req-f85d48bc-4a6d-4f8d-8b81-def492f6786d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 947 time: 0.1305826 Jul 07 22:08:52.466574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-726c63e3-c76a-4c82-986a-bce1e38b8d59 req-695ec391-8648-439b-9f36-9f88ce683c4e tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43a8f3f-8c8a-4d6d-9217-c5106af31b08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934615 Jul 07 22:08:52.493045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4cc33db0-855e-44ca-b5ae-4bf056eb560e req-1d5c5e32-b7e4-4815-9a71-9e00e3e1cd9f tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871181 Jul 07 22:08:52.544656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-d056e146-4e1b-4597-a06e-7c9a559614d7 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:52.546775 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-d056e146-4e1b-4597-a06e-7c9a559614d7 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.83 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 949 time: 0.1484745 Jul 07 22:08:52.602242 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:52.624798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3110df7c-9a12-4d17-908a-9ba8f7cc0ea4 req-b72a30e6-29a6-4204-84c4-51456eb5a0fb tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 210 time: 0.0351210 Jul 07 22:08:52.682789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:52.687068 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582191f3-2df0-413d-8ef8-a8413e8842db" -d '{"events": [{"server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "name": "network-vif-plugged", "status": "completed", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:52.732213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Deleting port b99c7668-5967-4d1b-88a5-3d6cfe6893cb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:08:52.732734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:52.735207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 0590d381-89b2-4c98-85e4-9ff27a21dd6f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:52.741398 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:52.757675 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16de482a-5335-4779-aee6-9c1233f6c38b x-openstack-request-id: req-16de482a-5335-4779-aee6-9c1233f6c38b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:52.758231 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "name": "network-vif-plugged", "status": "completed", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:52.758688 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16de482a-5335-4779-aee6-9c1233f6c38b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:52.759259 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'code': 200} Jul 07 22:08:52.786235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9dfbc-6eaa-4e95-94ee-d4f8bdbfbfbe req-6a45606f-fbec-49d9-9b5e-f274eb6b6fc7 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:52.794519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da9dfbc-6eaa-4e95-94ee-d4f8bdbfbfbe req-6a45606f-fbec-49d9-9b5e-f274eb6b6fc7 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.0790317 Jul 07 22:08:52.850841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=0590d381-89b2-4c98-85e4-9ff27a21dd6f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:52.853683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da9dfbc-6eaa-4e95-94ee-d4f8bdbfbfbe req-49a4718c-5a49-4c5f-b0f8-ddd7974fc7f2 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581167 Jul 07 22:08:52.907416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] For port b99c7668-5967-4d1b-88a5-3d6cfe6893cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:52.907677 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:52.929591 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Calling delete_port for b99c7668-5967-4d1b-88a5-3d6cfe6893cb owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:08:52.982201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4987c-6540-4e6e-b036-fc27b51b2900 req-af523d61-6646-479c-b151-985a71514b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:52.983732 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-60e4987c-6540-4e6e-b036-fc27b51b2900 req-af523d61-6646-479c-b151-985a71514b2e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1097 time: 0.1452353 Jul 07 22:08:53.038439 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-60e4987c-6540-4e6e-b036-fc27b51b2900 req-9113c200-6dc5-4fc7-a8c6-cc8371c82962 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 Jul 07 22:08:53.114840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ae445-a366-40b9-94c6-d87c5cf7fff1 req-a3803ba0-b682-46c5-93eb-61351d5d6dbd tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:53.115980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:53.118682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3ae445-a366-40b9-94c6-d87c5cf7fff1 req-a3803ba0-b682-46c5-93eb-61351d5d6dbd tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.0764372 Jul 07 22:08:53.154148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['b99c7668-5967-4d1b-88a5-3d6cfe6893cb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:53.170590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Pushing event deleted for resources: {'Port': ['ID=b99c7668-5967-4d1b-88a5-3d6cfe6893cb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:53.189851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3ae445-a366-40b9-94c6-d87c5cf7fff1 req-c51781fe-301e-4f25-a3f5-bae34853b3c3 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434465 Jul 07 22:08:53.227168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] No DVR routers for this DVR port b99c7668-5967-4d1b-88a5-3d6cfe6893cb on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:08:53.229949 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:53.232187 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1206ccef-deac-48d9-8c2b-ebf78e79b371 req-e3b56f12-06df-46f3-b3ac-292c7ae53080 tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.83 "DELETE /v2.0/ports/b99c7668-5967-4d1b-88a5-3d6cfe6893cb HTTP/1.1" status: 204 len: 173 time: 0.6783202 Jul 07 22:08:53.232692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4', 'name': 'network-vif-deleted', 'tag': 'b99c7668-5967-4d1b-88a5-3d6cfe6893cb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:53.235044 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484937ae-caaa-4997-baba-764a0f8e5227" -d '{"events": [{"server_uuid": "f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4", "name": "network-vif-deleted", "tag": "b99c7668-5967-4d1b-88a5-3d6cfe6893cb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:53.306162 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2e47e2-ce61-4896-954e-005bf7365be4 x-openstack-request-id: req-2b2e47e2-ce61-4896-954e-005bf7365be4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:53.306522 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4", "name": "network-vif-deleted", "tag": "b99c7668-5967-4d1b-88a5-3d6cfe6893cb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:53.306843 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b2e47e2-ce61-4896-954e-005bf7365be4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:53.307307 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4', 'name': 'network-vif-deleted', 'tag': 'b99c7668-5967-4d1b-88a5-3d6cfe6893cb', 'status': 'completed', 'code': 200} Jul 07 22:08:53.377656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fccc3-33ff-465c-b814-087d706c0b06 req-3b512e72-9d73-43a8-b714-46402f4a856b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:53.379421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd1fccc3-33ff-465c-b814-087d706c0b06 req-3b512e72-9d73-43a8-b714-46402f4a856b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 945 time: 0.0750215 Jul 07 22:08:53.422478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd1fccc3-33ff-465c-b814-087d706c0b06 req-e07401e1-4fcf-4927-af13-5679d112710c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Jul 07 22:08:53.681667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8eca65-3c01-4be0-9176-e49d1555b95d req-7c0b10cb-037e-4a35-b772-81af0736042f tempest-ImagesNegativeTestJSON-466197894 tempest-ImagesNegativeTestJSON-466197894-project] 10.222.0.81 "GET /v2.0/ports?device_id=f1ac4534-2ccc-43c9-b0a7-79a49c3eb2f4 HTTP/1.1" status: 200 len: 210 time: 0.0634539 Jul 07 22:08:53.706420 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-06648ec8-2aeb-4bbb-8958-76c4ceccf0e3 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=14d02422540f48f4aeb4852c7713e8f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242538 Jul 07 22:08:53.753801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaf200-40b5-45ae-959b-5f85b73b19d9 req-6a84fb42-526e-47c8-916c-d77c7a77252e tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:53.761166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cfaf200-40b5-45ae-959b-5f85b73b19d9 req-6a84fb42-526e-47c8-916c-d77c7a77252e tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 947 time: 0.1444790 Jul 07 22:08:53.807965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cfaf200-40b5-45ae-959b-5f85b73b19d9 req-b789b2ee-695e-4498-bd21-c9d456d03734 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445089 Jul 07 22:08:53.868890 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d56c-0d36-4c91-9cce-147544661145 req-770253e5-fc4f-47e4-b72f-92e266cecdb1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:53.871664 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-770253e5-fc4f-47e4-b72f-92e266cecdb1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505358 Jul 07 22:08:53.897767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Request body: {'port': {'device_id': '5d709b04-76e2-48c3-b597-442c85d5d9e3', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '14d02422540f48f4aeb4852c7713e8f5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:53.989587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eb8b777-a7f9-4c03-b7ed-86c331acda3f req-6803d5d5-eaa4-4ffe-8a50-e5fc234e9fd6 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 210 time: 0.0432765 Jul 07 22:08:54.052643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Made reservation on behalf of 14d02422540f48f4aeb4852c7713e8f5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:54.056127 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:54.138023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99069227-fc53-4d29-ac30-25604d32b79d req-037d41e9-6abc-402b-b988-3c18bd4ac3e0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:54.139874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99069227-fc53-4d29-ac30-25604d32b79d req-037d41e9-6abc-402b-b988-3c18bd4ac3e0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.0725203 Jul 07 22:08:54.192083 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99069227-fc53-4d29-ac30-25604d32b79d req-96b2e632-99e4-49eb-94a8-c71bd736f5f3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Jul 07 22:08:54.209805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Allocated IP 192.168.233.172 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/ca83f4a9-dbb6-4947-89a3-0cd78cabdd32) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:54.381665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574047-fcef-4714-a307-bf9ff275e447 req-86c25bc3-e794-49df-ab6f-60b0d227586b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:54.383215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7574047-fcef-4714-a307-bf9ff275e447 req-86c25bc3-e794-49df-ab6f-60b0d227586b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.0702529 Jul 07 22:08:54.388724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:54.402746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Transition to ACTIVE for port object ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:54.421674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7574047-fcef-4714-a307-bf9ff275e447 req-7ff382ef-3b45-4011-92e3-4c45e1a936dc tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Jul 07 22:08:54.435652 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:54.455730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', '7ec07ffc-b6c3-4d28-9b86-5224671d7406', '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:54.480802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a', 'b2cdfaad-2c20-4136-a192-1c9e6747aae7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:08:54.484065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:54.491289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:54.493690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:54.516708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:54.517747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:54.524441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event updated for resources: {'Port': ['ID=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:54.545162 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-d3ae3b0f-c949-4792-b146-ce739e86522b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6532950 Jul 07 22:08:54.570911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Request body: {'port': {'device_id': '5d709b04-76e2-48c3-b597-442c85d5d9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:54.609864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cc6caa13-220b-4100-9078-68ef1e284ca5 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:08:54.650203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f10f9-0923-4c26-8f56-88464153b5c4 req-67282800-c2ad-4eaf-8def-0109cfc3b160 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:54.653251 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e30f10f9-0923-4c26-8f56-88464153b5c4 req-67282800-c2ad-4eaf-8def-0109cfc3b160 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 945 time: 0.1029501 Jul 07 22:08:54.680839 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:54.707890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e30f10f9-0923-4c26-8f56-88464153b5c4 req-393114af-b552-4e38-8fce-4943ab0d2291 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Jul 07 22:08:54.830967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port cc6caa13-220b-4100-9078-68ef1e284ca5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:54.842506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6fc1ac5c-e56f-4eee-9e51-cee95480c125 None None] Provisioning for port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:08:54.851148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port cc6caa13-220b-4100-9078-68ef1e284ca5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:54.851530 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:54.867218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6fc1ac5c-e56f-4eee-9e51-cee95480c125 None None] Provisioning complete for port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:08:54.867586 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ac5c-e56f-4eee-9e51-cee95480c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:54.905597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-0cf322cc-e34f-4fe1-8317-62ee6e6bc2b4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1543059 Jul 07 22:08:54.916471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:54.946955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:54.971171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1ac5c-e56f-4eee-9e51-cee95480c125 None None] Port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:08:55.018905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:08:55.029769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.041718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Transition to ACTIVE for port object ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:08:55.046516 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.077241 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.101855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135cc9a-965f-404d-99d7-6b6837a543db req-c8a0c427-d46e-4181-82ec-c9e59344b5a7 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:55.103597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3135cc9a-965f-404d-99d7-6b6837a543db req-c8a0c427-d46e-4181-82ec-c9e59344b5a7 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 947 time: 0.0924752 Jul 07 22:08:55.118863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51b49089-df93-4dfc-a695-73379fd6517d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6caa13-220b-4100-9078-68ef1e284ca5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:55.121088 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8f094f-89e2-4049-9fb9-c2b2082b75c0" -d '{"events": [{"server_uuid": "51b49089-df93-4dfc-a695-73379fd6517d", "name": "network-vif-plugged", "status": "completed", "tag": "cc6caa13-220b-4100-9078-68ef1e284ca5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:55.133087 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Pushing event updated for resources: {'Port': ['ID=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:55.136815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Attempting to bind port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:08:55.137940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Attempting to bind port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:08:55.137940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Attempting to bind port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:55.144068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cc6caa13-220b-4100-9078-68ef1e284ca5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cc6caa13-220b-4100-9078-68ef1e284ca5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:08:55.148392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:08:55.148845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Attempting to bind port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:08:55.154418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:08:55.154773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:08:55.155147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:08:55.155565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Bound port: ca83f4a9-dbb6-4947-89a3-0cd78cabdd32, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:08:55.155701 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.155919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.165686 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.178701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3135cc9a-965f-404d-99d7-6b6837a543db req-ad56dc29-b7c1-4886-bcf7-8fe4f84cdcfa tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625842 Jul 07 22:08:55.239128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] For port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:08:55.244437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=cc6caa13-220b-4100-9078-68ef1e284ca5,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:55.250181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] For port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:08:55.257890 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.326852 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:55.327568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.329047 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] 10.222.0.83 "PUT /v2.0/ports/ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 HTTP/1.1" status: 200 len: 1097 time: 0.7681816 Jul 07 22:08:55.330087 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d709b04-76e2-48c3-b597-442c85d5d9e3', 'tag': 'ca83f4a9-dbb6-4947-89a3-0cd78cabdd32'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:08:55.332470 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7078044a-3203-454a-912c-859b14deb7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d709b04-76e2-48c3-b597-442c85d5d9e3", "tag": "ca83f4a9-dbb6-4947-89a3-0cd78cabdd32"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:08:55.370247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Allocated IP 172.25.8.121 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f22823a4-213c-4738-85bb-bfad36191f34) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:08:55.407914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8afb7-d0df-4fb3-8794-61ef99ea3933 service neutron] Pushing event updated for resources: {'Port': ['ID=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:55.510949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d56c-0d36-4c91-9cce-147544661145 req-5c9929f8-f993-4b39-8f0c-f6f86f1ce769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:55.517153 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-5c9929f8-f993-4b39-8f0c-f6f86f1ce769 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 1100 time: 0.0969002 Jul 07 22:08:55.523014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.570489 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-00d433a0-a9e1-4e19-87d2-35fcc2faf7f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 HTTP/1.1" status: 200 len: 217 time: 0.0398326 Jul 07 22:08:55.608885 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.632080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d56c-0d36-4c91-9cce-147544661145 req-8f8971a9-54d7-4c2e-a854-825e9b633264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:55.633862 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-8f8971a9-54d7-4c2e-a854-825e9b633264 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0562403 Jul 07 22:08:55.654156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:08:55.663936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:08:55.667982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:08:55.677437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1788a-ed0a-45af-adc8-0674d80e6ea2 req-c9944bc8-9e90-4a3d-a384-804448f930da tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:55.678988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8d1788a-ed0a-45af-adc8-0674d80e6ea2 req-c9944bc8-9e90-4a3d-a384-804448f930da tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 948 time: 0.1232586 Jul 07 22:08:55.698841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39d56c-0d36-4c91-9cce-147544661145 req-a7a91cc0-04b5-4d38-aae9-d0314c0d5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:55.700424 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-a7a91cc0-04b5-4d38-aae9-d0314c0d5c92 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574567 Jul 07 22:08:55.701444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Pushing event updated for resources: {'Port': ['ID=f22823a4-213c-4738-85bb-bfad36191f34,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:55.754513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8d1788a-ed0a-45af-adc8-0674d80e6ea2 req-2c5193ce-faa2-4e7b-87f0-4e2399dc4e68 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540831 Jul 07 22:08:55.793870 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.803992 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b07b80-ef31-45d8-b783-4b90466f8d6f x-openstack-request-id: req-f0b07b80-ef31-45d8-b783-4b90466f8d6f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:55.805180 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51b49089-df93-4dfc-a695-73379fd6517d", "name": "network-vif-plugged", "status": "completed", "tag": "cc6caa13-220b-4100-9078-68ef1e284ca5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:55.805624 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0b07b80-ef31-45d8-b783-4b90466f8d6f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:55.806294 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b49089-df93-4dfc-a695-73379fd6517d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6caa13-220b-4100-9078-68ef1e284ca5', 'code': 200} Jul 07 22:08:55.814706 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-e93f6620-a95b-47a8-8716-fd9f2a5de03c service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008294 Jul 07 22:08:55.844701 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:55.929777 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f39d56c-0d36-4c91-9cce-147544661145 req-a466481d-82a2-48c8-bb95-37bc83441f39 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911684 Jul 07 22:08:56.054715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae11ad-bb4d-4515-8766-0e31c3a199f7 req-029a0a00-717c-4f29-8626-c77773592a6e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:56.056107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09ae11ad-bb4d-4515-8766-0e31c3a199f7 req-029a0a00-717c-4f29-8626-c77773592a6e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1663356 Jul 07 22:08:56.081024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a6df9-eac8-45f2-821b-451db3f84b44 req-143976d7-866b-4632-9b3f-0b8943fac7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:56.082453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f03a6df9-eac8-45f2-821b-451db3f84b44 req-143976d7-866b-4632-9b3f-0b8943fac7ab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 1100 time: 0.1583710 Jul 07 22:08:56.151526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:56.155557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09ae11ad-bb4d-4515-8766-0e31c3a199f7 req-e7d81d9e-b1a9-49fe-b6e2-09ca424c5b92 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871737 Jul 07 22:08:56.159198 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:56.164130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f03a6df9-eac8-45f2-821b-451db3f84b44 req-146e824e-5854-4c8b-96d5-ce33e731e5e9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663829 Jul 07 22:08:56.215344 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cca5941-e0c7-4733-8f8d-a2913a581acb x-openstack-request-id: req-2cca5941-e0c7-4733-8f8d-a2913a581acb {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:08:56.215877 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d709b04-76e2-48c3-b597-442c85d5d9e3", "tag": "ca83f4a9-dbb6-4947-89a3-0cd78cabdd32", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:08:56.216099 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2cca5941-e0c7-4733-8f8d-a2913a581acb {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:08:56.216785 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d709b04-76e2-48c3-b597-442c85d5d9e3', 'tag': 'ca83f4a9-dbb6-4947-89a3-0cd78cabdd32', 'status': 'completed', 'code': 200} Jul 07 22:08:56.226883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Pushing event updated for resources: {'Port': ['ID=f22823a4-213c-4738-85bb-bfad36191f34,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:56.238920 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:56.252576 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:56.253929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-b66618eb-17e5-4095-873e-9383bb4ba54c tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3430862 Jul 07 22:08:56.321958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-2740cb88-13e5-4e03-af80-56efcb09603f tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 696 time: 0.0620348 Jul 07 22:08:56.447598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371753ad-2261-4e42-8d6b-efed8de3197a req-c933529e-691c-45a0-994b-e4af4eb8daa5 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:56.449050 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-371753ad-2261-4e42-8d6b-efed8de3197a req-c933529e-691c-45a0-994b-e4af4eb8daa5 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.1414945 Jul 07 22:08:56.459651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-7a28c470-ac8a-44e5-b89f-61931635aec8 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:56.460904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e50556b-87e2-46cc-a093-fe42a5214ef8 req-7a28c470-ac8a-44e5-b89f-61931635aec8 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1227453 Jul 07 22:08:56.496225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-371753ad-2261-4e42-8d6b-efed8de3197a req-ab0d8e51-b634-493f-a882-3ef608523ce7 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Jul 07 22:08:56.595286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b99c7668-5967-4d1b-88a5-3d6cfe6893cb no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:08:56.617305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: b99c7668-5967-4d1b-88a5-3d6cfe6893cb {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:08:56.617646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b99c7668-5967-4d1b-88a5-3d6cfe6893cb not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:08:56.635113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6017e-8bd7-4cb1-add8-8102aea2be35 req-f2ada77c-65bc-4ffb-baeb-076c5e7e5316 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:56.636594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fd6017e-8bd7-4cb1-add8-8102aea2be35 req-f2ada77c-65bc-4ffb-baeb-076c5e7e5316 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 948 time: 0.0650244 Jul 07 22:08:56.679425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fd6017e-8bd7-4cb1-add8-8102aea2be35 req-5b089211-dc07-4b42-ab6d-3637ff5d62cd tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373185 Jul 07 22:08:56.764400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078044a-3203-454a-912c-859b14deb7a8 req-d880d3f4-1cb9-409f-99c7-40bc9948c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:56.766150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7078044a-3203-454a-912c-859b14deb7a8 req-d880d3f4-1cb9-409f-99c7-40bc9948c299 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 1100 time: 0.0597014 Jul 07 22:08:56.972039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-f7801565-667e-4028-9082-bb3914f7e3c8 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:56.973530 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-f7801565-667e-4028-9082-bb3914f7e3c8 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 821 time: 0.2044170 Jul 07 22:08:56.979061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078044a-3203-454a-912c-859b14deb7a8 req-4dc58791-94cb-4e2c-9890-0042ab92f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:56.980490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7078044a-3203-454a-912c-859b14deb7a8 req-4dc58791-94cb-4e2c-9890-0042ab92f4b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2027667 Jul 07 22:08:57.007012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-ff8528e1-b81e-4032-a2c0-20fc7d270260 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/quotas/e3ddb3ab3ef54d8a999c4a478aafa061 HTTP/1.1" status: 200 len: 375 time: 0.0248902 Jul 07 22:08:57.037570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7078044a-3203-454a-912c-859b14deb7a8 req-c70ce275-b504-4d83-b21e-77291340a7cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 HTTP/1.1" status: 200 len: 217 time: 0.0454228 Jul 07 22:08:57.057586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45984) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:57.104174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb0154-db8b-4dd2-9e94-f36a34825cce req-8dcefabb-a43f-42f5-a6d1-865392ffefd8 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:57.105659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfcb0154-db8b-4dd2-9e94-f36a34825cce req-8dcefabb-a43f-42f5-a6d1-865392ffefd8 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 948 time: 0.2166083 Jul 07 22:08:57.142189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078044a-3203-454a-912c-859b14deb7a8 req-6cc9a80a-8e40-4dcf-bde2-6b08ac295bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:57.143661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7078044a-3203-454a-912c-859b14deb7a8 req-6cc9a80a-8e40-4dcf-bde2-6b08ac295bf2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0977275 Jul 07 22:08:57.193676 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9875b544-dab5-496b-99dc-930192d93114 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62071d028a4441d7ba3235e648c76660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1348445 Jul 07 22:08:57.196389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45990) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:08:57.198484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfcb0154-db8b-4dd2-9e94-f36a34825cce req-7910da3e-967b-4f20-afb4-414171bee4a1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834675 Jul 07 22:08:57.218590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-4ae3bed0-e7b5-457b-93a5-aa5e3213d134 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1852641 Jul 07 22:08:57.240177 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34b808f9-a0f1-49e9-bb57-3ab434712a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:57.272195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890f40a6-07e6-431c-b879-85d0a2992778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:57.297756 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890f40a6-07e6-431c-b879-85d0a2992778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:57.317082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078044a-3203-454a-912c-859b14deb7a8 req-cb245c78-c351-4fab-b4d8-b67ab7d6721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:57.318627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7078044a-3203-454a-912c-859b14deb7a8 req-cb245c78-c351-4fab-b4d8-b67ab7d6721c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1582313 Jul 07 22:08:57.350609 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890f40a6-07e6-431c-b879-85d0a2992778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:57.353321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-890f40a6-07e6-431c-b879-85d0a2992778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:57.356796 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-890f40a6-07e6-431c-b879-85d0a2992778 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f43a8f3f-8c8a-4d6d-9217-c5106af31b08 HTTP/1.1" status: 204 len: 168 time: 0.1572065 Jul 07 22:08:57.364355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f40a6-07e6-431c-b879-85d0a2992778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a8f3f-8c8a-4d6d-9217-c5106af31b08,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:08:57.371493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-fa3d207b-fc24-4eab-bacd-7ebb928f93ae service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477396 Jul 07 22:08:57.520175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6c548-cbfa-4f2f-8ed0-6ed903d366aa req-93bd5cf4-31d3-4cd1-8c2f-44b4d146e6c3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:57.521715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66a6c548-cbfa-4f2f-8ed0-6ed903d366aa req-93bd5cf4-31d3-4cd1-8c2f-44b4d146e6c3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1999316 Jul 07 22:08:57.558403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7078044a-3203-454a-912c-859b14deb7a8 req-afdd83a9-662f-459b-bbd1-1ae1d4842a7e service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029016 Jul 07 22:08:57.590930 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-2afcf31c-e973-491d-9db6-5781745b6ab7 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800714 Jul 07 22:08:57.636369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66a6c548-cbfa-4f2f-8ed0-6ed903d366aa req-7b2bdbc1-f237-4db0-ab45-2de22115e67e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021047 Jul 07 22:08:57.681923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7078044a-3203-454a-912c-859b14deb7a8 req-79cae1d2-9cfa-48e7-ad31-6acbfc7ef7c5 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146123 Jul 07 22:08:57.871027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e1175-2b1b-45dd-aeaa-ffba8dc3a8ec req-786c387b-69ad-4c7e-bf82-8337107c4282 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:57.877940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d4e1175-2b1b-45dd-aeaa-ffba8dc3a8ec req-786c387b-69ad-4c7e-bf82-8337107c4282 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.0864260 Jul 07 22:08:58.201535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d4e1175-2b1b-45dd-aeaa-ffba8dc3a8ec req-c14f7c95-8228-438c-8636-dbe413973a2c tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227131 Jul 07 22:08:58.231054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f6aaa-4af3-47f9-8af0-c7fa0cabdbb5 req-7055f9ec-7d55-405c-93c3-1a78a9f43681 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:58.232771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3f6aaa-4af3-47f9-8af0-c7fa0cabdbb5 req-7055f9ec-7d55-405c-93c3-1a78a9f43681 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 948 time: 0.0780215 Jul 07 22:08:58.273395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3f6aaa-4af3-47f9-8af0-c7fa0cabdbb5 req-02d3f5e6-d99f-4cd0-9333-48df9b0ad7ce tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Jul 07 22:08:58.358285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e64b358b-558d-4e91-b3c4-a6be373e966f req-8312c80a-0972-41fa-b464-1da408f5689d tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 210 time: 0.0288835 Jul 07 22:08:58.564906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d218c88-e45a-4390-9d29-819961a18600 req-b7c1d0d9-1a21-4502-b5f6-f7aef10ad283 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:58.568698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d218c88-e45a-4390-9d29-819961a18600 req-b7c1d0d9-1a21-4502-b5f6-f7aef10ad283 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 948 time: 0.0807772 Jul 07 22:08:58.607089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d218c88-e45a-4390-9d29-819961a18600 req-3c7826da-132b-4d99-874b-bc62623a6b1a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Jul 07 22:08:58.820063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6cefe-8e87-4ee0-aec8-6f26035023ce req-0efb2a02-69cc-4838-8141-8538835eff0f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:58.821565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2f6cefe-8e87-4ee0-aec8-6f26035023ce req-0efb2a02-69cc-4838-8141-8538835eff0f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.0681012 Jul 07 22:08:58.861659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2f6cefe-8e87-4ee0-aec8-6f26035023ce req-116d9e44-f0ce-4862-ad6a-ad0735dfc23c tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343773 Jul 07 22:08:59.481954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b61cd6b7-4da1-4a06-bd00-047d5f8ca94f tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:59.484495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b61cd6b7-4da1-4a06-bd00-047d5f8ca94f tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.83 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 821 time: 0.1813192 Jul 07 22:08:59.504849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3301bb1-5f27-4e8c-a949-da1902b0f051 req-8bdb2b30-08a3-4ff6-baba-2faaf759fe05 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:59.506422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3301bb1-5f27-4e8c-a949-da1902b0f051 req-8bdb2b30-08a3-4ff6-baba-2faaf759fe05 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.1778703 Jul 07 22:08:59.531293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Request body: {'port': {'device_id': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'admin_state_up': True, 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:08:59.622494 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e70d94c-487e-457f-ac4f-35c6ba546a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:59.632872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3301bb1-5f27-4e8c-a949-da1902b0f051 req-9f1d3c02-9b06-464e-aa75-90d39517ba3b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204693 Jul 07 22:08:59.706679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a48fd4-e2a8-4eab-b6dd-d94c55771b88 req-afdcc8fd-dfd8-44b7-bf67-d3dbf4428f1d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:08:59.708153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35a48fd4-e2a8-4eab-b6dd-d94c55771b88 req-afdcc8fd-dfd8-44b7-bf67-d3dbf4428f1d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 948 time: 0.1231542 Jul 07 22:08:59.752838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Made reservation on behalf of e3ddb3ab3ef54d8a999c4a478aafa061 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:08:59.756145 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:59.794431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d35790db-1e0c-4f44-9dd2-f118d54ca110 req-b3f17703-1936-4a87-a1bf-790dfa6c5037 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 210 time: 0.0590780 Jul 07 22:08:59.804397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35a48fd4-e2a8-4eab-b6dd-d94c55771b88 req-4db3151a-1ddd-476a-b6e4-7c002136f78f tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890369 Jul 07 22:08:59.934812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:08:59.941462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Allocated IP 172.20.0.9 (1a614801-1b6a-4456-b8be-54163b41b64e/cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac/09d50bf7-3782-43c2-b730-b5d6dd655ba5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:09:00.074881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2734a-9ee7-480f-b9d3-d84db0b05373 req-849fe9e9-4b36-46b7-89bf-8eddede96621 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:00.076393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0e2734a-9ee7-480f-b9d3-d84db0b05373 req-849fe9e9-4b36-46b7-89bf-8eddede96621 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 948 time: 0.1504281 Jul 07 22:09:00.135436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0e2734a-9ee7-480f-b9d3-d84db0b05373 req-5bc2f468-0f01-4456-911a-1fd85d64b3d1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520761 Jul 07 22:09:00.163015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:00.191456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Transition to ACTIVE for port object 09d50bf7-3782-43c2-b730-b5d6dd655ba5 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:00.233983 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:00.248310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0590d381-89b2-4c98-85e4-9ff27a21dd6f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:00.323805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Network 1a614801-1b6a-4456-b8be-54163b41b64e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:09:00.335461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:09:00.338445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Pushing event updated for resources: {'Port': ['ID=09d50bf7-3782-43c2-b730-b5d6dd655ba5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:00.347844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:09:00.414453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1a3ad-945d-4abc-a41b-8c2eff4a8b94 req-3c29ad2d-5f29-4159-9445-42a3b4aac24a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:00.416225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ac1a3ad-945d-4abc-a41b-8c2eff4a8b94 req-3c29ad2d-5f29-4159-9445-42a3b4aac24a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1471407 Jul 07 22:09:00.425148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:00.425780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:00.458721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-b011589b-8697-4c31-a809-bdcda3ab2ede tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9382992 Jul 07 22:09:00.475641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ac1a3ad-945d-4abc-a41b-8c2eff4a8b94 req-a4e0003f-803a-4270-8b99-aebfc800f3b8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470800 Jul 07 22:09:00.534997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Request body: {'port': {'device_id': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:00.614915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-f170219c-d144-4581-b207-8b8ac4c526af tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=503323fe350745fdbbd1f8429880eabe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441723 Jul 07 22:09:00.642185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:00.679177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:00.736525 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:00.740982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bca04936-99bf-4a14-b41e-37a75c946696 None None] Provisioning for port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:09:00.754055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bca04936-99bf-4a14-b41e-37a75c946696 None None] Provisioning complete for port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:00.754530 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bca04936-99bf-4a14-b41e-37a75c946696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:00.805022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:00.807229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bca04936-99bf-4a14-b41e-37a75c946696 None None] Port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:09:00.817384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'ca83f4a9-dbb6-4947-89a3-0cd78cabdd32', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'ca83f4a9-dbb6-4947-89a3-0cd78cabdd32', 'mac_address': 'fa:16:3e:fb:89:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:09:00.822205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-becf04b7-5620-42f3-b5d6-8079dc5423d6 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:00.823658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-becf04b7-5620-42f3-b5d6-8079dc5423d6 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028306 Jul 07 22:09:00.858918 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:00.879932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:00.882906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-ae238ab3-9472-4c8a-9e39-1ddd237a03c2 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/quotas/503323fe350745fdbbd1f8429880eabe HTTP/1.1" status: 200 len: 375 time: 0.0481358 Jul 07 22:09:00.894399 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:00.902497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:00.906523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:00.956194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:00.996607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730702dd-86a7-41a4-85b8-b2f669920028 req-a45fdfc7-b0d0-4f45-97f6-fd276edfa8c2 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:00.998115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-730702dd-86a7-41a4-85b8-b2f669920028 req-a45fdfc7-b0d0-4f45-97f6-fd276edfa8c2 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 945 time: 0.1837366 Jul 07 22:09:01.074109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-d8cfef40-7fc1-45e6-a491-b02a327953e2 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=503323fe350745fdbbd1f8429880eabe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1830628 Jul 07 22:09:01.084546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-730702dd-86a7-41a4-85b8-b2f669920028 req-2994c1c9-8ab2-448b-84f3-42ee2f6408ca tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794826 Jul 07 22:09:01.155286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d50bf7-3782-43c2-b730-b5d6dd655ba5 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:01.168977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:01.181509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Transition to ACTIVE for port object 09d50bf7-3782-43c2-b730-b5d6dd655ba5 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:01.186752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:01.256789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=09d50bf7-3782-43c2-b730-b5d6dd655ba5,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:01.409155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140732c-f966-4f7b-a12e-944e48eac0b7 req-f8e40108-3978-48f9-9b37-177e96eaa571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:01.416172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1140732c-f966-4f7b-a12e-944e48eac0b7 req-f8e40108-3978-48f9-9b37-177e96eaa571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 943 time: 0.1772935 Jul 07 22:09:01.418041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Attempting to bind port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:09:01.418410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Attempting to bind port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:09:01.418742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Attempting to bind port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 on network 1a614801-1b6a-4456-b8be-54163b41b64e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:01.436222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 on network 1a614801-1b6a-4456-b8be-54163b41b64e not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:09:01.436553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Attempting to bind port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 on network 1a614801-1b6a-4456-b8be-54163b41b64e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:01.460285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:09:01.460625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Checking segment: {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:09:01.461371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Bound using segment: {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:09:01.462214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Bound port: 09d50bf7-3782-43c2-b730-b5d6dd655ba5, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb962e30-93da-4440-9e81-ab8da6e15cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:09:01.462777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:01.507406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1140732c-f966-4f7b-a12e-944e48eac0b7 req-27a6d660-8696-484a-8737-eb7032f7c826 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902607 Jul 07 22:09:01.574375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46128) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:01.628195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] For port 09d50bf7-3782-43c2-b730-b5d6dd655ba5, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:01.629284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['ca83f4a9-dbb6-4947-89a3-0cd78cabdd32'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:01.639945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] For port 09d50bf7-3782-43c2-b730-b5d6dd655ba5, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:09:01.645115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:01.738705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:01.739367 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:01.740924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] 10.222.0.83 "PUT /v2.0/ports/09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 200 len: 1092 time: 1.2111180 Jul 07 22:09:01.741394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:01.743854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-992a8eb7-4c8e-467f-87aa-1846b5326213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:01.754690 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5e44fe-e5aa-4f98-a81a-3826556651ce" -d '{"events": [{"name": "network-changed", "server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:01.909814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adfc97-8812-42aa-bbee-4b44cafee9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=09d50bf7-3782-43c2-b730-b5d6dd655ba5,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:01.930483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-992a8eb7-4c8e-467f-87aa-1846b5326213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:01.941535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-992a8eb7-4c8e-467f-87aa-1846b5326213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:01.982591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e21a2-c784-4df8-94f2-af6e02f43d68 req-9fae82fc-d33f-40c2-9056-092b3842348d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:01.984583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-341e21a2-c784-4df8-94f2-af6e02f43d68 req-9fae82fc-d33f-40c2-9056-092b3842348d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 949 time: 0.2565417 Jul 07 22:09:02.004817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a8eb7-4c8e-467f-87aa-1846b5326213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f140f6d1-327c-451a-a967-cca21c160fa1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:02.026705 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-992a8eb7-4c8e-467f-87aa-1846b5326213 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=00dfc45072554c128bfb5880ccb78bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483409 Jul 07 22:09:02.028478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:02.064932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-341e21a2-c784-4df8-94f2-af6e02f43d68 req-b11d935a-d8a3-4098-b6ac-ccac99793d77 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628724 Jul 07 22:09:02.069691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-431331e1-7421-440b-8cc5-1e8dde332aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:02.071188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-431331e1-7421-440b-8cc5-1e8dde332aec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 1095 time: 0.2187598 Jul 07 22:09:02.166247 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e8c5-96ab-4a88-a9c5-c19b42d8b87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:02.180381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-1a764e0a-94a1-4911-8907-0cd687aa3cbd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 200 len: 217 time: 0.0816572 Jul 07 22:09:02.199619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e8c5-96ab-4a88-a9c5-c19b42d8b87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:02.276013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa76bfdb-19dd-4832-be7c-78399bd67020 req-1c8ca110-5ed0-4b63-b99f-0d58d80bec27 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 210 time: 0.0395229 Jul 07 22:09:02.285539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e8c5-96ab-4a88-a9c5-c19b42d8b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:02.287233 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e8c5-96ab-4a88-a9c5-c19b42d8b87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:02.290112 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b3b7e8c5-96ab-4a88-a9c5-c19b42d8b87b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f140f6d1-327c-451a-a967-cca21c160fa1 HTTP/1.1" status: 204 len: 168 time: 0.2604556 Jul 07 22:09:02.296771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-6513c479-8c6a-4887-b3cc-320a500e12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:02.303587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-6513c479-8c6a-4887-b3cc-320a500e12b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.1008937 Jul 07 22:09:02.309225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7e8c5-96ab-4a88-a9c5-c19b42d8b87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f140f6d1-327c-451a-a967-cca21c160fa1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:02.366383 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1da107-4649-4733-bc5e-052c638ed20c x-openstack-request-id: req-ac1da107-4649-4733-bc5e-052c638ed20c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:02.366705 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:02.366893 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac1da107-4649-4733-bc5e-052c638ed20c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:02.367271 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'status': 'completed', 'code': 200} Jul 07 22:09:02.402413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-6b405d47-9dc0-45c2-a363-991cf7341b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:02.405254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-6b405d47-9dc0-45c2-a363-991cf7341b26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934317 Jul 07 22:09:02.615839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:02.633796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2649c7-8810-428d-8c3f-4cc8f4811ddf req-bc819180-2b0b-45b5-83a6-45289e20f794 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:02.635310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a2649c7-8810-428d-8c3f-4cc8f4811ddf req-bc819180-2b0b-45b5-83a6-45289e20f794 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.2289395 Jul 07 22:09:02.637924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-00e98a98-b469-4e14-9e74-38e5522d23b6 service neutron] 10.222.0.83 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849248 Jul 07 22:09:02.745760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a2649c7-8810-428d-8c3f-4cc8f4811ddf req-aead2e90-8bc3-41cf-bae8-dfd70d4121f1 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041188 Jul 07 22:09:02.760845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8c120-c41b-481d-a40b-40de0afdb011 req-5143299e-4ca4-4b9c-962d-00d54a1e04aa tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:02.772096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebf8c120-c41b-481d-a40b-40de0afdb011 req-5143299e-4ca4-4b9c-962d-00d54a1e04aa tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1097 time: 0.1722357 Jul 07 22:09:02.790895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80a5337a-1cc5-492c-9a8e-03a8550abd77 req-4064c5a1-d3b1-46be-8b16-46288ae18b95 service neutron] 10.222.0.83 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407249 Jul 07 22:09:02.805180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebf8c120-c41b-481d-a40b-40de0afdb011 req-8c3d53e0-5300-42a3-bd1b-259c23b0dfce tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Jul 07 22:09:03.033057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef5f62-1f7b-4900-bc4f-4f49e1a2ae7c req-689ed5da-0785-446a-b244-4ba6c285fcaa tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:03.034966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73ef5f62-1f7b-4900-bc4f-4f49e1a2ae7c req-689ed5da-0785-446a-b244-4ba6c285fcaa tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 943 time: 0.1488969 Jul 07 22:09:03.036849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-27672761-dfd9-4de9-b614-5cc2fe7a1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:03.048212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-27672761-dfd9-4de9-b614-5cc2fe7a1a27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 1095 time: 0.1005113 Jul 07 22:09:03.074232 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-213f9fd8-d13e-4b13-a9c3-d2f6197f9a16 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=503323fe350745fdbbd1f8429880eabe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349698 Jul 07 22:09:03.174338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73ef5f62-1f7b-4900-bc4f-4f49e1a2ae7c req-c8a66a70-a911-4ef7-a953-b93c26497268 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109159 Jul 07 22:09:03.221194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-afd2f971-e1f3-44f8-b881-7ccc14eee78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:03.223883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-afd2f971-e1f3-44f8-b881-7ccc14eee78c service neutron] 10.222.0.83 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.1744933 Jul 07 22:09:03.274281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46186) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:03.326044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-7079339e-9009-480e-8769-5a78de296fa6 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:03.328113 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-7079339e-9009-480e-8769-5a78de296fa6 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475405 Jul 07 22:09:03.330319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-1cb8da13-98c7-4fe3-ba88-8f7285052378 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 200 len: 217 time: 0.0990939 Jul 07 22:09:03.348829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Request body: {'port': {'device_id': 'a0cc8066-3d0a-4b19-8f02-e848258f4b5e', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '503323fe350745fdbbd1f8429880eabe'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:03.425072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-759511123-network', 'tenant_id': 'a89455a4fd254fd2bc702b7d684f3ad9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:03.430590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-263e0041-0f26-4ea6-98c4-ef317dfba575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:03.432024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-263e0041-0f26-4ea6-98c4-ef317dfba575 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0734513 Jul 07 22:09:03.444699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1756f74-5900-490d-babf-df2a8a960f85 req-135e9fd7-dff8-488c-8618-0024af7d1181 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:03.446195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1756f74-5900-490d-babf-df2a8a960f85 req-135e9fd7-dff8-488c-8618-0024af7d1181 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 949 time: 0.1185589 Jul 07 22:09:03.461658 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Made reservation on behalf of a89455a4fd254fd2bc702b7d684f3ad9 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:09:03.464003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:03.481848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:03.523588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1756f74-5900-490d-babf-df2a8a960f85 req-dd2adedc-067c-4e40-92dc-cf048c25771d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440950 Jul 07 22:09:03.555804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-2d5a77d6-6242-4903-bd53-4772b0bef3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:03.557295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-2d5a77d6-6242-4903-bd53-4772b0bef3e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100383 Jul 07 22:09:03.593386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:03.599114 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:03.633660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:09:03.651892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Made reservation on behalf of 503323fe350745fdbbd1f8429880eabe for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:09:03.655796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:03.667350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92bd66f-909b-46d0-a5e9-c57719018654,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:03.668388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-4d79004e-5ac8-4dfa-b7a2-02061b588563 service neutron] 10.222.0.83 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030302 Jul 07 22:09:03.670469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:03.670874 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Added segment 761b8625-a747-4b15-8e34-f0b87685ca0d of type vlan for network 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a Jul 07 22:09:03.756856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:03.824195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:03.825185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:03.825935 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:03.905305 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6108048 Jul 07 22:09:03.913484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46218) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:03.918362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Request body: {'subnet': {'network_id': '4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-759511123-subnet', 'tenant_id': 'a89455a4fd254fd2bc702b7d684f3ad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:03.930144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Allocated IP 192.168.233.96 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/cf492463-24ec-4046-b703-02e0632c210b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:09:03.932101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c6ebe-7166-4d8f-9b0e-e1bfbac0fcc0 admin admin] Pushing event updated for resources: {'Network': ['ID=4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:03.944003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:09:03.968935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Made reservation on behalf of a89455a4fd254fd2bc702b7d684f3ad9 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:09:03.972559 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:04.085295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5ce57ca-327c-4a13-9d4b-6bb3b4b9fd12 req-697f1c81-366c-474b-bca3-b41610cf6731 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 210 time: 0.2757213 Jul 07 22:09:04.123873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c5e44fe-e5aa-4f98-a81a-3826556651ce req-92d9ee10-9163-4d27-aef8-418c178a20dc service neutron] 10.222.0.83 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092236 Jul 07 22:09:04.195682 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:04.217775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Transition to ACTIVE for port object cf492463-24ec-4046-b703-02e0632c210b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:04.281315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:04.341718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:04.365906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=599f9950-3cde-4aa0-8ccc-892d81929aac,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:04.381166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadb498-5d93-4852-b4d6-5f22ad6f5723 req-2213dce5-7631-4195-8c2c-e9de684a1ffb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:04.383566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5aadb498-5d93-4852-b4d6-5f22ad6f5723 req-2213dce5-7631-4195-8c2c-e9de684a1ffb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.0871701 Jul 07 22:09:04.394430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['cc6caa13-220b-4100-9078-68ef1e284ca5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:04.414928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:09:04.418783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Checking segment: {'id': '761b8625-a747-4b15-8e34-f0b87685ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:09:04.419140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Network hostable DHCP agents. Network: 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:09:04.423165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:09:04.426049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Pushing event updated for resources: {'Port': ['ID=cf492463-24ec-4046-b703-02e0632c210b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:04.431856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5aadb498-5d93-4852-b4d6-5f22ad6f5723 req-1c6ed5e4-60aa-458c-a148-1041b5972fa3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424366 Jul 07 22:09:04.436575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:09:04.443139 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:04.443762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:04.469366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Network 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:09:04.477574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3afd76b6-b229-4a8b-a814-60c2bb5918b1 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:04.483274 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-9374b00e-5dfc-4530-85ea-2e60a6fed806 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1390684 Jul 07 22:09:04.494920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:09:04.519857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-429b1adb-e4cf-4f48-a3b7-e47498a91038 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:09:04.520893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-429b1adb-e4cf-4f48-a3b7-e47498a91038 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1361802 Jul 07 22:09:04.523408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Request body: {'port': {'device_id': 'a0cc8066-3d0a-4b19-8f02-e848258f4b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:04.526462 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:04.527049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:04.533580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Request body: {'binding': {'host': 'n-h1-695012-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:04.534480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Unknown quota resources ['binding']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:09:04.546844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58054537-7c0f-44cb-9ae5-550cec408f6e None None] Network 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:09:04.632080 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a4324e8c-6aa4-4ca7-a042-3719d9b0e0ef admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7095125 Jul 07 22:09:04.711234 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:04.723207 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:09:04.767286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:09:04.888347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c920ad-85e0-41a1-bc7d-04d549e30556 req-914749f3-f729-494a-bbee-360243995e70 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:04.892514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48c920ad-85e0-41a1-bc7d-04d549e30556 req-914749f3-f729-494a-bbee-360243995e70 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 943 time: 0.2833741 Jul 07 22:09:04.956633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on host n-h1-695012-11 for vnic_type normal with profile None {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:09:04.956981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:09:04.957317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:04.970322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:09:04.970653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:04.982712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48c920ad-85e0-41a1-bc7d-04d549e30556 req-e24f2115-3d46-4e19-be61-aa21b1c63b1d tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837889 Jul 07 22:09:04.983592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:09:04.983935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:09:04.984320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:09:04.984782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Bound port: dae3717c-a93a-46cd-9b64-4c62e4d862b1, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:09:05.055674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:09:05.061896 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:05.064321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8e84c5f6-ab23-42ce-a45b-c8b62a330d39 service neutron] 10.222.0.81 "POST /v2.0/ports/dae3717c-a93a-46cd-9b64-4c62e4d862b1/bindings HTTP/1.1" status: 201 len: 390 time: 0.5338721 Jul 07 22:09:05.327525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf492463-24ec-4046-b703-02e0632c210b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:05.333006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47312ef2-aa22-4f24-a2a2-7bbc6a4138ac req-8ead047b-e454-4d9d-ba32-e0b1f8a1d5a8 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:05.344939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-214a5122-8559-4434-a55b-5ca05ff8dbf5 None None] Provisioning for port cf492463-24ec-4046-b703-02e0632c210b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:09:05.349341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47312ef2-aa22-4f24-a2a2-7bbc6a4138ac req-8ead047b-e454-4d9d-ba32-e0b1f8a1d5a8 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 949 time: 0.1631145 Jul 07 22:09:05.356079 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:05.394344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Transition to ACTIVE for port object cf492463-24ec-4046-b703-02e0632c210b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:05.399135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-214a5122-8559-4434-a55b-5ca05ff8dbf5 None None] Provisioning complete for port cf492463-24ec-4046-b703-02e0632c210b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:05.399784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:05.400331 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-214a5122-8559-4434-a55b-5ca05ff8dbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:05.507440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Pushing event updated for resources: {'Port': ['ID=cf492463-24ec-4046-b703-02e0632c210b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:05.523281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47312ef2-aa22-4f24-a2a2-7bbc6a4138ac req-36867eee-c3ba-4f96-aaf3-058ea906e320 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730416 Jul 07 22:09:05.545123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Attempting to bind port cf492463-24ec-4046-b703-02e0632c210b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:09:05.545504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Attempting to bind port cf492463-24ec-4046-b703-02e0632c210b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:09:05.545801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Attempting to bind port cf492463-24ec-4046-b703-02e0632c210b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:05.551711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Port cf492463-24ec-4046-b703-02e0632c210b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:09:05.553925 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Attempting to bind port cf492463-24ec-4046-b703-02e0632c210b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:05.570472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:09:05.570472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:09:05.570472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:09:05.570472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Bound port: cf492463-24ec-4046-b703-02e0632c210b, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:09:05.570472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:05.625152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:05.712666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-214a5122-8559-4434-a55b-5ca05ff8dbf5 None None] Port cf492463-24ec-4046-b703-02e0632c210b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:09:05.715715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:09:05.720180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '3afd76b6-b229-4a8b-a814-60c2bb5918b1', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'port_id': '3afd76b6-b229-4a8b-a814-60c2bb5918b1', 'mac_address': 'fa:16:3e:40:dc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac23677-c3f2-4b17-a2d1-eb20d8c04ece', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:09:05.732086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ec31a0-f2c2-41fa-b14a-d99bec680d28 None None] Network 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:09:05.743726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] For port cf492463-24ec-4046-b703-02e0632c210b, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:05.757157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] For port cf492463-24ec-4046-b703-02e0632c210b, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf492463-24ec-4046-b703-02e0632c210b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:09:05.758790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:05.759280 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:05.773344 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:05.856413 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:05.857898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:05.859725 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] 10.222.0.44 "PUT /v2.0/ports/cf492463-24ec-4046-b703-02e0632c210b HTTP/1.1" status: 200 len: 1096 time: 1.3598936 Jul 07 22:09:05.860850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0cc8066-3d0a-4b19-8f02-e848258f4b5e', 'tag': 'cf492463-24ec-4046-b703-02e0632c210b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:05.863420 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711e7df6-4f51-4357-8f6c-e95095c86be9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0cc8066-3d0a-4b19-8f02-e848258f4b5e", "tag": "cf492463-24ec-4046-b703-02e0632c210b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:05.895660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94956b-04d0-423f-b663-f9230a4610fa service neutron] Pushing event updated for resources: {'Port': ['ID=cf492463-24ec-4046-b703-02e0632c210b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:05.940707 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:05.969877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-c3e95d9d-ae94-4308-bf45-67ab68173fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:05.971614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-c3e95d9d-ae94-4308-bf45-67ab68173fe3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1097 time: 0.3127446 Jul 07 22:09:05.986908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece32d7-3d26-4d3a-abda-fe38d24ba657 req-7be6bdb7-56fb-4600-b4bf-4c788b8ee460 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:05.988512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ece32d7-3d26-4d3a-abda-fe38d24ba657 req-7be6bdb7-56fb-4600-b4bf-4c788b8ee460 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 947 time: 0.2266400 Jul 07 22:09:05.995378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3afd76b6-b229-4a8b-a814-60c2bb5918b1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:06.033722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-ef964786-754e-48fd-a912-186ba024b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:06.037292 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-ef964786-754e-48fd-a912-186ba024b894 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=503323fe350745fdbbd1f8429880eabe&device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 1099 time: 0.1116147 Jul 07 22:09:06.124426 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-43429e28-0173-4507-a7af-8cf7d9555607 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=cf492463-24ec-4046-b703-02e0632c210b HTTP/1.1" status: 200 len: 217 time: 0.0746994 Jul 07 22:09:06.133832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:06.151537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-0a904989-e55b-460a-a9a3-3cb7fb473bb3 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:06.159414 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:06.162887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-0a904989-e55b-460a-a9a3-3cb7fb473bb3 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/networks?id=4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a HTTP/1.1" status: 200 len: 821 time: 0.3293729 Jul 07 22:09:06.163579 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:06.238332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-4a7dcc0a-90ab-4b39-874c-c79577292547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:06.240455 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-4a7dcc0a-90ab-4b39-874c-c79577292547 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1020691 Jul 07 22:09:06.241666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-86f926d2-cf43-4145-8dae-55991444c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:06.243546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-86f926d2-cf43-4145-8dae-55991444c15f service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.2499616 Jul 07 22:09:06.246494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ece32d7-3d26-4d3a-abda-fe38d24ba657 req-9b60fe78-0110-4e28-8b22-e1be322dcbce tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226188 Jul 07 22:09:06.248082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-f53a9f05-3bad-4e11-9979-dd30735f2abd tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/quotas/a89455a4fd254fd2bc702b7d684f3ad9 HTTP/1.1" status: 200 len: 375 time: 0.0840440 Jul 07 22:09:06.324902 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d709b04-76e2-48c3-b597-442c85d5d9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca83f4a9-dbb6-4947-89a3-0cd78cabdd32'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:06.338034 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a78b260-8e28-457b-9f3d-07149199f28b" -d '{"events": [{"server_uuid": "5d709b04-76e2-48c3-b597-442c85d5d9e3", "name": "network-vif-plugged", "status": "completed", "tag": "ca83f4a9-dbb6-4947-89a3-0cd78cabdd32"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:06.354420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3afd76b6-b229-4a8b-a814-60c2bb5918b1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:06.381355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-c729734c-df6c-4c62-bd20-d574a9ea1afd tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a89455a4fd254fd2bc702b7d684f3ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256230 Jul 07 22:09:06.392928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-977152d0-4fdb-45a0-97bf-11699f373efb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1 HTTP/1.1" status: 200 len: 217 time: 0.1399117 Jul 07 22:09:06.399062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-7132de95-4b1f-49b9-9ed7-1afa8037b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:06.400742 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-7132de95-4b1f-49b9-9ed7-1afa8037b9be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456509 Jul 07 22:09:06.498155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-2047c0e0-40cc-425c-a833-1aa9d389d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:06.499915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-2047c0e0-40cc-425c-a833-1aa9d389d5cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0951507 Jul 07 22:09:06.508052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:06.526489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3afd76b6-b229-4a8b-a814-60c2bb5918b1,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:06.533773 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:06.550859 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-0e474d07-47a0-4b83-a83c-ca96726831f1 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403739 Jul 07 22:09:06.568683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-548312c0-b552-4cca-af41-f7f7915896ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595438 Jul 07 22:09:06.669586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:06.718977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 09d50bf7-3782-43c2-b730-b5d6dd655ba5 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:06.752697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-4c94234f-f35c-4092-b311-61ca284578cb service neutron] 10.222.0.81 "GET /v2.0/networks/4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701119 Jul 07 22:09:06.775217 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bb55c590-d5cc-4ad4-9320-d10f551b1c2d req-5ba5d8c6-91a2-428d-ab2f-36ae6641607f service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168739 Jul 07 22:09:06.782846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437aa0d6-b328-47a4-b08e-91eb24d1e1b1 req-3ab03512-a008-4a86-b116-20f124b41aec tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:06.784400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-437aa0d6-b328-47a4-b08e-91eb24d1e1b1 req-3ab03512-a008-4a86-b116-20f124b41aec tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.2542660 Jul 07 22:09:06.859948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-64f72fab-a401-4cb1-8d57-76404ebd09e6 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644646 Jul 07 22:09:06.920278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 09d50bf7-3782-43c2-b730-b5d6dd655ba5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:06.935542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'port_id': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'mac_address': 'fa:16:3e:77:2c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:09:06.957671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-437aa0d6-b328-47a4-b08e-91eb24d1e1b1 req-4210c438-b34a-41dc-a4cc-52a5f706b9cb tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572118 Jul 07 22:09:06.997361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-0f24f6e5-4a34-4606-8b0c-51e7d5a837e8 service neutron] 10.222.0.81 "GET /v2.0/networks/4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374060 Jul 07 22:09:07.022689 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:07.039929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-f1641634-b708-4442-a068-1e8e7b510ec3 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688883 Jul 07 22:09:07.052159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d50bf7-3782-43c2-b730-b5d6dd655ba5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:07.096142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 09d50bf7-3782-43c2-b730-b5d6dd655ba5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:07.101771 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:07.198800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=09d50bf7-3782-43c2-b730-b5d6dd655ba5,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:07.214343 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160db0b0-57f6-4f43-8c44-75f11bee4a4b x-openstack-request-id: req-160db0b0-57f6-4f43-8c44-75f11bee4a4b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:07.214729 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0cc8066-3d0a-4b19-8f02-e848258f4b5e", "tag": "cf492463-24ec-4046-b703-02e0632c210b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:07.215077 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-160db0b0-57f6-4f43-8c44-75f11bee4a4b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:07.215564 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0cc8066-3d0a-4b19-8f02-e848258f4b5e', 'tag': 'cf492463-24ec-4046-b703-02e0632c210b', 'status': 'completed', 'code': 200} Jul 07 22:09:07.237527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d59ff-e7ec-432d-a63f-0a2d8c6c7b7f req-e474d251-6b95-4afa-850c-68a717b6de70 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:07.246312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-999d59ff-e7ec-432d-a63f-0a2d8c6c7b7f req-e474d251-6b95-4afa-850c-68a717b6de70 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1290786 Jul 07 22:09:07.315298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-999d59ff-e7ec-432d-a63f-0a2d8c6c7b7f req-242677ac-dae6-4b13-baac-a4e2055f2d74 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678096 Jul 07 22:09:07.379999 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6447c3b2-65bb-4722-a354-43ee67873957 x-openstack-request-id: req-6447c3b2-65bb-4722-a354-43ee67873957 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:07.380464 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d709b04-76e2-48c3-b597-442c85d5d9e3", "name": "network-vif-plugged", "status": "completed", "tag": "ca83f4a9-dbb6-4947-89a3-0cd78cabdd32", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:07.380555 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6447c3b2-65bb-4722-a354-43ee67873957 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:07.380918 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d709b04-76e2-48c3-b597-442c85d5d9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca83f4a9-dbb6-4947-89a3-0cd78cabdd32', 'code': 200} Jul 07 22:09:07.545805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7894cd0-b84e-46da-b49a-c57971bd03b2 req-02e176ab-8d4f-49a4-9c9e-abd017bbd034 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:07.553091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7894cd0-b84e-46da-b49a-c57971bd03b2 req-02e176ab-8d4f-49a4-9c9e-abd017bbd034 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 944 time: 0.2050049 Jul 07 22:09:07.698952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7894cd0-b84e-46da-b49a-c57971bd03b2 req-e3a577bf-adda-41b8-b8d8-cc0074d26c23 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449046 Jul 07 22:09:07.713918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['09d50bf7-3782-43c2-b730-b5d6dd655ba5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:07.716453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-99b8a1cc-a83b-45ff-b77b-915e313918b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:07.729159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-99b8a1cc-a83b-45ff-b77b-915e313918b5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=503323fe350745fdbbd1f8429880eabe&device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 1099 time: 0.2806780 Jul 07 22:09:07.872346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468a3f8-3a25-40b9-9b31-2e05ebabf4eb req-7b527698-1343-459a-9b60-771548462476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:07.872346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7468a3f8-3a25-40b9-9b31-2e05ebabf4eb req-7b527698-1343-459a-9b60-771548462476 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 1102 time: 0.3166766 Jul 07 22:09:07.872346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-c368505e-16d8-4dec-a95c-a64a62549276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:07.872346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-c368505e-16d8-4dec-a95c-a64a62549276 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1337059 Jul 07 22:09:08.035034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7468a3f8-3a25-40b9-9b31-2e05ebabf4eb req-2b3bc4dc-8e14-45b3-b0dd-40eceb753c52 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553850 Jul 07 22:09:08.036590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-40b1ebdd-12da-4d47-a4a4-c70ac15158db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=cf492463-24ec-4046-b703-02e0632c210b HTTP/1.1" status: 200 len: 217 time: 0.1215069 Jul 07 22:09:08.038886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eec89b99-18c9-4eaf-9e65-920516232809 req-9aed7640-6b91-4bf8-b624-8b972110fe08 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 210 time: 0.1621361 Jul 07 22:09:08.159458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-67f221ab-5815-4241-b443-8d93b1af7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:08.160940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-67f221ab-5815-4241-b443-8d93b1af7b81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1122444 Jul 07 22:09:08.168304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb39d1c-1c9f-46a1-9e6b-d7a428fd8ae1 req-8425c9df-7340-4457-8ef1-9655d572a88c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:08.176401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fb39d1c-1c9f-46a1-9e6b-d7a428fd8ae1 req-8425c9df-7340-4457-8ef1-9655d572a88c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 950 time: 0.2983849 Jul 07 22:09:08.346782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fb39d1c-1c9f-46a1-9e6b-d7a428fd8ae1 req-7ac7da4a-2895-40d7-88e2-cd5ac71ebf31 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694243 Jul 07 22:09:08.369555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-3396e83a-2baa-425c-b196-12188eb3fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:08.373153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-3396e83a-2baa-425c-b196-12188eb3fe8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1944351 Jul 07 22:09:08.440921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3afd76b6-b229-4a8b-a814-60c2bb5918b1 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:09:08.448171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bebd8-d0de-4f1e-980c-defc8acaa7e8 req-bf95f533-9b3e-42d2-8909-1c6c361a6100 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:08.455836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-538bebd8-d0de-4f1e-980c-defc8acaa7e8 req-bf95f533-9b3e-42d2-8909-1c6c361a6100 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 947 time: 0.2474077 Jul 07 22:09:08.524074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-0f16a67d-6072-4b8d-970c-5ef04234e2c2 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386993 Jul 07 22:09:08.578171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:08.578662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:08.630641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-538bebd8-d0de-4f1e-980c-defc8acaa7e8 req-23ae1750-5a31-43fb-ab3e-738355034573 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738498 Jul 07 22:09:08.687331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-711e7df6-4f51-4357-8f6c-e95095c86be9 req-4d12a556-448b-4598-a78b-653dcad3f35d service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452935 Jul 07 22:09:08.756499 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:08.821751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58fcf0-8a9f-4543-b856-ec51536ff63b req-e76a6571-4686-4a5a-856a-788016d62c6a tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:08.825444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef58fcf0-8a9f-4543-b856-ec51536ff63b req-e76a6571-4686-4a5a-856a-788016d62c6a tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.1931317 Jul 07 22:09:08.835271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:08.840578 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:08.932036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3afd76b6-b229-4a8b-a814-60c2bb5918b1,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:09.095183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef58fcf0-8a9f-4543-b856-ec51536ff63b req-6489fcac-3cb1-4a5c-8e95-fa88fecacbdf tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409093 Jul 07 22:09:09.172007 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-05e2231f-f188-4325-82b6-13bff12af7cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758276 Jul 07 22:09:09.176439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-69163634-8325-448b-8a5f-0ffd2b53c4d0 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:09.177892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-69163634-8325-448b-8a5f-0ffd2b53c4d0 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.44 "GET /v2.0/networks?id=4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a HTTP/1.1" status: 200 len: 821 time: 0.2614820 Jul 07 22:09:09.186304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8519b-5320-4045-9eb5-c5558b38720e req-19221f84-e9da-4587-95a4-7eb004e5219b tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:09.193727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc8519b-5320-4045-9eb5-c5558b38720e req-19221f84-e9da-4587-95a4-7eb004e5219b tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.3665345 Jul 07 22:09:09.204823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Request body: {'port': {'device_id': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'network_id': '4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a', 'admin_state_up': True, 'tenant_id': 'a89455a4fd254fd2bc702b7d684f3ad9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:09.331252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-980e615e-d661-4e69-b57d-37bc5d5cfa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:09.333985 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-980e615e-d661-4e69-b57d-37bc5d5cfa72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=14d02422540f48f4aeb4852c7713e8f5&device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc HTTP/1.1" status: 200 len: 1102 time: 0.1336107 Jul 07 22:09:09.338093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc8519b-5320-4045-9eb5-c5558b38720e req-e26beb61-1e35-4846-b8cc-d6ec40a335a0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432900 Jul 07 22:09:09.382753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:09.384912 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bb588f-67f2-42eb-8d38-34c6a3685827" -d '{"events": [{"server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "name": "network-vif-plugged", "status": "completed", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:09.420272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Made reservation on behalf of a89455a4fd254fd2bc702b7d684f3ad9 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:09:09.432580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:09.516644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-f5f9c32d-4683-4fd2-ae81-029e36d5976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:09.526731 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-f5f9c32d-4683-4fd2-ae81-029e36d5976d service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1578484 Jul 07 22:09:09.700037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Allocated IP 172.20.0.2 (4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a/599f9950-3cde-4aa0-8ccc-892d81929aac/1c4c3e3b-7de4-4585-8c8c-5252adf22e20) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:09:09.735125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-570858a5-8211-407a-a94e-953a608f3e45 req-0e217747-228b-441b-9c28-6fd09c93dcc3 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 210 time: 0.0575793 Jul 07 22:09:09.788106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851699eb-3fe7-4bb5-85ee-696ca732d28f req-ca97c984-2e1c-4b27-a209-05fefee42ddb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:09.794272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-851699eb-3fe7-4bb5-85ee-696ca732d28f req-ca97c984-2e1c-4b27-a209-05fefee42ddb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 944 time: 0.2594535 Jul 07 22:09:09.864002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-851699eb-3fe7-4bb5-85ee-696ca732d28f req-f5769b9d-2552-467b-8b46-29339e6f6cc2 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654144 Jul 07 22:09:09.917668 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-43e6c155-6806-42ab-aade-bd36e50d97ce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=0d796250-19d8-446f-ac82-1ee6182b4d32 HTTP/1.1" status: 200 len: 217 time: 0.3836544 Jul 07 22:09:09.962365 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b745f9ba-49c4-499b-92cb-e9d0bc9899d6 x-openstack-request-id: req-b745f9ba-49c4-499b-92cb-e9d0bc9899d6 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:09.962904 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "name": "network-vif-plugged", "status": "completed", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:09.962904 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b745f9ba-49c4-499b-92cb-e9d0bc9899d6 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:09.963278 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1', 'code': 200} Jul 07 22:09:09.985271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-e4b99702-8ae1-4f5a-a949-d4a57f0d0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:09.988132 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-e4b99702-8ae1-4f5a-a949-d4a57f0d0e0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0602450 Jul 07 22:09:10.100675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:10.119989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-6fccc63a-27d7-4298-bbc0-78568836960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:10.121927 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-6fccc63a-27d7-4298-bbc0-78568836960c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1192176 Jul 07 22:09:10.133532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbfa46-d253-4a7c-9cc4-e2f0b0fc33a2 req-f84ecd83-ed04-4236-ae27-096585113104 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:10.139489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90fbfa46-d253-4a7c-9cc4-e2f0b0fc33a2 req-f84ecd83-ed04-4236-ae27-096585113104 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 950 time: 0.1637080 Jul 07 22:09:10.250297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90fbfa46-d253-4a7c-9cc4-e2f0b0fc33a2 req-95546cc9-06e5-447c-955f-91ae7adb18e5 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071832 Jul 07 22:09:10.318245 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:10.319084 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-0a92a212-aa39-43a0-ae9a-fef72959a59f service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787138 Jul 07 22:09:10.448045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cf492463-24ec-4046-b703-02e0632c210b details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:10.467882 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4369a164-9988-4a1b-8f86-f12f9a7753a9 req-b8423c30-b88e-4aed-bb62-d95928b45c4d service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458962 Jul 07 22:09:10.472148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Network 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:09:10.478973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:09:10.503480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:09:10.553759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Pushing event updated for resources: {'Port': ['ID=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:10.579430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7abc02-cd87-4631-bb32-47b0bbd9e8b0 req-67a41348-5195-4ad2-bba4-29e82f7787c0 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:10.581009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d7abc02-cd87-4631-bb32-47b0bbd9e8b0 req-67a41348-5195-4ad2-bba4-29e82f7787c0 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 947 time: 0.2954483 Jul 07 22:09:10.596778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:10.597286 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:10.603471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cf492463-24ec-4046-b703-02e0632c210b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf492463-24ec-4046-b703-02e0632c210b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:10.622773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'cf492463-24ec-4046-b703-02e0632c210b', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'cf492463-24ec-4046-b703-02e0632c210b', 'mac_address': 'fa:16:3e:44:65:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:09:10.697594 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:10.716664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf492463-24ec-4046-b703-02e0632c210b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:10.748810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cf492463-24ec-4046-b703-02e0632c210b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf492463-24ec-4046-b703-02e0632c210b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:10.755818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 09d50bf7-3782-43c2-b730-b5d6dd655ba5 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:09:10.759608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:10.877447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=cf492463-24ec-4046-b703-02e0632c210b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:10.899492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:09:10.905608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:10.906422 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:10.932309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-a5875872-a8e7-48e9-8b7c-ba95e0a6a67c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7310522 Jul 07 22:09:10.955386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Request body: {'port': {'device_id': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:10.985727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c409bba-03a7-4ff7-a1f2-393eb84b75f5 req-959bb28a-7499-4aac-926b-f547818b4891 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:10.987256 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c409bba-03a7-4ff7-a1f2-393eb84b75f5 req-959bb28a-7499-4aac-926b-f547818b4891 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.5790391 Jul 07 22:09:10.992532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d7abc02-cd87-4631-bb32-47b0bbd9e8b0 req-fd644082-901c-4219-b574-4613236e62da tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040883 Jul 07 22:09:11.046527 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:11.090055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 09d50bf7-3782-43c2-b730-b5d6dd655ba5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:11.098086 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:11.138252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c409bba-03a7-4ff7-a1f2-393eb84b75f5 req-1a645cc7-4374-443e-8388-9fba4909aa55 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291006 Jul 07 22:09:11.145768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['cf492463-24ec-4046-b703-02e0632c210b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:11.166840 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:11.224991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=09d50bf7-3782-43c2-b730-b5d6dd655ba5,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:11.623902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:11.637337 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:11.664217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Transition to ACTIVE for port object 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:11.674884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116fbd6-30db-4cc8-a9da-001a82603d4e req-e94be719-a979-4e29-87c5-5ea2f820a2cb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:11.677495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3116fbd6-30db-4cc8-a9da-001a82603d4e req-e94be719-a979-4e29-87c5-5ea2f820a2cb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.4718709 Jul 07 22:09:11.679894 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:11.755902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e33cf-08db-4911-be4c-fec14e15cb0e req-003ce5f9-9ceb-4fb2-a6f2-20fdab775741 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:11.763512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a52e33cf-08db-4911-be4c-fec14e15cb0e req-003ce5f9-9ceb-4fb2-a6f2-20fdab775741 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 931 time: 0.1973765 Jul 07 22:09:11.804294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3116fbd6-30db-4cc8-a9da-001a82603d4e req-0ea53754-6e5c-44b9-aa61-95d8e9458326 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148496 Jul 07 22:09:11.816195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:11.887028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a52e33cf-08db-4911-be4c-fec14e15cb0e req-d5bd42f9-ea81-4fe9-b9b2-e63d2f7831f4 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221163 Jul 07 22:09:11.921762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Attempting to bind port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:09:11.922941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Attempting to bind port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '761b8625-a747-4b15-8e34-f0b87685ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:09:11.923373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Attempting to bind port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 on network 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:11.931083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 on network 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:09:11.931494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Attempting to bind port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 on network 4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:11.941464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:09:11.941964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Checking segment: {'id': '761b8625-a747-4b15-8e34-f0b87685ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:09:11.942394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Bound using segment: {'id': '761b8625-a747-4b15-8e34-f0b87685ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:09:11.942924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Bound port: 1c4c3e3b-7de4-4585-8c8c-5252adf22e20, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '761b8625-a747-4b15-8e34-f0b87685ca0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:09:11.943490 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:11.964581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:11.967283 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16e4de4-b20a-4f98-8dcd-83965713a42d" -d '{"events": [{"server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "name": "network-vif-plugged", "status": "completed", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:12.091564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] For port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:12.100055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] For port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,segment=NetworkSegment(761b8625-a747-4b15-8e34-f0b87685ca0d),segment_id=761b8625-a747-4b15-8e34-f0b87685ca0d)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:09:12.108922 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:12.183743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f8f10-8d91-4506-bb95-c141a2edb3cf req-07fe10a6-f361-43e1-aaca-02db63e1e533 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:12.185306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d6f8f10-8d91-4506-bb95-c141a2edb3cf req-07fe10a6-f361-43e1-aaca-02db63e1e533 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 945 time: 0.2053490 Jul 07 22:09:12.245099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:12.245716 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:12.247238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] 10.222.0.44 "PUT /v2.0/ports/1c4c3e3b-7de4-4585-8c8c-5252adf22e20 HTTP/1.1" status: 200 len: 1092 time: 1.2963927 Jul 07 22:09:12.265175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'tag': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:12.270744 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c40b2d-6970-4ff4-8b27-49c0d173e64c" -d '{"events": [{"name": "network-changed", "server_uuid": "51467fe2-ffee-46c6-b11f-b866cdc34463", "tag": "1c4c3e3b-7de4-4585-8c8c-5252adf22e20"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:12.340760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d6f8f10-8d91-4506-bb95-c141a2edb3cf req-87dfefd0-22fb-4522-be64-db07b0190279 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332438 Jul 07 22:09:12.396552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f20e5-7641-43c3-afd9-0eaf9226c082 service neutron] Pushing event updated for resources: {'Port': ['ID=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:12.428492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596c027-ca66-42c2-a72d-b6a3ce5472c6 req-1bb35af4-633f-4bbc-b47f-23610fb8eaf8 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:12.430020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e596c027-ca66-42c2-a72d-b6a3ce5472c6 req-1bb35af4-633f-4bbc-b47f-23610fb8eaf8 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 950 time: 0.3178191 Jul 07 22:09:12.437335 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215ba5f0-8c95-4134-8de0-9146027139e2 x-openstack-request-id: req-215ba5f0-8c95-4134-8de0-9146027139e2 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:12.438833 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "name": "network-vif-plugged", "status": "completed", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:12.440063 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-215ba5f0-8c95-4134-8de0-9146027139e2 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:12.440633 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'code': 200} Jul 07 22:09:12.484187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-87566c2d-8347-4f6d-bc6d-93b651453c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:12.485726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-87566c2d-8347-4f6d-bc6d-93b651453c4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a89455a4fd254fd2bc702b7d684f3ad9&device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 1095 time: 0.1901326 Jul 07 22:09:12.567461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e596c027-ca66-42c2-a72d-b6a3ce5472c6 req-788e6dd6-31de-4abf-a92e-823edec050a1 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306231 Jul 07 22:09:12.569618 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-78585966-2cdc-45af-b657-e21f8a0b8fa3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c4c3e3b-7de4-4585-8c8c-5252adf22e20 HTTP/1.1" status: 200 len: 217 time: 0.0650861 Jul 07 22:09:12.749045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-90fe01dc-6fdc-4c88-82a5-cb094da88439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:12.751001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-90fe01dc-6fdc-4c88-82a5-cb094da88439 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=599f9950-3cde-4aa0-8ccc-892d81929aac HTTP/1.1" status: 200 len: 861 time: 0.1678596 Jul 07 22:09:12.786677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1f5da-2cd7-4509-8466-ce428d7857c4 req-0b2b7512-0d8c-4767-ae83-0611f5d873f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:12.791953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64d1f5da-2cd7-4509-8466-ce428d7857c4 req-0b2b7512-0d8c-4767-ae83-0611f5d873f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 1097 time: 0.2155788 Jul 07 22:09:12.817627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-30f1f9e8-b279-4653-a4ea-17813d25e290 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522282 Jul 07 22:09:12.860827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1887f5-5686-4b15-a9c7-8f4ebd6cdade req-033f18e1-a1aa-4ac4-b707-d24f09b3175a tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:12.863433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b1887f5-5686-4b15-a9c7-8f4ebd6cdade req-033f18e1-a1aa-4ac4-b707-d24f09b3175a tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 948 time: 0.2783141 Jul 07 22:09:12.978693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64d1f5da-2cd7-4509-8466-ce428d7857c4 req-59696114-bfaa-4dcd-a72e-42d2bba12ff3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643941 Jul 07 22:09:13.004826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b1887f5-5686-4b15-a9c7-8f4ebd6cdade req-848d0d63-f1b3-4f96-ac77-74daa88e7947 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212184 Jul 07 22:09:13.049417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40e934-9225-485e-9ba1-bdcc6e52fd62 req-06e3cdcd-4d17-4dea-b82e-f20c29c01307 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:13.051078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd40e934-9225-485e-9ba1-bdcc6e52fd62 req-06e3cdcd-4d17-4dea-b82e-f20c29c01307 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.2868786 Jul 07 22:09:13.063044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-1143313c-3a04-460b-91e5-eb368bafde1a service neutron] 10.222.0.44 "GET /v2.0/networks/4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203972 Jul 07 22:09:13.108836 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bbf7bb-44f9-45c6-a832-b5b83d314f93 x-openstack-request-id: req-57bbf7bb-44f9-45c6-a832-b5b83d314f93 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:13.108836 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51467fe2-ffee-46c6-b11f-b866cdc34463", "tag": "1c4c3e3b-7de4-4585-8c8c-5252adf22e20", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:13.108836 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57bbf7bb-44f9-45c6-a832-b5b83d314f93 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:13.108836 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'tag': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20', 'status': 'completed', 'code': 200} Jul 07 22:09:13.151652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd40e934-9225-485e-9ba1-bdcc6e52fd62 req-8988045d-dda3-4472-8c06-21b38314cee6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860124 Jul 07 22:09:13.216232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aecfe9c-b820-4128-bca8-7313075cd4f6 req-1086e733-8506-4281-9487-2d98b1f2f138 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354318 Jul 07 22:09:13.399754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184cdd9-a7d4-45c3-9e2d-ef0e92a2897c req-1e6bd795-4719-47a6-bcfd-0e5af019c986 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:13.401307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e184cdd9-a7d4-45c3-9e2d-ef0e92a2897c req-1e6bd795-4719-47a6-bcfd-0e5af019c986 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 1102 time: 0.0705695 Jul 07 22:09:13.404118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-80e4d346-43db-46b5-a8b9-1cca75ff7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:13.405487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-80e4d346-43db-46b5-a8b9-1cca75ff7cfa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a89455a4fd254fd2bc702b7d684f3ad9&device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 1095 time: 0.1052992 Jul 07 22:09:13.520353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e184cdd9-a7d4-45c3-9e2d-ef0e92a2897c req-73118d98-35eb-48e4-a992-70bfc4d04374 tempest-ServersOnMultiNodesTest-1858780502 tempest-ServersOnMultiNodesTest-1858780502-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122286 Jul 07 22:09:13.604847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-67980b24-9e6d-4876-8368-a135b83910ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:13.606500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-67980b24-9e6d-4876-8368-a135b83910ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a HTTP/1.1" status: 200 len: 922 time: 0.1898086 Jul 07 22:09:13.667690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-f80fa15f-24b4-4604-9884-b19176510cf2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1c4c3e3b-7de4-4585-8c8c-5252adf22e20 HTTP/1.1" status: 200 len: 217 time: 0.0488605 Jul 07 22:09:13.740542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39370be-0e75-42aa-af1e-a05f4f765272 req-d28b0c24-ef10-49ae-b49c-aad7fab482f6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:13.742266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f39370be-0e75-42aa-af1e-a05f4f765272 req-d28b0c24-ef10-49ae-b49c-aad7fab482f6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1878068 Jul 07 22:09:13.781346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-a0136d72-a2b4-4981-981e-93870bb264b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:13.782845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-a0136d72-a2b4-4981-981e-93870bb264b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=599f9950-3cde-4aa0-8ccc-892d81929aac HTTP/1.1" status: 200 len: 861 time: 0.0843651 Jul 07 22:09:13.814822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f39370be-0e75-42aa-af1e-a05f4f765272 req-12b2c2d7-ee68-49f0-9fad-3913a46e64ed tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627174 Jul 07 22:09:13.851359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-9d858dab-a77c-4313-b7cf-07bfb85d4e0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481989 Jul 07 22:09:13.907393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed0ce-54ec-4d3f-99d9-cb4b0cab1935 req-a2a93b2a-b6d8-4360-a6e6-3c57f860d5bf tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:13.908904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d8ed0ce-54ec-4d3f-99d9-cb4b0cab1935 req-a2a93b2a-b6d8-4360-a6e6-3c57f860d5bf tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 943 time: 0.2467651 Jul 07 22:09:13.972573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-6c003630-8e48-4290-99a2-c8864b582ce4 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175160 Jul 07 22:09:14.011803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d8ed0ce-54ec-4d3f-99d9-cb4b0cab1935 req-8d37af07-b6a7-4397-aa80-8db73aa1a22e tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934680 Jul 07 22:09:14.132302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c40b2d-6970-4ff4-8b27-49c0d173e64c req-e9d24ce6-f460-4db0-ad27-f830e4127607 service neutron] 10.222.0.44 "GET /v2.0/networks/4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490223 Jul 07 22:09:14.145381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ae60-b0d7-4dd5-933b-ab9959fa967c req-339d3118-dfd2-43e1-9deb-8bc5f262c0d4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:14.147094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5018ae60-b0d7-4dd5-933b-ab9959fa967c req-339d3118-dfd2-43e1-9deb-8bc5f262c0d4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 945 time: 0.1027195 Jul 07 22:09:14.207223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5018ae60-b0d7-4dd5-933b-ab9959fa967c req-1bfc3249-3429-4339-932f-8e250a8b1466 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 Jul 07 22:09:14.440373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf16f5-4b0b-4696-bf22-26d4d46532a7 req-efd0e681-091b-486d-b2fe-d8d84233c7f0 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:14.442029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0baf16f5-4b0b-4696-bf22-26d4d46532a7 req-efd0e681-091b-486d-b2fe-d8d84233c7f0 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 948 time: 0.1097667 Jul 07 22:09:14.461454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cf492463-24ec-4046-b703-02e0632c210b up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:09:14.502966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0baf16f5-4b0b-4696-bf22-26d4d46532a7 req-c4f1eb67-d825-45c4-a747-2780d85c6206 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518794 Jul 07 22:09:14.521988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db908e80-7227-49a0-8b33-6fcb170b0ded req-74d962ca-5009-48ac-90ef-519fde93a694 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:14.532030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db908e80-7227-49a0-8b33-6fcb170b0ded req-74d962ca-5009-48ac-90ef-519fde93a694 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.1308341 Jul 07 22:09:14.536859 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port cf492463-24ec-4046-b703-02e0632c210b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:09:14.541511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port cf492463-24ec-4046-b703-02e0632c210b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:14.542360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:14.582062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db908e80-7227-49a0-8b33-6fcb170b0ded req-ec9779cb-7375-4803-ac10-6f06f5fc1d18 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428181 Jul 07 22:09:14.643322 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:14.673979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cc8066-3d0a-4b19-8f02-e848258f4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf492463-24ec-4046-b703-02e0632c210b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:14.676304 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eb18fd-279c-43b3-9af8-64056548b319" -d '{"events": [{"server_uuid": "a0cc8066-3d0a-4b19-8f02-e848258f4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "cf492463-24ec-4046-b703-02e0632c210b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:14.697867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711f2aa-459a-41ae-8548-b2368c34a819 req-ebc8f08c-ad5a-451a-8011-102324a11f34 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:14.698628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cf492463-24ec-4046-b703-02e0632c210b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf492463-24ec-4046-b703-02e0632c210b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:14.700666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d711f2aa-459a-41ae-8548-b2368c34a819 req-ebc8f08c-ad5a-451a-8011-102324a11f34 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 950 time: 0.0763271 Jul 07 22:09:14.703752 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:14.757337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d711f2aa-459a-41ae-8548-b2368c34a819 req-ed57ffed-fc58-4da2-8aa5-bf99cfc2ae26 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484991 Jul 07 22:09:14.759159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=cf492463-24ec-4046-b703-02e0632c210b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:14.804663 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a5bf1d-43fa-481c-afde-5c30ce94986f x-openstack-request-id: req-b3a5bf1d-43fa-481c-afde-5c30ce94986f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:14.804959 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cc8066-3d0a-4b19-8f02-e848258f4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "cf492463-24ec-4046-b703-02e0632c210b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:14.805244 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3a5bf1d-43fa-481c-afde-5c30ce94986f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:14.805621 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cc8066-3d0a-4b19-8f02-e848258f4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf492463-24ec-4046-b703-02e0632c210b', 'code': 200} Jul 07 22:09:15.076584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae96be4-24c4-4f77-ba46-553f6913a6bd req-0dba1ec2-3974-417d-a78e-2814fe87aaba tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:15.084282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ae96be4-24c4-4f77-ba46-553f6913a6bd req-0dba1ec2-3974-417d-a78e-2814fe87aaba tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1173561 Jul 07 22:09:15.107239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f03f67-d92c-412d-bb99-7942f4d4e73a req-42931bfd-985e-4744-a712-2038de7489fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:15.108761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22f03f67-d92c-412d-bb99-7942f4d4e73a req-42931bfd-985e-4744-a712-2038de7489fa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 1101 time: 0.1799045 Jul 07 22:09:15.139865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ae96be4-24c4-4f77-ba46-553f6913a6bd req-a5c9e530-d969-48f7-aabe-e9016550e49e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552318 Jul 07 22:09:15.213105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22f03f67-d92c-412d-bb99-7942f4d4e73a req-c6df8ef2-667e-420e-b729-7b4fa8a398ae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891979 Jul 07 22:09:15.244207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c32c2a-e1b2-4c90-b6b1-397ff4702993 req-5b08340e-821c-4844-9692-ddefa38d35b2 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:15.251126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94c32c2a-e1b2-4c90-b6b1-397ff4702993 req-5b08340e-821c-4844-9692-ddefa38d35b2 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 943 time: 0.1085804 Jul 07 22:09:15.298963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94c32c2a-e1b2-4c90-b6b1-397ff4702993 req-0c899a05-bdb0-4f9f-b01a-82f0b7161442 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441768 Jul 07 22:09:15.465243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9982f8-d803-4832-ac4b-3785578f16c4 req-670a0442-aa75-4b46-8b16-08dc150026ae tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:15.467243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d9982f8-d803-4832-ac4b-3785578f16c4 req-670a0442-aa75-4b46-8b16-08dc150026ae tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 945 time: 0.0985355 Jul 07 22:09:15.507952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d9982f8-d803-4832-ac4b-3785578f16c4 req-03b519bd-af5f-4240-b096-956c2e7b40a6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Jul 07 22:09:15.705731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504658b6-6806-4ea8-94df-a7de14d133d4 req-fafb387e-0ec4-4242-8c24-e07342402d4d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:15.707719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-504658b6-6806-4ea8-94df-a7de14d133d4 req-fafb387e-0ec4-4242-8c24-e07342402d4d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 949 time: 0.0908873 Jul 07 22:09:15.790245 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-504658b6-6806-4ea8-94df-a7de14d133d4 req-683ecc27-5881-4fe8-a574-642c3cd58811 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726285 Jul 07 22:09:15.811627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d6999-e698-43f5-951c-0494482c4973 req-1ed61ff2-7daf-47b8-94e6-e9706f4e04d6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:15.813728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-314d6999-e698-43f5-951c-0494482c4973 req-1ed61ff2-7daf-47b8-94e6-e9706f4e04d6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.1050072 Jul 07 22:09:15.863246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-314d6999-e698-43f5-951c-0494482c4973 req-ab59fb44-049b-4dd6-ba1f-71519b5e96c8 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Jul 07 22:09:15.984256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d945079-6af3-421a-8e0a-efe804e60eab req-f50c7268-002e-4006-b62a-ca21412e8098 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:15.987002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d945079-6af3-421a-8e0a-efe804e60eab req-f50c7268-002e-4006-b62a-ca21412e8098 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 950 time: 0.0755854 Jul 07 22:09:16.026919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d945079-6af3-421a-8e0a-efe804e60eab req-70c1c4f1-3532-4927-a717-db1fd803ac67 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340915 Jul 07 22:09:16.340615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d951f-698d-4c5f-9aa2-d460efc081ef req-6c4824ac-6a27-46ef-ae58-4cd0075464f0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:16.342177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c11d951f-698d-4c5f-9aa2-d460efc081ef req-6c4824ac-6a27-46ef-ae58-4cd0075464f0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.0852182 Jul 07 22:09:16.387250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c11d951f-698d-4c5f-9aa2-d460efc081ef req-aa32a176-7d14-4dfc-852b-150db46bee58 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391324 Jul 07 22:09:16.507120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:16.531552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0846f5-e006-4116-82c5-14035e073afe req-ea726e58-808d-4faa-8775-d79473fb69d0 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:16.539898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee0846f5-e006-4116-82c5-14035e073afe req-ea726e58-808d-4faa-8775-d79473fb69d0 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 943 time: 0.0911818 Jul 07 22:09:16.586737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee0846f5-e006-4116-82c5-14035e073afe req-3973034c-87be-48e7-9281-79350781da3b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458131 Jul 07 22:09:16.678512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,segment=NetworkSegment(761b8625-a747-4b15-8e34-f0b87685ca0d),segment_id=761b8625-a747-4b15-8e34-f0b87685ca0d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:16.696540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20', 'network_id': '4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a', 'port_id': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20', 'mac_address': 'fa:16:3e:4a:65:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599f9950-3cde-4aa0-8ccc-892d81929aac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:09:16.745503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:16.766384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:16.790923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,segment=NetworkSegment(761b8625-a747-4b15-8e34-f0b87685ca0d),segment_id=761b8625-a747-4b15-8e34-f0b87685ca0d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:16.799057 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:16.845027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e3d84-a335-43e4-8b8a-46e420be8a1a req-52bf9cbf-f2d8-4a91-950f-e394b3d77754 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:16.851740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-027e3d84-a335-43e4-8b8a-46e420be8a1a req-52bf9cbf-f2d8-4a91-950f-e394b3d77754 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 945 time: 0.1349537 Jul 07 22:09:16.874291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:16.884440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-d132d1b2-e3ea-4a64-a6ef-259d243f91db tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:16.885928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-d132d1b2-e3ea-4a64-a6ef-259d243f91db tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 950 time: 0.1245341 Jul 07 22:09:16.923399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-027e3d84-a335-43e4-8b8a-46e420be8a1a req-2eec2775-912e-4a99-8100-386e63d54c61 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706916 Jul 07 22:09:17.234889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['1c4c3e3b-7de4-4585-8c8c-5252adf22e20'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:17.397409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fa0e7-6aae-46b3-89e0-635e9488dc5d req-64071d0f-315a-470f-aa70-2960fc0f473e tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:17.398944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-122fa0e7-6aae-46b3-89e0-635e9488dc5d req-64071d0f-315a-470f-aa70-2960fc0f473e tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 949 time: 0.4493186 Jul 07 22:09:17.439082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65279a-1808-4a8f-8985-f338adb4fca5 req-8b8a7d02-a514-4317-9a48-ef7ca6bf279b tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:17.440597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e65279a-1808-4a8f-8985-f338adb4fca5 req-8b8a7d02-a514-4317-9a48-ef7ca6bf279b tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.1779170 Jul 07 22:09:17.472550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Deleting port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:17.473123 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:17.502418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-122fa0e7-6aae-46b3-89e0-635e9488dc5d req-e2f0c9d6-1ab4-4446-b1a2-43de18663956 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977304 Jul 07 22:09:17.588223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e65279a-1808-4a8f-8985-f338adb4fca5 req-5927cd14-595f-4e46-b5d1-eeb15054b8a1 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400979 Jul 07 22:09:17.724649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] For port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:17.725051 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:17.752027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Calling delete_port for ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:17.891416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ebf6f5ac-651a-4bad-ae3b-c8050bc5b81e tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:17.898109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ebf6f5ac-651a-4bad-ae3b-c8050bc5b81e tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2420850 Jul 07 22:09:17.974792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-6ecb5066-552a-4955-a3b0-77c15406ee5b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 696 time: 0.0757809 Jul 07 22:09:17.988674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ba86425e-08e3-4d75-865a-016778a369b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Request body: {'floatingip': {'port_id': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:18.050462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ba86425e-08e3-4d75-865a-016778a369b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:18.149213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3981471-6f5c-475e-9c9f-c6242e7dd722 req-47dc34ba-0fba-45ff-ab73-2e76822e2b02 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:18.156618 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3981471-6f5c-475e-9c9f-c6242e7dd722 req-47dc34ba-0fba-45ff-ab73-2e76822e2b02 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d709b04-76e2-48c3-b597-442c85d5d9e3 HTTP/1.1" status: 200 len: 950 time: 0.3087530 Jul 07 22:09:18.261356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3981471-6f5c-475e-9c9f-c6242e7dd722 req-f2e6936c-adbf-40d8-9e73-6f45f3ddb655 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038420 Jul 07 22:09:18.264725 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:18.331679 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a', 'b2cdfaad-2c20-4136-a192-1c9e6747aae7', 'ca83f4a9-dbb6-4947-89a3-0cd78cabdd32'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:18.348281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event deleted for resources: {'Port': ['ID=ca83f4a9-dbb6-4947-89a3-0cd78cabdd32,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:18.461206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.461915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.462011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.463039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.463039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.463383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.463925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.464459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.465644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.465644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.466039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.471835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:18.510140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', '7ec07ffc-b6c3-4d28-9b86-5224671d7406', '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:18.512156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] No DVR routers for this DVR port ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:18.516398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:18.518519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3c7a27c-dad6-4d5b-b4f3-a1324636aaa0 req-2794bbe8-eee5-4ad7-9d55-840945c6e18e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "DELETE /v2.0/ports/ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 HTTP/1.1" status: 204 len: 173 time: 1.6225414 Jul 07 22:09:18.520778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d709b04-76e2-48c3-b597-442c85d5d9e3', 'name': 'network-vif-deleted', 'tag': 'ca83f4a9-dbb6-4947-89a3-0cd78cabdd32'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:18.524286 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca443588-9b26-48f5-b270-92e753d6eba6" -d '{"events": [{"server_uuid": "5d709b04-76e2-48c3-b597-442c85d5d9e3", "name": "network-vif-deleted", "tag": "ca83f4a9-dbb6-4947-89a3-0cd78cabdd32"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:18.891499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52df411-49a7-441d-9c08-67ac17f83f54 req-2cd1f8be-7600-48e4-b587-437b7dfcf4f5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:18.898378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d52df411-49a7-441d-9c08-67ac17f83f54 req-2cd1f8be-7600-48e4-b587-437b7dfcf4f5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.2732859 Jul 07 22:09:19.025289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d52df411-49a7-441d-9c08-67ac17f83f54 req-f04d56c0-9f39-4264-b53d-6a2f9277be70 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260004 Jul 07 22:09:19.256680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ba86425e-08e3-4d75-865a-016778a369b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:19.262433 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ba86425e-08e3-4d75-865a-016778a369b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:19.346022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:19.409040 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ba86425e-08e3-4d75-865a-016778a369b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f associated. External IP: 172.25.8.121, port: 0590d381-89b2-4c98-85e4-9ff27a21dd6f. Jul 07 22:09:19.809779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce2a73-6516-48cb-a1d8-d3ef1f484413 req-c69a6e60-9d91-4980-897d-aecac84a5e6c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:19.811204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2fce2a73-6516-48cb-a1d8-d3ef1f484413 req-c69a6e60-9d91-4980-897d-aecac84a5e6c tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 944 time: 0.1136370 Jul 07 22:09:19.920486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2fce2a73-6516-48cb-a1d8-d3ef1f484413 req-36bcc6aa-1c86-4be2-941d-86d6edf96507 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028566 Jul 07 22:09:19.949221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ba86425e-08e3-4d75-865a-016778a369b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:09:19.995729 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa51cc76-cd0c-4da0-9ffd-59bf5f57eb65 x-openstack-request-id: req-aa51cc76-cd0c-4da0-9ffd-59bf5f57eb65 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:19.996024 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d709b04-76e2-48c3-b597-442c85d5d9e3", "name": "network-vif-deleted", "tag": "ca83f4a9-dbb6-4947-89a3-0cd78cabdd32", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:19.998434 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aa51cc76-cd0c-4da0-9ffd-59bf5f57eb65 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:19.998844 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d709b04-76e2-48c3-b597-442c85d5d9e3', 'name': 'network-vif-deleted', 'tag': 'ca83f4a9-dbb6-4947-89a3-0cd78cabdd32', 'status': 'completed', 'code': 200} Jul 07 22:09:20.101712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ba86425e-08e3-4d75-865a-016778a369b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:09:20.106734 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ba86425e-08e3-4d75-865a-016778a369b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:20.112866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] Sync routers for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:09:20.121864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:20.122739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:20.155169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-ba86425e-08e3-4d75-865a-016778a369b0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "PUT /v2.0/floatingips/dcaded2f-2ded-42ce-bb15-dfe39b11fb7f HTTP/1.1" status: 200 len: 996 time: 2.1788826 Jul 07 22:09:20.169435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7d6ea-421b-4ff0-9232-e4ed5f2da3d8 req-a40c7c95-ff27-4025-8fce-e57d69d24b23 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:20.171138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81e7d6ea-421b-4ff0-9232-e4ed5f2da3d8 req-a40c7c95-ff27-4025-8fce-e57d69d24b23 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 945 time: 0.1066067 Jul 07 22:09:20.240446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81e7d6ea-421b-4ff0-9232-e4ed5f2da3d8 req-1dd1592e-3bc9-4f97-b34b-1957cbd137f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609481 Jul 07 22:09:20.245272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:20.256929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-b03ca4a5-b8d0-4d6a-95b3-3c362f01a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:20.258496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-b03ca4a5-b8d0-4d6a-95b3-3c362f01a993 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1097 time: 0.0864339 Jul 07 22:09:20.360077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-e9adf5b5-bb50-4220-b0a6-85f9a9a46102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:20.361539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-e9adf5b5-bb50-4220-b0a6-85f9a9a46102 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.0915284 Jul 07 22:09:20.430960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-bfc26ec3-0244-4aca-808a-db93e49769d2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 999 time: 0.0633373 Jul 07 22:09:20.482411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-1128ef10-24d8-4721-bb51-4b635c4ccc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:20.483798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-1128ef10-24d8-4721-bb51-4b635c4ccc30 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0466180 Jul 07 22:09:20.504436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:09:20.542250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-d88a0ea2-4a68-490a-950b-1d4c72802805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:20.543955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-d88a0ea2-4a68-490a-950b-1d4c72802805 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540662 Jul 07 22:09:20.558895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-fb65e707-327a-44db-800b-232e7af4495e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:09:20.559972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-fb65e707-327a-44db-800b-232e7af4495e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077407 Jul 07 22:09:20.570032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:09:20.573391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:53:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:19Z', 'revision_number': 1, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:20.577730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:20.578128 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:20.617955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] Checking router: 6a2c8d5e-1688-4796-ab36-3df6684f49b7 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:09:20.635990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:20.636636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:20.678377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bdf61-25cd-483c-9bcf-41791c6cce29 req-c5483cc9-f307-455f-96fd-915ae151e19a tempest-ServersAdminNegativeTestJSON-2062094311 tempest-ServersAdminNegativeTestJSON-2062094311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:20.679911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a2bdf61-25cd-483c-9bcf-41791c6cce29 req-c5483cc9-f307-455f-96fd-915ae151e19a tempest-ServersAdminNegativeTestJSON-2062094311 tempest-ServersAdminNegativeTestJSON-2062094311-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 1101 time: 0.1190548 Jul 07 22:09:20.699819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-1fd0f462-eeb1-4f30-9a93-13fa28cb81f6 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300137 Jul 07 22:09:20.705638 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3a2bdf61-25cd-483c-9bcf-41791c6cce29 req-c967a54a-26ce-4709-8c5d-c1d8ce89b913 tempest-ServersAdminNegativeTestJSON-2062094311 tempest-ServersAdminNegativeTestJSON-2062094311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:20.760019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:20.786251 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:20.790182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:20.790524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ca83f4a9-dbb6-4947-89a3-0cd78cabdd32 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:20.806964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:20.827973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2291f7f7-f134-456a-b6b2-008fe56a593c req-0b9fa157-236e-4fc8-8bba-0fda1c45c1ef service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201634 Jul 07 22:09:20.845156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:20.847699 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98bc734-d994-40e2-b5c8-10f6f7f2018e" -d '{"events": [{"server_uuid": "51467fe2-ffee-46c6-b11f-b866cdc34463", "name": "network-vif-plugged", "status": "completed", "tag": "1c4c3e3b-7de4-4585-8c8c-5252adf22e20"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:20.869778 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,segment=NetworkSegment(761b8625-a747-4b15-8e34-f0b87685ca0d),segment_id=761b8625-a747-4b15-8e34-f0b87685ca0d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:20.877561 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:20.877738 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3a2bdf61-25cd-483c-9bcf-41791c6cce29 req-c967a54a-26ce-4709-8c5d-c1d8ce89b913 tempest-ServersAdminNegativeTestJSON-2062094311 tempest-ServersAdminNegativeTestJSON-2062094311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:20.881236 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3a2bdf61-25cd-483c-9bcf-41791c6cce29 req-c967a54a-26ce-4709-8c5d-c1d8ce89b913 tempest-ServersAdminNegativeTestJSON-2062094311 tempest-ServersAdminNegativeTestJSON-2062094311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:20.928993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a2bdf61-25cd-483c-9bcf-41791c6cce29 req-c967a54a-26ce-4709-8c5d-c1d8ce89b913 tempest-ServersAdminNegativeTestJSON-2062094311 tempest-ServersAdminNegativeTestJSON-2062094311-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414186 Jul 07 22:09:20.946899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967a54a-26ce-4709-8c5d-c1d8ce89b913 tempest-ServersAdminNegativeTestJSON-2062094311 tempest-ServersAdminNegativeTestJSON-2062094311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb81df8-c16c-4d41-a52c-1eb35586d548,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:20.987143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-6656ed87-56b5-410b-bba7-6743966c9142 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:20.988788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-6656ed87-56b5-410b-bba7-6743966c9142 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.0946202 Jul 07 22:09:20.990006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:21.002618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695012-11'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:21.125923 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:21.138387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:53:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:19Z', 'revision_number': 1, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:21.165171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ea980-e50e-47da-986a-0128b0415daa None None] The sync data for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 is: [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:53:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:19Z', 'revision_number': 1, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:09:21.191707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775c420-748f-4628-adca-e07d86b283a2 req-d82edd55-6f94-45e1-8ee3-78d0dfe7a19f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:21.193194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9775c420-748f-4628-adca-e07d86b283a2 req-d82edd55-6f94-45e1-8ee3-78d0dfe7a19f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1198728 Jul 07 22:09:21.283498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9775c420-748f-4628-adca-e07d86b283a2 req-f91abb51-8ba2-4666-9800-380d61a5e044 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794303 Jul 07 22:09:21.320350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:21.338659 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76654e80-1afc-4e03-adb9-6355c6dc741b x-openstack-request-id: req-76654e80-1afc-4e03-adb9-6355c6dc741b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:21.338953 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51467fe2-ffee-46c6-b11f-b866cdc34463", "name": "network-vif-plugged", "status": "completed", "tag": "1c4c3e3b-7de4-4585-8c8c-5252adf22e20", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:21.339207 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76654e80-1afc-4e03-adb9-6355c6dc741b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:21.340832 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20', 'code': 200} Jul 07 22:09:21.385368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:21.467162 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:21.478188 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822913c0-adfe-4fe8-b76c-a3c385894fe4 None None] New status for floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:09:21.519125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:21.528666 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b82168-c727-4c69-a3ef-4804fe2aa223 req-cfc09336-f0e3-414b-ac26-527d2086e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:21.530966 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e2b82168-c727-4c69-a3ef-4804fe2aa223 req-cfc09336-f0e3-414b-ac26-527d2086e669 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 1097 time: 0.0746400 Jul 07 22:09:21.572352 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e2b82168-c727-4c69-a3ef-4804fe2aa223 req-3dd95877-1121-4d25-8dac-bd01c7161ccd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332181 Jul 07 22:09:21.634904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Pushing event updated for resources: {'Port': ['ID=dae3717c-a93a-46cd-9b64-4c62e4d862b1,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:21.685701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-449d102f-6546-49cd-b9c7-3c3d8e8adc08 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:21.687326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-449d102f-6546-49cd-b9c7-3c3d8e8adc08 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2179863 Jul 07 22:09:21.694235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on host n-h2-695012-11 for vnic_type normal with profile {"migrating_to": "n-h1-695012-11"} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:09:21.694617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:09:21.694944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:21.707767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1037f6e-8f25-4dcc-9bbd-5fcf9764aab6 req-86ec4294-47b3-40f5-b0c4-dae91bafcbd2 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:21.709302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1037f6e-8f25-4dcc-9bbd-5fcf9764aab6 req-86ec4294-47b3-40f5-b0c4-dae91bafcbd2 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 945 time: 0.1993222 Jul 07 22:09:21.745289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:09:21.745615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Attempting to bind port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:21.775849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:09:21.776187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:09:21.776563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:09:21.776993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Bound port: dae3717c-a93a-46cd-9b64-4c62e4d862b1, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:09:21.777344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:21.853268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1037f6e-8f25-4dcc-9bbd-5fcf9764aab6 req-a65e0716-32cd-470b-a02b-0d4859d8f895 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365037 Jul 07 22:09:21.857727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-432e3bc2-4833-4f69-b444-702e07e66ff0 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 999 time: 0.1604815 Jul 07 22:09:21.871971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Request body: {'floatingip': {'port_id': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:21.927072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:21.931484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:09:21.937274 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:21.970552 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:22.004754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f'}, {'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:22.006908 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f"}, {"server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "name": "network-vif-unplugged", "status": "completed", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:22.095531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Pushing event updated for resources: {'Port': ['ID=dae3717c-a93a-46cd-9b64-4c62e4d862b1,revision_number=8']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:22.100688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:22.101298 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:22.102695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5730f6c4-0724-4fa1-a49f-09f3efe376dc service neutron] 10.222.0.44 "PUT /v2.0/ports/dae3717c-a93a-46cd-9b64-4c62e4d862b1 HTTP/1.1" status: 200 len: 1123 time: 1.1046512 Jul 07 22:09:22.255395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07dea2-8e0e-41fe-baae-d79730b5f6d9 req-694692f7-9a9e-4df5-8c88-75c67fa8a3f2 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:22.256863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a07dea2-8e0e-41fe-baae-d79730b5f6d9 req-694692f7-9a9e-4df5-8c88-75c67fa8a3f2 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 943 time: 0.1533470 Jul 07 22:09:22.279535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['dae3717c-a93a-46cd-9b64-4c62e4d862b1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:22.334438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a07dea2-8e0e-41fe-baae-d79730b5f6d9 req-ef441b24-6ef4-4154-a353-73b80f04fdd2 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482187 Jul 07 22:09:22.334860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['dae3717c-a93a-46cd-9b64-4c62e4d862b1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:22.503667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device dae3717c-a93a-46cd-9b64-4c62e4d862b1 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:22.634715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:22.647292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device dae3717c-a93a-46cd-9b64-4c62e4d862b1 has no active binding in host n-h1-695012-11 {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:09:22.916268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-1cd7d594-10f4-4716-b81a-583cb1ab4750 service neutron] 10.222.0.83 "GET /v2.0/ports/4e6f217d-4e32-4c41-b4d8-b35c08c487a5/bindings/n-h2-695012-11 HTTP/1.1" status: 200 len: 383 time: 0.1479685 Jul 07 22:09:22.926996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2a3aa-ba2a-4790-ab8b-53e314b2420d req-98e13cbe-4c5f-4425-a982-2481dbd42965 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:22.928379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aef2a3aa-ba2a-4790-ab8b-53e314b2420d req-98e13cbe-4c5f-4425-a982-2481dbd42965 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 950 time: 0.4544947 Jul 07 22:09:22.959504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:22.964767 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:23.008208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aef2a3aa-ba2a-4790-ab8b-53e314b2420d req-a37b451a-51ad-46fd-ac84-00c9ea65c16b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735288 Jul 07 22:09:23.088813 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f associated. External IP: 172.25.8.121, port: 0590d381-89b2-4c98-85e4-9ff27a21dd6f. Jul 07 22:09:23.226474 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373788e0-c9aa-4c98-9583-0a745b5a4a4d x-openstack-request-id: req-373788e0-c9aa-4c98-9583-0a745b5a4a4d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:23.226774 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f", "status": "completed", "code": 200}, {"server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "name": "network-vif-unplugged", "status": "completed", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:23.227214 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-373788e0-c9aa-4c98-9583-0a745b5a4a4d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:23.227416 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'status': 'completed', 'code': 200} Jul 07 22:09:23.228042 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1', 'code': 200} Jul 07 22:09:23.341850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-13e8bc75-a634-4a10-83a0-8fe7ca1cf33f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:23.343839 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-13e8bc75-a634-4a10-83a0-8fe7ca1cf33f tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/ports?device_id=295730e1-c1a9-45b2-9347-dff6c47e8337 HTTP/1.1" status: 200 len: 950 time: 0.0706453 Jul 07 22:09:23.390170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-440fb89a-b4b6-49c9-bcc9-4df7ee5438e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:23.391743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-440fb89a-b4b6-49c9-bcc9-4df7ee5438e7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987&tenant_id=faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 1101 time: 0.1937611 Jul 07 22:09:23.407060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:09:23.410627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-1b5a034f-d678-4989-8abd-d49bd0700d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:23.411032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-1b5a034f-d678-4989-8abd-d49bd0700d3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1097 time: 0.1456122 Jul 07 22:09:23.460661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Deleting port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:23.461015 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:23.559332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] For port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:23.559702 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:23.575562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Calling delete_port for 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:23.632957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-def0475c-df15-4f48-8822-06dc6c29c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:23.634463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-def0475c-df15-4f48-8822-06dc6c29c6fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.2158732 Jul 07 22:09:23.639343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:09:23.655313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] Sync routers for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:09:23.668701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:23.669679 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:23.715262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-b3ea7669-9c37-4bde-9f74-577e374e077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:23.716616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:23.716774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-b3ea7669-9c37-4bde-9f74-577e374e077c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 1101 time: 0.2756076 Jul 07 22:09:23.718035 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-40b9afa2-b25f-4cba-900e-4e93d2f203ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 217 time: 0.0763626 Jul 07 22:09:23.731460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', '7ec07ffc-b6c3-4d28-9b86-5224671d7406', '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:23.839619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event deleted for resources: {'Port': ['ID=410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:23.843700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] No DVR routers for this DVR port 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:23.851166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:23.853598 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-884c996f-c6a9-4644-890f-c38bfbbb257f req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "DELETE /v2.0/ports/410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab HTTP/1.1" status: 204 len: 173 time: 0.5026605 Jul 07 22:09:23.854262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295730e1-c1a9-45b2-9347-dff6c47e8337', 'name': 'network-vif-deleted', 'tag': '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:23.856971 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0a7814-9702-480d-9249-53d1affc68dc" -d '{"events": [{"server_uuid": "295730e1-c1a9-45b2-9347-dff6c47e8337", "name": "network-vif-deleted", "tag": "410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:23.862399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.863032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.863557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.864084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.864580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.865278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.865789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.866333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.866836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.867322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.867956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.868575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc9e85-1cef-46b0-b231-7ae1492b9dbc tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:23.882588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a', 'b2cdfaad-2c20-4136-a192-1c9e6747aae7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:23.927806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-456c19b2-202c-4810-a4b5-0dca808cf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:23.929345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-456c19b2-202c-4810-a4b5-0dca808cf40e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.2025104 Jul 07 22:09:24.026330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-fc23fbc3-de6a-41df-a9ee-4016cb1d8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:24.028026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-fc23fbc3-de6a-41df-a9ee-4016cb1d8c49 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2999992 Jul 07 22:09:24.028146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:24.089853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-d5e507ad-9bed-4620-9911-f24985d3cfc5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5 HTTP/1.1" status: 200 len: 217 time: 0.0515399 Jul 07 22:09:24.097958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065588f-4e80-467a-b568-1e6f8078e0bd req-1a730828-c5c9-49ed-a56f-28da5ae13efc tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:24.099955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2065588f-4e80-467a-b568-1e6f8078e0bd req-1a730828-c5c9-49ed-a56f-28da5ae13efc tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.2645314 Jul 07 22:09:24.200919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-7e4a4cd0-ac50-41d5-9b2e-2c5b9eb29919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:24.202585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-7e4a4cd0-ac50-41d5-9b2e-2c5b9eb29919 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2659085 Jul 07 22:09:24.235611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-895c3c1b-e643-4e3c-a65b-217ef48f1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:24.237877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-895c3c1b-e643-4e3c-a65b-217ef48f1c1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1368816 Jul 07 22:09:24.295756 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2065588f-4e80-467a-b568-1e6f8078e0bd req-073e3d3a-be2f-4f75-ab95-b521b06ced54 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672156 Jul 07 22:09:24.300737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:09:24.521890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3afd76b6-b229-4a8b-a814-60c2bb5918b1 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:24.524966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:77:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:22Z', 'revision_number': 3, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:24.602789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] Checking router: 6a2c8d5e-1688-4796-ab36-3df6684f49b7 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:09:24.646599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:24.647232 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:24.747039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-f4fc59c6-c482-4368-96c8-41fe0387d1b6 service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355365 Jul 07 22:09:24.793308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-5d4c65f5-cea8-4ced-8d25-7f7ac3fd6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:24.794781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-5d4c65f5-cea8-4ced-8d25-7f7ac3fd6e49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5187404 Jul 07 22:09:24.807759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:24.835325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:24.882853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:24.885084 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37156969-92ab-4d70-ac52-f858669734de" -d '{"events": [{"server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "name": "network-vif-unplugged", "status": "completed", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:24.904595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:09:24.907952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:24.917634 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:24.955340 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:24.979392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94e493-62de-439f-9cf0-89be6029fadd req-fd88bdeb-ee6c-44a6-9e46-671422dcc4c2 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:24.980484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be94e493-62de-439f-9cf0-89be6029fadd req-fd88bdeb-ee6c-44a6-9e46-671422dcc4c2 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 945 time: 0.5751867 Jul 07 22:09:25.028140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a9ad525-77ff-4d94-8344-4a01d7abcf6e req-043162fd-d7af-4a40-8e46-b13ea639e54f service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538986 Jul 07 22:09:25.073445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-d50d04fc-6a99-44d7-81ad-831847252c45 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358232 Jul 07 22:09:25.075057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3afd76b6-b229-4a8b-a814-60c2bb5918b1,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:25.086713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be94e493-62de-439f-9cf0-89be6029fadd req-d1acf516-c1c4-44c6-94b6-a396e4709dd5 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893600 Jul 07 22:09:25.098950 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c337b84a-0c5c-4157-a239-a6981c62d9bb tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "PUT /v2.0/floatingips/dcaded2f-2ded-42ce-bb15-dfe39b11fb7f HTTP/1.1" status: 200 len: 998 time: 3.2321949 Jul 07 22:09:25.198343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:77:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:22Z', 'revision_number': 3, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:25.225272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5baff7-b052-493c-965a-e034d61b26ab None None] The sync data for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 is: [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:77:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:22Z', 'revision_number': 3, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:09:25.230742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1'}, {'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f'}, {'name': 'network-changed', 'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:25.233082 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1703cb48-3920-449e-b346-e56cd8e58e51" -d '{"events": [{"name": "network-changed", "server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1"}, {"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f"}, {"name": "network-changed", "server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:25.241698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-db1a3e79-ab69-4069-9a02-f54bebe20155 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:25.243129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-db1a3e79-ab69-4069-9a02-f54bebe20155 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports/0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 942 time: 0.1195021 Jul 07 22:09:25.288946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0563aa05-f93e-4763-97a0-ff0b4820b199 req-2560db0d-c668-4a3e-b400-14188e5f8830 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996572 Jul 07 22:09:25.315435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeece99-6dff-4fb9-87b0-5be1ec047651 req-1deb5ec2-018a-41ad-bd8e-cfff1f5f4721 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:25.316959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbeece99-6dff-4fb9-87b0-5be1ec047651 req-1deb5ec2-018a-41ad-bd8e-cfff1f5f4721 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 943 time: 0.1070428 Jul 07 22:09:25.390601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbeece99-6dff-4fb9-87b0-5be1ec047651 req-50e2518f-a120-43a5-8f15-75d50a1ee3d1 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644197 Jul 07 22:09:25.403711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-6b04b484-b579-4e22-b78d-fcc77986aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:25.405322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-6b04b484-b579-4e22-b78d-fcc77986aa24 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1097 time: 0.0874908 Jul 07 22:09:25.466762 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5108daac-2afe-4cf4-91ae-d9d8bff6c24d None None] New status for floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:09:25.555133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-76a092c6-566b-4142-8d1b-a439f8ccfc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:25.556727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-76a092c6-566b-4142-8d1b-a439f8ccfc2e service neutron] 10.222.0.81 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.1409330 Jul 07 22:09:25.562651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-1310f3e6-55c5-4e0f-b83b-f142604c5f50 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0979640 Jul 07 22:09:25.599652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-0a5b72bc-d475-4d5a-ae9c-63f0f37a8cb1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 217 time: 0.0351269 Jul 07 22:09:25.698733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-9fa5b70b-6077-4201-9ed8-73eb58b2b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:25.701205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-9fa5b70b-6077-4201-9ed8-73eb58b2b4e6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0942850 Jul 07 22:09:25.731328 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca447fd-eee7-4edf-8fd6-071ca8df1def x-openstack-request-id: req-0ca447fd-eee7-4edf-8fd6-071ca8df1def {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:25.731861 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295730e1-c1a9-45b2-9347-dff6c47e8337", "name": "network-vif-deleted", "tag": "410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:25.732301 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ca447fd-eee7-4edf-8fd6-071ca8df1def {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:25.733293 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295730e1-c1a9-45b2-9347-dff6c47e8337', 'name': 'network-vif-deleted', 'tag': '410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab', 'status': 'completed', 'code': 200} Jul 07 22:09:25.749149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-25ede16d-2c63-457e-9ca8-2a4ec4adab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:25.751097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-25ede16d-2c63-457e-9ca8-2a4ec4adab0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1101 time: 0.1379509 Jul 07 22:09:25.778917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] Sync routers for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:09:25.783132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-4c12d689-12f5-44ce-b3e3-3cd64ac974fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:25.785968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-4c12d689-12f5-44ce-b3e3-3cd64ac974fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796058 Jul 07 22:09:25.790477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:25.791425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:25.808853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-8ffaf8f4-7616-4399-ac4c-2986da2327c9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:09:25.809833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-8ffaf8f4-7616-4399-ac4c-2986da2327c9 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147762 Jul 07 22:09:25.912645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:25.950832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-ff432fe3-679c-4f5e-aedc-3d3cb1415030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:25.952330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-ff432fe3-679c-4f5e-aedc-3d3cb1415030 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1548669 Jul 07 22:09:25.962576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-4cc51e12-c562-4cc4-b376-070944d31b14 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405678 Jul 07 22:09:26.005120 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3255942-3950-43b3-bdd7-8a82ce1ec922 x-openstack-request-id: req-f3255942-3950-43b3-bdd7-8a82ce1ec922 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:26.005505 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "name": "network-vif-unplugged", "status": "completed", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:26.005847 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3255942-3950-43b3-bdd7-8a82ce1ec922 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:26.006368 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1', 'code': 200} Jul 07 22:09:26.022900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-f4bc303a-4cfa-4838-816d-66958013e133 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 217 time: 0.0593936 Jul 07 22:09:26.108180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-04ff3a0d-da05-4072-98d5-82edb2bc5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.111247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-04ff3a0d-da05-4072-98d5-82edb2bc5227 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0631754 Jul 07 22:09:26.136382 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca63176-ebdf-4780-a9c6-2150a0c388d1 x-openstack-request-id: req-6ca63176-ebdf-4780-a9c6-2150a0c388d1 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:26.136680 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:26.136926 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ca63176-ebdf-4780-a9c6-2150a0c388d1 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:26.137589 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1', 'status': 'completed', 'code': 200} Jul 07 22:09:26.137589 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'status': 'completed', 'code': 200} Jul 07 22:09:26.137795 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'status': 'completed', 'code': 200} Jul 07 22:09:26.165642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-ce95ca2e-0cab-4001-8c7f-cc64538bafb1 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957521 Jul 07 22:09:26.168362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:77:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:25Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:26.199244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] Checking router: 6a2c8d5e-1688-4796-ab36-3df6684f49b7 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:09:26.210557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:26.211384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:26.269763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-4459dad1-38dd-4cbd-836d-0d51cf35f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.271750 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-4459dad1-38dd-4cbd-836d-0d51cf35f780 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1126 time: 0.0596020 Jul 07 22:09:26.331512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-99008e4c-e392-4a85-b5c6-dbc78f8b3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.333355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-99008e4c-e392-4a85-b5c6-dbc78f8b3be9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2124338 Jul 07 22:09:26.372246 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-9fe2e05f-115a-4779-9517-c97dc2db1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.372474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-4c85d3bb-4603-4a5c-9348-27ef00f66947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.374009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-4c85d3bb-4603-4a5c-9348-27ef00f66947 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 1097 time: 0.1887746 Jul 07 22:09:26.374977 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-9fe2e05f-115a-4779-9517-c97dc2db1ff7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.0951016 Jul 07 22:09:26.426754 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-e0f0484e-7669-4b7e-aabd-cd6d2ad5b355 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1 HTTP/1.1" status: 200 len: 217 time: 0.0399699 Jul 07 22:09:26.431854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdf4d9-b3bd-4cba-a059-e252372ced08 req-a9f2f887-1a35-46eb-9be9-4e57721cfc31 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.433318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0bdf4d9-b3bd-4cba-a059-e252372ced08 req-a9f2f887-1a35-46eb-9be9-4e57721cfc31 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.2042055 Jul 07 22:09:26.446537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-28f09227-8579-493f-bc5a-148ecbc8b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.449008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-28f09227-8579-493f-bc5a-148ecbc8b21e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1097 time: 0.2170131 Jul 07 22:09:26.450040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:26.490541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-13182297-1ddf-4fce-8fa8-ad40a6eb35d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.493808 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-13182297-1ddf-4fce-8fa8-ad40a6eb35d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0555093 Jul 07 22:09:26.528436 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-f2de3a26-8d9c-498a-bf0f-5ed6fe3c1f07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253797 Jul 07 22:09:26.531249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:26.554959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:26.555308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 410b78d7-0f7f-4e0d-bf7d-ac421e4b27ab not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:26.626554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0bdf4d9-b3bd-4cba-a059-e252372ced08 req-eeff5987-9062-43a4-88d9-30713c7ead02 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741648 Jul 07 22:09:26.640843 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-21021b20-0e20-4377-9033-8583df60bf59 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000860 Jul 07 22:09:26.641864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-7a5031a9-9134-4100-8f4b-9292ddda1f59 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876506 Jul 07 22:09:26.649769 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:09:26.651948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c15ca676-d6e2-4a3d-9b8a-386f62b30d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.653466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-c15ca676-d6e2-4a3d-9b8a-386f62b30d39 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.2416751 Jul 07 22:09:26.754414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:77:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:25Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:26.757729 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-b500def2-c2d3-4883-88be-6c5c427b705b service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947404 Jul 07 22:09:26.769000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-4d1835ce-b850-4833-aa9b-b18d6538a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.770476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-4d1835ce-b850-4833-aa9b-b18d6538a390 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.2888920 Jul 07 22:09:26.784006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:26.787394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bf6bef-af7f-477f-9fd6-67dfbac80804 None None] The sync data for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 is: [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:77:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:25Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:09:26.878208 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:26.891283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-43c6b1aa-374e-4cbc-9fa7-231e2a73e1f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 217 time: 0.1093867 Jul 07 22:09:26.918524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-17df8ce9-efde-4c53-982f-97b8208e8fd9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 200 len: 1001 time: 0.2560203 Jul 07 22:09:26.922543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:26.928168 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:26.933859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-f3d9fbdc-1ead-472b-b765-7d1ee621fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:26.935564 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-f3d9fbdc-1ead-472b-b765-7d1ee621fb1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 1097 time: 0.0686562 Jul 07 22:09:26.986791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:27.034022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-02f4fbbb-50c3-4de4-baaa-ef67d3826733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:27.035550 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-02f4fbbb-50c3-4de4-baaa-ef67d3826733 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.0916963 Jul 07 22:09:27.038260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f828a1-8760-43ae-80ff-ddb9455b3e74 req-8b89141f-ddb0-4f9f-87f3-eb4ee2ee792d service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745885 Jul 07 22:09:27.053645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-87af2441-613d-416e-b0f2-a9613d7b4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:27.055036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-87af2441-613d-416e-b0f2-a9613d7b4bbb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.1506803 Jul 07 22:09:27.058015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-d274d1ba-05a7-4f43-992c-be3d6857b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:27.059397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-d274d1ba-05a7-4f43-992c-be3d6857b3dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.1119413 Jul 07 22:09:27.067644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-35025e94-4180-4ddd-8e9c-e7e7aaf30b74 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:27.069366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-35025e94-4180-4ddd-8e9c-e7e7aaf30b74 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 804 time: 0.3063791 Jul 07 22:09:27.157479 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-5753ed3f-dd78-4f96-8e9e-b52d6310436f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 200 len: 1001 time: 0.0981312 Jul 07 22:09:27.209934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-53d58671-87bf-4ccc-9e92-7f353be4b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:27.211445 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-53d58671-87bf-4ccc-9e92-7f353be4b660 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0456364 Jul 07 22:09:27.234792 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ccb8180-4bfc-4671-ae66-92d171d38dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:27.274518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-09e3019d-85be-4dc7-bc3a-02068ef56fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:27.276052 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-09e3019d-85be-4dc7-bc3a-02068ef56fd8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565679 Jul 07 22:09:27.377304 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-c1844ebd-458c-4f28-8d19-8b6f2a03ba7f service neutron] 10.222.0.83 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911267 Jul 07 22:09:27.398278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-f8e00470-2b18-4b64-8592-2ec6eface9a2 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/quotas/fb63f9fc63374592a4a6f5475cf79d55 HTTP/1.1" status: 200 len: 375 time: 0.0454502 Jul 07 22:09:27.466578 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-b8eaa19b-4a1e-4e6f-a4d7-fd3832763506 service neutron] 10.222.0.83 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821629 Jul 07 22:09:27.469782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-7fa86565-9909-4a9e-95c4-6d7e3308034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:27.471295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-7fa86565-9909-4a9e-95c4-6d7e3308034f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4000196 Jul 07 22:09:27.475411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-46d6d464-aac7-406c-9783-b899610d7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:27.476782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-46d6d464-aac7-406c-9783-b899610d7202 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4065616 Jul 07 22:09:27.595834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-be40bee0-183e-4002-b975-df400d2f717a tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1904612 Jul 07 22:09:27.696060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-a46f4680-1fbc-47e2-a6dc-330aef3dc86a service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085023 Jul 07 22:09:27.700449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-637b360d-7ce4-485b-986a-0b4cab2426a2 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228010 Jul 07 22:09:27.774890 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-0749a556-6f1d-4b2a-8e6d-1d165ec79642 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:27.776361 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-0749a556-6f1d-4b2a-8e6d-1d165ec79642 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "GET /v2.0/ports?device_id=5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d HTTP/1.1" status: 200 len: 943 time: 0.0719864 Jul 07 22:09:27.842898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-432e3ed8-5586-463c-b658-3c771dd3332b service neutron] 10.222.0.81 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390447 Jul 07 22:09:27.877831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Deleting port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:27.878277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:27.945175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1703cb48-3920-449e-b346-e56cd8e58e51 req-2a461970-b427-4887-b64a-2b634ef74588 service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414279 Jul 07 22:09:27.957399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-168ba8c4-e6b3-49c8-bee7-a3db347d8773 req-bc329c5a-2dfa-4450-8306-8876c7fa5a50 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435713 Jul 07 22:09:27.973071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] For port 3afd76b6-b229-4a8b-a814-60c2bb5918b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3afd76b6-b229-4a8b-a814-60c2bb5918b1,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:27.973429 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:27.976009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-e0fb96e4-cc8d-4148-88c4-e44715f0802b service neutron] 10.222.0.81 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223812 Jul 07 22:09:27.987638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Calling delete_port for 3afd76b6-b229-4a8b-a814-60c2bb5918b1 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:28.008399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:28.011787 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494befed-5580-462d-9898-d8fa52b76a7d" -d '{"events": [{"server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:28.141891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:28.225442 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] No DVR routers for this DVR port 3afd76b6-b229-4a8b-a814-60c2bb5918b1 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:28.227770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Pushing event deleted for resources: {'Port': ['ID=3afd76b6-b229-4a8b-a814-60c2bb5918b1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:28.229932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:28.232015 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-27277786-eafd-49a9-b435-29ceaaa342b4 req-2cfaa801-7e2e-47ce-b525-fcc6f738b2c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "DELETE /v2.0/ports/3afd76b6-b229-4a8b-a814-60c2bb5918b1 HTTP/1.1" status: 204 len: 173 time: 0.4500792 Jul 07 22:09:28.232482 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'name': 'network-vif-deleted', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:28.235366 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0115c8c1-a698-48ec-995b-587946b7aed7" -d '{"events": [{"server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "name": "network-vif-deleted", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:28.496771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372befb9-cae3-4499-901c-feacbe4ddd95 req-d720c6af-cb04-48dd-b296-66ee611a2dc6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:28.498317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-372befb9-cae3-4499-901c-feacbe4ddd95 req-d720c6af-cb04-48dd-b296-66ee611a2dc6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 943 time: 0.0726433 Jul 07 22:09:28.540404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-372befb9-cae3-4499-901c-feacbe4ddd95 req-3dd4d657-a316-47d7-ab65-0ca0996f37f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356321 Jul 07 22:09:28.638908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1faeb651-fc79-4417-aa47-93a369508daa req-4cd974d8-d0fc-455d-b1f1-822824411fdd tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 1001 time: 0.0644047 Jul 07 22:09:28.739030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb651-fc79-4417-aa47-93a369508daa req-a19346c9-5c55-49ee-837e-a15b47d0d5cd tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:28.740409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1faeb651-fc79-4417-aa47-93a369508daa req-a19346c9-5c55-49ee-837e-a15b47d0d5cd tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports/09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 200 len: 942 time: 0.0941458 Jul 07 22:09:28.771306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993d368-1ab9-46d7-8e48-9a44caa57dc9 req-53b546b2-1720-435f-ab2a-bef56e4870a4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:28.772816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d993d368-1ab9-46d7-8e48-9a44caa57dc9 req-53b546b2-1720-435f-ab2a-bef56e4870a4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 947 time: 0.1139374 Jul 07 22:09:28.819980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d993d368-1ab9-46d7-8e48-9a44caa57dc9 req-c3ab5eb8-a2c3-4a62-bc0d-9e32d15693d7 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Jul 07 22:09:28.914664 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db44f08-edcd-42bc-b8f5-c3b7e453d6d0 x-openstack-request-id: req-9db44f08-edcd-42bc-b8f5-c3b7e453d6d0 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:28.914954 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:28.915231 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9db44f08-edcd-42bc-b8f5-c3b7e453d6d0 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:28.915894 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'code': 200} Jul 07 22:09:28.917362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1faeb651-fc79-4417-aa47-93a369508daa req-90d5c1e0-4535-4592-8f6d-c558f792b185 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 1001 time: 0.0812876 Jul 07 22:09:29.039011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeb651-fc79-4417-aa47-93a369508daa req-d4b3f677-2c59-41b5-8e88-952864b43f72 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:29.040566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1faeb651-fc79-4417-aa47-93a369508daa req-d4b3f677-2c59-41b5-8e88-952864b43f72 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1178172 Jul 07 22:09:29.080926 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-add0251b-22b2-4a5b-8488-f5b9d2d2742e req-ca1ec0cc-8aad-437f-8c92-a6ef918be7bf tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 210 time: 0.0392308 Jul 07 22:09:29.111796 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d386be0-6dd6-4a7e-8ab5-2056c047d2de x-openstack-request-id: req-9d386be0-6dd6-4a7e-8ab5-2056c047d2de {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:29.112868 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d", "name": "network-vif-deleted", "tag": "3afd76b6-b229-4a8b-a814-60c2bb5918b1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:29.113292 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d386be0-6dd6-4a7e-8ab5-2056c047d2de {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:29.114204 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9ea2b7-e79b-4c1e-97e3-19caebbabd6d', 'name': 'network-vif-deleted', 'tag': '3afd76b6-b229-4a8b-a814-60c2bb5918b1', 'status': 'completed', 'code': 200} Jul 07 22:09:29.433281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505a55c-86b1-42d2-9069-cce0324bb153 req-ef8c1571-1bbc-4d76-8f76-8a4f3c768ffe tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:29.435138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5505a55c-86b1-42d2-9069-cce0324bb153 req-ef8c1571-1bbc-4d76-8f76-8a4f3c768ffe tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 949 time: 0.0686612 Jul 07 22:09:29.501761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5505a55c-86b1-42d2-9069-cce0324bb153 req-9f51bd4e-722d-4b18-a643-f8222a91b10d tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Jul 07 22:09:29.529592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4547bb-73e0-4268-a276-d1e11cb76b1c req-498c566f-1de3-4dab-86bb-5b89791c1d3f tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:29.532246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa4547bb-73e0-4268-a276-d1e11cb76b1c req-498c566f-1de3-4dab-86bb-5b89791c1d3f tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 949 time: 0.0943413 Jul 07 22:09:29.627954 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cf01377-929b-4875-a912-abaa233dc7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:29.661717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-88730453-07fa-42fe-9278-8755e8990313 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 1001 time: 0.1261883 Jul 07 22:09:29.666579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa4547bb-73e0-4268-a276-d1e11cb76b1c req-ed0b4444-5420-452e-97a2-72eacd267535 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224747 Jul 07 22:09:29.704949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-0ab252c1-bfd1-4931-a340-79516a9aff05 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:29.706807 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-0ab252c1-bfd1-4931-a340-79516a9aff05 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 804 time: 0.1293173 Jul 07 22:09:29.729818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Request body: {'port': {'device_id': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'admin_state_up': True, 'tenant_id': 'fb63f9fc63374592a4a6f5475cf79d55'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:29.749819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c021ad-2cde-4c93-811d-e005456af71f req-29406fff-92a5-44c6-b676-a67109ea9539 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:29.751304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-29406fff-92a5-44c6-b676-a67109ea9539 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports/09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 200 len: 942 time: 0.0823824 Jul 07 22:09:29.854564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a38799-ca0f-44b7-adac-c36a3bd90a4d req-1fa353c0-49dc-42ab-931f-84222b863fbf tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:29.855380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91a38799-ca0f-44b7-adac-c36a3bd90a4d req-1fa353c0-49dc-42ab-931f-84222b863fbf tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 945 time: 0.0752468 Jul 07 22:09:29.897686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Made reservation on behalf of fb63f9fc63374592a4a6f5475cf79d55 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:09:29.900052 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:29.942009 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:29.947684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91a38799-ca0f-44b7-adac-c36a3bd90a4d req-69e2eac7-d840-4005-b39e-10123d6740bf tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809982 Jul 07 22:09:29.953232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-3103aa84-7f04-4fdb-a1c7-a109b54e7d9a tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 1001 time: 0.0968423 Jul 07 22:09:30.077630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Allocated IP 172.20.0.5 (ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59/dac23677-c3f2-4b17-a2d1-eb20d8c04ece/65428b02-315f-4d96-a680-dc75e066231a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:09:30.094690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c021ad-2cde-4c93-811d-e005456af71f req-ea90a62a-9796-4f32-94d1-6d0a978a7935 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:30.096327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-ea90a62a-9796-4f32-94d1-6d0a978a7935 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1372371 Jul 07 22:09:30.173738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-5c1c3695-9981-48bd-b942-359334729d72 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 1001 time: 0.0696902 Jul 07 22:09:30.187053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a1c021ad-2cde-4c93-811d-e005456af71f req-dedad820-fb13-4c45-8680-61d2bf17e571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:30.252511 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.301524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.333418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1c021ad-2cde-4c93-811d-e005456af71f req-dedad820-fb13-4c45-8680-61d2bf17e571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.348884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:09:30.352230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:09:30.358996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:09:30.364619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:30.365273 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.376286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Pushing event updated for resources: {'Port': ['ID=65428b02-315f-4d96-a680-dc75e066231a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:30.387455 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-14cad2af-c140-4aea-9ed5-62f18ade9c24 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6627941 Jul 07 22:09:30.402362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Request body: {'port': {'device_id': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:30.457610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-0f06f1e9-ed57-46e4-a47c-b7a1e9b615e8 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:30.459106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-0f06f1e9-ed57-46e4-a47c-b7a1e9b615e8 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 949 time: 0.1967771 Jul 07 22:09:30.471485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a99f9-c973-4ad0-831d-f906650f4663 req-819d211e-2c64-4ed4-a3d1-f0c1adfcce21 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:30.472925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-772a99f9-c973-4ad0-831d-f906650f4663 req-819d211e-2c64-4ed4-a3d1-f0c1adfcce21 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 943 time: 0.2519670 Jul 07 22:09:30.479903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.585028 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1c021ad-2cde-4c93-811d-e005456af71f req-dedad820-fb13-4c45-8680-61d2bf17e571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.609185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1c021ad-2cde-4c93-811d-e005456af71f req-dedad820-fb13-4c45-8680-61d2bf17e571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.609497 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-a1c021ad-2cde-4c93-811d-e005456af71f req-dedad820-fb13-4c45-8680-61d2bf17e571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f disassociated. External IP: 172.25.8.121, port: 09d50bf7-3782-43c2-b730-b5d6dd655ba5. Jul 07 22:09:30.617725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-772a99f9-c973-4ad0-831d-f906650f4663 req-c0446dca-a4a8-4c94-bdac-53b65dd0a622 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336088 Jul 07 22:09:30.673833 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-e4ec0601-526e-4f2b-abee-e1768e18fc64 service neutron] 10.222.0.83 "GET /v2.0/ports/dae3717c-a93a-46cd-9b64-4c62e4d862b1/bindings/n-h1-695012-11 HTTP/1.1" status: 200 len: 385 time: 0.1786704 Jul 07 22:09:30.725483 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.742488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Deleting port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:30.742833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.795597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:30.861432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device dae3717c-a93a-46cd-9b64-4c62e4d862b1 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:30.885426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-726db7b9-ed78-4f50-9fb4-b213677ac591 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:30.887063 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-726db7b9-ed78-4f50-9fb4-b213677ac591 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 949 time: 0.2660198 Jul 07 22:09:30.934596 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:30.960380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:30.995820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'mac_address': 'fa:16:3e:85:6d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:09:31.043427 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.056856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:31.067128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65428b02-315f-4d96-a680-dc75e066231a {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:31.077974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:31.084167 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.087943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.140689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Transition to ACTIVE for port object 65428b02-315f-4d96-a680-dc75e066231a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:31.145258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:31.156621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.203716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Deleting port cf492463-24ec-4046-b703-02e0632c210b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:31.204211 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.239457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] For port 7ec07ffc-b6c3-4d28-9b86-5224671d7406, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ec07ffc-b6c3-4d28-9b86-5224671d7406,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:31.239832 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.248935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4dfe0-cd4e-402f-bf1b-9c3c5685fe89 req-c61d253c-9a30-4b1e-8940-27059598fbe5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:31.250426 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4b4dfe0-cd4e-402f-bf1b-9c3c5685fe89 req-c61d253c-9a30-4b1e-8940-27059598fbe5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 947 time: 0.1953626 Jul 07 22:09:31.272154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Calling delete_port for 7ec07ffc-b6c3-4d28-9b86-5224671d7406 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:31.274384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:31.277688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=65428b02-315f-4d96-a680-dc75e066231a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:31.292187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1c021ad-2cde-4c93-811d-e005456af71f req-dedad820-fb13-4c45-8680-61d2bf17e571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:09:31.334947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:31.378292 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4b4dfe0-cd4e-402f-bf1b-9c3c5685fe89 req-fb2e7f7a-b91b-42ea-9864-507da16c7d7f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213048 Jul 07 22:09:31.378883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Attempting to bind port 65428b02-315f-4d96-a680-dc75e066231a on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:09:31.379224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Attempting to bind port 65428b02-315f-4d96-a680-dc75e066231a by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:09:31.379556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Attempting to bind port 65428b02-315f-4d96-a680-dc75e066231a on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:31.397263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae3717c-a93a-46cd-9b64-4c62e4d862b1 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:31.403345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Port 65428b02-315f-4d96-a680-dc75e066231a on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:09:31.403677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Attempting to bind port 65428b02-315f-4d96-a680-dc75e066231a on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:31.412643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] For port cf492463-24ec-4046-b703-02e0632c210b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf492463-24ec-4046-b703-02e0632c210b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:31.413009 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.425274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:31.429233 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:09:31.429572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Checking segment: {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:09:31.429958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Bound using segment: {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:09:31.430468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Bound port: 65428b02-315f-4d96-a680-dc75e066231a, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:09:31.430830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.442416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Calling delete_port for cf492463-24ec-4046-b703-02e0632c210b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:31.462640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.632167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1c021ad-2cde-4c93-811d-e005456af71f req-dedad820-fb13-4c45-8680-61d2bf17e571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:09:31.638778 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1c021ad-2cde-4c93-811d-e005456af71f req-dedad820-fb13-4c45-8680-61d2bf17e571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.646476 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] Sync routers for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:09:31.648459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f392e3ab-c7fc-4d34-b442-b68eafbe6630 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:31.650122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f392e3ab-c7fc-4d34-b442-b68eafbe6630 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.44 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 945 time: 0.3377492 Jul 07 22:09:31.656140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.660309 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:31.660934 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:31.675636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', '7ec07ffc-b6c3-4d28-9b86-5224671d7406'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:31.678999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4e6f217d-4e32-4c41-b4d8-b35c08c487a5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:31.760016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event deleted for resources: {'Port': ['ID=7ec07ffc-b6c3-4d28-9b86-5224671d7406,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:31.798127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a938cd3-8525-4dfa-a554-b5c0902816ba req-f68c2ffa-d6dc-4bba-b7e5-ead4220ba45f tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:31.808149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a938cd3-8525-4dfa-a554-b5c0902816ba req-f68c2ffa-d6dc-4bba-b7e5-ead4220ba45f tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 943 time: 0.2902286 Jul 07 22:09:31.822489 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:31.841152 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-dedad820-fb13-4c45-8680-61d2bf17e571 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "PUT /v2.0/floatingips/dcaded2f-2ded-42ce-bb15-dfe39b11fb7f HTTP/1.1" status: 200 len: 695 time: 1.6588738 Jul 07 22:09:31.850611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:31.854278 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b" -d '{"events": [{"name": "network-changed", "server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:31.890141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:31.910624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=65428b02-315f-4d96-a680-dc75e066231a,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:09:31.916421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] No DVR routers for this DVR port 7ec07ffc-b6c3-4d28-9b86-5224671d7406 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:31.919966 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.937219 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.939532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cf2b02d-9465-4060-a34b-4818faf7eb5d req-a063cb32-6e75-40ce-9424-78da4b612a00 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "DELETE /v2.0/ports/7ec07ffc-b6c3-4d28-9b86-5224671d7406 HTTP/1.1" status: 204 len: 173 time: 1.4657419 Jul 07 22:09:31.987525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:31.988151 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:31.989613 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] 10.222.0.44 "PUT /v2.0/ports/65428b02-315f-4d96-a680-dc75e066231a HTTP/1.1" status: 200 len: 1092 time: 1.5924358 Jul 07 22:09:31.991967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'tag': '65428b02-315f-4d96-a680-dc75e066231a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:31.994237 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "tag": "65428b02-315f-4d96-a680-dc75e066231a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:31.994657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a938cd3-8525-4dfa-a554-b5c0902816ba req-0d062599-08e3-4949-8701-2ac6a2d9c605 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852827 Jul 07 22:09:32.048862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] Transition to ACTIVE for port object dae3717c-a93a-46cd-9b64-4c62e4d862b1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:32.049641 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95554f-3f00-4b59-8e11-26f78b71e5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=65428b02-315f-4d96-a680-dc75e066231a,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:32.069465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:32.079520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:32.111463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Pushing event deleted for resources: {'Port': ['ID=cf492463-24ec-4046-b703-02e0632c210b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:32.133792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c021ad-2cde-4c93-811d-e005456af71f req-1a14ceaf-53a0-4637-b8f9-cccacf4cd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:32.140097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-1a14ceaf-53a0-4637-b8f9-cccacf4cd1b9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 1097 time: 0.2372599 Jul 07 22:09:32.141599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Deleting port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:32.141970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:32.227058 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:32.309363 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] Checking router: 6a2c8d5e-1688-4796-ab36-3df6684f49b7 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:09:32.310102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] No DVR routers for this DVR port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:32.330512 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:32.331306 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:32.364281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c783d5-e2fd-4544-aafc-3ff8274da286 req-53f65021-f277-4dc4-bb64-595356b54dde tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e94d86-b266-42a7-a45d-72705ecb188a HTTP/1.1" status: 200 len: 210 time: 0.0440772 Jul 07 22:09:32.393114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] No DVR routers for this DVR port cf492463-24ec-4046-b703-02e0632c210b on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:32.404170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:32.412696 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b1ce6b23-d99b-4b33-bc70-f93ef42f2276 req-f3287f26-f1e2-499f-ba66-c8c371c93aa9 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.44 "DELETE /v2.0/ports/cf492463-24ec-4046-b703-02e0632c210b HTTP/1.1" status: 204 len: 173 time: 1.5146301 Jul 07 22:09:32.433468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-ac9b86c0-13ee-4254-9cfc-e2c37cda897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:32.435131 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-ac9b86c0-13ee-4254-9cfc-e2c37cda897f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 1095 time: 0.3957942 Jul 07 22:09:32.439609 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] 10.222.0.83 "PUT /v2.0/ports/dae3717c-a93a-46cd-9b64-4c62e4d862b1/bindings/n-h1-695012-11/activate HTTP/1.1" status: 200 len: 370 time: 1.7288835 Jul 07 22:09:32.440376 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee00472-b179-4509-b584-acaf7fafcd20 service neutron] Pushing event updated for resources: {'Port': ['ID=dae3717c-a93a-46cd-9b64-4c62e4d862b1,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:32.464677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] For port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,segment=NetworkSegment(761b8625-a747-4b15-8e34-f0b87685ca0d),segment_id=761b8625-a747-4b15-8e34-f0b87685ca0d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:32.465055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:32.492194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c021ad-2cde-4c93-811d-e005456af71f req-0bca004c-971a-4373-961f-4996b11040f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:32.493854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-0bca004c-971a-4373-961f-4996b11040f6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.3102720 Jul 07 22:09:32.495296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Calling delete_port for 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:32.538704 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-22d671dc-8812-4d5f-a0c0-006b671963e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65428b02-315f-4d96-a680-dc75e066231a HTTP/1.1" status: 200 len: 217 time: 0.0852635 Jul 07 22:09:32.554583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-3017cd2c-6165-45f9-8cb2-0311d5a0eb5b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 200 len: 217 time: 0.0538740 Jul 07 22:09:32.555586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3afd76b6-b229-4a8b-a814-60c2bb5918b1 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:32.581848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 3afd76b6-b229-4a8b-a814-60c2bb5918b1 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:32.582827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3afd76b6-b229-4a8b-a814-60c2bb5918b1 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:32.583788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:32.648115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c021ad-2cde-4c93-811d-e005456af71f req-e9b8b1f1-000b-41ad-a74f-8eee60b7f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:32.652769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:32.654627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-e9b8b1f1-000b-41ad-a74f-8eee60b7f04f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0671992 Jul 07 22:09:32.670157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-29d6dffa-175f-4730-8f0c-8ed6bc9a3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:32.673982 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-29d6dffa-175f-4730-8f0c-8ed6bc9a3a24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dac23677-c3f2-4b17-a2d1-eb20d8c04ece HTTP/1.1" status: 200 len: 844 time: 0.1203172 Jul 07 22:09:32.750430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42274f7-49e3-436d-8829-aa261592c9f8 req-d19a3862-9434-4740-8374-69eed0e52cc8 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0cc8066-3d0a-4b19-8f02-e848258f4b5e HTTP/1.1" status: 200 len: 210 time: 0.1940973 Jul 07 22:09:32.755433 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:32.799584 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:32.808732 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:32.816015 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7918c107-81d7-4d24-a7bb-61b299a402af" -d '{"events": [{"server_uuid": "51467fe2-ffee-46c6-b11f-b866cdc34463", "name": "network-vif-unplugged", "status": "completed", "tag": "1c4c3e3b-7de4-4585-8c8c-5252adf22e20"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:32.816343 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-e8543d60-24d6-4802-adec-12918aec2a6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262190 Jul 07 22:09:32.841210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c021ad-2cde-4c93-811d-e005456af71f req-8f1d352b-50a6-43be-baa5-c3290027fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:32.849104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,segment=NetworkSegment(761b8625-a747-4b15-8e34-f0b87685ca0d),segment_id=761b8625-a747-4b15-8e34-f0b87685ca0d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:32.850203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-8f1d352b-50a6-43be-baa5-c3290027fae4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146791 Jul 07 22:09:32.855035 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:32.913710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-9c18b3ba-fb8c-48c1-bbf8-8fb5ed028fde tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:32.915617 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-9c18b3ba-fb8c-48c1-bbf8-8fb5ed028fde tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.2106061 Jul 07 22:09:32.945554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:32.989583 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-0270a2ec-3211-47dd-a9b7-d00ae89aeb31 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661000 Jul 07 22:09:33.022384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-8123a7ce-3252-496a-8ff8-3054539186a4 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705084 Jul 07 22:09:33.060646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-e6485b29-51b9-4e12-9f32-df08c8640ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.063140 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-e6485b29-51b9-4e12-9f32-df08c8640ce0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9&tenant_id=d8f66928466f4e67acd89b20707127a1 HTTP/1.1" status: 200 len: 1096 time: 0.1399610 Jul 07 22:09:33.109692 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c57ec9f-e377-4264-b79d-3a7fd8c5df56 req-6ca77b27-8564-4dce-bb10-35b4466ecbae service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099100 Jul 07 22:09:33.112602 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:33.148701 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:33.150247 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0beb8d-99ea-44a4-86e4-7ace3e134397 None None] The sync data for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 is: [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:09:33.161019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-7b46478e-ef7f-4663-b7e9-e4c1c160ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.163258 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-7b46478e-ef7f-4663-b7e9-e4c1c160ec63 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1096 time: 0.0653419 Jul 07 22:09:33.195597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Pushing event deleted for resources: {'Port': ['ID=1c4c3e3b-7de4-4585-8c8c-5252adf22e20,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:33.204331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a', 'b2cdfaad-2c20-4136-a192-1c9e6747aae7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:33.205916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621abc3b-7cfe-4b0c-af9e-cbeeb33c3dbc req-8cee95a9-1992-47c3-96e7-ee23ca263b63 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.207431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-621abc3b-7cfe-4b0c-af9e-cbeeb33c3dbc req-8cee95a9-1992-47c3-96e7-ee23ca263b63 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/ports?device_id=51467fe2-ffee-46c6-b11f-b866cdc34463 HTTP/1.1" status: 200 len: 865 time: 0.2478848 Jul 07 22:09:33.213226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c021ad-2cde-4c93-811d-e005456af71f req-731547bb-0658-465e-8930-c0998eda8d1f service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896739 Jul 07 22:09:33.243446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['cc6caa13-220b-4100-9078-68ef1e284ca5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:33.285424 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-25ed2249-73a7-404e-93e6-7faf244d2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.286771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] No DVR routers for this DVR port 1c4c3e3b-7de4-4585-8c8c-5252adf22e20 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:33.286920 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-25ed2249-73a7-404e-93e6-7faf244d2b6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.1159244 Jul 07 22:09:33.291665 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:33.293617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9379591-e2ff-4681-8d74-ccf99af1b508 req-f383a3a9-277a-44f9-8e63-acbe9697051b tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.44 "DELETE /v2.0/ports/1c4c3e3b-7de4-4585-8c8c-5252adf22e20 HTTP/1.1" status: 204 len: 173 time: 1.6180046 Jul 07 22:09:33.310612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-621abc3b-7cfe-4b0c-af9e-cbeeb33c3dbc req-7fa254d6-ce3e-4ca8-8965-55bfe3726cc8 tempest-ServerAddressesNegativeTestJSON-444570927 tempest-ServerAddressesNegativeTestJSON-444570927-project] 10.222.0.81 "GET /v2.0/security-groups?id=e92bd66f-909b-46d0-a5e9-c57719018654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685496 Jul 07 22:09:33.343490 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-673b7d9f-9bd5-451e-bee7-55375a3f3bfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1 HTTP/1.1" status: 200 len: 217 time: 0.0498469 Jul 07 22:09:33.411127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-0d7c2982-b773-415e-a54d-5b5a147badc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.412799 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-0d7c2982-b773-415e-a54d-5b5a147badc1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0552421 Jul 07 22:09:33.464873 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-88cd7cf1-ca58-47f4-ab0e-efa56314cc5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446343 Jul 07 22:09:33.476687 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612e28ee-e177-4a05-9150-d895d90e78a1 x-openstack-request-id: req-612e28ee-e177-4a05-9150-d895d90e78a1 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:33.478294 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:33.478598 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-612e28ee-e177-4a05-9150-d895d90e78a1 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:33.479009 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'status': 'completed', 'code': 200} Jul 07 22:09:33.522431 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b637a5-f4b0-4e9f-87d6-b0cae795774f x-openstack-request-id: req-e3b637a5-f4b0-4e9f-87d6-b0cae795774f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:33.523458 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "tag": "65428b02-315f-4d96-a680-dc75e066231a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:33.523793 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3b637a5-f4b0-4e9f-87d6-b0cae795774f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:33.524254 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'tag': '65428b02-315f-4d96-a680-dc75e066231a', 'status': 'completed', 'code': 200} Jul 07 22:09:33.590988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f467d0-ff11-45fa-acbb-b255a2757fe4 None None] New status for floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:09:33.598543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a773-5759-4d22-baa0-433261e67fb0 req-f893646f-ac9d-4f21-b8b0-9d1cf2e799d3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.606514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17e2a773-5759-4d22-baa0-433261e67fb0 req-f893646f-ac9d-4f21-b8b0-9d1cf2e799d3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 944 time: 0.0969009 Jul 07 22:09:33.679617 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-1d087df0-fdb1-499e-9eab-5800bf24a5b6 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049959 Jul 07 22:09:33.687230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-e87575c2-26d1-4eb2-bf5f-6f4758ead2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.689323 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-e87575c2-26d1-4eb2-bf5f-6f4758ead2f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 1097 time: 0.1299357 Jul 07 22:09:33.708795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17e2a773-5759-4d22-baa0-433261e67fb0 req-3f8d8086-dcf9-424e-80f6-3a99cbc867e7 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013298 Jul 07 22:09:33.818443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-9b5a0207-b75d-4db3-a0ca-866b2863267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.821000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-9b5a0207-b75d-4db3-a0ca-866b2863267a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 1095 time: 0.1051221 Jul 07 22:09:33.832817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59cda0-5b54-4844-9f2d-89b67acbcc57 req-d047ddb2-453d-4874-bc9e-b8dbd1c71d0f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.840768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e59cda0-5b54-4844-9f2d-89b67acbcc57 req-d047ddb2-453d-4874-bc9e-b8dbd1c71d0f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 948 time: 0.1788597 Jul 07 22:09:33.841653 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452f67d2-a70e-4dcc-bff6-4d41b47ba3e2 x-openstack-request-id: req-452f67d2-a70e-4dcc-bff6-4d41b47ba3e2 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:33.841857 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51467fe2-ffee-46c6-b11f-b866cdc34463", "name": "network-vif-unplugged", "status": "completed", "tag": "1c4c3e3b-7de4-4585-8c8c-5252adf22e20", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:33.842136 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-452f67d2-a70e-4dcc-bff6-4d41b47ba3e2 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:33.843224 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20', 'code': 200} Jul 07 22:09:33.890473 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-c2ae8b89-cc18-4304-8c26-c675481f3942 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000501 Jul 07 22:09:33.892216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-adb1f937-f1f7-4e87-bc73-1ed8c9849a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:33.893554 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-adb1f937-f1f7-4e87-bc73-1ed8c9849a48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.1890094 Jul 07 22:09:33.895169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e59cda0-5b54-4844-9f2d-89b67acbcc57 req-7a43014d-a357-46cf-bceb-9ba2a59218cb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509787 Jul 07 22:09:33.966165 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-9dc04681-71b6-4e2e-82c3-00272b97a440 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 200 len: 217 time: 0.0576205 Jul 07 22:09:34.035436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71613a-13e8-4a0a-92a4-742c1a8b6f8a req-0a81d262-fe5f-4fd8-92e2-c242a1d2b2b8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:34.036661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b71613a-13e8-4a0a-92a4-742c1a8b6f8a req-0a81d262-fe5f-4fd8-92e2-c242a1d2b2b8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 943 time: 0.1000297 Jul 07 22:09:34.051812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-53441b20-9b1b-4748-8ca1-2b544c64dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:34.054551 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-53441b20-9b1b-4748-8ca1-2b544c64dce1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0799353 Jul 07 22:09:34.060277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-9b45561e-2fac-43d8-b22c-2ae22e116a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:34.062058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-9b45561e-2fac-43d8-b22c-2ae22e116a3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 905 time: 0.1961107 Jul 07 22:09:34.130384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b71613a-13e8-4a0a-92a4-742c1a8b6f8a req-d6415231-e411-44c5-8a3f-7eca980eab0c tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804667 Jul 07 22:09:34.131723 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-6d22fa22-8ba3-4d87-b269-74dbfcb2ec8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65428b02-315f-4d96-a680-dc75e066231a HTTP/1.1" status: 200 len: 217 time: 0.0423412 Jul 07 22:09:34.143243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-5e5f5238-bfd7-47fc-afdb-45e8a0e10909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:34.144760 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-5e5f5238-bfd7-47fc-afdb-45e8a0e10909 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833974 Jul 07 22:09:34.237318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-dc37e08f-2f15-4b34-b220-dfea71d2c29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:34.237854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-dc37e08f-2f15-4b34-b220-dfea71d2c29d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dac23677-c3f2-4b17-a2d1-eb20d8c04ece HTTP/1.1" status: 200 len: 844 time: 0.0805881 Jul 07 22:09:34.293133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-74dbf6f4-a870-4a5b-9850-7af56e4d0953 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435107 Jul 07 22:09:34.356573 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-e5833d04-e8df-42cb-bc1a-f486dcb44fb6 service neutron] 10.222.0.83 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030566 Jul 07 22:09:34.491333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8afc004c-8b24-4018-a548-72eca48743df tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:34.493587 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-8afc004c-8b24-4018-a548-72eca48743df tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.1327016 Jul 07 22:09:34.523106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-6327d9c8-c79a-4460-868d-3ece4b4176fe service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219224 Jul 07 22:09:34.540243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7ec07ffc-b6c3-4d28-9b86-5224671d7406 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:34.562848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 7ec07ffc-b6c3-4d28-9b86-5224671d7406 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:34.563300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7ec07ffc-b6c3-4d28-9b86-5224671d7406 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:34.563792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cf492463-24ec-4046-b703-02e0632c210b no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:34.588484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: cf492463-24ec-4046-b703-02e0632c210b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:34.588950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cf492463-24ec-4046-b703-02e0632c210b not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:34.621187 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-68c0b7f4-3f1d-49e5-a847-37ccd5f8c78b req-46390564-6cf4-49ad-ac1a-fb1d4b5ba927 service neutron] 10.222.0.83 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257030 Jul 07 22:09:34.726467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-0446828e-0a1c-44de-ac0e-9595646471c6 service neutron] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:34.736518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-0446828e-0a1c-44de-ac0e-9595646471c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:34.737636 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c83b5eb2-ac20-4492-bf4d-248ad879e394 req-0446828e-0a1c-44de-ac0e-9595646471c6 service neutron] 10.222.0.44 "DELETE /v2.0/ports/dae3717c-a93a-46cd-9b64-4c62e4d862b1/bindings/n-h2-695012-11 HTTP/1.1" status: 204 len: 173 time: 0.2318881 Jul 07 22:09:34.782343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-5ca4e216-a2d9-4ca0-a67b-bec17aafa59a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:34.784127 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-5ca4e216-a2d9-4ca0-a67b-bec17aafa59a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987&tenant_id=faa40811a1804d4c819af9338b7db7e4&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 948 time: 0.1048751 Jul 07 22:09:34.834708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:09:34.902673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:34.903347 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:34.911059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-7efad99d-adf8-4ce0-bc71-a33d78bae5f7 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:34.912607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-7efad99d-adf8-4ce0-bc71-a33d78bae5f7 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4841578 Jul 07 22:09:34.974338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-021bcf5e-e866-4678-9f7f-781a3c122a04 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 696 time: 0.0550623 Jul 07 22:09:34.988991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-98ea8979-3c3e-4bd2-a73a-138e3b4b8e33 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Request body: {'floatingip': {'port_id': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:34.997147 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.025312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-624a905f-21f6-40ea-a2bb-4a6cfaeb6d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:35.027162 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-624a905f-21f6-40ea-a2bb-4a6cfaeb6d7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 1100 time: 0.1016409 Jul 07 22:09:35.037548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:35.041664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-98ea8979-3c3e-4bd2-a73a-138e3b4b8e33 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.041815 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.047735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0241d0cd-93f6-43ef-9bbf-a07850b78c9d req-bc6379fc-329f-40e3-8624-935ce0afecc8 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170636 Jul 07 22:09:35.075984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:35.114257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:35.170360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a2ec97-dde8-4bab-9066-3e6d25154d42 admin admin] Deleting subnet 599f9950-3cde-4aa0-8ccc-892d81929aac {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:09:35.184588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4a2ec97-dde8-4bab-9066-3e6d25154d42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.229011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-820d0203-e96a-4f77-9643-8205c9ded65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:35.230720 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-820d0203-e96a-4f77-9643-8205c9ded65d service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1635737 Jul 07 22:09:35.236482 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4a2ec97-dde8-4bab-9066-3e6d25154d42 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.277544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4a2ec97-dde8-4bab-9066-3e6d25154d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.297398 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-72c80344-e122-4a66-8c45-64eb718414ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5 HTTP/1.1" status: 200 len: 217 time: 0.0554459 Jul 07 22:09:35.365654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-4b0e2021-d134-4752-9ac5-cf0843990e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:35.367124 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-4b0e2021-d134-4752-9ac5-cf0843990e58 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0610049 Jul 07 22:09:35.373363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4a2ec97-dde8-4bab-9066-3e6d25154d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.425900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2ec97-dde8-4bab-9066-3e6d25154d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599f9950-3cde-4aa0-8ccc-892d81929aac,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:35.431626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4a2ec97-dde8-4bab-9066-3e6d25154d42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.433517 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c4a2ec97-dde8-4bab-9066-3e6d25154d42 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/599f9950-3cde-4aa0-8ccc-892d81929aac HTTP/1.1" status: 204 len: 168 time: 0.3556380 Jul 07 22:09:35.437250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46730) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:35.446463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef333f-abc9-48b0-824d-cee1dc672be4 req-d1504760-836c-4ba5-b847-96261c07e175 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:35.447984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6fef333f-abc9-48b0-824d-cee1dc672be4 req-d1504760-836c-4ba5-b847-96261c07e175 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1641302 Jul 07 22:09:35.481114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e94d86-b266-42a7-a45d-72705ecb188a', 'name': 'network-vif-deleted', 'tag': '7ec07ffc-b6c3-4d28-9b86-5224671d7406'}, {'server_uuid': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'name': 'network-vif-deleted', 'tag': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:35.483448 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07e10f-81a8-4d06-92d6-9658c91cc5c3" -d '{"events": [{"server_uuid": "83e94d86-b266-42a7-a45d-72705ecb188a", "name": "network-vif-deleted", "tag": "7ec07ffc-b6c3-4d28-9b86-5224671d7406"}, {"server_uuid": "51467fe2-ffee-46c6-b11f-b866cdc34463", "name": "network-vif-deleted", "tag": "1c4c3e3b-7de4-4585-8c8c-5252adf22e20"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:35.522625 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.525990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0cc8066-3d0a-4b19-8f02-e848258f4b5e', 'name': 'network-vif-deleted', 'tag': 'cf492463-24ec-4046-b703-02e0632c210b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:35.528625 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37a8b05-b82f-46b9-9de8-1e7fe740a475" -d '{"events": [{"server_uuid": "a0cc8066-3d0a-4b19-8f02-e848258f4b5e", "name": "network-vif-deleted", "tag": "cf492463-24ec-4046-b703-02e0632c210b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:35.533391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-26b4c8c3-e644-4eac-bf02-a9d7dcc21cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:35.534896 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-26b4c8c3-e644-4eac-bf02-a9d7dcc21cf8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1348650 Jul 07 22:09:35.535428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6fef333f-abc9-48b0-824d-cee1dc672be4 req-b485f414-2b79-4753-af71-81e2f5ef6aaf tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575101 Jul 07 22:09:35.625091 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-98ea8979-3c3e-4bd2-a73a-138e3b4b8e33 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.629690 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-98ea8979-3c3e-4bd2-a73a-138e3b4b8e33 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.679820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.694712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.695078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.695920 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.696347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > port after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.696712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.697177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > port after_update 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.697538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.697953 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.698501 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.698763 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.739618 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-98ea8979-3c3e-4bd2-a73a-138e3b4b8e33 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f associated. External IP: 172.25.8.121, port: 0590d381-89b2-4c98-85e4-9ff27a21dd6f. Jul 07 22:09:35.767202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.767549 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.767872 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.768192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 07 22:09:35.768565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:35.795250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761b8625-a747-4b15-8e34-f0b87685ca0d') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:35.795250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761b8625-a747-4b15-8e34-f0b87685ca0d') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:35.819528 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.844047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:35.846646 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842f75db-5d44-4aa4-b5ad-5f0b29f912a7" -d '{"events": [{"server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:35.847739 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-d69b4164-a2d7-4534-a299-a9374997d9b1 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755022 Jul 07 22:09:35.851833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.864460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:09:35.864851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: from cryptography.utils import int_from_bytes Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: from cryptography.utils import int_from_bytes Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:09:35.876267 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:09:35.880384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:09:35.880384 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:09:35.880384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:09:35.880384 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:09:35.880384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:09:35.880384 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:09:35.880384 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:09:35.978398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:36.008644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:36.010551 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a HTTP/1.1" status: 204 len: 168 time: 0.5724123 Jul 07 22:09:36.017215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c0a3-5c45-4a1a-87fe-5d2574738b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cf0efab-4f6b-4d2f-b332-d5c02bfdd50a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:36.034556 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b671b0ff-119c-45db-adf8-a28a4c2a98bb req-ec38cf5c-235d-40f0-a905-227d98bbb633 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722617 Jul 07 22:09:36.036144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-98ea8979-3c3e-4bd2-a73a-138e3b4b8e33 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:09:36.051853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90723f71-7153-4f99-a890-90ec90063080 req-7d19c1c7-ac18-4d2b-a0ab-8a827d10ca4f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:36.053340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90723f71-7153-4f99-a890-90ec90063080 req-7d19c1c7-ac18-4d2b-a0ab-8a827d10ca4f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 944 time: 0.0998340 Jul 07 22:09:36.130048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46744) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:36.166175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90723f71-7153-4f99-a890-90ec90063080 req-ea62f34b-5961-41ff-8e57-4a733f157348 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713475 Jul 07 22:09:36.169612 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aa163a2f-2af0-4dc6-9834-91f3b79561b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a89455a4fd254fd2bc702b7d684f3ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383992 Jul 07 22:09:36.172685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46746) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:36.186989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-98ea8979-3c3e-4bd2-a73a-138e3b4b8e33 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:09:36.199367 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-98ea8979-3c3e-4bd2-a73a-138e3b4b8e33 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:36.208528 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] Sync routers for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:09:36.218952 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:36.219830 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:36.236169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64d40ea0-9610-4208-bfc8-a17a415fdee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:36.246141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-98ea8979-3c3e-4bd2-a73a-138e3b4b8e33 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "PUT /v2.0/floatingips/dcaded2f-2ded-42ce-bb15-dfe39b11fb7f HTTP/1.1" status: 200 len: 996 time: 1.2625334 Jul 07 22:09:36.261550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64d40ea0-9610-4208-bfc8-a17a415fdee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:36.316878 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64d40ea0-9610-4208-bfc8-a17a415fdee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:36.320739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64d40ea0-9610-4208-bfc8-a17a415fdee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:36.322288 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-64d40ea0-9610-4208-bfc8-a17a415fdee5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e92bd66f-909b-46d0-a5e9-c57719018654 HTTP/1.1" status: 204 len: 168 time: 0.1484652 Jul 07 22:09:36.336331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d40ea0-9610-4208-bfc8-a17a415fdee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92bd66f-909b-46d0-a5e9-c57719018654,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:36.364590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-6119c898-6235-4edc-8eee-ac11b393ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:36.366147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-6119c898-6235-4edc-8eee-ac11b393ed7f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1097 time: 0.1060498 Jul 07 22:09:36.374888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11222c69-a3f2-4011-94a2-aa324afa9b21 req-a90dfddd-0e7f-46f3-b3b9-a96021dd1f44 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:36.376324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11222c69-a3f2-4011-94a2-aa324afa9b21 req-a90dfddd-0e7f-46f3-b3b9-a96021dd1f44 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 948 time: 0.0851190 Jul 07 22:09:36.386447 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:36.466679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11222c69-a3f2-4011-94a2-aa324afa9b21 req-92f8919c-c441-457d-a70e-a791ba301c82 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813932 Jul 07 22:09:36.507410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-f81a8131-ffe4-403d-bad9-671aa07981a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:36.516124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-f81a8131-ffe4-403d-bad9-671aa07981a0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.1385553 Jul 07 22:09:36.556945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 65428b02-315f-4d96-a680-dc75e066231a details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:36.678229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-73aed89e-c29e-4087-b1c1-a498598e4789 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 999 time: 0.1611505 Jul 07 22:09:36.691493 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:53:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:35Z', 'revision_number': 8, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:36.692925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=65428b02-315f-4d96-a680-dc75e066231a,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:36.712277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '65428b02-315f-4d96-a680-dc75e066231a', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'port_id': '65428b02-315f-4d96-a680-dc75e066231a', 'mac_address': 'fa:16:3e:85:88:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac23677-c3f2-4b17-a2d1-eb20d8c04ece', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:09:36.730688 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] Checking router: 6a2c8d5e-1688-4796-ab36-3df6684f49b7 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:09:36.742166 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:36.742827 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:36.751737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59b54b-22a0-4992-8201-a955abff48b2 req-f377b1cd-118d-407b-83c5-daf0155749bf tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:36.753272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e59b54b-22a0-4992-8201-a955abff48b2 req-f377b1cd-118d-407b-83c5-daf0155749bf tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 943 time: 0.1449199 Jul 07 22:09:36.767166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-8f8dd9fc-0b01-4513-9bfe-2541cf366297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:36.768614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-8f8dd9fc-0b01-4513-9bfe-2541cf366297 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0833728 Jul 07 22:09:36.786550 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:36.800816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65428b02-315f-4d96-a680-dc75e066231a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:36.822600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=65428b02-315f-4d96-a680-dc75e066231a,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:36.828077 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:36.854315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e59b54b-22a0-4992-8201-a955abff48b2 req-51f3649e-6518-4150-943d-a1196406f2d2 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902851 Jul 07 22:09:36.884803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-7d248cfc-6b22-4bc3-9357-b10f63f233cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:36.885018 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:36.892411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=65428b02-315f-4d96-a680-dc75e066231a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:36.898845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-7d248cfc-6b22-4bc3-9357-b10f63f233cf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139739 Jul 07 22:09:36.975471 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec740a5a-8d91-4353-805c-f4a1c0080a2d x-openstack-request-id: req-ec740a5a-8d91-4353-805c-f4a1c0080a2d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:36.975878 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e94d86-b266-42a7-a45d-72705ecb188a", "name": "network-vif-deleted", "tag": "7ec07ffc-b6c3-4d28-9b86-5224671d7406", "status": "completed", "code": 200}, {"server_uuid": "51467fe2-ffee-46c6-b11f-b866cdc34463", "name": "network-vif-deleted", "tag": "1c4c3e3b-7de4-4585-8c8c-5252adf22e20", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:36.976366 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec740a5a-8d91-4353-805c-f4a1c0080a2d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:36.976873 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e94d86-b266-42a7-a45d-72705ecb188a', 'name': 'network-vif-deleted', 'tag': '7ec07ffc-b6c3-4d28-9b86-5224671d7406', 'status': 'completed', 'code': 200} Jul 07 22:09:36.977230 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51467fe2-ffee-46c6-b11f-b866cdc34463', 'name': 'network-vif-deleted', 'tag': '1c4c3e3b-7de4-4585-8c8c-5252adf22e20', 'status': 'completed', 'code': 200} Jul 07 22:09:36.980953 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582d37e6-ab00-4f76-8fc2-1746524cb153 x-openstack-request-id: req-582d37e6-ab00-4f76-8fc2-1746524cb153 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:36.981460 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0cc8066-3d0a-4b19-8f02-e848258f4b5e", "name": "network-vif-deleted", "tag": "cf492463-24ec-4046-b703-02e0632c210b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:36.982216 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-582d37e6-ab00-4f76-8fc2-1746524cb153 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:36.982216 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0cc8066-3d0a-4b19-8f02-e848258f4b5e', 'name': 'network-vif-deleted', 'tag': 'cf492463-24ec-4046-b703-02e0632c210b', 'status': 'completed', 'code': 200} Jul 07 22:09:37.024881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-b77e982a-4a67-42ff-9e7c-0900f3da9745 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243215 Jul 07 22:09:37.174334 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:53:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:35Z', 'revision_number': 8, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:37.175286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87fb3e16-8768-4c8e-9f86-ab2d7ea18017 req-147f527a-8152-4315-948c-1c3771339d70 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486304 Jul 07 22:09:37.183666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['65428b02-315f-4d96-a680-dc75e066231a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:37.220772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8184720-3d97-4896-983b-aad620bf9640 req-f2b8db51-8266-412c-a466-3cb9fa5eddde tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:37.227655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8184720-3d97-4896-983b-aad620bf9640 req-f2b8db51-8266-412c-a466-3cb9fa5eddde tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=efc286ba-3f72-4d7f-b556-82bc2b9ebc2a HTTP/1.1" status: 200 len: 950 time: 0.1434848 Jul 07 22:09:37.244785 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a239a-2087-4af8-b8f0-aa5a79ca6e2c None None] The sync data for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 is: [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'dcaded2f-2ded-42ce-bb15-dfe39b11fb7f', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'port_id': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'mac_address': 'fa:16:3e:53:8b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:08:55Z', 'updated_at': '2021-07-07T22:09:35Z', 'revision_number': 8, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:09:37.287996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8184720-3d97-4896-983b-aad620bf9640 req-9fd0cc26-1423-4366-9231-916fb57f0b78 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594969 Jul 07 22:09:37.299595 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecab338-c87d-4429-89c5-f892b2433dac x-openstack-request-id: req-0ecab338-c87d-4429-89c5-f892b2433dac {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:37.299974 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "name": "network-vif-plugged", "status": "completed", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:37.300232 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ecab338-c87d-4429-89c5-f892b2433dac {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:37.300618 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'code': 200} Jul 07 22:09:37.442860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-a98509cf-d264-4fae-98e3-bf53d98f834a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:37.444727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-a98509cf-d264-4fae-98e3-bf53d98f834a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7bd98a2-ecdd-41c2-b110-18b7897249cd HTTP/1.1" status: 200 len: 949 time: 0.1264427 Jul 07 22:09:37.524336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-fdb2aff8-70f7-4a5b-bb38-8899b6944e02 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:37.526170 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-fdb2aff8-70f7-4a5b-bb38-8899b6944e02 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.83 "GET /v2.0/ports?device_id=56d87269-fc3b-4b53-8bb1-fbdb1b45d991 HTTP/1.1" status: 200 len: 945 time: 0.1537545 Jul 07 22:09:37.580893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e19ba7-6cb2-4e2b-b0c0-8a58d0526aa5 None None] New status for floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:09:37.690677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db3ffe8-5109-429d-ad3a-b1327c26eb7e req-ffe87fe5-1a17-4c88-9645-d9e877f2e0fe tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:37.693289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4db3ffe8-5109-429d-ad3a-b1327c26eb7e req-ffe87fe5-1a17-4c88-9645-d9e877f2e0fe tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1729293 Jul 07 22:09:37.707684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Deleting port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:37.709013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:37.710642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Deleting port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:37.711357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:37.787238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-233773fd-442a-4173-8f69-daf8b6ec9de4 req-31859e92-ee8a-4655-969b-a8177d36a401 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips/dcaded2f-2ded-42ce-bb15-dfe39b11fb7f HTTP/1.1" status: 200 len: 996 time: 0.1907980 Jul 07 22:09:37.804306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] For port 09d50bf7-3782-43c2-b730-b5d6dd655ba5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=09d50bf7-3782-43c2-b730-b5d6dd655ba5,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:37.804709 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:37.822190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Calling delete_port for 09d50bf7-3782-43c2-b730-b5d6dd655ba5 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:37.868569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4db3ffe8-5109-429d-ad3a-b1327c26eb7e req-b33d7495-2858-4d59-bc90-efec965c2f39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479905 Jul 07 22:09:37.954843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] For port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:37.955255 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:37.968160 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:37.982925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Calling delete_port for e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:37.994693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233773fd-442a-4173-8f69-daf8b6ec9de4 req-7f85dbfc-c3b0-4e63-859d-062f72c77aa5 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:37.995106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Pushing event deleted for resources: {'Port': ['ID=09d50bf7-3782-43c2-b730-b5d6dd655ba5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:37.997055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-233773fd-442a-4173-8f69-daf8b6ec9de4 req-7f85dbfc-c3b0-4e63-859d-062f72c77aa5 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2013288 Jul 07 22:09:37.999185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0590d381-89b2-4c98-85e4-9ff27a21dd6f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:38.041797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['09d50bf7-3782-43c2-b730-b5d6dd655ba5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:38.073253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] No DVR routers for this DVR port 09d50bf7-3782-43c2-b730-b5d6dd655ba5 on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:38.076402 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:38.079348 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f31091ef-8111-469f-a2c6-f5bb50c35bf8 req-2a5d0871-e595-48bd-925b-f6e9c39996d6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.83 "DELETE /v2.0/ports/09d50bf7-3782-43c2-b730-b5d6dd655ba5 HTTP/1.1" status: 204 len: 173 time: 0.5043638 Jul 07 22:09:38.138784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-3cffd2c7-b30e-4f24-9bea-03962bde466c tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:38.140406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-3cffd2c7-b30e-4f24-9bea-03962bde466c tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.83 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 948 time: 0.2637708 Jul 07 22:09:38.590624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 65428b02-315f-4d96-a680-dc75e066231a up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:09:38.596720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c69c-7d0c-46b7-b1ec-79a5b18f902f req-475155da-a777-4f7b-8c3e-c0897108c87f tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:38.598335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8384c69c-7d0c-46b7-b1ec-79a5b18f902f req-475155da-a777-4f7b-8c3e-c0897108c87f tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1096 time: 0.5895476 Jul 07 22:09:38.641856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 65428b02-315f-4d96-a680-dc75e066231a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:09:38.646322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 65428b02-315f-4d96-a680-dc75e066231a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:38.646490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-7a8aa550-c932-4033-9bf1-6a100f516ed5 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:38.646754 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:38.647959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-7a8aa550-c932-4033-9bf1-6a100f516ed5 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "GET /v2.0/ports?device_id=efc286ba-3f72-4d7f-b556-82bc2b9ebc2a HTTP/1.1" status: 200 len: 950 time: 0.6208079 Jul 07 22:09:38.740866 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:38.782568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=65428b02-315f-4d96-a680-dc75e066231a,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:38.787237 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:38.788197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:38.790952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8384c69c-7d0c-46b7-b1ec-79a5b18f902f req-03cca155-1f28-43cb-81b9-d8cc4e18885c tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682789 Jul 07 22:09:38.799817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:38.810407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebda43f-b2f9-4616-8e98-eff752a3b735 req-b0c91871-954c-4f8b-93d9-c8b85727ac98 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:38.811999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bebda43f-b2f9-4616-8e98-eff752a3b735 req-b0c91871-954c-4f8b-93d9-c8b85727ac98 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/ports?device_id=51b49089-df93-4dfc-a695-73379fd6517d HTTP/1.1" status: 200 len: 948 time: 0.3206923 Jul 07 22:09:38.814692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:38.863811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:38.864165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:38.866474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a', 'b2cdfaad-2c20-4136-a192-1c9e6747aae7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:38.879033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Deleting port cc6caa13-220b-4100-9078-68ef1e284ca5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:38.879388 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:38.898691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event deleted for resources: {'Port': ['ID=e7cc114b-7bd4-4f3b-b0c9-601a5675cb16,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:38.984098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'name': 'network-vif-deleted', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:38.984317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:38.986138 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28f79f6-16ca-48f1-93fb-42fd3956e1c4" -d '{"events": [{"server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "name": "network-vif-deleted", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:38.986276 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec2e1a-5e4d-4661-86af-9d19b26823fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:39.011716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bebda43f-b2f9-4616-8e98-eff752a3b735 req-5c156aec-1d6f-4dc7-b22c-2a3c4a430036 tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0a1375a-45cb-45b8-b457-ef8f33696759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753452 Jul 07 22:09:39.024632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] No DVR routers for this DVR port e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:39.034822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:39.036843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52f49e45-7246-4a84-92ff-3d2c2ec730c9 req-8b88d0a4-ee58-4188-a5da-9d96f9ccd862 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "DELETE /v2.0/ports/e7cc114b-7bd4-4f3b-b0c9-601a5675cb16 HTTP/1.1" status: 204 len: 173 time: 1.5868876 Jul 07 22:09:39.094100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=65428b02-315f-4d96-a680-dc75e066231a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:39.097018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Deleting port b2cdfaad-2c20-4136-a192-1c9e6747aae7 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:39.097428 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:39.151305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] For port cc6caa13-220b-4100-9078-68ef1e284ca5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cc6caa13-220b-4100-9078-68ef1e284ca5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:39.151675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:39.170320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Calling delete_port for cc6caa13-220b-4100-9078-68ef1e284ca5 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:39.301472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65428b02-315f-4d96-a680-dc75e066231a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:39.304225 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca93d37-ecdc-4bb9-bc86-635123c36d32" -d '{"events": [{"server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "name": "network-vif-plugged", "status": "completed", "tag": "65428b02-315f-4d96-a680-dc75e066231a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:39.305373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc999ec5-3487-4baa-a772-c76300177cc9 req-f488cc3c-0903-4ca5-a1aa-cce12ac0f624 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:39.307039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc999ec5-3487-4baa-a772-c76300177cc9 req-f488cc3c-0903-4ca5-a1aa-cce12ac0f624 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 945 time: 0.3258743 Jul 07 22:09:39.334283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] For port b2cdfaad-2c20-4136-a192-1c9e6747aae7, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b2cdfaad-2c20-4136-a192-1c9e6747aae7,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:39.334644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:39.366350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Calling delete_port for b2cdfaad-2c20-4136-a192-1c9e6747aae7 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:39.448383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc999ec5-3487-4baa-a772-c76300177cc9 req-c4263c12-4957-4f68-be4c-f137ff8de91a tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230910 Jul 07 22:09:39.471281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaf111-807b-4725-9d63-5bcf75d96ebe req-5610f7da-1e93-477d-9fae-e707c2b8fde2 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:39.472805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aabaf111-807b-4725-9d63-5bcf75d96ebe req-5610f7da-1e93-477d-9fae-e707c2b8fde2 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.2915144 Jul 07 22:09:39.616465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aabaf111-807b-4725-9d63-5bcf75d96ebe req-b4571361-d336-48f4-9e00-271f61ccc623 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224561 Jul 07 22:09:39.620537 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:39.625821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-7fd1d1df-8c1c-4696-8fde-f31b60f00f6a tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 1001 time: 0.1331286 Jul 07 22:09:39.688418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Pushing event deleted for resources: {'Port': ['ID=cc6caa13-220b-4100-9078-68ef1e284ca5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:39.783450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] No DVR routers for this DVR port cc6caa13-220b-4100-9078-68ef1e284ca5 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:39.786455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:39.788715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b212c377-4676-4343-830b-9021ff2a8fe8 req-bf725724-b1ae-4f3a-a1dc-dc930400312d tempest-ServersAdminNegativeTestJSON-1492860826 tempest-ServersAdminNegativeTestJSON-1492860826-project] 10.222.0.83 "DELETE /v2.0/ports/cc6caa13-220b-4100-9078-68ef1e284ca5 HTTP/1.1" status: 204 len: 173 time: 1.6128802 Jul 07 22:09:39.807316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-8b1bd69e-3db7-4698-ba5d-5b0443412b44 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:39.810581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-8b1bd69e-3db7-4698-ba5d-5b0443412b44 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports/0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 942 time: 0.1527700 Jul 07 22:09:39.811535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:39.871862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event deleted for resources: {'Port': ['ID=b2cdfaad-2c20-4136-a192-1c9e6747aae7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:39.916572 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:39.922698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0eda7b5b-f6fb-4792-a968-d321ac3c287f req-cb72b557-0b68-4560-8d7a-67f40f5ace8a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=efc286ba-3f72-4d7f-b556-82bc2b9ebc2a HTTP/1.1" status: 200 len: 210 time: 0.0519996 Jul 07 22:09:40.020757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] No DVR routers for this DVR port b2cdfaad-2c20-4136-a192-1c9e6747aae7 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:40.024675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:40.026729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf763b29-27dd-4a85-afa3-19206078aaa8 req-37438ac5-e8e8-489a-b65a-bddb8ed62c0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "DELETE /v2.0/ports/b2cdfaad-2c20-4136-a192-1c9e6747aae7 HTTP/1.1" status: 204 len: 173 time: 1.3478644 Jul 07 22:09:40.062874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-327925aa-8af1-4421-ba8e-b48df73ab9f4 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 1001 time: 0.1053228 Jul 07 22:09:40.072449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:40.177966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-364dfec3-ae86-4443-bf5a-be38f8df945a tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:40.182566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-364dfec3-ae86-4443-bf5a-be38f8df945a tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1139662 Jul 07 22:09:40.280926 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-58dc1e70-cc35-4da1-90a5-d2ccc0234698 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 1001 time: 0.0859284 Jul 07 22:09:40.292170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-fcd6ac66-f150-43d8-ac6c-ffe7fa454f86 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:40.345475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffabebc-c4f3-4d38-a862-dfc58041a0c5 req-f2c55505-37f9-4c98-b4fa-2cbd5f62852a tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:40.347222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ffabebc-c4f3-4d38-a862-dfc58041a0c5 req-f2c55505-37f9-4c98-b4fa-2cbd5f62852a tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 1096 time: 0.1634092 Jul 07 22:09:40.375511 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-fcd6ac66-f150-43d8-ac6c-ffe7fa454f86 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:40.434547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ffabebc-c4f3-4d38-a862-dfc58041a0c5 req-3e047770-589f-48fb-b572-8b632f3eea79 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778208 Jul 07 22:09:40.514855 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67ffc57-ba68-47a3-a019-b51076d38a43 x-openstack-request-id: req-a67ffc57-ba68-47a3-a019-b51076d38a43 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:40.515738 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d87269-fc3b-4b53-8bb1-fbdb1b45d991", "name": "network-vif-deleted", "tag": "09d50bf7-3782-43c2-b730-b5d6dd655ba5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:40.516206 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a67ffc57-ba68-47a3-a019-b51076d38a43 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:40.516944 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d87269-fc3b-4b53-8bb1-fbdb1b45d991', 'name': 'network-vif-deleted', 'tag': '09d50bf7-3782-43c2-b730-b5d6dd655ba5', 'status': 'completed', 'code': 200} Jul 07 22:09:40.543485 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-fcd6ac66-f150-43d8-ac6c-ffe7fa454f86 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:40.551788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-fcd6ac66-f150-43d8-ac6c-ffe7fa454f86 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:40.553102 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-fcd6ac66-f150-43d8-ac6c-ffe7fa454f86 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f disassociated. External IP: 172.25.8.121, port: 0590d381-89b2-4c98-85e4-9ff27a21dd6f. Jul 07 22:09:40.556967 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eeba53b-e0c0-4f52-a101-10fd99836727 x-openstack-request-id: req-2eeba53b-e0c0-4f52-a101-10fd99836727 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:40.557406 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:40.557669 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2eeba53b-e0c0-4f52-a101-10fd99836727 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:40.558054 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'status': 'completed', 'code': 200} Jul 07 22:09:40.590317 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3b2777-81d6-489e-b512-32e59e60b7a8 x-openstack-request-id: req-bd3b2777-81d6-489e-b512-32e59e60b7a8 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:40.590829 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "name": "network-vif-plugged", "status": "completed", "tag": "65428b02-315f-4d96-a680-dc75e066231a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:40.590958 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd3b2777-81d6-489e-b512-32e59e60b7a8 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:40.591250 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65428b02-315f-4d96-a680-dc75e066231a', 'code': 200} Jul 07 22:09:40.744758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c504a1-0e5e-4ff6-86b0-3404e1dbc196 req-5c21def3-5eca-4927-9371-07b5e3bccc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:40.746468 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54c504a1-0e5e-4ff6-86b0-3404e1dbc196 req-5c21def3-5eca-4927-9371-07b5e3bccc8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 1097 time: 0.0653393 Jul 07 22:09:40.786786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-e428c96b-af27-411d-b67b-052e9b5dc406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:40.788679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-e428c96b-af27-411d-b67b-052e9b5dc406 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1097 time: 0.1591132 Jul 07 22:09:40.817816 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54c504a1-0e5e-4ff6-86b0-3404e1dbc196 req-f3a04319-3d87-4818-9ba0-766b646f7be7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644913 Jul 07 22:09:40.869375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b2cdfaad-2c20-4136-a192-1c9e6747aae7 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:40.893813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: b2cdfaad-2c20-4136-a192-1c9e6747aae7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:40.894153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b2cdfaad-2c20-4136-a192-1c9e6747aae7 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:40.894583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 09d50bf7-3782-43c2-b730-b5d6dd655ba5 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:40.919180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 09d50bf7-3782-43c2-b730-b5d6dd655ba5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:40.919483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 09d50bf7-3782-43c2-b730-b5d6dd655ba5 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:40.919912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cc6caa13-220b-4100-9078-68ef1e284ca5 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:40.943031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: cc6caa13-220b-4100-9078-68ef1e284ca5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:40.944080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cc6caa13-220b-4100-9078-68ef1e284ca5 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:40.985733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-fcd6ac66-f150-43d8-ac6c-ffe7fa454f86 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:09:40.987055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-87859da3-9f67-412b-8157-ae1480fd2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:40.988534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-87859da3-9f67-412b-8157-ae1480fd2d60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.1896448 Jul 07 22:09:41.075166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:41.210519 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-384d78c1-132e-4956-81e5-475ae0c6cbc7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=503323fe350745fdbbd1f8429880eabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1339669 Jul 07 22:09:41.213132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46844) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:41.262599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9f7f-d4ee-4a57-b387-769b7df8c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:41.285508 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9f7f-d4ee-4a57-b387-769b7df8c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:41.300157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-fbca9a38-04ca-4534-84a0-6fe1537ca617 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 217 time: 0.3022149 Jul 07 22:09:41.307470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37874e-c8f2-472d-ae3f-d4a9dcb09a05 req-7d460c34-9c91-49d3-b230-47093ddef2ad tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:41.308843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b37874e-c8f2-472d-ae3f-d4a9dcb09a05 req-7d460c34-9c91-49d3-b230-47093ddef2ad tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 945 time: 0.4257362 Jul 07 22:09:41.336871 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9f7f-d4ee-4a57-b387-769b7df8c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:41.339987 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5ea9f7f-d4ee-4a57-b387-769b7df8c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:41.343907 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e5ea9f7f-d4ee-4a57-b387-769b7df8c50e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0a1375a-45cb-45b8-b457-ef8f33696759 HTTP/1.1" status: 204 len: 168 time: 0.1270657 Jul 07 22:09:41.349490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea9f7f-d4ee-4a57-b387-769b7df8c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1375a-45cb-45b8-b457-ef8f33696759,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:41.454736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-d5b212bd-be35-40c7-82a0-ea7a2ae79b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:41.456274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-d5b212bd-be35-40c7-82a0-ea7a2ae79b8e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.1465905 Jul 07 22:09:41.461411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b37874e-c8f2-472d-ae3f-d4a9dcb09a05 req-2801e205-1c37-4f4a-9a65-3779232e82c6 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419382 Jul 07 22:09:41.510039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-fcd6ac66-f150-43d8-ac6c-ffe7fa454f86 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:09:41.516316 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-fcd6ac66-f150-43d8-ac6c-ffe7fa454f86 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:41.522891 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d4db26-7234-4b91-a572-66288e434336 None None] Sync routers for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:09:41.537642 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d4db26-7234-4b91-a572-66288e434336 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:41.538771 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-74d4db26-7234-4b91-a572-66288e434336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:41.565126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-fcd6ac66-f150-43d8-ac6c-ffe7fa454f86 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "PUT /v2.0/floatingips/dcaded2f-2ded-42ce-bb15-dfe39b11fb7f HTTP/1.1" status: 200 len: 696 time: 1.2781386 Jul 07 22:09:41.567907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-76bc7122-30ae-431f-a4f0-ca393ee7e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:41.569633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-76bc7122-30ae-431f-a4f0-ca393ee7e36c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039076 Jul 07 22:09:41.637329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:41.686090 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dee7a7c8-cce3-4128-9c83-352031a540b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6138879c63c844fa963cd9feeb70e6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452826 Jul 07 22:09:41.686294 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-74d4db26-7234-4b91-a572-66288e434336 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:41.686387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:41.711635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-9ceae6f9-8548-401f-bccc-73d9c29bb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:41.720026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-9ceae6f9-8548-401f-bccc-73d9c29bb806 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1097 time: 0.1345842 Jul 07 22:09:41.746198 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4625335-f2bc-4b4d-95a1-0aa13b0225c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:41.772657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4625335-f2bc-4b4d-95a1-0aa13b0225c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:41.775722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-762a42b2-d872-460d-806a-af41f60fb960 service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979089 Jul 07 22:09:41.832965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4625335-f2bc-4b4d-95a1-0aa13b0225c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:41.837625 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4625335-f2bc-4b4d-95a1-0aa13b0225c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:41.838988 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c4625335-f2bc-4b4d-95a1-0aa13b0225c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ceb81df8-c16c-4d41-a52c-1eb35586d548 HTTP/1.1" status: 204 len: 168 time: 0.1515751 Jul 07 22:09:41.867716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4625335-f2bc-4b4d-95a1-0aa13b0225c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb81df8-c16c-4d41-a52c-1eb35586d548,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:41.962653 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-74d4db26-7234-4b91-a572-66288e434336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:41.995008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-1155b866-eb3c-4223-bf90-40bada589173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:42.009038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-1155b866-eb3c-4223-bf90-40bada589173 service neutron] 10.222.0.81 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.2840681 Jul 07 22:09:42.010497 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d4db26-7234-4b91-a572-66288e434336 None None] Checking router: 6a2c8d5e-1688-4796-ab36-3df6684f49b7 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:09:42.021522 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d4db26-7234-4b91-a572-66288e434336 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:42.022510 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-74d4db26-7234-4b91-a572-66288e434336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:42.061691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-d42db816-a3da-4135-ac34-23a1da855647 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 217 time: 0.0517371 Jul 07 22:09:42.131977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6aec2e1a-5e4d-4661-86af-9d19b26823fa req-5ce09934-6d94-405b-8aba-2d6e843bb1c8 service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450875 Jul 07 22:09:42.135721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-d7cb5c22-65e9-4535-9cce-8df09a05a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:42.143402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-d7cb5c22-65e9-4535-9cce-8df09a05a6ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.0808241 Jul 07 22:09:42.234585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-43b88783-c6e4-4aed-9139-cbafdc92209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:42.241892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-43b88783-c6e4-4aed-9139-cbafdc92209c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0976105 Jul 07 22:09:42.285108 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-74d4db26-7234-4b91-a572-66288e434336 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:42.346931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-f0af0829-44e3-425c-b350-aa7ae151a7ec service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041443 Jul 07 22:09:42.469338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec591da0-dc4b-4fd1-93af-158bcc7a102c req-68cba247-8406-47a3-87c2-9ce5b67ca014 service neutron] 10.222.0.81 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145258 Jul 07 22:09:42.528154 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-74d4db26-7234-4b91-a572-66288e434336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:42.557627 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d4db26-7234-4b91-a572-66288e434336 None None] The sync data for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 is: [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:37Z', 'revision_number': 4, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '326f602b-a851-499b-b9a6-deb139e80343', 'name': '', 'network_id': '1a614801-1b6a-4456-b8be-54163b41b64e', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'mac_address': 'fa:16:3e:bb:93:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:35Z', 'updated_at': '2021-07-07T22:08:42Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'subnets': [{'id': 'cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:09:42.559396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7bd98a2-ecdd-41c2-b110-18b7897249cd', 'name': 'network-vif-deleted', 'tag': 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16'}, {'server_uuid': '51b49089-df93-4dfc-a695-73379fd6517d', 'name': 'network-vif-deleted', 'tag': 'cc6caa13-220b-4100-9078-68ef1e284ca5'}, {'server_uuid': 'efc286ba-3f72-4d7f-b556-82bc2b9ebc2a', 'name': 'network-vif-deleted', 'tag': 'b2cdfaad-2c20-4136-a192-1c9e6747aae7'}, {'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:42.562612 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee41942-c29c-421a-a1bc-e6186083607d" -d '{"events": [{"server_uuid": "a7bd98a2-ecdd-41c2-b110-18b7897249cd", "name": "network-vif-deleted", "tag": "e7cc114b-7bd4-4f3b-b0c9-601a5675cb16"}, {"server_uuid": "51b49089-df93-4dfc-a695-73379fd6517d", "name": "network-vif-deleted", "tag": "cc6caa13-220b-4100-9078-68ef1e284ca5"}, {"server_uuid": "efc286ba-3f72-4d7f-b556-82bc2b9ebc2a", "name": "network-vif-deleted", "tag": "b2cdfaad-2c20-4136-a192-1c9e6747aae7"}, {"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:42.829565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ef258-69f7-48c2-a8f0-9e9ec2366cd8 req-1715cc78-d887-4e2d-a5a3-caf43ecc35bf tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:42.839203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea6ef258-69f7-48c2-a8f0-9e9ec2366cd8 req-1715cc78-d887-4e2d-a5a3-caf43ecc35bf tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 945 time: 0.0827451 Jul 07 22:09:42.888379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea6ef258-69f7-48c2-a8f0-9e9ec2366cd8 req-aea17d14-d36e-436a-9959-fff74758f8f6 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481901 Jul 07 22:09:43.035091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165cc89d-2a64-4ab6-ad5a-3b3b3ba44b7b None None] New status for floating IP dcaded2f-2ded-42ce-bb15-dfe39b11fb7f: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:09:43.044600 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db824027-2cdc-4d26-b8f6-260e3c324afd x-openstack-request-id: req-db824027-2cdc-4d26-b8f6-260e3c324afd {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:43.045644 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7bd98a2-ecdd-41c2-b110-18b7897249cd", "name": "network-vif-deleted", "tag": "e7cc114b-7bd4-4f3b-b0c9-601a5675cb16", "status": "completed", "code": 200}, {"server_uuid": "51b49089-df93-4dfc-a695-73379fd6517d", "name": "network-vif-deleted", "tag": "cc6caa13-220b-4100-9078-68ef1e284ca5", "status": "completed", "code": 200}, {"server_uuid": "efc286ba-3f72-4d7f-b556-82bc2b9ebc2a", "name": "network-vif-deleted", "tag": "b2cdfaad-2c20-4136-a192-1c9e6747aae7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:43.045771 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db824027-2cdc-4d26-b8f6-260e3c324afd {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:43.046213 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7bd98a2-ecdd-41c2-b110-18b7897249cd', 'name': 'network-vif-deleted', 'tag': 'e7cc114b-7bd4-4f3b-b0c9-601a5675cb16', 'status': 'completed', 'code': 200} Jul 07 22:09:43.046518 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51b49089-df93-4dfc-a695-73379fd6517d', 'name': 'network-vif-deleted', 'tag': 'cc6caa13-220b-4100-9078-68ef1e284ca5', 'status': 'completed', 'code': 200} Jul 07 22:09:43.046708 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc286ba-3f72-4d7f-b556-82bc2b9ebc2a', 'name': 'network-vif-deleted', 'tag': 'b2cdfaad-2c20-4136-a192-1c9e6747aae7', 'status': 'completed', 'code': 200} Jul 07 22:09:43.047847 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'status': 'completed', 'code': 200} Jul 07 22:09:43.176413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41942-c29c-421a-a1bc-e6186083607d req-f70d01d7-db54-4bdc-8a13-16465ebefc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:43.178795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eee41942-c29c-421a-a1bc-e6186083607d req-f70d01d7-db54-4bdc-8a13-16465ebefc18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 1097 time: 0.1017339 Jul 07 22:09:43.348811 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:43.411639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41942-c29c-421a-a1bc-e6186083607d req-cd8fd078-4acd-4c4d-b5a1-3b61cef50ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:43.416916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eee41942-c29c-421a-a1bc-e6186083607d req-cd8fd078-4acd-4c4d-b5a1-3b61cef50ede service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 200 len: 922 time: 0.2305818 Jul 07 22:09:43.552998 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eee41942-c29c-421a-a1bc-e6186083607d req-fc17dfd0-134e-445c-a992-75e0a1bcb66c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 200 len: 217 time: 0.1275027 Jul 07 22:09:43.666666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-871c4b5f-c295-46c6-9b45-b72b38854a2e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=faa40811a1804d4c819af9338b7db7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358348 Jul 07 22:09:43.700136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-503bdba7-38aa-460a-a6e8-53d3b342f83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:43.728857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41942-c29c-421a-a1bc-e6186083607d req-81089092-0154-4c75-92b7-454415bd8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:43.730374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eee41942-c29c-421a-a1bc-e6186083607d req-81089092-0154-4c75-92b7-454415bd8f54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 200 len: 860 time: 0.1673110 Jul 07 22:09:43.836490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-3f27d78f-de02-4733-a723-10db56e769c8 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips/dcaded2f-2ded-42ce-bb15-dfe39b11fb7f HTTP/1.1" status: 200 len: 694 time: 0.1026103 Jul 07 22:09:43.875884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-503bdba7-38aa-460a-a6e8-53d3b342f83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:43.881960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-503bdba7-38aa-460a-a6e8-53d3b342f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:43.915549 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-503bdba7-38aa-460a-a6e8-53d3b342f83b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3aa41efcddd042ad97f8968da01c4aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5655792 Jul 07 22:09:43.923256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46950) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:43.948690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ef944-f782-4da1-8065-69a8a98e2937 req-29cc3a6b-ddaa-4613-9eb4-0f744707d8ef tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:43.956521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-29cc3a6b-ddaa-4613-9eb4-0f744707d8ef tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2890656 Jul 07 22:09:43.969647 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bdba7-38aa-460a-a6e8-53d3b342f83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c633540d-c1ef-4be5-b0da-9e12a0345638,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:43.993285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-b1267079-0795-4c60-87d5-187948139b6e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/quotas/faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 375 time: 0.0355740 Jul 07 22:09:44.047007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee41942-c29c-421a-a1bc-e6186083607d req-7ee60fe3-86af-423c-a23b-dd84cd6457d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:44.048868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eee41942-c29c-421a-a1bc-e6186083607d req-7ee60fe3-86af-423c-a23b-dd84cd6457d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a614801-1b6a-4456-b8be-54163b41b64e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2991726 Jul 07 22:09:44.076992 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34f0f24b-1817-4239-8d88-4c8b0f0abf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:44.100000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e6beb25c-0751-4e08-88f1-8247ab474cf8 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:44.101721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e6beb25c-0751-4e08-88f1-8247ab474cf8 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2411926 Jul 07 22:09:44.103697 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34f0f24b-1817-4239-8d88-4c8b0f0abf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:44.146447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-fab15177-5a33-481f-93d2-d10907046386 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:09:44.153407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-fab15177-5a33-481f-93d2-d10907046386 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186512 Jul 07 22:09:44.214594 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34f0f24b-1817-4239-8d88-4c8b0f0abf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:44.220652 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34f0f24b-1817-4239-8d88-4c8b0f0abf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:44.224805 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-34f0f24b-1817-4239-8d88-4c8b0f0abf35 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c633540d-c1ef-4be5-b0da-9e12a0345638 HTTP/1.1" status: 204 len: 168 time: 0.3002768 Jul 07 22:09:44.249112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0f24b-1817-4239-8d88-4c8b0f0abf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c633540d-c1ef-4be5-b0da-9e12a0345638,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:44.269675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-3ef65843-d83f-4bca-9368-b1a531f68065 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 697 time: 0.1120231 Jul 07 22:09:44.316689 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-9d0ddac8-6d3c-4ce9-a1bc-06f3b1264c83 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3216357 Jul 07 22:09:44.446250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-c81fc26b-a106-494d-a46f-beb57ef37ac6 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.121 HTTP/1.1" status: 200 len: 697 time: 0.1788650 Jul 07 22:09:44.465957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eee41942-c29c-421a-a1bc-e6186083607d req-df25612b-720e-4882-b64e-d5e3580ba0c5 service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071035 Jul 07 22:09:44.728241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eee41942-c29c-421a-a1bc-e6186083607d req-cfaf275d-d093-4a33-ad33-9d4bc46fb7eb service neutron] 10.222.0.44 "GET /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246094 Jul 07 22:09:44.788478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Deleting port f22823a4-213c-4738-85bb-bfad36191f34 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:44.788829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:44.898208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e079e-2b54-4e5d-b324-28c6d1ec1689 req-33e0b289-c4e1-473b-a1ce-ca41ba740e6a tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:44.899744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c48e079e-2b54-4e5d-b324-28c6d1ec1689 req-33e0b289-c4e1-473b-a1ce-ca41ba740e6a tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 945 time: 0.1698761 Jul 07 22:09:44.912008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:44.912341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:44.945176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Calling delete_port for f22823a4-213c-4738-85bb-bfad36191f34 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:44.985297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c48e079e-2b54-4e5d-b324-28c6d1ec1689 req-0106ab7d-1b3a-44b3-80fe-ddd3103202b7 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653358 Jul 07 22:09:45.229057 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:45.299458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Pushing event deleted for resources: {'Port': ['ID=f22823a4-213c-4738-85bb-bfad36191f34,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:45.445111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-ace7ef5c-bbe5-42ae-84f4-5e1c0a81ca14 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:45.446782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-ace7ef5c-bbe5-42ae-84f4-5e1c0a81ca14 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc HTTP/1.1" status: 200 len: 950 time: 0.2688549 Jul 07 22:09:45.449724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:45.452630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:45.453757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-83981f84-0956-4aef-8f69-5d5bbb9a77e6 req-e7fc718d-85cc-49e1-9f07-7faabac1946b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "DELETE /v2.0/floatingips/dcaded2f-2ded-42ce-bb15-dfe39b11fb7f HTTP/1.1" status: 204 len: 173 time: 1.0067630 Jul 07 22:09:45.605154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Deleting port 0d796250-19d8-446f-ac82-1ee6182b4d32 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:45.605627 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:45.640862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adeb724a-c57e-470c-9a56-ecf6775b0f67 req-b475b404-b28d-4370-a623-ae25cbfd04a3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 210 time: 0.0517440 Jul 07 22:09:45.727741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] For port 0d796250-19d8-446f-ac82-1ee6182b4d32, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0d796250-19d8-446f-ac82-1ee6182b4d32,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:45.728175 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:45.746733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Calling delete_port for 0d796250-19d8-446f-ac82-1ee6182b4d32 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:45.822397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-41c7f16f-c3f0-49e2-9f06-bb0806d38c03 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=222ff4ad0c3f47f8b55ef2d59247fad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274546 Jul 07 22:09:45.990520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-89ec35b4-20f1-4ffe-a4f4-89acff6f3fa5 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:45.996943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-89ec35b4-20f1-4ffe-a4f4-89acff6f3fa5 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662133 Jul 07 22:09:46.013840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-5f420d70-00ca-4899-9cd8-68a442f7a0aa tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/quotas/222ff4ad0c3f47f8b55ef2d59247fad4 HTTP/1.1" status: 200 len: 375 time: 0.0160122 Jul 07 22:09:46.017546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:46.032751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0d796250-19d8-446f-ac82-1ee6182b4d32', '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:46.070268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:46.118456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-9c6bb9e4-bd2a-4a06-975e-fcba9136ff53 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=222ff4ad0c3f47f8b55ef2d59247fad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942352 Jul 07 22:09:46.122145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event deleted for resources: {'Port': ['ID=0d796250-19d8-446f-ac82-1ee6182b4d32,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:46.174886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-73f56179-8a25-4623-9c35-3ec81f5b7bec tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=faa40811a1804d4c819af9338b7db7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540700 Jul 07 22:09:46.859456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] No DVR routers for this DVR port 0d796250-19d8-446f-ac82-1ee6182b4d32 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:46.874563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:46.876784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af4511e9-472d-4c32-b97e-8df4cfdee097 req-80c1b0a6-6ffd-42f5-bacf-cc115ce5bc4c tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "DELETE /v2.0/ports/0d796250-19d8-446f-ac82-1ee6182b4d32 HTTP/1.1" status: 204 len: 173 time: 1.4221611 Jul 07 22:09:46.877253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc', 'name': 'network-vif-deleted', 'tag': '0d796250-19d8-446f-ac82-1ee6182b4d32'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:46.879829 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4524dc-95a8-4c43-a21f-10e17b6af017" -d '{"events": [{"server_uuid": "e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc", "name": "network-vif-deleted", "tag": "0d796250-19d8-446f-ac82-1ee6182b4d32"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:46.918349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd0bee9e-14ad-4503-9d94-3a365805ace1 req-1fd77d0a-3805-4261-ac57-2b8093bf0e0a tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc HTTP/1.1" status: 200 len: 210 time: 0.0601244 Jul 07 22:09:47.057299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ef944-f782-4da1-8065-69a8a98e2937 req-c525dd8a-aaf1-4608-876b-2b1495dccf16 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:47.058897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-c525dd8a-aaf1-4608-876b-2b1495dccf16 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8790557 Jul 07 22:09:47.060970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b54a0ac8-5f30-45b2-9b29-ff67184fce81 req-0fdc7da0-d86a-4131-af17-60c3155a1621 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 210 time: 0.0748696 Jul 07 22:09:47.084830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Request body: {'port': {'device_id': '6a3eb534-565b-4295-8232-c8c6053153c1', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': 'faa40811a1804d4c819af9338b7db7e4'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:47.230238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-0502f956-d905-4b5f-83f0-86dad10c8914 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:47.231724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-0502f956-d905-4b5f-83f0-86dad10c8914 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 950 time: 0.2705667 Jul 07 22:09:47.285795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29922dd4-9bae-4533-acaf-c3f6cdd83ec3 req-815021ae-1cdf-4035-ae8e-74f5ae4b7a3a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 210 time: 0.0520279 Jul 07 22:09:47.366055 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e723fb-f9a4-4f81-b799-4c43492cb505 x-openstack-request-id: req-82e723fb-f9a4-4f81-b799-4c43492cb505 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:47.366055 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc", "name": "network-vif-deleted", "tag": "0d796250-19d8-446f-ac82-1ee6182b4d32", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:47.366455 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82e723fb-f9a4-4f81-b799-4c43492cb505 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:47.366736 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a7e5a1-b800-4a89-a900-7c3e2dcac5fc', 'name': 'network-vif-deleted', 'tag': '0d796250-19d8-446f-ac82-1ee6182b4d32', 'status': 'completed', 'code': 200} Jul 07 22:09:47.426396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309ae19-36a5-48cc-ad21-c815888ffb21 req-4b552231-617b-4cca-afcf-2c2946eab60b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:47.428185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8309ae19-36a5-48cc-ad21-c815888ffb21 req-4b552231-617b-4cca-afcf-2c2946eab60b tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 945 time: 0.2509339 Jul 07 22:09:47.430824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Made reservation on behalf of faa40811a1804d4c819af9338b7db7e4 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:09:47.434530 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:47.565777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8309ae19-36a5-48cc-ad21-c815888ffb21 req-c73779ee-9fb2-4511-9816-87bd452de393 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280708 Jul 07 22:09:47.599241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Deleting port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:47.599665 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:47.761847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Allocated IP 192.168.233.163 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/f14ebab7-8323-4518-93d8-00133be4d30b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:09:47.773876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47064) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:47.790203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] For port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:47.790421 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:47.810273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Calling delete_port for 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:47.937278 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58ab1ec4-1a6a-4e41-8fee-14d93c12f044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.059966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.083982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Transition to ACTIVE for port object f14ebab7-8323-4518-93d8-00133be4d30b will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:48.090882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.107190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:48.158445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:48.177244 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58ab1ec4-1a6a-4e41-8fee-14d93c12f044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.186950 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58ab1ec4-1a6a-4e41-8fee-14d93c12f044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.199097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event deleted for resources: {'Port': ['ID=4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:48.275323 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.294153 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58ab1ec4-1a6a-4e41-8fee-14d93c12f044 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07ad4c433ddc45bba008214409cd6d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186992 Jul 07 22:09:48.298680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47124) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:48.301298 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab1ec4-1a6a-4e41-8fee-14d93c12f044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a6c1c-71ab-458c-b203-c17680e54cc4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:48.403757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:48.415415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] No DVR routers for this DVR port 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:48.460069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98e67e47-69d4-4382-ae54-191f17f3b2f6 req-c0b76205-8e85-40db-a395-0e5832b394ca tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 210 time: 0.2001758 Jul 07 22:09:48.485247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.487859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edcc2bb5-940e-48b1-b96b-0b3bfa70cf5a req-342d7557-fd1f-429b-8cd5-f988bf89ba0b tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.44 "DELETE /v2.0/ports/4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c HTTP/1.1" status: 204 len: 173 time: 1.2404349 Jul 07 22:09:48.536123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29c6f6b6-2cb3-4cf0-82d6-58ce06f58131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.581062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44341540-ff32-4d93-9be0-08176924bca2 req-13b53575-463b-4722-8a0a-2d89b417ba02 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=91376390-2d7b-4e83-97b5-e184837415cb HTTP/1.1" status: 200 len: 210 time: 0.2236664 Jul 07 22:09:48.585565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-60503e5f-38db-4e9e-a941-24264e99a199 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=222ff4ad0c3f47f8b55ef2d59247fad4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2293985 Jul 07 22:09:48.609234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 65428b02-315f-4d96-a680-dc75e066231a details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:48.636072 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29c6f6b6-2cb3-4cf0-82d6-58ce06f58131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.641653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:09:48.647508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:09:48.665944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-3771fac1-6bad-4240-ab57-435431f93c84 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:48.673303 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-3771fac1-6bad-4240-ab57-435431f93c84 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 945 time: 0.2630994 Jul 07 22:09:48.674522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:09:48.729310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=65428b02-315f-4d96-a680-dc75e066231a,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:48.743369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0d796250-19d8-446f-ac82-1ee6182b4d32 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:48.746708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '65428b02-315f-4d96-a680-dc75e066231a', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'port_id': '65428b02-315f-4d96-a680-dc75e066231a', 'mac_address': 'fa:16:3e:85:88:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac23677-c3f2-4b17-a2d1-eb20d8c04ece', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:09:48.768874 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 0d796250-19d8-446f-ac82-1ee6182b4d32 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:48.769237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0d796250-19d8-446f-ac82-1ee6182b4d32 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:48.811410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['698a7822-e166-4f7a-af07-2df6ffb7cffe', '4e6f217d-4e32-4c41-b4d8-b35c08c487a5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:48.894108 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.924012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65428b02-315f-4d96-a680-dc75e066231a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:48.965399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29c6f6b6-2cb3-4cf0-82d6-58ce06f58131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.972630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=65428b02-315f-4d96-a680-dc75e066231a,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:48.974729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29c6f6b6-2cb3-4cf0-82d6-58ce06f58131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:48.977109 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-29c6f6b6-2cb3-4cf0-82d6-58ce06f58131 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c04a6c1c-71ab-458c-b203-c17680e54cc4 HTTP/1.1" status: 204 len: 168 time: 0.6763606 Jul 07 22:09:48.980036 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:49.033316 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6f6b6-2cb3-4cf0-82d6-58ce06f58131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a6c1c-71ab-458c-b203-c17680e54cc4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:49.036977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-4f6409a0-c7cc-4bad-845b-7155896881e4 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:49.038533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-4f6409a0-c7cc-4bad-845b-7155896881e4 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4412439 Jul 07 22:09:49.067897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Deleting port 0590d381-89b2-4c98-85e4-9ff27a21dd6f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:49.071496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:49.119007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Request body: {'port': {'device_id': '35a90a57-e885-4870-97ba-0243dfa2a219', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '222ff4ad0c3f47f8b55ef2d59247fad4'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:49.147325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:49.148738 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:49.177023 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['65428b02-315f-4d96-a680-dc75e066231a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:49.182653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=65428b02-315f-4d96-a680-dc75e066231a,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:49.213962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.214700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.217973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.219278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.219741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.221249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.222510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.223109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.224283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.224723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.226320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.226804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:09:49.368615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91376390-2d7b-4e83-97b5-e184837415cb', 'name': 'network-vif-deleted', 'tag': '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:49.374331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] For port 0590d381-89b2-4c98-85e4-9ff27a21dd6f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0590d381-89b2-4c98-85e4-9ff27a21dd6f,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:49.375210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:49.396222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Calling delete_port for 0590d381-89b2-4c98-85e4-9ff27a21dd6f owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:49.403554 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fdd00e-1ce5-4cfa-a2bb-43082c29730c" -d '{"events": [{"server_uuid": "91376390-2d7b-4e83-97b5-e184837415cb", "name": "network-vif-deleted", "tag": "4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:49.463445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-543535b6-433a-427d-8100-689f4032f787 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3880858 Jul 07 22:09:49.477331 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:49.498110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4698e8c7-5cfe-4ed7-97cb-6c6f9d3748d1 None None] Provisioning for port f14ebab7-8323-4518-93d8-00133be4d30b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:09:49.524868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4698e8c7-5cfe-4ed7-97cb-6c6f9d3748d1 None None] Provisioning complete for port f14ebab7-8323-4518-93d8-00133be4d30b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:49.526095 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4698e8c7-5cfe-4ed7-97cb-6c6f9d3748d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:49.572995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4698e8c7-5cfe-4ed7-97cb-6c6f9d3748d1 None None] Port f14ebab7-8323-4518-93d8-00133be4d30b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:09:49.612844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0189ace-f190-497f-b7d4-c028bad55b5c req-548863ca-9841-48bc-81cd-db60fcc2f72b tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:49.617570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0189ace-f190-497f-b7d4-c028bad55b5c req-548863ca-9841-48bc-81cd-db60fcc2f72b tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 936 time: 0.9442427 Jul 07 22:09:49.662710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Request body: {'port': {'device_id': '6a3eb534-565b-4295-8232-c8c6053153c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:49.664885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:49.691398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0590d381-89b2-4c98-85e4-9ff27a21dd6f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:49.745883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Pushing event deleted for resources: {'Port': ['ID=0590d381-89b2-4c98-85e4-9ff27a21dd6f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:49.804180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f793ecb-2878-4797-a2f0-981b9e67a347 req-97b75a0d-f253-4ec0-a8ad-3c16023eab95 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:49.814327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f793ecb-2878-4797-a2f0-981b9e67a347 req-97b75a0d-f253-4ec0-a8ad-3c16023eab95 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7a05ecb-400a-4295-b13c-708cf3618607 HTTP/1.1" status: 200 len: 867 time: 0.9509811 Jul 07 22:09:49.821733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] No DVR routers for this DVR port 0590d381-89b2-4c98-85e4-9ff27a21dd6f on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:49.825535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:49.827732 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2b589c10-e506-4973-9ede-5a9f39ea9f2a req-38c43482-1164-499e-b74c-04b77736dc05 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.44 "DELETE /v2.0/ports/0590d381-89b2-4c98-85e4-9ff27a21dd6f HTTP/1.1" status: 204 len: 173 time: 1.1404254 Jul 07 22:09:49.828174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'name': 'network-vif-deleted', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:49.830621 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ed7698-9e49-448a-8fc5-c3585df9064b" -d '{"events": [{"server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "name": "network-vif-deleted", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:49.964785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Made reservation on behalf of 222ff4ad0c3f47f8b55ef2d59247fad4 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:09:49.977517 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:49.985742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0189ace-f190-497f-b7d4-c028bad55b5c req-54ac55f2-c53a-4f74-8882-2b24cf84defb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162911 Jul 07 22:09:50.021270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:50.030537 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:50.055404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f793ecb-2878-4797-a2f0-981b9e67a347 req-547f61f3-8fcc-4d1f-bd5c-6a01266363d3 tempest-FloatingIPsAssociationTestJSON-1991046569 tempest-FloatingIPsAssociationTestJSON-1991046569-project] 10.222.0.81 "GET /v2.0/security-groups?id=05484d41-8852-4189-a3ba-56116e104970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400804 Jul 07 22:09:50.378352 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467004d9-9168-4b64-bdf1-994cada64be2 x-openstack-request-id: req-467004d9-9168-4b64-bdf1-994cada64be2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:50.378905 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91376390-2d7b-4e83-97b5-e184837415cb", "name": "network-vif-deleted", "tag": "4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:50.378905 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-467004d9-9168-4b64-bdf1-994cada64be2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:50.379214 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91376390-2d7b-4e83-97b5-e184837415cb', 'name': 'network-vif-deleted', 'tag': '4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c', 'status': 'completed', 'code': 200} Jul 07 22:09:50.485246 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:50.493844 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:50.618924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 65428b02-315f-4d96-a680-dc75e066231a up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:09:50.744375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 65428b02-315f-4d96-a680-dc75e066231a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:50.744375 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:50.793450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787876d0-8493-431b-8ec0-31759aa9c028,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:50.834708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87cf90f9-20f1-4b67-9f2d-27193633c611 req-a2bc50fa-04b8-4f48-94f4-2e312b05ee28 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 210 time: 0.1372557 Jul 07 22:09:50.914397 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:50.921236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14ebab7-8323-4518-93d8-00133be4d30b {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:50.930295 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:50.947890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65428b02-315f-4d96-a680-dc75e066231a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:50.950567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Transition to ACTIVE for port object f14ebab7-8323-4518-93d8-00133be4d30b will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:50.952982 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a365c6a9-735b-468c-963b-68da359bdc81" -d '{"events": [{"server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "name": "network-vif-plugged", "status": "completed", "tag": "65428b02-315f-4d96-a680-dc75e066231a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:50.977541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=65428b02-315f-4d96-a680-dc75e066231a,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:50.991336 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:50.994053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:51.063112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Allocated IP 192.168.233.29 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/4dd5511a-ea22-43a1-86d6-bb7417c495c3) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:09:51.064765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:51.065488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4ddf7e64-1a7e-4d0c-8c80-6b2ad9b1285c not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:51.082995 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:51.107750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=65428b02-315f-4d96-a680-dc75e066231a,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:51.157714 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d12afff-aafe-4dca-ad4b-76ecb18d92b7 x-openstack-request-id: req-5d12afff-aafe-4dca-ad4b-76ecb18d92b7 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:51.158270 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a05ecb-400a-4295-b13c-708cf3618607", "name": "network-vif-deleted", "tag": "0590d381-89b2-4c98-85e4-9ff27a21dd6f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:51.158270 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d12afff-aafe-4dca-ad4b-76ecb18d92b7 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:51.158664 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a05ecb-400a-4295-b13c-708cf3618607', 'name': 'network-vif-deleted', 'tag': '0590d381-89b2-4c98-85e4-9ff27a21dd6f', 'status': 'completed', 'code': 200} Jul 07 22:09:51.243110 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf5a17-b70a-47b2-b825-c70fae172eac x-openstack-request-id: req-01bf5a17-b70a-47b2-b825-c70fae172eac {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:51.243919 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "name": "network-vif-plugged", "status": "completed", "tag": "65428b02-315f-4d96-a680-dc75e066231a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:51.245382 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01bf5a17-b70a-47b2-b825-c70fae172eac {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:51.246800 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65428b02-315f-4d96-a680-dc75e066231a', 'code': 200} Jul 07 22:09:51.389199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:51.619001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:09:51.619713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:09:51.620303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:51.644980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Port f14ebab7-8323-4518-93d8-00133be4d30b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:09:51.645373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:51.651356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:51.666146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:09:51.666481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:09:51.667028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:09:51.667538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Bound port: f14ebab7-8323-4518-93d8-00133be4d30b, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:09:51.667963 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:51.692811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Transition to ACTIVE for port object 4dd5511a-ea22-43a1-86d6-bb7417c495c3 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:51.708492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d94aa-ff81-48e3-a3d6-73d7d8920084 req-3466d09a-b128-4905-86ec-b80fe69dc10f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:51.719282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f8d94aa-ff81-48e3-a3d6-73d7d8920084 req-3466d09a-b128-4905-86ec-b80fe69dc10f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 948 time: 0.2066357 Jul 07 22:09:51.851773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f8d94aa-ff81-48e3-a3d6-73d7d8920084 req-b639053d-77ac-4b32-87ab-93232f17e621 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314359 Jul 07 22:09:51.855864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:51.873267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:09:51.882817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:51.999956 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:52.005205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:52.005842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:52.019038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] 10.222.0.83 "PUT /v2.0/ports/f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 1097 time: 2.3881154 Jul 07 22:09:52.103949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98ccad-909d-4500-9523-85c0096bfb90 service neutron] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:52.121827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:52.126963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:09:52.213841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:09:52.220973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:09:52.379832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:52.404845 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d638dd0c-9751-47d1-befe-fa1ae12e7159" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:52.421472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Pushing event updated for resources: {'Port': ['ID=4dd5511a-ea22-43a1-86d6-bb7417c495c3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:52.443272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:52.451106 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:52.502056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-fee540f0-62cd-46bc-b011-8caebeb034f3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4252305 Jul 07 22:09:52.512935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ef944-f782-4da1-8065-69a8a98e2937 req-367fd5d0-538d-4d47-9838-98a4869d9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:52.515243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-367fd5d0-538d-4d47-9838-98a4869d9534 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1100 time: 0.4124799 Jul 07 22:09:52.535067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Request body: {'port': {'device_id': '35a90a57-e885-4870-97ba-0243dfa2a219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:09:52.619022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0590d381-89b2-4c98-85e4-9ff27a21dd6f no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:52.628064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-e4371c9d-ff29-4885-8108-4d6f66fd4a16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.0970225 Jul 07 22:09:52.731549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 0590d381-89b2-4c98-85e4-9ff27a21dd6f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:52.731941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0590d381-89b2-4c98-85e4-9ff27a21dd6f not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:52.754648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ef944-f782-4da1-8065-69a8a98e2937 req-d6dac7e1-fc67-4ea5-82dc-33e144bbd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:52.756450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-d6dac7e1-fc67-4ea5-82dc-33e144bbd445 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1171434 Jul 07 22:09:52.765604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4029e94e-ad37-40fc-8c71-eca118023872 None None] Provisioning for port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:09:52.855689 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:52.862242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4029e94e-ad37-40fc-8c71-eca118023872 None None] Provisioning complete for port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:09:52.862623 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4029e94e-ad37-40fc-8c71-eca118023872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:52.879367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeb995-1886-4572-bfdc-2c48e991841d req-63c414d5-7608-464f-b87c-67ddc3956962 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:52.886860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8eeb995-1886-4572-bfdc-2c48e991841d req-63c414d5-7608-464f-b87c-67ddc3956962 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 935 time: 0.2631588 Jul 07 22:09:52.935905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4029e94e-ad37-40fc-8c71-eca118023872 None None] Port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:09:53.361505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8eeb995-1886-4572-bfdc-2c48e991841d req-fdebcaaf-143c-4fdf-98a2-7cb5eb57958a tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671993 Jul 07 22:09:53.449819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:53.492636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ef944-f782-4da1-8065-69a8a98e2937 req-568d6aaa-cdd6-4a4d-b323-c2809e43e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:53.494192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-568d6aaa-cdd6-4a4d-b323-c2809e43e4ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7284634 Jul 07 22:09:54.095949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Deleting port 326f602b-a851-499b-b9a6-deb139e80343 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:54.096639 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:54.181706 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5345332-cddc-481f-8f84-f516feb3592b x-openstack-request-id: req-c5345332-cddc-481f-8f84-f516feb3592b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:54.181992 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:54.182701 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5345332-cddc-481f-8f84-f516feb3592b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:54.182701 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'status': 'completed', 'code': 200} Jul 07 22:09:54.204896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] For port 326f602b-a851-499b-b9a6-deb139e80343, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=326f602b-a851-499b-b9a6-deb139e80343,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:54.205560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:54.224120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Calling delete_port for 326f602b-a851-499b-b9a6-deb139e80343 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:54.361809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-18a6fe28-2a3d-4938-9394-8f2d5b959bd8 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8597119 Jul 07 22:09:54.366204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd5511a-ea22-43a1-86d6-bb7417c495c3 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:54.378368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27405b3d-a53a-4b0d-9a2a-2ce32e3a840a req-f9fc6f1a-116c-4434-abcb-b620545bf806 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:54.385783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27405b3d-a53a-4b0d-9a2a-2ce32e3a840a req-f9fc6f1a-116c-4434-abcb-b620545bf806 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 948 time: 0.2023349 Jul 07 22:09:54.406516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:54.478041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Transition to ACTIVE for port object 4dd5511a-ea22-43a1-86d6-bb7417c495c3 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:09:54.492187 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:54.519020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27405b3d-a53a-4b0d-9a2a-2ce32e3a840a req-71cae36a-871a-4e86-9374-a19e6a3ba292 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322536 Jul 07 22:09:54.586971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:54.641953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=326f602b-a851-499b-b9a6-deb139e80343,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:54.739084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ef944-f782-4da1-8065-69a8a98e2937 req-667d647a-6e9a-4141-9175-0905e3242da3 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423131 Jul 07 22:09:54.801317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Pushing event updated for resources: {'Port': ['ID=4dd5511a-ea22-43a1-86d6-bb7417c495c3,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:55.066664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Attempting to bind port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:09:55.071524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Attempting to bind port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:09:55.071895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Attempting to bind port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:55.088537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:09:55.088895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Attempting to bind port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:09:55.139404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:09:55.139752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:09:55.140147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:09:55.140597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Bound port: 4dd5511a-ea22-43a1-86d6-bb7417c495c3, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:09:55.140963 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:55.150465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:55.165560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-5cbd38e2-2070-4ee9-9980-1c08ba379c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:55.167528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-5cbd38e2-2070-4ee9-9980-1c08ba379c64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1100 time: 0.2694387 Jul 07 22:09:55.345741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-ebc025de-e0e5-47a7-b8a2-841920be46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:55.347612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-ebc025de-e0e5-47a7-b8a2-841920be46b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1404946 Jul 07 22:09:55.373560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e001c0-1e5a-49ea-9d2d-25f112dabab3 req-fa5af237-b0f1-4edc-842c-70949b9a5fc9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:55.378662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24e001c0-1e5a-49ea-9d2d-25f112dabab3 req-fa5af237-b0f1-4edc-842c-70949b9a5fc9 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 949 time: 0.2817714 Jul 07 22:09:55.386910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] For port 4dd5511a-ea22-43a1-86d6-bb7417c495c3, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:09:55.435431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-ef34b274-1eaa-4e4b-a881-6b8358c6bb51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.0777493 Jul 07 22:09:55.471001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] For port 4dd5511a-ea22-43a1-86d6-bb7417c495c3, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4dd5511a-ea22-43a1-86d6-bb7417c495c3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:09:55.499451 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:55.571674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24e001c0-1e5a-49ea-9d2d-25f112dabab3 req-66c5dcc0-302c-42f4-a385-68ebdc1f59a7 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/security-groups?id=e6f47493-f25d-4734-93b6-85f3921c20ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806293 Jul 07 22:09:55.611110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-a8e25596-b879-4368-adce-306fef4b8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:55.615697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-a8e25596-b879-4368-adce-306fef4b8112 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1654198 Jul 07 22:09:55.624279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:55.625194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:55.629347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-be623830-ddb5-4352-82eb-9a833616499e service neutron] 10.222.0.83 "PUT /v2.0/ports/4dd5511a-ea22-43a1-86d6-bb7417c495c3 HTTP/1.1" status: 200 len: 1096 time: 3.1003020 Jul 07 22:09:55.663208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:09:55.876834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be623830-ddb5-4352-82eb-9a833616499e service neutron] Pushing event updated for resources: {'Port': ['ID=4dd5511a-ea22-43a1-86d6-bb7417c495c3,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:55.975446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:09:55.985238 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b4d2c07e-0c8f-4fe9-9b92-3b3bdc1933a7 admin admin] 10.222.0.81 "PUT /v2.0/routers/6a2c8d5e-1688-4796-ab36-3df6684f49b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8596754 Jul 07 22:09:55.990281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47332) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:55.992279 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] Sync routers for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:09:56.007048 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:56.007668 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:56.016462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-cee9270f-828f-4c2c-97e1-1d4bd65fbd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:56.018051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-cee9270f-828f-4c2c-97e1-1d4bd65fbd7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3846271 Jul 07 22:09:56.215070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a90a57-e885-4870-97ba-0243dfa2a219', 'tag': '4dd5511a-ea22-43a1-86d6-bb7417c495c3'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:56.218436 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc9124c-8e7f-4dd4-8488-023c50c0464d" -d '{"events": [{"name": "network-changed", "server_uuid": "35a90a57-e885-4870-97ba-0243dfa2a219", "tag": "4dd5511a-ea22-43a1-86d6-bb7417c495c3"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:56.238210 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:56.248909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-78af03c2-9f12-4a2d-83e6-97e9843745f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:56.254513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-78af03c2-9f12-4a2d-83e6-97e9843745f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=222ff4ad0c3f47f8b55ef2d59247fad4&device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 1099 time: 0.5216327 Jul 07 22:09:56.309177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:56.429790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-0d873540-adef-4a66-b7c5-f7ca0202fa7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=4dd5511a-ea22-43a1-86d6-bb7417c495c3 HTTP/1.1" status: 200 len: 217 time: 0.1478131 Jul 07 22:09:56.525538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59b1c4-5353-4f8d-a398-4a0ccbebdf28 req-d6c6458a-d606-4c5f-925a-b4ce24f853da tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:56.533162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f59b1c4-5353-4f8d-a398-4a0ccbebdf28 req-d6c6458a-d606-4c5f-925a-b4ce24f853da tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 947 time: 0.6769247 Jul 07 22:09:56.655187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-14c97997-9eae-41b7-a482-78028a6596b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:56.661784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-14c97997-9eae-41b7-a482-78028a6596b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2074335 Jul 07 22:09:56.663465 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:09:54Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:56.736296 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] Checking router: 6a2c8d5e-1688-4796-ab36-3df6684f49b7 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:09:56.743769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-b8ac41ad-27c2-41f4-94a1-de984431a74e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:56.752453 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-b8ac41ad-27c2-41f4-94a1-de984431a74e tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 949 time: 0.3390965 Jul 07 22:09:56.770612 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] Routers {'6a2c8d5e-1688-4796-ab36-3df6684f49b7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:09:56.771277 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:56.779434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-0e8a65c9-ce5c-4762-83e1-c1e3602bc7e3 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7365060 Jul 07 22:09:56.789476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:56.869047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-14eee1fc-95e2-4238-be93-c1182d0ae451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:56.870981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-14eee1fc-95e2-4238-be93-c1182d0ae451 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1808941 Jul 07 22:09:56.891056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f59b1c4-5353-4f8d-a398-4a0ccbebdf28 req-0465fb20-b571-455a-92ec-b3acf9a13325 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243176 Jul 07 22:09:57.023976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Deleting port 4ae74f58-75da-4006-9b86-3356677bd91c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:57.024343 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:57.085249 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Deleting port 3e0d12ba-e129-4e58-8f80-8d631355d60a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:09:57.085512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:57.122257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-6e6550be-e192-4ee9-ba0a-007f80b1e979 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318256 Jul 07 22:09:57.202793 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] Set router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:09:57.267666 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f274ecf8-d28e-4ae7-950c-4e4a0560a94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:57.347858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] For port 4ae74f58-75da-4006-9b86-3356677bd91c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4ae74f58-75da-4006-9b86-3356677bd91c,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:57.348223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:57.393734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Calling delete_port for 4ae74f58-75da-4006-9b86-3356677bd91c owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:57.397242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] For port 3e0d12ba-e129-4e58-8f80-8d631355d60a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3e0d12ba-e129-4e58-8f80-8d631355d60a,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:57.397617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:57.427072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Calling delete_port for 3e0d12ba-e129-4e58-8f80-8d631355d60a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:09:57.479951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001401b0-7caa-4dd1-8e51-75b834a649f7 req-b8cb6dd0-6446-4d1c-94b8-65ed0a9b7f73 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:57.485582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-001401b0-7caa-4dd1-8e51-75b834a649f7 req-b8cb6dd0-6446-4d1c-94b8-65ed0a9b7f73 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 948 time: 0.3566639 Jul 07 22:09:57.497278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d638dd0c-9751-47d1-befe-fa1ae12e7159 req-c0ebad64-3067-4d37-bea2-de3aab8858c3 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7065299 Jul 07 22:09:57.633414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfdd191e-e028-4045-9a8a-5126cc2a05a4 req-f04f0215-5ce9-4c0f-baf9-c40785a82a35 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679146 Jul 07 22:09:57.643774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-001401b0-7caa-4dd1-8e51-75b834a649f7 req-d0c4fc16-e70d-43bf-88e0-e0ae518cb527 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449320 Jul 07 22:09:57.646154 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:09:54Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:09:57.746529 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2227ef-0483-4baa-bb4d-a3a39cf54673 None None] The sync data for ids ['6a2c8d5e-1688-4796-ab36-3df6684f49b7'] in n-d-695012-11 is: [{'id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1807181447-router', 'tenant_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:09:54Z', 'revision_number': 5, 'project_id': 'e3ddb3ab3ef54d8a999c4a478aafa061', 'gw_port': {'id': '4ae74f58-75da-4006-9b86-3356677bd91c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2c8d5e-1688-4796-ab36-3df6684f49b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:08:31Z', 'updated_at': '2021-07-07T22:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:09:57.911752 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:57.955069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3e0d12ba-e129-4e58-8f80-8d631355d60a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:09:57.958677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Pushing event deleted for resources: {'Port': ['ID=3e0d12ba-e129-4e58-8f80-8d631355d60a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:57.981610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:58.035132 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ada754c-599f-456f-b0ff-18b0fe0e81e7 x-openstack-request-id: req-3ada754c-599f-456f-b0ff-18b0fe0e81e7 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:58.035612 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a90a57-e885-4870-97ba-0243dfa2a219", "tag": "4dd5511a-ea22-43a1-86d6-bb7417c495c3", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:58.035724 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ada754c-599f-456f-b0ff-18b0fe0e81e7 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:58.036028 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35a90a57-e885-4870-97ba-0243dfa2a219', 'tag': '4dd5511a-ea22-43a1-86d6-bb7417c495c3', 'status': 'completed', 'code': 200} Jul 07 22:09:58.166974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-007c3d90-9db5-4a67-ace2-20f2824d2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:58.168785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-007c3d90-9db5-4a67-ace2-20f2824d2cdf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=222ff4ad0c3f47f8b55ef2d59247fad4&device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 1099 time: 0.0984931 Jul 07 22:09:58.205962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae74f58-75da-4006-9b86-3356677bd91c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:58.212636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] No DVR routers for this DVR port 3e0d12ba-e129-4e58-8f80-8d631355d60a on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:09:58.224774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:58.230046 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6492d6e6-c3d5-4a26-8d13-d41b3bf94cb7 req-51447b12-fad3-4583-b610-ca78fe62ed89 tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.83 "DELETE /v2.0/ports/3e0d12ba-e129-4e58-8f80-8d631355d60a HTTP/1.1" status: 204 len: 173 time: 1.4618194 Jul 07 22:09:58.231425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfc6413-7446-4dea-81a9-153e73131f15', 'name': 'network-vif-deleted', 'tag': '3e0d12ba-e129-4e58-8f80-8d631355d60a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:09:58.237128 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857e624b-0b7f-473d-ba88-5aa0afba9b87" -d '{"events": [{"server_uuid": "ccfc6413-7446-4dea-81a9-153e73131f15", "name": "network-vif-deleted", "tag": "3e0d12ba-e129-4e58-8f80-8d631355d60a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:09:58.366663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:58.417424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 326f602b-a851-499b-b9a6-deb139e80343 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:09:58.489526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 326f602b-a851-499b-b9a6-deb139e80343 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:09:58.490273 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 326f602b-a851-499b-b9a6-deb139e80343 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:09:58.499434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d8c1de9-83fc-474f-a814-fb55c82f54c2 req-c1142ca0-8cf1-451d-a907-2ab5bf7bfbad tempest-ServersOnMultiNodesTest-1483849606 tempest-ServersOnMultiNodesTest-1483849606-project] 10.222.0.81 "GET /v2.0/ports?device_id=ccfc6413-7446-4dea-81a9-153e73131f15 HTTP/1.1" status: 200 len: 210 time: 0.1522334 Jul 07 22:09:58.532999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-022a5522-0cca-4635-a13c-555fe22ce172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:58.534871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-022a5522-0cca-4635-a13c-555fe22ce172 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3581812 Jul 07 22:09:58.648512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-ee607dcc-4b10-40a3-a1cb-61f02f0d8a4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=4dd5511a-ea22-43a1-86d6-bb7417c495c3 HTTP/1.1" status: 200 len: 217 time: 0.1067824 Jul 07 22:09:58.750289 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:58.764239 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:58.802783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-fdf1fe24-fb99-4b69-b153-ff404582fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:58.804254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-fdf1fe24-fb99-4b69-b153-ff404582fb79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1482768 Jul 07 22:09:58.884347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:58.886230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a2c8d5e-1688-4796-ab36-3df6684f49b7 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:09:58.907383 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:58.908886 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6f2dffbc-fa58-40c6-83ff-ffca0b818fce admin admin] 10.222.0.81 "DELETE /v2.0/routers/6a2c8d5e-1688-4796-ab36-3df6684f49b7 HTTP/1.1" status: 204 len: 168 time: 2.9172957 Jul 07 22:09:58.911454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47380) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:58.979204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-935405cc-ec1c-44de-a61d-e2cf7504d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:58.980739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-935405cc-ec1c-44de-a61d-e2cf7504d109 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1589594 Jul 07 22:09:58.990206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86205d93-b792-484d-a91b-0b7827eae447 req-1f714429-4a35-441d-8afa-33ecb75cd35c tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:59.001509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86205d93-b792-484d-a91b-0b7827eae447 req-1f714429-4a35-441d-8afa-33ecb75cd35c tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 947 time: 0.2134242 Jul 07 22:09:59.009359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f14ebab7-8323-4518-93d8-00133be4d30b details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:09:59.011443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-18534cba-9cd3-4a82-bdd7-4a337b583ca1 admin admin] Deleting subnet cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:09:59.018619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18534cba-9cd3-4a82-bdd7-4a337b583ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:59.101862 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18534cba-9cd3-4a82-bdd7-4a337b583ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:59.202531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86205d93-b792-484d-a91b-0b7827eae447 req-afbed1d9-93ae-4f1a-8d4c-6d4155035fd8 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988490 Jul 07 22:09:59.260234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:59.283830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'mac_address': 'fa:16:3e:69:31:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:09:59.302426 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-8fafc770-0a76-4750-acdc-07be8f5074c4 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943096 Jul 07 22:09:59.327920 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a421c8f-b365-4f51-b741-430796758957 x-openstack-request-id: req-2a421c8f-b365-4f51-b741-430796758957 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:09:59.328276 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfc6413-7446-4dea-81a9-153e73131f15", "name": "network-vif-deleted", "tag": "3e0d12ba-e129-4e58-8f80-8d631355d60a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:09:59.328457 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a421c8f-b365-4f51-b741-430796758957 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:09:59.328839 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfc6413-7446-4dea-81a9-153e73131f15', 'name': 'network-vif-deleted', 'tag': '3e0d12ba-e129-4e58-8f80-8d631355d60a', 'status': 'completed', 'code': 200} Jul 07 22:09:59.365848 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:59.382960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14ebab7-8323-4518-93d8-00133be4d30b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:09:59.402641 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18534cba-9cd3-4a82-bdd7-4a337b583ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:59.414058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:09:59.422517 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:59.456343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc9124c-8e7f-4dd4-8488-023c50c0464d req-8062a52c-5f3f-49a8-92df-523a994b7df6 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283503 Jul 07 22:09:59.555959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18534cba-9cd3-4a82-bdd7-4a337b583ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:59.588806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:59.631364 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b500e057-a5a6-4a67-af72-abfcc8292ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:59.646795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18534cba-9cd3-4a82-bdd7-4a337b583ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:09:59.648716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20378ccc-6192-49c1-b771-ab47a9bcbce8 None None] Network 1a614801-1b6a-4456-b8be-54163b41b64e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:09:59.649202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18534cba-9cd3-4a82-bdd7-4a337b583ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:59.658278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47392) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:09:59.673039 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-18534cba-9cd3-4a82-bdd7-4a337b583ca1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cb1fc28b-ef04-43d5-9fb0-ee65c0a20aac HTTP/1.1" status: 204 len: 168 time: 0.7602975 Jul 07 22:09:59.905737 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:09:59.943932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd31ba5-47ec-4c07-88cb-abcd9fe1f387 req-3bb84759-9a56-4ec5-8753-1dc7a2e19aa5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:09:59.953921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5dd31ba5-47ec-4c07-88cb-abcd9fe1f387 req-3bb84759-9a56-4ec5-8753-1dc7a2e19aa5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 949 time: 0.1763372 Jul 07 22:09:59.984626 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:00.064824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5dd31ba5-47ec-4c07-88cb-abcd9fe1f387 req-8e111a7b-9ec9-4e0c-8a1f-f1eafcbb1e96 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092823 Jul 07 22:10:00.099087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Deleting port 94166ed1-181e-47d2-a017-cc803e4edb94 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:00.099656 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:00.166726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e234b63-d3ea-42e9-a6c2-53c073dccbf6 None None] DHCP port deletion for 1a614801-1b6a-4456-b8be-54163b41b64e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:10:00.176180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f14ebab7-8323-4518-93d8-00133be4d30b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:00.242365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] For port 94166ed1-181e-47d2-a017-cc803e4edb94, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=94166ed1-181e-47d2-a017-cc803e4edb94,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:00.243817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:00.289662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Calling delete_port for 94166ed1-181e-47d2-a017-cc803e4edb94 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:00.427656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 94166ed1-181e-47d2-a017-cc803e4edb94 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:00.470872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5e234b63-d3ea-42e9-a6c2-53c073dccbf6 None None] Deleting port 94166ed1-181e-47d2-a017-cc803e4edb94 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:00.471624 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e234b63-d3ea-42e9-a6c2-53c073dccbf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:00.661398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:00.676355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5e234b63-d3ea-42e9-a6c2-53c073dccbf6 None None] For port 94166ed1-181e-47d2-a017-cc803e4edb94, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=94166ed1-181e-47d2-a017-cc803e4edb94,segment=NetworkSegment(fb962e30-93da-4440-9e81-ab8da6e15cd0),segment_id=fb962e30-93da-4440-9e81-ab8da6e15cd0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:00.676744 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e234b63-d3ea-42e9-a6c2-53c073dccbf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:00.717868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5e234b63-d3ea-42e9-a6c2-53c073dccbf6 None None] Calling delete_port for 94166ed1-181e-47d2-a017-cc803e4edb94 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:00.746650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Pushing event deleted for resources: {'Port': ['ID=94166ed1-181e-47d2-a017-cc803e4edb94,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:00.748278 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:00.766888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] No DVR routers for this DVR port 94166ed1-181e-47d2-a017-cc803e4edb94 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:00.786283 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:00.902296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4ae74f58-75da-4006-9b86-3356677bd91c no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:00.943660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 4ae74f58-75da-4006-9b86-3356677bd91c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:10:00.944094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4ae74f58-75da-4006-9b86-3356677bd91c not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:00.954299 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:00.976757 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e234b63-d3ea-42e9-a6c2-53c073dccbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.043077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e234b63-d3ea-42e9-a6c2-53c073dccbf6 None None] No DVR routers for this DVR port 94166ed1-181e-47d2-a017-cc803e4edb94 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:01.050516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 3e0d12ba-e129-4e58-8f80-8d631355d60a no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:01.058104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e234b63-d3ea-42e9-a6c2-53c073dccbf6 None None] Pushing event deleted for resources: {'Port': ['ID=94166ed1-181e-47d2-a017-cc803e4edb94,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:01.095434 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.108413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a614801-1b6a-4456-b8be-54163b41b64e']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:01.111435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 3e0d12ba-e129-4e58-8f80-8d631355d60a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:10:01.116308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 3e0d12ba-e129-4e58-8f80-8d631355d60a not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:01.189125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:01.555023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb962e30-93da-4440-9e81-ab8da6e15cd0') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:01.555611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb962e30-93da-4440-9e81-ab8da6e15cd0') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:01.567019 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.606124 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.618288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:10:01.618713 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.674800 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-02776ff2-7e71-4986-ac56-c7634f26850f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=14d02422540f48f4aeb4852c7713e8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844086 Jul 07 22:10:01.675447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47424) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:10:01.749816 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:10:01.754723 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:10:01.754723 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:10:01.754723 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:10:01.754723 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:10:01.754723 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:10:01.754723 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:10:01.754723 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:10:01.758853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.765555 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.770321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] 10.222.0.81 "DELETE /v2.0/networks/1a614801-1b6a-4456-b8be-54163b41b64e HTTP/1.1" status: 204 len: 168 time: 2.1090586 Jul 07 22:10:01.787426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75698e02-db5c-4994-8702-b8a7b4beba5e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a614801-1b6a-4456-b8be-54163b41b64e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:01.802520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8992697d-5785-4b8c-a45b-1ba3847c2cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.826307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc187b85-fe25-413b-a667-778902c86329 req-c78bbc1d-3072-4041-9100-181b636e109c tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:01.833335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8992697d-5785-4b8c-a45b-1ba3847c2cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.837511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc187b85-fe25-413b-a667-778902c86329 req-c78bbc1d-3072-4041-9100-181b636e109c tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 947 time: 0.9786165 Jul 07 22:10:01.897366 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8992697d-5785-4b8c-a45b-1ba3847c2cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.897786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc187b85-fe25-413b-a667-778902c86329 req-e6a38470-1af4-4559-8e79-6eb51e426b96 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580199 Jul 07 22:10:01.900732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8992697d-5785-4b8c-a45b-1ba3847c2cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:01.906308 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8992697d-5785-4b8c-a45b-1ba3847c2cd9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e6f47493-f25d-4734-93b6-85f3921c20ed HTTP/1.1" status: 204 len: 168 time: 0.2255888 Jul 07 22:10:01.927655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992697d-5785-4b8c-a45b-1ba3847c2cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f47493-f25d-4734-93b6-85f3921c20ed,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:02.190135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2a681-320a-41bd-a2cd-7238a6f28bf3 req-d4e8f839-4c75-4c7b-aeb0-5f5f27ce952e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:02.197601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23b2a681-320a-41bd-a2cd-7238a6f28bf3 req-d4e8f839-4c75-4c7b-aeb0-5f5f27ce952e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 949 time: 0.1335814 Jul 07 22:10:02.240728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23b2a681-320a-41bd-a2cd-7238a6f28bf3 req-ce18a332-a038-4d9e-93cf-b9cdbfe6987f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418961 Jul 07 22:10:02.267773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47434) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:02.377155 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c8809829-23da-4918-a146-1807fd2e302c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3ddb3ab3ef54d8a999c4a478aafa061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050811 Jul 07 22:10:02.377480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47438) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:02.477025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f2b40fb7-59fd-41ed-a692-facaddb7e36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:02.541561 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f2b40fb7-59fd-41ed-a692-facaddb7e36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:02.626133 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:02.626923 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f2b40fb7-59fd-41ed-a692-facaddb7e36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:02.634170 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f2b40fb7-59fd-41ed-a692-facaddb7e36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:02.642403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f2b40fb7-59fd-41ed-a692-facaddb7e36b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/05484d41-8852-4189-a3ba-56116e104970 HTTP/1.1" status: 204 len: 168 time: 0.2612119 Jul 07 22:10:02.680845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b40fb7-59fd-41ed-a692-facaddb7e36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05484d41-8852-4189-a3ba-56116e104970,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:02.804330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47446) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:03.029294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4dd5511a-ea22-43a1-86d6-bb7417c495c3 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:10:03.056530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f14ebab7-8323-4518-93d8-00133be4d30b up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:03.098918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47454) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:03.206635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:10:03.338207 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e727b42-84a8-4530-9f0e-7b92b6492a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:03.341786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port f14ebab7-8323-4518-93d8-00133be4d30b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:03.350800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port f14ebab7-8323-4518-93d8-00133be4d30b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:03.352090 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:03.364925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0a1937c6-4a61-4abf-99bd-0a4a93594016 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c18f1dec604a4d3d8f4e2064ac9919e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646132 Jul 07 22:10:03.367822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47464) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:03.490052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17329dea-649c-4741-a338-9e9102972871 req-bf6d75c5-373e-4d3f-8c5f-668eb6e77935 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:03.503174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17329dea-649c-4741-a338-9e9102972871 req-bf6d75c5-373e-4d3f-8c5f-668eb6e77935 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 947 time: 0.3602881 Jul 07 22:10:03.519279 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fde15c6d-209e-45ed-8a09-bf57eb212db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:03.586934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fde15c6d-209e-45ed-8a09-bf57eb212db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:03.627603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17329dea-649c-4741-a338-9e9102972871 req-49a24c95-3078-4e24-86df-a86c9922e445 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226780 Jul 07 22:10:03.665867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4dd5511a-ea22-43a1-86d6-bb7417c495c3, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4dd5511a-ea22-43a1-86d6-bb7417c495c3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:03.681800 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:03.693268 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:10:03.738107 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fde15c6d-209e-45ed-8a09-bf57eb212db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:03.747792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:03.751351 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fffe94a-e748-45df-9f15-1f73aaca43e4" -d '{"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-plugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:03.751993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fde15c6d-209e-45ed-8a09-bf57eb212db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:03.753164 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fde15c6d-209e-45ed-8a09-bf57eb212db9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7abe84fd-c201-4674-9050-076ff0b0cabe HTTP/1.1" status: 204 len: 168 time: 0.3836730 Jul 07 22:10:03.763665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '4dd5511a-ea22-43a1-86d6-bb7417c495c3', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '4dd5511a-ea22-43a1-86d6-bb7417c495c3', 'mac_address': 'fa:16:3e:7f:15:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:10:03.769096 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e727b42-84a8-4530-9f0e-7b92b6492a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:03.774664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e727b42-84a8-4530-9f0e-7b92b6492a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:03.783014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15c6d-209e-45ed-8a09-bf57eb212db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abe84fd-c201-4674-9050-076ff0b0cabe,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:03.834896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:03.847852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e727b42-84a8-4530-9f0e-7b92b6492a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4cb777-6b13-4d86-973f-46a7651434a3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:03.921642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1e727b42-84a8-4530-9f0e-7b92b6492a5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05d491ce098e4c97b06827737aafd1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1161170 Jul 07 22:10:03.924295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:03.942225 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:04.045748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1497283-8116-43ab-89e3-18fb7df0f436 req-4250d600-124c-4d4a-b80a-1f0092e6afe5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:04.052394 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:04.057112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1497283-8116-43ab-89e3-18fb7df0f436 req-4250d600-124c-4d4a-b80a-1f0092e6afe5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.1254795 Jul 07 22:10:04.061606 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab62d60e-9ce3-4e39-b226-a7e46335274c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:04.123050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab62d60e-9ce3-4e39-b226-a7e46335274c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:04.141055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:04.148863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1497283-8116-43ab-89e3-18fb7df0f436 req-b9e48441-f772-4e3d-b9e7-c4334e033178 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903015 Jul 07 22:10:04.172756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd5511a-ea22-43a1-86d6-bb7417c495c3 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:04.225044 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab62d60e-9ce3-4e39-b226-a7e46335274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:04.231480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab62d60e-9ce3-4e39-b226-a7e46335274c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:04.240508 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ab62d60e-9ce3-4e39-b226-a7e46335274c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef4cb777-6b13-4d86-973f-46a7651434a3 HTTP/1.1" status: 204 len: 168 time: 0.3073845 Jul 07 22:10:04.259362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4dd5511a-ea22-43a1-86d6-bb7417c495c3, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4dd5511a-ea22-43a1-86d6-bb7417c495c3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:04.267380 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:04.275988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62d60e-9ce3-4e39-b226-a7e46335274c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4cb777-6b13-4d86-973f-46a7651434a3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:04.313382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47494) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:04.441467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4dd5511a-ea22-43a1-86d6-bb7417c495c3,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:04.474681 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7680fc31-3b3b-4522-becc-8f0f96c6879f x-openstack-request-id: req-7680fc31-3b3b-4522-becc-8f0f96c6879f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:04.475031 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-plugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:04.475291 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7680fc31-3b3b-4522-becc-8f0f96c6879f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:04.475728 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'code': 200} Jul 07 22:10:04.760899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4dd5511a-ea22-43a1-86d6-bb7417c495c3'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:04.790540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-network', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:04.861617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Made reservation on behalf of 143b4ca6b79748c0832ed1764dd6511d for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:04.866726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:04.914321 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:04.977610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:05.013296 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1505-bd1a-4d74-a76a-361a14eb8849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.042942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb75b2-936f-49c0-b5b1-71c520d2824a req-1b38ebe0-0532-4f86-87d2-bc9a5d540891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:05.045577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76fb75b2-936f-49c0-b5b1-71c520d2824a req-1b38ebe0-0532-4f86-87d2-bc9a5d540891 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1102 time: 0.3407726 Jul 07 22:10:05.241908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76fb75b2-936f-49c0-b5b1-71c520d2824a req-a2283a46-cf98-414d-b054-bad36ade7e6c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879160 Jul 07 22:10:05.281212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930624d-6d37-4d5c-99b2-43f1293c4b3e req-9507a511-9d41-480a-9128-21473ee6030e tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:05.288781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a930624d-6d37-4d5c-99b2-43f1293c4b3e req-9507a511-9d41-480a-9128-21473ee6030e tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 948 time: 0.3294973 Jul 07 22:10:05.353512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a930624d-6d37-4d5c-99b2-43f1293c4b3e req-349ca7e8-f6c8-4666-9ed3-1e8f71b4eb69 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637345 Jul 07 22:10:05.394039 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.401858 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.461292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:10:05.502519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc80dd79-4483-48ef-a4f3-7ee4f852a059,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:05.518251 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.521839 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Added segment a82d7453-cb3a-487c-ae18-c2520b2d4301 of type vlan for network 22f26267-37c4-46c1-bfd3-da2909e03bf9 Jul 07 22:10:05.589934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1505-bd1a-4d74-a76a-361a14eb8849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.601271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1505-bd1a-4d74-a76a-361a14eb8849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.616000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.677616 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.678737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:05.679276 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.702664 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e2bd1505-bd1a-4d74-a76a-361a14eb8849 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3b0e43395e6427f84e2f3d9be9810fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7237680 Jul 07 22:10:05.710178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47528) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:05.723717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd1505-bd1a-4d74-a76a-361a14eb8849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4fda7-997f-40ea-b601-7fccc0d89c16,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:05.803282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4883077 Jul 07 22:10:05.810608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47532) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:05.819217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Request body: {'subnet': {'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-subnet', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:05.833226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21693c5c-9ae9-43dc-a69d-f4e87409fc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.855214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fc3d9-a480-4852-aa0c-cd86fa5acf56 admin admin] Pushing event updated for resources: {'Network': ['ID=22f26267-37c4-46c1-bfd3-da2909e03bf9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:05.871951 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 22f26267-37c4-46c1-bfd3-da2909e03bf9 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:10:05.915072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf833b82-9de1-44ee-b63a-ade02a98ab3f req-ad002be2-07b9-4ddc-9ea0-aad28813443e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:05.923603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf833b82-9de1-44ee-b63a-ade02a98ab3f req-ad002be2-07b9-4ddc-9ea0-aad28813443e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.2247584 Jul 07 22:10:05.935425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Made reservation on behalf of 143b4ca6b79748c0832ed1764dd6511d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:05.940089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:05.947670 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21693c5c-9ae9-43dc-a69d-f4e87409fc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:06.027178 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf833b82-9de1-44ee-b63a-ade02a98ab3f req-1b972059-d6ad-4e8e-a4e1-eee7c35d49b0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992792 Jul 07 22:10:06.085746 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21693c5c-9ae9-43dc-a69d-f4e87409fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:06.088633 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21693c5c-9ae9-43dc-a69d-f4e87409fc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:06.092645 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-21693c5c-9ae9-43dc-a69d-f4e87409fc81 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4dd4fda7-997f-40ea-b601-7fccc0d89c16 HTTP/1.1" status: 204 len: 168 time: 0.3780429 Jul 07 22:10:06.110909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21693c5c-9ae9-43dc-a69d-f4e87409fc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4fda7-997f-40ea-b601-7fccc0d89c16,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:06.347740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:06.430727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da41c08-6d31-4a15-84bd-31493e4f64c6,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:06.446009 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Checking segment: {'id': 'a82d7453-cb3a-487c-ae18-c2520b2d4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:06.446480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Network hostable DHCP agents. Network: 22f26267-37c4-46c1-bfd3-da2909e03bf9, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:10:06.467510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Network 22f26267-37c4-46c1-bfd3-da2909e03bf9 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:10:06.479682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 22f26267-37c4-46c1-bfd3-da2909e03bf9) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:06.486787 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:06.488418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:06.494170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79a5f0-3d21-4c7d-abda-7dfab0ca0dd3 None None] Network 22f26267-37c4-46c1-bfd3-da2909e03bf9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:06.536300 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-619c1628-ecd0-4820-859b-4bea53227525 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7230794 Jul 07 22:10:06.537561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:06.548132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:06.600182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:06.601791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:06.795431 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:06.830497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039935f-bb34-4248-b625-7593ae810aac req-89cc87bf-f528-4b0b-8a0d-f4e9a9e5627c tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:06.838373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3039935f-bb34-4248-b625-7593ae810aac req-89cc87bf-f528-4b0b-8a0d-f4e9a9e5627c tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 948 time: 0.2108419 Jul 07 22:10:06.928968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-22f26267-37c4-46c1-bfd3-da2909e03bf9', 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'fixed_ips': [{'subnet_id': '0da41c08-6d31-4a15-84bd-31493e4f64c6'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:10:06.933481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3039935f-bb34-4248-b625-7593ae810aac req-8a71ae4e-7706-4f13-a748-a973deaef5ae tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941460 Jul 07 22:10:06.935907 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:07.176121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4dd5511a-ea22-43a1-86d6-bb7417c495c3 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:07.331967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Allocated IP 172.20.0.2 (22f26267-37c4-46c1-bfd3-da2909e03bf9/0da41c08-6d31-4a15-84bd-31493e4f64c6/c6be2ff6-8158-4044-ae3c-de1b9ed4f28f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:07.444422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:07.453739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:07.453739 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:07.634979 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:07.645161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Transition to ACTIVE for port object c6be2ff6-8158-4044-ae3c-de1b9ed4f28f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:07.697274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Transition to ACTIVE for port object c6be2ff6-8158-4044-ae3c-de1b9ed4f28f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:07.713978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:07.721506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:07.829242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Network 22f26267-37c4-46c1-bfd3-da2909e03bf9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:07.854166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Pushing event updated for resources: {'Port': ['ID=c6be2ff6-8158-4044-ae3c-de1b9ed4f28f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:07.870468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:07.878061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:07.880858 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:07.905151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a90a57-e885-4870-97ba-0243dfa2a219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd5511a-ea22-43a1-86d6-bb7417c495c3'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:07.907501 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958e0465-4a5e-4f92-9887-a1545030faf6" -d '{"events": [{"server_uuid": "35a90a57-e885-4870-97ba-0243dfa2a219", "name": "network-vif-plugged", "status": "completed", "tag": "4dd5511a-ea22-43a1-86d6-bb7417c495c3"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:08.024355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4dd5511a-ea22-43a1-86d6-bb7417c495c3, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4dd5511a-ea22-43a1-86d6-bb7417c495c3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:08.042792 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:08.061198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Attempting to bind port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:08.061534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Attempting to bind port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a82d7453-cb3a-487c-ae18-c2520b2d4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:08.063456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Attempting to bind port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f on network 22f26267-37c4-46c1-bfd3-da2909e03bf9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:08.081797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb338a-21f8-4859-a1e9-124db59c7263 req-fdec1490-258f-450b-9bed-7150a9429ef8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:08.089778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3eb338a-21f8-4859-a1e9-124db59c7263 req-fdec1490-258f-450b-9bed-7150a9429ef8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.1405506 Jul 07 22:10:08.125581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:08.126830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Checking segment: {'id': 'a82d7453-cb3a-487c-ae18-c2520b2d4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:08.131198 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:08.133438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Bound using segment: {'id': 'a82d7453-cb3a-487c-ae18-c2520b2d4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:08.133438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Bound port: c6be2ff6-8158-4044-ae3c-de1b9ed4f28f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82d7453-cb3a-487c-ae18-c2520b2d4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:08.133438 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:08.155967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3eb338a-21f8-4859-a1e9-124db59c7263 req-18a7cb75-9ed9-463d-8eb5-017ade10303d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587692 Jul 07 22:10:08.263437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] For port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:08.266789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] For port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c6be2ff6-8158-4044-ae3c-de1b9ed4f28f,segment=NetworkSegment(a82d7453-cb3a-487c-ae18-c2520b2d4301),segment_id=a82d7453-cb3a-487c-ae18-c2520b2d4301)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:08.278838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:08.288242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4dd5511a-ea22-43a1-86d6-bb7417c495c3,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:08.364388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:08.422354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298f04d-7a90-4533-a5f2-e98b589324f7 None None] Pushing event updated for resources: {'Port': ['ID=c6be2ff6-8158-4044-ae3c-de1b9ed4f28f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:08.443018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:08.488787 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bb6706-756b-46ae-b38a-8aadd7afa49f x-openstack-request-id: req-11bb6706-756b-46ae-b38a-8aadd7afa49f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:08.489157 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a90a57-e885-4870-97ba-0243dfa2a219", "name": "network-vif-plugged", "status": "completed", "tag": "4dd5511a-ea22-43a1-86d6-bb7417c495c3", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:08.489480 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11bb6706-756b-46ae-b38a-8aadd7afa49f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:08.489946 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a90a57-e885-4870-97ba-0243dfa2a219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd5511a-ea22-43a1-86d6-bb7417c495c3', 'code': 200} Jul 07 22:10:08.778127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Allocated IP 172.25.8.206 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/84647a90-14e9-441f-abdc-90b700439788) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:08.894630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d3388-9440-4637-8a8c-512cae399a2b req-44941c9d-e882-4d06-acb9-3c2087cef70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:08.900472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa0d3388-9440-4637-8a8c-512cae399a2b req-44941c9d-e882-4d06-acb9-3c2087cef70a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 1101 time: 0.2485576 Jul 07 22:10:08.996226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:09.002186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa0d3388-9440-4637-8a8c-512cae399a2b req-21fe87fb-f9be-473f-9073-e23d911d09c8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936403 Jul 07 22:10:09.023090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d3586-5d61-4ee9-a477-a322d4a7f23e req-fce35858-67b0-4c7d-a7d5-74c4aaefdba2 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:09.028011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f3d3586-5d61-4ee9-a477-a322d4a7f23e req-fce35858-67b0-4c7d-a7d5-74c4aaefdba2 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 949 time: 0.2337480 Jul 07 22:10:09.068494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:09.087449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f3d3586-5d61-4ee9-a477-a322d4a7f23e req-6c31a104-2089-48e3-ac42-87fcd8e3d2c6 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510452 Jul 07 22:10:09.114699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Pushing event updated for resources: {'Port': ['ID=84647a90-14e9-441f-abdc-90b700439788,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:09.140022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:09.141830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:09.144958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:09.495076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d473cf0-a2a3-460c-8b33-0610a0a75f8a req-f7d0a080-0f65-484f-8e60-399dc8da0322 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:09.519814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d473cf0-a2a3-460c-8b33-0610a0a75f8a req-f7d0a080-0f65-484f-8e60-399dc8da0322 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.2598135 Jul 07 22:10:09.632849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d473cf0-a2a3-460c-8b33-0610a0a75f8a req-cdd6b1ba-020d-4fc0-bcbd-c1b6f043adbf tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076863 Jul 07 22:10:09.966194 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:10.063964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5c88db-6949-472f-b215-930596cb1164 None None] Network 22f26267-37c4-46c1-bfd3-da2909e03bf9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:10.265792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0de800e6-2adc-47d8-b4a1-ed39d2608c8c None None] Provisioning for port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:10.286038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47668) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:10.499996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c6be2ff6-8158-4044-ae3c-de1b9ed4f28f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:10.558834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:10.624647 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8db2fe0b-4c61-4a2a-9deb-38c625a6547a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:10.739491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5baa0a-051d-40eb-9a2e-febb640ed4dd req-75c79450-3d89-4517-b199-fa24caefad0b tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:10.747252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e5baa0a-051d-40eb-9a2e-febb640ed4dd req-75c79450-3d89-4517-b199-fa24caefad0b tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 949 time: 0.3973386 Jul 07 22:10:10.764567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:10.775541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:10.778590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:10.900538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:10:11.150039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e5baa0a-051d-40eb-9a2e-febb640ed4dd req-bfe91b33-d7aa-4a08-a915-f6069a48686e tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892980 Jul 07 22:10:11.238196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:10:11.315177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-45664689-6af0-44b9-99a6-575e29cbed2e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5640507 Jul 07 22:10:11.342380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Sync routers for ids ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:10:11.410572 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-61ea5d48-086c-4c79-96c2-df867acb157a None None] Provisioning complete for port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:11.411339 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-61ea5d48-086c-4c79-96c2-df867acb157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.414734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Routers {'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:10:11.420022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:10:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:11.422454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.432562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc468d-394c-4c02-8f7f-1165a02d7f1f req-b3549e92-2ada-497d-ac30-3ecd94702a38 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:11.444473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eddc468d-394c-4c02-8f7f-1165a02d7f1f req-b3549e92-2ada-497d-ac30-3ecd94702a38 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.4716837 Jul 07 22:10:11.530657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eddc468d-394c-4c02-8f7f-1165a02d7f1f req-b3308951-6b64-43d4-8220-3accac97af5f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850072 Jul 07 22:10:11.536255 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8db2fe0b-4c61-4a2a-9deb-38c625a6547a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.545296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8db2fe0b-4c61-4a2a-9deb-38c625a6547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.553375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.554761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b085752-78cb-4f0b-a239-5575f320b79e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0154374 Jul 07 22:10:11.557357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47718) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:11.585380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8db2fe0b-4c61-4a2a-9deb-38c625a6547a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=07c435652ea041d1a23fa628215747ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2982740 Jul 07 22:10:11.592911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47720) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:11.656223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c6be2ff6-8158-4044-ae3c-de1b9ed4f28f,segment=NetworkSegment(a82d7453-cb3a-487c-ae18-c2520b2d4301),segment_id=a82d7453-cb3a-487c-ae18-c2520b2d4301)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:11.659348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2fe0b-4c61-4a2a-9deb-38c625a6547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada0f960-af44-4ccf-9f49-dcdd519ec205,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:11.702208 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.709202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e2bdb88-42ee-4adc-a803-93b5859e01c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.769197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e2bdb88-42ee-4adc-a803-93b5859e01c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.819161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Set router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:10:11.855856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47738) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:11.879175 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e2bdb88-42ee-4adc-a803-93b5859e01c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.885204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e2bdb88-42ee-4adc-a803-93b5859e01c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:11.913458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6e2bdb88-42ee-4adc-a803-93b5859e01c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ada0f960-af44-4ccf-9f49-dcdd519ec205 HTTP/1.1" status: 204 len: 168 time: 0.3192182 Jul 07 22:10:11.961308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bdb88-42ee-4adc-a803-93b5859e01c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada0f960-af44-4ccf-9f49-dcdd519ec205,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:12.021843 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=c6be2ff6-8158-4044-ae3c-de1b9ed4f28f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:12.054440 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-88141b16-3c2c-4a56-afc4-b348ccb7ddf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:12.219606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '84647a90-14e9-441f-abdc-90b700439788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:06Z', 'updated_at': '2021-07-07T22:10:09Z', 'revision_number': 3, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'gw_port': {'id': '84647a90-14e9-441f-abdc-90b700439788', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:08Z', 'updated_at': '2021-07-07T22:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:12.322189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Checking router: b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:10:12.322945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Updating router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 port 84647a90-14e9-441f-abdc-90b700439788 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:10:12.414020 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-88141b16-3c2c-4a56-afc4-b348ccb7ddf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:12.417063 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:12.510166 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-88141b16-3c2c-4a56-afc4-b348ccb7ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:12.541935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c6be2ff6-8158-4044-ae3c-de1b9ed4f28f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:12.632897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:12.654378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-88141b16-3c2c-4a56-afc4-b348ccb7ddf9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0647dd3ac5fd42fa96560022c81be779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7942367 Jul 07 22:10:12.659623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47770) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:12.700166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88141b16-3c2c-4a56-afc4-b348ccb7ddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b056f89-fe6d-4cd4-bd18-a63578bb6e93,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:12.742993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e692d2c-a080-4933-a1af-5512f0a4ec1d req-9732255a-e748-45db-89e4-e5f511691cb3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:12.750287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e692d2c-a080-4933-a1af-5512f0a4ec1d req-9732255a-e748-45db-89e4-e5f511691cb3 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 949 time: 0.3420067 Jul 07 22:10:12.755163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac8633da-c4e8-456d-ae4d-d635a097692b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:12.755350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:12.755605 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:12.770436 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:12.909833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e692d2c-a080-4933-a1af-5512f0a4ec1d req-073ff64f-5c9d-48bb-be7c-befd7f3d02ef tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583190 Jul 07 22:10:13.166961 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.182976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Allocated IP 172.20.0.1 (22f26267-37c4-46c1-bfd3-da2909e03bf9/0da41c08-6d31-4a15-84bd-31493e4f64c6/bd98087e-ab0b-4cad-b11a-2e1c0f9f5577) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:13.201526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Transition to ACTIVE for port object 84647a90-14e9-441f-abdc-90b700439788 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:13.220835 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.268774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5a892f-cc59-44e3-a00e-3510682130c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.276923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ede042-909b-4157-8d70-945d1b9d924f req-8a2a69f7-a630-4035-9b5a-a9bb5192c669 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:13.287444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5ede042-909b-4157-8d70-945d1b9d924f req-8a2a69f7-a630-4035-9b5a-a9bb5192c669 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.2120352 Jul 07 22:10:13.302959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5a892f-cc59-44e3-a00e-3510682130c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.327837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Attempting to bind port 84647a90-14e9-441f-abdc-90b700439788 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:13.328094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Attempting to bind port 84647a90-14e9-441f-abdc-90b700439788 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:13.328462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Attempting to bind port 84647a90-14e9-441f-abdc-90b700439788 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:13.332014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519718c-3b34-4c4b-8d09-114a46e87fcd None None] Pushing event updated for resources: {'Port': ['ID=84647a90-14e9-441f-abdc-90b700439788,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:13.337591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:13.337947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:13.338387 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.338918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:13.339233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Bound port: 84647a90-14e9-441f-abdc-90b700439788, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:13.339612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.408697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5ede042-909b-4157-8d70-945d1b9d924f req-95176bc1-459e-4c0c-8d07-5ffebefd5378 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200852 Jul 07 22:10:13.430794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5a892f-cc59-44e3-a00e-3510682130c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.433352 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5a892f-cc59-44e3-a00e-3510682130c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.442034 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7b5a892f-cc59-44e3-a00e-3510682130c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b056f89-fe6d-4cd4-bd18-a63578bb6e93 HTTP/1.1" status: 204 len: 168 time: 0.7750001 Jul 07 22:10:13.475360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a892f-cc59-44e3-a00e-3510682130c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b056f89-fe6d-4cd4-bd18-a63578bb6e93,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:13.510947 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.533965 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Transition to ACTIVE for port object bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:13.540516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] For port 84647a90-14e9-441f-abdc-90b700439788, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:13.572514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] For port 84647a90-14e9-441f-abdc-90b700439788, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=84647a90-14e9-441f-abdc-90b700439788,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:13.578418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac8633da-c4e8-456d-ae4d-d635a097692b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.579818 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.587380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac8633da-c4e8-456d-ae4d-d635a097692b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.659124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Routers {'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:10:13.659767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:10:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:13.711844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519718c-3b34-4c4b-8d09-114a46e87fcd None None] Pushing event updated for resources: {'Port': ['ID=84647a90-14e9-441f-abdc-90b700439788,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:13.720864 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ac8633da-c4e8-456d-ae4d-d635a097692b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4142e270a7404cf7b10b16aa5229b74d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0866497 Jul 07 22:10:13.722355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:13.731730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8633da-c4e8-456d-ae4d-d635a097692b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa21aa52-3477-462c-9850-eb08acd75b2c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:13.756868 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:13.836632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-ed60e215-a0a1-4f37-bb00-db11faf6ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:13.843522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-ed60e215-a0a1-4f37-bb00-db11faf6ef51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1102 time: 0.1481843 Jul 07 22:10:13.934949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] Set router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:10:13.941469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Network 22f26267-37c4-46c1-bfd3-da2909e03bf9 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:13.960695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:13.969533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:14.025325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-aed97ed6-6997-4ac7-94c5-7e264fb0c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:14.026851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-aed97ed6-6997-4ac7-94c5-7e264fb0c2c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1717579 Jul 07 22:10:14.087200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Pushing event updated for resources: {'Port': ['ID=bd98087e-ab0b-4cad-b11a-2e1c0f9f5577,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:14.112140 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.209070 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-05af8558-734a-4fcf-8d31-08db931a2431 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.1377413 Jul 07 22:10:14.226978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a0b4cfa-05b7-4b64-bdfc-4ee0a59e7645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.329064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47838) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:14.401152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a0b4cfa-05b7-4b64-bdfc-4ee0a59e7645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.404959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b4de390f-37d3-4710-b6f6-0a569dfed54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.418644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9add3904-5bed-4455-b628-2573220addfd None None] Provisioning for port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:14.419461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-7bb321c8-466a-484e-94e0-3844e947f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:14.421125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-7bb321c8-466a-484e-94e0-3844e947f79d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2049501 Jul 07 22:10:14.437461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9add3904-5bed-4455-b628-2573220addfd None None] Provisioning complete for port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:14.437836 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9add3904-5bed-4455-b628-2573220addfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.464215 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.520248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-60e2a33b-94e2-4cf7-8634-6b4a8aa2f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:14.522055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-60e2a33b-94e2-4cf7-8634-6b4a8aa2f2d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909188 Jul 07 22:10:14.529626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9add3904-5bed-4455-b628-2573220addfd None None] Port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:10:14.622925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-d085a356-aabc-4fd8-8b23-121b2170d9ef service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935562 Jul 07 22:10:14.697201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '84647a90-14e9-441f-abdc-90b700439788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:06Z', 'updated_at': '2021-07-07T22:10:09Z', 'revision_number': 3, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'gw_port': {'id': '84647a90-14e9-441f-abdc-90b700439788', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:08Z', 'updated_at': '2021-07-07T22:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:14.745452 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b4de390f-37d3-4710-b6f6-0a569dfed54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.753166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f93c8-98e1-4259-ae78-2eada7ce381d None None] The sync data for ids ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'] in n-d-695012-11 is: [{'id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '84647a90-14e9-441f-abdc-90b700439788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:06Z', 'updated_at': '2021-07-07T22:10:09Z', 'revision_number': 3, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'gw_port': {'id': '84647a90-14e9-441f-abdc-90b700439788', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:08Z', 'updated_at': '2021-07-07T22:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:10:14.756396 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b4de390f-37d3-4710-b6f6-0a569dfed54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.786514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.796769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.814381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-756df364-91a0-4518-bee8-234cead89a8a service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845853 Jul 07 22:10:14.825790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b4de390f-37d3-4710-b6f6-0a569dfed54d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a82888ce2b714256965128e2fc23d16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955854 Jul 07 22:10:14.835495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47864) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:14.869477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de390f-37d3-4710-b6f6-0a569dfed54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce86c59-f7aa-429e-a017-44c22924d8ef,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:14.923994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Pushing event updated for resources: {'Port': ['ID=bd98087e-ab0b-4cad-b11a-2e1c0f9f5577,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:14.940787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:14.978031 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6070793-f028-498d-80f6-c4a739520998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:15.005559 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a0b4cfa-05b7-4b64-bdfc-4ee0a59e7645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:15.008490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a0b4cfa-05b7-4b64-bdfc-4ee0a59e7645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:15.021839 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7a0b4cfa-05b7-4b64-bdfc-4ee0a59e7645 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa21aa52-3477-462c-9850-eb08acd75b2c HTTP/1.1" status: 204 len: 168 time: 1.2855170 Jul 07 22:10:15.041917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b4cfa-05b7-4b64-bdfc-4ee0a59e7645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa21aa52-3477-462c-9850-eb08acd75b2c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:15.071641 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6070793-f028-498d-80f6-c4a739520998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:15.111894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Network 22f26267-37c4-46c1-bfd3-da2909e03bf9 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:15.114873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:15.226365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45933d9-c4d7-45a6-bddf-b8e253405183 req-666862a9-b9d1-4470-ada8-822ec089d6c3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:15.241529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a45933d9-c4d7-45a6-bddf-b8e253405183 req-666862a9-b9d1-4470-ada8-822ec089d6c3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.3525681 Jul 07 22:10:15.320482 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6070793-f028-498d-80f6-c4a739520998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:15.324930 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6070793-f028-498d-80f6-c4a739520998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:15.327240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f6070793-f028-498d-80f6-c4a739520998 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ce86c59-f7aa-429e-a017-44c22924d8ef HTTP/1.1" status: 204 len: 168 time: 0.4852796 Jul 07 22:10:15.381164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a45933d9-c4d7-45a6-bddf-b8e253405183 req-1e568369-199f-4b44-b9e4-3bfccfbe0d4e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384678 Jul 07 22:10:15.384621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6070793-f028-498d-80f6-c4a739520998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce86c59-f7aa-429e-a017-44c22924d8ef,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:15.411852 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:10:15.679928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-64c550af-6a99-4c9d-a555-a338ce36a43e None None] Provisioning complete for port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:15.680526 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64c550af-6a99-4c9d-a555-a338ce36a43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:15.712379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:10:15.725808 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cbea028e-1a6b-4a06-a9d9-79f275c61258 admin admin] 10.222.0.81 "PUT /v2.0/routers/b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1670773 Jul 07 22:10:15.797753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-64c550af-6a99-4c9d-a555-a338ce36a43e None None] Port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:10:15.814973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ee8e2-1a2d-43ec-a497-54372378a6f4 req-bae3e3da-42c3-4c96-a98c-b2b1312ea63c tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:15.825188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-950ee8e2-1a2d-43ec-a497-54372378a6f4 req-bae3e3da-42c3-4c96-a98c-b2b1312ea63c tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 949 time: 0.2224276 Jul 07 22:10:15.907933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-950ee8e2-1a2d-43ec-a497-54372378a6f4 req-8c3fc9a0-f6e9-4320-ad97-b53eb77e363b tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816340 Jul 07 22:10:16.394718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 84647a90-14e9-441f-abdc-90b700439788 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:16.423282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a635f74-3580-471e-a17c-a31a66601533 req-94bb1c30-1d2a-4269-865a-eac4c645dd60 tempest-FloatingIPsNegativeTestJSON-1311702678 tempest-FloatingIPsNegativeTestJSON-1311702678-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=143b4ca6b79748c0832ed1764dd6511d HTTP/1.1" status: 200 len: 217 time: 0.0607231 Jul 07 22:10:16.512578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaeaee54-16e9-4175-a5c1-7f33f6f462d0 req-9a1dd089-b5d7-4440-a537-e64bc39c6760 tempest-FloatingIPsNegativeTestJSON-1311702678 tempest-FloatingIPsNegativeTestJSON-1311702678-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0613239 Jul 07 22:10:16.514434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 84647a90-14e9-441f-abdc-90b700439788 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:16.522891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 84647a90-14e9-441f-abdc-90b700439788 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:16.523530 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:16.577151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-9f9c9be2-68fa-4272-ac8d-8adb7f532a38 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:16.579332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-9f9c9be2-68fa-4272-ac8d-8adb7f532a38 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.83 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 949 time: 0.1547811 Jul 07 22:10:16.693257 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:16.715368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:16.733885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 84647a90-14e9-441f-abdc-90b700439788, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=84647a90-14e9-441f-abdc-90b700439788,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:16.741552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-b02b2a6a-92b4-41b3-b129-1250c7239642 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:16.742356 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:16.754938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-b02b2a6a-92b4-41b3-b129-1250c7239642 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 804 time: 0.1441143 Jul 07 22:10:16.794624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 65428b02-315f-4d96-a680-dc75e066231a no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:16.866315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-c59e9aac-3fb1-4c7b-9ecb-c71bd18b56b6 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/quotas/fb63f9fc63374592a4a6f5475cf79d55 HTTP/1.1" status: 200 len: 375 time: 0.1102180 Jul 07 22:10:16.946487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=84647a90-14e9-441f-abdc-90b700439788,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:17.022214 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.051462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65428b02-315f-4d96-a680-dc75e066231a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:17.053830 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479c1981-f3a8-4d98-b3c0-4fe2611abebc" -d '{"events": [{"server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "name": "network-vif-unplugged", "status": "completed", "tag": "65428b02-315f-4d96-a680-dc75e066231a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:17.067905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1934274156-network', 'tenant_id': 'f6cc736e75e3477dbe6fd10e97a66fcd'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:17.076769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=65428b02-315f-4d96-a680-dc75e066231a,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:17.082408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.107549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Made reservation on behalf of f6cc736e75e3477dbe6fd10e97a66fcd for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:17.111214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.130671 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.158009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-358d4d48-114a-42a5-b7a8-cc4e411985df tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2819715 Jul 07 22:10:17.210960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d061298-ef8a-4c15-885c-c3ff77cf9c3c req-b91254fc-b60f-441b-8c8b-6d47739423cf tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:17.224570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=65428b02-315f-4d96-a680-dc75e066231a,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:17.225466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d061298-ef8a-4c15-885c-c3ff77cf9c3c req-b91254fc-b60f-441b-8c8b-6d47739423cf tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.4600360 Jul 07 22:10:17.282252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.287167 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.331263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:10:17.346621 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:17.351972 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.352349 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Added segment 34b937cc-7695-4d8f-a2b1-841f7d257538 of type vlan for network 4ce36f3e-a5b9-497d-99bf-00908a9313b1 Jul 07 22:10:17.375555 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Sync routers for ids ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:10:17.379884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d061298-ef8a-4c15-885c-c3ff77cf9c3c req-0141b552-6635-42e5-a205-b82108e2f0da tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522300 Jul 07 22:10:17.384259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Deleting port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:17.384724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.394124 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Routers {'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:10:17.394763 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:10:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:17.460169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.516056 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.517170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:17.517808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:17.554981 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-77238f20-2fcd-439e-8cbe-cb650a03f737 req-5a04efb4-242d-4199-b462-9b076bf3b00f tempest-FloatingIPsNegativeTestJSON-1311702678 tempest-FloatingIPsNegativeTestJSON-1311702678-project] show failed (client error): The resource could not be found. Jul 07 22:10:17.555967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77238f20-2fcd-439e-8cbe-cb650a03f737 req-5a04efb4-242d-4199-b462-9b076bf3b00f tempest-FloatingIPsNegativeTestJSON-1311702678 tempest-FloatingIPsNegativeTestJSON-1311702678-project] 10.222.0.81 "GET /v2.0/floatingips/fee926fe-2db7-4fab-89e1-78fc15b3d1a1 HTTP/1.1" status: 404 len: 350 time: 0.0835769 Jul 07 22:10:17.560041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-cc70054b-c550-4460-a092-a28011991f59 service neutron] 10.222.0.81 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011374 Jul 07 22:10:17.570236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47984) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:17.590949 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8733537 Jul 07 22:10:17.593666 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:17.598621 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Request body: {'subnet': {'network_id': '4ce36f3e-a5b9-497d-99bf-00908a9313b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1934274156-subnet', 'tenant_id': 'f6cc736e75e3477dbe6fd10e97a66fcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:17.648309 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Set router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:10:18.172314 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '84647a90-14e9-441f-abdc-90b700439788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:06Z', 'updated_at': '2021-07-07T22:10:14Z', 'revision_number': 4, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'gw_port': {'id': '84647a90-14e9-441f-abdc-90b700439788', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:08Z', 'updated_at': '2021-07-07T22:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bd98087e-ab0b-4cad-b11a-2e1c0f9f5577', 'name': '', 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'mac_address': 'fa:16:3e:4a:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0da41c08-6d31-4a15-84bd-31493e4f64c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:12Z', 'updated_at': '2021-07-07T22:10:14Z', 'revision_number': 2, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'subnets': [{'id': '0da41c08-6d31-4a15-84bd-31493e4f64c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:18.213408 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Checking router: b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:10:18.215560 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Updating router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:10:18.223114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] For port 4dd5511a-ea22-43a1-86d6-bb7417c495c3, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4dd5511a-ea22-43a1-86d6-bb7417c495c3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:18.224169 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:18.306176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Calling delete_port for 4dd5511a-ea22-43a1-86d6-bb7417c495c3 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:18.307755 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:18.310297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcb611-34e8-42e6-a0f6-139600431170 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce36f3e-a5b9-497d-99bf-00908a9313b1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:18.335267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-c7ce9afd-9231-4b86-a727-b7d99c35e27c service neutron] 10.222.0.81 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7447176 Jul 07 22:10:18.338838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4ce36f3e-a5b9-497d-99bf-00908a9313b1 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:10:18.377663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Made reservation on behalf of f6cc736e75e3477dbe6fd10e97a66fcd for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:18.380293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:18.591394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee168f26-3728-46c3-850d-dee9ed866661 req-e93a37da-f785-4868-a5f0-b101bdc5936f tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:18.593172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee168f26-3728-46c3-850d-dee9ed866661 req-e93a37da-f785-4868-a5f0-b101bdc5936f tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 949 time: 0.4741585 Jul 07 22:10:18.629387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-57cd35fa-5a85-474b-bf37-3e7f68561267 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:18.636188 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-57cd35fa-5a85-474b-bf37-3e7f68561267 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeec34a0-46dd-46f7-9f47-d3582486c57d HTTP/1.1" status: 200 len: 943 time: 0.4078975 Jul 07 22:10:18.811144 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4dcb8d-3aef-4cff-8469-5ff346d1d6f7 x-openstack-request-id: req-5a4dcb8d-3aef-4cff-8469-5ff346d1d6f7 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:18.813275 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "name": "network-vif-unplugged", "status": "completed", "tag": "65428b02-315f-4d96-a680-dc75e066231a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:18.813646 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a4dcb8d-3aef-4cff-8469-5ff346d1d6f7 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:18.814762 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65428b02-315f-4d96-a680-dc75e066231a', 'code': 200} Jul 07 22:10:18.815788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 84647a90-14e9-441f-abdc-90b700439788 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:18.926482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 84647a90-14e9-441f-abdc-90b700439788 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:18.927636 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:18.970704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee168f26-3728-46c3-850d-dee9ed866661 req-366299c6-c65d-41f5-9f9e-1ac0e85e75bc tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/security-groups?id=787876d0-8493-431b-8ec0-31759aa9c028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564610 Jul 07 22:10:18.976012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.071993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=286a424c-ab62-4f00-8d65-007a17135974,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:19.129070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Checking segment: {'id': '34b937cc-7695-4d8f-a2b1-841f7d257538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ce36f3e-a5b9-497d-99bf-00908a9313b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:19.129434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Network hostable DHCP agents. Network: 4ce36f3e-a5b9-497d-99bf-00908a9313b1, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:10:19.133454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Deleting port 65428b02-315f-4d96-a680-dc75e066231a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:19.133824 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.166424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.170560 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.198997 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Transition to ACTIVE for port object bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:19.218887 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.259762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Network 4ce36f3e-a5b9-497d-99bf-00908a9313b1 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:10:19.319078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4ce36f3e-a5b9-497d-99bf-00908a9313b1) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:19.329751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:19.334593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.348432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0019a2-9f6d-4737-8af4-351e9fda0dbe None None] Network 4ce36f3e-a5b9-497d-99bf-00908a9313b1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:19.365844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.369369 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] For port 65428b02-315f-4d96-a680-dc75e066231a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=65428b02-315f-4d96-a680-dc75e066231a,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:19.369738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.413600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Calling delete_port for 65428b02-315f-4d96-a680-dc75e066231a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:19.413782 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Pushing event updated for resources: {'Port': ['ID=bd98087e-ab0b-4cad-b11a-2e1c0f9f5577,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:19.419008 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8d3c7db7-6bb4-4c31-bd53-965b158bb72c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8241262 Jul 07 22:10:19.475924 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.478113 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.483274 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.485573 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.488098 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.488719 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.490311 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.490904 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.497809 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.498574 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.499291 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.503278 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.589026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc1cffd4-b1d2-4e83-94e9-12cbe123d484 req-c7cabd6a-edd1-41be-8edf-6eef72aed0bc tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 210 time: 0.4446180 Jul 07 22:10:19.591069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Pushing event deleted for resources: {'Port': ['ID=4dd5511a-ea22-43a1-86d6-bb7417c495c3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:19.671741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] No DVR routers for this DVR port 4dd5511a-ea22-43a1-86d6-bb7417c495c3 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:19.683326 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Attempting to bind port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:19.686364 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Attempting to bind port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a82d7453-cb3a-487c-ae18-c2520b2d4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:19.686920 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Attempting to bind port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 on network 22f26267-37c4-46c1-bfd3-da2909e03bf9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:19.690777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.701496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b9631d0-bc58-4d8a-9e29-3969cc715e59 req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.83 "DELETE /v2.0/ports/4dd5511a-ea22-43a1-86d6-bb7417c495c3 HTTP/1.1" status: 204 len: 173 time: 3.1111889 Jul 07 22:10:19.723078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a90a57-e885-4870-97ba-0243dfa2a219', 'name': 'network-vif-deleted', 'tag': '4dd5511a-ea22-43a1-86d6-bb7417c495c3'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:19.726199 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:19.727071 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Checking segment: {'id': 'a82d7453-cb3a-487c-ae18-c2520b2d4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:19.729239 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.730397 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Bound using segment: {'id': 'a82d7453-cb3a-487c-ae18-c2520b2d4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:19.731101 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Bound port: bd98087e-ab0b-4cad-b11a-2e1c0f9f5577, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82d7453-cb3a-487c-ae18-c2520b2d4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:19.734529 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.741633 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317b3ed3-b144-41c0-a683-62165915522b" -d '{"events": [{"server_uuid": "35a90a57-e885-4870-97ba-0243dfa2a219", "name": "network-vif-deleted", "tag": "4dd5511a-ea22-43a1-86d6-bb7417c495c3"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:19.746793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:19.755035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.755765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.756350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.756910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.757588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.759620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.760854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.762541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.765414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.766860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.767680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.770975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b60dab89-0765-48ce-821f-a41644ce8d83 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:19.801126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be05e7db-e269-43e6-94e5-fb608b4c74aa None None] Network 4ce36f3e-a5b9-497d-99bf-00908a9313b1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:19.817102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Pushing event deleted for resources: {'Port': ['ID=65428b02-315f-4d96-a680-dc75e066231a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:19.958876 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] For port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:19.959171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ca526-39b6-463c-9988-6c445f94781c req-d13d8fba-71a4-4f96-860a-7f65e95adc89 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:19.966192 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] For port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bd98087e-ab0b-4cad-b11a-2e1c0f9f5577,segment=NetworkSegment(a82d7453-cb3a-487c-ae18-c2520b2d4301),segment_id=a82d7453-cb3a-487c-ae18-c2520b2d4301)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:19.967202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c4ca526-39b6-463c-9988-6c445f94781c req-d13d8fba-71a4-4f96-860a-7f65e95adc89 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.8264112 Jul 07 22:10:19.974400 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:20.007944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] No DVR routers for this DVR port 65428b02-315f-4d96-a680-dc75e066231a on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:20.018168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:20.024327 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-41625164-7c61-472c-b4bc-ceb0d9d8ed1f req-e1e15353-fc91-4c04-9c97-cdc2d6f22b01 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "DELETE /v2.0/ports/65428b02-315f-4d96-a680-dc75e066231a HTTP/1.1" status: 204 len: 173 time: 1.3692856 Jul 07 22:10:20.025061 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'name': 'network-vif-deleted', 'tag': '65428b02-315f-4d96-a680-dc75e066231a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:20.029043 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f4be47-a990-4f38-bfcb-c2063baf6133" -d '{"events": [{"server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "name": "network-vif-deleted", "tag": "65428b02-315f-4d96-a680-dc75e066231a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:20.062538 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcaddad-76a3-42bb-b278-6150237c6152 x-openstack-request-id: req-3fcaddad-76a3-42bb-b278-6150237c6152 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:20.063235 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a90a57-e885-4870-97ba-0243dfa2a219", "name": "network-vif-deleted", "tag": "4dd5511a-ea22-43a1-86d6-bb7417c495c3", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:20.063741 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3fcaddad-76a3-42bb-b278-6150237c6152 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:20.064369 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35a90a57-e885-4870-97ba-0243dfa2a219', 'name': 'network-vif-deleted', 'tag': '4dd5511a-ea22-43a1-86d6-bb7417c495c3', 'status': 'completed', 'code': 200} Jul 07 22:10:20.140327 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Routers {'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:10:20.141018 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:10:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:20.221972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c4ca526-39b6-463c-9988-6c445f94781c req-4c69b117-2ae5-47c2-ac0b-9f81bc303355 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535338 Jul 07 22:10:20.322787 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:20.348895 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf47bc74-6926-498e-bcda-66b8bb870054 x-openstack-request-id: req-bf47bc74-6926-498e-bcda-66b8bb870054 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:20.349423 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeec34a0-46dd-46f7-9f47-d3582486c57d", "name": "network-vif-deleted", "tag": "65428b02-315f-4d96-a680-dc75e066231a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:20.349534 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf47bc74-6926-498e-bcda-66b8bb870054 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:20.349918 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeec34a0-46dd-46f7-9f47-d3582486c57d', 'name': 'network-vif-deleted', 'tag': '65428b02-315f-4d96-a680-dc75e066231a', 'status': 'completed', 'code': 200} Jul 07 22:10:20.392673 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b3010-c79b-4f74-9b43-f6e6717711ec None None] Pushing event updated for resources: {'Port': ['ID=bd98087e-ab0b-4cad-b11a-2e1c0f9f5577,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:20.441992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0061bb1e-d601-45bf-a238-602289df406c req-f5c0833d-1749-4885-bf79-8606d41df5f4 tempest-TenantUsagesTestJSON-75550224 tempest-TenantUsagesTestJSON-75550224-project] 10.222.0.81 "GET /v2.0/ports?device_id=35a90a57-e885-4870-97ba-0243dfa2a219 HTTP/1.1" status: 200 len: 210 time: 0.1122551 Jul 07 22:10:20.537153 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] Set router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:10:20.699641 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:20.708627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-c5e70368-bbd1-481f-8022-a69f37a5e981 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:20.716807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-c5e70368-bbd1-481f-8022-a69f37a5e981 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 821 time: 0.1632483 Jul 07 22:10:20.805700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 65428b02-315f-4d96-a680-dc75e066231a no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:20.809956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-5c0072f2-01fd-4adf-97e2-accc4dff6145 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/quotas/d8f66928466f4e67acd89b20707127a1 HTTP/1.1" status: 200 len: 375 time: 0.0919209 Jul 07 22:10:20.872543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 65428b02-315f-4d96-a680-dc75e066231a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:10:20.872901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 65428b02-315f-4d96-a680-dc75e066231a not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:20.968092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48068) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:20.970642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-995fc2c2-73a7-4bb2-b6c6-2fd4150db5c7 req-722a8d4a-37c9-422d-8f0c-4e783af47990 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 210 time: 0.0988777 Jul 07 22:10:20.974684 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '84647a90-14e9-441f-abdc-90b700439788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:06Z', 'updated_at': '2021-07-07T22:10:14Z', 'revision_number': 4, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'gw_port': {'id': '84647a90-14e9-441f-abdc-90b700439788', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:08Z', 'updated_at': '2021-07-07T22:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bd98087e-ab0b-4cad-b11a-2e1c0f9f5577', 'name': '', 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'mac_address': 'fa:16:3e:4a:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0da41c08-6d31-4a15-84bd-31493e4f64c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:12Z', 'updated_at': '2021-07-07T22:10:19Z', 'revision_number': 4, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'subnets': [{'id': '0da41c08-6d31-4a15-84bd-31493e4f64c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:20.990504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1157963694-network', 'tenant_id': '346607d37b6b41df964ca828aee44e92'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:21.039727 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26d233-051c-46cb-a8cf-abc277faeba2 None None] The sync data for ids ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'] in n-d-695012-11 is: [{'id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '84647a90-14e9-441f-abdc-90b700439788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:06Z', 'updated_at': '2021-07-07T22:10:14Z', 'revision_number': 4, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'gw_port': {'id': '84647a90-14e9-441f-abdc-90b700439788', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:08Z', 'updated_at': '2021-07-07T22:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bd98087e-ab0b-4cad-b11a-2e1c0f9f5577', 'name': '', 'network_id': '22f26267-37c4-46c1-bfd3-da2909e03bf9', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'mac_address': 'fa:16:3e:4a:cb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0da41c08-6d31-4a15-84bd-31493e4f64c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:12Z', 'updated_at': '2021-07-07T22:10:19Z', 'revision_number': 4, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'subnets': [{'id': '0da41c08-6d31-4a15-84bd-31493e4f64c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:10:21.047921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-667876fe-98e7-4822-861d-16f1c01bf92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.110779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Made reservation on behalf of 346607d37b6b41df964ca828aee44e92 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:21.115266 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.156245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4dd5511a-ea22-43a1-86d6-bb7417c495c3 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:21.169546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-82501c26-3b6d-4bb5-bff9-a873c51d7c57 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:21.175201 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-82501c26-3b6d-4bb5-bff9-a873c51d7c57 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 804 time: 0.3525028 Jul 07 22:10:21.188958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-29301303-5cf0-42c5-99f4-9fd84d659863 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3769803 Jul 07 22:10:21.195073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 4dd5511a-ea22-43a1-86d6-bb7417c495c3 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:10:21.195417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4dd5511a-ea22-43a1-86d6-bb7417c495c3 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:21.226514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Request body: {'port': {'device_id': '9fdbd943-e36c-456c-a2fb-6a0333b068bc', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'admin_state_up': True, 'tenant_id': 'fb63f9fc63374592a4a6f5475cf79d55'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:21.285902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.392236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-ac5a178a-4e9e-4a30-b494-953f07a5ca8d service neutron] 10.222.0.81 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864750 Jul 07 22:10:21.397198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Deleting port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:21.397670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.456801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-667876fe-98e7-4822-861d-16f1c01bf92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.467607 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-667876fe-98e7-4822-861d-16f1c01bf92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.534501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667876fe-98e7-4822-861d-16f1c01bf92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f2d891-6dfc-4c08-a196-db961aae0b30,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:21.543006 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-667876fe-98e7-4822-861d-16f1c01bf92e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f790cc8c24845c1a0d798e6f9b834a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8401492 Jul 07 22:10:21.544154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48074) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:21.601768 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.607993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.631993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] For port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bd98087e-ab0b-4cad-b11a-2e1c0f9f5577,segment=NetworkSegment(a82d7453-cb3a-487c-ae18-c2520b2d4301),segment_id=a82d7453-cb3a-487c-ae18-c2520b2d4301)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:21.632364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.652251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:10:21.655058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Made reservation on behalf of fb63f9fc63374592a4a6f5475cf79d55 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:21.659172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.668231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Calling delete_port for bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:21.674055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b7f0d1-b70d-40f4-a24c-7c40acf8f1df,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:21.681892 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.682129 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Added segment 1800acde-8527-4037-be70-512808925a13 of type vlan for network b91c796a-6ed9-47d5-acf6-60473398701c Jul 07 22:10:21.694135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-9bb79780-c442-4b4b-a564-18c8b64dfd84 service neutron] 10.222.0.81 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932491 Jul 07 22:10:21.709721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed1b32-f7e1-4aa7-8a77-328db6b2d3c4 req-5a8a98cd-44a3-47eb-a506-254cac7ec1b2 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:21.711312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7ed1b32-f7e1-4aa7-8a77-328db6b2d3c4 req-5a8a98cd-44a3-47eb-a506-254cac7ec1b2 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.2768564 Jul 07 22:10:21.768045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.788023 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e9976d6c-9a07-4040-b6da-7f694c4b7d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.846347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.847350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:21.847910 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.858113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7ed1b32-f7e1-4aa7-8a77-328db6b2d3c4 req-cbd84f7f-fb74-4a5a-8658-c7fc2f5dd0df tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216195 Jul 07 22:10:21.871736 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8997731 Jul 07 22:10:21.875615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48082) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:21.877203 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e9976d6c-9a07-4040-b6da-7f694c4b7d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:21.880822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Request body: {'subnet': {'network_id': 'b91c796a-6ed9-47d5-acf6-60473398701c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1157963694-subnet', 'tenant_id': '346607d37b6b41df964ca828aee44e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:21.940313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Allocated IP 172.20.0.4 (ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59/dac23677-c3f2-4b17-a2d1-eb20d8c04ece/4be4017d-f28c-4c4f-8f97-679f2f4fe17c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:21.994240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab186ddb-b5c5-4b15-b362-e5dda3bb3190 admin admin] Pushing event updated for resources: {'Network': ['ID=b91c796a-6ed9-47d5-acf6-60473398701c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:22.003319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Made reservation on behalf of 346607d37b6b41df964ca828aee44e92 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:22.007694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:22.012654 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network b91c796a-6ed9-47d5-acf6-60473398701c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:10:22.058270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e9976d6c-9a07-4040-b6da-7f694c4b7d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:22.064437 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e9976d6c-9a07-4040-b6da-7f694c4b7d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:22.068095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e9976d6c-9a07-4040-b6da-7f694c4b7d97 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1f2d891-6dfc-4c08-a196-db961aae0b30 HTTP/1.1" status: 204 len: 168 time: 0.5183620 Jul 07 22:10:22.143287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9976d6c-9a07-4040-b6da-7f694c4b7d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f2d891-6dfc-4c08-a196-db961aae0b30,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:22.284654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c841fe85-fce5-4f64-befe-261931409fca req-1e0501a3-92b0-46e3-9cab-a78b2f1e2683 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 210 time: 0.0931604 Jul 07 22:10:22.315491 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:22.471214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:22.510927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90cd73b9-6eb6-4a11-9c59-167545e76465 req-033beca8-1eec-4642-af94-acd18658bdb3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 210 time: 0.2429788 Jul 07 22:10:22.542168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:22.600191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd98087e-ab0b-4cad-b11a-2e1c0f9f5577,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:22.605784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:22.634924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:10:22.637087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 07 22:10:22.700900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:22.711309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Port bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 not found, will not notify nova. {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 07 22:10:22.735097 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:22.837904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:22.863185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:22.897076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:22.908936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:22.911878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3616520c-2982-47f4-a4b1-c5f7d6602689,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:23.033715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Checking segment: {'id': '1800acde-8527-4037-be70-512808925a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b91c796a-6ed9-47d5-acf6-60473398701c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:23.034133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Network hostable DHCP agents. Network: b91c796a-6ed9-47d5-acf6-60473398701c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:10:23.081117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:23.114118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Pushing event updated for resources: {'Port': ['ID=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:23.121587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:23.122408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.128913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c34cf8e-3669-4ed1-827b-55d6355ed2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.150302 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-172f7cad-5269-4b23-b3f9-cd9a725cc372 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=222ff4ad0c3f47f8b55ef2d59247fad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381051 Jul 07 22:10:23.150302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Network b91c796a-6ed9-47d5-acf6-60473398701c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:10:23.152575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48114) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:23.160996 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-eefa2d65-077a-42a8-9eba-532d221a9718 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9388521 Jul 07 22:10:23.163229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, b91c796a-6ed9-47d5-acf6-60473398701c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:23.171899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:23.172491 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.177442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcc32ba-ca96-4f8e-89f7-b0ffa8b6318f None None] Network b91c796a-6ed9-47d5-acf6-60473398701c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:23.189975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Request body: {'port': {'device_id': '9fdbd943-e36c-456c-a2fb-6a0333b068bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:23.194929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0db9ec-d8ee-415d-9b01-03efb2ae26bf req-7a23ccf9-774e-46a8-8862-dd9b5c254c70 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:23.195721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a0db9ec-d8ee-415d-9b01-03efb2ae26bf req-7a23ccf9-774e-46a8-8862-dd9b5c254c70 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.1874907 Jul 07 22:10:23.297921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:10:23.302183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a0db9ec-d8ee-415d-9b01-03efb2ae26bf req-aa41ba23-2767-41ef-85a5-a4325cd6b525 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950694 Jul 07 22:10:23.311801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c57b871-8219-40ef-87b7-6e2e26104c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.353315 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c57b871-8219-40ef-87b7-6e2e26104c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.359050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c34cf8e-3669-4ed1-827b-55d6355ed2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.360374 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.366814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c34cf8e-3669-4ed1-827b-55d6355ed2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.394053 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-43dbde62-6dc8-4043-99ea-bdb4d946b85c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5095036 Jul 07 22:10:23.421755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eab693-12eb-43f2-a345-a7410f0cded2 None None] Network b91c796a-6ed9-47d5-acf6-60473398701c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:23.444734 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9c34cf8e-3669-4ed1-827b-55d6355ed2fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5889e05972b74e23a6fb01695ea9106d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625252 Jul 07 22:10:23.445630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:23.456998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34cf8e-3669-4ed1-827b-55d6355ed2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763c06ae-a704-4f2d-8ca4-8509409bb8a0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:23.733215 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.787065 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.794791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64cc52c1-a67f-4451-96d5-7fa0cba51aa3 req-9eafb77f-13b5-453d-ad24-8069d104bc14 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 210 time: 0.0697970 Jul 07 22:10:23.812045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be4017d-f28c-4c4f-8f97-679f2f4fe17c {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:23.830864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.850052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Transition to ACTIVE for port object 4be4017d-f28c-4c4f-8f97-679f2f4fe17c will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:23.856211 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.907688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c57b871-8219-40ef-87b7-6e2e26104c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.910413 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c57b871-8219-40ef-87b7-6e2e26104c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.911736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2c57b871-8219-40ef-87b7-6e2e26104c8f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/787876d0-8493-431b-8ec0-31759aa9c028 HTTP/1.1" status: 204 len: 168 time: 0.7585387 Jul 07 22:10:23.926822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec6891-a577-4e72-8f59-c91378265cfc req-5c3427ef-0c4e-4aef-baca-89ab8bebbd53 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:23.936384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bec6891-a577-4e72-8f59-c91378265cfc req-5c3427ef-0c4e-4aef-baca-89ab8bebbd53 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 931 time: 0.2126172 Jul 07 22:10:23.940726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.942899 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:23.945142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:10:23.951776 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/763c06ae-a704-4f2d-8ca4-8509409bb8a0 HTTP/1.1" status: 204 len: 168 time: 0.5034425 Jul 07 22:10:23.956457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] Sync routers for ids ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:10:23.970930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57b871-8219-40ef-87b7-6e2e26104c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787876d0-8493-431b-8ec0-31759aa9c028,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:23.974699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763c06ae-a704-4f2d-8ca4-8509409bb8a0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:23.982644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] Routers {'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:10:23.984261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:10:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:23.985124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d142c92a-3cab-40a6-9e19-98b4c2ee78a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4130495 Jul 07 22:10:23.999142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48134) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:24.075856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Pushing event updated for resources: {'Port': ['ID=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:24.080950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.081300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.081850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.082206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.082536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.082861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.083185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.083506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.083812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.084161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.084518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.084780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1a5e-066d-4a9d-b72a-b73022d22b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.109720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.110086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.110430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.110762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.111088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.111413 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.111733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.112053 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.112373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.112695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.113011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.113323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:24.118719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Attempting to bind port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:24.119048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Attempting to bind port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:24.119437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Attempting to bind port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:24.126967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:10:24.127305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Attempting to bind port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c on network ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:24.140230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:24.140610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Checking segment: {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:24.140944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Bound using segment: {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:24.141371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Bound port: 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2874f6d6-72dc-4698-818c-d5481df195d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:24.141730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:24.219902 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] Set router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:10:24.280519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bec6891-a577-4e72-8f59-c91378265cfc req-c397c14a-d03d-405b-94c6-112b152534f8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432333 Jul 07 22:10:24.300162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] For port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:24.304613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] For port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:24.313295 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:24.441902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Pushing event updated for resources: {'Port': ['ID=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:24.461501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:24.462705 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:24.464199 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-17eb8d02-bd47-4df9-9412-9a283ea896ce service neutron] 10.222.0.44 "PUT /v2.0/ports/4be4017d-f28c-4c4f-8f97-679f2f4fe17c HTTP/1.1" status: 200 len: 1092 time: 1.2958946 Jul 07 22:10:24.464656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdbd943-e36c-456c-a2fb-6a0333b068bc', 'tag': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:24.481680 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d69d19-3adb-42d1-bf56-63585455887d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdbd943-e36c-456c-a2fb-6a0333b068bc", "tag": "4be4017d-f28c-4c4f-8f97-679f2f4fe17c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:24.505225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-531a4f9f-f785-4b69-9da4-d584bca61dfb tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:24.506730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-531a4f9f-f785-4b69-9da4-d584bca61dfb tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 821 time: 0.3982427 Jul 07 22:10:24.536728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Request body: {'port': {'device_id': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1', 'admin_state_up': True, 'tenant_id': 'd8f66928466f4e67acd89b20707127a1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:24.540897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '84647a90-14e9-441f-abdc-90b700439788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:06Z', 'updated_at': '2021-07-07T22:10:22Z', 'revision_number': 5, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'gw_port': {'id': '84647a90-14e9-441f-abdc-90b700439788', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:08Z', 'updated_at': '2021-07-07T22:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:24.576141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:24.578314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] Checking router: b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:10:24.588450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] Routers {'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:10:24.590828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:10:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:24.604243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-445756ab-68f3-42ee-a167-c395ac84da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:24.610995 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-445756ab-68f3-42ee-a167-c395ac84da7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 1095 time: 0.1014957 Jul 07 22:10:24.687515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48146) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:24.693904 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-d6f8ba4e-3a14-4f3c-ab4f-31c0c9489e8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c HTTP/1.1" status: 200 len: 217 time: 0.0757315 Jul 07 22:10:24.781326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-0e0b19b8-3eac-415e-875a-cb2db9631acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:24.782828 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-0e0b19b8-3eac-415e-875a-cb2db9631acd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dac23677-c3f2-4b17-a2d1-eb20d8c04ece HTTP/1.1" status: 200 len: 844 time: 0.0812414 Jul 07 22:10:24.804526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] Set router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:10:24.835504 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-e02c91cf-af3e-4ec8-ad4e-028707cc7977 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451851 Jul 07 22:10:24.861714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:24.881352 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52bc316c-b60f-48c5-8f38-521e9df7139b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:24.993729 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-0a3d864f-0a03-4454-8302-18a24fdc2b50 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513698 Jul 07 22:10:25.092006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '84647a90-14e9-441f-abdc-90b700439788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:06Z', 'updated_at': '2021-07-07T22:10:22Z', 'revision_number': 5, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'gw_port': {'id': '84647a90-14e9-441f-abdc-90b700439788', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:08Z', 'updated_at': '2021-07-07T22:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:25.128594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b59d0890-937b-4b3e-b6da-c7a2c8f6fdc0 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:25.136062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b59d0890-937b-4b3e-b6da-c7a2c8f6fdc0 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/networks?id=4ce36f3e-a5b9-497d-99bf-00908a9313b1 HTTP/1.1" status: 200 len: 815 time: 0.2847517 Jul 07 22:10:25.141666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb875845-a79e-4ab9-bbb7-e416363f1d30 None None] The sync data for ids ['b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6'] in n-d-695012-11 is: [{'id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'name': 'tempest-FloatingIPsNegativeTestJSON-609313328-router', 'tenant_id': '143b4ca6b79748c0832ed1764dd6511d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '84647a90-14e9-441f-abdc-90b700439788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:06Z', 'updated_at': '2021-07-07T22:10:22Z', 'revision_number': 5, 'project_id': '143b4ca6b79748c0832ed1764dd6511d', 'gw_port': {'id': '84647a90-14e9-441f-abdc-90b700439788', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:10:08Z', 'updated_at': '2021-07-07T22:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:10:25.158087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243942ff-f7ea-4e96-b76b-6540b25c1f62 req-f9478725-5c5d-49ff-aacf-2f0605a7b422 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:25.159867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-243942ff-f7ea-4e96-b76b-6540b25c1f62 req-f9478725-5c5d-49ff-aacf-2f0605a7b422 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.5964100 Jul 07 22:10:25.173512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Deleting port 84647a90-14e9-441f-abdc-90b700439788 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:25.173931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:25.183359 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a109654f-3e4a-4427-b6d2-c0efaef886c9 req-0cd3bf78-ea4d-4a04-86d4-6a3b3dcca288 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833358 Jul 07 22:10:25.186731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-15dfd684-6197-49f4-ac31-4ea8694856a8 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/quotas/f6cc736e75e3477dbe6fd10e97a66fcd HTTP/1.1" status: 200 len: 375 time: 0.0497131 Jul 07 22:10:25.296174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-756fb2a7-44a6-41ff-9aee-d0160f1fd389 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f6cc736e75e3477dbe6fd10e97a66fcd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583336 Jul 07 22:10:25.342916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-243942ff-f7ea-4e96-b76b-6540b25c1f62 req-f92ce84d-19e5-4567-b569-cba74ca737c9 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755023 Jul 07 22:10:25.393899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52bc316c-b60f-48c5-8f38-521e9df7139b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:25.409426 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52bc316c-b60f-48c5-8f38-521e9df7139b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:25.415385 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2a34eb-72a3-4a2f-96b8-3217ab79cbb6 x-openstack-request-id: req-df2a34eb-72a3-4a2f-96b8-3217ab79cbb6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:25.415776 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdbd943-e36c-456c-a2fb-6a0333b068bc", "tag": "4be4017d-f28c-4c4f-8f97-679f2f4fe17c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:25.416056 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df2a34eb-72a3-4a2f-96b8-3217ab79cbb6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:25.417163 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdbd943-e36c-456c-a2fb-6a0333b068bc', 'tag': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c', 'status': 'completed', 'code': 200} Jul 07 22:10:25.433604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] For port 84647a90-14e9-441f-abdc-90b700439788, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=84647a90-14e9-441f-abdc-90b700439788,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:25.433969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:25.484570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Calling delete_port for 84647a90-14e9-441f-abdc-90b700439788 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:25.508207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-52bc316c-b60f-48c5-8f38-521e9df7139b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c18cd849016544709d33192bf4ced876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066846 Jul 07 22:10:25.508924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Made reservation on behalf of d8f66928466f4e67acd89b20707127a1 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:25.513463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:25.522936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48180) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:25.548589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc316c-b60f-48c5-8f38-521e9df7139b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa4cc1b-ddb4-4a01-880b-cecf0083deb0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:25.601825 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69d19-3adb-42d1-bf56-63585455887d req-b171e739-2610-4436-a51e-06b05071d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:25.604176 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-07d69d19-3adb-42d1-bf56-63585455887d req-b171e739-2610-4436-a51e-06b05071d0d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 1095 time: 0.1597943 Jul 07 22:10:25.702319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-670c6405-6ea7-4f7c-b4ec-4694860c15c7 service neutron] 10.222.0.81 "GET /v2.0/networks/4ce36f3e-a5b9-497d-99bf-00908a9313b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801868 Jul 07 22:10:25.717328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-887929b4-5517-48d2-b3f3-a9cf867d9cab req-41bd8fd1-92d1-49db-a024-567afb3544d4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 210 time: 0.1378999 Jul 07 22:10:25.749755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69d19-3adb-42d1-bf56-63585455887d req-ef32b27f-8f09-47c2-8f42-b40f86e8c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:25.751283 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-07d69d19-3adb-42d1-bf56-63585455887d req-ef32b27f-8f09-47c2-8f42-b40f86e8c808 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 200 len: 905 time: 0.1398692 Jul 07 22:10:25.812147 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-07d69d19-3adb-42d1-bf56-63585455887d req-f30928c7-9e87-4a25-911b-0d408dd0dd1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c HTTP/1.1" status: 200 len: 217 time: 0.0542057 Jul 07 22:10:25.883564 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c0986f2-fb90-4245-bc12-f87f67711bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:25.906506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69d19-3adb-42d1-bf56-63585455887d req-0dc7e37c-adf3-4474-a994-815fdc76f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:25.909313 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-07d69d19-3adb-42d1-bf56-63585455887d req-0dc7e37c-adf3-4474-a994-815fdc76f9a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dac23677-c3f2-4b17-a2d1-eb20d8c04ece HTTP/1.1" status: 200 len: 844 time: 0.0897195 Jul 07 22:10:25.955558 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-07d69d19-3adb-42d1-bf56-63585455887d req-439121c5-d9e5-47d4-9a2b-7875c89277b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383556 Jul 07 22:10:25.985556 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c0986f2-fb90-4245-bc12-f87f67711bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:26.006784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Allocated IP 172.20.0.7 (df4c92dd-9e35-4c65-b13e-5a08e0f427f1/89fc32d3-510d-40a2-8873-b4755e7fee10/fbaeeacd-ca82-45e3-a632-dcd5449866a6) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:26.057033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-a80de9e4-31e3-4445-b2b3-6cc7a5df113f service neutron] 10.222.0.81 "GET /v2.0/networks/4ce36f3e-a5b9-497d-99bf-00908a9313b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523436 Jul 07 22:10:26.143538 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-07d69d19-3adb-42d1-bf56-63585455887d req-35dc3424-c62b-4e87-8c7a-67bfd88e2753 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797936 Jul 07 22:10:26.161984 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:26.178471 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c0986f2-fb90-4245-bc12-f87f67711bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:26.181323 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c0986f2-fb90-4245-bc12-f87f67711bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:26.185632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7c0986f2-fb90-4245-bc12-f87f67711bf9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5fa4cc1b-ddb4-4a01-880b-cecf0083deb0 HTTP/1.1" status: 204 len: 168 time: 0.6542840 Jul 07 22:10:26.303580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:26.312262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=84647a90-14e9-441f-abdc-90b700439788,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:26.337200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0986f2-fb90-4245-bc12-f87f67711bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa4cc1b-ddb4-4a01-880b-cecf0083deb0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:26.420406 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-07d69d19-3adb-42d1-bf56-63585455887d req-ae2fba65-bf01-4b4f-905f-3c3b2f0dc781 service neutron] 10.222.0.44 "GET /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682168 Jul 07 22:10:26.431201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:10:26.431556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bd98087e-ab0b-4cad-b11a-2e1c0f9f5577 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:26.638032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af967496-8152-4374-8b4b-cf29342ef30b req-8352b93b-6155-4bf5-b99f-6a7f64bd8388 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 210 time: 0.1746531 Jul 07 22:10:26.700066 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:26.749035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:26.835937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4be4017d-f28c-4c4f-8f97-679f2f4fe17c details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:10:26.896908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9d65f-e5cf-4a60-8d41-653e5ccffba8 req-79ff17cc-8ed4-48dc-9d2e-272046e16791 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:26.911041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fba9d65f-e5cf-4a60-8d41-653e5ccffba8 req-79ff17cc-8ed4-48dc-9d2e-272046e16791 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 943 time: 0.6505122 Jul 07 22:10:27.009208 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:27.016860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:27.074612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:27.103411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'port_id': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c', 'mac_address': 'fa:16:3e:b0:30:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac23677-c3f2-4b17-a2d1-eb20d8c04ece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:10:27.115970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fba9d65f-e5cf-4a60-8d41-653e5ccffba8 req-d6040001-624c-4ba8-922b-12566c352863 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039320 Jul 07 22:10:27.181368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:27.271466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be4017d-f28c-4c4f-8f97-679f2f4fe17c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:27.326840 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c22c847e-261d-4726-af7d-2fd09ba887e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:27.341497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:27.346310 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:27.418809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:27.585355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4be4017d-f28c-4c4f-8f97-679f2f4fe17c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:27.679582 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-bfd107df-cd0d-4c71-89d6-730166ede84a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1136096 Jul 07 22:10:27.754993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:27.783054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:27.821524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:27.824860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:27.841477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-c672c76a-4a12-4f83-8dd6-bc1eb618719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:27.842957 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-c672c76a-4a12-4f83-8dd6-bc1eb618719c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9637cba1caa041bea974b4f659b98b5a&device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 1098 time: 0.1122043 Jul 07 22:10:27.905675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:27.906253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:10:27.913222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:27.913847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:27.933303 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:27.936168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1d4b940b-9def-4f8b-bcb0-31adbf006d5f admin admin] 10.222.0.81 "DELETE /v2.0/routers/b06f6ca8-28a6-47d5-a4cf-33f4b184d5f6 HTTP/1.1" status: 204 len: 168 time: 3.9339123 Jul 07 22:10:27.946656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4155712 Jul 07 22:10:27.949894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48250) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:27.963685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3e86a-4dbe-47e8-b0dd-66f650b3e77a req-513d31be-7870-401b-ba20-7007ee8c143b tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:27.970984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cef3e86a-4dbe-47e8-b0dd-66f650b3e77a req-513d31be-7870-401b-ba20-7007ee8c143b tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 1.0930860 Jul 07 22:10:28.031233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Request body: {'port': {'device_id': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:28.071220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-539f8f26-3971-4c2c-8826-8b27004bab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:28.073236 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-539f8f26-3971-4c2c-8826-8b27004bab30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 200 len: 925 time: 0.2067761 Jul 07 22:10:28.081983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eabd286-b443-4142-8095-20a0b399a4f9 admin admin] Deleting subnet 0da41c08-6d31-4a15-84bd-31493e4f64c6 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:10:28.086474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1eabd286-b443-4142-8095-20a0b399a4f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:28.129235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1eabd286-b443-4142-8095-20a0b399a4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:28.212122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['dae3717c-a93a-46cd-9b64-4c62e4d862b1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:28.262767 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-308e2b7c-d09e-4368-889d-912ab456b958 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2738b98b-f84b-447b-832a-6574ad94a530 HTTP/1.1" status: 200 len: 1001 time: 0.1742220 Jul 07 22:10:28.315629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cef3e86a-4dbe-47e8-b0dd-66f650b3e77a req-c3cef9f2-1e7e-4b3d-a136-5c5fb76e5f82 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433039 Jul 07 22:10:28.374487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab4386-0973-4950-8407-5d2dc73874f3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Pushing event updated for resources: {'Port': ['ID=fbaeeacd-ca82-45e3-a632-dcd5449866a6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:28.405189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-0e4586f9-6629-48c8-8f1f-50c7c0e695ca tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:28.409635 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-0e4586f9-6629-48c8-8f1f-50c7c0e695ca tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.44 "GET /v2.0/networks?id=4ce36f3e-a5b9-497d-99bf-00908a9313b1 HTTP/1.1" status: 200 len: 815 time: 0.3832383 Jul 07 22:10:28.443323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Request body: {'port': {'device_id': '9eccffc2-53a0-4780-8613-5064e666b474', 'network_id': '4ce36f3e-a5b9-497d-99bf-00908a9313b1', 'admin_state_up': True, 'tenant_id': 'f6cc736e75e3477dbe6fd10e97a66fcd'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:28.465414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-790ac00c-8a62-4e14-9f71-fdc02248aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:28.467467 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-790ac00c-8a62-4e14-9f71-fdc02248aa08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a9942e5-327d-4e25-9c10-3e72191c7e80 HTTP/1.1" status: 200 len: 863 time: 0.1964030 Jul 07 22:10:28.531473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03e423-8048-42a8-95a9-90f828639d1b req-6185c0e4-3563-42dc-8eda-8aadfc50001d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:28.541750 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df03e423-8048-42a8-95a9-90f828639d1b req-6185c0e4-3563-42dc-8eda-8aadfc50001d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 931 time: 0.8188109 Jul 07 22:10:28.622031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-2bc0f02e-e3d2-4888-9158-68188fcf7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:28.623086 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-2bc0f02e-e3d2-4888-9158-68188fcf7b79 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=612059aa-53f0-48ef-9198-ca4890e951aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174605 Jul 07 22:10:28.660909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 84647a90-14e9-441f-abdc-90b700439788 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:28.671920 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:28.690970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 84647a90-14e9-441f-abdc-90b700439788 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:10:28.691308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 84647a90-14e9-441f-abdc-90b700439788 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:28.697809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Made reservation on behalf of f6cc736e75e3477dbe6fd10e97a66fcd for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:28.707221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:28.824860 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-7ae53e4d-1b00-4d0c-a19c-1bbab07f9956 service neutron] 10.222.0.83 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934028 Jul 07 22:10:28.849975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4be4017d-f28c-4c4f-8f97-679f2f4fe17c up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:28.940127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Allocated IP 172.20.0.6 (4ce36f3e-a5b9-497d-99bf-00908a9313b1/286a424c-ab62-4f00-8d65-007a17135974/027fad0c-85a3-4fc4-830e-0ed9c61aa89f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:28.944684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:28.949890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:28.951845 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:28.989774 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8888ebdf-f25f-470f-bae5-3dbefe417584 req-23cd6a61-8c02-47c7-9d18-1074a00085dc service neutron] 10.222.0.83 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579540 Jul 07 22:10:29.073725 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.105251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdbd943-e36c-456c-a2fb-6a0333b068bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:29.110511 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b25c40b-8720-4502-a5a2-24dc30629e1e" -d '{"events": [{"server_uuid": "9fdbd943-e36c-456c-a2fb-6a0333b068bc", "name": "network-vif-plugged", "status": "completed", "tag": "4be4017d-f28c-4c4f-8f97-679f2f4fe17c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:29.116810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df03e423-8048-42a8-95a9-90f828639d1b req-96e38d75-26e1-4291-973e-dba0b71085ef tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707605 Jul 07 22:10:29.118236 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1eabd286-b443-4142-8095-20a0b399a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.125497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:29.133707 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.150897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.215365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf32521e-5483-4b32-80e4-eeb3a43d21b9 req-d5270e41-1e39-43ae-b5cb-bebebc5d6dfe tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 210 time: 0.1955359 Jul 07 22:10:29.244085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.267572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbaeeacd-ca82-45e3-a632-dcd5449866a6 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:29.269679 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:29.320766 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.357190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Network 4ce36f3e-a5b9-497d-99bf-00908a9313b1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:29.361821 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:29.364119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:29.366223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Transition to ACTIVE for port object fbaeeacd-ca82-45e3-a632-dcd5449866a6 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:29.372186 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.382401 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1eabd286-b443-4142-8095-20a0b399a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.428760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:29.429669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.433489 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Pushing event updated for resources: {'Port': ['ID=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:29.456240 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-b3226596-1801-4caf-831e-e0ddaf71a0e1 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0269828 Jul 07 22:10:29.465991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabd286-b443-4142-8095-20a0b399a4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da41c08-6d31-4a15-84bd-31493e4f64c6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:29.468761 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1eabd286-b443-4142-8095-20a0b399a4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.473349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1eabd286-b443-4142-8095-20a0b399a4f9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0da41c08-6d31-4a15-84bd-31493e4f64c6 HTTP/1.1" status: 204 len: 168 time: 1.4997938 Jul 07 22:10:29.473509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1592fa2-2b14-4de3-acb1-dec33faf85c0 None None] Network 22f26267-37c4-46c1-bfd3-da2909e03bf9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:29.475193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Request body: {'port': {'device_id': '9eccffc2-53a0-4780-8613-5064e666b474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:29.482669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48276) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:29.527414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaeeacd-ca82-45e3-a632-dcd5449866a6,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:29.666102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.748006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.782440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:29.783124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:29.783663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:29.813584 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbbbb4d-5755-4200-9140-7e4d8bd73cd9 x-openstack-request-id: req-efbbbb4d-5755-4200-9140-7e4d8bd73cd9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:29.814220 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdbd943-e36c-456c-a2fb-6a0333b068bc", "name": "network-vif-plugged", "status": "completed", "tag": "4be4017d-f28c-4c4f-8f97-679f2f4fe17c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:29.814220 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efbbbb4d-5755-4200-9140-7e4d8bd73cd9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:29.814521 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdbd943-e36c-456c-a2fb-6a0333b068bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c', 'code': 200} Jul 07 22:10:29.820490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:10:29.821016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:29.836569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:29.837164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:29.837732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:29.838426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Bound port: fbaeeacd-ca82-45e3-a632-dcd5449866a6, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:29.838970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.849727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfb3da-8368-4883-8335-4f53ad69341a req-afee2c4a-7c25-42d5-a8a7-575e38407c83 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:29.857641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bcfb3da-8368-4883-8335-4f53ad69341a req-afee2c4a-7c25-42d5-a8a7-575e38407c83 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 945 time: 0.2138805 Jul 07 22:10:29.858877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17d0172d-030b-4f1a-bede-4196442074e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:29.962686 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.020155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bcfb3da-8368-4883-8335-4f53ad69341a req-d468c548-63b2-4142-9bc7-49d7e705aca8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613269 Jul 07 22:10:30.023489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f40dd-0f1c-495b-b494-6cc5565c98c6 None None] DHCP port deletion for 22f26267-37c4-46c1-bfd3-da2909e03bf9 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:10:30.102957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-538f40dd-0f1c-495b-b494-6cc5565c98c6 None None] Deleting port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:30.103645 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-538f40dd-0f1c-495b-b494-6cc5565c98c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.110288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Deleting port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:30.110769 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.208260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027fad0c-85a3-4fc4-830e-0ed9c61aa89f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:30.218394 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.235909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Transition to ACTIVE for port object 027fad0c-85a3-4fc4-830e-0ed9c61aa89f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:30.240611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.242780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:30.247147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-538f40dd-0f1c-495b-b494-6cc5565c98c6 None None] For port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c6be2ff6-8158-4044-ae3c-de1b9ed4f28f,segment=NetworkSegment(a82d7453-cb3a-487c-ae18-c2520b2d4301),segment_id=a82d7453-cb3a-487c-ae18-c2520b2d4301)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:30.247490 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-538f40dd-0f1c-495b-b494-6cc5565c98c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.269760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-538f40dd-0f1c-495b-b494-6cc5565c98c6 None None] Calling delete_port for c6be2ff6-8158-4044-ae3c-de1b9ed4f28f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:30.306955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:30.329495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.363981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Pushing event updated for resources: {'Port': ['ID=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:30.433158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:30.433777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.436113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c6be2ff6-8158-4044-ae3c-de1b9ed4f28f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:30.442747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] 10.222.0.83 "PUT /v2.0/ports/fbaeeacd-ca82-45e3-a632-dcd5449866a6 HTTP/1.1" status: 200 len: 1092 time: 2.4648786 Jul 07 22:10:30.449385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49265c-c1e4-41d0-9083-0d38faf6e801 req-00aff669-5f35-4a87-9961-f6d753b3dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:30.451270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c49265c-c1e4-41d0-9083-0d38faf6e801 req-00aff669-5f35-4a87-9961-f6d753b3dbe5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 1097 time: 0.5851839 Jul 07 22:10:30.452324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:30.454051 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9f9e51-ef95-49de-af34-d86d981b675c" -d '{"events": [{"name": "network-changed", "server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:30.475943 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-538f40dd-0f1c-495b-b494-6cc5565c98c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.478416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] For port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c6be2ff6-8158-4044-ae3c-de1b9ed4f28f,segment=NetworkSegment(a82d7453-cb3a-487c-ae18-c2520b2d4301),segment_id=a82d7453-cb3a-487c-ae18-c2520b2d4301)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:30.478777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.516955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Attempting to bind port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:30.517340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Attempting to bind port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '34b937cc-7695-4d8f-a2b1-841f7d257538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ce36f3e-a5b9-497d-99bf-00908a9313b1'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:30.517661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Attempting to bind port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f on network 4ce36f3e-a5b9-497d-99bf-00908a9313b1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:30.522166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f40dd-0f1c-495b-b494-6cc5565c98c6 None None] No DVR routers for this DVR port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:30.525356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f on network 4ce36f3e-a5b9-497d-99bf-00908a9313b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:10:30.525651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Attempting to bind port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f on network 4ce36f3e-a5b9-497d-99bf-00908a9313b1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:30.530831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f40dd-0f1c-495b-b494-6cc5565c98c6 None None] Pushing event deleted for resources: {'Port': ['ID=c6be2ff6-8158-4044-ae3c-de1b9ed4f28f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:30.543413 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:30.543757 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Checking segment: {'id': '34b937cc-7695-4d8f-a2b1-841f7d257538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ce36f3e-a5b9-497d-99bf-00908a9313b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:30.544561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Bound using segment: {'id': '34b937cc-7695-4d8f-a2b1-841f7d257538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ce36f3e-a5b9-497d-99bf-00908a9313b1'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:30.546522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Bound port: 027fad0c-85a3-4fc4-830e-0ed9c61aa89f, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b937cc-7695-4d8f-a2b1-841f7d257538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '4ce36f3e-a5b9-497d-99bf-00908a9313b1'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:30.547148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.548273 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No active binding found for port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:10:30.548849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c6be2ff6-8158-4044-ae3c-de1b9ed4f28f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:30.597624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Calling delete_port for c6be2ff6-8158-4044-ae3c-de1b9ed4f28f owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:30.665996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] For port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:30.666764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a557f3-a7d1-4f0a-aff7-3ddc41f51807 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaeeacd-ca82-45e3-a632-dcd5449866a6,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:30.672404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] For port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,segment=NetworkSegment(34b937cc-7695-4d8f-a2b1-841f7d257538),segment_id=34b937cc-7695-4d8f-a2b1-841f7d257538)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:30.677670 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.699062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeea431-47af-43aa-9ab9-396761968146 req-630ea6c0-9138-4406-8297-175a9151f6df tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:30.700680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ffeea431-47af-43aa-9ab9-396761968146 req-630ea6c0-9138-4406-8297-175a9151f6df tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.6708944 Jul 07 22:10:30.701455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:30.702758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.707607 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] 10.222.0.44 "PUT /v2.0/ports/027fad0c-85a3-4fc4-830e-0ed9c61aa89f HTTP/1.1" status: 200 len: 1092 time: 1.2436349 Jul 07 22:10:30.708090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eccffc2-53a0-4780-8613-5064e666b474', 'tag': '027fad0c-85a3-4fc4-830e-0ed9c61aa89f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:30.710387 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5" -d '{"events": [{"name": "network-changed", "server_uuid": "9eccffc2-53a0-4780-8613-5064e666b474", "tag": "027fad0c-85a3-4fc4-830e-0ed9c61aa89f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:30.723129 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.753942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c49265c-c1e4-41d0-9083-0d38faf6e801 req-82208d2c-d15d-4972-aa64-19292aec8084 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810667 Jul 07 22:10:30.827799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530af328-f021-49ba-b62b-905014a93ee2 req-1975c0b6-921c-439d-a2f8-3953c74bec3f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:30.829411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-530af328-f021-49ba-b62b-905014a93ee2 req-1975c0b6-921c-439d-a2f8-3953c74bec3f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.3531461 Jul 07 22:10:30.841335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-0615ef3d-ba5f-4eeb-a895-7533b26a2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:30.842968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-0615ef3d-ba5f-4eeb-a895-7533b26a2b3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 1095 time: 0.2770145 Jul 07 22:10:30.862927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ffeea431-47af-43aa-9ab9-396761968146 req-864f0fb0-e853-4dc8-85f9-ffdcb0247e11 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437514 Jul 07 22:10:30.917650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-61393c29-f42e-4b01-8086-e83b034718f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6 HTTP/1.1" status: 200 len: 217 time: 0.0592942 Jul 07 22:10:30.929134 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.939332 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:30.967925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-530af328-f021-49ba-b62b-905014a93ee2 req-6b39f30a-009b-4d16-99be-8556b8c1b59e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291165 Jul 07 22:10:30.992568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6be2ff6-8158-4044-ae3c-de1b9ed4f28f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:31.001278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] No DVR routers for this DVR port c6be2ff6-8158-4044-ae3c-de1b9ed4f28f on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:31.035739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-90348f1a-d071-42d6-a921-68e82a438a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:31.037210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-90348f1a-d071-42d6-a921-68e82a438a56 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.1082406 Jul 07 22:10:31.128190 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d21bbf-119b-47a4-958b-f08812d12b73 x-openstack-request-id: req-96d21bbf-119b-47a4-958b-f08812d12b73 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:31.128493 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:31.128748 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96d21bbf-119b-47a4-958b-f08812d12b73 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:31.129146 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6', 'status': 'completed', 'code': 200} Jul 07 22:10:31.133612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-95882074-7322-41a1-9c7f-33110ac40da0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843079 Jul 07 22:10:31.216620 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d618c25-3080-4171-a20b-81d57b34ca54 x-openstack-request-id: req-4d618c25-3080-4171-a20b-81d57b34ca54 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:31.217221 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eccffc2-53a0-4780-8613-5064e666b474", "tag": "027fad0c-85a3-4fc4-830e-0ed9c61aa89f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:31.217221 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d618c25-3080-4171-a20b-81d57b34ca54 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:31.217520 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eccffc2-53a0-4780-8613-5064e666b474', 'tag': '027fad0c-85a3-4fc4-830e-0ed9c61aa89f', 'status': 'completed', 'code': 200} Jul 07 22:10:31.243753 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c81fc-6a7a-4f21-8ca5-f2f56a692b4d service neutron] Pushing event updated for resources: {'Port': ['ID=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:31.263825 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-90ff54eb-c871-4d22-a017-5bfa6cc559d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:31.265293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-90ff54eb-c871-4d22-a017-5bfa6cc559d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6cc736e75e3477dbe6fd10e97a66fcd&device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 1095 time: 0.5174932 Jul 07 22:10:31.275839 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:31.315931 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-51361666-7a3c-4f02-8cbd-9e0a570d0a56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=027fad0c-85a3-4fc4-830e-0ed9c61aa89f HTTP/1.1" status: 200 len: 217 time: 0.0425301 Jul 07 22:10:31.331340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f26267-37c4-46c1-bfd3-da2909e03bf9']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:31.355623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82d7453-cb3a-487c-ae18-c2520b2d4301') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:31.355623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82d7453-cb3a-487c-ae18-c2520b2d4301') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:31.370954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-4bd80b9a-3342-4338-b387-5a4d25a2ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:31.371314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-f1d37e33-625a-4bdb-a8dd-4c66d9230e90 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225688 Jul 07 22:10:31.372500 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-4bd80b9a-3342-4338-b387-5a4d25a2ee49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=286a424c-ab62-4f00-8d65-007a17135974 HTTP/1.1" status: 200 len: 855 time: 0.0474901 Jul 07 22:10:31.373105 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:31.411063 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-29645d6f-9195-42d6-9a8f-5384576cbe71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ce36f3e-a5b9-497d-99bf-00908a9313b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320270 Jul 07 22:10:31.414005 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:31.457779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d10aff-bf51-444b-bdb1-5c0c9ec5f68b req-32d3065c-b225-4ccf-91ac-b953909255d3 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:31.459304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8d10aff-bf51-444b-bdb1-5c0c9ec5f68b req-32d3065c-b225-4ccf-91ac-b953909255d3 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 943 time: 0.3496568 Jul 07 22:10:31.469976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:10:31.470417 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:10:31.472976 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:10:31.516938 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-0761c427-430a-47b9-bb92-22bdf82ea287 service neutron] 10.222.0.44 "GET /v2.0/networks/4ce36f3e-a5b9-497d-99bf-00908a9313b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981798 Jul 07 22:10:31.555988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab993c5b-ef02-43fa-8b3f-5b9fb7a262f0 req-71656b2d-be59-4c28-8cf2-4a51264b5ef1 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:31.563408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab993c5b-ef02-43fa-8b3f-5b9fb7a262f0 req-71656b2d-be59-4c28-8cf2-4a51264b5ef1 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 945 time: 0.2943101 Jul 07 22:10:31.621563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8d10aff-bf51-444b-bdb1-5c0c9ec5f68b req-b899347d-c946-4026-83bd-303241e466e6 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390238 Jul 07 22:10:31.634472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:31.637423 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9c7c4e63-91aa-423c-8f55-28bc0fa08d17 req-0d52ce93-f640-4f64-abd0-7221b8ccc8b6 service neutron] 10.222.0.44 "GET /v2.0/networks/4ce36f3e-a5b9-497d-99bf-00908a9313b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131206 Jul 07 22:10:31.653752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:31.660368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] 10.222.0.81 "DELETE /v2.0/networks/22f26267-37c4-46c1-bfd3-da2909e03bf9 HTTP/1.1" status: 204 len: 168 time: 2.1764379 Jul 07 22:10:31.686785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab993c5b-ef02-43fa-8b3f-5b9fb7a262f0 req-5f7c7f7e-7822-4ec6-8020-2a48058ea67f tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223974 Jul 07 22:10:31.691703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5c40bf7-ae14-43fa-9b87-5e6c47c7732f req-c1b95b67-9088-43f8-91c3-68cbb6d2e556 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040040 Jul 07 22:10:31.692859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc6731-188b-4216-a5ae-4f6592332472 admin admin] Pushing event deleted for resources: {'Network': ['ID=22f26267-37c4-46c1-bfd3-da2909e03bf9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:31.780484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-0bb87bcd-a0f7-4d62-b8f3-90ec6d2f1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:31.782527 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-0bb87bcd-a0f7-4d62-b8f3-90ec6d2f1dbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6cc736e75e3477dbe6fd10e97a66fcd&device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 1095 time: 0.0889492 Jul 07 22:10:31.929433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-e536b291-29ec-4cd6-b2b1-f4a55fc8c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:31.931215 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-e536b291-29ec-4cd6-b2b1-f4a55fc8c5c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4ce36f3e-a5b9-497d-99bf-00908a9313b1 HTTP/1.1" status: 200 len: 916 time: 0.1422050 Jul 07 22:10:31.940402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-4ab8a496-e977-46d1-950f-09a99c839328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:31.942277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-4ab8a496-e977-46d1-950f-09a99c839328 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 1095 time: 0.0790689 Jul 07 22:10:31.987985 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-7a31bee8-ec69-4f46-af34-5e07604d5d03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=027fad0c-85a3-4fc4-830e-0ed9c61aa89f HTTP/1.1" status: 200 len: 217 time: 0.0494163 Jul 07 22:10:32.025010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48356) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:32.053371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-cd9b2b31-68e6-4c85-92b6-7ef694cec434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:32.054971 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-cd9b2b31-68e6-4c85-92b6-7ef694cec434 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=286a424c-ab62-4f00-8d65-007a17135974 HTTP/1.1" status: 200 len: 855 time: 0.0594401 Jul 07 22:10:32.128687 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-8a9f5bd8-045c-4af7-b4cd-904d564436a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4ce36f3e-a5b9-497d-99bf-00908a9313b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630174 Jul 07 22:10:32.133431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cb02c0d3-6f04-474e-a9f4-67dd1c86b14a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=143b4ca6b79748c0832ed1764dd6511d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1071062 Jul 07 22:10:32.136308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48362) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:32.146827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-95b3d519-90f5-499a-8696-064b88ab0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:32.148437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-95b3d519-90f5-499a-8696-064b88ab0143 service neutron] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.1989977 Jul 07 22:10:32.212018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-1944f3af-3e9b-47d1-a2cc-a6699245c393 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6 HTTP/1.1" status: 200 len: 217 time: 0.0549874 Jul 07 22:10:32.221074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a51887-eaf4-4f96-9010-2a29706e8d35 req-cf8ff617-a00f-4628-a082-06a3547d7de0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:32.222814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21a51887-eaf4-4f96-9010-2a29706e8d35 req-cf8ff617-a00f-4628-a082-06a3547d7de0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.2018230 Jul 07 22:10:32.234332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48366) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:32.273980 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-c282379f-9826-4d54-9cdb-c6550561de23 service neutron] show failed (client error): The resource could not be found. Jul 07 22:10:32.275043 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-c282379f-9826-4d54-9cdb-c6550561de23 service neutron] 10.222.0.83 "GET /v2.0/ports/f14ebab7-8323-4518-93d8-00133be4d30b/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.2188821 Jul 07 22:10:32.340978 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-5ba3f52f-1adf-4bc5-95ef-f2d968efab0f service neutron] 10.222.0.44 "GET /v2.0/networks/4ce36f3e-a5b9-497d-99bf-00908a9313b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035792 Jul 07 22:10:32.341868 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dee62a35-782c-48b0-9988-7820af4de230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:32.417135 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dee62a35-782c-48b0-9988-7820af4de230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:32.491318 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a8c1ed04-f0e5-43ee-a913-40a6abcfacd5 req-97fab276-6379-43b0-93fd-b9cca32ffe04 service neutron] 10.222.0.44 "GET /v2.0/networks/4ce36f3e-a5b9-497d-99bf-00908a9313b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369319 Jul 07 22:10:32.507594 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dee62a35-782c-48b0-9988-7820af4de230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:32.517594 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dee62a35-782c-48b0-9988-7820af4de230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:32.525300 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dee62a35-782c-48b0-9988-7820af4de230 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc80dd79-4483-48ef-a4f3-7ee4f852a059 HTTP/1.1" status: 204 len: 168 time: 0.3837793 Jul 07 22:10:32.542745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee62a35-782c-48b0-9988-7820af4de230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc80dd79-4483-48ef-a4f3-7ee4f852a059,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:32.619964 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:32.627696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-3aca256c-5fdf-4570-9fe6-4f33ad5ca9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:32.629579 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-3aca256c-5fdf-4570-9fe6-4f33ad5ca9df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1&tenant_id=faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 1102 time: 0.0673769 Jul 07 22:10:32.643616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:32.664125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-aa5fbea2-b54f-4019-bf1a-60d2549c11df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:32.666376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-aa5fbea2-b54f-4019-bf1a-60d2549c11df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.4425654 Jul 07 22:10:32.706137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c6d3-4ff3-4178-90ae-0f9c9d359920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:32.723048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21a51887-eaf4-4f96-9010-2a29706e8d35 req-656c4b78-c938-4b9b-a3f1-866e40616c60 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668429 Jul 07 22:10:32.725144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-7f6bdc18-0e8f-4918-b630-52b5e2e4a0c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483499 Jul 07 22:10:32.842304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:32.845846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08345464-5854-4062-903e-81afb472251e req-488de237-7ef4-4afa-a500-65a74594b2dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:32.855021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08345464-5854-4062-903e-81afb472251e req-488de237-7ef4-4afa-a500-65a74594b2dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.5999625 Jul 07 22:10:32.866057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c6d3-4ff3-4178-90ae-0f9c9d359920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:32.920060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08345464-5854-4062-903e-81afb472251e req-b8bc3050-9353-4d1a-8b76-288a710db1ab tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636809 Jul 07 22:10:32.949490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-5783bdc6-0e98-470c-b329-6396841fbacb service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059455 Jul 07 22:10:32.993508 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ee0c6d3-4ff3-4178-90ae-0f9c9d359920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.065127 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ee0c6d3-4ff3-4178-90ae-0f9c9d359920 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a83752c665b44f59fda2824a5293a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8222647 Jul 07 22:10:33.067462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48388) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:33.076872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0c6d3-4ff3-4178-90ae-0f9c9d359920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8cbd89-5d83-4642-b0af-14257fb05a32,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:33.184322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:33.221462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc9f9e51-ef95-49de-af34-d86d981b675c req-d4cd4ffb-2c45-4c34-91d7-1f70c495512a service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644296 Jul 07 22:10:33.225840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:33.236770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f02fb-46ed-4192-8d1d-5829b5edc174 req-db36ad15-8440-437e-8a4d-c5c1dd712e0e tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:33.245496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c9f02fb-46ed-4192-8d1d-5829b5edc174 req-db36ad15-8440-437e-8a4d-c5c1dd712e0e tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 943 time: 0.2866769 Jul 07 22:10:33.257520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ca6215-ea81-4c3e-a271-2697d907c441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.278955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:33.281750 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06937018-82dd-43d9-94ff-334ec6080dbd" -d '{"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:33.286497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.303414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Transition to ACTIVE for port object f14ebab7-8323-4518-93d8-00133be4d30b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:33.303904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc72569-82d4-48c5-b09b-a6f691cca3aa req-25306fa6-eb33-4d14-b38c-c811df289102 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:33.305508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bc72569-82d4-48c5-b09b-a6f691cca3aa req-25306fa6-eb33-4d14-b38c-c811df289102 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 945 time: 0.2157879 Jul 07 22:10:33.310811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.335739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ca6215-ea81-4c3e-a271-2697d907c441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.355415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c9f02fb-46ed-4192-8d1d-5829b5edc174 req-a7e3e42a-bbbc-4488-947f-a64651c06349 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089756 Jul 07 22:10:33.386904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] No DVR routers for this DVR port f14ebab7-8323-4518-93d8-00133be4d30b on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:33.409842 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:33.456270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bc72569-82d4-48c5-b09b-a6f691cca3aa req-d32e3717-7507-48b0-871a-b7f2504377c8 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345844 Jul 07 22:10:33.513376 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ca6215-ea81-4c3e-a271-2697d907c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.517044 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ca6215-ea81-4c3e-a271-2697d907c441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.518347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-49ca6215-ea81-4c3e-a271-2697d907c441 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c8cbd89-5d83-4642-b0af-14257fb05a32 HTTP/1.1" status: 204 len: 168 time: 0.4444988 Jul 07 22:10:33.530562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:33.530899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:33.531225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:33.531337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca6215-ea81-4c3e-a271-2697d907c441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8cbd89-5d83-4642-b0af-14257fb05a32,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:33.544408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Port f14ebab7-8323-4518-93d8-00133be4d30b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:10:33.544744 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:33.551164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:33.551506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:33.551934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:33.571427 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Bound port: f14ebab7-8323-4518-93d8-00133be4d30b, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:33.571969 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.618008 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79341cf5-2cdb-43b4-bce1-02486ee20b2e x-openstack-request-id: req-79341cf5-2cdb-43b4-bce1-02486ee20b2e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:33.618359 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:33.618718 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-79341cf5-2cdb-43b4-bce1-02486ee20b2e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:33.619296 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'code': 200} Jul 07 22:10:33.687056 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:33.690805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:33.696851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.736306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:33.736923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:33.738344 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] 10.222.0.44 "PUT /v2.0/ports/f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 1097 time: 1.1009872 Jul 07 22:10:33.869122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa7157-08b7-4c4d-a6c1-8b44c5427d1e service neutron] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:33.897743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-51287c7b-d1b4-427a-add6-671f1a5ad2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:33.899642 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-51287c7b-d1b4-427a-add6-671f1a5ad2b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1100 time: 0.1124401 Jul 07 22:10:34.048000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-fdaeb0ef-bb24-4a45-9df5-7ff13c54ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:34.049555 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-fdaeb0ef-bb24-4a45-9df5-7ff13c54ad0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1438544 Jul 07 22:10:34.098358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aadd0b-3671-45d7-a4eb-a49591f7b468 req-183e167a-e7a7-4ed0-af7d-084dd89a7af3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:34.105887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4aadd0b-3671-45d7-a4eb-a49591f7b468 req-183e167a-e7a7-4ed0-af7d-084dd89a7af3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 948 time: 0.1476998 Jul 07 22:10:34.130368 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-96a5b678-9bbb-4d7e-986a-80a6ea868b32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.0734992 Jul 07 22:10:34.139018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48434) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:34.174467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4aadd0b-3671-45d7-a4eb-a49591f7b468 req-5547fe55-ac5d-4ce8-85c6-994734d87136 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539148 Jul 07 22:10:34.217802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-53e763dc-a125-4a51-9e76-3d441c863ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:34.220077 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-53e763dc-a125-4a51-9e76-3d441c863ac7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0824866 Jul 07 22:10:34.369062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-53d8d786-f7b4-4581-a23b-707f261f699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:34.370648 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-53d8d786-f7b4-4581-a23b-707f261f699d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1415303 Jul 07 22:10:34.415414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dc929-c450-4e6d-a004-64033eacae09 req-49a36689-0249-4777-98be-50088d807113 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:34.417559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f75dc929-c450-4e6d-a004-64033eacae09 req-49a36689-0249-4777-98be-50088d807113 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.1097043 Jul 07 22:10:34.492408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-483745445-network', 'tenant_id': '40bce09f42674f31b5bc36ff5d6f2d58'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:34.513708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f75dc929-c450-4e6d-a004-64033eacae09 req-6dc9f38e-2139-4182-a018-42d33eab6903 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843668 Jul 07 22:10:34.582771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Made reservation on behalf of 40bce09f42674f31b5bc36ff5d6f2d58 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:34.585943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:34.628000 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:34.656041 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-7f9973bf-8519-4373-9880-7049e9de1807 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732632 Jul 07 22:10:34.740106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ce0fd-3617-4889-ac76-88fc72ac5f5b req-e9002fa5-1971-4417-aa1e-b9622c938d0f tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:34.748219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f9ce0fd-3617-4889-ac76-88fc72ac5f5b req-e9002fa5-1971-4417-aa1e-b9622c938d0f tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 943 time: 0.1147742 Jul 07 22:10:34.801508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f9ce0fd-3617-4889-ac76-88fc72ac5f5b req-a53cac3e-97b8-4adc-9b35-4ff281ecbdea tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Jul 07 22:10:34.805592 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-182fa378-cd73-4a4d-93e9-21aefbb44ffb req-1e28856e-0cd6-45f8-8560-bb9018aa7925 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402786 Jul 07 22:10:34.859077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 027fad0c-85a3-4fc4-830e-0ed9c61aa89f details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:10:34.860342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:34.867799 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:34.944472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e526ab-b9b1-463a-97ae-64c373de948b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:34.962469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:10:34.975889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:34.976367 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Added segment a9476eda-14ae-4926-bb03-4d4c05272787 of type vlan for network 85f9b548-de8d-4f44-aeaa-c682676218fe Jul 07 22:10:35.035008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:35.085131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:35.086865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:35.087377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:35.124505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e9ccd-e85d-46ce-ab10-c8d5c4721da1 req-43bc9f43-3f44-435e-affb-5f8618ab7ec7 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:35.127345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c5e9ccd-e85d-46ce-ab10-c8d5c4721da1 req-43bc9f43-3f44-435e-affb-5f8618ab7ec7 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 945 time: 0.1596663 Jul 07 22:10:35.188489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c5e9ccd-e85d-46ce-ab10-c8d5c4721da1 req-9a00346e-76f2-4bab-8b93-36863745458c tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543110 Jul 07 22:10:35.190462 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0459223 Jul 07 22:10:35.192850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48502) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:35.201357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Request body: {'subnet': {'network_id': '85f9b548-de8d-4f44-aeaa-c682676218fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-483745445-subnet', 'tenant_id': '40bce09f42674f31b5bc36ff5d6f2d58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:35.216884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c68f63-38e6-4809-9cac-e064c258c56e admin admin] Pushing event updated for resources: {'Network': ['ID=85f9b548-de8d-4f44-aeaa-c682676218fe,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:35.230851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 85f9b548-de8d-4f44-aeaa-c682676218fe details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:10:35.238152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Made reservation on behalf of 40bce09f42674f31b5bc36ff5d6f2d58 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:35.240929 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:35.298095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,segment=NetworkSegment(34b937cc-7695-4d8f-a2b1-841f7d257538),segment_id=34b937cc-7695-4d8f-a2b1-841f7d257538)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:35.319992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '027fad0c-85a3-4fc4-830e-0ed9c61aa89f', 'network_id': '4ce36f3e-a5b9-497d-99bf-00908a9313b1', 'port_id': '027fad0c-85a3-4fc4-830e-0ed9c61aa89f', 'mac_address': 'fa:16:3e:b1:4c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286a424c-ab62-4f00-8d65-007a17135974', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:10:35.384930 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:35.404407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82074b-85c4-4e3a-be2a-1746e9ca9df5 req-c7994dab-1b0c-4517-8056-23e5281d0296 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:35.405974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c82074b-85c4-4e3a-be2a-1746e9ca9df5 req-c7994dab-1b0c-4517-8056-23e5281d0296 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 948 time: 0.1086092 Jul 07 22:10:35.412233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027fad0c-85a3-4fc4-830e-0ed9c61aa89f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:35.458708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,segment=NetworkSegment(34b937cc-7695-4d8f-a2b1-841f7d257538),segment_id=34b937cc-7695-4d8f-a2b1-841f7d257538)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:35.473021 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:35.523270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c82074b-85c4-4e3a-be2a-1746e9ca9df5 req-0e25f75a-bcc3-4394-aa7b-52995ec52cd0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974712 Jul 07 22:10:35.533046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:35.553321 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:35.613363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696b4142-47aa-463b-ae8e-91ad47220e75,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:35.620892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:35.623259 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecb8975-63a4-48d9-a09c-84b06e3e980a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:35.624544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Checking segment: {'id': 'a9476eda-14ae-4926-bb03-4d4c05272787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '85f9b548-de8d-4f44-aeaa-c682676218fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:35.625429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Network hostable DHCP agents. Network: 85f9b548-de8d-4f44-aeaa-c682676218fe, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:10:35.651547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Network 85f9b548-de8d-4f44-aeaa-c682676218fe is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:10:35.673387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 85f9b548-de8d-4f44-aeaa-c682676218fe) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:35.673778 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ab9fb1-1bd2-49b4-8292-b414afabe8b6 x-openstack-request-id: req-61ab9fb1-1bd2-49b4-8292-b414afabe8b6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:35.674159 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:35.674421 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61ab9fb1-1bd2-49b4-8292-b414afabe8b6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:35.674818 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'status': 'completed', 'code': 200} Jul 07 22:10:35.683871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f9950-afab-4827-b101-12d4c5274e21 None None] Network 85f9b548-de8d-4f44-aeaa-c682676218fe requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:35.697316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:35.698731 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:35.723831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5d8f1136-263c-49cf-9365-14a3b5779742 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5297058 Jul 07 22:10:35.805068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-471e99d4-f9d5-43c6-a212-78ad8ad9b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:35.806889 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-471e99d4-f9d5-43c6-a212-78ad8ad9b2b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1100 time: 0.0810230 Jul 07 22:10:35.836884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b4b0b-8c5c-4233-8a2f-ca69913581e6 req-a199f45d-5b9d-45a6-a941-c5cad8d6711c tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:35.837635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['027fad0c-85a3-4fc4-830e-0ed9c61aa89f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:35.838736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e98b4b0b-8c5c-4233-8a2f-ca69913581e6 req-a199f45d-5b9d-45a6-a941-c5cad8d6711c tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.1812294 Jul 07 22:10:35.876161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-0023f55b-a4db-47a8-911f-9ea9d9d82de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:35.877918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-0023f55b-a4db-47a8-911f-9ea9d9d82de2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1100 time: 0.1526370 Jul 07 22:10:35.911795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaaf000-aa5b-405d-8b26-bc9c0b5967bd None None] Network 85f9b548-de8d-4f44-aeaa-c682676218fe requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:35.929403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e98b4b0b-8c5c-4233-8a2f-ca69913581e6 req-5f59e993-11c8-4e90-b70e-5253196b3a89 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823603 Jul 07 22:10:36.032379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-60a1d8ab-b86d-484a-8aa4-7f07706eae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:36.034211 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-60a1d8ab-b86d-484a-8aa4-7f07706eae5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2112963 Jul 07 22:10:36.066123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-8dc786e7-eaa3-4b0e-b8a8-d62754f1c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:36.068250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-8dc786e7-eaa3-4b0e-b8a8-d62754f1c075 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1786900 Jul 07 22:10:36.124719 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-b176915c-fe1e-45cd-8733-d44dc010c5c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.0817275 Jul 07 22:10:36.170552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-74007c31-5aa6-4508-aba1-82cee8a441ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.0947623 Jul 07 22:10:36.190845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-0177ba60-1031-465e-aa67-ec71574354ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:36.192578 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-0177ba60-1031-465e-aa67-ec71574354ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0598176 Jul 07 22:10:36.200636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-10f8ff1b-b391-4e44-bb87-2f52f221181e req-062e19f0-7787-40c1-8a9e-a45f70b81b33 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1991937189', 'description': 'tempest-description-731264121'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:36.284288 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-10f8ff1b-b391-4e44-bb87-2f52f221181e req-062e19f0-7787-40c1-8a9e-a45f70b81b33 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:36.288844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-f4bc70ab-99c5-4186-9159-7f0296858d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:36.289014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-ef91d6bc-99f8-4b7a-8df0-1eeafaa0baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:36.290541 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-f4bc70ab-99c5-4186-9159-7f0296858d6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0953062 Jul 07 22:10:36.290714 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-ef91d6bc-99f8-4b7a-8df0-1eeafaa0baf8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911233 Jul 07 22:10:36.346114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ededa97-b7aa-4394-9e0e-8cbc81d3752d req-64edf909-2caf-422a-963e-de1ed677d7f3 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:36.347636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ededa97-b7aa-4394-9e0e-8cbc81d3752d req-64edf909-2caf-422a-963e-de1ed677d7f3 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 944 time: 0.2013843 Jul 07 22:10:36.426412 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-567a2dd0-fd72-42c0-a975-fa4b64b31a7d service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272922 Jul 07 22:10:36.440499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ededa97-b7aa-4394-9e0e-8cbc81d3752d req-9e7e2865-2efb-46d5-bbc4-8f0ac9254632 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824976 Jul 07 22:10:36.442745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-825164cb-5cd5-4d62-b0dd-2d88c69b60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:36.444468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-825164cb-5cd5-4d62-b0dd-2d88c69b60f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1454563 Jul 07 22:10:36.563807 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-10f8ff1b-b391-4e44-bb87-2f52f221181e req-062e19f0-7787-40c1-8a9e-a45f70b81b33 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:36.576790 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-10f8ff1b-b391-4e44-bb87-2f52f221181e req-062e19f0-7787-40c1-8a9e-a45f70b81b33 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:36.627910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e19f0-7787-40c1-8a9e-a45f70b81b33 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64c60b5-a1eb-48e9-a998-884c66222cb7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:36.636295 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-44972acd-d898-4358-b4a7-ed4d12c7ab94 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957934 Jul 07 22:10:36.700533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-10f8ff1b-b391-4e44-bb87-2f52f221181e req-062e19f0-7787-40c1-8a9e-a45f70b81b33 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:36.703635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10f8ff1b-b391-4e44-bb87-2f52f221181e req-062e19f0-7787-40c1-8a9e-a45f70b81b33 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5096257 Jul 07 22:10:36.763429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-530d2b3e-8c55-4e27-8dd9-ae1e8388445b service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120694 Jul 07 22:10:36.866444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f14ebab7-8323-4518-93d8-00133be4d30b details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:10:36.888496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d7b9e-942c-4770-a284-4c221d2d0f67 req-79df931c-7372-4b21-999b-cf6c1d286f2c tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:36.898678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e98d7b9e-942c-4770-a284-4c221d2d0f67 req-79df931c-7372-4b21-999b-cf6c1d286f2c tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 945 time: 0.2906947 Jul 07 22:10:36.993552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e98d7b9e-942c-4770-a284-4c221d2d0f67 req-89d703e1-ddc9-487a-a35d-296a7d6dd46e tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930824 Jul 07 22:10:37.014803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:37.037588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'mac_address': 'fa:16:3e:69:31:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:10:37.055555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ecb8975-63a4-48d9-a09c-84b06e3e980a req-ed915e69-3858-4751-835f-d0af4c27f5fd service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803423 Jul 07 22:10:37.090822 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.108821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14ebab7-8323-4518-93d8-00133be4d30b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:37.115205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa7968-998c-494d-b047-a88b7a7f50da req-c1a43238-b593-438e-9cec-a4f02f41b836 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:37.116713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8baa7968-998c-494d-b047-a88b7a7f50da req-c1a43238-b593-438e-9cec-a4f02f41b836 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 948 time: 0.1800721 Jul 07 22:10:37.142620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60306ed8-293f-4136-aa5e-48067abcf868 req-179c448f-48aa-4346-a0dc-6c384920332b tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/e64c60b5-a1eb-48e9-a998-884c66222cb7 HTTP/1.1" status: 200 len: 1804 time: 0.0858033 Jul 07 22:10:37.144894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:37.155673 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.156889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-60306ed8-293f-4136-aa5e-48067abcf868 req-6d5fc85e-b2ee-49dd-930b-29247f730b00 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e64c60b5-a1eb-48e9-a998-884c66222cb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:37.157258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-60306ed8-293f-4136-aa5e-48067abcf868 req-6d5fc85e-b2ee-49dd-930b-29247f730b00 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e64c60b5-a1eb-48e9-a998-884c66222cb7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:37.157977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4be4017d-f28c-4c4f-8f97-679f2f4fe17c details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:10:37.199790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8baa7968-998c-494d-b047-a88b7a7f50da req-b7e8b4ba-8c83-40f8-b569-c2de537f8823 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746651 Jul 07 22:10:37.229036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f14ebab7-8323-4518-93d8-00133be4d30b no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:37.287917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-60306ed8-293f-4136-aa5e-48067abcf868 req-6d5fc85e-b2ee-49dd-930b-29247f730b00 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.336386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-60306ed8-293f-4136-aa5e-48067abcf868 req-6d5fc85e-b2ee-49dd-930b-29247f730b00 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.340996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:37.341726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-60306ed8-293f-4136-aa5e-48067abcf868 req-6d5fc85e-b2ee-49dd-930b-29247f730b00 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.365994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fc85e-b2ee-49dd-930b-29247f730b00 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc3bca5-94b8-4407-91b1-52d709283098,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:37.366240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f14ebab7-8323-4518-93d8-00133be4d30b not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:37.378145 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-60306ed8-293f-4136-aa5e-48067abcf868 req-6d5fc85e-b2ee-49dd-930b-29247f730b00 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.391392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60306ed8-293f-4136-aa5e-48067abcf868 req-6d5fc85e-b2ee-49dd-930b-29247f730b00 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2470293 Jul 07 22:10:37.427321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48582) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:37.440432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:37.452708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c', 'network_id': 'ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59', 'port_id': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c', 'mac_address': 'fa:16:3e:b0:30:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac23677-c3f2-4b17-a2d1-eb20d8c04ece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:10:37.506622 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.521764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bf63d-f4fa-49f2-b065-2da4a653df83 req-45cb9b65-6db2-4e5a-8956-f2b627faac45 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:37.529297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b7bf63d-f4fa-49f2-b065-2da4a653df83 req-45cb9b65-6db2-4e5a-8956-f2b627faac45 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.1172502 Jul 07 22:10:37.529469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4be4017d-f28c-4c4f-8f97-679f2f4fe17c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:37.559057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:37.567536 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.576681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bb77ec1-21ca-4b4b-8984-c2f1dbd3f289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.580382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b7bf63d-f4fa-49f2-b065-2da4a653df83 req-68dc59ad-fda7-4300-958c-208a55eedbf8 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Jul 07 22:10:37.611170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-073eab97-fd9c-416d-9a03-d7746cd1a307 req-a2a28054-009e-4ee7-8c4f-b5511679802d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1505362435', 'description': 'tempest-description-588962369'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:37.646307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:37.688078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4be4017d-f28c-4c4f-8f97-679f2f4fe17c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:37.690976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bb77ec1-21ca-4b4b-8984-c2f1dbd3f289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.696563 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bb77ec1-21ca-4b4b-8984-c2f1dbd3f289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.739123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb77ec1-21ca-4b4b-8984-c2f1dbd3f289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b7cfe6-2ada-48af-9977-3e3b1c2cee8b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:37.752622 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9bb77ec1-21ca-4b4b-8984-c2f1dbd3f289 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=315e38ba9ad645a388c6f09bf311148d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238556 Jul 07 22:10:37.754634 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-073eab97-fd9c-416d-9a03-d7746cd1a307 req-a2a28054-009e-4ee7-8c4f-b5511679802d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.754895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:37.813076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ef5baf-26b7-4e1a-a191-0fe7aba0c18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.813336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d8d8-679f-4030-8fd2-9d4495c5ddbb req-18b66122-14a9-4d56-a1c3-cbb446a5f61b tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:37.814973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4145d8d8-679f-4030-8fd2-9d4495c5ddbb req-18b66122-14a9-4d56-a1c3-cbb446a5f61b tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 944 time: 0.0956562 Jul 07 22:10:37.836725 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ef5baf-26b7-4e1a-a191-0fe7aba0c18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.860296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['f14ebab7-8323-4518-93d8-00133be4d30b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:37.880345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4145d8d8-679f-4030-8fd2-9d4495c5ddbb req-83c3fc2c-cb44-4bf3-b53e-78da95eb48fc tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532382 Jul 07 22:10:37.899846 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ef5baf-26b7-4e1a-a191-0fe7aba0c18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.902041 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-073eab97-fd9c-416d-9a03-d7746cd1a307 req-a2a28054-009e-4ee7-8c4f-b5511679802d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.904544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ef5baf-26b7-4e1a-a191-0fe7aba0c18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.906203 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a4ef5baf-26b7-4e1a-a191-0fe7aba0c18b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8b7cfe6-2ada-48af-9977-3e3b1c2cee8b HTTP/1.1" status: 204 len: 168 time: 0.1500432 Jul 07 22:10:37.910110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-073eab97-fd9c-416d-9a03-d7746cd1a307 req-a2a28054-009e-4ee7-8c4f-b5511679802d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.929993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef5baf-26b7-4e1a-a191-0fe7aba0c18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b7cfe6-2ada-48af-9977-3e3b1c2cee8b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:37.962857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a28054-009e-4ee7-8c4f-b5511679802d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14bd7e4-2cb1-4ab6-beca-24295121387a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:37.967205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-073eab97-fd9c-416d-9a03-d7746cd1a307 req-a2a28054-009e-4ee7-8c4f-b5511679802d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:37.968519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-073eab97-fd9c-416d-9a03-d7746cd1a307 req-a2a28054-009e-4ee7-8c4f-b5511679802d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3621747 Jul 07 22:10:38.062286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-863f9b37-955f-4b56-82e5-75691238c495 req-cb0196f8-70eb-4b41-8a14-8cc0dbecb34c tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/c14bd7e4-2cb1-4ab6-beca-24295121387a HTTP/1.1" status: 200 len: 1804 time: 0.0722592 Jul 07 22:10:38.074308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-863f9b37-955f-4b56-82e5-75691238c495 req-12aed9ab-f4bd-496f-a3bf-21113aaffbf7 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c14bd7e4-2cb1-4ab6-beca-24295121387a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:38.074771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-863f9b37-955f-4b56-82e5-75691238c495 req-12aed9ab-f4bd-496f-a3bf-21113aaffbf7 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c14bd7e4-2cb1-4ab6-beca-24295121387a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:38.165410 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-863f9b37-955f-4b56-82e5-75691238c495 req-12aed9ab-f4bd-496f-a3bf-21113aaffbf7 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.207115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-863f9b37-955f-4b56-82e5-75691238c495 req-12aed9ab-f4bd-496f-a3bf-21113aaffbf7 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.211958 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-863f9b37-955f-4b56-82e5-75691238c495 req-12aed9ab-f4bd-496f-a3bf-21113aaffbf7 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.226958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96108110-d7f1-4578-ad05-7eb17de6123e req-e222999e-3fdd-4f85-9792-1a88f4edf553 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:38.228444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96108110-d7f1-4578-ad05-7eb17de6123e req-e222999e-3fdd-4f85-9792-1a88f4edf553 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 944 time: 0.1055992 Jul 07 22:10:38.241944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aed9ab-f4bd-496f-a3bf-21113aaffbf7 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c36386-e3cd-4914-88ad-615aefd4bd57,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:38.244748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48622) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:38.258502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-863f9b37-955f-4b56-82e5-75691238c495 req-12aed9ab-f4bd-496f-a3bf-21113aaffbf7 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.259191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c7369f5-88ca-41fc-a994-58079a9f5195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.259659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-863f9b37-955f-4b56-82e5-75691238c495 req-12aed9ab-f4bd-496f-a3bf-21113aaffbf7 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1901319 Jul 07 22:10:38.284417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96108110-d7f1-4578-ad05-7eb17de6123e req-33d48e6f-d5fd-4d0d-8254-9a2a4f1cf2ad tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Jul 07 22:10:38.325732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a132f549-e52a-4b7f-8c0b-b803ef4043e7 req-6367e8d5-4899-4f8d-8d96-299ed6b46231 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-225116256', 'description': 'tempest-description-1500649297'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:38.368564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c7369f5-88ca-41fc-a994-58079a9f5195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.373017 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c7369f5-88ca-41fc-a994-58079a9f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.415698 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4c7369f5-88ca-41fc-a994-58079a9f5195 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76626299d4b7445882186d07f50eed70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697257 Jul 07 22:10:38.416686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48628) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:38.417774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7369f5-88ca-41fc-a994-58079a9f5195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c5b637-2600-4d8c-a412-f2a8fd56d89b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:38.424466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a132f549-e52a-4b7f-8c0b-b803ef4043e7 req-6367e8d5-4899-4f8d-8d96-299ed6b46231 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.496121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324702aa-fbd0-4790-9f5f-859fa48e9480 req-47ebd91e-9019-42a3-b0d4-f7667ed9ad63 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:38.497502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-324702aa-fbd0-4790-9f5f-859fa48e9480 req-47ebd91e-9019-42a3-b0d4-f7667ed9ad63 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 949 time: 0.1249619 Jul 07 22:10:38.544289 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ee7044f-a8fe-43fa-9558-cdc5349601c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.571662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-324702aa-fbd0-4790-9f5f-859fa48e9480 req-fb064215-7b40-4ee6-9629-700838d3e817 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671208 Jul 07 22:10:38.591175 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ee7044f-a8fe-43fa-9558-cdc5349601c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.636142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a132f549-e52a-4b7f-8c0b-b803ef4043e7 req-6367e8d5-4899-4f8d-8d96-299ed6b46231 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.640959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a132f549-e52a-4b7f-8c0b-b803ef4043e7 req-6367e8d5-4899-4f8d-8d96-299ed6b46231 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.672037 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ee7044f-a8fe-43fa-9558-cdc5349601c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.674611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ee7044f-a8fe-43fa-9558-cdc5349601c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.675726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7ee7044f-a8fe-43fa-9558-cdc5349601c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1c5b637-2600-4d8c-a412-f2a8fd56d89b HTTP/1.1" status: 204 len: 168 time: 0.2581160 Jul 07 22:10:38.676835 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a132f549-e52a-4b7f-8c0b-b803ef4043e7 req-6367e8d5-4899-4f8d-8d96-299ed6b46231 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:38.680474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a132f549-e52a-4b7f-8c0b-b803ef4043e7 req-6367e8d5-4899-4f8d-8d96-299ed6b46231 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3569469 Jul 07 22:10:38.680474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367e8d5-4899-4f8d-8d96-299ed6b46231 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46c99b7-1f53-4435-8f47-10d3571ecef6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:38.709821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7044f-a8fe-43fa-9558-cdc5349601c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c5b637-2600-4d8c-a412-f2a8fd56d89b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:38.867558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f14ebab7-8323-4518-93d8-00133be4d30b up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:38.926312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port f14ebab7-8323-4518-93d8-00133be4d30b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:38.932177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port f14ebab7-8323-4518-93d8-00133be4d30b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:38.932944 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.008569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945e267-9fab-404d-8fde-474fda3f2df7 req-68caf71f-f741-4014-bc89-86cade68fa09 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:39.011061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b945e267-9fab-404d-8fde-474fda3f2df7 req-68caf71f-f741-4014-bc89-86cade68fa09 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.0980308 Jul 07 22:10:39.033661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.056249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b945e267-9fab-404d-8fde-474fda3f2df7 req-71320e90-71b1-4469-aee3-b1dc303b42dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394766 Jul 07 22:10:39.064124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:39.067099 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd778cd8-804d-4ce9-8ce4-de7fbaeadaa3" -d '{"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-plugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:39.096186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:39.101385 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.102261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 027fad0c-85a3-4fc4-830e-0ed9c61aa89f up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:39.109632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f3888bad-9189-4adf-802f-ee8cd35e80c2 req-a4ef8c49-79a4-4ff3-85f1-9f371476ee30 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-118796585', 'description': 'tempest-description-943725543'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:39.166884 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f3888bad-9189-4adf-802f-ee8cd35e80c2 req-a4ef8c49-79a4-4ff3-85f1-9f371476ee30 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.189361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:39.209362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:39.219203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:39.219593 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.330043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-b19a2f8d-61df-4e1b-8c19-8491c9380727 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:39.332477 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f3888bad-9189-4adf-802f-ee8cd35e80c2 req-a4ef8c49-79a4-4ff3-85f1-9f371476ee30 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.335222 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-b19a2f8d-61df-4e1b-8c19-8491c9380727 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1&tenant_id=faa40811a1804d4c819af9338b7db7e4&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 950 time: 0.1352673 Jul 07 22:10:39.337726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f3888bad-9189-4adf-802f-ee8cd35e80c2 req-a4ef8c49-79a4-4ff3-85f1-9f371476ee30 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.384242 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f3888bad-9189-4adf-802f-ee8cd35e80c2 req-a4ef8c49-79a4-4ff3-85f1-9f371476ee30 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.398871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3888bad-9189-4adf-802f-ee8cd35e80c2 req-a4ef8c49-79a4-4ff3-85f1-9f371476ee30 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2946522 Jul 07 22:10:39.400181 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.443723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,segment=NetworkSegment(34b937cc-7695-4d8f-a2b1-841f7d257538),segment_id=34b937cc-7695-4d8f-a2b1-841f7d257538)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:39.449525 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.451416 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-b239ac70-38aa-4e55-a5d6-1f3969692b6b service neutron] 10.222.0.44 "GET /v2.0/ports/f14ebab7-8323-4518-93d8-00133be4d30b/bindings/n-h1-695012-11 HTTP/1.1" status: 200 len: 383 time: 0.1083815 Jul 07 22:10:39.451568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4be4017d-f28c-4c4f-8f97-679f2f4fe17c no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:39.472727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef8c49-79a4-4ff3-85f1-9f371476ee30 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b5d446-721f-405d-ad1e-ff834dc70147,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:39.527741 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712151d5-1f25-48c8-aae9-785eee3ccb7b x-openstack-request-id: req-712151d5-1f25-48c8-aae9-785eee3ccb7b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:39.528088 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-plugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:39.528294 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-712151d5-1f25-48c8-aae9-785eee3ccb7b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:39.528692 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'code': 200} Jul 07 22:10:39.537821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bba41d-fc3f-40fe-89f8-d10cf46f5f51 req-9cdd9666-e588-4078-b019-8574c5a21595 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:39.539611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5bba41d-fc3f-40fe-89f8-d10cf46f5f51 req-9cdd9666-e588-4078-b019-8574c5a21595 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 944 time: 0.1377435 Jul 07 22:10:39.550840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-f7cf05d7-8786-496b-9efb-20d3217d3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:39.553812 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-f7cf05d7-8786-496b-9efb-20d3217d3593 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1102 time: 0.0746427 Jul 07 22:10:39.599055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:39.608654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5bba41d-fc3f-40fe-89f8-d10cf46f5f51 req-829b7f11-3825-4802-a7a0-4cf20eb24655 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630534 Jul 07 22:10:39.662004 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.693462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4be4017d-f28c-4c4f-8f97-679f2f4fe17c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:39.705070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-50e730d0-a070-43ba-b93a-c66b7b58061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:39.709307 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-50e730d0-a070-43ba-b93a-c66b7b58061c service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1451402 Jul 07 22:10:39.760107 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-119e952c-faab-4821-a25e-7acb19745e60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.0436788 Jul 07 22:10:39.770064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:39.783485 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:39.845090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ea59e-d59d-4a85-ae62-aee1ca4e7d59 req-af56b0c4-2aea-42b1-aaf9-96cdaa3d2ad6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:39.862004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-615ea59e-d59d-4a85-ae62-aee1ca4e7d59 req-af56b0c4-2aea-42b1-aaf9-96cdaa3d2ad6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.1334655 Jul 07 22:10:39.862242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-e7a41214-925c-483d-9a54-40fa5bc934e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:39.864285 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-e7a41214-925c-483d-9a54-40fa5bc934e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0908937 Jul 07 22:10:39.881370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:39.911685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-615ea59e-d59d-4a85-ae62-aee1ca4e7d59 req-33221de3-40b2-4c53-ad3d-821bfd0c69ac tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473125 Jul 07 22:10:39.964508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-1c87b8ef-06c6-41c4-953d-719fe6027b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:39.966094 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-1c87b8ef-06c6-41c4-953d-719fe6027b4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0916131 Jul 07 22:10:39.987513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-174383ed-2589-4489-9ed3-82886421603d req-9ab13e95-5f1c-44a2-bf74-7e9ff97334b3 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/f46c99b7-1f53-4435-8f47-10d3571ecef6 HTTP/1.1" status: 200 len: 1804 time: 0.0620530 Jul 07 22:10:40.035010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-174383ed-2589-4489-9ed3-82886421603d req-52177baa-5705-4316-bcb3-85b06a5c929e tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/34b5d446-721f-405d-ad1e-ff834dc70147 HTTP/1.1" status: 200 len: 1803 time: 0.0393021 Jul 07 22:10:40.045093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-174383ed-2589-4489-9ed3-82886421603d req-0e30c82e-e77c-4414-9f56-1d5a13d8a280 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f46c99b7-1f53-4435-8f47-10d3571ecef6', 'remote_group_id': '34b5d446-721f-405d-ad1e-ff834dc70147', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:40.045424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-174383ed-2589-4489-9ed3-82886421603d req-0e30c82e-e77c-4414-9f56-1d5a13d8a280 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f46c99b7-1f53-4435-8f47-10d3571ecef6', 'remote_group_id': '34b5d446-721f-405d-ad1e-ff834dc70147', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:40.091761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-6ec9e030-67e4-4fb4-99b5-af435fbbc40a service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152489 Jul 07 22:10:40.126855 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-174383ed-2589-4489-9ed3-82886421603d req-0e30c82e-e77c-4414-9f56-1d5a13d8a280 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.200743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-174383ed-2589-4489-9ed3-82886421603d req-0e30c82e-e77c-4414-9f56-1d5a13d8a280 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.205806 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-174383ed-2589-4489-9ed3-82886421603d req-0e30c82e-e77c-4414-9f56-1d5a13d8a280 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.206147 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-5d09a6cf-3cf5-461a-896c-5e2ab88e8913 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054301 Jul 07 22:10:40.219159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30c82e-e77c-4414-9f56-1d5a13d8a280 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1246c6-6ab8-45ba-8d0a-61545ac5b3c0,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:40.250023 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-174383ed-2589-4489-9ed3-82886421603d req-0e30c82e-e77c-4414-9f56-1d5a13d8a280 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.251030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-174383ed-2589-4489-9ed3-82886421603d req-0e30c82e-e77c-4414-9f56-1d5a13d8a280 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2103155 Jul 07 22:10:40.313462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833016a-c5b3-4776-99c0-49d7c347afe7 req-2caea945-9ae3-4b16-bbff-ddf356c7409c tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:40.315024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4833016a-c5b3-4776-99c0-49d7c347afe7 req-2caea945-9ae3-4b16-bbff-ddf356c7409c tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 943 time: 0.0771728 Jul 07 22:10:40.367722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4833016a-c5b3-4776-99c0-49d7c347afe7 req-57eaea90-2034-41d2-8b95-3064b7904641 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea81cc04-600d-4b4f-98e9-16a19f7516b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468330 Jul 07 22:10:40.429063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb13edc-9cdc-4f04-b547-67897da7c7b7 req-1cbd8e77-19c3-4e1b-b3c5-52c7a1a17220 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:40.432868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fb13edc-9cdc-4f04-b547-67897da7c7b7 req-1cbd8e77-19c3-4e1b-b3c5-52c7a1a17220 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.0815182 Jul 07 22:10:40.465319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d2c2593a-7cc3-43f6-be17-bfb2fe782680 req-3e9c3c5f-ab5a-4dd4-9698-42021c66e33a tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-570666080', 'description': 'tempest-description-1057003143'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:40.507193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fb13edc-9cdc-4f04-b547-67897da7c7b7 req-2e2de6da-21c6-4d8a-8ed9-3bb08030d86a tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597477 Jul 07 22:10:40.508575 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d2c2593a-7cc3-43f6-be17-bfb2fe782680 req-3e9c3c5f-ab5a-4dd4-9698-42021c66e33a tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.592388 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d2c2593a-7cc3-43f6-be17-bfb2fe782680 req-3e9c3c5f-ab5a-4dd4-9698-42021c66e33a tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.596273 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d2c2593a-7cc3-43f6-be17-bfb2fe782680 req-3e9c3c5f-ab5a-4dd4-9698-42021c66e33a tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.622618 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d2c2593a-7cc3-43f6-be17-bfb2fe782680 req-3e9c3c5f-ab5a-4dd4-9698-42021c66e33a tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.626977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2c2593a-7cc3-43f6-be17-bfb2fe782680 req-3e9c3c5f-ab5a-4dd4-9698-42021c66e33a tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1748335 Jul 07 22:10:40.631260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c3c5f-ab5a-4dd4-9698-42021c66e33a tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15518f5d-7697-4ba4-9edd-f9956b9e4a5e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:40.662643 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:10:40.668407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b6be773e-12af-4ba6-a4ba-5404a8a0c90f req-f54dd7c2-00e2-41d4-8189-17c729f36655 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1478450415', 'description': 'tempest-description-50570265'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:40.693419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b6be773e-12af-4ba6-a4ba-5404a8a0c90f req-f54dd7c2-00e2-41d4-8189-17c729f36655 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.724179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-30f5a6df-4ff9-4519-8c40-f3dd72a6ae41 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:40.726957 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-30f5a6df-4ff9-4519-8c40-f3dd72a6ae41 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 943 time: 0.1031878 Jul 07 22:10:40.837037 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b6be773e-12af-4ba6-a4ba-5404a8a0c90f req-f54dd7c2-00e2-41d4-8189-17c729f36655 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.845222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Deleting port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:40.845570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.848511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debec7ea-91fa-483e-8450-85d6f7ad5f44 req-a69c1b0b-ab2e-4c95-864a-e4b2a5d34a07 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:40.849999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-debec7ea-91fa-483e-8450-85d6f7ad5f44 req-a69c1b0b-ab2e-4c95-864a-e4b2a5d34a07 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 945 time: 0.1117013 Jul 07 22:10:40.851073 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b6be773e-12af-4ba6-a4ba-5404a8a0c90f req-f54dd7c2-00e2-41d4-8189-17c729f36655 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.868997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48756) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:40.903226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b6be773e-12af-4ba6-a4ba-5404a8a0c90f req-f54dd7c2-00e2-41d4-8189-17c729f36655 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.904919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6be773e-12af-4ba6-a4ba-5404a8a0c90f req-f54dd7c2-00e2-41d4-8189-17c729f36655 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2402256 Jul 07 22:10:40.905374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd7c2-00e2-41d4-8189-17c729f36655 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe0113b-6b62-4076-bb2b-367e6ea6ba60,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:40.924217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-debec7ea-91fa-483e-8450-85d6f7ad5f44 req-68645544-6107-4033-8b01-8ceec419a15e tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605481 Jul 07 22:10:40.966626 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] For port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,segment=NetworkSegment(2874f6d6-72dc-4698-818c-d5481df195d4),segment_id=2874f6d6-72dc-4698-818c-d5481df195d4)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:40.967089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:40.969206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bfd3aac-b956-4a8d-b41f-dd3c9f26d3fd req-108d4afc-8e84-45b2-ad45-d75899c146e0 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/15518f5d-7697-4ba4-9edd-f9956b9e4a5e HTTP/1.1" status: 200 len: 1804 time: 0.0414810 Jul 07 22:10:40.984371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Calling delete_port for 4be4017d-f28c-4c4f-8f97-679f2f4fe17c owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:41.028121 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f8a-2316-4a9c-84e5-070d4258a78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.032292 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bfd3aac-b956-4a8d-b41f-dd3c9f26d3fd req-d382795d-0fd1-46a4-9a24-28a5135e32c0 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/7fe0113b-6b62-4076-bb2b-367e6ea6ba60 HTTP/1.1" status: 200 len: 1803 time: 0.0551324 Jul 07 22:10:41.045183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7bfd3aac-b956-4a8d-b41f-dd3c9f26d3fd req-e769ccee-c8d5-42a6-87b8-53c534bc7ecb tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15518f5d-7697-4ba4-9edd-f9956b9e4a5e', 'remote_group_id': '7fe0113b-6b62-4076-bb2b-367e6ea6ba60', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:41.045558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7bfd3aac-b956-4a8d-b41f-dd3c9f26d3fd req-e769ccee-c8d5-42a6-87b8-53c534bc7ecb tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '15518f5d-7697-4ba4-9edd-f9956b9e4a5e', 'remote_group_id': '7fe0113b-6b62-4076-bb2b-367e6ea6ba60', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:41.098253 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.api [None req-4d2d2f8a-2316-4a9c-84e5-070d4258a78e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:10:41.098253 n-d-695012-11 neutron-server[93941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:10:41.098253 n-d-695012-11 neutron-server[93941]: [parameters: {'project_id_1': '7f70389126c14eb7a2880e6ac8fce36f', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 10, 41, 58296)}] Jul 07 22:10:41.098253 n-d-695012-11 neutron-server[93941]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:10:41.098791 n-d-695012-11 neutron-server[93941]: DEBUG oslo_db.api [None req-4d2d2f8a-2316-4a9c-84e5-070d4258a78e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:10:41.126751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.148979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f213f5-50cd-4e5c-a987-a5e20e33132b req-170e8431-c59b-49b3-8040-20e4964d4af0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:41.151021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f213f5-50cd-4e5c-a987-a5e20e33132b req-170e8431-c59b-49b3-8040-20e4964d4af0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.0955286 Jul 07 22:10:41.153806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Pushing event deleted for resources: {'Port': ['ID=4be4017d-f28c-4c4f-8f97-679f2f4fe17c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:41.179637 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7bfd3aac-b956-4a8d-b41f-dd3c9f26d3fd req-e769ccee-c8d5-42a6-87b8-53c534bc7ecb tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.201169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] No DVR routers for this DVR port 4be4017d-f28c-4c4f-8f97-679f2f4fe17c on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:41.204956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.207081 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc12de87-0774-4f8a-a2e2-5501eb9bb78e req-5f14bcb6-6d34-4aa8-b2f6-078152af5d7b tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.44 "DELETE /v2.0/ports/4be4017d-f28c-4c4f-8f97-679f2f4fe17c HTTP/1.1" status: 204 len: 173 time: 0.4730976 Jul 07 22:10:41.207519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdbd943-e36c-456c-a2fb-6a0333b068bc', 'name': 'network-vif-deleted', 'tag': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:41.209755 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65d3ae2-607b-4e66-b93b-7fd929d28bc6" -d '{"events": [{"server_uuid": "9fdbd943-e36c-456c-a2fb-6a0333b068bc", "name": "network-vif-deleted", "tag": "4be4017d-f28c-4c4f-8f97-679f2f4fe17c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:41.216853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f213f5-50cd-4e5c-a987-a5e20e33132b req-99434c29-3a67-4d54-b6be-1310e0840488 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563202 Jul 07 22:10:41.229301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device fbaeeacd-ca82-45e3-a632-dcd5449866a6 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:10:41.241349 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7bfd3aac-b956-4a8d-b41f-dd3c9f26d3fd req-e769ccee-c8d5-42a6-87b8-53c534bc7ecb tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.247000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7bfd3aac-b956-4a8d-b41f-dd3c9f26d3fd req-e769ccee-c8d5-42a6-87b8-53c534bc7ecb tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.265492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769ccee-c8d5-42a6-87b8-53c534bc7ecb tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0f476d-5451-47b1-9788-1710cc4995f2,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:41.279112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7bfd3aac-b956-4a8d-b41f-dd3c9f26d3fd req-e769ccee-c8d5-42a6-87b8-53c534bc7ecb tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.281492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bfd3aac-b956-4a8d-b41f-dd3c9f26d3fd req-e769ccee-c8d5-42a6-87b8-53c534bc7ecb tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2410543 Jul 07 22:10:41.327490 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237083c1-e44e-45eb-8f5d-a287bbe9290c x-openstack-request-id: req-237083c1-e44e-45eb-8f5d-a287bbe9290c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:41.327789 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdbd943-e36c-456c-a2fb-6a0333b068bc", "name": "network-vif-deleted", "tag": "4be4017d-f28c-4c4f-8f97-679f2f4fe17c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:41.328041 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-237083c1-e44e-45eb-8f5d-a287bbe9290c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:41.328437 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdbd943-e36c-456c-a2fb-6a0333b068bc', 'name': 'network-vif-deleted', 'tag': '4be4017d-f28c-4c4f-8f97-679f2f4fe17c', 'status': 'completed', 'code': 200} Jul 07 22:10:41.367167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:41.382712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6', 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1', 'port_id': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6', 'mac_address': 'fa:16:3e:5c:79:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fc32d3-510d-40a2-8873-b4755e7fee10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:10:41.398778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9b7ee18-754f-4907-bf22-6698eaf2ba26 req-9ac61aeb-6660-4604-8658-644bee542aef tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/7fe0113b-6b62-4076-bb2b-367e6ea6ba60 HTTP/1.1" status: 200 len: 1803 time: 0.0551205 Jul 07 22:10:41.426251 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.439283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbaeeacd-ca82-45e3-a632-dcd5449866a6 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:41.464034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:41.467397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9b7ee18-754f-4907-bf22-6698eaf2ba26 req-ef4a43e7-0394-40dc-bd4c-e6036d2b750d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.468854 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.507995 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9b7ee18-754f-4907-bf22-6698eaf2ba26 req-ef4a43e7-0394-40dc-bd4c-e6036d2b750d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.523578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=fbaeeacd-ca82-45e3-a632-dcd5449866a6,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:41.530097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eccffc2-53a0-4780-8613-5064e666b474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027fad0c-85a3-4fc4-830e-0ed9c61aa89f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:41.534009 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0901879c-28d2-440b-a8e1-0d97e1baae5a" -d '{"events": [{"server_uuid": "9eccffc2-53a0-4780-8613-5064e666b474", "name": "network-vif-plugged", "status": "completed", "tag": "027fad0c-85a3-4fc4-830e-0ed9c61aa89f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:41.556437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaf62f50-dff7-4dbb-b89d-73dd8ac15f5c req-fe1ac9b0-c479-4ebe-b52d-683ff1fc3256 tempest-ImagesTestJSON-291050385 tempest-ImagesTestJSON-291050385-project] 10.222.0.81 "GET /v2.0/ports?device_id=9fdbd943-e36c-456c-a2fb-6a0333b068bc HTTP/1.1" status: 200 len: 210 time: 0.0396450 Jul 07 22:10:41.602433 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f8a-2316-4a9c-84e5-070d4258a78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.631998 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9b7ee18-754f-4907-bf22-6698eaf2ba26 req-ef4a43e7-0394-40dc-bd4c-e6036d2b750d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.635416 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9b7ee18-754f-4907-bf22-6698eaf2ba26 req-ef4a43e7-0394-40dc-bd4c-e6036d2b750d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.636619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9b7ee18-754f-4907-bf22-6698eaf2ba26 req-ef4a43e7-0394-40dc-bd4c-e6036d2b750d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "DELETE /v2.0/security-groups/7fe0113b-6b62-4076-bb2b-367e6ea6ba60 HTTP/1.1" status: 204 len: 173 time: 0.2314043 Jul 07 22:10:41.655054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a43e7-0394-40dc-bd4c-e6036d2b750d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe0113b-6b62-4076-bb2b-367e6ea6ba60,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:41.716092 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a443ad6f-39f6-4fd0-876d-8b8c53f11194 x-openstack-request-id: req-a443ad6f-39f6-4fd0-876d-8b8c53f11194 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:41.718015 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eccffc2-53a0-4780-8613-5064e666b474", "name": "network-vif-plugged", "status": "completed", "tag": "027fad0c-85a3-4fc4-830e-0ed9c61aa89f", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:41.718476 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a443ad6f-39f6-4fd0-876d-8b8c53f11194 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:41.719625 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eccffc2-53a0-4780-8613-5064e666b474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027fad0c-85a3-4fc4-830e-0ed9c61aa89f', 'code': 200} Jul 07 22:10:41.846417 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f8a-2316-4a9c-84e5-070d4258a78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.853111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41da5a3f-8b9b-4da1-92f1-ff318c4d4cc5 req-a082586f-7d8c-4e87-82ce-760f74d56586 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/15518f5d-7697-4ba4-9edd-f9956b9e4a5e HTTP/1.1" status: 200 len: 1804 time: 0.1155496 Jul 07 22:10:41.856320 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d2d2f8a-2316-4a9c-84e5-070d4258a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:41.876928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['fbaeeacd-ca82-45e3-a632-dcd5449866a6'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:41.882699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30194-7c67-48ac-a1da-c5431d83e786 req-927f18da-c4e7-436e-9cb2-2a9b57e474d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:41.886577 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-18e30194-7c67-48ac-a1da-c5431d83e786 req-927f18da-c4e7-436e-9cb2-2a9b57e474d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 1097 time: 0.0901151 Jul 07 22:10:41.897933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-53c287e4-4c58-4011-b88f-c7d12fc2af63 req-00d16852-d293-4114-9a29-26b023e39f8d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-908466392', 'description': 'tempest-description-560671811'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:41.935276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715aec4-3f8e-4494-9858-1a5f7c8eca36 req-3f070e8f-0e43-4462-8a44-b3770089fdbb tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:41.942631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a715aec4-3f8e-4494-9858-1a5f7c8eca36 req-3f070e8f-0e43-4462-8a44-b3770089fdbb tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 944 time: 0.1913185 Jul 07 22:10:41.949278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4d2d2f8a-2316-4a9c-84e5-070d4258a78e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7f70389126c14eb7a2880e6ac8fce36f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729530 Jul 07 22:10:41.957852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48798) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:41.960920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d2f8a-2316-4a9c-84e5-070d4258a78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b32611-9c84-4b23-8532-ebbb333e66b2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:41.976533 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-18e30194-7c67-48ac-a1da-c5431d83e786 req-33944299-c585-4dc0-b97e-3b319f42faf1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799232 Jul 07 22:10:42.001226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-53c287e4-4c58-4011-b88f-c7d12fc2af63 req-00d16852-d293-4114-9a29-26b023e39f8d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.036144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a715aec4-3f8e-4494-9858-1a5f7c8eca36 req-08a88241-be55-4a8e-b58f-fa03a2b9ad09 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921385 Jul 07 22:10:42.088341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6eea-aca3-48e2-9e32-e47241704209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.123733 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6eea-aca3-48e2-9e32-e47241704209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.204907 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-53c287e4-4c58-4011-b88f-c7d12fc2af63 req-00d16852-d293-4114-9a29-26b023e39f8d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.210546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-53c287e4-4c58-4011-b88f-c7d12fc2af63 req-00d16852-d293-4114-9a29-26b023e39f8d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.241029 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-53c287e4-4c58-4011-b88f-c7d12fc2af63 req-00d16852-d293-4114-9a29-26b023e39f8d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.250821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-53c287e4-4c58-4011-b88f-c7d12fc2af63 req-00d16852-d293-4114-9a29-26b023e39f8d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3634989 Jul 07 22:10:42.260489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6eea-aca3-48e2-9e32-e47241704209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.263525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4fa6eea-aca3-48e2-9e32-e47241704209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.265890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e4fa6eea-aca3-48e2-9e32-e47241704209 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62b32611-9c84-4b23-8532-ebbb333e66b2 HTTP/1.1" status: 204 len: 168 time: 0.3054881 Jul 07 22:10:42.271880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d16852-d293-4114-9a29-26b023e39f8d tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402de8f1-e8b9-46f0-b1df-3a721f664e25,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:42.293265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa6eea-aca3-48e2-9e32-e47241704209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b32611-9c84-4b23-8532-ebbb333e66b2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:42.309976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126418f-0f1d-4b95-8fef-89208dbd2a3b req-cb15ffeb-f728-40a2-9a29-92b834d7bb89 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:42.327094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6126418f-0f1d-4b95-8fef-89208dbd2a3b req-cb15ffeb-f728-40a2-9a29-92b834d7bb89 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 945 time: 0.1662095 Jul 07 22:10:42.369749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6126418f-0f1d-4b95-8fef-89208dbd2a3b req-28a36a42-0912-49c1-b77d-2c8b657edd17 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415444 Jul 07 22:10:42.452402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56b55c35-1ad6-4217-a885-82d2f7de2c11 req-3b6f3362-9c0d-4c47-9e8b-437a674b4adf tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/402de8f1-e8b9-46f0-b1df-3a721f664e25 HTTP/1.1" status: 200 len: 1803 time: 0.0497205 Jul 07 22:10:42.464563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-56b55c35-1ad6-4217-a885-82d2f7de2c11 req-cd24eba9-4b46-43c2-8aff-5608571d1dfa tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '402de8f1-e8b9-46f0-b1df-3a721f664e25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:42.464945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-56b55c35-1ad6-4217-a885-82d2f7de2c11 req-cd24eba9-4b46-43c2-8aff-5608571d1dfa tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '402de8f1-e8b9-46f0-b1df-3a721f664e25', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:42.608019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238aa5d-a62e-4583-9f14-11f3e2425ae2 req-96448124-2ae1-4130-9ec6-51b78f9c2045 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:42.609510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6238aa5d-a62e-4583-9f14-11f3e2425ae2 req-96448124-2ae1-4130-9ec6-51b78f9c2045 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.1489079 Jul 07 22:10:42.621291 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-56b55c35-1ad6-4217-a885-82d2f7de2c11 req-cd24eba9-4b46-43c2-8aff-5608571d1dfa tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.642420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-3cbeeeb7-b7e4-48e4-9412-350bcbb75ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:42.643902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-3cbeeeb7-b7e4-48e4-9412-350bcbb75ff1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1&tenant_id=faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 1102 time: 0.1347966 Jul 07 22:10:42.668265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:42.702948 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-56b55c35-1ad6-4217-a885-82d2f7de2c11 req-cd24eba9-4b46-43c2-8aff-5608571d1dfa tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.706612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6238aa5d-a62e-4583-9f14-11f3e2425ae2 req-61999ff9-cec2-4cce-a5a4-124e12064edc tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883162 Jul 07 22:10:42.709721 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-56b55c35-1ad6-4217-a885-82d2f7de2c11 req-cd24eba9-4b46-43c2-8aff-5608571d1dfa tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.737209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24eba9-4b46-43c2-8aff-5608571d1dfa tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998b233c-f4f5-42f6-8bd8-a9a2ad659e53,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:42.744630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-56b55c35-1ad6-4217-a885-82d2f7de2c11 req-cd24eba9-4b46-43c2-8aff-5608571d1dfa tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:42.745895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56b55c35-1ad6-4217-a885-82d2f7de2c11 req-cd24eba9-4b46-43c2-8aff-5608571d1dfa tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2872987 Jul 07 22:10:42.787293 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.092998 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-09c34905-70cc-42c5-b6e9-69d8a3c36b41 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624230 Jul 07 22:10:43.097409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-035a9558-080a-4ba6-aef5-e3e2a31a4a16 req-b064f579-62c2-4468-895e-b646967b2f39 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/402de8f1-e8b9-46f0-b1df-3a721f664e25 HTTP/1.1" status: 200 len: 2396 time: 0.1724522 Jul 07 22:10:43.124531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-035a9558-080a-4ba6-aef5-e3e2a31a4a16 req-058e573f-4912-4062-87e7-a32250164057 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '402de8f1-e8b9-46f0-b1df-3a721f664e25', 'remote_group_id': None}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:43.124851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-035a9558-080a-4ba6-aef5-e3e2a31a4a16 req-058e573f-4912-4062-87e7-a32250164057 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '402de8f1-e8b9-46f0-b1df-3a721f664e25', 'remote_group_id': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:43.233771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:43.234025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device fbaeeacd-ca82-45e3-a632-dcd5449866a6 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:43.289185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port fbaeeacd-ca82-45e3-a632-dcd5449866a6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:43.292996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port fbaeeacd-ca82-45e3-a632-dcd5449866a6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:43.293420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.296179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6dc29c6d-986a-4b1c-ae15-2dce137efc61 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:43.298720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6dc29c6d-986a-4b1c-ae15-2dce137efc61 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004125 Jul 07 22:10:43.331775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-035a9558-080a-4ba6-aef5-e3e2a31a4a16 req-058e573f-4912-4062-87e7-a32250164057 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.346649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-26b9ca21-4bfc-4ffc-a340-38c9dadd9cb8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/quotas/33decc5f5c2c4dc7a3b577cf17093f9f HTTP/1.1" status: 200 len: 375 time: 0.0369225 Jul 07 22:10:43.376910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.378861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:43.411868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:43.416819 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.426660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6b102617-2b90-49bf-9fc9-da442aed5780 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673141 Jul 07 22:10:43.430870 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-035a9558-080a-4ba6-aef5-e3e2a31a4a16 req-058e573f-4912-4062-87e7-a32250164057 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.436393 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-035a9558-080a-4ba6-aef5-e3e2a31a4a16 req-058e573f-4912-4062-87e7-a32250164057 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.478113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e573f-4912-4062-87e7-a32250164057 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02bb41d-3512-4a0c-aeb1-c15c2e272381,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:43.482348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=fbaeeacd-ca82-45e3-a632-dcd5449866a6,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:43.485201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:43.488214 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a29ce57-734a-4c3a-8d2d-4e53b51a0757" -d '{"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:43.492080 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.495676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-035a9558-080a-4ba6-aef5-e3e2a31a4a16 req-058e573f-4912-4062-87e7-a32250164057 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.497146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-035a9558-080a-4ba6-aef5-e3e2a31a4a16 req-058e573f-4912-4062-87e7-a32250164057 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3796508 Jul 07 22:10:43.513245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Transition to ACTIVE for port object f14ebab7-8323-4518-93d8-00133be4d30b will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:43.528572 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:43.629963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=10']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:43.721195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:43.724011 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fef36a-a231-4dfa-8b4c-d1be51664212" -d '{"events": [{"server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "name": "network-vif-plugged", "status": "completed", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:43.934517 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48908) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:44.095828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] No DVR routers for this DVR port f14ebab7-8323-4518-93d8-00133be4d30b on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:44.196794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:44.197689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:44.198316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:44.202199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-54664230'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:44.204365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Port f14ebab7-8323-4518-93d8-00133be4d30b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:10:44.204879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Attempting to bind port f14ebab7-8323-4518-93d8-00133be4d30b on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:44.221325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:44.221962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:44.222638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:44.223147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Bound port: f14ebab7-8323-4518-93d8-00133be4d30b, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:44.223635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.236141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Made reservation on behalf of b433d20363214e18b1b9f77174b27151 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:44.241803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.254447 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.264865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58d091-1f34-4e01-be91-4f57b57a40cb req-12884bb4-b9fb-4e04-85d2-cb62a3641ce4 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:44.275456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca58d091-1f34-4e01-be91-4f57b57a40cb req-12884bb4-b9fb-4e04-85d2-cb62a3641ce4 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 945 time: 0.1823208 Jul 07 22:10:44.325391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9996609-4985-413d-bad0-9a4cc4ee37c4 req-5a6cf06c-6d41-442c-bf88-4bf89bc693af tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:44.332215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9996609-4985-413d-bad0-9a4cc4ee37c4 req-5a6cf06c-6d41-442c-bf88-4bf89bc693af tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.2380617 Jul 07 22:10:44.375220 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.380646 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.414632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca58d091-1f34-4e01-be91-4f57b57a40cb req-e0e871d5-f38f-44bc-8ab9-c52c681ae2a3 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379838 Jul 07 22:10:44.414836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:10:44.427020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f5b6cc-9f4e-4725-91bb-82cbeac0b788,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:44.451527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9996609-4985-413d-bad0-9a4cc4ee37c4 req-4bf1e151-db32-461e-9755-0ef5115155a3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183677 Jul 07 22:10:44.455669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:44.457849 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.460260 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Added segment 6d39b800-4f96-44ba-8efa-24b937cabf33 of type vlan for network 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 Jul 07 22:10:44.476341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:44.480947 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.535321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.553921 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd97ae9-9e35-4224-8a8a-dbc5aace4a14 x-openstack-request-id: req-dbd97ae9-9e35-4224-8a8a-dbc5aace4a14 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:44.554253 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:44.554513 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbd97ae9-9e35-4224-8a8a-dbc5aace4a14 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:44.554923 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'code': 200} Jul 07 22:10:44.606407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.613899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:44.614342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.618743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:44.619585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:44.621114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] 10.222.0.83 "PUT /v2.0/ports/f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 1098 time: 1.9624369 Jul 07 22:10:44.702417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c421d-940b-4f7a-aa41-1a7a1bff019f service neutron] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=11']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:44.716808 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175718c-6ae4-49c9-9de4-f83b6b56c013 x-openstack-request-id: req-1175718c-6ae4-49c9-9de4-f83b6b56c013 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:44.717338 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "name": "network-vif-plugged", "status": "completed", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:44.717443 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1175718c-6ae4-49c9-9de4-f83b6b56c013 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:44.717756 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6', 'code': 200} Jul 07 22:10:44.795585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ea47ea8-c5de-4192-bf6e-761d288af65a req-817ca0fb-bd88-46d0-aba3-8440082dcdc0 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/402de8f1-e8b9-46f0-b1df-3a721f664e25 HTTP/1.1" status: 200 len: 2994 time: 0.2395873 Jul 07 22:10:44.835526 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8986347 Jul 07 22:10:44.839572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48922) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:44.857958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Request body: {'subnet': {'network_id': '392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:44.867783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f14ebab7-8323-4518-93d8-00133be4d30b no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:44.916728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-34f1faa3-38fe-4a54-bcdb-a43d7def6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:44.919859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-34f1faa3-38fe-4a54-bcdb-a43d7def6c6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1101 time: 0.2513053 Jul 07 22:10:44.930960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af8aa9-86e5-437a-903d-eb16b2dc290a tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event updated for resources: {'Network': ['ID=392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:44.935209 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f14ebab7-8323-4518-93d8-00133be4d30b not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:44.935884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4be4017d-f28c-4c4f-8f97-679f2f4fe17c no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:44.984263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:10:44.986699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 4be4017d-f28c-4c4f-8f97-679f2f4fe17c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:10:44.987049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4be4017d-f28c-4c4f-8f97-679f2f4fe17c not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:45.006419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-d886f5db-58bf-47f5-8e65-801216b0e8a8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517492 Jul 07 22:10:45.020499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca90c-2d88-4b89-b89a-e02957ae2bf7 req-ba8cef77-b0a1-4c56-974c-468d7a74d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:45.022602 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-364ca90c-2d88-4b89-b89a-e02957ae2bf7 req-ba8cef77-b0a1-4c56-974c-468d7a74d3a7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 1097 time: 0.0875635 Jul 07 22:10:45.074583 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-364ca90c-2d88-4b89-b89a-e02957ae2bf7 req-faa985b4-b29b-4e54-b32c-1b393b1e1db8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455170 Jul 07 22:10:45.224224 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-180eb92d-fbee-4b34-bc24-ae0033c01822 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304444 Jul 07 22:10:45.319992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Made reservation on behalf of b433d20363214e18b1b9f77174b27151 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:45.325014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:45.339651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-33090d8b-8386-4cc0-bcfc-4db4dab76f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:45.341178 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-33090d8b-8386-4cc0-bcfc-4db4dab76f47 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3226385 Jul 07 22:10:45.359933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6dd99df2-2a78-4438-8b12-da81d874e075 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:45.362407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ad2d1-6edc-47aa-bfe3-39b899efae42 req-0163d171-7d1b-4405-956e-d53128f609e6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:45.363252 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6dd99df2-2a78-4438-8b12-da81d874e075 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354427 Jul 07 22:10:45.366519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ad2d1-6edc-47aa-bfe3-39b899efae42 req-0163d171-7d1b-4405-956e-d53128f609e6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 949 time: 0.4136035 Jul 07 22:10:45.375384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Request body: {'port': {'device_id': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '33decc5f5c2c4dc7a3b577cf17093f9f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:45.444290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e055-f99d-4351-8239-d3f8a820af8f req-1ad5080d-3b09-412f-af64-2e3c9f0176e2 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:45.445830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-1ad5080d-3b09-412f-af64-2e3c9f0176e2 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4168277 Jul 07 22:10:45.457992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-226ad2d1-6edc-47aa-bfe3-39b899efae42 req-fc945a95-c8f3-4177-a0a7-4c36464f0d93 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557101 Jul 07 22:10:45.481030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-83203215-807b-42d5-be38-b9496e30edd9 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/quotas/33decc5f5c2c4dc7a3b577cf17093f9f HTTP/1.1" status: 200 len: 375 time: 0.0214965 Jul 07 22:10:45.520476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Made reservation on behalf of 33decc5f5c2c4dc7a3b577cf17093f9f for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:45.525165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:45.536616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:45.568200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-383ad4c7-7c9d-49bf-82a7-7750d0085319 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781476 Jul 07 22:10:45.574183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-46fd19a7-fbaf-42f9-bd8b-9284895ce20f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.0989470 Jul 07 22:10:45.670993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-163d9b98-a4f7-4ba6-96f8-1b021efe1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:45.672764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-163d9b98-a4f7-4ba6-96f8-1b021efe1495 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0916555 Jul 07 22:10:45.717034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:45.722210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:45.762786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d9eddf-3a57-42a7-a848-766b30e915f8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:45.821309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b6ea6b0-d4a3-40ec-8e3c-0c4a93dc099d req-8a122845-3418-4fd2-b9fd-eed9cfaba6b5 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-group-rules/d02bb41d-3512-4a0c-aeb1-c15c2e272381 HTTP/1.1" status: 200 len: 783 time: 0.0607693 Jul 07 22:10:45.897393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Allocated IP 192.168.233.113 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/fb2e4934-a45f-429f-af7f-9d4185748142) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:45.958370 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.022928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b6ea6b0-d4a3-40ec-8e3c-0c4a93dc099d req-4e8b76a9-81ff-48f9-b025-b9f4cdb05a10 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/402de8f1-e8b9-46f0-b1df-3a721f664e25 HTTP/1.1" status: 200 len: 2994 time: 0.1915777 Jul 07 22:10:46.043500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-ea400c3e-2d12-4873-90cb-e4e80ef51c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:46.044987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-ea400c3e-2d12-4873-90cb-e4e80ef51c82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3489673 Jul 07 22:10:46.064133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.079104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Transition to ACTIVE for port object fb2e4934-a45f-429f-af7f-9d4185748142 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:46.095207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event updated for resources: {'Subnet': ['ID=a6084749-dbe1-4bfc-91bd-3a2be753412f,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:46.128678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.145316 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5b6ea6b0-d4a3-40ec-8e3c-0c4a93dc099d req-f6356b15-b708-46fa-b92f-f9f6a1be41bd tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.161368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5b6ea6b0-d4a3-40ec-8e3c-0c4a93dc099d req-f6356b15-b708-46fa-b92f-f9f6a1be41bd tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.177918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:46.181122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:46.182939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b9a2-9ef7-4b81-bbbf-152e0743d4df req-9f6f0c9b-21fb-40e4-a4fe-10f3443e126d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:46.184478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3078b9a2-9ef7-4b81-bbbf-152e0743d4df req-9f6f0c9b-21fb-40e4-a4fe-10f3443e126d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.2927155 Jul 07 22:10:46.186092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:46.195180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Checking segment: {'id': '6d39b800-4f96-44ba-8efa-24b937cabf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:46.195545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Network hostable DHCP agents. Network: 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:10:46.211378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:46.251701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:46.252504 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.271753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-608581e3-72c5-48e4-9296-e71028a1f759 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131572 Jul 07 22:10:46.279462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5b6ea6b0-d4a3-40ec-8e3c-0c4a93dc099d req-f6356b15-b708-46fa-b92f-f9f6a1be41bd tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.283360 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-05480ced-0dcd-4033-a420-d4aa9f9cdeb5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9124300 Jul 07 22:10:46.288267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5b6ea6b0-d4a3-40ec-8e3c-0c4a93dc099d req-f6356b15-b708-46fa-b92f-f9f6a1be41bd tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.289294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b6ea6b0-d4a3-40ec-8e3c-0c4a93dc099d req-f6356b15-b708-46fa-b92f-f9f6a1be41bd tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d02bb41d-3512-4a0c-aeb1-c15c2e272381 HTTP/1.1" status: 204 len: 173 time: 0.2655911 Jul 07 22:10:46.302881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Request body: {'port': {'device_id': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:46.320728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Network 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:10:46.323548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6356b15-b708-46fa-b92f-f9f6a1be41bd tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d02bb41d-3512-4a0c-aeb1-c15c2e272381,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:46.347870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3078b9a2-9ef7-4b81-bbbf-152e0743d4df req-b078df19-d36c-4cb2-917f-fc9f4fd68a1f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494048 Jul 07 22:10:46.413760 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.421025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:46.432967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863a059-c27a-4bf3-8587-f7836ad8f442 None None] Network 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:46.464812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:46.468295 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.516265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-55daa3e1-2ec5-4627-bb0a-14a3b84b6add tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6755896 Jul 07 22:10:46.520668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48966) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:46.527121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Request body: {'port': {'network_id': '392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2101049103'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:46.561880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:46.565540 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4510909-0e7f-44e3-a051-3bbc90d77caf" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:46.595555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-99636cda-ae91-496c-bd25-be32712daf83 None None] Provisioning for port fb2e4934-a45f-429f-af7f-9d4185748142 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:46.625656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-99636cda-ae91-496c-bd25-be32712daf83 None None] Provisioning complete for port fb2e4934-a45f-429f-af7f-9d4185748142 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:46.626259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99636cda-ae91-496c-bd25-be32712daf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.643321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7c87673-8948-4ee5-a914-8650fc203633 req-0d3f0171-0743-4ed8-bdbf-efae1732b2c5 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 210 time: 0.1062253 Jul 07 22:10:46.679943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f79f5e31-9c19-48e2-8232-825e1727d8e0 req-46bb20ac-403d-4109-86aa-7d05273b089a service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776820 Jul 07 22:10:46.737078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99636cda-ae91-496c-bd25-be32712daf83 None None] Port fb2e4934-a45f-429f-af7f-9d4185748142 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:10:46.775956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef9b1a08-6bbb-4fc2-8a2f-7b9e97e4cf02 req-d7b70d9a-6c2b-4cd8-8b74-df297454f39a tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/402de8f1-e8b9-46f0-b1df-3a721f664e25 HTTP/1.1" status: 200 len: 2396 time: 0.0857320 Jul 07 22:10:46.832626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2', 'network_id': '392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2', 'tenant_id': 'b433d20363214e18b1b9f77174b27151', 'fixed_ips': [{'subnet_id': 'a6084749-dbe1-4bfc-91bd-3a2be753412f'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:10:46.835168 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.878129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2e4934-a45f-429f-af7f-9d4185748142 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:46.885247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Made reservation on behalf of b433d20363214e18b1b9f77174b27151 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:46.888484 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.890007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.903849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Transition to ACTIVE for port object fb2e4934-a45f-429f-af7f-9d4185748142 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:46.908721 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:46.934389 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] device_id is not set on port 77495c08-5ee6-4bca-b223-b68a96a4a43e yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:10:46.979915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:47.094059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ef9b1a08-6bbb-4fc2-8a2f-7b9e97e4cf02 req-f42d3117-8798-4030-ba9b-ce777e4e0ea4 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.097808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Allocated IP 172.20.0.2 (392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2/a6084749-dbe1-4bfc-91bd-3a2be753412f/763a1661-2c78-41b1-8651-1c96f59c90fb) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:47.153884 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ef9b1a08-6bbb-4fc2-8a2f-7b9e97e4cf02 req-f42d3117-8798-4030-ba9b-ce777e4e0ea4 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.236632 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ef9b1a08-6bbb-4fc2-8a2f-7b9e97e4cf02 req-f42d3117-8798-4030-ba9b-ce777e4e0ea4 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.239543 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ef9b1a08-6bbb-4fc2-8a2f-7b9e97e4cf02 req-f42d3117-8798-4030-ba9b-ce777e4e0ea4 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.241047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef9b1a08-6bbb-4fc2-8a2f-7b9e97e4cf02 req-f42d3117-8798-4030-ba9b-ce777e4e0ea4 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "DELETE /v2.0/security-groups/402de8f1-e8b9-46f0-b1df-3a721f664e25 HTTP/1.1" status: 204 len: 173 time: 0.4415410 Jul 07 22:10:47.263586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d3117-8798-4030-ba9b-ce777e4e0ea4 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402de8f1-e8b9-46f0-b1df-3a721f664e25,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:47.407640 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61d66ef-8754-42fc-8845-80abd8061397 x-openstack-request-id: req-f61d66ef-8754-42fc-8845-80abd8061397 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:47.407939 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:47.408192 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f61d66ef-8754-42fc-8845-80abd8061397 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:47.408580 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'status': 'completed', 'code': 200} Jul 07 22:10:47.488344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49103-9a5c-4933-9055-9dececf544ee req-5f798f74-db72-4d61-aeb0-6eb3ea9af5b4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:47.499786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92a49103-9a5c-4933-9055-9dececf544ee req-5f798f74-db72-4d61-aeb0-6eb3ea9af5b4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 949 time: 0.2183113 Jul 07 22:10:47.531352 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.544941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Transition to ACTIVE for port object 763a1661-2c78-41b1-8651-1c96f59c90fb will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:47.573773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Transition to ACTIVE for port object 763a1661-2c78-41b1-8651-1c96f59c90fb will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:47.583935 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.611614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92a49103-9a5c-4933-9055-9dececf544ee req-b5bd2056-0599-471b-8894-3347b0f81ee5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108274 Jul 07 22:10:47.661066 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-5e2bc98b-1090-4a30-bea4-322f223a7ae6 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318677 Jul 07 22:10:47.669041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Network 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:47.674810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:47.682743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:47.733787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Pushing event updated for resources: {'Port': ['ID=763a1661-2c78-41b1-8651-1c96f59c90fb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:47.754567 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-6101e880-2b61-4d71-bda0-61f2b881c6a8 req-ffed18b9-d766-4def-b4f6-8113049fe563 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] show failed (client error): The resource could not be found. Jul 07 22:10:47.757681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6101e880-2b61-4d71-bda0-61f2b881c6a8 req-ffed18b9-d766-4def-b4f6-8113049fe563 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/7fe0113b-6b62-4076-bb2b-367e6ea6ba60 HTTP/1.1" status: 404 len: 352 time: 0.0284593 Jul 07 22:10:47.758928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Attempting to bind port fb2e4934-a45f-429f-af7f-9d4185748142 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:47.759919 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Attempting to bind port fb2e4934-a45f-429f-af7f-9d4185748142 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:47.760483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Attempting to bind port fb2e4934-a45f-429f-af7f-9d4185748142 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:47.773046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Port fb2e4934-a45f-429f-af7f-9d4185748142 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:10:47.773417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Attempting to bind port fb2e4934-a45f-429f-af7f-9d4185748142 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:47.783806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:47.784244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:47.784701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:47.785279 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Bound port: fb2e4934-a45f-429f-af7f-9d4185748142, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:47.785709 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.795655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-30ac906e-577f-4281-83d8-28bee3b5026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:47.797337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-30ac906e-577f-4281-83d8-28bee3b5026b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1101 time: 0.4187272 Jul 07 22:10:47.819351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-75dca4bd-b06a-4989-8e17-4d2d426fd4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:47.820836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-75dca4bd-b06a-4989-8e17-4d2d426fd4b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 1101 time: 0.3004229 Jul 07 22:10:47.821164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Attempting to bind port 763a1661-2c78-41b1-8651-1c96f59c90fb on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:47.824870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Attempting to bind port 763a1661-2c78-41b1-8651-1c96f59c90fb by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '6d39b800-4f96-44ba-8efa-24b937cabf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:47.825751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Attempting to bind port 763a1661-2c78-41b1-8651-1c96f59c90fb on network 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:47.836594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:47.837259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Checking segment: {'id': '6d39b800-4f96-44ba-8efa-24b937cabf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:47.839325 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.839897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Bound using segment: {'id': '6d39b800-4f96-44ba-8efa-24b937cabf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:47.841052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Bound port: 763a1661-2c78-41b1-8651-1c96f59c90fb, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d39b800-4f96-44ba-8efa-24b937cabf33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:47.841634 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.961741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] For port 763a1661-2c78-41b1-8651-1c96f59c90fb, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:47.972062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] For port 763a1661-2c78-41b1-8651-1c96f59c90fb, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=763a1661-2c78-41b1-8651-1c96f59c90fb,segment=NetworkSegment(6d39b800-4f96-44ba-8efa-24b937cabf33),segment_id=6d39b800-4f96-44ba-8efa-24b937cabf33)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:47.973496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e055-f99d-4351-8239-d3f8a820af8f req-93d7431a-a83d-4253-9e2a-2e19beaeab16 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:47.974318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-b97a375c-4adb-4397-a6c8-e78870f5430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:47.975926 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-b97a375c-4adb-4397-a6c8-e78870f5430a service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1336591 Jul 07 22:10:47.977113 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-93d7431a-a83d-4253-9e2a-2e19beaeab16 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094122 Jul 07 22:10:47.978993 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:47.988786 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.api [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-4754a442-ad22-4e27-ac03-1872dc24d237 {{(pid=93941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:10:47.988786 n-d-695012-11 neutron-server[93941]: DEBUG oslo_db.api [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:10:48.002643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:48.006543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:48.017086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Request body: {'port': {'device_id': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '33decc5f5c2c4dc7a3b577cf17093f9f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:48.025747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:48.063201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c738b2-b4f3-42cf-bde0-90e4464d0c00 None None] Pushing event updated for resources: {'Port': ['ID=763a1661-2c78-41b1-8651-1c96f59c90fb,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:48.124606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f18f474b-6ccc-45ad-ac15-1af2a37b5364 req-adca204a-0148-4a2a-8745-45bf58716521 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 210 time: 0.0562143 Jul 07 22:10:48.135204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.135853 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:48.137300 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] 10.222.0.44 "PUT /v2.0/ports/fb2e4934-a45f-429f-af7f-9d4185748142 HTTP/1.1" status: 200 len: 1097 time: 1.8467462 Jul 07 22:10:48.145530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:48.147846 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f77346-e621-491d-a0aa-605027a37227" -d '{"events": [{"name": "network-changed", "server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:48.180653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-1f4179dd-1e4d-46b1-9b5b-8ef0ab515394 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.1224833 Jul 07 22:10:48.283128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555a8ff-de04-41c6-bd39-200e15cd1fdf service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:48.292686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-05bd6d67-7d70-4025-870f-d9bfd84549fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.294957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-05bd6d67-7d70-4025-870f-d9bfd84549fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1025684 Jul 07 22:10:48.296416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-3a6cbfc0-2a40-4bdb-ac9f-57bc961568e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.297966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-3a6cbfc0-2a40-4bdb-ac9f-57bc961568e1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.4882376 Jul 07 22:10:48.385263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-70e115db-f47b-4f51-a4c4-a1eee60266af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.386953 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-70e115db-f47b-4f51-a4c4-a1eee60266af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 1100 time: 0.1817873 Jul 07 22:10:48.438480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-8bbf70ec-d8fc-4fbd-a6af-d3e91dfc5a00 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 200 len: 217 time: 0.0666544 Jul 07 22:10:48.453050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a9c18-0376-45b2-af2b-d9850fd597c1 req-d0305203-ffca-42f0-802e-47f8f0791b74 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.460576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-058a9c18-0376-45b2-af2b-d9850fd597c1 req-d0305203-ffca-42f0-802e-47f8f0791b74 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.5045822 Jul 07 22:10:48.466066 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-0b57570f-c8d5-4159-b385-69424e4ea552 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fb2e4934-a45f-429f-af7f-9d4185748142 HTTP/1.1" status: 200 len: 217 time: 0.0708649 Jul 07 22:10:48.470523 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Made reservation on behalf of 33decc5f5c2c4dc7a3b577cf17093f9f for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:48.475499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:48.490750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:48.555685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3432f750-280d-4921-b0d0-b570c2f904a9 req-527bb214-9e59-4606-97f4-5167889d46e4 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/15518f5d-7697-4ba4-9edd-f9956b9e4a5e HTTP/1.1" status: 200 len: 1804 time: 0.3518155 Jul 07 22:10:48.602488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] device_id is not set on port fb9506b1-86de-420d-a362-9009460e172f yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:10:48.610579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-f85498b9-3321-49e3-b2a8-ac3222379360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.612757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-f85498b9-3321-49e3-b2a8-ac3222379360 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1434119 Jul 07 22:10:48.620834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-a463c419-2ec6-4303-b88e-0b543e89fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.622466 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-a463c419-2ec6-4303-b88e-0b543e89fc63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1270685 Jul 07 22:10:48.626653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-058a9c18-0376-45b2-af2b-d9850fd597c1 req-47fab5eb-983c-41cc-b94b-7ade74c34354 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645589 Jul 07 22:10:48.667862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-06971b24-0d97-45b6-9fb0-75f84909c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.669615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-06971b24-0d97-45b6-9fb0-75f84909c8a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3668013 Jul 07 22:10:48.750849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Allocated IP 192.168.233.168 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/2359173d-146d-4e81-ab09-17a068fd4b28) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:48.774555 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:48.787486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-a550196a-2bcd-4fd6-9e28-070b31fbedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.789021 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-a550196a-2bcd-4fd6-9e28-070b31fbedd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1441398 Jul 07 22:10:48.889788 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deefee52-0a19-4a0b-8d96-fb84c0193790 x-openstack-request-id: req-deefee52-0a19-4a0b-8d96-fb84c0193790 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:48.891294 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:48.891779 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-deefee52-0a19-4a0b-8d96-fb84c0193790 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:48.893323 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'status': 'completed', 'code': 200} Jul 07 22:10:48.918965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-9bb6747a-acfe-48ea-adae-7eda49766364 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938245 Jul 07 22:10:48.927448 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3432f750-280d-4921-b0d0-b570c2f904a9 req-dd9c690a-de83-4d82-a965-3d31f4bd7de6 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:48.950299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa94d75d-7105-458f-8f85-e7fd09916dc2 admin admin] Deleting subnet dac23677-c3f2-4b17-a2d1-eb20d8c04ece {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:10:48.954706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-93b6764f-c571-461c-8815-c0ca43d82899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:48.956620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-93b6764f-c571-461c-8815-c0ca43d82899 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2923820 Jul 07 22:10:48.960648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa94d75d-7105-458f-8f85-e7fd09916dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.104440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa94d75d-7105-458f-8f85-e7fd09916dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.105174 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3432f750-280d-4921-b0d0-b570c2f904a9 req-dd9c690a-de83-4d82-a965-3d31f4bd7de6 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.109803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-64fe2e05-602e-4eee-b68b-41e304efd829 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522515 Jul 07 22:10:49.128866 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-fb6b3448-618d-41bc-aca5-0680c40c05fd service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317714 Jul 07 22:10:49.249364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.252556 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa94d75d-7105-458f-8f85-e7fd09916dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.320863 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Transition to ACTIVE for port object 2359173d-146d-4e81-ab09-17a068fd4b28 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:49.335981 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.346971 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-26ea757a-cf26-4bbd-acde-f72c32f4b70a req-908a5ec5-70a4-4dec-bcc3-cf7e291dc24d service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065742 Jul 07 22:10:49.356382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-15ad83c6-1b11-4746-82d6-4c7f070df850 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850410 Jul 07 22:10:49.413965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa94d75d-7105-458f-8f85-e7fd09916dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.458863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f00c5a-5f3e-4ede-88f2-733adda7496e None None] Network 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:49.470261 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.476767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94d75d-7105-458f-8f85-e7fd09916dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac23677-c3f2-4b17-a2d1-eb20d8c04ece,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:49.485838 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa94d75d-7105-458f-8f85-e7fd09916dc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.487968 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fa94d75d-7105-458f-8f85-e7fd09916dc2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dac23677-c3f2-4b17-a2d1-eb20d8c04ece HTTP/1.1" status: 204 len: 168 time: 0.7120638 Jul 07 22:10:49.515334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49014) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:49.544250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9e192b87-bd31-4bd3-a3da-acdd4cf366db None None] Provisioning for port 763a1661-2c78-41b1-8651-1c96f59c90fb completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:49.579493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:49.595857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:49.612999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:49.627553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Pushing event updated for resources: {'Port': ['ID=2359173d-146d-4e81-ab09-17a068fd4b28,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:49.677362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77346-e621-491d-a0aa-605027a37227 req-5a50d6b6-20f1-4f25-9738-3f0016ea2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:49.679015 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e8f77346-e621-491d-a0aa-605027a37227 req-5a50d6b6-20f1-4f25-9738-3f0016ea2df2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 1100 time: 0.2769823 Jul 07 22:10:49.702506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.805685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:49.807113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.839719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Allocated IP 172.20.0.14 (392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2/a6084749-dbe1-4bfc-91bd-3a2be753412f/fb9506b1-86de-420d-a362-9009460e172f) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:49.861069 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3432f750-280d-4921-b0d0-b570c2f904a9 req-dd9c690a-de83-4d82-a965-3d31f4bd7de6 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.863762 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3432f750-280d-4921-b0d0-b570c2f904a9 req-dd9c690a-de83-4d82-a965-3d31f4bd7de6 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.865047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3432f750-280d-4921-b0d0-b570c2f904a9 req-dd9c690a-de83-4d82-a965-3d31f4bd7de6 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "DELETE /v2.0/security-groups/15518f5d-7697-4ba4-9edd-f9956b9e4a5e HTTP/1.1" status: 204 len: 173 time: 1.3027782 Jul 07 22:10:49.909680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:49.925535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c690a-de83-4d82-a965-3d31f4bd7de6 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15518f5d-7697-4ba4-9edd-f9956b9e4a5e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:49.926289 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-9a205187-7224-4192-aa6d-abf5bffb2f45 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9177108 Jul 07 22:10:49.931357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:49.979765 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Request body: {'port': {'device_id': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:49.988866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f2c8a0ac-0f11-4089-876a-85c644e03dfb None None] Provisioning for port 2359173d-146d-4e81-ab09-17a068fd4b28 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:49.997948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f2c8a0ac-0f11-4089-876a-85c644e03dfb None None] Provisioning complete for port 2359173d-146d-4e81-ab09-17a068fd4b28 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:49.998512 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2c8a0ac-0f11-4089-876a-85c644e03dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.014185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2874f6d6-72dc-4698-818c-d5481df195d4') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:50.014767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2874f6d6-72dc-4698-818c-d5481df195d4') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:50.018473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e11d36-db61-4cf5-b75b-6de61f518375 req-5ca12d7a-d556-4f2c-b0b0-e5dbfaacfcde tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:50.022884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73e11d36-db61-4cf5-b75b-6de61f518375 req-5ca12d7a-d556-4f2c-b0b0-e5dbfaacfcde tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 949 time: 0.9075685 Jul 07 22:10:50.027627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77346-e621-491d-a0aa-605027a37227 req-b9a1dffe-3fb1-4ef3-9378-5b5597959580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:50.029665 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e8f77346-e621-491d-a0aa-605027a37227 req-b9a1dffe-3fb1-4ef3-9378-5b5597959580 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3423340 Jul 07 22:10:50.037088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.063728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8a0ac-0f11-4089-876a-85c644e03dfb None None] Port 2359173d-146d-4e81-ab09-17a068fd4b28 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:10:50.077514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4510909-0e7f-44e3-a051-3bbc90d77caf req-59928c12-2625-4240-9e8e-e05e7952d7d8 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038584 Jul 07 22:10:50.082620 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e8f77346-e621-491d-a0aa-605027a37227 req-86cc5564-cfe4-4fd4-b36f-9d14266aa61e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fb2e4934-a45f-429f-af7f-9d4185748142 HTTP/1.1" status: 200 len: 217 time: 0.0428708 Jul 07 22:10:50.133160 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.168071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:10:50.168898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:10:50.174427 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:10:50.186636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73e11d36-db61-4cf5-b75b-6de61f518375 req-a3d398cd-e961-486d-811a-5b9911fa1987 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518040 Jul 07 22:10:50.256441 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.256821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdbbcb-5b89-4c3e-84e6-8b65d06ee30c req-ef9ca517-4e32-41d1-bcf5-51edae213cfc tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:50.258559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfdbbcb-5b89-4c3e-84e6-8b65d06ee30c req-ef9ca517-4e32-41d1-bcf5-51edae213cfc tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 1097 time: 0.1779833 Jul 07 22:10:50.265510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77346-e621-491d-a0aa-605027a37227 req-780a8fdd-5aa7-49ca-b895-12f58724aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:50.277241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.282748 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e8f77346-e621-491d-a0aa-605027a37227 req-780a8fdd-5aa7-49ca-b895-12f58724aeaa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1896653 Jul 07 22:10:50.302461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Transition to ACTIVE for port object fb9506b1-86de-420d-a362-9009460e172f will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:50.326956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfdbbcb-5b89-4c3e-84e6-8b65d06ee30c req-293348dc-6ef0-4f54-8c43-640e821b0ce4 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616765 Jul 07 22:10:50.370874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.406173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.408189 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] 10.222.0.81 "DELETE /v2.0/networks/ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59 HTTP/1.1" status: 204 len: 168 time: 0.8900518 Jul 07 22:10:50.444709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1273f-e79c-46aa-b886-f232825ba14d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4e3b61-7341-4fa4-9ac7-a28e14cd6b59,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:50.497015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 763a1661-2c78-41b1-8651-1c96f59c90fb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:50.531253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a93aaf1-141f-43bb-a804-c923868ca5cf req-1697202a-37a3-4038-a51e-8131298d3aad tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/34b5d446-721f-405d-ad1e-ff834dc70147 HTTP/1.1" status: 200 len: 1803 time: 0.0932255 Jul 07 22:10:50.547850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41e0b1-4aea-41f8-a521-7bce30cce429 req-ea23f53d-9b2a-4f21-b694-e3de17519d2f tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:50.555982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af41e0b1-4aea-41f8-a521-7bce30cce429 req-ea23f53d-9b2a-4f21-b694-e3de17519d2f tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 936 time: 0.2278886 Jul 07 22:10:50.565845 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.567610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 763a1661-2c78-41b1-8651-1c96f59c90fb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:50.572999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 763a1661-2c78-41b1-8651-1c96f59c90fb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:50.573461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.599259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77346-e621-491d-a0aa-605027a37227 req-fa34dd8a-a1d7-481f-a6b2-8dba3456be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:50.602492 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e8f77346-e621-491d-a0aa-605027a37227 req-fa34dd8a-a1d7-481f-a6b2-8dba3456be21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3038616 Jul 07 22:10:50.638363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event updated for resources: {'Port': ['ID=fb9506b1-86de-420d-a362-9009460e172f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:50.660867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Network 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:50.664956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:50.668202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:50.693457 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.716043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af41e0b1-4aea-41f8-a521-7bce30cce429 req-87d754f4-c09e-4e8a-9746-f41f1981bed1 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573765 Jul 07 22:10:50.785298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 763a1661-2c78-41b1-8651-1c96f59c90fb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=763a1661-2c78-41b1-8651-1c96f59c90fb,segment=NetworkSegment(6d39b800-4f96-44ba-8efa-24b937cabf33),segment_id=6d39b800-4f96-44ba-8efa-24b937cabf33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:50.797313 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.825840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:50.826852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.841395 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5a93aaf1-141f-43bb-a804-c923868ca5cf req-6bff05a2-23cf-40a6-8d1f-808bbcbc4eb0 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:50.845902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c280b2ab-7111-4cec-81bc-c9f8f33ee6f2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.3237753 Jul 07 22:10:50.849162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49026) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:50.866626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:10:50.874822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49028) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:50.955587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5a93aaf1-141f-43bb-a804-c923868ca5cf req-6bff05a2-23cf-40a6-8d1f-808bbcbc4eb0 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.073054 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e8f77346-e621-491d-a0aa-605027a37227 req-954f0a66-a951-4fc0-b3c1-002a3c00f0fb service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523811 Jul 07 22:10:51.078243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=763a1661-2c78-41b1-8651-1c96f59c90fb,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:51.082139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:51.094954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3e7760a2-c2f1-4f98-a2d9-a909ff368135 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb63f9fc63374592a4a6f5475cf79d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007406 Jul 07 22:10:51.097685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49030) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:51.098381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.098900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.099405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.099991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.100625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.101156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.101655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.102183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.102671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.103721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.104234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.104855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:10:51.124379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'mac_address': 'fa:16:3e:bf:b6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:10:51.177379 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.194575 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2e4934-a45f-429f-af7f-9d4185748142 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:51.208034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dc833dc9-9dbc-4158-a1d1-c5ec7abbde68 None None] Provisioning for port fb9506b1-86de-420d-a362-9009460e172f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:51.214658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dc833dc9-9dbc-4158-a1d1-c5ec7abbde68 None None] Provisioning complete for port fb9506b1-86de-420d-a362-9009460e172f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:51.215121 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc833dc9-9dbc-4158-a1d1-c5ec7abbde68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.252102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b4109697-102b-4462-b72c-d8e9704e6a14 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Deleting port fb9506b1-86de-420d-a362-9009460e172f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:51.253053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b4109697-102b-4462-b72c-d8e9704e6a14 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.259857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:51.270463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5a93aaf1-141f-43bb-a804-c923868ca5cf req-6bff05a2-23cf-40a6-8d1f-808bbcbc4eb0 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.272567 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.274444 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5a93aaf1-141f-43bb-a804-c923868ca5cf req-6bff05a2-23cf-40a6-8d1f-808bbcbc4eb0 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.285214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f14ebab7-8323-4518-93d8-00133be4d30b details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:10:51.285422 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2359173d-146d-4e81-ab09-17a068fd4b28 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:51.292239 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.293770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a93aaf1-141f-43bb-a804-c923868ca5cf req-6bff05a2-23cf-40a6-8d1f-808bbcbc4eb0 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "DELETE /v2.0/security-groups/34b5d446-721f-405d-ad1e-ff834dc70147 HTTP/1.1" status: 204 len: 173 time: 0.7215667 Jul 07 22:10:51.311041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Transition to ACTIVE for port object 2359173d-146d-4e81-ab09-17a068fd4b28 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:51.313337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dc833dc9-9dbc-4158-a1d1-c5ec7abbde68 None None] Port fb9506b1-86de-420d-a362-9009460e172f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:10:51.317902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.323301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d8ee796d-0551-4ab4-941d-6b939cebd634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.332100 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e8f77346-e621-491d-a0aa-605027a37227 req-9df30514-3bbc-4201-8b29-4666b46811e8 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523448 Jul 07 22:10:51.384665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff05a2-23cf-40a6-8d1f-808bbcbc4eb0 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b5d446-721f-405d-ad1e-ff834dc70147,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:51.394475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72932974-34ca-4808-8889-3320159ffa37 req-f24b93f4-87ec-4023-b79d-3c7127a08a78 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:51.398572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72932974-34ca-4808-8889-3320159ffa37 req-f24b93f4-87ec-4023-b79d-3c7127a08a78 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 1097 time: 0.3533366 Jul 07 22:10:51.506497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Attempting to bind port 2359173d-146d-4e81-ab09-17a068fd4b28 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:51.506990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:51.507513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Attempting to bind port 2359173d-146d-4e81-ab09-17a068fd4b28 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:51.507513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Attempting to bind port 2359173d-146d-4e81-ab09-17a068fd4b28 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:51.516642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Pushing event updated for resources: {'Port': ['ID=2359173d-146d-4e81-ab09-17a068fd4b28,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:51.516642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Port 2359173d-146d-4e81-ab09-17a068fd4b28 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:10:51.516642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Attempting to bind port 2359173d-146d-4e81-ab09-17a068fd4b28 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:51.522322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:51.522659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:51.523038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:51.523463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Bound port: 2359173d-146d-4e81-ab09-17a068fd4b28, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:51.523967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.549009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d8ee796d-0551-4ab4-941d-6b939cebd634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.560063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'mac_address': 'fa:16:3e:69:31:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:10:51.562103 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:51.626565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72932974-34ca-4808-8889-3320159ffa37 req-6b683d8c-8810-42fc-8761-078ac582cb35 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140667 Jul 07 22:10:51.635983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.656107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14ebab7-8323-4518-93d8-00133be4d30b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:51.664740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:10:51.673286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2359173d-146d-4e81-ab09-17a068fd4b28,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:51.677974 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.681441 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:51.685255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['fb2e4934-a45f-429f-af7f-9d4185748142'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:51.713814 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b4109697-102b-4462-b72c-d8e9704e6a14 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.729389 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b4109697-102b-4462-b72c-d8e9704e6a14 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Calling delete_port for fb9506b1-86de-420d-a362-9009460e172f owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:51.733479 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.771666 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Pushing event updated for resources: {'Port': ['ID=2359173d-146d-4e81-ab09-17a068fd4b28,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:51.783246 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:51.783964 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.785354 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-63eb4a17-6039-40cc-a0db-cc3eb67876ae service neutron] 10.222.0.83 "PUT /v2.0/ports/2359173d-146d-4e81-ab09-17a068fd4b28 HTTP/1.1" status: 200 len: 1097 time: 1.8306503 Jul 07 22:10:51.785800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:51.788073 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c28262-6783-4c39-8e70-27a34cddc6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:51.854369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=12']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:51.869310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c72a17-8e26-452f-b92e-8bb22393351b req-ddbb96e3-6422-4829-b6f5-d34f8d0b7600 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:51.870922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4c72a17-8e26-452f-b92e-8bb22393351b req-ddbb96e3-6422-4829-b6f5-d34f8d0b7600 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 949 time: 0.3832376 Jul 07 22:10:51.908724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a89a4b9-daad-472b-aa59-e85119557fe7 req-0d0b3016-7f4f-44cf-ac95-58f8a426c706 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/f46c99b7-1f53-4435-8f47-10d3571ecef6 HTTP/1.1" status: 200 len: 1804 time: 0.1205947 Jul 07 22:10:51.930611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d8ee796d-0551-4ab4-941d-6b939cebd634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.933390 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d8ee796d-0551-4ab4-941d-6b939cebd634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:51.934385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d8ee796d-0551-4ab4-941d-6b939cebd634 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea81cc04-600d-4b4f-98e9-16a19f7516b3 HTTP/1.1" status: 204 len: 168 time: 0.8328869 Jul 07 22:10:51.956409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4c72a17-8e26-452f-b92e-8bb22393351b req-006d2d50-ee69-451f-9805-9cf55e1e3c40 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763602 Jul 07 22:10:51.973369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee796d-0551-4ab4-941d-6b939cebd634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81cc04-600d-4b4f-98e9-16a19f7516b3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:52.020972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e055-f99d-4351-8239-d3f8a820af8f req-aa01bc77-d072-4b70-8325-fc7dace67ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:52.022546 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-aa01bc77-d072-4b70-8325-fc7dace67ffc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 1100 time: 0.1588936 Jul 07 22:10:52.107279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b4109697-102b-4462-b72c-d8e9704e6a14 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:52.111137 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-f7774f7a-29ab-4f03-8a87-3772e328e705 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2359173d-146d-4e81-ab09-17a068fd4b28 HTTP/1.1" status: 200 len: 217 time: 0.0740123 Jul 07 22:10:52.156885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4109697-102b-4462-b72c-d8e9704e6a14 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event deleted for resources: {'Port': ['ID=fb9506b1-86de-420d-a362-9009460e172f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:52.166046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a89a4b9-daad-472b-aa59-e85119557fe7 req-e3ac7647-5dbe-4b35-a457-2f3a07ca1c90 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:52.200629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f14ebab7-8323-4518-93d8-00133be4d30b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:52.202826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e055-f99d-4351-8239-d3f8a820af8f req-fae3f79c-d3e7-489a-aca5-3e3850cb59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:52.204726 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-fae3f79c-d3e7-489a-aca5-3e3850cb59a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0865955 Jul 07 22:10:52.291390 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a89a4b9-daad-472b-aa59-e85119557fe7 req-e3ac7647-5dbe-4b35-a457-2f3a07ca1c90 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:52.334613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406e055-f99d-4351-8239-d3f8a820af8f req-a22febd5-865d-4a92-a8d8-9a607187e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:52.339031 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-a22febd5-865d-4a92-a8d8-9a607187e4c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1253884 Jul 07 22:10:52.437411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 763a1661-2c78-41b1-8651-1c96f59c90fb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:52.437640 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b4109697-102b-4462-b72c-d8e9704e6a14 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:52.442943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49056) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:52.444107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b4109697-102b-4462-b72c-d8e9704e6a14 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] 10.222.0.81 "DELETE /v2.0/ports/fb9506b1-86de-420d-a362-9009460e172f HTTP/1.1" status: 204 len: 168 time: 1.5937886 Jul 07 22:10:52.473101 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a89a4b9-daad-472b-aa59-e85119557fe7 req-e3ac7647-5dbe-4b35-a457-2f3a07ca1c90 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:52.476768 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a89a4b9-daad-472b-aa59-e85119557fe7 req-e3ac7647-5dbe-4b35-a457-2f3a07ca1c90 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:52.492849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a89a4b9-daad-472b-aa59-e85119557fe7 req-e3ac7647-5dbe-4b35-a457-2f3a07ca1c90 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "DELETE /v2.0/security-groups/f46c99b7-1f53-4435-8f47-10d3571ecef6 HTTP/1.1" status: 204 len: 173 time: 0.5741489 Jul 07 22:10:52.509956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47261ca4-4f72-4fd8-942e-4d3aabf6c895 req-6c61ec26-fb55-42dc-95f3-d4e0396c5bf2 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:52.522914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47261ca4-4f72-4fd8-942e-4d3aabf6c895 req-6c61ec26-fb55-42dc-95f3-d4e0396c5bf2 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 948 time: 0.3247111 Jul 07 22:10:52.577546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac7647-5dbe-4b35-a457-2f3a07ca1c90 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46c99b7-1f53-4435-8f47-10d3571ecef6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:52.583492 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-99eaa7f0-f09d-419c-a38b-0d775b4df2e2 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266331 Jul 07 22:10:52.588162 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5087ad9a-47dd-4c2c-8a3c-e3554f3962cd x-openstack-request-id: req-5087ad9a-47dd-4c2c-8a3c-e3554f3962cd {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:52.588898 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:52.592907 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5087ad9a-47dd-4c2c-8a3c-e3554f3962cd {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:52.593534 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28', 'status': 'completed', 'code': 200} Jul 07 22:10:52.611146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47261ca4-4f72-4fd8-942e-4d3aabf6c895 req-ef4c89eb-75a2-4a9b-a5be-4401ba85510d tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871193 Jul 07 22:10:52.725568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 763a1661-2c78-41b1-8651-1c96f59c90fb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:52.726299 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:52.794212 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d406e055-f99d-4351-8239-d3f8a820af8f req-58bb3f15-20e8-4daf-be14-b20b5235da11 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989946 Jul 07 22:10:52.844608 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3a425ced-03d7-450e-b3ae-82070ab72cc1 tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4000251 Jul 07 22:10:52.847740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49072) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:52.855455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1418933411'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:52.891639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:52.901982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Made reservation on behalf of b433d20363214e18b1b9f77174b27151 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:52.908856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:52.969930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:10:52.974021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port fb2e4934-a45f-429f-af7f-9d4185748142 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:52.981095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port fb2e4934-a45f-429f-af7f-9d4185748142 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:52.981490 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.001629 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.002014 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Added segment f5b9b641-1365-4904-8695-4c51096b4c23 of type vlan for network 5b653ff5-7f5a-4ef2-a678-be9ecbb62c15 Jul 07 22:10:53.035433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-73a50fb9-9563-4327-bad4-83111f8bbb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:53.039949 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-73a50fb9-9563-4327-bad4-83111f8bbb2d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 1100 time: 0.1159112 Jul 07 22:10:53.090753 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.172303 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.183646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.189140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:53.189739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.231934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:53.238960 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46461531-b6fe-43c2-a744-1fc6b66b97b3" -d '{"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:53.245890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a23ee-cf37-4681-adee-5f7d2ed1d2f8 req-346ae678-5a4c-44f2-bedc-ca6c9cf585d6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:53.252830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a6a23ee-cf37-4681-adee-5f7d2ed1d2f8 req-346ae678-5a4c-44f2-bedc-ca6c9cf585d6 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 950 time: 0.1434329 Jul 07 22:10:53.278289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-764db8df-73d8-476e-a9c3-2a9010eb4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:53.282044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:53.282607 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-764db8df-73d8-476e-a9c3-2a9010eb4ed9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2360899 Jul 07 22:10:53.292165 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.323103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4740541 Jul 07 22:10:53.331834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49084) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:53.340516 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-7abab4ce-e019-41e8-898b-2cdd39d07713 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2359173d-146d-4e81-ab09-17a068fd4b28 HTTP/1.1" status: 200 len: 217 time: 0.0508244 Jul 07 22:10:53.393247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a6a23ee-cf37-4681-adee-5f7d2ed1d2f8 req-ee46768a-f54d-4704-be35-d7a3c5b767a8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394589 Jul 07 22:10:53.395104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa886f-c7bb-4f1e-9c68-111ca715aaa4 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event updated for resources: {'Network': ['ID=5b653ff5-7f5a-4ef2-a678-be9ecbb62c15,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:53.425198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:53.520543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49090) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:53.532763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 5b653ff5-7f5a-4ef2-a678-be9ecbb62c15 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:10:53.601484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0c58435-fb36-43ad-908e-087411bc26b8 req-435bc8fc-4b27-40c7-9b04-806e32a03be4 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/c14bd7e4-2cb1-4ab6-beca-24295121387a HTTP/1.1" status: 200 len: 2403 time: 0.0799003 Jul 07 22:10:53.624092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e3d0efa8-3c7d-4037-812c-48460889ef59 tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] 10.222.0.81 "GET /v2.0/agents/5fd03441-dc90-4b8b-844b-db62dedbbf33/dhcp-networks HTTP/1.1" status: 200 len: 8924 time: 0.2809999 Jul 07 22:10:53.626153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49098) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:53.741523 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c0c58435-fb36-43ad-908e-087411bc26b8 req-0f6b67a0-fb7e-4726-bad8-7ce1ae64955f tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.770429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-774807763-network', 'tenant_id': 'a09d10849a6042f9b6c48e17feae6dd9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:53.780516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c0c58435-fb36-43ad-908e-087411bc26b8 req-0f6b67a0-fb7e-4726-bad8-7ce1ae64955f tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.812016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3891eb0-df30-4108-83ec-0c494c1b6e78 tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] Network 5b653ff5-7f5a-4ef2-a678-be9ecbb62c15 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:10:53.842363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c3891eb0-df30-4108-83ec-0c494c1b6e78 tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] 10.222.0.81 "POST /v2.0/agents/5fd03441-dc90-4b8b-844b-db62dedbbf33/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2139750 Jul 07 22:10:53.845018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49116) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:53.847504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7433aeb-f986-49f1-a083-b6507674ebf2 None None] Network 5b653ff5-7f5a-4ef2-a678-be9ecbb62c15 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:53.848485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Made reservation on behalf of a09d10849a6042f9b6c48e17feae6dd9 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:53.851349 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.877090 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.877346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-be235094-5eb9-4485-9c51-855b5a9072ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:53.878766 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-be235094-5eb9-4485-9c51-855b5a9072ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.5275388 Jul 07 22:10:53.897457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c0c58435-fb36-43ad-908e-087411bc26b8 req-0f6b67a0-fb7e-4726-bad8-7ce1ae64955f tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.901065 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c0c58435-fb36-43ad-908e-087411bc26b8 req-0f6b67a0-fb7e-4726-bad8-7ce1ae64955f tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:53.911219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0c58435-fb36-43ad-908e-087411bc26b8 req-0f6b67a0-fb7e-4726-bad8-7ce1ae64955f tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "DELETE /v2.0/security-groups/c14bd7e4-2cb1-4ab6-beca-24295121387a HTTP/1.1" status: 204 len: 173 time: 0.3087239 Jul 07 22:10:53.950103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b67a0-fb7e-4726-bad8-7ce1ae64955f tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14bd7e4-2cb1-4ab6-beca-24295121387a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:53.982938 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d102123-3b80-4e18-8f06-e9f5cfde3ca4 x-openstack-request-id: req-5d102123-3b80-4e18-8f06-e9f5cfde3ca4 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:53.983413 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:53.983789 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d102123-3b80-4e18-8f06-e9f5cfde3ca4 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:53.984274 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'code': 200} Jul 07 22:10:54.085307 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.098098 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.135811 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-433dc1d5-ffea-4e2a-b541-72aed9398801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:54.137551 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-433dc1d5-ffea-4e2a-b541-72aed9398801 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2488489 Jul 07 22:10:54.138605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c7a726-7861-41e2-b5cb-8281074f582d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:54.141446 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1c0541a2-2f89-4637-83c7-5d54a64fe326 tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] 10.222.0.81 "GET /v2.0/agents/5fd03441-dc90-4b8b-844b-db62dedbbf33/dhcp-networks HTTP/1.1" status: 200 len: 9694 time: 0.2943254 Jul 07 22:10:54.146277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49126) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:54.150361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:10:54.165735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.166569 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Added segment 6170bbaf-409d-4e97-a44f-72c421d09d46 of type vlan for network 26ae2629-927f-4488-9611-c853a1ae1cc0 Jul 07 22:10:54.246430 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.303357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.304823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:54.305187 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.307984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521c42a-5c7f-494e-a125-2a907371a4cf req-94a18507-71b5-4123-863d-e2b654ed6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:54.309515 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d521c42a-5c7f-494e-a125-2a907371a4cf req-94a18507-71b5-4123-863d-e2b654ed6098 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 1102 time: 0.2101614 Jul 07 22:10:54.317278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c781a26-eedf-4d89-9cb1-dc004934adf5 req-b6022b46-82c2-4cda-922b-dea96d6daa3a tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:54.319098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c781a26-eedf-4d89-9cb1-dc004934adf5 req-b6022b46-82c2-4cda-922b-dea96d6daa3a tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 948 time: 0.1505439 Jul 07 22:10:54.346203 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-19192ff9-d910-492d-bdbe-1725c1197d68 tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] 10.222.0.81 "DELETE /v2.0/agents/5fd03441-dc90-4b8b-844b-db62dedbbf33/dhcp-networks/5b653ff5-7f5a-4ef2-a678-be9ecbb62c15 HTTP/1.1" status: 204 len: 168 time: 0.1976466 Jul 07 22:10:54.348326 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-4d627b4c-174f-4a9c-941b-3d823753398a service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033267 Jul 07 22:10:54.349833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:54.395142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8717337 Jul 07 22:10:54.402417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49134) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:54.409088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Request body: {'subnet': {'network_id': '26ae2629-927f-4488-9611-c853a1ae1cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-774807763-subnet', 'tenant_id': 'a09d10849a6042f9b6c48e17feae6dd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:54.435543 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d521c42a-5c7f-494e-a125-2a907371a4cf req-c5c2eb2d-eac9-4c3c-b19d-de92ece2b0b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159618 Jul 07 22:10:54.452643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b67de8-178e-4f95-bd59-007d74eb083e admin admin] Pushing event updated for resources: {'Network': ['ID=26ae2629-927f-4488-9611-c853a1ae1cc0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:54.461336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c781a26-eedf-4d89-9cb1-dc004934adf5 req-31c4c59d-38e9-4263-8ca5-0c66ab0eb9ef tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223447 Jul 07 22:10:54.468008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 26ae2629-927f-4488-9611-c853a1ae1cc0 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:10:54.469559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Made reservation on behalf of a09d10849a6042f9b6c48e17feae6dd9 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:54.472314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.557120 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e6c28262-6783-4c39-8e70-27a34cddc6f0 req-9a21e7c7-76a6-46c0-8e78-7d56a929f8e8 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004728 Jul 07 22:10:54.578503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-5600825b-8796-4a39-8c23-8ab8255fe927 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:10:54.579690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-5600825b-8796-4a39-8c23-8ab8255fe927 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097084 Jul 07 22:10:54.593246 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-51f1cdbe-c65f-4e35-9e47-3373fc8c2a8f tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] 10.222.0.81 "GET /v2.0/agents/5fd03441-dc90-4b8b-844b-db62dedbbf33/dhcp-networks HTTP/1.1" status: 200 len: 8924 time: 0.2423005 Jul 07 22:10:54.598537 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49136) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:54.617455 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b393e147-9b2b-4b05-ac7d-799866fe96de tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] 10.222.0.81 "GET /v2.0/networks/392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0177748 Jul 07 22:10:54.620139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Request body: {'binding': {'host': 'n-h1-695012-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:54.620589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Unknown quota resources ['binding']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:10:54.621376 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49138) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:54.640019 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-968d8ddb-0043-4c8b-bf2f-6dcdc154318e tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] 10.222.0.81 "GET /v2.0/networks/392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0176175 Jul 07 22:10:54.642409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:54.766972 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-41c69e5d-b700-46ba-8285-b1a4a887d34d tempest-DHCPAgentSchedulersTestJSON-898010114 tempest-DHCPAgentSchedulersTestJSON-898010114-project-admin] 10.222.0.81 "GET /v2.0/agents/5fd03441-dc90-4b8b-844b-db62dedbbf33/dhcp-networks HTTP/1.1" status: 200 len: 8924 time: 0.1198127 Jul 07 22:10:54.767173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49142) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:54.792371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.800213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491c8515-45d0-461a-ab7e-decd9f7f9fcf req-3b5e84f9-eeeb-4441-916f-904e5db48f93 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "GET /v2.0/security-groups/e64c60b5-a1eb-48e9-a998-884c66222cb7 HTTP/1.1" status: 200 len: 2397 time: 0.1422329 Jul 07 22:10:54.842248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.896194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63991622-c620-4039-a05b-322c2b2cbd9e,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:54.935413 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.938058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Checking segment: {'id': '6170bbaf-409d-4e97-a44f-72c421d09d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '26ae2629-927f-4488-9611-c853a1ae1cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:54.938594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Network hostable DHCP agents. Network: 26ae2629-927f-4488-9611-c853a1ae1cc0, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:10:54.943820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on host n-h1-695012-11 for vnic_type normal with profile None {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:10:54.944153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:10:54.944482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:54.945765 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b653ff5-7f5a-4ef2-a678-be9ecbb62c15']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:54.956735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b9b641-1365-4904-8695-4c51096b4c23') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:54.957039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b9b641-1365-4904-8695-4c51096b4c23') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:54.963246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:10:54.963576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:10:54.965329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491c8515-45d0-461a-ab7e-decd9f7f9fcf req-571c347e-4452-4696-80b4-d6bf06041671 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.966608 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.980631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:10:54.980927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.981105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:54.981336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:10:54.981770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Bound port: fbaeeacd-ca82-45e3-a632-dcd5449866a6, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:10:54.987138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:10:54.987813 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:10:54.991030 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:10:54.996562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Network 26ae2629-927f-4488-9611-c853a1ae1cc0 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:10:55.025488 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491c8515-45d0-461a-ab7e-decd9f7f9fcf req-571c347e-4452-4696-80b4-d6bf06041671 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.041687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 26ae2629-927f-4488-9611-c853a1ae1cc0) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:55.050054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724238b0-5cc4-4113-9e75-f24e2e2a0f8e None None] Network 26ae2629-927f-4488-9611-c853a1ae1cc0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:55.058834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:55.059471 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.059792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.082657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.088035 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] 10.222.0.81 "DELETE /v2.0/networks/5b653ff5-7f5a-4ef2-a678-be9ecbb62c15 HTTP/1.1" status: 204 len: 168 time: 0.3167863 Jul 07 22:10:55.088394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49146) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:55.095363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cde741bf-4de7-4b17-899d-113d64b8886d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6915636 Jul 07 22:10:55.097476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:10:55.108601 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.109894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-56207e64-65f5-4526-9798-1ff141bd8a2d service neutron] 10.222.0.81 "POST /v2.0/ports/fbaeeacd-ca82-45e3-a632-dcd5449866a6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4955478 Jul 07 22:10:55.117932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491c8515-45d0-461a-ab7e-decd9f7f9fcf req-571c347e-4452-4696-80b4-d6bf06041671 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.121523 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491c8515-45d0-461a-ab7e-decd9f7f9fcf req-571c347e-4452-4696-80b4-d6bf06041671 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.124659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9e8f1-b14a-46aa-a792-573dd2f1281f tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event deleted for resources: {'Network': ['ID=5b653ff5-7f5a-4ef2-a678-be9ecbb62c15,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:55.134789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:55.135518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491c8515-45d0-461a-ab7e-decd9f7f9fcf req-571c347e-4452-4696-80b4-d6bf06041671 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] 10.222.0.81 "DELETE /v2.0/security-groups/e64c60b5-a1eb-48e9-a998-884c66222cb7 HTTP/1.1" status: 204 len: 173 time: 0.3051066 Jul 07 22:10:55.137533 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ef0665-a5b6-449a-a279-30c5c249c883 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] DELETE failed (client error): The resource could not be found. Jul 07 22:10:55.138347 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ef0665-a5b6-449a-a279-30c5c249c883 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:10:55.140054 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-24ef0665-a5b6-449a-a279-30c5c249c883 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] 10.222.0.81 "DELETE /v2.0/ports/fb9506b1-86de-420d-a362-9009460e172f HTTP/1.1" status: 404 len: 333 time: 0.0502884 Jul 07 22:10:55.146881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49152) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:55.171179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c347e-4452-4696-80b4-d6bf06041671 tempest-SecurityGroupRulesTestJSON-1956264571 tempest-SecurityGroupRulesTestJSON-1956264571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64c60b5-a1eb-48e9-a998-884c66222cb7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:55.243004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3c19cd-40b0-45d9-ad83-2ba6e9ca4095 admin admin] Deleting subnet 696b4142-47aa-463b-ae8e-91ad47220e75 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:10:55.247462 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c3c19cd-40b0-45d9-ad83-2ba6e9ca4095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.284189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64fe89b-e348-4579-a44a-44209a1b0136 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Deleting subnet a6084749-dbe1-4bfc-91bd-3a2be753412f {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:10:55.292666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c3c19cd-40b0-45d9-ad83-2ba6e9ca4095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.296813 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f64fe89b-e348-4579-a44a-44209a1b0136 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.307909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-5e7c068c-8bd6-41f6-b3a1-73690bd9e412 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=faa40811a1804d4c819af9338b7db7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608585 Jul 07 22:10:55.320272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f14ebab7-8323-4518-93d8-00133be4d30b up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:10:55.323332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf78c3-464b-49f3-b832-7c33f87e97f5 None None] Network 26ae2629-927f-4488-9611-c853a1ae1cc0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:55.347729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c3c19cd-40b0-45d9-ad83-2ba6e9ca4095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.411069 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f64fe89b-e348-4579-a44a-44209a1b0136 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.452928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c3c19cd-40b0-45d9-ad83-2ba6e9ca4095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.493951 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c19cd-40b0-45d9-ad83-2ba6e9ca4095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696b4142-47aa-463b-ae8e-91ad47220e75,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:55.497731 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c3c19cd-40b0-45d9-ad83-2ba6e9ca4095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.509529 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5c3c19cd-40b0-45d9-ad83-2ba6e9ca4095 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/696b4142-47aa-463b-ae8e-91ad47220e75 HTTP/1.1" status: 204 len: 168 time: 0.3731251 Jul 07 22:10:55.510546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49168) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:55.546341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port f14ebab7-8323-4518-93d8-00133be4d30b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:10:55.552480 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port f14ebab7-8323-4518-93d8-00133be4d30b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:10:55.553820 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.584555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-23d18be6-e072-4826-97af-076f299c8bc3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:55.591474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-23d18be6-e072-4826-97af-076f299c8bc3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823870 Jul 07 22:10:55.599613 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.619594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-cf98b434-7881-4867-8bfc-658a47f9de38 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/quotas/faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 375 time: 0.0272372 Jul 07 22:10:55.634737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21861c50-32c9-4291-8f90-62ff9395de8a req-299f7450-f70e-465b-9534-4534c49ef296 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:55.636222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21861c50-32c9-4291-8f90-62ff9395de8a req-299f7450-f70e-465b-9534-4534c49ef296 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.1988010 Jul 07 22:10:55.648130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f64fe89b-e348-4579-a44a-44209a1b0136 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.656732 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.690727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:55.695253 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.734298 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-7c835d7d-f820-4fe8-b2c5-0fcfe0c9fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:55.735828 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-7c835d7d-f820-4fe8-b2c5-0fcfe0c9fcfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 1097 time: 0.1294487 Jul 07 22:10:55.739751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.752868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=13']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:55.770938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f9b548-de8d-4f44-aeaa-c682676218fe']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:55.807221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9476eda-14ae-4926-bb03-4d4c05272787') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:55.807436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9476eda-14ae-4926-bb03-4d4c05272787') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:55.822403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.845415 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.856668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:10:55.857068 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:10:55.858767 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:10:55.914489 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-6f0f79e0-503e-4ffa-9d26-f91a20ee7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:55.916072 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-6f0f79e0-503e-4ffa-9d26-f91a20ee7805 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.1735647 Jul 07 22:10:55.962429 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.964547 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-713c1605-d4a4-4066-b960-c88a08000e90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6 HTTP/1.1" status: 200 len: 217 time: 0.0389719 Jul 07 22:10:55.970760 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:55.975525 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] 10.222.0.81 "DELETE /v2.0/networks/85f9b548-de8d-4f44-aeaa-c682676218fe HTTP/1.1" status: 204 len: 168 time: 0.4604492 Jul 07 22:10:55.985693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:10:55.988351 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f571602d-6e53-4b1e-b9e6-d1210ab04deb" -d '{"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-plugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:10:55.990551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eed7f-e651-4e3d-b414-a00cf2d4b000 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f9b548-de8d-4f44-aeaa-c682676218fe,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:56.029689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-1eef3ccc-ec44-46be-bbc6-c8ea9f73a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:56.031299 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-1eef3ccc-ec44-46be-bbc6-c8ea9f73a4b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0497928 Jul 07 22:10:56.056919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21861c50-32c9-4291-8f90-62ff9395de8a req-45c1906a-748c-45dd-a9a7-14e5fd85e291 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021466 Jul 07 22:10:56.073279 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-8677a469-53de-47a6-90b6-0c104cf4d187 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351889 Jul 07 22:10:56.090132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f64fe89b-e348-4579-a44a-44209a1b0136 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.121166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fe89b-e348-4579-a44a-44209a1b0136 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event deleted for resources: {'Subnet': ['ID=a6084749-dbe1-4bfc-91bd-3a2be753412f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:56.132109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fb904922-8284-4ac6-8fc7-35cd2baaa7ac tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4949405 Jul 07 22:10:56.144255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccebdfff-fc80-47f4-a341-041ae2b49e11 None None] Network 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:56.154916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49180) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:56.159489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f64fe89b-e348-4579-a44a-44209a1b0136 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.164779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f64fe89b-e348-4579-a44a-44209a1b0136 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] 10.222.0.81 "DELETE /v2.0/subnets/a6084749-dbe1-4bfc-91bd-3a2be753412f HTTP/1.1" status: 204 len: 168 time: 1.0166283 Jul 07 22:10:56.165492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49182) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:56.225991 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-d857a59d-7b34-42e5-ba24-72e1faa6d7d9 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444180 Jul 07 22:10:56.229220 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c37d4c81-cd80-4f30-bece-a77e3fa4a698 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40bce09f42674f31b5bc36ff5d6f2d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727832 Jul 07 22:10:56.232066 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:56.355827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34e23181-51e6-49d1-b1be-210b61a14530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.380299 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-425e01a9-3c09-42c5-a2d0-6bc0c6bf2d8e service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454897 Jul 07 22:10:56.380469 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.401365 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34e23181-51e6-49d1-b1be-210b61a14530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.474285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3ccd94ee-415b-45c2-85cc-9d1085735083 req-b5f6085a-4c30-4b82-9d10-7a6bf9c15baf tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-470921047', 'description': 'tempest-description-1588311241'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:56.488814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34e23181-51e6-49d1-b1be-210b61a14530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.492050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34e23181-51e6-49d1-b1be-210b61a14530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.493329 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-34e23181-51e6-49d1-b1be-210b61a14530 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2e526ab-b9b1-463a-97ae-64c373de948b HTTP/1.1" status: 204 len: 168 time: 0.2602363 Jul 07 22:10:56.502306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e23181-51e6-49d1-b1be-210b61a14530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e526ab-b9b1-463a-97ae-64c373de948b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:56.516033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6b765d-5bd9-4ff2-9024-be5fc33a2e8f None None] DHCP port deletion for 392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:10:56.600860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b765d-5bd9-4ff2-9024-be5fc33a2e8f None None] Deleting port 763a1661-2c78-41b1-8651-1c96f59c90fb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:56.601656 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6b765d-5bd9-4ff2-9024-be5fc33a2e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.611216 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3ccd94ee-415b-45c2-85cc-9d1085735083 req-b5f6085a-4c30-4b82-9d10-7a6bf9c15baf tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.633530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Deleting port 763a1661-2c78-41b1-8651-1c96f59c90fb {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:10:56.637105 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.679995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5e6b765d-5bd9-4ff2-9024-be5fc33a2e8f None None] For port 763a1661-2c78-41b1-8651-1c96f59c90fb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=763a1661-2c78-41b1-8651-1c96f59c90fb,segment=NetworkSegment(6d39b800-4f96-44ba-8efa-24b937cabf33),segment_id=6d39b800-4f96-44ba-8efa-24b937cabf33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:56.681493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6b765d-5bd9-4ff2-9024-be5fc33a2e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.736494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b765d-5bd9-4ff2-9024-be5fc33a2e8f None None] Calling delete_port for 763a1661-2c78-41b1-8651-1c96f59c90fb owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:56.752286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a38ef3-e262-49d2-9840-b238480e081d req-e83e831b-0c29-46ef-aebe-0036b00f6431 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:56.759505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97a38ef3-e262-49d2-9840-b238480e081d req-e83e831b-0c29-46ef-aebe-0036b00f6431 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 948 time: 0.2957752 Jul 07 22:10:56.848112 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5e6b765d-5bd9-4ff2-9024-be5fc33a2e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.849974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97a38ef3-e262-49d2-9840-b238480e081d req-0f6eee02-eeac-4106-8d6b-7d59b3e69f0b tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881417 Jul 07 22:10:56.867669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b765d-5bd9-4ff2-9024-be5fc33a2e8f None None] No DVR routers for this DVR port 763a1661-2c78-41b1-8651-1c96f59c90fb on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:56.892051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b765d-5bd9-4ff2-9024-be5fc33a2e8f None None] Pushing event deleted for resources: {'Port': ['ID=763a1661-2c78-41b1-8651-1c96f59c90fb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:56.947500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] For port 763a1661-2c78-41b1-8651-1c96f59c90fb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=763a1661-2c78-41b1-8651-1c96f59c90fb,segment=NetworkSegment(6d39b800-4f96-44ba-8efa-24b937cabf33),segment_id=6d39b800-4f96-44ba-8efa-24b937cabf33)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:56.956325 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:56.984715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Calling delete_port for 763a1661-2c78-41b1-8651-1c96f59c90fb owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:10:57.035304 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3ccd94ee-415b-45c2-85cc-9d1085735083 req-b5f6085a-4c30-4b82-9d10-7a6bf9c15baf tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.079485 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3ccd94ee-415b-45c2-85cc-9d1085735083 req-b5f6085a-4c30-4b82-9d10-7a6bf9c15baf tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.120007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3ccd94ee-415b-45c2-85cc-9d1085735083 req-b5f6085a-4c30-4b82-9d10-7a6bf9c15baf tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.121376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ccd94ee-415b-45c2-85cc-9d1085735083 req-b5f6085a-4c30-4b82-9d10-7a6bf9c15baf tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6638632 Jul 07 22:10:57.138311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6085a-4c30-4b82-9d10-7a6bf9c15baf tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99d48b8-4b07-4c61-bb6e-a0dcb8e17b96,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:57.173028 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.175285 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083985f7-6a47-471e-9a1a-7bce2e62ed63 x-openstack-request-id: req-083985f7-6a47-471e-9a1a-7bce2e62ed63 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:10:57.175827 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-plugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:10:57.176113 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-083985f7-6a47-471e-9a1a-7bce2e62ed63 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:10:57.176838 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'code': 200} Jul 07 22:10:57.201587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event deleted for resources: {'Port': ['ID=763a1661-2c78-41b1-8651-1c96f59c90fb,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:57.205302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] No DVR routers for this DVR port 763a1661-2c78-41b1-8651-1c96f59c90fb on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:10:57.262364 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4b61ff82-bc19-4701-ac64-a2171183a37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.305079 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.316357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:57.325787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2359173d-146d-4e81-ab09-17a068fd4b28 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:10:57.329985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d39b800-4f96-44ba-8efa-24b937cabf33') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:57.330533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d39b800-4f96-44ba-8efa-24b937cabf33') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:10:57.344639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.413378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.445406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dad1358f-6063-43af-9e57-e709d5fcf54a req-b1db2d66-00ef-405b-abed-66a4a2cc3478 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 210 time: 0.0602450 Jul 07 22:10:57.448899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:10:57.448995 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:10:57.463855 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:10:57.628225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14c00627-bce5-489b-8132-3df0389b7fb1 req-f79584b2-f834-4fe0-b5af-8d2165de280c tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/c99d48b8-4b07-4c61-bb6e-a0dcb8e17b96 HTTP/1.1" status: 200 len: 1812 time: 0.0963874 Jul 07 22:10:57.632167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.639227 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.641100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] 10.222.0.81 "DELETE /v2.0/networks/392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2 HTTP/1.1" status: 204 len: 168 time: 1.4718926 Jul 07 22:10:57.676962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-14c00627-bce5-489b-8132-3df0389b7fb1 req-b36423b5-a185-4220-bac7-b0ed3a248174 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c99d48b8-4b07-4c61-bb6e-a0dcb8e17b96', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:57.677282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-14c00627-bce5-489b-8132-3df0389b7fb1 req-b36423b5-a185-4220-bac7-b0ed3a248174 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c99d48b8-4b07-4c61-bb6e-a0dcb8e17b96', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:57.678432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2359173d-146d-4e81-ab09-17a068fd4b28,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:57.689703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49224) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:57.695766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '2359173d-146d-4e81-ab09-17a068fd4b28', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '2359173d-146d-4e81-ab09-17a068fd4b28', 'mac_address': 'fa:16:3e:1f:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:10:57.727919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8aa1fa-f165-4964-9de9-b03cf65324d2 tempest-DHCPAgentSchedulersTestJSON-989369938 tempest-DHCPAgentSchedulersTestJSON-989369938-project] Pushing event deleted for resources: {'Network': ['ID=392e02c6-eadd-4561-bdb5-f4c8d2dfbcb2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:57.756106 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.776021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23023a1-c6f1-40f5-8340-c5c92743c748 req-2363b9c0-b12f-47e0-960b-0269104ba653 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:57.787385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2359173d-146d-4e81-ab09-17a068fd4b28 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:10:57.791826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f23023a1-c6f1-40f5-8340-c5c92743c748 req-2363b9c0-b12f-47e0-960b-0269104ba653 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.4174883 Jul 07 22:10:57.833007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2359173d-146d-4e81-ab09-17a068fd4b28,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:10:57.844764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.882907 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1060958175-network', 'tenant_id': '90d2af4d76114816afa869266f3c7e58'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:57.927045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f23023a1-c6f1-40f5-8340-c5c92743c748 req-51ce8145-b5d1-458c-b4e7-07dc2a0af52c tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299808 Jul 07 22:10:57.932084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Made reservation on behalf of 90d2af4d76114816afa869266f3c7e58 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:57.934963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.954721 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.980546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-14c00627-bce5-489b-8132-3df0389b7fb1 req-b36423b5-a185-4220-bac7-b0ed3a248174 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:57.997667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2359173d-146d-4e81-ab09-17a068fd4b28,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:58.004617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-14c00627-bce5-489b-8132-3df0389b7fb1 req-b36423b5-a185-4220-bac7-b0ed3a248174 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.010535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-14c00627-bce5-489b-8132-3df0389b7fb1 req-b36423b5-a185-4220-bac7-b0ed3a248174 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.048576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36423b5-a185-4220-bac7-b0ed3a248174 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad2dc38-4825-42e4-837a-6e277fc3eaa1,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:58.064755 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-e5d2a4ef-35c0-40ad-80bc-d73dda086e35 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=faa40811a1804d4c819af9338b7db7e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755854 Jul 07 22:10:58.087016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49236) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:58.336265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a117f9d8-2934-4ab1-bc9b-56c0c32adc01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b433d20363214e18b1b9f77174b27151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473297 Jul 07 22:10:58.340547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49240) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:58.371924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['2359173d-146d-4e81-ab09-17a068fd4b28'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:58.379389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 763a1661-2c78-41b1-8651-1c96f59c90fb no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:10:58.380282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ebce2-8820-4271-9e72-bbd9827d8664 req-ebef30bc-9aca-430f-84a7-c55dd10058a2 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:58.381813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d72ebce2-8820-4271-9e72-bbd9827d8664 req-ebef30bc-9aca-430f-84a7-c55dd10058a2 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 949 time: 0.1459982 Jul 07 22:10:58.393291 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-897e63b3-0f36-4b2b-b2a7-58d693c2ee62 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:58.395610 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-897e63b3-0f36-4b2b-b2a7-58d693c2ee62 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3215315 Jul 07 22:10:58.422617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.428809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Request body: {'port': {'device_id': '50d40117-d380-4ee2-a671-61277a5e82df', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': 'faa40811a1804d4c819af9338b7db7e4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:58.439274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 763a1661-2c78-41b1-8651-1c96f59c90fb {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:10:58.440391 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.441248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 763a1661-2c78-41b1-8651-1c96f59c90fb not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:10:58.467560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d72ebce2-8820-4271-9e72-bbd9827d8664 req-1ca8ab0c-bf31-4471-9372-1153ed783b68 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762100 Jul 07 22:10:58.468255 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63b56df2-5c50-4f27-b9a7-39a570c0bc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.470473 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-14c00627-bce5-489b-8132-3df0389b7fb1 req-b36423b5-a185-4220-bac7-b0ed3a248174 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.471646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14c00627-bce5-489b-8132-3df0389b7fb1 req-b36423b5-a185-4220-bac7-b0ed3a248174 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8170767 Jul 07 22:10:58.497986 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63b56df2-5c50-4f27-b9a7-39a570c0bc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.530722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:10:58.546508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e06036-49d0-4688-9f3e-f637a160fcb5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:58.581536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.581824 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Added segment c30fff06-5807-4606-847f-7ce0e85ac926 of type vlan for network 5883626e-388b-476b-ac2e-cce6246b6a3a Jul 07 22:10:58.593176 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63b56df2-5c50-4f27-b9a7-39a570c0bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.595819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63b56df2-5c50-4f27-b9a7-39a570c0bc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.600394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-63b56df2-5c50-4f27-b9a7-39a570c0bc0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a5f5b6cc-9f4e-4725-91bb-82cbeac0b788 HTTP/1.1" status: 204 len: 168 time: 0.2592025 Jul 07 22:10:58.625379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b56df2-5c50-4f27-b9a7-39a570c0bc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f5b6cc-9f4e-4725-91bb-82cbeac0b788,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:58.643374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2007ffda-a832-4475-9375-7d2ca4bd5885 req-3753bcbf-f74e-41e9-bbc4-c3b64a92f8b5 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/c99d48b8-4b07-4c61-bb6e-a0dcb8e17b96 HTTP/1.1" status: 200 len: 2405 time: 0.0882835 Jul 07 22:10:58.681458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.685720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Made reservation on behalf of faa40811a1804d4c819af9338b7db7e4 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:58.689270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.773883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4da5e94f-a6d7-40c9-bbe3-63e73b134275 req-5469b456-513a-471e-bf4b-e1633d7f29e6 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-group-rules/5ad2dc38-4825-42e4-837a-6e277fc3eaa1 HTTP/1.1" status: 200 len: 778 time: 0.0337212 Jul 07 22:10:58.783510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.784851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:58.785445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.856405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a372b721-7b94-4338-9eec-1cc769f2e724 req-831999e4-e0a3-42a5-b93c-e86420da34a0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 210 time: 0.0561178 Jul 07 22:10:58.874157 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1803646 Jul 07 22:10:58.876038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:58.889140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4da5e94f-a6d7-40c9-bbe3-63e73b134275 req-ad052aae-3e0c-4b0a-9615-8a63cd0fd1e1 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/c99d48b8-4b07-4c61-bb6e-a0dcb8e17b96 HTTP/1.1" status: 200 len: 2405 time: 0.1127803 Jul 07 22:10:58.894246 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Request body: {'subnet': {'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1060958175-subnet', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:58.921885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98819c27-6a47-49dc-b7b8-b52a22c06018 admin admin] Pushing event updated for resources: {'Network': ['ID=5883626e-388b-476b-ac2e-cce6246b6a3a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:58.926889 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4da5e94f-a6d7-40c9-bbe3-63e73b134275 req-ebdecd54-2eeb-44bf-9ed8-bb663fbd80bd tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.933437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 5883626e-388b-476b-ac2e-cce6246b6a3a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:10:58.936393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Allocated IP 192.168.233.237 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/335b2820-1373-489b-9c50-f0f0fea09cd1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:10:58.944038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4da5e94f-a6d7-40c9-bbe3-63e73b134275 req-ebdecd54-2eeb-44bf-9ed8-bb663fbd80bd tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.948662 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Made reservation on behalf of 90d2af4d76114816afa869266f3c7e58 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:10:58.951005 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.986927 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4da5e94f-a6d7-40c9-bbe3-63e73b134275 req-ebdecd54-2eeb-44bf-9ed8-bb663fbd80bd tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:58.998039 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4da5e94f-a6d7-40c9-bbe3-63e73b134275 req-ebdecd54-2eeb-44bf-9ed8-bb663fbd80bd tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.005502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4da5e94f-a6d7-40c9-bbe3-63e73b134275 req-ebdecd54-2eeb-44bf-9ed8-bb663fbd80bd tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5ad2dc38-4825-42e4-837a-6e277fc3eaa1 HTTP/1.1" status: 204 len: 173 time: 0.1151366 Jul 07 22:10:59.037740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdecd54-2eeb-44bf-9ed8-bb663fbd80bd tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ad2dc38-4825-42e4-837a-6e277fc3eaa1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:59.049495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-90afa405-95c2-4c78-a522-c859554d9cbc req-6ba669f4-851c-40f0-854d-e09955e880f5 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-906848964', 'description': 'tempest-description-134170765'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:59.090829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90afa405-95c2-4c78-a522-c859554d9cbc req-6ba669f4-851c-40f0-854d-e09955e880f5 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.142754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:59.175052 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-038c3464-7e55-4dd6-8a03-e8e869411434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.281209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.300018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90afa405-95c2-4c78-a522-c859554d9cbc req-6ba669f4-851c-40f0-854d-e09955e880f5 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.313551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Transition to ACTIVE for port object 335b2820-1373-489b-9c50-f0f0fea09cd1 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:10:59.325033 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90afa405-95c2-4c78-a522-c859554d9cbc req-6ba669f4-851c-40f0-854d-e09955e880f5 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.326708 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.373944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d4ec8-955b-41f2-a687-01ee3ca4f8fb req-1c881eb9-1bee-4b9d-8014-a3e7a0f58ee6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:59.375910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-318d4ec8-955b-41f2-a687-01ee3ca4f8fb req-1c881eb9-1bee-4b9d-8014-a3e7a0f58ee6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.1815856 Jul 07 22:10:59.413933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba669f4-851c-40f0-854d-e09955e880f5 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1f3bd1-7bae-47ab-b5db-4e4ebebb6601,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:59.441898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-318d4ec8-955b-41f2-a687-01ee3ca4f8fb req-5888d643-26c7-4b69-b923-235cf4e9af67 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593171 Jul 07 22:10:59.472295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Checking segment: {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:10:59.472633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Network hostable DHCP agents. Network: 5883626e-388b-476b-ac2e-cce6246b6a3a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:10:59.484402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8784bb-d5c7-41ae-8371-96140bd7b117,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:59.498444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.557262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Network 5883626e-388b-476b-ac2e-cce6246b6a3a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:10:59.569014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:10:59.577621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['698a7822-e166-4f7a-af07-2df6ffb7cffe', '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'f14ebab7-8323-4518-93d8-00133be4d30b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:10:59.608949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:59.630701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:10:59.654548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-038c3464-7e55-4dd6-8a03-e8e869411434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.655714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:59.664095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 5883626e-388b-476b-ac2e-cce6246b6a3a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:10:59.665294 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90afa405-95c2-4c78-a522-c859554d9cbc req-6ba669f4-851c-40f0-854d-e09955e880f5 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.666368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe5059a5-24e0-420b-bb46-e8aacc574beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.673161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90afa405-95c2-4c78-a522-c859554d9cbc req-6ba669f4-851c-40f0-854d-e09955e880f5 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.6367800 Jul 07 22:10:59.683364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f73173-d425-44d5-96fd-161f7c4b0f0a None None] Network 5883626e-388b-476b-ac2e-cce6246b6a3a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:10:59.705839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:59.707174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.709438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-038c3464-7e55-4dd6-8a03-e8e869411434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.813659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f905366-1c29-43e3-b368-606de6381d6c req-160e809b-25ae-4ce6-8e6a-e50b4b1178af tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/9d1f3bd1-7bae-47ab-b5db-4e4ebebb6601 HTTP/1.1" status: 200 len: 1811 time: 0.0723822 Jul 07 22:10:59.842442 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c818cd38-092a-44d3-a978-af9593acbe94 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9554214 Jul 07 22:10:59.843207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49270) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:59.843470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c3464-7e55-4dd6-8a03-e8e869411434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec40734-66f5-4eac-8633-59f592ef40c0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:10:59.856903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76ca2a-f3c1-4851-824c-b4486af9968e req-760c11e9-9182-46ed-9cc7-b702ae0becf1 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:59.865863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb76ca2a-f3c1-4851-824c-b4486af9968e req-760c11e9-9182-46ed-9cc7-b702ae0becf1 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 949 time: 0.1783955 Jul 07 22:10:59.875923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:59.881675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:10:59.882376 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.888242 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-038c3464-7e55-4dd6-8a03-e8e869411434 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=004f6ef1c99e4049bdcfaed0bc54a171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7444701 Jul 07 22:10:59.891405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49272) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:10:59.920411 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.922339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:10:59.968859 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-fe69225e-f03d-4899-bbba-caedaed5fd39 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5486038 Jul 07 22:10:59.993947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-5883626e-388b-476b-ac2e-cce6246b6a3a', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:10:59.994950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Request body: {'port': {'device_id': '50d40117-d380-4ee2-a671-61277a5e82df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:10:59.995379 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.022603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb76ca2a-f3c1-4851-824c-b4486af9968e req-668fc2d2-60a0-4ca5-8511-ec4f5431bc51 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556277 Jul 07 22:11:00.023004 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.129037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.132898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ce1d3a48-029e-4af4-8d0f-49966b60dd7e req-37a443f5-3985-4898-8ebb-fec9c61dd7b9 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-907217982', 'description': 'tempest-description-1008231401'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:00.141531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.170655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e494fb20-fc86-450f-bf9c-0c3f1e451bd9 None None] Provisioning for port 335b2820-1373-489b-9c50-f0f0fea09cd1 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:00.199982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e494fb20-fc86-450f-bf9c-0c3f1e451bd9 None None] Provisioning complete for port 335b2820-1373-489b-9c50-f0f0fea09cd1 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:00.200938 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e494fb20-fc86-450f-bf9c-0c3f1e451bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.222417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c79-4dbd-4452-a6b8-5d6e7d0fd353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.259879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c79-4dbd-4452-a6b8-5d6e7d0fd353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.317095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ce1d3a48-029e-4af4-8d0f-49966b60dd7e req-37a443f5-3985-4898-8ebb-fec9c61dd7b9 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.334022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e494fb20-fc86-450f-bf9c-0c3f1e451bd9 None None] Port 335b2820-1373-489b-9c50-f0f0fea09cd1 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:00.336178 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c79-4dbd-4452-a6b8-5d6e7d0fd353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.339148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ee13c79-4dbd-4452-a6b8-5d6e7d0fd353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.341205 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4ee13c79-4dbd-4452-a6b8-5d6e7d0fd353 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ec40734-66f5-4eac-8633-59f592ef40c0 HTTP/1.1" status: 204 len: 168 time: 0.4386539 Jul 07 22:11:00.353995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee13c79-4dbd-4452-a6b8-5d6e7d0fd353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec40734-66f5-4eac-8633-59f592ef40c0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:00.384075 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Allocated IP 172.20.0.2 (5883626e-388b-476b-ac2e-cce6246b6a3a/ef8784bb-d5c7-41ae-8371-96140bd7b117/790a6e39-e60e-41dd-a789-3a7513b42f4b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:00.417106 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.476853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310a03-8e57-4216-bc41-13e0e910d2b6 req-0e286388-9f8d-4dec-aad1-6d57816091bf tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:00.478299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97310a03-8e57-4216-bc41-13e0e910d2b6 req-0e286388-9f8d-4dec-aad1-6d57816091bf tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 936 time: 0.2203445 Jul 07 22:11:00.607225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97310a03-8e57-4216-bc41-13e0e910d2b6 req-3422b79d-4f3b-45e7-880b-5dbc99db80dc tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935986 Jul 07 22:11:00.621360 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ce1d3a48-029e-4af4-8d0f-49966b60dd7e req-37a443f5-3985-4898-8ebb-fec9c61dd7b9 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.627907 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ce1d3a48-029e-4af4-8d0f-49966b60dd7e req-37a443f5-3985-4898-8ebb-fec9c61dd7b9 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.696045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335b2820-1373-489b-9c50-f0f0fea09cd1 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:00.707100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a443f5-3985-4898-8ebb-fec9c61dd7b9 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00ac320-586b-48d6-8136-057791826e18,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:00.717837 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ce1d3a48-029e-4af4-8d0f-49966b60dd7e req-37a443f5-3985-4898-8ebb-fec9c61dd7b9 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.723328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.732423 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.734889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce1d3a48-029e-4af4-8d0f-49966b60dd7e req-37a443f5-3985-4898-8ebb-fec9c61dd7b9 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6066430 Jul 07 22:11:00.763566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Transition to ACTIVE for port object 790a6e39-e60e-41dd-a789-3a7513b42f4b will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:00.784705 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.793016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Transition to ACTIVE for port object 335b2820-1373-489b-9c50-f0f0fea09cd1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:00.798030 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.840453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Transition to ACTIVE for port object 790a6e39-e60e-41dd-a789-3a7513b42f4b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:00.849031 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:00.913995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Network 5883626e-388b-476b-ac2e-cce6246b6a3a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:00.921460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:00.940195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:00.955099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:01.003059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Pushing event updated for resources: {'Port': ['ID=790a6e39-e60e-41dd-a789-3a7513b42f4b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:01.028082 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.072832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.110542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:01.110886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:01.111223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:01.119568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Port 335b2820-1373-489b-9c50-f0f0fea09cd1 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:11:01.119999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:01.130333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:01.130939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:01.131494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:01.132281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Bound port: 335b2820-1373-489b-9c50-f0f0fea09cd1, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:01.132830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.157691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Attempting to bind port 790a6e39-e60e-41dd-a789-3a7513b42f4b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:01.158101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Attempting to bind port 790a6e39-e60e-41dd-a789-3a7513b42f4b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:01.158479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Attempting to bind port 790a6e39-e60e-41dd-a789-3a7513b42f4b on network 5883626e-388b-476b-ac2e-cce6246b6a3a {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:01.159330 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.167701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:01.168032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Checking segment: {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:01.168428 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.168823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Bound using segment: {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:01.169301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Bound port: 790a6e39-e60e-41dd-a789-3a7513b42f4b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:01.170014 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.270455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] For port 790a6e39-e60e-41dd-a789-3a7513b42f4b, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:01.276130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] For port 790a6e39-e60e-41dd-a789-3a7513b42f4b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=790a6e39-e60e-41dd-a789-3a7513b42f4b,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:01.285691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:01.290098 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.296524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:01.301751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.351000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee721a-37fc-44d6-bf52-a6d655b0f42f req-9ebd2a30-4103-4930-b4da-299069111b7d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:01.357991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28ee721a-37fc-44d6-bf52-a6d655b0f42f req-9ebd2a30-4103-4930-b4da-299069111b7d tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.3614385 Jul 07 22:11:01.366363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2359173d-146d-4e81-ab09-17a068fd4b28 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:01.400187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:01.405111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:01.405836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.407412 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-958441a9-19ab-4638-8af7-88ab96ab725d service neutron] 10.222.0.44 "PUT /v2.0/ports/335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 1097 time: 1.4244111 Jul 07 22:11:01.407862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:01.410089 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28c6cf3-0239-481a-98e2-a62bb5e70f43" -d '{"events": [{"name": "network-changed", "server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:01.540465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23f99d-4093-48a5-8b95-a3da5570e246 None None] Pushing event updated for resources: {'Port': ['ID=790a6e39-e60e-41dd-a789-3a7513b42f4b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:01.563070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 2359173d-146d-4e81-ab09-17a068fd4b28 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:01.579830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 2359173d-146d-4e81-ab09-17a068fd4b28 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:01.580223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.591504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-51ea885d-de1e-4a7b-b26c-0d9765c514b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:01.597959 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-51ea885d-de1e-4a7b-b26c-0d9765c514b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1100 time: 0.1431079 Jul 07 22:11:01.641478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28ee721a-37fc-44d6-bf52-a6d655b0f42f req-ad051c29-840d-465f-afbd-676e7f1a6109 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824557 Jul 07 22:11:01.658448 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-25bed534-cf0c-4b63-9c46-c400d37e7f94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.0507874 Jul 07 22:11:01.709529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Allocated IP 172.25.8.250 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/25aca759-02f1-49da-b2fd-86b3a6ca4620) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:01.790613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8a692d5-7a9f-4eb6-bfb3-feb557514cde req-f7ae2dc2-3429-41a6-a8f3-554d99e84016 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/f00ac320-586b-48d6-8136-057791826e18 HTTP/1.1" status: 200 len: 1812 time: 0.2607765 Jul 07 22:11:01.810432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-0b1d11b8-beb4-4651-bf8d-06825614781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:01.824578 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:01.833902 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-0b1d11b8-beb4-4651-bf8d-06825614781d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1537540 Jul 07 22:11:01.877781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:01.879159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49326) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:01.891941 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff1e158-3dcd-466a-bc72-5e511ab119a4" -d '{"events": [{"server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "name": "network-vif-plugged", "status": "completed", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:01.952103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-c33a87f4-2dc6-474a-bacc-0c56973a6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:01.955819 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-c33a87f4-2dc6-474a-bacc-0c56973a6e70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202352 Jul 07 22:11:01.957187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2359173d-146d-4e81-ab09-17a068fd4b28,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:01.972595 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.032250 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.082429 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a254cb-5df6-4d14-8df2-02784ede56d4 x-openstack-request-id: req-02a254cb-5df6-4d14-8df2-02784ede56d4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:02.083112 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:02.083599 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02a254cb-5df6-4d14-8df2-02784ede56d4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:02.084222 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'status': 'completed', 'code': 200} Jul 07 22:11:02.102736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-564871120'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:02.115366 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-103068b0-d769-44bd-8da6-b582884b14d3 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538024 Jul 07 22:11:02.118704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2359173d-146d-4e81-ab09-17a068fd4b28,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:02.159505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Made reservation on behalf of ea26bb32c6254eac8ffb702039155fdc for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:02.163181 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.178462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.202857 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.228295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1302ab-940c-472e-b4de-132ad6d02ed8 req-f284afe9-5e03-4cd3-8910-8b08a8351d55 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:02.239436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a1302ab-940c-472e-b4de-132ad6d02ed8 req-f284afe9-5e03-4cd3-8910-8b08a8351d55 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 950 time: 0.2046492 Jul 07 22:11:02.253301 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8bc37509-e0fc-4ae4-9ee1-f8f174df003b req-562ca785-f1f8-4d7b-b505-74db870b73b3 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300385 Jul 07 22:11:02.320334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:02.343293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:02.357865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:02.381087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=25aca759-02f1-49da-b2fd-86b3a6ca4620,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:02.448646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-ceeb63b6-466a-4ea5-91f5-abeff488d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:02.454927 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-ceeb63b6-466a-4ea5-91f5-abeff488d3fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1100 time: 0.1376362 Jul 07 22:11:02.460760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 790a6e39-e60e-41dd-a789-3a7513b42f4b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:02.476884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a1302ab-940c-472e-b4de-132ad6d02ed8 req-90a95233-65d2-43da-a2c4-eb665d201952 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118213 Jul 07 22:11:02.585634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 790a6e39-e60e-41dd-a789-3a7513b42f4b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:02.650901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.659105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-81500c0b-a953-4682-9c77-9a93b5592301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:02.661273 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-81500c0b-a953-4682-9c77-9a93b5592301 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1941328 Jul 07 22:11:02.687334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4a21c0f6-aa51-4a7f-b8a0-6a09711516c5 req-e48a15b2-cec5-4f06-8c75-df9fc17034ea tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-294662451', 'description': 'tempest-description-256962862'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:02.739467 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-0c174640-85da-4698-986a-f5dd1ceac131 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.0696354 Jul 07 22:11:02.756541 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.765924 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.778975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:11:02.789110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.789434 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Added segment a59b8b33-d769-4066-befa-5542ed10b605 of type vlan for network d2923caf-ce93-4e59-8786-36dc64ddfb5e Jul 07 22:11:02.826725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-68b71ec2-227f-40ca-a16f-ee2a2e1ddb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:02.828752 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-68b71ec2-227f-40ca-a16f-ee2a2e1ddb61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0831649 Jul 07 22:11:02.868811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b84288b-ba1c-4cae-88ec-d859ae15fc60 None None] Network 5883626e-388b-476b-ac2e-cce6246b6a3a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:02.875613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcdc309-17df-4f34-8ac3-275dc5dff019,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:02.897274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-8893b364-710f-44f9-ad8d-1bf466570af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:02.898218 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-8893b364-710f-44f9-ad8d-1bf466570af9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602651 Jul 07 22:11:02.931156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9f9c2e0e-f242-42ed-a8dc-5bfc8cccc6df None None] Provisioning for port 790a6e39-e60e-41dd-a789-3a7513b42f4b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:02.937046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a21c0f6-aa51-4a7f-b8a0-6a09711516c5 req-e48a15b2-cec5-4f06-8c75-df9fc17034ea tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.940390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9f9c2e0e-f242-42ed-a8dc-5bfc8cccc6df None None] Provisioning complete for port 790a6e39-e60e-41dd-a789-3a7513b42f4b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:02.941192 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2e0e-f242-42ed-a8dc-5bfc8cccc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:02.988357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.007400 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-a56adcd3-00b1-47d9-a13c-dcb35943f8bc service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020923 Jul 07 22:11:03.115589 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a28c6cf3-0239-481a-98e2-a62bb5e70f43 req-2b18a480-30cc-432e-8597-18efa4299e21 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008360 Jul 07 22:11:03.118718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188086ac-5eb1-4507-add8-ad046802b441 req-53ca48be-efb1-4427-a425-8dd951a5d1f5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:03.125871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-188086ac-5eb1-4507-add8-ad046802b441 req-53ca48be-efb1-4427-a425-8dd951a5d1f5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 948 time: 0.4272604 Jul 07 22:11:03.127716 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.133146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:03.134309 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.137590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2e0e-f242-42ed-a8dc-5bfc8cccc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.184086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9f9c2e0e-f242-42ed-a8dc-5bfc8cccc6df None None] For port 790a6e39-e60e-41dd-a789-3a7513b42f4b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=790a6e39-e60e-41dd-a789-3a7513b42f4b,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:03.187977 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2e0e-f242-42ed-a8dc-5bfc8cccc6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.247662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c2e0e-f242-42ed-a8dc-5bfc8cccc6df None None] Pushing event updated for resources: {'Port': ['ID=790a6e39-e60e-41dd-a789-3a7513b42f4b,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:03.409710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d728e84a-2d27-43c6-b219-fa7281c07d01 None None] Provisioning complete for port 790a6e39-e60e-41dd-a789-3a7513b42f4b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:03.410469 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d728e84a-2d27-43c6-b219-fa7281c07d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.588549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.600498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-188086ac-5eb1-4507-add8-ad046802b441 req-276cea99-9575-40a1-871b-692fd004168d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737542 Jul 07 22:11:03.644408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event updated for resources: {'Network': ['ID=d2923caf-ce93-4e59-8786-36dc64ddfb5e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:03.656532 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e480fb7-e189-4b1c-82f5-7a7b7b4478d8 x-openstack-request-id: req-6e480fb7-e189-4b1c-82f5-7a7b7b4478d8 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:03.656900 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "name": "network-vif-plugged", "status": "completed", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:03.657224 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e480fb7-e189-4b1c-82f5-7a7b7b4478d8 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:03.657699 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28', 'code': 200} Jul 07 22:11:03.659691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network d2923caf-ce93-4e59-8786-36dc64ddfb5e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:11:03.728109 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a21c0f6-aa51-4a7f-b8a0-6a09711516c5 req-e48a15b2-cec5-4f06-8c75-df9fc17034ea tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.736457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a21c0f6-aa51-4a7f-b8a0-6a09711516c5 req-e48a15b2-cec5-4f06-8c75-df9fc17034ea tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.755580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49346) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:03.755905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-650f8848-39df-4f3f-a0d3-856467be7e58 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8756573 Jul 07 22:11:03.762662 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Request body: {'subnet': {'network_id': 'd2923caf-ce93-4e59-8786-36dc64ddfb5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:03.790976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a21c0f6-aa51-4a7f-b8a0-6a09711516c5 req-e48a15b2-cec5-4f06-8c75-df9fc17034ea tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.804955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a21c0f6-aa51-4a7f-b8a0-6a09711516c5 req-e48a15b2-cec5-4f06-8c75-df9fc17034ea tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.1651597 Jul 07 22:11:03.912951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a15b2-cec5-4f06-8c75-df9fc17034ea tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e398b91-5cf0-4946-bdc3-f69d9bc15bd7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:03.935800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48b093-9229-486c-a0ed-b5e1fb82f523 req-84c95665-f5c4-4a5f-901b-b869f857d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:03.937284 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bc48b093-9229-486c-a0ed-b5e1fb82f523 req-84c95665-f5c4-4a5f-901b-b869f857d3c1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 1102 time: 0.1007719 Jul 07 22:11:03.985280 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:03.989853 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bc48b093-9229-486c-a0ed-b5e1fb82f523 req-4b7cc141-3757-416d-8d14-fad66fdf14cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Jul 07 22:11:03.990482 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Made reservation on behalf of ea26bb32c6254eac8ffb702039155fdc for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:03.994321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:04.002295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4d9a8-bea7-44b0-b80e-ff65ec8c80f0 req-103986a5-91f2-4faa-a026-2f27b8de2249 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:04.009729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fa4d9a8-bea7-44b0-b80e-ff65ec8c80f0 req-103986a5-91f2-4faa-a026-2f27b8de2249 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.0932605 Jul 07 22:11:04.181813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fa4d9a8-bea7-44b0-b80e-ff65ec8c80f0 req-f172f082-1707-43e2-87f9-5fb79483656f tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711934 Jul 07 22:11:04.210241 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:04.215861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac869e-6029-4f22-a6e7-bd907ce28ccc req-0bb40870-1d3d-4374-bd51-8a324a7d5e63 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:04.222690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfac869e-6029-4f22-a6e7-bd907ce28ccc req-0bb40870-1d3d-4374-bd51-8a324a7d5e63 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 950 time: 0.1584177 Jul 07 22:11:04.278111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event updated for resources: {'Subnet': ['ID=8707b8b4-c0cd-45a3-8dbc-a9c2654e8bff,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:04.288694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Checking segment: {'id': 'a59b8b33-d769-4066-befa-5542ed10b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd2923caf-ce93-4e59-8786-36dc64ddfb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:04.289060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Network hostable DHCP agents. Network: d2923caf-ce93-4e59-8786-36dc64ddfb5e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:11:04.290971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Router b7037790-cb80-4dad-aa57-20e7090678f6 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:11:04.308382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Network d2923caf-ce93-4e59-8786-36dc64ddfb5e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:11:04.316118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfac869e-6029-4f22-a6e7-bd907ce28ccc req-b84eb76f-b817-46f3-b086-82de324b0de8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921459 Jul 07 22:11:04.321092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, d2923caf-ce93-4e59-8786-36dc64ddfb5e) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:04.328412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3702a56-ad23-495c-be5d-868e27e6e045 req-0dc0c229-2a7c-4d1e-bd64-515efea394fc tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/9e398b91-5cf0-4946-bdc3-f69d9bc15bd7 HTTP/1.1" status: 200 len: 1811 time: 0.1035810 Jul 07 22:11:04.340974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:04.341673 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:04.341829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da5352-ca09-47b0-8d48-89534b70ba96 None None] Network d2923caf-ce93-4e59-8786-36dc64ddfb5e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:04.356979 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-11ab706e-fec6-4a01-abf3-c9e0aa3a923c tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5994983 Jul 07 22:11:04.360102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49352) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:04.365194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Request body: {'port': {'network_id': 'd2923caf-ce93-4e59-8786-36dc64ddfb5e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1377429143'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:04.424441 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 790a6e39-e60e-41dd-a789-3a7513b42f4b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:04.447257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:11:04.455454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a7c52185-ce3b-4dba-b3f4-bf911b3f8439 req-dd07af41-8de7-443f-8c85-52ed25b30e00 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1045891488', 'description': 'tempest-description-210174534'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:04.457818 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Sync routers for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:11:04.477330 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:04.478315 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:04.522579 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7c52185-ce3b-4dba-b3f4-bf911b3f8439 req-dd07af41-8de7-443f-8c85-52ed25b30e00 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:04.529882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 790a6e39-e60e-41dd-a789-3a7513b42f4b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:04.530198 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:04.544799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Made reservation on behalf of ea26bb32c6254eac8ffb702039155fdc for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:04.548332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:04.572427 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:04.576504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b5c660b4-4823-4607-9d24-f053f10be1c2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7068098 Jul 07 22:11:04.577098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49354) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:04.604671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-d2923caf-ce93-4e59-8786-36dc64ddfb5e', 'network_id': 'd2923caf-ce93-4e59-8786-36dc64ddfb5e', 'tenant_id': 'ea26bb32c6254eac8ffb702039155fdc', 'fixed_ips': [{'subnet_id': '8707b8b4-c0cd-45a3-8dbc-a9c2654e8bff'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:11:04.605535 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:04.649393 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:04.906999 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:02Z', 'revision_number': 3, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:04.945847 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Checking router: b7037790-cb80-4dad-aa57-20e7090678f6 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:11:04.946363 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Updating router b7037790-cb80-4dad-aa57-20e7090678f6 port 25aca759-02f1-49da-b2fd-86b3a6ca4620 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:11:04.954939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Allocated IP 172.20.0.2 (d2923caf-ce93-4e59-8786-36dc64ddfb5e/8707b8b4-c0cd-45a3-8dbc-a9c2654e8bff/f02bf5f1-d95e-443c-aa72-308f1f82ea8f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:04.976018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:11:04.989481 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.001280 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7c52185-ce3b-4dba-b3f4-bf911b3f8439 req-dd07af41-8de7-443f-8c85-52ed25b30e00 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.011261 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7c52185-ce3b-4dba-b3f4-bf911b3f8439 req-dd07af41-8de7-443f-8c85-52ed25b30e00 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.057473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07af41-8de7-443f-8c85-52ed25b30e00 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0533de5a-63e8-4dd6-953d-b2c680a0eded,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:05.118313 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7c52185-ce3b-4dba-b3f4-bf911b3f8439 req-dd07af41-8de7-443f-8c85-52ed25b30e00 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.119858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7c52185-ce3b-4dba-b3f4-bf911b3f8439 req-dd07af41-8de7-443f-8c85-52ed25b30e00 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6741955 Jul 07 22:11:05.139914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506194c-6225-4345-92b2-8ba0cd1a6786 req-8ec2a4f9-cdf2-47be-b8c2-35d9bfdac20d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:05.141444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a506194c-6225-4345-92b2-8ba0cd1a6786 req-8ec2a4f9-cdf2-47be-b8c2-35d9bfdac20d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 948 time: 0.3160329 Jul 07 22:11:05.160911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] device_id is not set on port 82c1e5cd-edf5-4360-b081-efaa8bc86d05 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:11:05.192210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a506194c-6225-4345-92b2-8ba0cd1a6786 req-a7e45ce6-d6b0-4bf3-a409-e1c91973197d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446947 Jul 07 22:11:05.288067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.298153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Transition to ACTIVE for port object f02bf5f1-d95e-443c-aa72-308f1f82ea8f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:05.317313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Transition to ACTIVE for port object f02bf5f1-d95e-443c-aa72-308f1f82ea8f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:05.328299 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.439533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:05.440265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Allocated IP 172.20.0.3 (d2923caf-ce93-4e59-8786-36dc64ddfb5e/8707b8b4-c0cd-45a3-8dbc-a9c2654e8bff/82c1e5cd-edf5-4360-b081-efaa8bc86d05) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:05.478737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Network d2923caf-ce93-4e59-8786-36dc64ddfb5e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:05.489112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:05.496605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'mac_address': 'fa:16:3e:0b:e3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:11:05.507392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:05.510625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Pushing event updated for resources: {'Port': ['ID=f02bf5f1-d95e-443c-aa72-308f1f82ea8f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:05.563284 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.572352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fe6ea003-3d8a-49ad-a2e3-00d58b55466f req-1a580760-dfd5-4983-b786-2579d0ba9e17 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/0533de5a-63e8-4dd6-953d-b2c680a0eded HTTP/1.1" status: 200 len: 1812 time: 0.2928379 Jul 07 22:11:05.589628 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Transition to ACTIVE for port object 25aca759-02f1-49da-b2fd-86b3a6ca4620 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:05.600534 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.775492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b6f87-12d8-4ccb-bc05-405a7632cceb req-aa195e37-d39d-4865-9073-7a8fbbdcefdd tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:05.805411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.807209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-901b6f87-12d8-4ccb-bc05-405a7632cceb req-aa195e37-d39d-4865-9073-7a8fbbdcefdd tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.3142791 Jul 07 22:11:05.812816 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Attempting to bind port 25aca759-02f1-49da-b2fd-86b3a6ca4620 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:05.812816 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Attempting to bind port 25aca759-02f1-49da-b2fd-86b3a6ca4620 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:05.813288 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Attempting to bind port 25aca759-02f1-49da-b2fd-86b3a6ca4620 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:05.834381 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.835980 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332915c8-12bc-4aab-9a84-78bfb9795c6d None None] Pushing event updated for resources: {'Port': ['ID=25aca759-02f1-49da-b2fd-86b3a6ca4620,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:05.837387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Transition to ACTIVE for port object 82c1e5cd-edf5-4360-b081-efaa8bc86d05 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:05.845315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Attempting to bind port f02bf5f1-d95e-443c-aa72-308f1f82ea8f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:05.845813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Attempting to bind port f02bf5f1-d95e-443c-aa72-308f1f82ea8f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a59b8b33-d769-4066-befa-5542ed10b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd2923caf-ce93-4e59-8786-36dc64ddfb5e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:05.846210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Attempting to bind port f02bf5f1-d95e-443c-aa72-308f1f82ea8f on network d2923caf-ce93-4e59-8786-36dc64ddfb5e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:05.854607 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:05.855140 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:05.855140 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.855140 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:05.855140 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Bound port: 25aca759-02f1-49da-b2fd-86b3a6ca4620, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:05.855140 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.864166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:05.864538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Checking segment: {'id': 'a59b8b33-d769-4066-befa-5542ed10b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd2923caf-ce93-4e59-8786-36dc64ddfb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:05.864934 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.865316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Bound using segment: {'id': 'a59b8b33-d769-4066-befa-5542ed10b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd2923caf-ce93-4e59-8786-36dc64ddfb5e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:05.865780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Bound port: f02bf5f1-d95e-443c-aa72-308f1f82ea8f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59b8b33-d769-4066-befa-5542ed10b605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd2923caf-ce93-4e59-8786-36dc64ddfb5e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:05.866176 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.889926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.901992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335b2820-1373-489b-9c50-f0f0fea09cd1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:05.951446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Network d2923caf-ce93-4e59-8786-36dc64ddfb5e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:05.956253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:05.956412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:05.966464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:05.973565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:05.979437 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] For port 25aca759-02f1-49da-b2fd-86b3a6ca4620, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:05.987906 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] For port 25aca759-02f1-49da-b2fd-86b3a6ca4620, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=25aca759-02f1-49da-b2fd-86b3a6ca4620,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:05.999114 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:06.094150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:06.100435 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332915c8-12bc-4aab-9a84-78bfb9795c6d None None] Pushing event updated for resources: {'Port': ['ID=25aca759-02f1-49da-b2fd-86b3a6ca4620,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:06.105087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:06.108633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event updated for resources: {'Port': ['ID=82c1e5cd-edf5-4360-b081-efaa8bc86d05,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:06.124176 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:06.139472 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b14b58a4-4f99-4b72-8fb1-3c49cdeb51ef tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7749100 Jul 07 22:11:06.139688 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:06.139780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:06.139859 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:06.145743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Request body: {'port': {'network_id': 'd2923caf-ce93-4e59-8786-36dc64ddfb5e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-577514681', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:06.148364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] bootfile-name is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:11:06.149259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] tftp-server is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:11:06.149601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] server-ip-address is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:11:06.180720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:06.188260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-901b6f87-12d8-4ccb-bc05-405a7632cceb req-b68b2f58-79f6-4d1c-ad9c-b255c5a80016 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806863 Jul 07 22:11:06.201396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] For port f02bf5f1-d95e-443c-aa72-308f1f82ea8f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:06.206467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] For port f02bf5f1-d95e-443c-aa72-308f1f82ea8f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f02bf5f1-d95e-443c-aa72-308f1f82ea8f,segment=NetworkSegment(a59b8b33-d769-4066-befa-5542ed10b605),segment_id=a59b8b33-d769-4066-befa-5542ed10b605)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:06.211654 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:06.264121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['335b2820-1373-489b-9c50-f0f0fea09cd1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:11:06.284120 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:06.396388 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-74057701-999a-445f-9c9e-458cafe66552 req-3154e7b4-417f-40f8-8854-ce7c104de812 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] show failed (client error): The resource could not be found. Jul 07 22:11:06.416918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74057701-999a-445f-9c9e-458cafe66552 req-3154e7b4-417f-40f8-8854-ce7c104de812 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/cbfe0ad2-8046-4fa0-8c2f-6b2ad168d430 HTTP/1.1" status: 404 len: 352 time: 0.1529171 Jul 07 22:11:06.477351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc168e5-4bc9-4e60-9495-2776519326ff req-74efc9e9-86eb-4bd5-b85e-766e7f055490 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:06.483557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Made reservation on behalf of ea26bb32c6254eac8ffb702039155fdc for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:06.487192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:06.491512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cc168e5-4bc9-4e60-9495-2776519326ff req-74efc9e9-86eb-4bd5-b85e-766e7f055490 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 950 time: 0.4481344 Jul 07 22:11:06.554473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] device_id is not set on port 31cc8368-97a8-4f92-ac9a-a9cf20152b03 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:11:06.617826 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:02Z', 'revision_number': 3, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:06.648619 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73857d42-b67f-4412-b6ec-813254d39061 None None] The sync data for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 is: [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:02Z', 'revision_number': 3, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:11:06.719621 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cc168e5-4bc9-4e60-9495-2776519326ff req-16bfde79-cfb2-4e52-a251-d4d6e348b78e tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100542 Jul 07 22:11:06.785776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5d5d0-5860-4db8-8bde-a2467650214f None None] Pushing event updated for resources: {'Port': ['ID=f02bf5f1-d95e-443c-aa72-308f1f82ea8f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:06.841091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Allocated IP 172.20.0.12 (d2923caf-ce93-4e59-8786-36dc64ddfb5e/8707b8b4-c0cd-45a3-8dbc-a9c2654e8bff/31cc8368-97a8-4f92-ac9a-a9cf20152b03) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:06.966321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Allocated IP 172.20.0.1 (5883626e-388b-476b-ac2e-cce6246b6a3a/ef8784bb-d5c7-41ae-8371-96140bd7b117/c1acda80-6b58-4fdb-9519-7d34906b0c68) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:06.976410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfb131-c551-41b1-a37b-ee8c8df2bd08 req-e1eeeaab-e6cb-4a7b-aeba-f9bb2f0cd4f4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:06.982947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4dcfb131-c551-41b1-a37b-ee8c8df2bd08 req-e1eeeaab-e6cb-4a7b-aeba-f9bb2f0cd4f4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 949 time: 0.2569828 Jul 07 22:11:07.044161 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-08526faa-ad32-4af3-9a49-0b6b9d7b8191 req-1ba39373-46e5-49e1-b2d6-d510d643cdd7 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] show failed (client error): The resource could not be found. Jul 07 22:11:07.046062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08526faa-ad32-4af3-9a49-0b6b9d7b8191 req-1ba39373-46e5-49e1-b2d6-d510d643cdd7 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-group-rules/e0525341-7982-4b94-a9aa-7596a8fa7bff HTTP/1.1" status: 404 len: 361 time: 0.0435436 Jul 07 22:11:07.134848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4dcfb131-c551-41b1-a37b-ee8c8df2bd08 req-ca320ca5-e85b-459e-8fdb-e1f5cc887b92 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447670 Jul 07 22:11:07.219681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.235472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Transition to ACTIVE for port object 31cc8368-97a8-4f92-ac9a-a9cf20152b03 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:07.277228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.286014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.308546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-829e7d13-d540-44ca-b16b-b234473df4f0 req-7d024445-78d8-4adf-9b84-f3e1f736c1b7 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/0533de5a-63e8-4dd6-953d-b2c680a0eded HTTP/1.1" status: 200 len: 1812 time: 0.1900446 Jul 07 22:11:07.354044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Network d2923caf-ce93-4e59-8786-36dc64ddfb5e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:07.354322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Transition to ACTIVE for port object c1acda80-6b58-4fdb-9519-7d34906b0c68 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:07.366781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:07.373428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event updated for resources: {'Port': ['ID=31cc8368-97a8-4f92-ac9a-a9cf20152b03,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:07.378641 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:07.453620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:07.454475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.475517 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7f0f8e79-64a2-4d81-9f76-a67e88581bdc tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3326774 Jul 07 22:11:07.475711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49386) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:07.503597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-829e7d13-d540-44ca-b16b-b234473df4f0 req-5f4d4480-fd8b-4093-bf46-0ff9c671ea0d tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.549114 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-829e7d13-d540-44ca-b16b-b234473df4f0 req-5f4d4480-fd8b-4093-bf46-0ff9c671ea0d tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.609016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.630412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-829e7d13-d540-44ca-b16b-b234473df4f0 req-5f4d4480-fd8b-4093-bf46-0ff9c671ea0d tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.634251 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-829e7d13-d540-44ca-b16b-b234473df4f0 req-5f4d4480-fd8b-4093-bf46-0ff9c671ea0d tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.639584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-829e7d13-d540-44ca-b16b-b234473df4f0 req-5f4d4480-fd8b-4093-bf46-0ff9c671ea0d tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "DELETE /v2.0/security-groups/0533de5a-63e8-4dd6-953d-b2c680a0eded HTTP/1.1" status: 204 len: 173 time: 0.3195908 Jul 07 22:11:07.641851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457ad6af-dc07-42ad-bff1-e3bba61264cf tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:07.649348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457ad6af-dc07-42ad-bff1-e3bba61264cf tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:07.659101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457ad6af-dc07-42ad-bff1-e3bba61264cf tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:07.661769 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-457ad6af-dc07-42ad-bff1-e3bba61264cf tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1808980 Jul 07 22:11:07.664469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49390) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:07.700230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Network 5883626e-388b-476b-ac2e-cce6246b6a3a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:07.745636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:07.762048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d4480-fd8b-4093-bf46-0ff9c671ea0d tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0533de5a-63e8-4dd6-953d-b2c680a0eded,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:07.772029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:07.846756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c01e8e62-6155-463b-aac8-a49deb99383a tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Deleting port 31cc8368-97a8-4f92-ac9a-a9cf20152b03 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:11:07.847491 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c01e8e62-6155-463b-aac8-a49deb99383a tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:07.930954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1acda80-6b58-4fdb-9519-7d34906b0c68,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:07.938970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.003391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a991834-4fd8-46f9-a34e-b9573c801ac4 req-8431764f-bfd1-4e6f-b296-ccc7872134c8 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:08.010394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf1753c-e0f3-49d0-8977-97fb7f0abdf1 None None] Network d2923caf-ce93-4e59-8786-36dc64ddfb5e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:08.018160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a991834-4fd8-46f9-a34e-b9573c801ac4 req-8431764f-bfd1-4e6f-b296-ccc7872134c8 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.5888224 Jul 07 22:11:08.056920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1931cbc8-56cf-40c6-9fa6-7ffdfa770af2 req-a3c7a526-1a23-4668-8928-1f5a2b776350 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/9e398b91-5cf0-4946-bdc3-f69d9bc15bd7 HTTP/1.1" status: 200 len: 1811 time: 0.3710651 Jul 07 22:11:08.059210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c01e8e62-6155-463b-aac8-a49deb99383a tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.089254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c01e8e62-6155-463b-aac8-a49deb99383a tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Calling delete_port for 31cc8368-97a8-4f92-ac9a-a9cf20152b03 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:11:08.130498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-08c69cf0-c83e-4840-b99e-8b97b08da786 None None] Provisioning for port f02bf5f1-d95e-443c-aa72-308f1f82ea8f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:08.188348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a991834-4fd8-46f9-a34e-b9573c801ac4 req-9a5db5e7-a5da-4430-9024-1f3464d6aef8 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691265 Jul 07 22:11:08.238644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1931cbc8-56cf-40c6-9fa6-7ffdfa770af2 req-35e773c5-920f-476d-a1ca-f111d20e37a6 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.308565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1931cbc8-56cf-40c6-9fa6-7ffdfa770af2 req-35e773c5-920f-476d-a1ca-f111d20e37a6 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.334820 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.357026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c01e8e62-6155-463b-aac8-a49deb99383a tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.414601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3ead62ad-554b-44c5-a2c5-4b559c0e9194 None None] Provisioning for port c1acda80-6b58-4fdb-9519-7d34906b0c68 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:08.429337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e8e62-6155-463b-aac8-a49deb99383a tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event deleted for resources: {'Port': ['ID=31cc8368-97a8-4f92-ac9a-a9cf20152b03,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:08.435203 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1931cbc8-56cf-40c6-9fa6-7ffdfa770af2 req-35e773c5-920f-476d-a1ca-f111d20e37a6 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.439669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3ead62ad-554b-44c5-a2c5-4b559c0e9194 None None] Provisioning complete for port c1acda80-6b58-4fdb-9519-7d34906b0c68 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:08.440047 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ead62ad-554b-44c5-a2c5-4b559c0e9194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.442196 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1931cbc8-56cf-40c6-9fa6-7ffdfa770af2 req-35e773c5-920f-476d-a1ca-f111d20e37a6 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.446119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1931cbc8-56cf-40c6-9fa6-7ffdfa770af2 req-35e773c5-920f-476d-a1ca-f111d20e37a6 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "DELETE /v2.0/security-groups/9e398b91-5cf0-4946-bdc3-f69d9bc15bd7 HTTP/1.1" status: 204 len: 173 time: 0.3822186 Jul 07 22:11:08.487585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e773c5-920f-476d-a1ca-f111d20e37a6 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e398b91-5cf0-4946-bdc3-f69d9bc15bd7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:08.539385 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c01e8e62-6155-463b-aac8-a49deb99383a tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.542373 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c01e8e62-6155-463b-aac8-a49deb99383a tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "DELETE /v2.0/ports/31cc8368-97a8-4f92-ac9a-a9cf20152b03 HTTP/1.1" status: 204 len: 168 time: 0.8759155 Jul 07 22:11:08.550157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49402) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:08.558122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Request body: {'port': {'name': 'tempest-new-port-name-1829697299', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:08.561558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] bootfile-name is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:11:08.562021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] tftp-server is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:11:08.562429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3ead62ad-554b-44c5-a2c5-4b559c0e9194 None None] Port c1acda80-6b58-4fdb-9519-7d34906b0c68 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:08.562826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] server-ip-address is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:11:08.606321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 25aca759-02f1-49da-b2fd-86b3a6ca4620 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:08.728746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 25aca759-02f1-49da-b2fd-86b3a6ca4620 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:08.733393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 25aca759-02f1-49da-b2fd-86b3a6ca4620 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:08.733853 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.737091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d33ae0-b3bf-4fca-a443-c47e3370132f req-58d8d760-7da5-4ef1-8a7f-e31459d53c48 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:08.737927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.738708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6d33ae0-b3bf-4fca-a443-c47e3370132f req-58d8d760-7da5-4ef1-8a7f-e31459d53c48 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 950 time: 0.1580374 Jul 07 22:11:08.755437 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.771188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.858848 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.905223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 25aca759-02f1-49da-b2fd-86b3a6ca4620, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=25aca759-02f1-49da-b2fd-86b3a6ca4620,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:08.912410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6d33ae0-b3bf-4fca-a443-c47e3370132f req-94c4e829-90ad-4451-83c1-a5e2e16b948e tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652708 Jul 07 22:11:08.925576 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.928981 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:08.929187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c1acda80-6b58-4fdb-9519-7d34906b0c68,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:08.931598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f02bf5f1-d95e-443c-aa72-308f1f82ea8f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:09.097775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:09.105857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=25aca759-02f1-49da-b2fd-86b3a6ca4620,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:09.141807 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.154159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-73bd2f58-84b0-462d-b37d-df08f2672a62 None None] Could not find standard attr ID for object 31cc8368-97a8-4f92-ac9a-a9cf20152b03. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:11:09.159796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.182107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f8fd9e0-cfc5-4e4d-809a-3b5d3fcc70d2 req-9452c1ab-7f86-4cb4-a6af-cbf147b9bfcc tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/f00ac320-586b-48d6-8136-057791826e18 HTTP/1.1" status: 200 len: 1812 time: 0.2081475 Jul 07 22:11:09.203933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-73bd2f58-84b0-462d-b37d-df08f2672a62 None None] Provisioning complete for port f02bf5f1-d95e-443c-aa72-308f1f82ea8f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:09.204402 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73bd2f58-84b0-462d-b37d-df08f2672a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.208139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f02bf5f1-d95e-443c-aa72-308f1f82ea8f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:09.236717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f02bf5f1-d95e-443c-aa72-308f1f82ea8f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:09.237197 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.243096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Network 5883626e-388b-476b-ac2e-cce6246b6a3a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:09.252027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event updated for resources: {'Port': ['ID=82c1e5cd-edf5-4360-b081-efaa8bc86d05,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:09.265630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:09.293652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 335b2820-1373-489b-9c50-f0f0fea09cd1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:09.301755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e7670-2e26-46be-8c50-6f6dd464cac5 req-1460bf5e-795d-4301-a909-8cae7d56e0e0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:09.309020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 335b2820-1373-489b-9c50-f0f0fea09cd1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:09.309539 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.311353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-813e7670-2e26-46be-8c50-6f6dd464cac5 req-1460bf5e-795d-4301-a909-8cae7d56e0e0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 949 time: 0.2786186 Jul 07 22:11:09.341818 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-4aa5c0d4-b536-432c-88cf-e3f9c6d349f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1974378 Jul 07 22:11:09.354469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] In _notify_port_updated(), no bound segment for port 82c1e5cd-edf5-4360-b081-efaa8bc86d05 on network d2923caf-ce93-4e59-8786-36dc64ddfb5e {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:11:09.361256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:09.363916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.376730 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8b325152-0a94-47fe-b528-7ee80516f6b5 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "PUT /v2.0/ports/82c1e5cd-edf5-4360-b081-efaa8bc86d05 HTTP/1.1" status: 200 len: 1136 time: 0.8248706 Jul 07 22:11:09.377377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:09.474105 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.530886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88696bab-0136-4209-9524-a05e541dc593 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:09.533008 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-88696bab-0136-4209-9524-a05e541dc593 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "GET /v2.0/ports/82c1e5cd-edf5-4360-b081-efaa8bc86d05 HTTP/1.1" status: 200 len: 1136 time: 0.1545510 Jul 07 22:11:09.538687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:09.605407 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2f8fd9e0-cfc5-4e4d-809a-3b5d3fcc70d2 req-3170a25d-12da-4c4a-a797-97488eab8330 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.613861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-098e27f3-efa2-47f0-ae68-b2dcef52af05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:09.615861 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-098e27f3-efa2-47f0-ae68-b2dcef52af05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 1096 time: 0.2060177 Jul 07 22:11:09.636563 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73bd2f58-84b0-462d-b37d-df08f2672a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.659711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2f8fd9e0-cfc5-4e4d-809a-3b5d3fcc70d2 req-3170a25d-12da-4c4a-a797-97488eab8330 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.700208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f02bf5f1-d95e-443c-aa72-308f1f82ea8f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f02bf5f1-d95e-443c-aa72-308f1f82ea8f,segment=NetworkSegment(a59b8b33-d769-4066-befa-5542ed10b605),segment_id=a59b8b33-d769-4066-befa-5542ed10b605)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:09.730892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Router b7037790-cb80-4dad-aa57-20e7090678f6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:11:09.731134 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.731514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2f8fd9e0-cfc5-4e4d-809a-3b5d3fcc70d2 req-3170a25d-12da-4c4a-a797-97488eab8330 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.734372 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.736951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2f8fd9e0-cfc5-4e4d-809a-3b5d3fcc70d2 req-3170a25d-12da-4c4a-a797-97488eab8330 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.753147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f8fd9e0-cfc5-4e4d-809a-3b5d3fcc70d2 req-3170a25d-12da-4c4a-a797-97488eab8330 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "DELETE /v2.0/security-groups/f00ac320-586b-48d6-8136-057791826e18 HTTP/1.1" status: 204 len: 173 time: 0.5565193 Jul 07 22:11:09.760385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-813e7670-2e26-46be-8c50-6f6dd464cac5 req-6ce08cca-16f0-451c-8b3f-1108ff7f5885 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480057 Jul 07 22:11:09.798012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170a25d-12da-4c4a-a797-97488eab8330 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00ac320-586b-48d6-8136-057791826e18,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:09.837349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c26e167f-bf58-48f1-87ef-b02bf77064f2 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Deleting port 82c1e5cd-edf5-4360-b081-efaa8bc86d05 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:11:09.838358 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c26e167f-bf58-48f1-87ef-b02bf77064f2 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:09.963143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:09.965448 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de984352-7ead-47eb-8a4a-618f8c38357c" -d '{"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-plugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:10.054617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f02bf5f1-d95e-443c-aa72-308f1f82ea8f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:10.061191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:10.063006 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-73bd2f58-84b0-462d-b37d-df08f2672a62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:11:10.073766 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-73bd2f58-84b0-462d-b37d-df08f2672a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:11:10.075434 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:10.080508 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c26e167f-bf58-48f1-87ef-b02bf77064f2 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:10.098177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c26e167f-bf58-48f1-87ef-b02bf77064f2 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Calling delete_port for 82c1e5cd-edf5-4360-b081-efaa8bc86d05 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:11:10.158971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:10.204175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-ac93e9e8-261c-4acc-9447-62b41b8e05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:10.205874 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-ac93e9e8-261c-4acc-9447-62b41b8e05bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.5552542 Jul 07 22:11:10.261589 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-dec00c5c-bf09-4c00-a33d-09aad10b5e9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 200 len: 217 time: 0.0417936 Jul 07 22:11:10.357930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-99468c47-6b85-4573-bda9-dfc44b9b492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:10.359636 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-99468c47-6b85-4573-bda9-dfc44b9b492f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.0914090 Jul 07 22:11:10.401529 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-8d5b3136-79cc-48ca-a834-74898504b7ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333774 Jul 07 22:11:10.411078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-05e55168-fb74-42d4-9a9a-979794a9c23f tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:10.413675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-05e55168-fb74-42d4-9a9a-979794a9c23f tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.9015980 Jul 07 22:11:10.421123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c26e167f-bf58-48f1-87ef-b02bf77064f2 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:10.437634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 25aca759-02f1-49da-b2fd-86b3a6ca4620 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:10.449008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695012-11'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:10.455050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:11:10.460241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8981f475-ca85-4655-8462-8b98b293c7c0 admin admin] 10.222.0.81 "PUT /v2.0/routers/b7037790-cb80-4dad-aa57-20e7090678f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8680058 Jul 07 22:11:10.475233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Sync routers for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:11:10.488703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:10.489472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:10.546129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e167f-bf58-48f1-87ef-b02bf77064f2 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event deleted for resources: {'Port': ['ID=82c1e5cd-edf5-4360-b081-efaa8bc86d05,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:10.626535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b0cf0-be26-4aca-ac0e-a20b1bd2ce08 req-efe56c3d-46e5-4d50-b5bb-c66f6860c0ac tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:10.636105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d75b0cf0-be26-4aca-ac0e-a20b1bd2ce08 req-efe56c3d-46e5-4d50-b5bb-c66f6860c0ac tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 945 time: 0.2743499 Jul 07 22:11:10.636356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:10.647908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf065f-0e60-4b29-b9b4-beec436735ad req-f09be843-b779-416f-92f6-ffb541d98e46 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:10.649694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79bf065f-0e60-4b29-b9b4-beec436735ad req-f09be843-b779-416f-92f6-ffb541d98e46 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 950 time: 0.2867343 Jul 07 22:11:10.696226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:10.703691 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-9a7340aa-7d97-47bc-bb15-3d4876910560 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920790 Jul 07 22:11:10.710268 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c26e167f-bf58-48f1-87ef-b02bf77064f2 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:10.719638 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c26e167f-bf58-48f1-87ef-b02bf77064f2 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "DELETE /v2.0/ports/82c1e5cd-edf5-4360-b081-efaa8bc86d05 HTTP/1.1" status: 204 len: 168 time: 1.1790354 Jul 07 22:11:10.727683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49432) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:10.832109 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3c62d5ed-51ac-46f1-95c5-39317b5c7b23 req-9cd00437-338f-42ff-953b-667b01def181 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112368 Jul 07 22:11:10.902300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-73bd2f58-84b0-462d-b37d-df08f2672a62 None None] Could not find standard attr ID for object 82c1e5cd-edf5-4360-b081-efaa8bc86d05. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:11:10.930567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 25aca759-02f1-49da-b2fd-86b3a6ca4620 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:10.930941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:10.935568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d75b0cf0-be26-4aca-ac0e-a20b1bd2ce08 req-e41a77ae-3d52-4ec8-91b5-191014a2c0d6 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983568 Jul 07 22:11:10.944564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79bf065f-0e60-4b29-b9b4-beec436735ad req-65c89e19-893b-4eec-9b36-a62bc8bb97e1 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865071 Jul 07 22:11:10.960657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-3747a6da-ca7c-4f7e-a646-afe25e25ca26 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Deleting subnet 8707b8b4-c0cd-45a3-8dbc-a9c2654e8bff {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:11:10.964650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3747a6da-ca7c-4f7e-a646-afe25e25ca26 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:10.996134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fbaeeacd-ca82-45e3-a632-dcd5449866a6 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:11:11.029262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-909df94b-67cf-4a12-9b6a-c759aade927a None None] Could not find standard attr ID for object 31cc8368-97a8-4f92-ac9a-a9cf20152b03. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:11:11.103248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c013546c-0a72-42dd-96c3-546c23751a0c req-44d27bc7-eae5-4b3c-aa65-9218915e69f4 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/9d1f3bd1-7bae-47ab-b5db-4e4ebebb6601 HTTP/1.1" status: 200 len: 1811 time: 0.1015573 Jul 07 22:11:11.105299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:11.116583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-909df94b-67cf-4a12-9b6a-c759aade927a None None] Provisioning complete for port c1acda80-6b58-4fdb-9519-7d34906b0c68 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:11.116965 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-909df94b-67cf-4a12-9b6a-c759aade927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.123801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3747a6da-ca7c-4f7e-a646-afe25e25ca26 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.149287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c1acda80-6b58-4fdb-9519-7d34906b0c68', 'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'mac_address': 'fa:16:3e:9d:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:06Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 2, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'subnets': [{'id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:11.215903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:11.308279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:11.310703 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b787246-ba7e-4f52-ae7b-0169b9b91769" -d '{"events": [{"server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "name": "network-vif-unplugged", "status": "completed", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:11.317789 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.334182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f02bf5f1-d95e-443c-aa72-308f1f82ea8f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:11.337606 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.341562 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c940553c-95f0-46e1-a640-3c4d1936e5cd x-openstack-request-id: req-c940553c-95f0-46e1-a640-3c4d1936e5cd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:11.341853 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-plugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:11.342118 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c940553c-95f0-46e1-a640-3c4d1936e5cd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:11.342504 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'code': 200} Jul 07 22:11:11.365920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Checking router: b7037790-cb80-4dad-aa57-20e7090678f6 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:11:11.366359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Updating router b7037790-cb80-4dad-aa57-20e7090678f6 port c1acda80-6b58-4fdb-9519-7d34906b0c68 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:11:11.369283 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c013546c-0a72-42dd-96c3-546c23751a0c req-953684ad-3970-4d87-bb90-b433dbc60626 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.373498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f799cf4-5631-4c02-8f2b-d1740b562973 req-bcb77bad-38a4-4baa-923e-cc8da53b2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:11.375609 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3747a6da-ca7c-4f7e-a646-afe25e25ca26 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.377261 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3f799cf4-5631-4c02-8f2b-d1740b562973 req-bcb77bad-38a4-4baa-923e-cc8da53b2a33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1102 time: 0.1176610 Jul 07 22:11:11.420147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:11.432676 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3f799cf4-5631-4c02-8f2b-d1740b562973 req-67d85acb-65d7-49c3-8b39-f7bbe6494c3f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500872 Jul 07 22:11:11.463001 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c013546c-0a72-42dd-96c3-546c23751a0c req-953684ad-3970-4d87-bb90-b433dbc60626 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.466729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-909df94b-67cf-4a12-9b6a-c759aade927a None None] Port c1acda80-6b58-4fdb-9519-7d34906b0c68 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:11.468589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fbaeeacd-ca82-45e3-a632-dcd5449866a6 has no active binding in host n-h1-695012-11 {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:11:11.479718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Pushing event updated for resources: {'Port': ['ID=fbaeeacd-ca82-45e3-a632-dcd5449866a6,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:11.487699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-909df94b-67cf-4a12-9b6a-c759aade927a None None] Could not find standard attr ID for object 82c1e5cd-edf5-4360-b081-efaa8bc86d05. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:11:11.496203 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.545390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on host n-h2-695012-11 for vnic_type normal with profile {"migrating_to": "n-h1-695012-11"} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:11.545747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:11.546083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:11.552338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:11:11.552720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Attempting to bind port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on network df4c92dd-9e35-4c65-b13e-5a08e0f427f1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:11.553458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f02bf5f1-d95e-443c-aa72-308f1f82ea8f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:11.553840 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.555782 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3747a6da-ca7c-4f7e-a646-afe25e25ca26 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.564795 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c013546c-0a72-42dd-96c3-546c23751a0c req-953684ad-3970-4d87-bb90-b433dbc60626 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.567559 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c013546c-0a72-42dd-96c3-546c23751a0c req-953684ad-3970-4d87-bb90-b433dbc60626 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.568660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c013546c-0a72-42dd-96c3-546c23751a0c req-953684ad-3970-4d87-bb90-b433dbc60626 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "DELETE /v2.0/security-groups/9d1f3bd1-7bae-47ab-b5db-4e4ebebb6601 HTTP/1.1" status: 204 len: 173 time: 0.4537213 Jul 07 22:11:11.594491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:11.594740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Checking segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:11.595136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Bound using segment: {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:11.595590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Bound port: fbaeeacd-ca82-45e3-a632-dcd5449866a6, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50876f96-b524-46a6-9062-6ba2f9480939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'df4c92dd-9e35-4c65-b13e-5a08e0f427f1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:11.595972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.603300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747a6da-ca7c-4f7e-a646-afe25e25ca26 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event deleted for resources: {'Subnet': ['ID=8707b8b4-c0cd-45a3-8dbc-a9c2654e8bff,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:11.615145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953684ad-3970-4d87-bb90-b433dbc60626 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1f3bd1-7bae-47ab-b5db-4e4ebebb6601,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:11.617665 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3747a6da-ca7c-4f7e-a646-afe25e25ca26 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.635897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:11.636052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3747a6da-ca7c-4f7e-a646-afe25e25ca26 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "DELETE /v2.0/subnets/8707b8b4-c0cd-45a3-8dbc-a9c2654e8bff HTTP/1.1" status: 204 len: 168 time: 0.7895374 Jul 07 22:11:11.651068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0fa0d-74a1-41c2-beda-86778fc05476 None None] Network d2923caf-ce93-4e59-8786-36dc64ddfb5e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:11.748925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:11.754715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:11.759599 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.808343 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.906203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Pushing event updated for resources: {'Port': ['ID=fbaeeacd-ca82-45e3-a632-dcd5449866a6,revision_number=8']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:11.911408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:11.911790 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.913257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-dbc4d441-efe1-44f6-961b-2572578e718e service neutron] 10.222.0.44 "PUT /v2.0/ports/fbaeeacd-ca82-45e3-a632-dcd5449866a6 HTTP/1.1" status: 200 len: 1123 time: 1.4744430 Jul 07 22:11:11.924344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Deleting port f02bf5f1-d95e-443c-aa72-308f1f82ea8f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:11:11.926239 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:11.944343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49450) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:11.955774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8d95ef94-a52d-40ee-9ce6-d1e265e7c5b9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818419844', 'description': 'tempest-description--1779217981'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:11.987247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08036576-8917-4125-8511-11037bffcba6 req-4dc3acaf-9a1b-4338-bbbe-8a5514b8fcc1 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:12.002522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08036576-8917-4125-8511-11037bffcba6 req-4dc3acaf-9a1b-4338-bbbe-8a5514b8fcc1 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.1964746 Jul 07 22:11:12.003186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] For port f02bf5f1-d95e-443c-aa72-308f1f82ea8f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f02bf5f1-d95e-443c-aa72-308f1f82ea8f,segment=NetworkSegment(a59b8b33-d769-4066-befa-5542ed10b605),segment_id=a59b8b33-d769-4066-befa-5542ed10b605)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:12.003772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.020624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Calling delete_port for f02bf5f1-d95e-443c-aa72-308f1f82ea8f owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:11:12.038543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['fbaeeacd-ca82-45e3-a632-dcd5449866a6'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:11:12.054562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d95ef94-a52d-40ee-9ce6-d1e265e7c5b9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.093225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08036576-8917-4125-8511-11037bffcba6 req-5b74ddcd-5966-4fbf-beba-fdff12220d11 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886397 Jul 07 22:11:12.100295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] DHCP port deletion for d2923caf-ce93-4e59-8786-36dc64ddfb5e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:11:12.103478 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.161442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['fbaeeacd-ca82-45e3-a632-dcd5449866a6'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:11:12.164489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Transition to ACTIVE for port object c1acda80-6b58-4fdb-9519-7d34906b0c68 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:12.167196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.206504 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.210964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event deleted for resources: {'Port': ['ID=f02bf5f1-d95e-443c-aa72-308f1f82ea8f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:12.219260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] No DVR routers for this DVR port f02bf5f1-d95e-443c-aa72-308f1f82ea8f on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:11:12.316119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d95ef94-a52d-40ee-9ce6-d1e265e7c5b9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.331984 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d95ef94-a52d-40ee-9ce6-d1e265e7c5b9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.364612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc389d-a3f1-4411-86ab-434fc7e8642f None None] Pushing event updated for resources: {'Port': ['ID=c1acda80-6b58-4fdb-9519-7d34906b0c68,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:12.425948 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d95ef94-a52d-40ee-9ce6-d1e265e7c5b9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.430138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8d95ef94-a52d-40ee-9ce6-d1e265e7c5b9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4814334 Jul 07 22:11:12.431268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49464) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:12.438936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-21dd9adf-bfb5-443a-b06f-8a5d857eb624 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Request body: {'security_group_rule': {'security_group_id': 'ee3f8277-a48b-4b92-a6b6-3858ac9687b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:12.443697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95ef94-a52d-40ee-9ce6-d1e265e7c5b9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3f8277-a48b-4b92-a6b6-3858ac9687b8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:12.509708 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.524841 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21dd9adf-bfb5-443a-b06f-8a5d857eb624 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.526120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f02bf5f1-d95e-443c-aa72-308f1f82ea8f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:11:12.531256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2923caf-ce93-4e59-8786-36dc64ddfb5e']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:12.564277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59b8b33-d769-4066-befa-5542ed10b605') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:12.564717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59b8b33-d769-4066-befa-5542ed10b605') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:12.580784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.617626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f02bf5f1-d95e-443c-aa72-308f1f82ea8f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:11:12.618134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f02bf5f1-d95e-443c-aa72-308f1f82ea8f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:11:12.620628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.628095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:11:12.628728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:11:12.632059 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:11:12.684113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] Deleting port f02bf5f1-d95e-443c-aa72-308f1f82ea8f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:11:12.684658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.688194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21dd9adf-bfb5-443a-b06f-8a5d857eb624 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.711530 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21dd9adf-bfb5-443a-b06f-8a5d857eb624 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.778486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd9adf-bfb5-443a-b06f-8a5d857eb624 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a1a723-6d2f-429c-b6c3-1311b9d9d73c,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:12.792986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Attempting to bind port c1acda80-6b58-4fdb-9519-7d34906b0c68 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:12.793513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Attempting to bind port c1acda80-6b58-4fdb-9519-7d34906b0c68 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:12.793991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Attempting to bind port c1acda80-6b58-4fdb-9519-7d34906b0c68 on network 5883626e-388b-476b-ac2e-cce6246b6a3a {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:12.799408 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21dd9adf-bfb5-443a-b06f-8a5d857eb624 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.803845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-21dd9adf-bfb5-443a-b06f-8a5d857eb624 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3718498 Jul 07 22:11:12.827833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49470) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:12.833201 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76245ca7-6ae8-498e-b32b-af965d01ef0b x-openstack-request-id: req-76245ca7-6ae8-498e-b32b-af965d01ef0b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:12.833723 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "name": "network-vif-unplugged", "status": "completed", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:12.834219 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76245ca7-6ae8-498e-b32b-af965d01ef0b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:12.834687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:12.835003 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6', 'code': 200} Jul 07 22:11:12.835272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Checking segment: {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:12.836044 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.836512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Bound using segment: {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:12.837220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Bound port: c1acda80-6b58-4fdb-9519-7d34906b0c68, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:12.837750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.847346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] For port f02bf5f1-d95e-443c-aa72-308f1f82ea8f, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:12.847899 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.848782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-88623489-a62a-4dcc-9d63-bbd38cdc2487 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Request body: {'security_group_rule': {'security_group_id': 'ee3f8277-a48b-4b92-a6b6-3858ac9687b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:12.877293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.888330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.894243 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] 10.222.0.81 "DELETE /v2.0/networks/d2923caf-ce93-4e59-8786-36dc64ddfb5e HTTP/1.1" status: 204 len: 168 time: 1.2548101 Jul 07 22:11:12.894460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] Calling delete_port for f02bf5f1-d95e-443c-aa72-308f1f82ea8f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:11:12.903788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] Port f02bf5f1-d95e-443c-aa72-308f1f82ea8f was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:11:12.922233 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd82cb7-7810-4a50-ba3b-957a757a4221 tempest-ExtraDHCPOptionsTestJSON-1966504575 tempest-ExtraDHCPOptionsTestJSON-1966504575-project] Pushing event deleted for resources: {'Network': ['ID=d2923caf-ce93-4e59-8786-36dc64ddfb5e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:12.946406 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.950322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88623489-a62a-4dcc-9d63-bbd38cdc2487 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:12.972502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] Network d2923caf-ce93-4e59-8786-36dc64ddfb5e is not hosted by any dhcp agent {{(pid=93943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:11:12.972966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] No DVR routers for this DVR port f02bf5f1-d95e-443c-aa72-308f1f82ea8f on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:11:13.020284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b97f24fc-4c26-4ba8-bdd2-3620d05170fc req-4f4495a8-5569-49ac-a496-a31b9a79f595 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "GET /v2.0/security-groups/c99d48b8-4b07-4c61-bb6e-a0dcb8e17b96 HTTP/1.1" status: 200 len: 1812 time: 0.1669152 Jul 07 22:11:13.087434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1ed4e-f56a-4dec-8b3a-1d5f3aa1fee0 None None] Pushing event deleted for resources: {'Port': ['ID=f02bf5f1-d95e-443c-aa72-308f1f82ea8f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:13.133719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88623489-a62a-4dcc-9d63-bbd38cdc2487 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.140222 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88623489-a62a-4dcc-9d63-bbd38cdc2487 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.178979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88623489-a62a-4dcc-9d63-bbd38cdc2487 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a82084d-a8a7-49f4-92d1-821ed99be99e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:13.189224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] For port c1acda80-6b58-4fdb-9519-7d34906b0c68, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:13.192035 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88623489-a62a-4dcc-9d63-bbd38cdc2487 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.194137 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-88623489-a62a-4dcc-9d63-bbd38cdc2487 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3650703 Jul 07 22:11:13.196769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] For port c1acda80-6b58-4fdb-9519-7d34906b0c68, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c1acda80-6b58-4fdb-9519-7d34906b0c68,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:13.197578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49480) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:13.207416 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b97f24fc-4c26-4ba8-bdd2-3620d05170fc req-3a91ee13-e8b0-4cae-a2df-ee318f11a485 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.208026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:13.223378 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.259760 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.260015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b97f24fc-4c26-4ba8-bdd2-3620d05170fc req-3a91ee13-e8b0-4cae-a2df-ee318f11a485 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.326026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc389d-a3f1-4411-86ab-434fc7e8642f None None] Pushing event updated for resources: {'Port': ['ID=c1acda80-6b58-4fdb-9519-7d34906b0c68,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:13.349624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048ce62-6177-4517-9e4e-f9835bf18c32 req-0523b5e3-e8c0-4356-a1c9-cb9c276e8341 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:13.360222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:13.360923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:13.361390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2048ce62-6177-4517-9e4e-f9835bf18c32 req-0523b5e3-e8c0-4356-a1c9-cb9c276e8341 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.1766109 Jul 07 22:11:13.389225 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b97f24fc-4c26-4ba8-bdd2-3620d05170fc req-3a91ee13-e8b0-4cae-a2df-ee318f11a485 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.392447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b97f24fc-4c26-4ba8-bdd2-3620d05170fc req-3a91ee13-e8b0-4cae-a2df-ee318f11a485 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.405438 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49482) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:13.406664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b97f24fc-4c26-4ba8-bdd2-3620d05170fc req-3a91ee13-e8b0-4cae-a2df-ee318f11a485 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] 10.222.0.81 "DELETE /v2.0/security-groups/c99d48b8-4b07-4c61-bb6e-a0dcb8e17b96 HTTP/1.1" status: 204 len: 173 time: 0.3780658 Jul 07 22:11:13.469403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ee13-e8b0-4cae-a2df-ee318f11a485 tempest-SecurityGroupRulesNegativeTestJSON-122243182 tempest-SecurityGroupRulesNegativeTestJSON-122243182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99d48b8-4b07-4c61-bb6e-a0dcb8e17b96,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:13.491519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2048ce62-6177-4517-9e4e-f9835bf18c32 req-d55cfe7e-9534-4b77-aba8-3fc9ed82f392 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289530 Jul 07 22:11:13.521715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ea7ecc-013c-423e-90d7-4293e8f9ab72 admin admin] Deleting subnet 63991622-c620-4039-a05b-322c2b2cbd9e {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:11:13.548946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46ea7ecc-013c-423e-90d7-4293e8f9ab72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.596759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49494) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:13.671346 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46ea7ecc-013c-423e-90d7-4293e8f9ab72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.675751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:13.768788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46ea7ecc-013c-423e-90d7-4293e8f9ab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.808415 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.902398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273594a-0615-40d2-89d3-877fb8d6969d req-468027e0-e362-48e2-8f0f-5eba8d4f50d4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:13.904285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6273594a-0615-40d2-89d3-877fb8d6969d req-468027e0-e362-48e2-8f0f-5eba8d4f50d4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.1662724 Jul 07 22:11:13.918006 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46ea7ecc-013c-423e-90d7-4293e8f9ab72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.920619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c5ee5aa1-a949-4139-822a-2a1f97995e61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea26bb32c6254eac8ffb702039155fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221149 Jul 07 22:11:13.924047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49498) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:13.978657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea7ecc-013c-423e-90d7-4293e8f9ab72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63991622-c620-4039-a05b-322c2b2cbd9e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:13.985370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46ea7ecc-013c-423e-90d7-4293e8f9ab72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:13.990428 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-46ea7ecc-013c-423e-90d7-4293e8f9ab72 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/63991622-c620-4039-a05b-322c2b2cbd9e HTTP/1.1" status: 204 len: 168 time: 0.5795932 Jul 07 22:11:13.990797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6273594a-0615-40d2-89d3-877fb8d6969d req-fa70fb46-74a0-435a-a374-0524921dfa56 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658693 Jul 07 22:11:13.990939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:14.024372 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-169714ac-4420-47c1-ab84-ebf357620377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.061302 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-169714ac-4420-47c1-ab84-ebf357620377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.075714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Allocated IP 172.25.8.112 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/26a7ffe8-b566-411e-b28f-02c7d35a0bf8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:14.088997 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c1acda80-6b58-4fdb-9519-7d34906b0c68', 'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'mac_address': 'fa:16:3e:9d:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:06Z', 'updated_at': '2021-07-07T22:11:13Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'subnets': [{'id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:14.130309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842981db-9a15-4b74-8fed-9812900c6312 None None] The sync data for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 is: [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c1acda80-6b58-4fdb-9519-7d34906b0c68', 'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'mac_address': 'fa:16:3e:9d:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:06Z', 'updated_at': '2021-07-07T22:11:13Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'subnets': [{'id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:11:14.158332 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-169714ac-4420-47c1-ab84-ebf357620377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.162444 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-169714ac-4420-47c1-ab84-ebf357620377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.164095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-169714ac-4420-47c1-ab84-ebf357620377 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5dcdc309-17df-4f34-8ac3-275dc5dff019 HTTP/1.1" status: 204 len: 168 time: 0.2390950 Jul 07 22:11:14.189789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169714ac-4420-47c1-ab84-ebf357620377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcdc309-17df-4f34-8ac3-275dc5dff019,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:14.248827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.319474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccc7a4-c34e-4b12-bd20-1e77e6ff1acf req-77df3424-1e52-4c9b-b995-43e2192ad694 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:14.321374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82ccc7a4-c34e-4b12-bd20-1e77e6ff1acf req-77df3424-1e52-4c9b-b995-43e2192ad694 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1102 time: 0.0999889 Jul 07 22:11:14.390688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82ccc7a4-c34e-4b12-bd20-1e77e6ff1acf req-4bd4fa27-1569-471e-9e77-5ba7a1e78ed6 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632944 Jul 07 22:11:14.411659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.442515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ae2629-927f-4488-9611-c853a1ae1cc0']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:14.447895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.460092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6170bbaf-409d-4e97-a44f-72c421d09d46') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:14.460417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6170bbaf-409d-4e97-a44f-72c421d09d46') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:14.479861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.502287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c1acda80-6b58-4fdb-9519-7d34906b0c68 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:14.509996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.536528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:11:14.537273 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:11:14.538684 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:11:14.598088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.632068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c1acda80-6b58-4fdb-9519-7d34906b0c68 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:14.634475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.641355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c1acda80-6b58-4fdb-9519-7d34906b0c68 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:14.641956 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.679033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:14.680744 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.699194 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] 10.222.0.81 "DELETE /v2.0/networks/26ae2629-927f-4488-9611-c853a1ae1cc0 HTTP/1.1" status: 204 len: 168 time: 0.7080605 Jul 07 22:11:14.700408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f1c38-aa30-4849-be29-4e50c9a05e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=26ae2629-927f-4488-9611-c853a1ae1cc0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:14.705510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:14.718408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:14.776565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.803598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Pushing event updated for resources: {'Port': ['ID=26a7ffe8-b566-411e-b28f-02c7d35a0bf8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:14.844337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:14.849217 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f0697f-ad37-4618-be85-161aee8011c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:14.885668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port c1acda80-6b58-4fdb-9519-7d34906b0c68, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c1acda80-6b58-4fdb-9519-7d34906b0c68,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:14.896234 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.933652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a8bca-7087-48e7-bb64-da46d84e9600 req-a891888c-aac5-468f-9f48-8acccc782436 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:14.935318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:14.944561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f5a8bca-7087-48e7-bb64-da46d84e9600 req-a891888c-aac5-468f-9f48-8acccc782436 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.1529667 Jul 07 22:11:14.964594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49530) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:15.026422 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:15.029377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:11:15.087922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=c1acda80-6b58-4fdb-9519-7d34906b0c68,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:15.110720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f5a8bca-7087-48e7-bb64-da46d84e9600 req-c519d33b-180a-44ce-a3f2-f989f0807e76 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651950 Jul 07 22:11:15.151604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f274ccb0-fedb-4421-8141-53c89953e9b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a09d10849a6042f9b6c48e17feae6dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818128 Jul 07 22:11:15.153199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49540) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:15.301309 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-de2ebcff-80b6-42fa-8077-4e884162b9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:15.360438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-de2ebcff-80b6-42fa-8077-4e884162b9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:15.418900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:15.470633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-de2ebcff-80b6-42fa-8077-4e884162b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:15.474047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-de2ebcff-80b6-42fa-8077-4e884162b9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:15.478254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-de2ebcff-80b6-42fa-8077-4e884162b9d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0c7a726-7861-41e2-b5cb-8281074f582d HTTP/1.1" status: 204 len: 168 time: 0.3234701 Jul 07 22:11:15.513911 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65d458e-1036-4f39-bdc1-9ebb8019b182 x-openstack-request-id: req-a65d458e-1036-4f39-bdc1-9ebb8019b182 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:15.515949 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:15.517677 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a65d458e-1036-4f39-bdc1-9ebb8019b182 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:15.519806 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6', 'status': 'completed', 'code': 200} Jul 07 22:11:15.521416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ebcff-80b6-42fa-8077-4e884162b9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c7a726-7861-41e2-b5cb-8281074f582d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:15.802982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'mac_address': 'fa:16:3e:bf:b6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:11:15.928166 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:15.958646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb2e4934-a45f-429f-af7f-9d4185748142 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:15.959173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-183ee75e-23c4-4f15-bb09-8203aa0861d3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1724482 Jul 07 22:11:16.055497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:16.063967 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:16.162752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-cf46d76c-8939-404c-a99c-a2abf6135114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:16.166714 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-cf46d76c-8939-404c-a99c-a2abf6135114 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 1126 time: 0.2047119 Jul 07 22:11:16.177720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:16.198033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ec390-3341-4ca2-a2f3-3014d767e03f req-3a551a57-ea1e-4522-9cda-0046b981b3da tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:16.209684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['fb2e4934-a45f-429f-af7f-9d4185748142'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:11:16.209845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-548ec390-3341-4ca2-a2f3-3014d767e03f req-3a551a57-ea1e-4522-9cda-0046b981b3da tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.1507990 Jul 07 22:11:16.291325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49584) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:16.349717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-548ec390-3341-4ca2-a2f3-3014d767e03f req-ae5959f4-4917-4db2-9c61-1160b338fbdb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376920 Jul 07 22:11:16.441888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-89e3e4d7-feb5-4e3a-a555-281318752e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:16.452915 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-89e3e4d7-feb5-4e3a-a555-281318752e5a service neutron] 10.222.0.83 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.2572451 Jul 07 22:11:16.552023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:16.563411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c1acda80-6b58-4fdb-9519-7d34906b0c68 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:16.694595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c1acda80-6b58-4fdb-9519-7d34906b0c68 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:16.695477 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:16.710732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:16.740239 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-02c820a8-8094-4434-af05-b326f7c4d5a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6 HTTP/1.1" status: 200 len: 217 time: 0.2694972 Jul 07 22:11:16.812608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177ec67-898b-41cc-9b96-5dc1b030996e req-44284d72-d3de-491b-969b-242d1cb01c61 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:16.836744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d177ec67-898b-41cc-9b96-5dc1b030996e req-44284d72-d3de-491b-969b-242d1cb01c61 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.2769325 Jul 07 22:11:16.912509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d177ec67-898b-41cc-9b96-5dc1b030996e req-3e7b49ec-694e-4ee6-99fc-2b47eb436a47 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739136 Jul 07 22:11:16.932588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:16.936822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Pushing event updated for resources: {'Port': ['ID=26a7ffe8-b566-411e-b28f-02c7d35a0bf8,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:16.940933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-c67a73a3-5fe9-4b69-af66-6fdc234d7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:16.942682 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-c67a73a3-5fe9-4b69-af66-6fdc234d7db4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.1905899 Jul 07 22:11:16.980406 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-a5eee1e1-6afc-4bbb-b209-f89c1e33b6df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306578 Jul 07 22:11:16.981798 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:16.992651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group': {'name': 'tempest-secgroup--430119674'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:16.993682 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-21f5f562-415d-403b-a3db-fda44758b5b7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7895973 Jul 07 22:11:17.044268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:17.091886 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:17.116122 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:17.137370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port fb2e4934-a45f-429f-af7f-9d4185748142 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:17.137795 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:17.146445 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-921cdd8d-ab25-4854-98dd-87eb494500ee service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512306 Jul 07 22:11:17.374239 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d1f0697f-ad37-4618-be85-161aee8011c3 req-c61f8e89-401e-4d71-b4fc-bee0f3e81bb2 service neutron] 10.222.0.83 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220414 Jul 07 22:11:17.388458 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:17.457367 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:17.471249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:17.494313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:17.498368 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a01783-0f08-4e75-a42b-c9b38c115b0d" -d '{"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:17.532871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:17.537309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:17.643395 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d5e62d-5da7-471c-971f-0fdadbf6076b x-openstack-request-id: req-f7d5e62d-5da7-471c-971f-0fdadbf6076b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:17.644532 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:17.650547 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7d5e62d-5da7-471c-971f-0fdadbf6076b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:17.652740 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'code': 200} Jul 07 22:11:17.661034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49676) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:17.677394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:17.707097 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:11:17.869859 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:17.902326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1594706450-network', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:17.994430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:17.997234 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.009409 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.102187 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.189986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8946d8dc-f266-4af0-a395-db3cf8ac91b7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:18.315993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee302f-6f86-4273-a506-2c02121a3cbb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:18.349888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c758c4b-4167-464c-9ac6-debe50be076e req-79bbaebf-c853-4ebd-a33d-a0ae91300363 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:18.352256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.356267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c758c4b-4167-464c-9ac6-debe50be076e req-79bbaebf-c853-4ebd-a33d-a0ae91300363 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.4754689 Jul 07 22:11:18.360306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.391120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:11:18.412860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.414672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-05bb0272-8788-4500-8250-1b319b2f34e0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1222191 Jul 07 22:11:18.419157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c758c4b-4167-464c-9ac6-debe50be076e req-32beb76e-d10f-4aa0-9d84-78b558274614 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530789 Jul 07 22:11:18.419782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49708) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:18.432720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.434307 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Added segment d60ec261-b760-472b-ba0c-dca613bf7bde of type vlan for network fc0179b9-ee89-42e2-b402-25d7795e48ed Jul 07 22:11:18.602473 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.625868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0745b9d0-5353-404a-99b5-30e6873f756a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:18.651449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.653247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:18.653851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.667903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-02ef28ea-5b41-4f3e-b544-d3b25b628729 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2462828 Jul 07 22:11:18.668122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49716) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:18.718808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-757562cb-6dea-48f7-bbf0-7eb6b5e1c9ba tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group': {'name': 'tempest-security--1454204540', 'description': 'tempest-security-description-2050749110'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:18.743090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4672a0-fdff-45b1-9f89-9fa9d6a15f62 req-1e8d91af-d5f9-4607-9db8-127b7523f778 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:18.749285 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0872042 Jul 07 22:11:18.750368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a4672a0-fdff-45b1-9f89-9fa9d6a15f62 req-1e8d91af-d5f9-4607-9db8-127b7523f778 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.1534052 Jul 07 22:11:18.752693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49720) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:18.770935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4674c-0a65-437e-96fd-2712d3e66132 admin admin] Pushing event updated for resources: {'Network': ['ID=fc0179b9-ee89-42e2-b402-25d7795e48ed,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:18.776228 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-757562cb-6dea-48f7-bbf0-7eb6b5e1c9ba tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.778851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Request body: {'subnet': {'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1594706450-subnet', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:18.782368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network fc0179b9-ee89-42e2-b402-25d7795e48ed details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:11:18.839977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:18.844061 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.883403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a4672a0-fdff-45b1-9f89-9fa9d6a15f62 req-ef76a3ec-8f37-4c87-8090-8b5ffc209728 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947912 Jul 07 22:11:18.888744 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-757562cb-6dea-48f7-bbf0-7eb6b5e1c9ba tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.894275 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-757562cb-6dea-48f7-bbf0-7eb6b5e1c9ba tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.898681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-757562cb-6dea-48f7-bbf0-7eb6b5e1c9ba tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:18.900573 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-757562cb-6dea-48f7-bbf0-7eb6b5e1c9ba tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "PUT /v2.0/security-groups/56ee302f-6f86-4273-a506-2c02121a3cbb HTTP/1.1" status: 200 len: 1778 time: 0.2180321 Jul 07 22:11:18.934804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49744) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:18.936365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757562cb-6dea-48f7-bbf0-7eb6b5e1c9ba tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee302f-6f86-4273-a506-2c02121a3cbb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:19.027173 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-47126f82-41b1-4989-a63b-89fa6a215f5d tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups/56ee302f-6f86-4273-a506-2c02121a3cbb HTTP/1.1" status: 200 len: 1778 time: 0.0713029 Jul 07 22:11:19.029748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49762) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:19.332694 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:19.350680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:19.416636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device fbaeeacd-ca82-45e3-a632-dcd5449866a6 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:11:19.452381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:19.521759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb69d076-61fc-4048-b8db-2f6694af2949,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:19.581112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:19.660725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Checking segment: {'id': 'd60ec261-b760-472b-ba0c-dca613bf7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:19.661105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Network hostable DHCP agents. Network: fc0179b9-ee89-42e2-b402-25d7795e48ed, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:11:19.758964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-778d2531-b6ff-4b8a-bf5a-81ef125317d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:19.761082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-778d2531-b6ff-4b8a-bf5a-81ef125317d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1102 time: 0.4675615 Jul 07 22:11:19.765836 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:19.768670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:19.770649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-groups/56ee302f-6f86-4273-a506-2c02121a3cbb HTTP/1.1" status: 204 len: 168 time: 0.7209008 Jul 07 22:11:19.779884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49778) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:19.821105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ee302f-6f86-4273-a506-2c02121a3cbb,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:19.869159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.869632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.870093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.870637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.871082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.871691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.872269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.873463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.874120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.874597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.875038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.875467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7fc794-b40e-4035-9386-227618820420 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:19.884705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Network fc0179b9-ee89-42e2-b402-25d7795e48ed is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:11:19.907590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, fc0179b9-ee89-42e2-b402-25d7795e48ed) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:19.920081 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90c813-4ec0-47b4-8486-fb2f802f771b None None] Network fc0179b9-ee89-42e2-b402-25d7795e48ed requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:19.927580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:19.928393 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:19.972700 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-bdc8283e-f612-45d3-b4e5-d2d6d02df5ad service neutron] 10.222.0.83 "GET /v2.0/ports/fbaeeacd-ca82-45e3-a632-dcd5449866a6/bindings/n-h1-695012-11 HTTP/1.1" status: 200 len: 385 time: 0.2342503 Jul 07 22:11:19.981727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1dcbae2e-ce20-4fd0-b5b1-c7155e96a596 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2277117 Jul 07 22:11:19.982607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49788) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:19.982736 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-00385308-30fa-46df-8978-94147ae4c56e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2015891 Jul 07 22:11:19.992460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49790) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:20.010529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:20.046471 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-635a6dca-d733-4a02-b25b-e87f8c69ed23 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] delete failed (client error): The resource could not be found. Jul 07 22:11:20.054591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-635a6dca-d733-4a02-b25b-e87f8c69ed23 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-groups/56ee302f-6f86-4273-a506-2c02121a3cbb HTTP/1.1" status: 404 len: 347 time: 0.0235579 Jul 07 22:11:20.060035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49792) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:20.067322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-81886e39-9784-4709-b296-8719f24f6f39 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group': {'name': 'tempest-secgroup--94824690'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:20.077299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a911dd79-a4f3-432f-9a50-8824cc848c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:20.079084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a911dd79-a4f3-432f-9a50-8824cc848c98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3068647 Jul 07 22:11:20.205932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:20.210011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:20.238969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.api [None req-81886e39-9784-4709-b296-8719f24f6f39 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:11:20.238969 n-d-695012-11 neutron-server[93941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:11:20.238969 n-d-695012-11 neutron-server[93941]: [parameters: {'project_id_1': '0612b2dd51464d40b2f6ad2855b6ff65', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 11, 20, 80259)}] Jul 07 22:11:20.238969 n-d-695012-11 neutron-server[93941]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:11:20.243149 n-d-695012-11 neutron-server[93941]: DEBUG oslo_db.api [None req-81886e39-9784-4709-b296-8719f24f6f39 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:11:20.250531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a47fd2b2-ad3e-411a-bb90-8c062163b233 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.1597528 Jul 07 22:11:20.267064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-fc0179b9-ee89-42e2-b402-25d7795e48ed', 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'fixed_ips': [{'subnet_id': 'cb69d076-61fc-4048-b8db-2f6694af2949'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:11:20.269903 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:20.316277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7591d4c-6998-45d8-93fa-f25a04cebce6 req-996c4176-5c72-4630-90c5-c9f4fc08f506 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:20.317076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:20.327181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7591d4c-6998-45d8-93fa-f25a04cebce6 req-996c4176-5c72-4630-90c5-c9f4fc08f506 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.6777217 Jul 07 22:11:20.466224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-01defd72-5737-49ff-97ea-3a68109365fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:20.469985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-01defd72-5737-49ff-97ea-3a68109365fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2037189 Jul 07 22:11:20.489564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:20.612477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Allocated IP 172.20.0.2 (fc0179b9-ee89-42e2-b402-25d7795e48ed/cb69d076-61fc-4048-b8db-2f6694af2949/63d674de-bd1e-4b8a-acd9-3edf1b2737a7) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:20.627271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7591d4c-6998-45d8-93fa-f25a04cebce6 req-98d3302a-15e5-4eef-98d8-a717f1ef524c tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917135 Jul 07 22:11:20.706223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-373e85d3-4525-493f-a6eb-41aef4bc00c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:20.707751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-373e85d3-4525-493f-a6eb-41aef4bc00c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2081852 Jul 07 22:11:20.914658 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:20.940908 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81886e39-9784-4709-b296-8719f24f6f39 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:20.943619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.073025 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.093543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Transition to ACTIVE for port object 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:21.119932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Allocated IP 172.25.8.146 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/429d9041-94c4-4c38-9960-b975bbc811a6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:21.130613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Transition to ACTIVE for port object 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:21.139088 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.205009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Network fc0179b9-ee89-42e2-b402-25d7795e48ed is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:21.210432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:21.218184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:21.221832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Pushing event updated for resources: {'Port': ['ID=63d674de-bd1e-4b8a-acd9-3edf1b2737a7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:21.272671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-b3046a5a-d190-4892-baef-8748afa41676 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531907 Jul 07 22:11:21.302042 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.339365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Attempting to bind port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:21.341269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Attempting to bind port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd60ec261-b760-472b-ba0c-dca613bf7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:21.343387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Attempting to bind port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 on network fc0179b9-ee89-42e2-b402-25d7795e48ed {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:21.359394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:21.361112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:21.363989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Checking segment: {'id': 'd60ec261-b760-472b-ba0c-dca613bf7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:21.364897 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.366858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Bound using segment: {'id': 'd60ec261-b760-472b-ba0c-dca613bf7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:21.368792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Bound port: 63d674de-bd1e-4b8a-acd9-3edf1b2737a7, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60ec261-b760-472b-ba0c-dca613bf7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:21.370053 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.387853 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.415288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:21.416757 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:21.421448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:21.424548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:21.542720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc5ac8-8ced-4795-aba9-d5cee452c73e req-b2270366-831f-4840-9648-da5a1f86df68 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:21.544560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1adc5ac8-8ced-4795-aba9-d5cee452c73e req-b2270366-831f-4840-9648-da5a1f86df68 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 943 time: 0.5685058 Jul 07 22:11:21.560685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] For port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:21.575639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] For port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=63d674de-bd1e-4b8a-acd9-3edf1b2737a7,segment=NetworkSegment(d60ec261-b760-472b-ba0c-dca613bf7bde),segment_id=d60ec261-b760-472b-ba0c-dca613bf7bde)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:21.589207 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.628014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81886e39-9784-4709-b296-8719f24f6f39 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.641829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1adc5ac8-8ced-4795-aba9-d5cee452c73e req-376158ee-27a5-4126-af09-55895f3aa872 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858219 Jul 07 22:11:21.654362 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81886e39-9784-4709-b296-8719f24f6f39 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.705309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Pushing event updated for resources: {'Port': ['ID=429d9041-94c4-4c38-9960-b975bbc811a6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:21.775688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-920c5270-9393-4506-b6dc-dd30f6b8586b service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814172 Jul 07 22:11:21.802445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81886e39-9784-4709-b296-8719f24f6f39 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:21.803804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-81886e39-9784-4709-b296-8719f24f6f39 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7420211 Jul 07 22:11:21.808210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e60e9-a774-47da-80fa-0717cac8af01 None None] Pushing event updated for resources: {'Port': ['ID=63d674de-bd1e-4b8a-acd9-3edf1b2737a7,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:21.813868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbaeeacd-ca82-45e3-a632-dcd5449866a6 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:21.816447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49804) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:21.863094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2ce98709-a03e-4f79-8c21-ae398c52919b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': 'e87b4ca5-185c-4a20-8ae5-062695bdede9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:21.917179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:21.932948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81886e39-9784-4709-b296-8719f24f6f39 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b4ca5-185c-4a20-8ae5-062695bdede9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:21.997726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ce98709-a03e-4f79-8c21-ae398c52919b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.002585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.143269 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ce98709-a03e-4f79-8c21-ae398c52919b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.164793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ce98709-a03e-4f79-8c21-ae398c52919b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.202659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce98709-a03e-4f79-8c21-ae398c52919b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a030fd17-e469-48b2-a5a2-d6256291a2e8,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:22.220882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ce98709-a03e-4f79-8c21-ae398c52919b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.224010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ce98709-a03e-4f79-8c21-ae398c52919b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3949516 Jul 07 22:11:22.226751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49808) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:22.266315 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e135e473-7665-4055-9e53-2300f3610deb tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.284457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e135e473-7665-4055-9e53-2300f3610deb tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.355135 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.377733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] Transition to ACTIVE for port object fbaeeacd-ca82-45e3-a632-dcd5449866a6 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:22.386867 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.406613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e135e473-7665-4055-9e53-2300f3610deb tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.416344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e135e473-7665-4055-9e53-2300f3610deb tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.417721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e135e473-7665-4055-9e53-2300f3610deb tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a030fd17-e469-48b2-a5a2-d6256291a2e8 HTTP/1.1" status: 204 len: 168 time: 0.1888206 Jul 07 22:11:22.425499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49810) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:22.461733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135e473-7665-4055-9e53-2300f3610deb tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a030fd17-e469-48b2-a5a2-d6256291a2e8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:22.569390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:22.572661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d2000635-4603-47f5-91d1-2c8bd2076243 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1410534 Jul 07 22:11:22.576137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49812) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:22.689761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffaf046-01d6-458c-a766-839f7eae8fce req-5c3d7e79-751b-4520-a88b-c884f9ba079a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:22.692707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:22.698990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ffaf046-01d6-458c-a766-839f7eae8fce req-5c3d7e79-751b-4520-a88b-c884f9ba079a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.3274918 Jul 07 22:11:22.704642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] No DVR routers for this DVR port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:11:22.716532 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a417227-3607-4607-8db2-ca2e60d50d82 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.754121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] Pushing event updated for resources: {'Port': ['ID=fbaeeacd-ca82-45e3-a632-dcd5449866a6,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:22.771727 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-df4cad80-c983-4af8-9f3e-0352bc4cd36d service neutron] 10.222.0.83 "PUT /v2.0/ports/fbaeeacd-ca82-45e3-a632-dcd5449866a6/bindings/n-h1-695012-11/activate HTTP/1.1" status: 200 len: 370 time: 2.7782431 Jul 07 22:11:22.796967 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a417227-3607-4607-8db2-ca2e60d50d82 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.854448 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a417227-3607-4607-8db2-ca2e60d50d82 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.858194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a417227-3607-4607-8db2-ca2e60d50d82 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:22.860210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9a417227-3607-4607-8db2-ca2e60d50d82 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-groups/e87b4ca5-185c-4a20-8ae5-062695bdede9 HTTP/1.1" status: 204 len: 168 time: 0.2737145 Jul 07 22:11:22.862351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49816) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:22.873812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a417227-3607-4607-8db2-ca2e60d50d82 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b4ca5-185c-4a20-8ae5-062695bdede9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:22.970993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ffaf046-01d6-458c-a766-839f7eae8fce req-d74d5675-7124-4818-9f97-672652b5d543 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699003 Jul 07 22:11:23.001365 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed1bf23c-958a-45b7-a4e4-75fe7793d412 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1368203 Jul 07 22:11:23.005336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:23.011890 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b538ea0f-0443-4cb3-b7ef-f4c935bf4e7e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675479756'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:23.060593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b538ea0f-0443-4cb3-b7ef-f4c935bf4e7e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:23.067171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-3f0db6eb-880f-4f1d-b339-28fe94db4120 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:23.073938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-3f0db6eb-880f-4f1d-b339-28fe94db4120 tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.1814377 Jul 07 22:11:23.128886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:23.253217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-81f1f66a-3c75-42cd-8e5c-e733ebfd7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:23.258763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-81f1f66a-3c75-42cd-8e5c-e733ebfd7411 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83&tenant_id=d8f66928466f4e67acd89b20707127a1 HTTP/1.1" status: 200 len: 1096 time: 0.1795588 Jul 07 22:11:23.520456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b538ea0f-0443-4cb3-b7ef-f4c935bf4e7e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:23.531527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b538ea0f-0443-4cb3-b7ef-f4c935bf4e7e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:23.564293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-3d58ef53-abe2-4993-ad1d-28e8946c98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:23.585386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-3d58ef53-abe2-4993-ad1d-28e8946c98d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d8f66928466f4e67acd89b20707127a1&device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 1096 time: 0.2785959 Jul 07 22:11:23.586763 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b538ea0f-0443-4cb3-b7ef-f4c935bf4e7e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:23.592779 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b538ea0f-0443-4cb3-b7ef-f4c935bf4e7e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5858808 Jul 07 22:11:23.593614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:23.606811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6e87-f3ba-4cba-966b-7ecac812bcdf req-c73b2a05-a6ce-460e-89ae-8596132e284c tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:23.618644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57de6e87-f3ba-4cba-966b-7ecac812bcdf req-c73b2a05-a6ce-460e-89ae-8596132e284c tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 944 time: 0.2874045 Jul 07 22:11:23.620010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': '5ba9fba9-f8b0-486c-bd77-16356b4dc880', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:23.678545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538ea0f-0443-4cb3-b7ef-f4c935bf4e7e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba9fba9-f8b0-486c-bd77-16356b4dc880,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:23.683029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Router 384fa393-1913-41a0-8284-d377a97029c8 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:11:23.689345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:23.800300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0ea61d-be09-4117-bcf4-79a27967d8a7 None None] Network fc0179b9-ee89-42e2-b402-25d7795e48ed requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:23.899726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-55bf2c79-c36b-4422-934b-2a0f014c744f None None] Provisioning for port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:23.914722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-55bf2c79-c36b-4422-934b-2a0f014c744f None None] Provisioning complete for port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:23.915094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55bf2c79-c36b-4422-934b-2a0f014c744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:23.926275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-8feb6c0e-396f-496e-aa90-5cfcb3b212f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:23.928289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-8feb6c0e-396f-496e-aa90-5cfcb3b212f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 200 len: 922 time: 0.2854488 Jul 07 22:11:23.932266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57de6e87-f3ba-4cba-966b-7ecac812bcdf req-5b9edb56-8b85-4422-ab02-18501938b6d2 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121221 Jul 07 22:11:24.017707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-3ed8a85b-a550-4fa6-bebb-315d990f58bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6 HTTP/1.1" status: 200 len: 217 time: 0.0825114 Jul 07 22:11:24.135792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-8bb3a3c1-6527-4cc1-a586-4098091b2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:24.149419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-8bb3a3c1-6527-4cc1-a586-4098091b2782 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 200 len: 861 time: 0.1117854 Jul 07 22:11:24.313259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-98ca9824-23bb-44ec-983b-e67fde0a0b92 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df4c92dd-9e35-4c65-b13e-5a08e0f427f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544616 Jul 07 22:11:24.335975 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55bf2c79-c36b-4422-934b-2a0f014c744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:24.524061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-55bf2c79-c36b-4422-934b-2a0f014c744f None None] For port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=63d674de-bd1e-4b8a-acd9-3edf1b2737a7,segment=NetworkSegment(d60ec261-b760-472b-ba0c-dca613bf7bde),segment_id=d60ec261-b760-472b-ba0c-dca613bf7bde)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:24.530940 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55bf2c79-c36b-4422-934b-2a0f014c744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:24.618763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf2c79-c36b-4422-934b-2a0f014c744f None None] Pushing event updated for resources: {'Port': ['ID=63d674de-bd1e-4b8a-acd9-3edf1b2737a7,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:24.657244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-c9997147-87e8-465e-8090-6ace25de54f8 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411574 Jul 07 22:11:24.847598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdb2b7-c7fe-4e3b-b2cd-7aef9ef002ab req-a9e5a192-abe1-4a39-9e36-1b9b8300d651 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:24.848858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12cdb2b7-c7fe-4e3b-b2cd-7aef9ef002ab req-a9e5a192-abe1-4a39-9e36-1b9b8300d651 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.2986672 Jul 07 22:11:24.875710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:11:24.886967 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Sync routers for ids ['384fa393-1913-41a0-8284-d377a97029c8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:11:24.915604 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Routers {'384fa393-1913-41a0-8284-d377a97029c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:24.915826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:24.916652 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['384fa393-1913-41a0-8284-d377a97029c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:24.926791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:24.994872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12cdb2b7-c7fe-4e3b-b2cd-7aef9ef002ab req-55aed61c-d941-455e-a6d0-9df84af592c4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365087 Jul 07 22:11:25.001234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-d2aac929-ca0c-4727-a5c0-17a262eb3b55 service neutron] 10.222.0.44 "GET /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362861 Jul 07 22:11:25.003608 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.009910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49836) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:25.012517 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6c0e8849-ea65-42cc-9e50-ead025da9dce admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0185094 Jul 07 22:11:25.014484 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.015650 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4154289 Jul 07 22:11:25.018417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:25.061645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-667d6f96-8862-4d23-903c-58fffb393f0f tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': '5ba9fba9-f8b0-486c-bd77-16356b4dc880', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:25.073536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-12d488f1-4f9b-4b74-bfed-3fcc0e65029d None None] Provisioning complete for port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:25.074019 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12d488f1-4f9b-4b74-bfed-3fcc0e65029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.082774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487df2ca-e800-4367-9ec8-2670a1fba473,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:25.091947 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Set router 384fa393-1913-41a0-8284-d377a97029c8 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:25.125527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.125880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.126255 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.126600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.126937 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.127274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.127603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.127957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.128291 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.128614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.146289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.146742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bc66ba-8a1b-414e-90e4-91cedf1f8ed3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:25.225045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-667d6f96-8862-4d23-903c-58fffb393f0f tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.329850 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384fa393-1913-41a0-8284-d377a97029c8', 'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:21Z', 'revision_number': 3, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'gw_port': {'id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:25.370489 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Checking router: 384fa393-1913-41a0-8284-d377a97029c8 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:11:25.370839 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Updating router 384fa393-1913-41a0-8284-d377a97029c8 port 429d9041-94c4-4c38-9960-b975bbc811a6 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:11:25.416226 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.485280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-667d6f96-8862-4d23-903c-58fffb393f0f tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.491658 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-667d6f96-8862-4d23-903c-58fffb393f0f tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.539312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d6f96-8862-4d23-903c-58fffb393f0f tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ee1efe-b612-4aef-acf5-052c74c46f13,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:25.561471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-667d6f96-8862-4d23-903c-58fffb393f0f tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.564447 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-667d6f96-8862-4d23-903c-58fffb393f0f tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5433021 Jul 07 22:11:25.567317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:25.580713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-be3abfb0-aa33-4176-a7de-69eccbc30b88 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': '5ba9fba9-f8b0-486c-bd77-16356b4dc880', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:25.650970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be3abfb0-aa33-4176-a7de-69eccbc30b88 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.783561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-33c705fa-b349-4b19-8026-1d411c85912a tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:25.785787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-33c705fa-b349-4b19-8026-1d411c85912a tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83&tenant_id=d8f66928466f4e67acd89b20707127a1&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.2450871 Jul 07 22:11:25.793296 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.801432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be3abfb0-aa33-4176-a7de-69eccbc30b88 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.807376 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be3abfb0-aa33-4176-a7de-69eccbc30b88 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.811068 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Transition to ACTIVE for port object 429d9041-94c4-4c38-9960-b975bbc811a6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:25.821877 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.833515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3abfb0-aa33-4176-a7de-69eccbc30b88 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e92fd4-0210-4199-8897-34970aded761,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:25.849028 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be3abfb0-aa33-4176-a7de-69eccbc30b88 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.854895 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-be3abfb0-aa33-4176-a7de-69eccbc30b88 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2836721 Jul 07 22:11:25.857495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:25.863481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-544796f8-fa12-459f-8edb-84eb1b6e1c27 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': '5ba9fba9-f8b0-486c-bd77-16356b4dc880', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:25.868055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d48f5a-5b05-4535-b8e3-eb36bca47f42 req-8ee3e389-9f21-4f64-9bd6-208ef25d6f30 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:25.869989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68d48f5a-5b05-4535-b8e3-eb36bca47f42 req-8ee3e389-9f21-4f64-9bd6-208ef25d6f30 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 944 time: 0.3565240 Jul 07 22:11:25.903268 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Attempting to bind port 429d9041-94c4-4c38-9960-b975bbc811a6 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:25.905336 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Attempting to bind port 429d9041-94c4-4c38-9960-b975bbc811a6 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:25.905715 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Attempting to bind port 429d9041-94c4-4c38-9960-b975bbc811a6 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:25.910615 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-544796f8-fa12-459f-8edb-84eb1b6e1c27 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.940463 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:25.940988 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:25.941402 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:25.941795 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:25.942307 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Bound port: 429d9041-94c4-4c38-9960-b975bbc811a6, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:25.942712 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.046190 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] For port 429d9041-94c4-4c38-9960-b975bbc811a6, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:26.050337 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] For port 429d9041-94c4-4c38-9960-b975bbc811a6, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=429d9041-94c4-4c38-9960-b975bbc811a6,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:26.058770 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.060624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-544796f8-fa12-459f-8edb-84eb1b6e1c27 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.067530 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-544796f8-fa12-459f-8edb-84eb1b6e1c27 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.100511 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Routers {'384fa393-1913-41a0-8284-d377a97029c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:26.100818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544796f8-fa12-459f-8edb-84eb1b6e1c27 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b60c2ac-b6af-4b65-840f-1597521b7b7a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:26.101103 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['384fa393-1913-41a0-8284-d377a97029c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:26.119196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-544796f8-fa12-459f-8edb-84eb1b6e1c27 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.120846 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-544796f8-fa12-459f-8edb-84eb1b6e1c27 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2620356 Jul 07 22:11:26.123815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:26.137344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1e1b1acf-45a7-4179-8d5b-6ca6c7fec124 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': '5ba9fba9-f8b0-486c-bd77-16356b4dc880', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:26.210518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1acf-45a7-4179-8d5b-6ca6c7fec124 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.240661 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] Set router 384fa393-1913-41a0-8284-d377a97029c8 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:26.361774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1acf-45a7-4179-8d5b-6ca6c7fec124 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.369766 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1acf-45a7-4179-8d5b-6ca6c7fec124 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.412253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b1acf-45a7-4179-8d5b-6ca6c7fec124 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9489bee0-55ed-4367-a139-ae36f25bcedc,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:26.427857 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1acf-45a7-4179-8d5b-6ca6c7fec124 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.433266 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1e1b1acf-45a7-4179-8d5b-6ca6c7fec124 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3081806 Jul 07 22:11:26.433892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:26.493196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:26.512190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e72206f-4a49-480a-879f-7653408fa511 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.533526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e72206f-4a49-480a-879f-7653408fa511 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.580287 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Pushing event updated for resources: {'Port': ['ID=429d9041-94c4-4c38-9960-b975bbc811a6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:26.601657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e72206f-4a49-480a-879f-7653408fa511 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.625888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e72206f-4a49-480a-879f-7653408fa511 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.633556 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2e72206f-4a49-480a-879f-7653408fa511 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/9489bee0-55ed-4367-a139-ae36f25bcedc HTTP/1.1" status: 204 len: 168 time: 0.1960719 Jul 07 22:11:26.634475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72206f-4a49-480a-879f-7653408fa511 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9489bee0-55ed-4367-a139-ae36f25bcedc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:26.639030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:26.645029 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.645391 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.645713 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.646041 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.646407 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.646735 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.647082 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.648026 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.648370 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.648687 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.649006 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.649323 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:26.651438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:26.651825 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.685994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68d48f5a-5b05-4535-b8e3-eb36bca47f42 req-db3b7e59-48a4-4898-a382-34b8424616e0 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7995620 Jul 07 22:11:26.785802 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30da03-54a0-47ac-a36b-20db25760d50 None None] Pushing event updated for resources: {'Port': ['ID=429d9041-94c4-4c38-9960-b975bbc811a6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:26.807920 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384fa393-1913-41a0-8284-d377a97029c8', 'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:21Z', 'revision_number': 3, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'gw_port': {'id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:26.863567 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1cbc06d2-0223-4d25-9936-42b229aba94c tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2159464 Jul 07 22:11:26.871217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:26.888906 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00a7ea6-aada-4012-ab3d-42d5055f06c2 None None] The sync data for ids ['384fa393-1913-41a0-8284-d377a97029c8'] in n-d-695012-11 is: [{'id': '384fa393-1913-41a0-8284-d377a97029c8', 'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:21Z', 'revision_number': 3, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'gw_port': {'id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:11:26.941599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1cb16c-5cec-42b2-8020-2fda08e11213 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:26.962086 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1cb16c-5cec-42b2-8020-2fda08e11213 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.090829 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1cb16c-5cec-42b2-8020-2fda08e11213 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.105206 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1cb16c-5cec-42b2-8020-2fda08e11213 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.107147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-9626454f-540f-4e3f-99bf-6d61e72720f6 service neutron] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:27.109927 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-af1cb16c-5cec-42b2-8020-2fda08e11213 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/7b60c2ac-b6af-4b65-840f-1597521b7b7a HTTP/1.1" status: 204 len: 168 time: 0.2373199 Jul 07 22:11:27.113727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:27.114201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-9626454f-540f-4e3f-99bf-6d61e72720f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.114504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cb16c-5cec-42b2-8020-2fda08e11213 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b60c2ac-b6af-4b65-840f-1597521b7b7a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:27.115524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2009e70b-4640-4b16-b20f-e3edc2e865ed req-9626454f-540f-4e3f-99bf-6d61e72720f6 service neutron] 10.222.0.44 "DELETE /v2.0/ports/fbaeeacd-ca82-45e3-a632-dcd5449866a6/bindings/n-h2-695012-11 HTTP/1.1" status: 204 len: 173 time: 1.3201933 Jul 07 22:11:27.128177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.220809 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c02a5b2e-7e39-4829-81a4-c2d06c4776ff tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1004570 Jul 07 22:11:27.232354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:27.287688 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37ef9e6f-9e30-4664-8761-3f57a2a8fc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.339076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710de52c-54c3-4fb4-8feb-5bcd2b62bd50 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.360025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710de52c-54c3-4fb4-8feb-5bcd2b62bd50 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.439446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710de52c-54c3-4fb4-8feb-5bcd2b62bd50 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.449938 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-710de52c-54c3-4fb4-8feb-5bcd2b62bd50 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.461350 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-710de52c-54c3-4fb4-8feb-5bcd2b62bd50 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/22e92fd4-0210-4199-8897-34970aded761 HTTP/1.1" status: 204 len: 168 time: 0.2267790 Jul 07 22:11:27.462151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:27.567571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710de52c-54c3-4fb4-8feb-5bcd2b62bd50 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22e92fd4-0210-4199-8897-34970aded761,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:27.639337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Allocated IP 172.20.0.1 (fc0179b9-ee89-42e2-b402-25d7795e48ed/cb69d076-61fc-4048-b8db-2f6694af2949/0d43322a-6bd2-482b-980b-c4a3fd7fc7d5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:27.660392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49876) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:27.661030 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a339b445-2aa3-49b2-a4d5-e34b712892ba tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1835563 Jul 07 22:11:27.777150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2af0c3e9-b0c0-464f-8a2f-75901ca12af6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.791885 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2af0c3e9-b0c0-464f-8a2f-75901ca12af6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.903673 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2af0c3e9-b0c0-464f-8a2f-75901ca12af6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.934488 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2af0c3e9-b0c0-464f-8a2f-75901ca12af6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:27.939749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2af0c3e9-b0c0-464f-8a2f-75901ca12af6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f9ee1efe-b612-4aef-acf5-052c74c46f13 HTTP/1.1" status: 204 len: 168 time: 0.2773664 Jul 07 22:11:27.944724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:27.987582 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.009293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Transition to ACTIVE for port object 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:28.021761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f6a873eb-03e3-4cf5-b113-22e56a6964ec tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0748372 Jul 07 22:11:28.025155 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:28.055697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0c3e9-b0c0-464f-8a2f-75901ca12af6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9ee1efe-b612-4aef-acf5-052c74c46f13,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:28.076639 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-304830fc-2bd8-4c77-bb4e-92621480018b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.103807 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-304830fc-2bd8-4c77-bb4e-92621480018b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.122547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.143520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-304830fc-2bd8-4c77-bb4e-92621480018b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.155542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-304830fc-2bd8-4c77-bb4e-92621480018b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.156682 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-304830fc-2bd8-4c77-bb4e-92621480018b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/487df2ca-e800-4367-9ec8-2670a1fba473 HTTP/1.1" status: 204 len: 168 time: 0.1298831 Jul 07 22:11:28.160391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:28.200061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0f0bb-43fc-4eb9-8b6b-df18c13d14d6 req-3679d53f-0873-4349-860c-331677f990da tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:28.207427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d0f0bb-43fc-4eb9-8b6b-df18c13d14d6 req-3679d53f-0873-4349-860c-331677f990da tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.3597553 Jul 07 22:11:28.223608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304830fc-2bd8-4c77-bb4e-92621480018b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=487df2ca-e800-4367-9ec8-2670a1fba473,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:28.287862 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-78d6e3a3-49be-4c42-91fe-2d3f695afb7b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1247272 Jul 07 22:11:28.288492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:28.317764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d43322a-6bd2-482b-980b-c4a3fd7fc7d5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:28.335417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Network fc0179b9-ee89-42e2-b402-25d7795e48ed is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:28.344007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:28.358266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d0f0bb-43fc-4eb9-8b6b-df18c13d14d6 req-e7b53437-359e-4349-8645-c4a56d9a4375 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494808 Jul 07 22:11:28.359036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:28.377188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32af80d4-97b3-45bd-be4e-2fde8a3465d6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.433356 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32af80d4-97b3-45bd-be4e-2fde8a3465d6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.455855 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.517209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32af80d4-97b3-45bd-be4e-2fde8a3465d6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.522832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32af80d4-97b3-45bd-be4e-2fde8a3465d6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.528665 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-32af80d4-97b3-45bd-be4e-2fde8a3465d6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-groups/5ba9fba9-f8b0-486c-bd77-16356b4dc880 HTTP/1.1" status: 204 len: 168 time: 0.2380173 Jul 07 22:11:28.539857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49894) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:28.563425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af80d4-97b3-45bd-be4e-2fde8a3465d6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba9fba9-f8b0-486c-bd77-16356b4dc880,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:28.623027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 429d9041-94c4-4c38-9960-b975bbc811a6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:28.723000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 429d9041-94c4-4c38-9960-b975bbc811a6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:28.729798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 429d9041-94c4-4c38-9960-b975bbc811a6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:28.730572 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.764880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:28.770539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1ab343e1-c32c-444d-b631-f220e53f968b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134740899'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:28.785806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-73a5dd15-7272-4060-835c-076d8f29074d tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2393296 Jul 07 22:11:28.825391 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ab343e1-c32c-444d-b631-f220e53f968b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.932011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4505b2c1-bdf6-4b84-9df0-0ffaedb7cfee None None] Provisioning for port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:28.947800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4505b2c1-bdf6-4b84-9df0-0ffaedb7cfee None None] Provisioning complete for port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:28.951722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4505b2c1-bdf6-4b84-9df0-0ffaedb7cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.954981 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:28.957755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54686e-2be9-42c5-a95c-a23e3b0b3b25 req-c8c04eba-dddf-4236-a66d-ea3e28d83bf6 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:28.968445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd54686e-2be9-42c5-a95c-a23e3b0b3b25 req-c8c04eba-dddf-4236-a66d-ea3e28d83bf6 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 945 time: 0.2307541 Jul 07 22:11:29.006054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 429d9041-94c4-4c38-9960-b975bbc811a6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=429d9041-94c4-4c38-9960-b975bbc811a6,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:29.013978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.019807 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ab343e1-c32c-444d-b631-f220e53f968b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.022633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4505b2c1-bdf6-4b84-9df0-0ffaedb7cfee None None] Port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:29.022854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.026629 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ab343e1-c32c-444d-b631-f220e53f968b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.097605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ab343e1-c32c-444d-b631-f220e53f968b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.097811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd54686e-2be9-42c5-a95c-a23e3b0b3b25 req-cac88e29-9dda-4508-8a57-94c1064b82fe tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251643 Jul 07 22:11:29.106536 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1ab343e1-c32c-444d-b631-f220e53f968b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3401515 Jul 07 22:11:29.107495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:29.115114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-82f50ee2-34fc-4f35-a741-96e2d93c7180 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': '0473ff86-e3b7-43de-a96f-eb7812975abc', 'direction': 'ingress', 'protocol': 17}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:29.123714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab343e1-c32c-444d-b631-f220e53f968b tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0473ff86-e3b7-43de-a96f-eb7812975abc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:29.126424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=429d9041-94c4-4c38-9960-b975bbc811a6,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:29.175454 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f50ee2-34fc-4f35-a741-96e2d93c7180 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.355087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f50ee2-34fc-4f35-a741-96e2d93c7180 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.362428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f50ee2-34fc-4f35-a741-96e2d93c7180 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.404561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f50ee2-34fc-4f35-a741-96e2d93c7180 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6dc2fc5-ad41-4341-8b16-55877b7091b7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:29.417158 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f50ee2-34fc-4f35-a741-96e2d93c7180 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.418719 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-82f50ee2-34fc-4f35-a741-96e2d93c7180 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3073192 Jul 07 22:11:29.421947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49904) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:29.499447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a25024-491f-4752-8950-2190fc4a6898 req-65fa5abc-8edb-4963-adb1-c59d73665f65 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:29.501723 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35a25024-491f-4752-8950-2190fc4a6898 req-65fa5abc-8edb-4963-adb1-c59d73665f65 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 944 time: 0.2046072 Jul 07 22:11:29.540765 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.547933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc71bfbb-d867-4275-940e-0221819e6637 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.555217 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.569971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-2c12eb45-c105-413b-a22f-129a01d83f51 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:29.572037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-2c12eb45-c105-413b-a22f-129a01d83f51 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.44 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 945 time: 0.2169099 Jul 07 22:11:29.583059 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-25cd9635-a3ef-4680-a337-f0a329574722 req-ad166028-97c2-48b0-b6e8-04ed6425caa5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1353457 Jul 07 22:11:29.588312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc71bfbb-d867-4275-940e-0221819e6637 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.652553 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6970-770c-4f09-97a3-989f8e6c1bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.675468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc71bfbb-d867-4275-940e-0221819e6637 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.679870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc71bfbb-d867-4275-940e-0221819e6637 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.681236 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cc71bfbb-d867-4275-940e-0221819e6637 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-groups/0473ff86-e3b7-43de-a96f-eb7812975abc HTTP/1.1" status: 204 len: 168 time: 0.2580590 Jul 07 22:11:29.685823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49906) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:29.714359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71bfbb-d867-4275-940e-0221819e6637 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0473ff86-e3b7-43de-a96f-eb7812975abc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:29.719416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35a25024-491f-4752-8950-2190fc4a6898 req-4f2e95f2-fc7a-47c7-8fed-683dde8fed32 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917748 Jul 07 22:11:29.747747 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.764272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d43322a-6bd2-482b-980b-c4a3fd7fc7d5,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:29.834407 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-de0ccdd3-8611-4369-9c4d-bfe5ee5ec78e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1460938 Jul 07 22:11:29.840579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:29.846400 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e27859e3-ab45-4f5d-9082-2d925cd7a8a5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group': {'name': 'tempest-secgroup--665560414'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:29.862712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd9635-a3ef-4680-a337-f0a329574722 req-beb1bcbd-15d9-43d5-859f-c8d6af5a5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:29.864550 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-25cd9635-a3ef-4680-a337-f0a329574722 req-beb1bcbd-15d9-43d5-859f-c8d6af5a5e52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 1101 time: 0.1460001 Jul 07 22:11:29.899652 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e27859e3-ab45-4f5d-9082-2d925cd7a8a5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:29.945311 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.009513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Deleting port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:11:30.009876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.073711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd9635-a3ef-4680-a337-f0a329574722 req-dd426c3b-b8dd-4faa-a105-169cd6b0895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:30.075163 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-25cd9635-a3ef-4680-a337-f0a329574722 req-dd426c3b-b8dd-4faa-a105-169cd6b0895b service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1859322 Jul 07 22:11:30.079068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Network fc0179b9-ee89-42e2-b402-25d7795e48ed is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:30.083746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:30.195364 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-25cd9635-a3ef-4680-a337-f0a329574722 req-9affe8d8-bda0-4077-b3de-e5cb10f30291 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 200 len: 217 time: 0.1025553 Jul 07 22:11:30.292453 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e27859e3-ab45-4f5d-9082-2d925cd7a8a5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.310318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e27859e3-ab45-4f5d-9082-2d925cd7a8a5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.322287 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd9635-a3ef-4680-a337-f0a329574722 req-65f23326-60b8-4655-87a3-9c4193042711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:30.323970 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-25cd9635-a3ef-4680-a337-f0a329574722 req-65f23326-60b8-4655-87a3-9c4193042711 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1218333 Jul 07 22:11:30.347765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] For port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,segment=NetworkSegment(34b937cc-7695-4d8f-a2b1-841f7d257538),segment_id=34b937cc-7695-4d8f-a2b1-841f7d257538)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:30.358649 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.419449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Calling delete_port for 027fad0c-85a3-4fc4-830e-0ed9c61aa89f owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:11:30.448733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27859e3-ab45-4f5d-9082-2d925cd7a8a5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb2a0c-f934-468f-9df1-c77639057fed,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:30.453563 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e27859e3-ab45-4f5d-9082-2d925cd7a8a5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.457620 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e27859e3-ab45-4f5d-9082-2d925cd7a8a5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6148894 Jul 07 22:11:30.458475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:30.461597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 429d9041-94c4-4c38-9960-b975bbc811a6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:30.464562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ead564a6-6f3f-48e6-a438-be617ce666be tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group': {'name': 'tempest-secgroup--791759820'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:30.480461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4aed-5e94-494a-a712-d4d0b5da6506 req-7abf9d98-573a-4fab-9544-b4d5cfed7492 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:30.490543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7f4aed-5e94-494a-a712-d4d0b5da6506 req-7abf9d98-573a-4fab-9544-b4d5cfed7492 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.2577627 Jul 07 22:11:30.502797 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead564a6-6f3f-48e6-a438-be617ce666be tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.519021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd9635-a3ef-4680-a337-f0a329574722 req-5e17270d-d46a-4519-89e8-4582921d8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:30.520582 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-25cd9635-a3ef-4680-a337-f0a329574722 req-5e17270d-d46a-4519-89e8-4582921d8fe5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1752682 Jul 07 22:11:30.582138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-38019b55-e3c3-4b1d-b7b1-bf1e3c28e003 None None] Provisioning complete for port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:30.582369 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38019b55-e3c3-4b1d-b7b1-bf1e3c28e003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.601475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7f4aed-5e94-494a-a712-d4d0b5da6506 req-e2536ff4-74fb-40c5-9340-7d1a92646882 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087458 Jul 07 22:11:30.634153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Router 384fa393-1913-41a0-8284-d377a97029c8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:11:30.642533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 429d9041-94c4-4c38-9960-b975bbc811a6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:30.643177 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.671570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-38019b55-e3c3-4b1d-b7b1-bf1e3c28e003 None None] Port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:30.739277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead564a6-6f3f-48e6-a438-be617ce666be tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.778243 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-25cd9635-a3ef-4680-a337-f0a329574722 req-1d6849b9-c439-4c72-ae42-0e381c10014f service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392004 Jul 07 22:11:30.779339 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead564a6-6f3f-48e6-a438-be617ce666be tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.826611 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.857034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead564a6-6f3f-48e6-a438-be617ce666be tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:30.861944 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ead564a6-6f3f-48e6-a438-be617ce666be tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4007559 Jul 07 22:11:30.867528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49920) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:30.880815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead564a6-6f3f-48e6-a438-be617ce666be tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb90ad3-44f6-4d7a-b8f1-30b819c8009b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:30.894932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5d6efc15-caf0-4a14-bebd-67eec97036ec tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': 'e7cb2a0c-f934-468f-9df1-c77639057fed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6eb90ad3-44f6-4d7a-b8f1-30b819c8009b', 'remote_ip_prefix': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:30.936852 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-25cd9635-a3ef-4680-a337-f0a329574722 req-772bd91c-a266-4328-9b9c-a37e0e25de7c service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447237 Jul 07 22:11:30.969193 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:31.034631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5d6efc15-caf0-4a14-bebd-67eec97036ec tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:31.119087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:11:31.128388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b563-d64d-42a8-a32c-5a0c526eb3b1 req-31b552ea-1079-4c7b-a099-65cd1264cda6 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:31.130117 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Sync routers for ids ['384fa393-1913-41a0-8284-d377a97029c8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:11:31.135478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6c5b563-d64d-42a8-a32c-5a0c526eb3b1 req-31b552ea-1079-4c7b-a099-65cd1264cda6 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/ports?device_id=9eccffc2-53a0-4780-8613-5064e666b474 HTTP/1.1" status: 200 len: 945 time: 0.2755432 Jul 07 22:11:31.157432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-39038c50-0501-4743-bc1c-3839f3ebf9a2 admin admin] 10.222.0.81 "PUT /v2.0/routers/384fa393-1913-41a0-8284-d377a97029c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1384237 Jul 07 22:11:31.157656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Routers {'384fa393-1913-41a0-8284-d377a97029c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:31.157656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['384fa393-1913-41a0-8284-d377a97029c8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:31.234718 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:31.350906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6c5b563-d64d-42a8-a32c-5a0c526eb3b1 req-d0ccf8ad-e6cb-40b4-84e8-ec871c7df3af tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.81 "GET /v2.0/security-groups?id=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138038 Jul 07 22:11:31.363636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Set router 384fa393-1913-41a0-8284-d377a97029c8 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:31.376179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Pushing event deleted for resources: {'Port': ['ID=027fad0c-85a3-4fc4-830e-0ed9c61aa89f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:31.381643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5d6efc15-caf0-4a14-bebd-67eec97036ec tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:31.395735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5d6efc15-caf0-4a14-bebd-67eec97036ec tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:31.457076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:31.538923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-197924618'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:31.549123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] No DVR routers for this DVR port 027fad0c-85a3-4fc4-830e-0ed9c61aa89f on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:11:31.552028 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:31.554225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95e97761-2b91-48c3-afcc-2a8330365fdc req-b9dc40d3-518d-4ee9-bf56-953901c72d48 tempest-VolumesAdminNegativeTest-1486909242 tempest-VolumesAdminNegativeTest-1486909242-project] 10.222.0.44 "DELETE /v2.0/ports/027fad0c-85a3-4fc4-830e-0ed9c61aa89f HTTP/1.1" status: 204 len: 173 time: 1.9590187 Jul 07 22:11:31.554673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eccffc2-53a0-4780-8613-5064e666b474', 'name': 'network-vif-deleted', 'tag': '027fad0c-85a3-4fc4-830e-0ed9c61aa89f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:31.557297 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b99058-7576-433f-a1c9-719cc9185d88" -d '{"events": [{"server_uuid": "9eccffc2-53a0-4780-8613-5064e666b474", "name": "network-vif-deleted", "tag": "027fad0c-85a3-4fc4-830e-0ed9c61aa89f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:31.560763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6efc15-caf0-4a14-bebd-67eec97036ec tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75f5ea8-a251-440d-b97a-1d6639ccd25a,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:31.619650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:31.628328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:31.659084 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5d6efc15-caf0-4a14-bebd-67eec97036ec tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:31.662918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5d6efc15-caf0-4a14-bebd-67eec97036ec tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7792113 Jul 07 22:11:31.667437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:31.716856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3cb51-b9e0-4678-aae9-609d12c827aa req-62d62c83-fb20-4ff3-a94b-1bb58fe97c5a tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:31.726217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30f3cb51-b9e0-4678-aae9-609d12c827aa req-62d62c83-fb20-4ff3-a94b-1bb58fe97c5a tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 1096 time: 0.1220424 Jul 07 22:11:31.762725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384fa393-1913-41a0-8284-d377a97029c8', 'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:28Z', 'revision_number': 4, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'gw_port': {'id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0d43322a-6bd2-482b-980b-c4a3fd7fc7d5', 'name': '', 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'mac_address': 'fa:16:3e:85:c5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cb69d076-61fc-4048-b8db-2f6694af2949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:27Z', 'updated_at': '2021-07-07T22:11:29Z', 'revision_number': 2, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'subnets': [{'id': 'cb69d076-61fc-4048-b8db-2f6694af2949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:31.807727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30f3cb51-b9e0-4678-aae9-609d12c827aa req-09dfe6f4-5dc8-4592-92b0-589147ccbc6f tempest-LiveAutoBlockMigrationV225Test-1245449390 tempest-LiveAutoBlockMigrationV225Test-1245449390-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787673 Jul 07 22:11:31.808084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:11:31.813531 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e03cf2b2-0ce1-42aa-a736-a8be66d80f90 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:31.845047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Checking router: 384fa393-1913-41a0-8284-d377a97029c8 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:11:31.845398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Updating router 384fa393-1913-41a0-8284-d377a97029c8 port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:11:31.856060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e03cf2b2-0ce1-42aa-a736-a8be66d80f90 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.032621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.033822 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Added segment b53e22b9-17e2-4e71-873d-e346d4f2b0c4 of type vlan for network c5283b17-6152-47e5-9e5f-af1252aae092 Jul 07 22:11:32.035452 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.116164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e03cf2b2-0ce1-42aa-a736-a8be66d80f90 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.134065 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.141170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e03cf2b2-0ce1-42aa-a736-a8be66d80f90 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.144634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49940) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:32.144824 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e03cf2b2-0ce1-42aa-a736-a8be66d80f90 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c75f5ea8-a251-440d-b97a-1d6639ccd25a HTTP/1.1" status: 204 len: 168 time: 0.4762120 Jul 07 22:11:32.145545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03cf2b2-0ce1-42aa-a736-a8be66d80f90 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c75f5ea8-a251-440d-b97a-1d6639ccd25a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:32.200156 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.214681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:32.215444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.296981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cd626177-db37-4a15-8a9d-1f5b1d895df1 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1507242 Jul 07 22:11:32.299686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49946) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:32.326328 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8675196 Jul 07 22:11:32.329278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49950) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:32.340336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'subnet': {'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:32.442311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d44fb7-905c-4c04-981f-75b721a0844b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Network': ['ID=c5283b17-6152-47e5-9e5f-af1252aae092,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:32.461561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c5283b17-6152-47e5-9e5f-af1252aae092 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:11:32.502491 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e060f74-77a2-471b-88ad-ee08ee591893 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.566601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e060f74-77a2-471b-88ad-ee08ee591893 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.580903 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf174b9-58db-4d2f-a5d7-d6b8f794d3ec x-openstack-request-id: req-6bf174b9-58db-4d2f-a5d7-d6b8f794d3ec {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:32.581203 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eccffc2-53a0-4780-8613-5064e666b474", "name": "network-vif-deleted", "tag": "027fad0c-85a3-4fc4-830e-0ed9c61aa89f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:32.581463 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bf174b9-58db-4d2f-a5d7-d6b8f794d3ec {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:32.581887 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eccffc2-53a0-4780-8613-5064e666b474', 'name': 'network-vif-deleted', 'tag': '027fad0c-85a3-4fc4-830e-0ed9c61aa89f', 'status': 'completed', 'code': 200} Jul 07 22:11:32.593793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:32.605381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.662472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e060f74-77a2-471b-88ad-ee08ee591893 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.666088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e060f74-77a2-471b-88ad-ee08ee591893 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.669407 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4e060f74-77a2-471b-88ad-ee08ee591893 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-groups/6eb90ad3-44f6-4d7a-b8f1-30b819c8009b HTTP/1.1" status: 204 len: 168 time: 0.3664198 Jul 07 22:11:32.688963 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:32.690508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e060f74-77a2-471b-88ad-ee08ee591893 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb90ad3-44f6-4d7a-b8f1-30b819c8009b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:32.791035 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:32.912857 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9b0fd20a-e6ec-42d0-a507-85a09cb50074 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2093675 Jul 07 22:11:32.918898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49956) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:33.036463 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18a688ef-ebd3-4e35-a46d-ccc60fb68e3a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.058353 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.082147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18a688ef-ebd3-4e35-a46d-ccc60fb68e3a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.083337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Transition to ACTIVE for port object 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:33.088881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a4aaf-2483-4deb-a47d-680f883857cf req-7b751f71-deb0-44d8-8497-f752a5b9e53f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:33.093155 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.097659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-733a4aaf-2483-4deb-a47d-680f883857cf req-7b751f71-deb0-44d8-8497-f752a5b9e53f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.2445464 Jul 07 22:11:33.164916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 027fad0c-85a3-4fc4-830e-0ed9c61aa89f no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:11:33.187569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18a688ef-ebd3-4e35-a46d-ccc60fb68e3a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.191910 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18a688ef-ebd3-4e35-a46d-ccc60fb68e3a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.193492 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-18a688ef-ebd3-4e35-a46d-ccc60fb68e3a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-groups/e7cb2a0c-f934-468f-9df1-c77639057fed HTTP/1.1" status: 204 len: 168 time: 0.2733896 Jul 07 22:11:33.200458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49958) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:33.208145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 027fad0c-85a3-4fc4-830e-0ed9c61aa89f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:11:33.208578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 027fad0c-85a3-4fc4-830e-0ed9c61aa89f not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:11:33.217063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a688ef-ebd3-4e35-a46d-ccc60fb68e3a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb2a0c-f934-468f-9df1-c77639057fed,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:33.247179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-733a4aaf-2483-4deb-a47d-680f883857cf req-fa005fb0-0737-4f3e-9d4e-146694ea1c4f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444843 Jul 07 22:11:33.276311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20df954-f9c2-4c0c-bb7b-f958234a9223 None None] Pushing event updated for resources: {'Port': ['ID=0d43322a-6bd2-482b-980b-c4a3fd7fc7d5,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:33.290008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.400981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Attempting to bind port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:33.402378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Attempting to bind port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd60ec261-b760-472b-ba0c-dca613bf7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:33.403379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Attempting to bind port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 on network fc0179b9-ee89-42e2-b402-25d7795e48ed {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:33.414239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:33.416934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Checking segment: {'id': 'd60ec261-b760-472b-ba0c-dca613bf7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:33.418609 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.419267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Bound using segment: {'id': 'd60ec261-b760-472b-ba0c-dca613bf7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:33.420734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Bound port: 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60ec261-b760-472b-ba0c-dca613bf7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:33.421546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.472037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-48022261-4fed-4fc8-85ef-4c1a0a5409e2 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2475991 Jul 07 22:11:33.472426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:33.477752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bfe613a5-2817-44f6-bbe1-5d48638bf824 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023286553'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:33.482024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Subnet': ['ID=2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:33.523027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Checking segment: {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:33.523359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network hostable DHCP agents. Network: c5283b17-6152-47e5-9e5f-af1252aae092, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:11:33.550234 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfe613a5-2817-44f6-bbe1-5d48638bf824 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.578943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network c5283b17-6152-47e5-9e5f-af1252aae092 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:11:33.594507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c5283b17-6152-47e5-9e5f-af1252aae092) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:33.602107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:33.603091 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.635379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef5c65-4e86-4afd-a53c-2432213994ae None None] Network c5283b17-6152-47e5-9e5f-af1252aae092 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:33.705400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfe613a5-2817-44f6-bbe1-5d48638bf824 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.711292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfe613a5-2817-44f6-bbe1-5d48638bf824 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.719025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f7d436ed-4dda-4bb4-b0ee-2bc72b4dae8b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3849993 Jul 07 22:11:33.721598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49966) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:33.730174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1028958425'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:33.756824 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe613a5-2817-44f6-bbe1-5d48638bf824 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87c34ad-db3e-4aa4-bfad-cf8c9594dfad,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:33.770093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:33.775680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.780216 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfe613a5-2817-44f6-bbe1-5d48638bf824 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.782527 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bfe613a5-2817-44f6-bbe1-5d48638bf824 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3090694 Jul 07 22:11:33.785289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49968) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:33.786459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] For port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:33.799868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5e0bc6ef-b305-4a7c-81c4-842a322f61a9 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': 'c87c34ad-db3e-4aa4-bfad-cf8c9594dfad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:33.828897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:11:33.852530 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.853228 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Added segment 38646fd4-4e6a-4b3b-b240-1a2333714202 of type vlan for network dcdfba0a-4c91-40d5-9f9b-549e8524f26c Jul 07 22:11:33.874848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc6ef-b305-4a7c-81c4-842a322f61a9 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.898929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] For port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d43322a-6bd2-482b-980b-c4a3fd7fc7d5,segment=NetworkSegment(d60ec261-b760-472b-ba0c-dca613bf7bde),segment_id=d60ec261-b760-472b-ba0c-dca613bf7bde)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:33.940260 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:33.952662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.017421 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.025447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:34.025831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.094027 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc6ef-b305-4a7c-81c4-842a322f61a9 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.105052 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc6ef-b305-4a7c-81c4-842a322f61a9 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.164054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-c5283b17-6152-47e5-9e5f-af1252aae092', 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'fixed_ips': [{'subnet_id': '2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:11:34.165477 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.174656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Network': ['ID=dcdfba0a-4c91-40d5-9f9b-549e8524f26c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:34.214681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-05db699c-42c0-485e-a017-f50f55e90179 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4915257 Jul 07 22:11:34.215354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49976) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:34.221132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'subnet': {'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:34.230316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network dcdfba0a-4c91-40d5-9f9b-549e8524f26c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:11:34.238391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Routers {'384fa393-1913-41a0-8284-d377a97029c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:34.239337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['384fa393-1913-41a0-8284-d377a97029c8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:34.251757 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bc6ef-b305-4a7c-81c4-842a322f61a9 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63d4c8b-71f6-462d-ad28-32ef1245f6e2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:34.265587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc6ef-b305-4a7c-81c4-842a322f61a9 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.267807 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e0bc6ef-b305-4a7c-81c4-842a322f61a9 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4799724 Jul 07 22:11:34.272101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49978) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:34.368291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-878626c7-0e45-4fbe-a002-6477eed0c134 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.394598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:34.401097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.411749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-878626c7-0e45-4fbe-a002-6477eed0c134 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.476177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-878626c7-0e45-4fbe-a002-6477eed0c134 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.483692 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-878626c7-0e45-4fbe-a002-6477eed0c134 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.487677 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-878626c7-0e45-4fbe-a002-6477eed0c134 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d63d4c8b-71f6-462d-ad28-32ef1245f6e2 HTTP/1.1" status: 204 len: 168 time: 0.2130883 Jul 07 22:11:34.490927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49982) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:34.498346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878626c7-0e45-4fbe-a002-6477eed0c134 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d63d4c8b-71f6-462d-ad28-32ef1245f6e2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:34.554322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20df954-f9c2-4c0c-bb7b-f958234a9223 None None] Pushing event updated for resources: {'Port': ['ID=0d43322a-6bd2-482b-980b-c4a3fd7fc7d5,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:34.594431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] Set router 384fa393-1913-41a0-8284-d377a97029c8 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:34.734146 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:34.903116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d6c6e978-11df-4b58-92f6-f4add7c87573 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3898880 Jul 07 22:11:34.905983 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:34.921382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Subnet': ['ID=349bcf65-d53b-45ea-ae02-fe8c0c1d3d33,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:34.939146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2064af-fa74-45ce-afff-8facc8f6b394 req-e41dcdd8-6199-4d80-b7de-42ad1bc08991 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:34.946734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f2064af-fa74-45ce-afff-8facc8f6b394 req-e41dcdd8-6199-4d80-b7de-42ad1bc08991 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 946 time: 0.5247192 Jul 07 22:11:34.965920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Checking segment: {'id': '38646fd4-4e6a-4b3b-b240-1a2333714202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:34.966320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network hostable DHCP agents. Network: dcdfba0a-4c91-40d5-9f9b-549e8524f26c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:11:35.009036 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53431e4e-635d-472a-86a1-2e67e455530a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.041177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Allocated IP 19.80.0.2 (c5283b17-6152-47e5-9e5f-af1252aae092/2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b/08361c3b-d4f4-4bc5-ba23-c839fc3aae1e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:35.042223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f2064af-fa74-45ce-afff-8facc8f6b394 req-6353e640-c59e-448e-aeaf-26f139a1fd4c tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921640 Jul 07 22:11:35.073228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-257693dd-6802-422f-9af7-ec80f41248fc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:35.075015 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-257693dd-6802-422f-9af7-ec80f41248fc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.44 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 944 time: 0.2863269 Jul 07 22:11:35.075990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network dcdfba0a-4c91-40d5-9f9b-549e8524f26c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:11:35.080462 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53431e4e-635d-472a-86a1-2e67e455530a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.132619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384fa393-1913-41a0-8284-d377a97029c8', 'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:28Z', 'revision_number': 4, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'gw_port': {'id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0d43322a-6bd2-482b-980b-c4a3fd7fc7d5', 'name': '', 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'mac_address': 'fa:16:3e:85:c5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cb69d076-61fc-4048-b8db-2f6694af2949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:27Z', 'updated_at': '2021-07-07T22:11:33Z', 'revision_number': 4, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'subnets': [{'id': 'cb69d076-61fc-4048-b8db-2f6694af2949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:35.166594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ddb13-3b98-431d-aa95-275471457408 None None] The sync data for ids ['384fa393-1913-41a0-8284-d377a97029c8'] in n-d-695012-11 is: [{'id': '384fa393-1913-41a0-8284-d377a97029c8', 'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:28Z', 'revision_number': 4, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'gw_port': {'id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0d43322a-6bd2-482b-980b-c4a3fd7fc7d5', 'name': '', 'network_id': 'fc0179b9-ee89-42e2-b402-25d7795e48ed', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'mac_address': 'fa:16:3e:85:c5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'cb69d076-61fc-4048-b8db-2f6694af2949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:27Z', 'updated_at': '2021-07-07T22:11:33Z', 'revision_number': 4, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'subnets': [{'id': 'cb69d076-61fc-4048-b8db-2f6694af2949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:11:35.198355 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53431e4e-635d-472a-86a1-2e67e455530a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.201232 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53431e4e-635d-472a-86a1-2e67e455530a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.208139 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-53431e4e-635d-472a-86a1-2e67e455530a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-groups/c87c34ad-db3e-4aa4-bfad-cf8c9594dfad HTTP/1.1" status: 204 len: 168 time: 0.3008564 Jul 07 22:11:35.208868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49990) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:35.209006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, dcdfba0a-4c91-40d5-9f9b-549e8524f26c) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:35.224086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49992) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:35.234870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4522ca-7ae4-4b9d-982d-9bf141f1aeb2 None None] Network dcdfba0a-4c91-40d5-9f9b-549e8524f26c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:35.236547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:35.237142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.376835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53431e4e-635d-472a-86a1-2e67e455530a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87c34ad-db3e-4aa4-bfad-cf8c9594dfad,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:35.423334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e850d583-eff1-4371-969e-b1153b4d1d3e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2064393 Jul 07 22:11:35.451022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Deleting port fbaeeacd-ca82-45e3-a632-dcd5449866a6 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:11:35.451378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.529988 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2350f2fe-110c-40b8-af84-7a22851be8e3 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3131554 Jul 07 22:11:35.537731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49998) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:35.561086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c98fc93-1abe-46ae-9758-a527e3652c0d admin admin] Deleting subnet 286a424c-ab62-4f00-8d65-007a17135974 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:11:35.587155 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c98fc93-1abe-46ae-9758-a527e3652c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.598211 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.621317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Transition to ACTIVE for port object 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:35.700533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c98fc93-1abe-46ae-9758-a527e3652c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.736070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Transition to ACTIVE for port object 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:35.788729 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.809942 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c98fc93-1abe-46ae-9758-a527e3652c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.861108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Network c5283b17-6152-47e5-9e5f-af1252aae092 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:35.891375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:35.897940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:35.952689 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c98fc93-1abe-46ae-9758-a527e3652c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:35.996296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Pushing event updated for resources: {'Port': ['ID=08361c3b-d4f4-4bc5-ba23-c839fc3aae1e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:36.020366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98fc93-1abe-46ae-9758-a527e3652c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286a424c-ab62-4f00-8d65-007a17135974,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:36.032809 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c98fc93-1abe-46ae-9758-a527e3652c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.036104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Attempting to bind port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:36.036599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Attempting to bind port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:36.037067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Attempting to bind port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e on network c5283b17-6152-47e5-9e5f-af1252aae092 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:36.039981 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0c98fc93-1abe-46ae-9758-a527e3652c0d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/286a424c-ab62-4f00-8d65-007a17135974 HTTP/1.1" status: 204 len: 168 time: 0.8069096 Jul 07 22:11:36.047337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50004) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:36.089207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:36.089801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Checking segment: {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:36.094474 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.095020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Bound using segment: {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:36.096143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Bound port: 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:36.096781 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.213062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e70bbed8-b19a-420e-b6cb-09ff8030dae5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227927396'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:36.255698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.284144 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] For port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:36.298964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] For port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=08361c3b-d4f4-4bc5-ba23-c839fc3aae1e,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:36.308453 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.324493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e70bbed8-b19a-420e-b6cb-09ff8030dae5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.430634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] For port fbaeeacd-ca82-45e3-a632-dcd5449866a6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fbaeeacd-ca82-45e3-a632-dcd5449866a6,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:36.431008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.448613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-dcdfba0a-4c91-40d5-9f9b-549e8524f26c', 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'fixed_ips': [{'subnet_id': '349bcf65-d53b-45ea-ae02-fe8c0c1d3d33'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:11:36.449483 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.459569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.482945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce36f3e-a5b9-497d-99bf-00908a9313b1']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:36.516078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b937cc-7695-4d8f-a2b1-841f7d257538') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:36.519673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b937cc-7695-4d8f-a2b1-841f7d257538') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:36.541388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.562836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:36.568475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e092206-5d8b-49f4-b044-7225229f9bc0 req-f2cf1403-ac76-4710-b556-0b2bb545e550 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:36.576963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.582656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e092206-5d8b-49f4-b044-7225229f9bc0 req-f2cf1403-ac76-4710-b556-0b2bb545e550 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 944 time: 1.0637197 Jul 07 22:11:36.589537 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:11:36.589961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.590511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Calling delete_port for fbaeeacd-ca82-45e3-a632-dcd5449866a6 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:11:36.591768 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:11:36.672599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e092206-5d8b-49f4-b044-7225229f9bc0 req-6943ac67-9527-4eb7-aea8-911e01999eee tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888102 Jul 07 22:11:36.761181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.775794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774309ac-064b-4d48-90a9-f5ed06275de0 None None] Pushing event updated for resources: {'Port': ['ID=08361c3b-d4f4-4bc5-ba23-c839fc3aae1e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:36.776763 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.793888 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] 10.222.0.81 "DELETE /v2.0/networks/4ce36f3e-a5b9-497d-99bf-00908a9313b1 HTTP/1.1" status: 204 len: 168 time: 0.7445934 Jul 07 22:11:36.878471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50006) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:36.888639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:36.902003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:36.902510 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:36.935058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f0e63-12e0-4900-bad4-65fb6a239d7d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce36f3e-a5b9-497d-99bf-00908a9313b1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:37.035569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b54d980-81c9-48d0-9b5c-25e82d63137c admin admin] Deleting subnet 3616520c-2982-47f4-a4b1-c5f7d6602689 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:11:37.040630 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b54d980-81c9-48d0-9b5c-25e82d63137c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.110257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b54d980-81c9-48d0-9b5c-25e82d63137c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.184603 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e70bbed8-b19a-420e-b6cb-09ff8030dae5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.198880 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b54d980-81c9-48d0-9b5c-25e82d63137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.227178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e70bbed8-b19a-420e-b6cb-09ff8030dae5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.305019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fbaeeacd-ca82-45e3-a632-dcd5449866a6 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:11:37.321710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b54d980-81c9-48d0-9b5c-25e82d63137c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.363086 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e70bbed8-b19a-420e-b6cb-09ff8030dae5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.364298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e70bbed8-b19a-420e-b6cb-09ff8030dae5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1556425 Jul 07 22:11:37.371637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50010) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:37.382852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.386275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-74d3cb0a-4d58-4696-9881-9021b25e01e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': '1b97fdc3-8c50-4bb2-914d-585024267756', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:37.403723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b54d980-81c9-48d0-9b5c-25e82d63137c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3616520c-2982-47f4-a4b1-c5f7d6602689,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:37.417881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bbed8-b19a-420e-b6cb-09ff8030dae5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b97fdc3-8c50-4bb2-914d-585024267756,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:37.420312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b54d980-81c9-48d0-9b5c-25e82d63137c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.422354 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0b54d980-81c9-48d0-9b5c-25e82d63137c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3616520c-2982-47f4-a4b1-c5f7d6602689 HTTP/1.1" status: 204 len: 168 time: 0.5427957 Jul 07 22:11:37.438350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Allocated IP 19.86.0.2 (dcdfba0a-4c91-40d5-9f9b-549e8524f26c/349bcf65-d53b-45ea-ae02-fe8c0c1d3d33/b1d46329-bec2-434d-861b-567f6b1891c7) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:37.438615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50012) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:37.475006 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb0a-4d58-4696-9881-9021b25e01e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.502096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Pushing event deleted for resources: {'Port': ['ID=fbaeeacd-ca82-45e3-a632-dcd5449866a6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:37.561053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae41fb0-10f2-4eb4-9d20-1cde48ecf861 req-a27d4dc5-df73-450a-af9a-ec3307fa5d37 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:37.561695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['dae3717c-a93a-46cd-9b64-4c62e4d862b1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:11:37.577248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ae41fb0-10f2-4eb4-9d20-1cde48ecf861 req-a27d4dc5-df73-450a-af9a-ec3307fa5d37 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.5253487 Jul 07 22:11:37.620556 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb0a-4d58-4696-9881-9021b25e01e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.624959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb0a-4d58-4696-9881-9021b25e01e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.654008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3cb0a-4d58-4696-9881-9021b25e01e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94959948-a9eb-4ff2-96ea-d23a7cd4c422,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:37.675952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb0a-4d58-4696-9881-9021b25e01e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.678685 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-74d3cb0a-4d58-4696-9881-9021b25e01e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044538 Jul 07 22:11:37.686316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50014) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:37.749033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] No DVR routers for this DVR port fbaeeacd-ca82-45e3-a632-dcd5449866a6 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:11:37.757197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.759700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57f20117-b2d2-490d-b5fa-d52d2040874f req-5c661eeb-7ae4-4e01-8d4d-75deccc891f4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.44 "DELETE /v2.0/ports/fbaeeacd-ca82-45e3-a632-dcd5449866a6 HTTP/1.1" status: 204 len: 173 time: 2.6713045 Jul 07 22:11:37.760162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'name': 'network-vif-deleted', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:37.762479 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2b27af-7df8-497e-a3e2-26254c237317" -d '{"events": [{"server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "name": "network-vif-deleted", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:37.777263 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.778362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0d8a6145-db91-4721-a9aa-011c0c24824f tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules/94959948-a9eb-4ff2-96ea-d23a7cd4c422 HTTP/1.1" status: 200 len: 763 time: 0.0851936 Jul 07 22:11:37.781161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:37.833544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No active binding found for port fbaeeacd-ca82-45e3-a632-dcd5449866a6 {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:11:37.834206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fbaeeacd-ca82-45e3-a632-dcd5449866a6 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:11:37.855322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ae41fb0-10f2-4eb4-9d20-1cde48ecf861 req-8bc86a5c-dbd1-4850-8477-79a58329c535 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772093 Jul 07 22:11:37.858756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.863827 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca3301e0-d78f-4b45-859b-dc92c8994b1f tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0815058 Jul 07 22:11:37.866936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:37.911639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d43322a-6bd2-482b-980b-c4a3fd7fc7d5,segment=NetworkSegment(d60ec261-b760-472b-ba0c-dca613bf7bde),segment_id=d60ec261-b760-472b-ba0c-dca613bf7bde)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:37.945548 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.949561 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e505acb-15ec-48b4-a40b-0f01fcbec2e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:37.986614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e505acb-15ec-48b4-a40b-0f01fcbec2e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.094213 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.123923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e505acb-15ec-48b4-a40b-0f01fcbec2e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.136004 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.169916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91c796a-6ed9-47d5-acf6-60473398701c']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:38.192188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e505acb-15ec-48b4-a40b-0f01fcbec2e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94959948-a9eb-4ff2-96ea-d23a7cd4c422,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:38.193246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Transition to ACTIVE for port object b1d46329-bec2-434d-861b-567f6b1891c7 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:38.204071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1800acde-8527-4037-be70-512808925a13') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:38.204427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1800acde-8527-4037-be70-512808925a13') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:38.226378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.228475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e505acb-15ec-48b4-a40b-0f01fcbec2e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.229754 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3e505acb-15ec-48b4-a40b-0f01fcbec2e5 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/94959948-a9eb-4ff2-96ea-d23a7cd4c422 HTTP/1.1" status: 204 len: 168 time: 0.3616967 Jul 07 22:11:38.232535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50030) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:38.269699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0d43322a-6bd2-482b-980b-c4a3fd7fc7d5,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:38.338932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.348007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Transition to ACTIVE for port object b1d46329-bec2-434d-861b-567f6b1891c7 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:38.350832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:11:38.351897 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:11:38.354152 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:11:38.368588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3a5d2aa7-8ffb-4f6d-856f-366e40ff1ab6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1166196 Jul 07 22:11:38.369649 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.371449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:38.377606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f028d696-017c-420d-88cc-904b06c9851d tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': '1b97fdc3-8c50-4bb2-914d-585024267756', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:38.435503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Network dcdfba0a-4c91-40d5-9f9b-549e8524f26c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:38.447044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:38.458673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:38.465905 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.476902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.479956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] 10.222.0.81 "DELETE /v2.0/networks/b91c796a-6ed9-47d5-acf6-60473398701c HTTP/1.1" status: 204 len: 168 time: 1.0123007 Jul 07 22:11:38.493801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fca20-c5bb-4f53-b801-55a7cfbb7d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=b91c796a-6ed9-47d5-acf6-60473398701c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:38.494395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f028d696-017c-420d-88cc-904b06c9851d tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.514636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3110be4-d6d0-40d8-9b0b-6b21181ffcaa None None] Network c5283b17-6152-47e5-9e5f-af1252aae092 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:38.660619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f028d696-017c-420d-88cc-904b06c9851d tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.682592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f028d696-017c-420d-88cc-904b06c9851d tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.696708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:38.708488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Pushing event updated for resources: {'Port': ['ID=b1d46329-bec2-434d-861b-567f6b1891c7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:38.750365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-14e9aec6-d86d-4c61-b883-539f0186dc28 None None] Provisioning for port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:38.753341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028d696-017c-420d-88cc-904b06c9851d tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09d9737-9a88-4ccc-ab17-caf47623b3a4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:38.773922 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f028d696-017c-420d-88cc-904b06c9851d tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.775344 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f028d696-017c-420d-88cc-904b06c9851d tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4026697 Jul 07 22:11:38.778158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50036) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:38.785134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Attempting to bind port b1d46329-bec2-434d-861b-567f6b1891c7 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:38.787718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Attempting to bind port b1d46329-bec2-434d-861b-567f6b1891c7 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '38646fd4-4e6a-4b3b-b240-1a2333714202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:38.788378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Attempting to bind port b1d46329-bec2-434d-861b-567f6b1891c7 on network dcdfba0a-4c91-40d5-9f9b-549e8524f26c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:38.807894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50038) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:38.812047 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-17cb9238-8717-4b72-b5ac-824addf9059e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules/a09d9737-9a88-4ccc-ab17-caf47623b3a4 HTTP/1.1" status: 200 len: 763 time: 0.0292509 Jul 07 22:11:38.812823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:38.817070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:38.817556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Checking segment: {'id': '38646fd4-4e6a-4b3b-b240-1a2333714202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:38.821107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.821107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Bound using segment: {'id': '38646fd4-4e6a-4b3b-b240-1a2333714202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:38.821107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Bound port: b1d46329-bec2-434d-861b-567f6b1891c7, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38646fd4-4e6a-4b3b-b240-1a2333714202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:38.821107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.902106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b814e3ac-a073-4cad-92d1-8a9123417031 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6cc736e75e3477dbe6fd10e97a66fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0930009 Jul 07 22:11:38.905253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50044) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:38.910825 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4973e10e-be8e-4936-b7be-2862d4278312 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0959802 Jul 07 22:11:38.916505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50046) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:38.989079 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be1c24c8-f7c2-4f47-a842-5cefc9525085 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:38.997808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:38.998206 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.008188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be1c24c8-f7c2-4f47-a842-5cefc9525085 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.045354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-377e9c95-15c0-4f52-8aca-86e5623ca362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.069527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be1c24c8-f7c2-4f47-a842-5cefc9525085 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.079351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be1c24c8-f7c2-4f47-a842-5cefc9525085 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.084901 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-be1c24c8-f7c2-4f47-a842-5cefc9525085 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a09d9737-9a88-4ccc-ab17-caf47623b3a4 HTTP/1.1" status: 204 len: 168 time: 0.1669447 Jul 07 22:11:39.087477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50050) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:39.106107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c24c8-f7c2-4f47-a842-5cefc9525085 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a09d9737-9a88-4ccc-ab17-caf47623b3a4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:39.116829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-377e9c95-15c0-4f52-8aca-86e5623ca362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.192500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6599cc96-2f7a-4f6f-b010-b2ebd8206a44 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1039007 Jul 07 22:11:39.195600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50052) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:39.201373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9e0bf452-42e9-4e94-bd0e-43ef61eedd51 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Request body: {'security_group_rule': {'security_group_id': '1b97fdc3-8c50-4bb2-914d-585024267756', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:39.206712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] For port b1d46329-bec2-434d-861b-567f6b1891c7, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:39.234141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-377e9c95-15c0-4f52-8aca-86e5623ca362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.236719 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-377e9c95-15c0-4f52-8aca-86e5623ca362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.237878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-377e9c95-15c0-4f52-8aca-86e5623ca362 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8 HTTP/1.1" status: 204 len: 168 time: 0.3315146 Jul 07 22:11:39.256923 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-9e0bf452-42e9-4e94-bd0e-43ef61eedd51 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Project 0612b2dd51464d40b2f6ad2855b6ff65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:11:39.265039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf452-42e9-4e94-bd0e-43ef61eedd51 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.300157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e9c95-15c0-4f52-8aca-86e5623ca362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2d038-28cd-4d3d-b83c-c0d72fcb6ff8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:39.311211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] For port b1d46329-bec2-434d-861b-567f6b1891c7, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b1d46329-bec2-434d-861b-567f6b1891c7,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:39.342473 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf452-42e9-4e94-bd0e-43ef61eedd51 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.349563 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf452-42e9-4e94-bd0e-43ef61eedd51 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.388472 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.395225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bf452-42e9-4e94-bd0e-43ef61eedd51 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f09f4e6-6007-42d7-aecd-e5db421e04af,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:39.400400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e0bf452-42e9-4e94-bd0e-43ef61eedd51 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.402341 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9e0bf452-42e9-4e94-bd0e-43ef61eedd51 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2054176 Jul 07 22:11:39.404678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50058) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:39.436101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6527b323-e5de-4778-9271-6cc92e42be5a tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules/9f09f4e6-6007-42d7-aecd-e5db421e04af HTTP/1.1" status: 200 len: 769 time: 0.0302699 Jul 07 22:11:39.438748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:39.535722 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-81e0133e-3636-444a-abed-a9c8596f3912 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0949438 Jul 07 22:11:39.538301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50062) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:39.597083 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b6825f9-baf0-48f4-a994-a123ef608d6e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.598122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b6825f9-baf0-48f4-a994-a123ef608d6e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.682329 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-41353552-9c68-40bb-b555-416837c4ffdb service neutron] show failed (client error): The resource could not be found. Jul 07 22:11:39.683625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-41353552-9c68-40bb-b555-416837c4ffdb service neutron] 10.222.0.44 "GET /v2.0/ports/335b2820-1373-489b-9c50-f0f0fea09cd1/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.4262743 Jul 07 22:11:39.719833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b6825f9-baf0-48f4-a994-a123ef608d6e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.738500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b6825f9-baf0-48f4-a994-a123ef608d6e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:39.742405 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6b6825f9-baf0-48f4-a994-a123ef608d6e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/9f09f4e6-6007-42d7-aecd-e5db421e04af HTTP/1.1" status: 204 len: 168 time: 0.2024760 Jul 07 22:11:39.742629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50064) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:39.761516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6825f9-baf0-48f4-a994-a123ef608d6e tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f09f4e6-6007-42d7-aecd-e5db421e04af,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:39.792364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:39.908303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50068) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:39.908554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4c2ea876-ac6b-4653-b75e-6e6275193ca6 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1603005 Jul 07 22:11:39.964739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a712-a0e4-4773-b427-b910bbc192b7 None None] Pushing event updated for resources: {'Port': ['ID=b1d46329-bec2-434d-861b-567f6b1891c7,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:39.985906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:40.035050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:40.035456 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:40.113976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d64d-fa8e-4dab-affb-6d22b2dc49a0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:40.126008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b239058-1bad-4c4b-ad45-dba9008aec1f None None] Provisioning complete for port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:40.126520 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b239058-1bad-4c4b-ad45-dba9008aec1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:40.277750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d64d-fa8e-4dab-affb-6d22b2dc49a0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:40.312951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:40.366322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=08361c3b-d4f4-4bc5-ba23-c839fc3aae1e,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:40.376358 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:40.477869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50072) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:40.513336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=08361c3b-d4f4-4bc5-ba23-c839fc3aae1e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:40.565086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a7b633f8-3368-4f70-a031-62c862ddf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:40.567437 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a7b633f8-3368-4f70-a031-62c862ddf1a9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df&tenant_id=faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 1102 time: 0.3450916 Jul 07 22:11:40.568709 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d64d-fa8e-4dab-affb-6d22b2dc49a0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:40.572771 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d64d-fa8e-4dab-affb-6d22b2dc49a0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:40.581944 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c3b2d64d-fa8e-4dab-affb-6d22b2dc49a0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "DELETE /v2.0/security-groups/1b97fdc3-8c50-4bb2-914d-585024267756 HTTP/1.1" status: 204 len: 168 time: 0.6724489 Jul 07 22:11:40.589079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50074) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:40.595929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:40.600721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b1d46329-bec2-434d-861b-567f6b1891c7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:40.613423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7f018f1b-cab0-4d22-9f1c-959ba6b6ce5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=346607d37b6b41df964ca828aee44e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332779 Jul 07 22:11:40.616981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:40.680889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0d15dcc4-1505-4f18-ada6-96a51d993c3c tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0890315 Jul 07 22:11:40.690320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50080) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:40.719380 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2d64d-fa8e-4dab-affb-6d22b2dc49a0 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b97fdc3-8c50-4bb2-914d-585024267756,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:40.731012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port b1d46329-bec2-434d-861b-567f6b1891c7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:40.804124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8c611f2d-9eb8-4d6a-a62a-dd0418b70773 tempest-SecGroupIPv6Test-90506808 tempest-SecGroupIPv6Test-90506808-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0920687 Jul 07 22:11:40.907749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:41.225149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:41.266493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:41.346061 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:41.359991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Transition to ACTIVE for port object 335b2820-1373-489b-9c50-f0f0fea09cd1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:41.361433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:41.364579 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3e2ccf-9943-49da-93df-93da7ad7e18a" -d '{"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-unplugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:41.368509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:41.371734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-063627c7-6324-443d-a5d2-f3690b8a5c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:41.497004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:41.563486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-063627c7-6324-443d-a5d2-f3690b8a5c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:41.571660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bbb689-0c2c-4067-be67-7bdce28bdd4b None None] Network dcdfba0a-4c91-40d5-9f9b-549e8524f26c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:41.615347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50106) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:41.673687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] No DVR routers for this DVR port 335b2820-1373-489b-9c50-f0f0fea09cd1 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:11:41.715261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-512a1487-b270-4e50-bfbc-bbc363f75c4b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:41.762607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-512a1487-b270-4e50-bfbc-bbc363f75c4b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:41.774919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-512a1487-b270-4e50-bfbc-bbc363f75c4b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/networks?id=c5283b17-6152-47e5-9e5f-af1252aae092&id=dcdfba0a-4c91-40d5-9f9b-549e8524f26c&id=c5283b17-6152-47e5-9e5f-af1252aae092 HTTP/1.1" status: 200 len: 1391 time: 0.3962328 Jul 07 22:11:41.816966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-63a603fe-029f-4c53-b637-111cf9527719 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/quotas/82bdd59b8f2d41ae854a4a42f9b2d6e2 HTTP/1.1" status: 200 len: 375 time: 0.0336378 Jul 07 22:11:41.822944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e3f9b48d-f327-48ea-af1f-fa30468e43c6 None None] Provisioning for port b1d46329-bec2-434d-861b-567f6b1891c7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:41.839201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-063627c7-6324-443d-a5d2-f3690b8a5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:41.845478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e3f9b48d-f327-48ea-af1f-fa30468e43c6 None None] Provisioning complete for port b1d46329-bec2-434d-861b-567f6b1891c7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:41.845830 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3f9b48d-f327-48ea-af1f-fa30468e43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:41.848415 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-063627c7-6324-443d-a5d2-f3690b8a5c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:41.853130 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-063627c7-6324-443d-a5d2-f3690b8a5c09 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d3b7f0d1-b70d-40f4-a24c-7c40acf8f1df HTTP/1.1" status: 204 len: 168 time: 1.2260911 Jul 07 22:11:41.889973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063627c7-6324-443d-a5d2-f3690b8a5c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b7f0d1-b70d-40f4-a24c-7c40acf8f1df,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:41.915840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:41.918613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:41.920248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:41.932742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Port 335b2820-1373-489b-9c50-f0f0fea09cd1 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:11:41.936032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:41.950543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:41.951267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:41.951899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:41.953397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Bound port: 335b2820-1373-489b-9c50-f0f0fea09cd1, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:41.956475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:42.015440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-ac4f608b-562c-44d5-b05b-88b096b5a2cf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1960726 Jul 07 22:11:42.129585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:42.133968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:42.140473 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:42.160705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a8ea9f6-6521-4372-ba64-f24c17d2cfd1 req-af5d070d-fd12-43ed-a9a7-1aa179310033 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 210 time: 0.1316874 Jul 07 22:11:42.249054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:42.250003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:42.251733 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] 10.222.0.83 "PUT /v2.0/ports/335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 1097 time: 1.6685166 Jul 07 22:11:42.252540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059110a-5699-490d-9dbb-be246d5280c6 service neutron] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:42.316468 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49695c4a-bff6-4faa-87ed-3047483f75a4 x-openstack-request-id: req-49695c4a-bff6-4faa-87ed-3047483f75a4 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:42.316955 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4797ceb7-2ab1-4021-adc1-ef1c8add1b83", "name": "network-vif-deleted", "tag": "fbaeeacd-ca82-45e3-a632-dcd5449866a6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:42.317611 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49695c4a-bff6-4faa-87ed-3047483f75a4 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:42.330472 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4797ceb7-2ab1-4021-adc1-ef1c8add1b83', 'name': 'network-vif-deleted', 'tag': 'fbaeeacd-ca82-45e3-a632-dcd5449866a6', 'status': 'completed', 'code': 200} Jul 07 22:11:42.364195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bc8819d3-6c70-4247-8b04-cda14dce3e94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0612b2dd51464d40b2f6ad2855b6ff65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7440288 Jul 07 22:11:42.379503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50122) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:42.497450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3f9b48d-f327-48ea-af1f-fa30468e43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:42.535491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-92ae291a-0ff2-40dd-8c46-9a026819c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:42.537747 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-92ae291a-0ff2-40dd-8c46-9a026819c150 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1100 time: 0.2167420 Jul 07 22:11:42.594469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:42.686457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2645a177-2405-40af-becc-ed2a434c0de7 service neutron] 10.222.0.81 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697052 Jul 07 22:11:42.729283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e3f9b48d-f327-48ea-af1f-fa30468e43c6 None None] For port b1d46329-bec2-434d-861b-567f6b1891c7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b1d46329-bec2-434d-861b-567f6b1891c7,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:42.746989 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e3f9b48d-f327-48ea-af1f-fa30468e43c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:42.777809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-c3331462-8c40-4ccf-a9d7-81376573b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:42.779546 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-c3331462-8c40-4ccf-a9d7-81376573b40a service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2331750 Jul 07 22:11:42.827811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:42.828465 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:42.875066 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-a8cc81d1-6713-44d1-ad4e-17d22e704c84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.0865090 Jul 07 22:11:42.888724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9b48d-f327-48ea-af1f-fa30468e43c6 None None] Pushing event updated for resources: {'Port': ['ID=b1d46329-bec2-434d-861b-567f6b1891c7,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:43.033362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-66a07770-be4e-4462-8faf-a329b9188e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:43.040275 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-66a07770-be4e-4462-8faf-a329b9188e79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1543334 Jul 07 22:11:43.076432 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4851cdab-55fd-4f34-8246-fa7544684688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:43.112518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f75f3-5a89-4aa5-99c2-da9efb90f03f req-928277ab-ebc0-4514-a905-0505396adb55 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:43.122760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e0f75f3-5a89-4aa5-99c2-da9efb90f03f req-928277ab-ebc0-4514-a905-0505396adb55 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 948 time: 0.5777016 Jul 07 22:11:43.130989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-e4cf7416-2699-48aa-a084-9ad549c4cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:43.132937 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-e4cf7416-2699-48aa-a084-9ad549c4cef8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880482 Jul 07 22:11:43.138673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5bc590d9-2b67-4d2d-8f87-74716f802db8 service neutron] 10.222.0.81 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499402 Jul 07 22:11:43.206915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:11:43.237537 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4851cdab-55fd-4f34-8246-fa7544684688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:43.337203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e0f75f3-5a89-4aa5-99c2-da9efb90f03f req-e425720d-b4c7-4c72-9f9e-a7a2454ef50d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133996 Jul 07 22:11:43.347504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:11:43.428566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7cd496c9-3d29-44e5-9657-ebe83aa487a7 None None] Provisioning complete for port b1d46329-bec2-434d-861b-567f6b1891c7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:43.435106 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cd496c9-3d29-44e5-9657-ebe83aa487a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:43.453713 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-1d679e61-f6cc-4045-81b1-60a06a248892 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945607 Jul 07 22:11:43.484663 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4851cdab-55fd-4f34-8246-fa7544684688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:43.487210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4851cdab-55fd-4f34-8246-fa7544684688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:43.491266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4851cdab-55fd-4f34-8246-fa7544684688 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8946d8dc-f266-4af0-a395-db3cf8ac91b7 HTTP/1.1" status: 204 len: 168 time: 1.1065137 Jul 07 22:11:43.493073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-e2eb7d7d-7d0b-41f6-a5a8-9313bcfa641b service neutron] 10.222.0.81 "GET /v2.0/networks/dcdfba0a-4c91-40d5-9f9b-549e8524f26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452132 Jul 07 22:11:43.501892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851cdab-55fd-4f34-8246-fa7544684688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8946d8dc-f266-4af0-a395-db3cf8ac91b7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:43.777602 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6bf147a3-0642-4fea-a078-af5256191dd3 req-257a6f2f-c8f9-4598-a19c-7c93d73a7cc5 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229027 Jul 07 22:11:43.904959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-9d4c8a42-a806-4641-aa2a-a9914be66923 service neutron] 10.222.0.81 "GET /v2.0/networks/dcdfba0a-4c91-40d5-9f9b-549e8524f26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943870 Jul 07 22:11:43.977897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834b702-0e55-448b-9155-5a0436a8c49e req-fd2e9877-8579-445c-a5ab-6e86c83d6312 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:43.979684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b834b702-0e55-448b-9155-5a0436a8c49e req-fd2e9877-8579-445c-a5ab-6e86c83d6312 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad054759-0c6b-4534-a64e-53fcb9be8346 HTTP/1.1" status: 200 len: 946 time: 0.3047104 Jul 07 22:11:44.016953 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0f37dd-f510-46d5-98b2-b4ddf24025cc x-openstack-request-id: req-fe0f37dd-f510-46d5-98b2-b4ddf24025cc {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:44.017423 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-unplugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:44.017841 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe0f37dd-f510-46d5-98b2-b4ddf24025cc {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:44.018569 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'code': 200} Jul 07 22:11:44.071031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-e1080fcb-6781-48d6-9634-cd5a343bec8d service neutron] 10.222.0.81 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580081 Jul 07 22:11:44.504960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-dd828a25-8e0e-48a2-8e80-0b2d753d3675 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--214179117&fields=id&tenant_id=9637cba1caa041bea974b4f659b98b5a HTTP/1.1" status: 200 len: 267 time: 0.2267623 Jul 07 22:11:44.549041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b1d46329-bec2-434d-861b-567f6b1891c7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:44.647433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-8b53f266-f784-4217-93ab-5b2b5736bb28 service neutron] 10.222.0.81 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651498 Jul 07 22:11:44.660018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b1d46329-bec2-434d-861b-567f6b1891c7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:44.660703 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:44.684994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Deleting port 2738b98b-f84b-447b-832a-6574ad94a530 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:11:44.685487 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:44.907003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-b498ebfb-9a38-4a85-89ca-e8fbf640724b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:44.918981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-b498ebfb-9a38-4a85-89ca-e8fbf640724b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/networks?id=612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 200 len: 824 time: 0.4000058 Jul 07 22:11:44.975705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-26f8eb43-6dad-4cdd-9ba6-0bf04b50ccf7 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/quotas/9637cba1caa041bea974b4f659b98b5a HTTP/1.1" status: 200 len: 375 time: 0.0551050 Jul 07 22:11:45.192211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] For port 2738b98b-f84b-447b-832a-6574ad94a530, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2738b98b-f84b-447b-832a-6574ad94a530,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:45.192583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:45.366628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50226) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:45.533016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-91151730-57e1-4ddc-b75f-c9370aec383d tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1070012160', 'prefixes': ['172.20.0.0/16']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:45.624544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee6daba0-49f4-44c8-9324-f1cb25f596ce req-66d3f93a-6e15-49b1-b423-65bb6b33b615 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 210 time: 0.1459975 Jul 07 22:11:45.697742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91151730-57e1-4ddc-b75f-c9370aec383d tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] Notify callbacks [] for subnetpool, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:45.703511 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-91151730-57e1-4ddc-b75f-c9370aec383d tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3313289 Jul 07 22:11:45.706415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50232) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:45.797045 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-107b3e0b-0068-418b-9f65-7c22ba044050 tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] 10.222.0.81 "GET /v2.0/subnetpools/ceab659f-dc60-4939-97dc-4641e61f5c2c HTTP/1.1" status: 200 len: 732 time: 0.0887942 Jul 07 22:11:45.799343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50238) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:45.812035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4b4d2ae0-0bc8-41e8-8c42-3ccbac7e22de tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-348127741'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:45.965062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-35b3c318-65ba-434f-af4b-5043d88d8618 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9637cba1caa041bea974b4f659b98b5a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.9824421 Jul 07 22:11:45.977675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:45.979077 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:45.979469 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Floating IP 57494e2b-25ef-4c93-b788-ecc20f2d0f1e disassociated. External IP: 172.25.8.89, port: 2738b98b-f84b-447b-832a-6574ad94a530. Jul 07 22:11:45.979833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Calling delete_port for 2738b98b-f84b-447b-832a-6574ad94a530 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:11:45.983190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b4d2ae0-0bc8-41e8-8c42-3ccbac7e22de tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] Notify callbacks [] for subnetpool, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:45.998968 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b4d2ae0-0bc8-41e8-8c42-3ccbac7e22de tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] 10.222.0.81 "PUT /v2.0/subnetpools/ceab659f-dc60-4939-97dc-4641e61f5c2c HTTP/1.1" status: 200 len: 683 time: 0.1983523 Jul 07 22:11:45.999722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50244) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:46.023892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:46.031515 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b20bc88-e200-45de-848a-3b5f53f01641" -d '{"events": [{"name": "network-changed", "server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:46.178889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33015ca8-8b6d-4344-b6d2-9ad0e4762748 tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] Notify callbacks [] for subnetpool, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:46.184253 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-33015ca8-8b6d-4344-b6d2-9ad0e4762748 tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] 10.222.0.81 "DELETE /v2.0/subnetpools/ceab659f-dc60-4939-97dc-4641e61f5c2c HTTP/1.1" status: 204 len: 168 time: 0.1834579 Jul 07 22:11:46.184968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50254) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:46.209488 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-ef1b286e-76c3-468f-bf7e-12112965ef6d tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] show failed (client error): The resource could not be found. Jul 07 22:11:46.220237 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ef1b286e-76c3-468f-bf7e-12112965ef6d tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] 10.222.0.81 "GET /v2.0/subnetpools/ceab659f-dc60-4939-97dc-4641e61f5c2c HTTP/1.1" status: 404 len: 346 time: 0.0341434 Jul 07 22:11:46.220895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:46.253509 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-9a60fafb-668a-4886-b9da-a32dcce745fd tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] delete failed (client error): The resource could not be found. Jul 07 22:11:46.258432 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9a60fafb-668a-4886-b9da-a32dcce745fd tempest-SubnetPoolsTestJSON-916561824 tempest-SubnetPoolsTestJSON-916561824-project] 10.222.0.81 "DELETE /v2.0/subnetpools/ceab659f-dc60-4939-97dc-4641e61f5c2c HTTP/1.1" status: 404 len: 346 time: 0.0363681 Jul 07 22:11:46.282524 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:46.352545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event deleted for resources: {'Port': ['ID=2738b98b-f84b-447b-832a-6574ad94a530,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:46.571345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc81fe0-924e-46da-9e21-5acc758b82da req-69ee2a89-ffe3-4bc6-bae0-be24284291ba tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:46.578879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fbc81fe0-924e-46da-9e21-5acc758b82da req-69ee2a89-ffe3-4bc6-bae0-be24284291ba tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 948 time: 0.2436669 Jul 07 22:11:46.608632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-45007de8-3bd8-472f-a95e-8bf87518d8ed service neutron] 10.222.0.81 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157184 Jul 07 22:11:46.660634 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:46.718690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-60852009-cd38-4497-8da3-d68f66962038 service neutron] 10.222.0.81 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016839 Jul 07 22:11:46.762731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fbc81fe0-924e-46da-9e21-5acc758b82da req-eca3817e-0743-461c-8d3d-9a5951d882a4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830451 Jul 07 22:11:46.795680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Router 7af28927-48e3-422f-ab18-e63fc6e725cc has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:11:46.889639 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f89ddd1-b847-41b8-9e04-d0dcdcdae80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:47.116088 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11a130c-1d02-4100-b57b-665242a1e9b7 x-openstack-request-id: req-e11a130c-1d02-4100-b57b-665242a1e9b7 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:47.116378 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:47.116676 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e11a130c-1d02-4100-b57b-665242a1e9b7 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:47.117067 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'status': 'completed', 'code': 200} Jul 07 22:11:47.119175 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f89ddd1-b847-41b8-9e04-d0dcdcdae80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:47.126551 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f89ddd1-b847-41b8-9e04-d0dcdcdae80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:47.231255 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3f89ddd1-b847-41b8-9e04-d0dcdcdae80d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffd439c6a33d407796d080f8959f1406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695484 Jul 07 22:11:47.236777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50290) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:47.248073 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89ddd1-b847-41b8-9e04-d0dcdcdae80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e82c158-3b8f-4e72-9865-1fabdf9418a4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:47.314169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cda31b9-a691-4dc5-80bc-0f9795185f6e req-caf72422-3735-4337-b947-e56fb8c32817 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 210 time: 0.2094302 Jul 07 22:11:47.327454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-7633554a-7006-4492-b342-7d1f9cb582aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:47.329060 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-7633554a-7006-4492-b342-7d1f9cb582aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1100 time: 0.1616960 Jul 07 22:11:47.420676 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-821fe743-eb5e-470c-af24-02a32167a227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:47.466024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-821fe743-eb5e-470c-af24-02a32167a227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:47.530146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-317baadd-113d-4981-904b-e8dc1a29da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:47.532380 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-317baadd-113d-4981-904b-e8dc1a29da95 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1945803 Jul 07 22:11:47.583522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2738b98b-f84b-447b-832a-6574ad94a530 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:11:47.640715 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-6f183f76-4e2b-424b-9f06-deb3cff57340 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.0978868 Jul 07 22:11:47.644767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 2738b98b-f84b-447b-832a-6574ad94a530 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:11:47.646260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2738b98b-f84b-447b-832a-6574ad94a530 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:11:47.746147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-821fe743-eb5e-470c-af24-02a32167a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:47.754412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-821fe743-eb5e-470c-af24-02a32167a227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:47.758195 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-821fe743-eb5e-470c-af24-02a32167a227 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e82c158-3b8f-4e72-9865-1fabdf9418a4 HTTP/1.1" status: 204 len: 168 time: 0.5174024 Jul 07 22:11:47.792597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-70b0c0d7-3f35-438e-8cdd-4dc53e9e4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:47.794181 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-70b0c0d7-3f35-438e-8cdd-4dc53e9e4310 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1435170 Jul 07 22:11:47.800601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821fe743-eb5e-470c-af24-02a32167a227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e82c158-3b8f-4e72-9865-1fabdf9418a4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:47.965231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-1b81fd5e-dddb-471f-8fe6-8e259b506cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:47.972321 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-1b81fd5e-dddb-471f-8fe6-8e259b506cbd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1688712 Jul 07 22:11:48.065039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:11:48.079862 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] Sync routers for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:11:48.103484 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:48.104535 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:48.158580 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-2c9369a4-4e34-46d0-8aa2-34b0010e57c0 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690226 Jul 07 22:11:48.220478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-6f14d69f-051f-4adb-b2bc-09fd98ed4dc1 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:48.226944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-6f14d69f-051f-4adb-b2bc-09fd98ed4dc1 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:48.230315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-6f14d69f-051f-4adb-b2bc-09fd98ed4dc1 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "GET /v2.0/networks?id=c5283b17-6152-47e5-9e5f-af1252aae092&id=dcdfba0a-4c91-40d5-9f9b-549e8524f26c&id=c5283b17-6152-47e5-9e5f-af1252aae092 HTTP/1.1" status: 200 len: 1391 time: 0.1626852 Jul 07 22:11:48.348525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d0db63f-eb75-4db0-92b5-7fdd9741ef2f req-428193f3-6513-4ba8-8b48-50f6ae6d81a9 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=4797ceb7-2ab1-4021-adc1-ef1c8add1b83 HTTP/1.1" status: 200 len: 210 time: 0.8841846 Jul 07 22:11:48.358762 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3a5f6e9-8fe8-4d3b-b2ba-339404fca5bf req-dd00b4d3-b6b9-4ad2-ba85-698e13f17202 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 210 time: 0.2914886 Jul 07 22:11:48.487833 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-f37edc8b-42ca-42cc-b6f6-fcdce54da4cb service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103001 Jul 07 22:11:48.566534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'port': {'device_id': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092', 'admin_state_up': True, 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:48.812807 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:48.933734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] No DVR routers for this DVR port 2738b98b-f84b-447b-832a-6574ad94a530 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:11:48.943295 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:48.944416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b834b702-0e55-448b-9155-5a0436a8c49e req-f56e28f0-b3cc-4e10-8975-acda44ef4c9f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.83 "DELETE /v2.0/ports/2738b98b-f84b-447b-832a-6574ad94a530 HTTP/1.1" status: 204 len: 173 time: 4.8722370 Jul 07 22:11:48.973895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'name': 'network-vif-deleted', 'tag': '2738b98b-f84b-447b-832a-6574ad94a530'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:48.978423 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835fd4a0-c710-47ac-a975-79112697bd24" -d '{"events": [{"server_uuid": "ad054759-0c6b-4534-a64e-53fcb9be8346", "name": "network-vif-deleted", "tag": "2738b98b-f84b-447b-832a-6574ad94a530"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:49.095048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-6ea85988-3bd6-40b3-9518-fb30aef905c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:49.105993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-6ea85988-3bd6-40b3-9518-fb30aef905c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1100 time: 1.7783289 Jul 07 22:11:49.110791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f6d6daa-7e3e-4224-bd2d-dcb87d2dc0e0 req-8f4265af-9efc-4faf-bc75-fa981ffba302 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 210 time: 0.0913768 Jul 07 22:11:49.200169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:49.203773 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.237735 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:11:49.380202 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:49.427411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.438043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Allocated IP 19.80.0.44 (c5283b17-6152-47e5-9e5f-af1252aae092/2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b/341c6df8-c010-4cd5-86c6-d6782c42f785) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:49.449177 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.475401 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] Checking router: 7af28927-48e3-422f-ab18-e63fc6e725cc for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:11:49.490806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:49.501478 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:11:49.502044 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:11:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:49.504510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:49.512187 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a875ea-1b5b-4294-b773-ba3f8fbfdada" -d '{"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-unplugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:49.539049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:49.545662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.606506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:11:49.731175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-223157313'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:49.749327 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:11:49.778207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Made reservation on behalf of 990fa693b390471292f209bd65b804f4 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:49.789952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.795493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.811057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Transition to ACTIVE for port object 341c6df8-c010-4cd5-86c6-d6782c42f785 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:49.813262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.885256 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.910051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:49.943864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'mac_address': 'fa:16:3e:0b:e3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:11:49.954664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddcf4f-e6bf-47fc-89a3-6159c9289daf req-5b118bd7-7fd2-4757-bce5-f815da0c4c84 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:49.962997 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fddcf4f-e6bf-47fc-89a3-6159c9289daf req-5b118bd7-7fd2-4757-bce5-f815da0c4c84 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 948 time: 1.1128709 Jul 07 22:11:49.964528 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.975866 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:49.976368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:50.065910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:50.073204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network c5283b17-6152-47e5-9e5f-af1252aae092 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:50.089101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:50.105382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:50.109558 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:11:50.115401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335b2820-1373-489b-9c50-f0f0fea09cd1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:50.136650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:50.143531 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Added segment d3452a1b-5568-4dd0-b2e0-af4ecec75245 of type vlan for network 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a Jul 07 22:11:50.169919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:50.177997 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:50.219889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:50.226690 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:50.259418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-d56fb092-0f27-4392-8981-0c54a320c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:50.261037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-d56fb092-0f27-4392-8981-0c54a320c72e service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 1.1463089 Jul 07 22:11:50.264285 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:50.271621 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:50.292716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:50.310561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fddcf4f-e6bf-47fc-89a3-6159c9289daf req-291ca2ab-9b03-4a2e-9f90-5926e481def4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462372 Jul 07 22:11:50.326350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Port': ['ID=341c6df8-c010-4cd5-86c6-d6782c42f785,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:50.359861 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fa58be-3081-46f4-a292-732c831c2ee9 None None] The sync data for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 is: [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:11:50.377876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-7551c6a6-a39d-4857-8d0d-70fc515fbd6a tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:50.382876 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-7551c6a6-a39d-4857-8d0d-70fc515fbd6a tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.44 "GET /v2.0/networks?id=612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 200 len: 824 time: 0.8435874 Jul 07 22:11:50.392054 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:50.403209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:50.408406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:50.423286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-25750bd8-ce96-4ff3-bd2e-207251f0323a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.1464574 Jul 07 22:11:50.424706 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4c2a16-05cb-40bb-bfe0-17e2d06d6fdc x-openstack-request-id: req-ac4c2a16-05cb-40bb-bfe0-17e2d06d6fdc {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:50.424993 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad054759-0c6b-4534-a64e-53fcb9be8346", "name": "network-vif-deleted", "tag": "2738b98b-f84b-447b-832a-6574ad94a530", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:50.425245 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac4c2a16-05cb-40bb-bfe0-17e2d06d6fdc {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:50.425633 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad054759-0c6b-4534-a64e-53fcb9be8346', 'name': 'network-vif-deleted', 'tag': '2738b98b-f84b-447b-832a-6574ad94a530', 'status': 'completed', 'code': 200} Jul 07 22:11:50.432297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-747ae33b-a3d0-4979-8601-ac99fc612b10 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9042699 Jul 07 22:11:50.464493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c08274-7d37-48df-b02a-80f49cfa260c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:50.517939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-87e91fa1-22c8-4534-855f-1bf3019157c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:50.519461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-87e91fa1-22c8-4534-855f-1bf3019157c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0901568 Jul 07 22:11:50.525504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'port': {'device_id': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c', 'admin_state_up': True, 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:50.560402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d30a4861-24c5-4e0a-807c-003aa489d34a None None] Provisioning for port 341c6df8-c010-4cd5-86c6-d6782c42f785 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:50.569319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d30a4861-24c5-4e0a-807c-003aa489d34a None None] Provisioning complete for port 341c6df8-c010-4cd5-86c6-d6782c42f785 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:50.569711 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d30a4861-24c5-4e0a-807c-003aa489d34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:50.636203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56045b9-0209-4560-8317-438ac81b162c req-c53e368b-8198-40ed-b312-c9e6e26f7a24 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:50.643496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a56045b9-0209-4560-8317-438ac81b162c req-c53e368b-8198-40ed-b312-c9e6e26f7a24 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 948 time: 0.7800112 Jul 07 22:11:50.678421 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1850176 Jul 07 22:11:50.687481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:50.690064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['335b2820-1373-489b-9c50-f0f0fea09cd1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:11:50.700346 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-e8a771d4-8770-4b06-848c-ddc7d6230403 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9637cba1caa041bea974b4f659b98b5a HTTP/1.1" status: 200 len: 379 time: 0.2832274 Jul 07 22:11:50.719908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Request body: {'subnet': {'network_id': '31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:50.743711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Request body: {'port': {'device_id': '11f88ab8-7501-4a37-9217-a932ec693c42', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'admin_state_up': True, 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'security_groups': ['71f17009-fbef-4400-931f-5231f6790f92']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:50.754119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a56045b9-0209-4560-8317-438ac81b162c req-68929469-b384-404c-a7e7-c73c4b27b23d tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097751 Jul 07 22:11:50.839747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-542cd80b-7639-4417-ba23-30cb76f19763 req-6ca17173-17ed-4b27-a0a9-90b2e9571255 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 210 time: 0.0806930 Jul 07 22:11:50.856253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-6d8c539b-c683-48b0-8dbb-f30862978e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:50.857863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-6d8c539b-c683-48b0-8dbb-f30862978e4d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3259211 Jul 07 22:11:50.862794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22708eed-84eb-4171-ad64-7ec1e70f68fd None None] New status for floating IP 57494e2b-25ef-4c93-b788-ecc20f2d0f1e: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:11:51.018292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f461a-dd69-4c8f-a37c-4f4fafaf4a85 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Pushing event updated for resources: {'Network': ['ID=31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:51.033879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Made reservation on behalf of 9637cba1caa041bea974b4f659b98b5a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:51.045187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:51.092905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:11:51.114625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-3b7aa9b4-04ba-4f3d-8171-14ecd2f3e54d service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474859 Jul 07 22:11:51.188844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d30a4861-24c5-4e0a-807c-003aa489d34a None None] Port 341c6df8-c010-4cd5-86c6-d6782c42f785 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:51.216622 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7606812-a9e4-48ce-92da-b3f5b56693e5 x-openstack-request-id: req-d7606812-a9e4-48ce-92da-b3f5b56693e5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:51.218336 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-unplugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:51.218713 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7606812-a9e4-48ce-92da-b3f5b56693e5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:51.219438 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'code': 200} Jul 07 22:11:51.275134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:51.280777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:51.287927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:11:51.287927 n-d-695012-11 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:11:51.287927 n-d-695012-11 neutron-server[93942]: [parameters: {'project_id_1': '990fa693b390471292f209bd65b804f4', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 11, 51, 194438)}] Jul 07 22:11:51.287927 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:11:51.288305 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:11:51.346815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Allocated IP 172.20.0.7 (612059aa-53f0-48ef-9198-ca4890e951aa/3a9942e5-327d-4e25-9c10-3e72191c7e80/42e93efd-f870-40ba-873a-a47587efe385) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:51.347780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23b413-43a8-4ee1-90e1-dc52ee801abc req-c45a885d-19d1-4913-a189-64f71961e24c tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:51.357503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e23b413-43a8-4ee1-90e1-dc52ee801abc req-c45a885d-19d1-4913-a189-64f71961e24c tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 931 time: 0.2318308 Jul 07 22:11:51.397426 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b20bc88-e200-45de-848a-3b5f53f01641 req-8673f4c4-1837-4bed-acb9-a27a20ccff5e service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726607 Jul 07 22:11:51.425130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e23b413-43a8-4ee1-90e1-dc52ee801abc req-381ae0ac-1a04-44de-9a2c-78c62f5255c2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625412 Jul 07 22:11:51.696098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50398) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:51.701924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Allocated IP 19.86.0.174 (dcdfba0a-4c91-40d5-9f9b-549e8524f26c/349bcf65-d53b-45ea-ae02-fe8c0c1d3d33/5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:51.771332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:51.786447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c77bf-425b-4189-8a12-3b17e09b4c5a req-8eecbc22-e746-4443-90f0-683944d3760e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:51.793744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491c77bf-425b-4189-8a12-3b17e09b4c5a req-8eecbc22-e746-4443-90f0-683944d3760e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 949 time: 0.1375480 Jul 07 22:11:51.822399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Transition to ACTIVE for port object 42e93efd-f870-40ba-873a-a47587efe385 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:51.846149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Made reservation on behalf of 990fa693b390471292f209bd65b804f4 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:51.850412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:51.946762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c777-7c9a-4ff2-95d3-ad99e192b128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:51.976726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491c77bf-425b-4189-8a12-3b17e09b4c5a req-219938a7-0e3d-49c2-aaed-f259aa717df4 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818268 Jul 07 22:11:52.008361 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.129286 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.129677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Network 612059aa-53f0-48ef-9198-ca4890e951aa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:52.149429 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:52.172578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Transition to ACTIVE for port object 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:52.176531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:52.272148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c777-7c9a-4ff2-95d3-ad99e192b128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.291147 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.328620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c777-7c9a-4ff2-95d3-ad99e192b128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.359896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:52.360576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.370636 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0dd2c777-7c9a-4ff2-95d3-ad99e192b128 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c55cdd0b520c46b1ab7f12705a503fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6734128 Jul 07 22:11:52.371417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event updated for resources: {'Port': ['ID=42e93efd-f870-40ba-873a-a47587efe385,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:52.373779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50420) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:52.456478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-591efbe0-6846-450a-9acc-b650059be8fe tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1818419844&fields=id&tenant_id=90d2af4d76114816afa869266f3c7e58 HTTP/1.1" status: 200 len: 267 time: 0.2028155 Jul 07 22:11:52.460711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Port': ['ID=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:52.476190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network dcdfba0a-4c91-40d5-9f9b-549e8524f26c is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:52.495073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:52.507451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2c777-7c9a-4ff2-95d3-ad99e192b128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011f00b5-ecd9-4d62-9bf3-f1b1bcf84319,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:52.511228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:52.534733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bd25b75c-8187-42ec-beb5-2261e9931dea None None] Provisioning for port 42e93efd-f870-40ba-873a-a47587efe385 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:52.541089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bd25b75c-8187-42ec-beb5-2261e9931dea None None] Provisioning complete for port 42e93efd-f870-40ba-873a-a47587efe385 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:52.541464 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd25b75c-8187-42ec-beb5-2261e9931dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.605168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.618552 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6b99c14b-7e4e-4200-af9a-242e600f4736 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8845701 Jul 07 22:11:52.626448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bd25b75c-8187-42ec-beb5-2261e9931dea None None] Port 42e93efd-f870-40ba-873a-a47587efe385 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:52.673703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Request body: {'port': {'device_id': '11f88ab8-7501-4a37-9217-a932ec693c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:52.728465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c401e09c-981c-4153-8115-5aaa6ca67f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.780526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdbf13-725d-452c-810f-a5035e821db7 req-34d0ab0b-d851-4bb2-8893-946b419a5544 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:52.788008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-34d0ab0b-d851-4bb2-8893-946b419a5544 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/networks?id=5883626e-388b-476b-ac2e-cce6246b6a3a HTTP/1.1" status: 200 len: 816 time: 0.3150229 Jul 07 22:11:52.806458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Pushing event updated for resources: {'Subnet': ['ID=f053d877-adf8-44aa-b6eb-85db2908f1ba,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:52.815603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:52.816418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.828539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78c39b-82cb-4a8b-be2e-8c82cff1764d req-cd141f41-68fb-43a8-bbd2-bd372ed1cda3 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:52.833155 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Checking segment: {'id': 'd3452a1b-5568-4dd0-b2e0-af4ecec75245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:52.833739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Network hostable DHCP agents. Network: 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:11:52.836024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f78c39b-82cb-4a8b-be2e-8c82cff1764d req-cd141f41-68fb-43a8-bbd2-bd372ed1cda3 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 931 time: 0.5333223 Jul 07 22:11:52.857819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c401e09c-981c-4153-8115-5aaa6ca67f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.881194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-2f3be455-9fd8-4af0-bc23-a3aa69bde6d5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/quotas/90d2af4d76114816afa869266f3c7e58 HTTP/1.1" status: 200 len: 375 time: 0.0918360 Jul 07 22:11:52.929447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Network 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:11:52.930812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5e3d1fc3-4481-4f87-aa69-cb183af9037a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4100437 Jul 07 22:11:52.938420 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.950793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f78c39b-82cb-4a8b-be2e-8c82cff1764d req-527e994d-d4ef-4bdd-bca3-cdb76aa7b38f tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134467 Jul 07 22:11:52.955113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-84d0ed6b-ad65-4108-a68a-82109e4e4ac2 None None] Provisioning for port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:52.964646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'port': {'device_id': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092', 'admin_state_up': True, 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:52.964942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-84d0ed6b-ad65-4108-a68a-82109e4e4ac2 None None] Provisioning complete for port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:52.965278 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84d0ed6b-ad65-4108-a68a-82109e4e4ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:52.988266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:52.996201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:52.996934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:53.012414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3613531d-e584-4850-a541-cda46b4c334e None None] Network 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:53.022367 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c401e09c-981c-4153-8115-5aaa6ca67f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:53.025438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c401e09c-981c-4153-8115-5aaa6ca67f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:53.029811 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c401e09c-981c-4153-8115-5aaa6ca67f58 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/011f00b5-ecd9-4d62-9bf3-f1b1bcf84319 HTTP/1.1" status: 204 len: 168 time: 0.6358523 Jul 07 22:11:53.121741 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401e09c-981c-4153-8115-5aaa6ca67f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f00b5-ecd9-4d62-9bf3-f1b1bcf84319,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:53.123101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-84d0ed6b-ad65-4108-a68a-82109e4e4ac2 None None] Port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:53.126914 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fc56443b-f4c8-477e-a476-19acc0201a72 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4237630 Jul 07 22:11:53.131023 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50426) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:53.142440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Request body: {'port': {'network_id': '31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a', 'name': 'tempest-TagsExtTest-608344103'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:53.200874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-d1f87ed2-b2c8-494f-83ec-20b9c03988f9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=90d2af4d76114816afa869266f3c7e58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3180389 Jul 07 22:11:53.328428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a', 'network_id': '31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a', 'tenant_id': '990fa693b390471292f209bd65b804f4', 'fixed_ips': [{'subnet_id': 'f053d877-adf8-44aa-b6eb-85db2908f1ba'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:11:53.333892 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:53.397869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:53.402020 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:53.591187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Allocated IP 172.20.0.2 (31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a/f053d877-adf8-44aa-b6eb-85db2908f1ba/add165bb-c341-4baf-973f-d625d84af872) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:53.597176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:53.608948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-b13564c8-75cf-4170-9386-9e830acea196 service neutron] 10.222.0.81 "GET /v2.0/networks/5883626e-388b-476b-ac2e-cce6246b6a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916345 Jul 07 22:11:53.719132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 335b2820-1373-489b-9c50-f0f0fea09cd1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:53.729598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 335b2820-1373-489b-9c50-f0f0fea09cd1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:53.729988 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:53.888720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Allocated IP 19.80.0.39 (c5283b17-6152-47e5-9e5f-af1252aae092/2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b/16622358-0f05-408d-b116-75fd125922cc) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:53.920779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-2850a239-d945-48c9-a1b3-9d7c6aed0804 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:53.922240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-2850a239-d945-48c9-a1b3-9d7c6aed0804 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df&tenant_id=faa40811a1804d4c819af9338b7db7e4&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 949 time: 0.4476550 Jul 07 22:11:53.922492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Made reservation on behalf of 990fa693b390471292f209bd65b804f4 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:53.925901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:53.962258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-c43f6782-306e-4272-a2a0-7756f2512809 service neutron] 10.222.0.81 "GET /v2.0/networks/5883626e-388b-476b-ac2e-cce6246b6a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194845 Jul 07 22:11:53.978924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] device_id is not set on port 3871f9b3-d807-4a1a-962b-e709502d6bcd yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:11:53.988467 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.016130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Transition to ACTIVE for port object add165bb-c341-4baf-973f-d625d84af872 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:54.036191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d7b9-0ce1-41db-bb8a-1f5f84428945 req-1093ceff-c169-44af-9dab-8838a509bb46 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:54.042173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d7b9-0ce1-41db-bb8a-1f5f84428945 req-1093ceff-c169-44af-9dab-8838a509bb46 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:54.049081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9da8d7b9-0ce1-41db-bb8a-1f5f84428945 req-1093ceff-c169-44af-9dab-8838a509bb46 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 1654 time: 0.2879341 Jul 07 22:11:54.061121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Transition to ACTIVE for port object add165bb-c341-4baf-973f-d625d84af872 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:54.093011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e93efd-f870-40ba-873a-a47587efe385 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:54.093262 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.120309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.123730 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.154949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Transition to ACTIVE for port object 42e93efd-f870-40ba-873a-a47587efe385 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:54.167945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.184632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Allocated IP 172.20.0.5 (31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a/f053d877-adf8-44aa-b6eb-85db2908f1ba/3871f9b3-d807-4a1a-962b-e709502d6bcd) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:54.222656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Network 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:54.240226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:54.260754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:54.263068 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fe7af8-bcea-4eb3-9780-3dc57f90dcf6" -d '{"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-plugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:54.275498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:54.298983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9da8d7b9-0ce1-41db-bb8a-1f5f84428945 req-3fe1c5c1-05bf-41f2-931a-dd8c22074f2c tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460396 Jul 07 22:11:54.319078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:54.330515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=42e93efd-f870-40ba-873a-a47587efe385,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:54.341519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Pushing event updated for resources: {'Port': ['ID=add165bb-c341-4baf-973f-d625d84af872,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:54.416799 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.430320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.430703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.431063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.431418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.431770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.432115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.432454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.432792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.439763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.439973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.441581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.441581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:11:54.536654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.550788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:54.574407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Transition to ACTIVE for port object 16622358-0f05-408d-b116-75fd125922cc will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:54.586601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Attempting to bind port add165bb-c341-4baf-973f-d625d84af872 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:54.587105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Attempting to bind port add165bb-c341-4baf-973f-d625d84af872 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd3452a1b-5568-4dd0-b2e0-af4ecec75245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:54.587645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Attempting to bind port add165bb-c341-4baf-973f-d625d84af872 on network 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:54.595283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:54.595968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Checking segment: {'id': 'd3452a1b-5568-4dd0-b2e0-af4ecec75245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:54.596066 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.596451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Bound using segment: {'id': 'd3452a1b-5568-4dd0-b2e0-af4ecec75245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:54.597138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Bound port: add165bb-c341-4baf-973f-d625d84af872, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3452a1b-5568-4dd0-b2e0-af4ecec75245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:54.597586 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.670376 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:11:54.709314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.751509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Attempting to bind port 42e93efd-f870-40ba-873a-a47587efe385 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:54.751844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Attempting to bind port 42e93efd-f870-40ba-873a-a47587efe385 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:54.752173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Attempting to bind port 42e93efd-f870-40ba-873a-a47587efe385 on network 612059aa-53f0-48ef-9198-ca4890e951aa {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:54.758793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] For port add165bb-c341-4baf-973f-d625d84af872, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:54.771431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Port': ['ID=16622358-0f05-408d-b116-75fd125922cc,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:54.771657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] For port add165bb-c341-4baf-973f-d625d84af872, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=add165bb-c341-4baf-973f-d625d84af872,segment=NetworkSegment(d3452a1b-5568-4dd0-b2e0-af4ecec75245),segment_id=d3452a1b-5568-4dd0-b2e0-af4ecec75245)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:54.784359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-72ae5b09-3059-48a4-9680-51b2282c2029 service neutron] 10.222.0.83 "GET /v2.0/ports/335b2820-1373-489b-9c50-f0f0fea09cd1/bindings/n-h2-695012-11 HTTP/1.1" status: 200 len: 383 time: 0.8504827 Jul 07 22:11:54.785697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Port 42e93efd-f870-40ba-873a-a47587efe385 on network 612059aa-53f0-48ef-9198-ca4890e951aa not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:11:54.786052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Attempting to bind port 42e93efd-f870-40ba-873a-a47587efe385 on network 612059aa-53f0-48ef-9198-ca4890e951aa {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:54.795273 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.809786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network c5283b17-6152-47e5-9e5f-af1252aae092 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:54.816618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:54.822626 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Checking segment: {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:54.822789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:54.823019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Bound using segment: {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:54.823657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Bound port: 42e93efd-f870-40ba-873a-a47587efe385, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44616e3b-3f0f-4069-829d-11ff0376c038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:54.824209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.829000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:54.869195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:54.939502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Transition to ACTIVE for port object 3871f9b3-d807-4a1a-962b-e709502d6bcd will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:54.959059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7b7f8-ed47-4056-8208-e5d2dfd390fd None None] Pushing event updated for resources: {'Port': ['ID=add165bb-c341-4baf-973f-d625d84af872,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:54.989526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] For port 42e93efd-f870-40ba-873a-a47587efe385, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:55.013361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] For port 42e93efd-f870-40ba-873a-a47587efe385, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=42e93efd-f870-40ba-873a-a47587efe385,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:55.022127 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.032389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.080516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:55.081395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.083695 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] 10.222.0.44 "PUT /v2.0/ports/42e93efd-f870-40ba-873a-a47587efe385 HTTP/1.1" status: 200 len: 1092 time: 2.4173884 Jul 07 22:11:55.085049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f88ab8-7501-4a37-9217-a932ec693c42', 'tag': '42e93efd-f870-40ba-873a-a47587efe385'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:55.088742 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0f8b33-3c95-4c15-bb8f-e452b8132023" -d '{"events": [{"name": "network-changed", "server_uuid": "11f88ab8-7501-4a37-9217-a932ec693c42", "tag": "42e93efd-f870-40ba-873a-a47587efe385"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:55.097081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cf480-1d9f-40d3-8f4b-08a4b5ce7177 req-5c1b84a7-8cfb-4964-a760-56c2966ab98a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:55.107190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Network 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:55.107437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b41cf480-1d9f-40d3-8f4b-08a4b5ce7177 req-5c1b84a7-8cfb-4964-a760-56c2966ab98a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.4669573 Jul 07 22:11:55.110836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:55.115838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:55.138529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:55.139229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.236655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397d2d0-5c67-479f-ada3-767718a3d1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=42e93efd-f870-40ba-873a-a47587efe385,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:55.260352 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-13c5e26b-9c0c-4290-81c3-54917b29a839 None None] Provisioning for port 16622358-0f05-408d-b116-75fd125922cc completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:55.270773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-13c5e26b-9c0c-4290-81c3-54917b29a839 None None] Provisioning complete for port 16622358-0f05-408d-b116-75fd125922cc triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:55.270773 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13c5e26b-9c0c-4290-81c3-54917b29a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.276055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-acce3ad5-cc9d-4698-ba96-c8cc2302792f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3238943 Jul 07 22:11:55.304907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Request body: {'port': {'device_id': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:55.320576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-13c5e26b-9c0c-4290-81c3-54917b29a839 None None] Port 16622358-0f05-408d-b116-75fd125922cc cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:55.333303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b41cf480-1d9f-40d3-8f4b-08a4b5ce7177 req-45e07519-0cd7-4907-80aa-b0bff1566763 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250719 Jul 07 22:11:55.369713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885f42f-4712-4f4d-a1f9-e489c584db19 req-17e46cca-8114-44c8-8d06-a360b47ed815 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:55.371679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6885f42f-4712-4f4d-a1f9-e489c584db19 req-17e46cca-8114-44c8-8d06-a360b47ed815 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 943 time: 0.5144062 Jul 07 22:11:55.375671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:55.376334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.467358 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3329711 Jul 07 22:11:55.470034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8b3ad-52e5-43da-b7dc-a68c56815dff tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Pushing event updated for resources: {'Port': ['ID=3871f9b3-d807-4a1a-962b-e709502d6bcd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:55.494453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:55.516972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0d5464e3-b926-4918-99f4-b2f88951eab6 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-57815911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:55.524449 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448cc339-e7e4-4c3f-a2d1-7f2827ad887e x-openstack-request-id: req-448cc339-e7e4-4c3f-a2d1-7f2827ad887e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:55.524792 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-plugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:55.525118 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-448cc339-e7e4-4c3f-a2d1-7f2827ad887e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:55.525533 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'code': 200} Jul 07 22:11:55.586309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-94dccb53-200f-4003-a231-22b1fd89c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:55.588548 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-94dccb53-200f-4003-a231-22b1fd89c2fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9637cba1caa041bea974b4f659b98b5a&device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 1095 time: 0.4362183 Jul 07 22:11:55.589495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d5464e3-b926-4918-99f4-b2f88951eab6 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.590606 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d5464e3-b926-4918-99f4-b2f88951eab6 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.662059 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-014e7eb1-b13e-441f-b00b-e0d6a6550c05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e93efd-f870-40ba-873a-a47587efe385 HTTP/1.1" status: 200 len: 217 time: 0.0649681 Jul 07 22:11:55.744364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-a608cc34-3c69-4d2c-9b2d-8e2263af4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:55.746962 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-a608cc34-3c69-4d2c-9b2d-8e2263af4593 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a9942e5-327d-4e25-9c10-3e72191c7e80 HTTP/1.1" status: 200 len: 863 time: 0.0746977 Jul 07 22:11:55.837657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d5464e3-b926-4918-99f4-b2f88951eab6 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.852508 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d5464e3-b926-4918-99f4-b2f88951eab6 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.855956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-64a6c22d-4fd7-4d2a-80c6-bb10b0b10490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:55.857608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-64a6c22d-4fd7-4d2a-80c6-bb10b0b10490 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1102 time: 1.0162046 Jul 07 22:11:55.901642 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d5464e3-b926-4918-99f4-b2f88951eab6 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:55.903051 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0d5464e3-b926-4918-99f4-b2f88951eab6 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4036663 Jul 07 22:11:55.905652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50516) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:55.913922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7fbc1ccf-e1cc-4428-9a58-0759d3488d6a tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-434009467', 'prefixes': ['172.20.0.0/16']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:55.930580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-f8a0a46a-1cba-4eb4-952d-c5f134921eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:55.932842 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-f8a0a46a-1cba-4eb4-952d-c5f134921eb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=612059aa-53f0-48ef-9198-ca4890e951aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1678340 Jul 07 22:11:55.980504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6885f42f-4712-4f4d-a1f9-e489c584db19 req-2b064dac-8525-4d27-9ab2-ab20ac1388b7 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449757 Jul 07 22:11:56.014698 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.044021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1ccf-e1cc-4428-9a58-0759d3488d6a tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for subnetpool, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:56.045584 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7fbc1ccf-e1cc-4428-9a58-0759d3488d6a tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1361575 Jul 07 22:11:56.049889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50518) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:56.057606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-62fefc8e-83e8-447d-876e-45c97374eb5c tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba', 'tempest-TagsExtTest-Tag-1253110033') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:56.081680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66680b9f-f4a8-4333-8be1-e68fb5d7688c req-4a567490-f69b-453e-92a0-1103a6c0a37c tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 210 time: 0.0891762 Jul 07 22:11:56.103889 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1132495d-660a-4d47-8784-672702a1aa49 x-openstack-request-id: req-1132495d-660a-4d47-8784-672702a1aa49 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:11:56.104175 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f88ab8-7501-4a37-9217-a932ec693c42", "tag": "42e93efd-f870-40ba-873a-a47587efe385", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:11:56.104425 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1132495d-660a-4d47-8784-672702a1aa49 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:11:56.104825 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f88ab8-7501-4a37-9217-a932ec693c42', 'tag': '42e93efd-f870-40ba-873a-a47587efe385', 'status': 'completed', 'code': 200} Jul 07 22:11:56.186492 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-4316026a-66dc-4e84-ac25-4901f3511958 service neutron] 10.222.0.44 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453351 Jul 07 22:11:56.274927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-cc452f93-9add-4ba6-be29-31764742b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:56.276500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-cc452f93-9add-4ba6-be29-31764742b113 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.4093208 Jul 07 22:11:56.341819 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-62fefc8e-83e8-447d-876e-45c97374eb5c tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags/tempest-TagsExtTest-Tag-1253110033 HTTP/1.1" status: 201 len: 201 time: 0.2908552 Jul 07 22:11:56.346133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50520) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:56.353694 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9b9c564a-bf10-43eb-9015-4ce1ef415dac req-623dfd65-d5ea-49d7-9e40-3f375caa7a05 service neutron] 10.222.0.44 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582978 Jul 07 22:11:56.365224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-2aa165bc-039d-44eb-844d-67e712500d6c tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd', 'tempest-TagsExtTest-Tag-446164079') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:56.573831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-293c833c-729b-4f94-8f73-3ab6defdeb42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.2629135 Jul 07 22:11:56.610045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-b298839b-8c67-4e59-ba6a-d323b308aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:56.610377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device add165bb-c341-4baf-973f-d625d84af872 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:56.611695 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-b298839b-8c67-4e59-ba6a-d323b308aa33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9637cba1caa041bea974b4f659b98b5a&device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 1095 time: 0.1805644 Jul 07 22:11:56.639711 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2aa165bc-039d-44eb-844d-67e712500d6c tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags/tempest-TagsExtTest-Tag-446164079 HTTP/1.1" status: 201 len: 201 time: 0.2849445 Jul 07 22:11:56.641869 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50532) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:56.652169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35211e2d-701b-4d39-8042-e72a321a7880 None None] Network 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:11:56.658952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-82f052a4-d4d5-4ae9-887e-36251a1ffffc tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095', 'tempest-TagsExtTest-Tag-437568503') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:56.842911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3040f72e-467c-48ab-9eef-8b11f61c61c8 None None] Provisioning for port add165bb-c341-4baf-973f-d625d84af872 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:56.851948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b746540-73f2-4abe-8221-8a59b23ddf91 req-70bbc764-81ad-4b7e-be17-ff26d74f96df tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:56.862971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b746540-73f2-4abe-8221-8a59b23ddf91 req-70bbc764-81ad-4b7e-be17-ff26d74f96df tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:56.870180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b746540-73f2-4abe-8221-8a59b23ddf91 req-70bbc764-81ad-4b7e-be17-ff26d74f96df tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:56.872267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b746540-73f2-4abe-8221-8a59b23ddf91 req-70bbc764-81ad-4b7e-be17-ff26d74f96df tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2375 time: 0.6102684 Jul 07 22:11:56.907236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-8ed59ccd-20f6-4d62-895d-8a2019457a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:56.908671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-8ed59ccd-20f6-4d62-895d-8a2019457a5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2824306 Jul 07 22:11:56.984523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port add165bb-c341-4baf-973f-d625d84af872 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:56.990969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port add165bb-c341-4baf-973f-d625d84af872 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:56.991106 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.025660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdbf13-725d-452c-810f-a5035e821db7 req-6541ff4a-d6ef-4e11-99b6-452d76e8141b tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:57.027701 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-6541ff4a-d6ef-4e11-99b6-452d76e8141b tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.83 "GET /v2.0/networks?id=5883626e-388b-476b-ac2e-cce6246b6a3a HTTP/1.1" status: 200 len: 816 time: 0.2306406 Jul 07 22:11:57.041876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b746540-73f2-4abe-8221-8a59b23ddf91 req-c7dedd67-008e-48fd-ab16-f166c243144e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551652 Jul 07 22:11:57.133355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-cc0f2e35-67f2-4cff-966b-f63770574043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:57.135733 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-cc0f2e35-67f2-4cff-966b-f63770574043 service neutron] 10.222.0.44 "GET /v2.0/networks?id=612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 200 len: 925 time: 0.5093498 Jul 07 22:11:57.141067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341c6df8-c010-4cd5-86c6-d6782c42f785 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:57.141890 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-82f052a4-d4d5-4ae9-887e-36251a1ffffc tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags/tempest-TagsExtTest-Tag-437568503 HTTP/1.1" status: 201 len: 201 time: 0.4986858 Jul 07 22:11:57.147850 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-bb42766e-1eef-49c3-9c45-b7f9e8714228 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90d2af4d76114816afa869266f3c7e58 HTTP/1.1" status: 200 len: 380 time: 0.0785289 Jul 07 22:11:57.148039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50544) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:57.168398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.177512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.tag.tag_plugin [None req-867ed305-3f39-4d31-b8df-d7f0237d9d56 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc', 'tempest-TagsExtTest-Tag-1393879890') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:57.187762 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-dbf72fa8-dc78-4f97-95bc-16111f1c4c48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e93efd-f870-40ba-873a-a47587efe385 HTTP/1.1" status: 200 len: 217 time: 0.0446897 Jul 07 22:11:57.194884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Request body: {'port': {'device_id': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'admin_state_up': True, 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'security_groups': ['ee3f8277-a48b-4b92-a6b6-3858ac9687b8']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:57.243158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Transition to ACTIVE for port object 341c6df8-c010-4cd5-86c6-d6782c42f785 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:57.267866 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.275379 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.282421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-8fe37ccd-db8d-497b-a7ce-0c05ef799ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:57.284248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-8fe37ccd-db8d-497b-a7ce-0c05ef799ab7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3634510 Jul 07 22:11:57.295603 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f6066078-2bb0-4415-9d21-ace3b772c338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.315222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port add165bb-c341-4baf-973f-d625d84af872, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=add165bb-c341-4baf-973f-d625d84af872,segment=NetworkSegment(d3452a1b-5568-4dd0-b2e0-af4ecec75245),segment_id=d3452a1b-5568-4dd0-b2e0-af4ecec75245)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:57.320136 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.333665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63bf32-2210-4bb2-b84d-ca3b5d582b58 req-31db8ead-4269-4938-a18e-869ab46ac535 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:57.338591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc63bf32-2210-4bb2-b84d-ca3b5d582b58 req-31db8ead-4269-4938-a18e-869ab46ac535 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.4415665 Jul 07 22:11:57.347338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Pushing event updated for resources: {'Port': ['ID=341c6df8-c010-4cd5-86c6-d6782c42f785,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.380265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-a7341339-0dd3-4706-a751-aeaef24fc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:57.381832 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-a7341339-0dd3-4706-a751-aeaef24fc5c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a9942e5-327d-4e25-9c10-3e72191c7e80 HTTP/1.1" status: 200 len: 863 time: 0.0639617 Jul 07 22:11:57.403038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=add165bb-c341-4baf-973f-d625d84af872,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:57.440855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Made reservation on behalf of 90d2af4d76114816afa869266f3c7e58 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:11:57.444482 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.532513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-867ed305-3f39-4d31-b8df-d7f0237d9d56 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags/tempest-TagsExtTest-Tag-1393879890 HTTP/1.1" status: 201 len: 201 time: 0.3746371 Jul 07 22:11:57.542466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:57.549061 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-2767dfe7-95c8-4ead-9e21-253a6b992203 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:57.568790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-596d313f-80d9-496d-baa2-d56d58eb8dc4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:57.571397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-596d313f-80d9-496d-baa2-d56d58eb8dc4 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.44 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 944 time: 0.5052738 Jul 07 22:11:57.579605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-aa97ea52-b55d-4371-a36f-ca67893b5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:57.581665 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-aa97ea52-b55d-4371-a36f-ca67893b5b1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=612059aa-53f0-48ef-9198-ca4890e951aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1925759 Jul 07 22:11:57.588506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-f81d2357-7859-4984-9ea1-9b2d053c8931 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424417 Jul 07 22:11:57.600811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2359173d-146d-4e81-ab09-17a068fd4b28 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:11:57.762815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Allocated IP 172.20.0.14 (5883626e-388b-476b-ac2e-cce6246b6a3a/ef8784bb-d5c7-41ae-8371-96140bd7b117/69d80137-3452-4134-bd99-00d73d41631c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:11:57.793173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc63bf32-2210-4bb2-b84d-ca3b5d582b58 req-a6d0de57-3b56-4e0f-b621-d8f237d51442 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024793 Jul 07 22:11:57.795823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2359173d-146d-4e81-ab09-17a068fd4b28,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:57.811295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-231e4d19-1397-408d-8c08-5b7fb8d4f62f None None] Provisioning for port 3871f9b3-d807-4a1a-962b-e709502d6bcd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:57.816624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '2359173d-146d-4e81-ab09-17a068fd4b28', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '2359173d-146d-4e81-ab09-17a068fd4b28', 'mac_address': 'fa:16:3e:1f:d1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:11:57.820576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-231e4d19-1397-408d-8c08-5b7fb8d4f62f None None] Provisioning complete for port 3871f9b3-d807-4a1a-962b-e709502d6bcd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:57.820955 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-231e4d19-1397-408d-8c08-5b7fb8d4f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.844091 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-d6c0b6cd-c59e-4963-89f5-1cdbf183ca05 service neutron] 10.222.0.44 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412164 Jul 07 22:11:57.859978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-231e4d19-1397-408d-8c08-5b7fb8d4f62f None None] Port 3871f9b3-d807-4a1a-962b-e709502d6bcd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:57.891845 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2767dfe7-95c8-4ead-9e21-253a6b992203 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags HTTP/1.1" status: 200 len: 241 time: 0.3452148 Jul 07 22:11:57.907362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50556) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:57.934959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-231e4d19-1397-408d-8c08-5b7fb8d4f62f None None] Provisioning complete for port add165bb-c341-4baf-973f-d625d84af872 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:57.935329 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-231e4d19-1397-408d-8c08-5b7fb8d4f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:57.949539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-3e3eb487-1dd3-416e-b9be-fef218940347 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba', 'tempest-TagsExtTest-Tag-1253110033') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:58.030465 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.051335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2359173d-146d-4e81-ab09-17a068fd4b28 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:58.077740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2359173d-146d-4e81-ab09-17a068fd4b28,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:58.087423 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.125864 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1f0f8b33-3c95-4c15-bb8f-e452b8132023 req-9e6913b4-efe8-4e66-8394-856dbd8cefba service neutron] 10.222.0.44 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580354 Jul 07 22:11:58.132966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445bc21-1140-4db9-ac3f-ab58407778bb req-e87d0307-5504-4db7-8d3c-9f9479f0ff2e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:58.143565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5445bc21-1140-4db9-ac3f-ab58407778bb req-e87d0307-5504-4db7-8d3c-9f9479f0ff2e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 944 time: 0.7981017 Jul 07 22:11:58.153798 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3e3eb487-1dd3-416e-b9be-fef218940347 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags/tempest-TagsExtTest-Tag-1253110033 HTTP/1.1" status: 204 len: 168 time: 0.2432032 Jul 07 22:11:58.155295 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.157540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50570) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.164069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-3c872c2d-ef34-4038-84fa-b4f68c80c202 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba', 'tempest-TagsExtTest-Tag-1253110033') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:58.196563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-badccc73-87bb-4538-bf25-c995af049946 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595114 Jul 07 22:11:58.210871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2359173d-146d-4e81-ab09-17a068fd4b28,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:58.234121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Transition to ACTIVE for port object 69d80137-3452-4134-bd99-00d73d41631c will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:58.241010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Deleting port dae3717c-a93a-46cd-9b64-4c62e4d862b1 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:11:58.244544 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.321289 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.323200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['2359173d-146d-4e81-ab09-17a068fd4b28'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:11:58.338490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5445bc21-1140-4db9-ac3f-ab58407778bb req-e72410f6-97f1-469f-9c70-b8344804f3e3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936197 Jul 07 22:11:58.377452 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3c872c2d-ef34-4038-84fa-b4f68c80c202 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags/tempest-TagsExtTest-Tag-1253110033 HTTP/1.1" status: 204 len: 168 time: 0.2186577 Jul 07 22:11:58.385346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50574) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.387074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Network 5883626e-388b-476b-ac2e-cce6246b6a3a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:11:58.393293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-7f0ef686-1583-483e-8851-30f0f9adef59 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:58.399978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:11:58.420080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:11:58.423360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Pushing event updated for resources: {'Port': ['ID=69d80137-3452-4134-bd99-00d73d41631c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:58.507721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:58.508397 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.512989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e1b375ad-2d47-456f-a710-27e81abd948c None None] Provisioning complete for port 3871f9b3-d807-4a1a-962b-e709502d6bcd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:58.513765 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1b375ad-2d47-456f-a710-27e81abd948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.545438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Attempting to bind port 341c6df8-c010-4cd5-86c6-d6782c42f785 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:11:58.545814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Attempting to bind port 341c6df8-c010-4cd5-86c6-d6782c42f785 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:11:58.546296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Attempting to bind port 341c6df8-c010-4cd5-86c6-d6782c42f785 on network c5283b17-6152-47e5-9e5f-af1252aae092 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:58.547960 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cd27b309-cba1-4d7b-a411-063199c3cfc4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3589053 Jul 07 22:11:58.560749 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7f0ef686-1583-483e-8851-30f0f9adef59 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags HTTP/1.1" status: 200 len: 205 time: 0.1702659 Jul 07 22:11:58.569904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50576) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.584258 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-9becda87-07be-45bd-8dc4-8efbc1d62009 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:58.590145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Request body: {'port': {'device_id': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:58.596837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Port 341c6df8-c010-4cd5-86c6-d6782c42f785 on network c5283b17-6152-47e5-9e5f-af1252aae092 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:11:58.597158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Attempting to bind port 341c6df8-c010-4cd5-86c6-d6782c42f785 on network c5283b17-6152-47e5-9e5f-af1252aae092 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:11:58.620856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:11:58.621202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Checking segment: {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:11:58.621681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Bound using segment: {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:11:58.622025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Bound port: 341c6df8-c010-4cd5-86c6-d6782c42f785, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:11:58.631481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device add165bb-c341-4baf-973f-d625d84af872 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:58.638672 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.653765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50578) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.691247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e1b375ad-2d47-456f-a710-27e81abd948c None None] Port 3871f9b3-d807-4a1a-962b-e709502d6bcd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:58.783728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port add165bb-c341-4baf-973f-d625d84af872 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:58.786319 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.801552 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9becda87-07be-45bd-8dc4-8efbc1d62009 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags HTTP/1.1" status: 200 len: 240 time: 0.2290306 Jul 07 22:11:58.802636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50582) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.803739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.810514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-b020d120-7fb8-4e0e-9299-ff044585e01d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd', 'tempest-TagsExtTest-Tag-446164079') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:58.847364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] For port 341c6df8-c010-4cd5-86c6-d6782c42f785, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:11:58.849623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13d59dba-465f-4765-a45f-97b1224c3716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.875273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] For port dae3717c-a93a-46cd-9b64-4c62e4d862b1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=dae3717c-a93a-46cd-9b64-4c62e4d862b1,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:58.875644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.891957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] For port 341c6df8-c010-4cd5-86c6-d6782c42f785, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=341c6df8-c010-4cd5-86c6-d6782c42f785,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:11:58.905373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561f343-c825-4170-ae4d-9fae6653ebca req-a9d46407-c85d-436e-af18-03b4598e78e7 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:58.905590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cd454e79-1fb5-49b4-a444-c463c8afa05f None None] Provisioning for port 69d80137-3452-4134-bd99-00d73d41631c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:11:58.910369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cd454e79-1fb5-49b4-a444-c463c8afa05f None None] Provisioning complete for port 69d80137-3452-4134-bd99-00d73d41631c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:58.911447 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cd454e79-1fb5-49b4-a444-c463c8afa05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.912466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3561f343-c825-4170-ae4d-9fae6653ebca req-a9d46407-c85d-436e-af18-03b4598e78e7 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 943 time: 0.5697014 Jul 07 22:11:58.922465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Calling delete_port for dae3717c-a93a-46cd-9b64-4c62e4d862b1 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:11:58.929561 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:58.943630 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b020d120-7fb8-4e0e-9299-ff044585e01d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags/tempest-TagsExtTest-Tag-446164079 HTTP/1.1" status: 204 len: 168 time: 0.1361682 Jul 07 22:11:58.951317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:58.956613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-7ad27ebf-c7aa-4633-88c7-4774629b8489 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd', 'tempest-TagsExtTest-Tag-446164079') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:58.961041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cd454e79-1fb5-49b4-a444-c463c8afa05f None None] Port 69d80137-3452-4134-bd99-00d73d41631c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:11:59.054504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:59.055140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.056600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] 10.222.0.83 "PUT /v2.0/ports/341c6df8-c010-4cd5-86c6-d6782c42f785 HTTP/1.1" status: 200 len: 1092 time: 3.7649543 Jul 07 22:11:59.057059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'tag': '341c6df8-c010-4cd5-86c6-d6782c42f785'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:59.064790 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5980cdea-2129-46c0-be90-b449af582886" -d '{"events": [{"name": "network-changed", "server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "tag": "341c6df8-c010-4cd5-86c6-d6782c42f785"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:59.101197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe1396-f902-40a7-8aaa-f976a0bcaff6 req-461cff1c-d835-4547-aa8a-dff9a91e8190 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:59.103096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dfe1396-f902-40a7-8aaa-f976a0bcaff6 req-461cff1c-d835-4547-aa8a-dff9a91e8190 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 932 time: 0.4256833 Jul 07 22:11:59.124004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Request body: {'port': {'device_id': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:11:59.164356 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7ad27ebf-c7aa-4633-88c7-4774629b8489 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags/tempest-TagsExtTest-Tag-446164079 HTTP/1.1" status: 204 len: 168 time: 0.2118130 Jul 07 22:11:59.167582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:59.172568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-83bccd5b-5e8f-43c0-a76b-489eb7dc6145 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:59.183618 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3561f343-c825-4170-ae4d-9fae6653ebca req-3ee73316-630c-4bcc-ac3b-a245c7939b07 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700534 Jul 07 22:11:59.247978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d07e3f-8f33-411c-8ae3-9c4b6b8f665c service neutron] Pushing event updated for resources: {'Port': ['ID=341c6df8-c010-4cd5-86c6-d6782c42f785,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:59.270118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 42e93efd-f870-40ba-873a-a47587efe385 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:11:59.273779 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-83bccd5b-5e8f-43c0-a76b-489eb7dc6145 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags HTTP/1.1" status: 200 len: 205 time: 0.1029024 Jul 07 22:11:59.274384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:59.296839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-4c4767ee-c84a-4425-8d79-bcf4dd1f2534 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:59.410123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dfe1396-f902-40a7-8aaa-f976a0bcaff6 req-fa2a0c77-b183-4f3b-b2e3-fcaa9b750d12 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2759728 Jul 07 22:11:59.472080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 42e93efd-f870-40ba-873a-a47587efe385, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=42e93efd-f870-40ba-873a-a47587efe385,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:59.490010 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '42e93efd-f870-40ba-873a-a47587efe385', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'port_id': '42e93efd-f870-40ba-873a-a47587efe385', 'mac_address': 'fa:16:3e:20:f3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:11:59.551884 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.571461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e93efd-f870-40ba-873a-a47587efe385 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:59.606446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 42e93efd-f870-40ba-873a-a47587efe385, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=42e93efd-f870-40ba-873a-a47587efe385,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:59.632904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2359173d-146d-4e81-ab09-17a068fd4b28 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:11:59.635648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.639996 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.657790 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13d59dba-465f-4765-a45f-97b1224c3716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.680623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13d59dba-465f-4765-a45f-97b1224c3716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.725118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69d80137-3452-4134-bd99-00d73d41631c {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:11:59.726666 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.734297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=42e93efd-f870-40ba-873a-a47587efe385,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:59.742359 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0384121e-3221-48aa-902f-273175149fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.775022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.780558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 2359173d-146d-4e81-ab09-17a068fd4b28 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:11:59.781253 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.793714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Transition to ACTIVE for port object 69d80137-3452-4134-bd99-00d73d41631c will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:11:59.799042 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4c4767ee-c84a-4425-8d79-bcf4dd1f2534 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags HTTP/1.1" status: 200 len: 240 time: 0.5236871 Jul 07 22:11:59.799854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Pushing event deleted for resources: {'Port': ['ID=dae3717c-a93a-46cd-9b64-4c62e4d862b1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:59.800036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:59.810020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-fd8ceaa6-0817-4f27-82ad-973710250afd tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095', 'tempest-TagsExtTest-Tag-437568503') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:11:59.813736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.821959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-13d59dba-465f-4765-a45f-97b1224c3716 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d74666486c534a4fa0cee2dde9183b59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1550915 Jul 07 22:11:59.829116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d59dba-465f-4765-a45f-97b1224c3716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b8ad0b-fd2c-408a-a301-8db1fca58337,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:11:59.831623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50602) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:11:59.883935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1594b1-9fff-4ac1-a9ed-77f3fde90c57 req-b6a92832-0a4d-48d6-814d-36118f21ea3f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:59.889803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1594b1-9fff-4ac1-a9ed-77f3fde90c57 req-b6a92832-0a4d-48d6-814d-36118f21ea3f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:59.892443 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:11:59.895759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1594b1-9fff-4ac1-a9ed-77f3fde90c57 req-b6a92832-0a4d-48d6-814d-36118f21ea3f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:11:59.902931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c1594b1-9fff-4ac1-a9ed-77f3fde90c57 req-b6a92832-0a4d-48d6-814d-36118f21ea3f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2387 time: 0.4973760 Jul 07 22:11:59.945102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:11:59.948085 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3a20f1-c770-4e7f-9b09-2aba390ad0b6" -d '{"events": [{"server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "name": "network-vif-plugged", "status": "completed", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:11:59.959194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['42e93efd-f870-40ba-873a-a47587efe385'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:11:59.965878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2359173d-146d-4e81-ab09-17a068fd4b28,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:11:59.969345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Pushing event updated for resources: {'Port': ['ID=69d80137-3452-4134-bd99-00d73d41631c,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.000599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.034192 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fd8ceaa6-0817-4f27-82ad-973710250afd tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags/tempest-TagsExtTest-Tag-437568503 HTTP/1.1" status: 204 len: 168 time: 0.2329664 Jul 07 22:12:00.036056 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:00.054553 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.060010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-a6e68052-f73f-41d3-a3fa-37099a4e49c1 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095', 'tempest-TagsExtTest-Tag-437568503') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:00.121884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2359173d-146d-4e81-ab09-17a068fd4b28,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.190754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] No DVR routers for this DVR port dae3717c-a93a-46cd-9b64-4c62e4d862b1 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:00.204902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.206848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-966867fe-24ad-4e8b-8141-6b66c6a6abd8 req-d3be698c-819d-42ab-a322-2a05c765c09e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.44 "DELETE /v2.0/ports/dae3717c-a93a-46cd-9b64-4c62e4d862b1 HTTP/1.1" status: 204 len: 173 time: 2.5624931 Jul 07 22:12:00.248705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8885f9-9ebb-456c-aa63-9bddb972192f req-35f7f725-9072-47c7-805c-dbad5368691a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:00.250551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de8885f9-9ebb-456c-aa63-9bddb972192f req-35f7f725-9072-47c7-805c-dbad5368691a tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.6056287 Jul 07 22:12:00.287807 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Attempting to bind port 69d80137-3452-4134-bd99-00d73d41631c on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:00.288233 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Attempting to bind port 69d80137-3452-4134-bd99-00d73d41631c by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:00.288478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Attempting to bind port 69d80137-3452-4134-bd99-00d73d41631c on network 5883626e-388b-476b-ac2e-cce6246b6a3a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:00.297244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Port 69d80137-3452-4134-bd99-00d73d41631c on network 5883626e-388b-476b-ac2e-cce6246b6a3a not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:00.297672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Attempting to bind port 69d80137-3452-4134-bd99-00d73d41631c on network 5883626e-388b-476b-ac2e-cce6246b6a3a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:00.328591 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:00.329007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Checking segment: {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:00.329764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Bound using segment: {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:00.330396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Bound port: 69d80137-3452-4134-bd99-00d73d41631c, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c30fff06-5807-4606-847f-7ce0e85ac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:00.330858 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.336028 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a6e68052-f73f-41d3-a3fa-37099a4e49c1 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags/tempest-TagsExtTest-Tag-437568503 HTTP/1.1" status: 204 len: 168 time: 0.2961762 Jul 07 22:12:00.342767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50610) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:00.351126 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-960aa699-d6f2-4aaf-9c82-10c86181f0cf tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:00.370091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:00.379950 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.394806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Transition to ACTIVE for port object 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:00.401329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a90-5b32-4f20-a346-bcf6848b10d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.438596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c1594b1-9fff-4ac1-a9ed-77f3fde90c57 req-ba85fd94-d38c-478c-a9e3-1ed6de85c175 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347266 Jul 07 22:12:00.443027 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a90-5b32-4f20-a346-bcf6848b10d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.472790 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-960aa699-d6f2-4aaf-9c82-10c86181f0cf tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags HTTP/1.1" status: 200 len: 205 time: 0.1289167 Jul 07 22:12:00.477892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50618) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:00.483916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-c6e609d6-8fad-4538-826c-3f23add2b037 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:00.492125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.546247 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c6e609d6-8fad-4538-826c-3f23add2b037 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags HTTP/1.1" status: 200 len: 241 time: 0.0642591 Jul 07 22:12:00.548541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] For port 69d80137-3452-4134-bd99-00d73d41631c, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:00.553528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] For port 69d80137-3452-4134-bd99-00d73d41631c, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69d80137-3452-4134-bd99-00d73d41631c,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:00.554782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:00.555711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de8885f9-9ebb-456c-aa63-9bddb972192f req-958248a9-c9e8-493d-9675-08e29a48402f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786071 Jul 07 22:12:00.561463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-bcbf5a92-442e-4eeb-a90c-a60f0dc69d1c tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc', 'tempest-TagsExtTest-Tag-1393879890') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:00.568318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a90-5b32-4f20-a346-bcf6848b10d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.568677 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.571159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ab28a90-5b32-4f20-a346-bcf6848b10d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.575471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8ab28a90-5b32-4f20-a346-bcf6848b10d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/11b8ad0b-fd2c-408a-a301-8db1fca58337 HTTP/1.1" status: 204 len: 168 time: 0.7373126 Jul 07 22:12:00.603154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab28a90-5b32-4f20-a346-bcf6848b10d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b8ad0b-fd2c-408a-a301-8db1fca58337,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.633155 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:00.633791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.635277 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] 10.222.0.83 "PUT /v2.0/ports/69d80137-3452-4134-bd99-00d73d41631c HTTP/1.1" status: 200 len: 1093 time: 2.0644150 Jul 07 22:12:00.635913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'tag': '69d80137-3452-4134-bd99-00d73d41631c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:00.638707 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5fd549-349f-4c3d-8072-638717074d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "424d6b23-b7dd-4b12-a5ef-3e3c046b2114", "tag": "69d80137-3452-4134-bd99-00d73d41631c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:00.664055 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8fda14-1679-4cd7-85fb-58ca361d865f x-openstack-request-id: req-1c8fda14-1679-4cd7-85fb-58ca361d865f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:00.664611 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "tag": "341c6df8-c010-4cd5-86c6-d6782c42f785", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:00.665046 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c8fda14-1679-4cd7-85fb-58ca361d865f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:00.666241 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'tag': '341c6df8-c010-4cd5-86c6-d6782c42f785', 'status': 'completed', 'code': 200} Jul 07 22:12:00.667230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.688795 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bcbf5a92-442e-4eeb-a90c-a60f0dc69d1c tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags/tempest-TagsExtTest-Tag-1393879890 HTTP/1.1" status: 204 len: 168 time: 0.1327345 Jul 07 22:12:00.708850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50630) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:00.721162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-47fd917a-8998-4572-890e-3ad0fe166421 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc', 'tempest-TagsExtTest-Tag-1393879890') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:00.756107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.802419 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6a83f5-4b33-42c6-aa46-dbffd14ee8c2 x-openstack-request-id: req-3c6a83f5-4b33-42c6-aa46-dbffd14ee8c2 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:00.802825 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "name": "network-vif-plugged", "status": "completed", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:00.803182 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3c6a83f5-4b33-42c6-aa46-dbffd14ee8c2 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:00.803673 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28', 'code': 200} Jul 07 22:12:00.884225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8344cdf4-fd95-43c9-9479-e4fab5a17168 req-21ea6b13-cfdc-4c55-8204-93b017e7eb91 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=c609c50e-b2bb-446a-8dc1-a49e5da806b9 HTTP/1.1" status: 200 len: 210 time: 0.0401778 Jul 07 22:12:00.906268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Attempting to bind port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:00.907398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Attempting to bind port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '38646fd4-4e6a-4b3b-b240-1a2333714202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:00.907743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Attempting to bind port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf on network dcdfba0a-4c91-40d5-9f9b-549e8524f26c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:00.915659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf on network dcdfba0a-4c91-40d5-9f9b-549e8524f26c not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:00.915997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Attempting to bind port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf on network dcdfba0a-4c91-40d5-9f9b-549e8524f26c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:00.917350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93947f-9845-40aa-86c4-66e4c862b700 service neutron] Pushing event updated for resources: {'Port': ['ID=69d80137-3452-4134-bd99-00d73d41631c,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:00.949326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:00.949676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Checking segment: {'id': '38646fd4-4e6a-4b3b-b240-1a2333714202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:00.950104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Bound using segment: {'id': '38646fd4-4e6a-4b3b-b240-1a2333714202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:00.950547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Bound port: 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38646fd4-4e6a-4b3b-b240-1a2333714202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:00.951745 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.977044 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:00.977718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cdea-2129-46c0-be90-b449af582886 req-1cc00ba6-418e-4424-876f-10599eafac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:00.977718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cdea-2129-46c0-be90-b449af582886 req-1cc00ba6-418e-4424-876f-10599eafac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:00.978230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cdea-2129-46c0-be90-b449af582886 req-1cc00ba6-418e-4424-876f-10599eafac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:00.980179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5980cdea-2129-46c0-be90-b449af582886 req-1cc00ba6-418e-4424-876f-10599eafac1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2757 time: 0.2285166 Jul 07 22:12:01.058430 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-47fd917a-8998-4572-890e-3ad0fe166421 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags/tempest-TagsExtTest-Tag-1393879890 HTTP/1.1" status: 204 len: 168 time: 0.3473341 Jul 07 22:12:01.067288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:01.087702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-8cd622ea-a6cf-4961-9595-19f7d0347be8 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:01.189240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cbb7a9f9-d3a7-4805-9003-9983ab56e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:01.207219 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-cbb7a9f9-d3a7-4805-9003-9983ab56e71b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=90d2af4d76114816afa869266f3c7e58&device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 1096 time: 0.4081450 Jul 07 22:12:01.240191 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8cd622ea-a6cf-4961-9595-19f7d0347be8 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags HTTP/1.1" status: 200 len: 205 time: 0.1597021 Jul 07 22:12:01.241002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50642) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:01.290006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 42e93efd-f870-40ba-873a-a47587efe385 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:01.309684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-d6306f28-cf8c-490c-b326-97e8503ddeea tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:01.316449 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-96671341-e36c-4200-acde-8096dd9d54a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d80137-3452-4134-bd99-00d73d41631c HTTP/1.1" status: 200 len: 217 time: 0.1078103 Jul 07 22:12:01.359524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 42e93efd-f870-40ba-873a-a47587efe385 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:01.364691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 42e93efd-f870-40ba-873a-a47587efe385 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:01.365068 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.407143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdbf13-725d-452c-810f-a5035e821db7 req-729cefa5-ccdb-43f1-968c-b37b8922a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:01.409440 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-729cefa5-ccdb-43f1-968c-b37b8922a147 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef8784bb-d5c7-41ae-8371-96140bd7b117 HTTP/1.1" status: 200 len: 855 time: 0.0835528 Jul 07 22:12:01.413152 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d6306f28-cf8c-490c-b326-97e8503ddeea tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags HTTP/1.1" status: 204 len: 168 time: 0.1075535 Jul 07 22:12:01.415480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:01.422135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-149bca44-ddb9-444a-a1b1-74ae2fddc981 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:01.479532 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.526965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 42e93efd-f870-40ba-873a-a47587efe385, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=42e93efd-f870-40ba-873a-a47587efe385,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:01.534590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.536100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device dae3717c-a93a-46cd-9b64-4c62e4d862b1 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:01.563421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: dae3717c-a93a-46cd-9b64-4c62e4d862b1 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:12:01.563421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device dae3717c-a93a-46cd-9b64-4c62e4d862b1 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:01.602541 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-149bca44-ddb9-444a-a1b1-74ae2fddc981 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags HTTP/1.1" status: 204 len: 168 time: 0.1826999 Jul 07 22:12:01.603487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50660) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:01.609263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-1a414962-aaea-464d-a973-cfb2ba6ebcf5 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:01.615773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdbf13-725d-452c-810f-a5035e821db7 req-e291b9bb-9297-4073-a2f7-8cde25510497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:01.632776 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-e291b9bb-9297-4073-a2f7-8cde25510497 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5883626e-388b-476b-ac2e-cce6246b6a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059548 Jul 07 22:12:01.646410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=42e93efd-f870-40ba-873a-a47587efe385,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:01.782706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50664) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:01.823547 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-a9360b9c-8ea3-4797-8bc1-08404a66bf6a service neutron] 10.222.0.83 "GET /v2.0/networks/5883626e-388b-476b-ac2e-cce6246b6a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486688 Jul 07 22:12:01.908126 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1a414962-aaea-464d-a973-cfb2ba6ebcf5 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags HTTP/1.1" status: 204 len: 168 time: 0.3030214 Jul 07 22:12:01.910542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] For port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:01.911507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:01.916187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-5e11a143-7380-4246-8cc7-17b64df10e80 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:01.951874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] For port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:01.967737 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:01.976386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cdea-2129-46c0-be90-b449af582886 req-2da76ba6-8afc-4b83-8fa6-5f779daa02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:01.976876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cdea-2129-46c0-be90-b449af582886 req-2da76ba6-8afc-4b83-8fa6-5f779daa02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:01.977344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cdea-2129-46c0-be90-b449af582886 req-2da76ba6-8afc-4b83-8fa6-5f779daa02e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:01.978992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5980cdea-2129-46c0-be90-b449af582886 req-2da76ba6-8afc-4b83-8fa6-5f779daa02e2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9248002 Jul 07 22:12:02.008701 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-03cdbf13-725d-452c-810f-a5035e821db7 req-a71b8877-5b80-417f-8422-228453cf67e0 service neutron] 10.222.0.83 "GET /v2.0/networks/5883626e-388b-476b-ac2e-cce6246b6a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711776 Jul 07 22:12:02.026897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-899491163-network', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:02.042144 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e11a143-7380-4246-8cc7-17b64df10e80 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1267779 Jul 07 22:12:02.045045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.049993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-e6e24afc-4547-4cd2-9b00-2287b7c46005 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba', 'tempest-TagsExtTest-Tag-976348036') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.077292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b7d09-62ab-41a7-bf68-de0042264910 req-8a6c4063-5dc0-4186-91d3-1e9f2d52c145 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:02.078839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b7b7d09-62ab-41a7-bf68-de0042264910 req-8a6c4063-5dc0-4186-91d3-1e9f2d52c145 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 944 time: 0.3975701 Jul 07 22:12:02.127153 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e6e24afc-4547-4cd2-9b00-2287b7c46005 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags/tempest-TagsExtTest-Tag-976348036 HTTP/1.1" status: 201 len: 201 time: 0.0810261 Jul 07 22:12:02.127740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc09ac-9972-44dc-a70d-2202fb98b312 req-01996b7f-27f9-415a-9bc6-d98c101936af tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:02.129807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1dc09ac-9972-44dc-a70d-2202fb98b312 req-01996b7f-27f9-415a-9bc6-d98c101936af tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 945 time: 0.4510033 Jul 07 22:12:02.135980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50674) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.141570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-fb5fed21-2fb5-4cc3-8605-1e6f376c3387 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd', 'tempest-TagsExtTest-Tag-1273798186') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.150932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:02.151566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.152980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] 10.222.0.83 "PUT /v2.0/ports/5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf HTTP/1.1" status: 200 len: 1093 time: 3.0354235 Jul 07 22:12:02.221463 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fb5fed21-2fb5-4cc3-8605-1e6f376c3387 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags/tempest-TagsExtTest-Tag-1273798186 HTTP/1.1" status: 201 len: 201 time: 0.0811019 Jul 07 22:12:02.221463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50676) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.227777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-5584bd25-52bd-4906-8c33-cd61e2ad5d43 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095', 'tempest-TagsExtTest-Tag-93350353') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.238374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Request body: {'port': {'device_id': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:02.341722 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5584bd25-52bd-4906-8c33-cd61e2ad5d43 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags/tempest-TagsExtTest-Tag-93350353 HTTP/1.1" status: 201 len: 201 time: 0.1190717 Jul 07 22:12:02.343653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.344943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052eb37-a869-4722-8b1c-88c9afb234c6 service neutron] Pushing event updated for resources: {'Port': ['ID=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:02.353613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-e8176748-a862-428b-a398-2c607335936e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc', 'tempest-TagsExtTest-Tag-1742773636') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.359521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Made reservation on behalf of 76aacbcb64f64efba5f30d173941f1da for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:02.361871 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.413212 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e8176748-a862-428b-a398-2c607335936e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags/tempest-TagsExtTest-Tag-1742773636 HTTP/1.1" status: 201 len: 201 time: 0.0682480 Jul 07 22:12:02.413879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50680) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.418969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-a155383d-8fe1-4d64-84e4-683d5ff427b0 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba', {'tags': ['tempest-TagsExtTest-Tag-1831022485', 'tempest-TagsExtTest-Tag-840504513', 'tempest-TagsExtTest-Tag-1759118765']}) {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.432365 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.436568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b7b7d09-62ab-41a7-bf68-de0042264910 req-29de7d8f-9822-4e02-ad3b-11f1f51b07d7 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018465 Jul 07 22:12:02.442884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1dc09ac-9972-44dc-a70d-2202fb98b312 req-2bdaec90-bdab-4145-a5b0-d17a8a6561f0 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2889171 Jul 07 22:12:02.451043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980cdea-2129-46c0-be90-b449af582886 req-a883a5a6-b4a8-45b5-969d-0ae986b8d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:02.452718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5980cdea-2129-46c0-be90-b449af582886 req-a883a5a6-b4a8-45b5-969d-0ae986b8d17e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4403024 Jul 07 22:12:02.483628 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a155383d-8fe1-4d64-84e4-683d5ff427b0 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags HTTP/1.1" status: 200 len: 317 time: 0.0686867 Jul 07 22:12:02.484705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50682) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.490182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-c8e7dff6-9d02-4901-b3ea-86c95110294f tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.520128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-af7b91ae-68ca-4363-90be-7f35155981a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:02.521687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-af7b91ae-68ca-4363-90be-7f35155981a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df&tenant_id=faa40811a1804d4c819af9338b7db7e4 HTTP/1.1" status: 200 len: 1102 time: 0.4065492 Jul 07 22:12:02.542050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:02.554914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.587806 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27f87a2-a497-4468-881f-b165effe4791 x-openstack-request-id: req-b27f87a2-a497-4468-881f-b165effe4791 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:02.588269 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424d6b23-b7dd-4b12-a5ef-3e3c046b2114", "tag": "69d80137-3452-4134-bd99-00d73d41631c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:02.589805 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b27f87a2-a497-4468-881f-b165effe4791 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:02.589805 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'tag': '69d80137-3452-4134-bd99-00d73d41631c', 'status': 'completed', 'code': 200} Jul 07 22:12:02.595289 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c8e7dff6-9d02-4901-b3ea-86c95110294f tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1094322 Jul 07 22:12:02.620296 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.624829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-bb352b17-3d02-41c9-99af-772bf712bd63 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba', 'tempest-TagsExtTest-Tag-1831022485') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.634535 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.687624 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-bb352b17-3d02-41c9-99af-772bf712bd63 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:02.691969 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bb352b17-3d02-41c9-99af-772bf712bd63 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags/tempest-TagsExtTest-Tag-1831022485 HTTP/1.1" status: 404 len: 329 time: 0.0706520 Jul 07 22:12:02.692530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.696728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-22b782e5-7d0b-4472-ac2f-355a1808df0e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba', 'tempest-TagsExtTest-Tag-840504513') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.702172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'name': 'network-vif-deleted', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1'}, {'name': 'network-changed', 'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'tag': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:02.705118 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7994818e-84ad-4bb7-a11b-8bf6f11d9449" -d '{"events": [{"server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "name": "network-vif-deleted", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1"}, {"name": "network-changed", "server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "tag": "5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:02.760722 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-22b782e5-7d0b-4472-ac2f-355a1808df0e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:02.764861 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-22b782e5-7d0b-4472-ac2f-355a1808df0e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags/tempest-TagsExtTest-Tag-840504513 HTTP/1.1" status: 404 len: 328 time: 0.0684862 Jul 07 22:12:02.765151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.770602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-2fdfbb28-ef6c-487f-8e4a-8b43d520f199 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba', 'tempest-TagsExtTest-Tag-1759118765') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.805382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f88ab8-7501-4a37-9217-a932ec693c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e93efd-f870-40ba-873a-a47587efe385'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:02.808818 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da82e42-7f7d-4631-bde4-f5c1f1f26cdd" -d '{"events": [{"server_uuid": "11f88ab8-7501-4a37-9217-a932ec693c42", "name": "network-vif-plugged", "status": "completed", "tag": "42e93efd-f870-40ba-873a-a47587efe385"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:02.823510 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-2fdfbb28-ef6c-487f-8e4a-8b43d520f199 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:02.826172 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2fdfbb28-ef6c-487f-8e4a-8b43d520f199 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags/tempest-TagsExtTest-Tag-1759118765 HTTP/1.1" status: 404 len: 329 time: 0.0582280 Jul 07 22:12:02.827660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50702) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.832751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-abe9c612-811b-4a5b-b241-aade169aae0f tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd', {'tags': ['tempest-TagsExtTest-Tag-856808396', 'tempest-TagsExtTest-Tag-178901392', 'tempest-TagsExtTest-Tag-1836230754']}) {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.903431 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-abe9c612-811b-4a5b-b241-aade169aae0f tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags HTTP/1.1" status: 200 len: 316 time: 0.0739131 Jul 07 22:12:02.903431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.907651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-7e550b83-1bee-442a-87d6-21b03bd13070 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.976610 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:02.980043 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e550b83-1bee-442a-87d6-21b03bd13070 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags HTTP/1.1" status: 204 len: 168 time: 0.0734541 Jul 07 22:12:02.980467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:02.984851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-5b7bfb9e-cca1-47b6-850a-0a0f89533bb7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd', 'tempest-TagsExtTest-Tag-856808396') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:02.986903 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.013258 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.032625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ef2c-0597-4a53-bd7d-e421cc76daac req-7eb0a29f-fe3d-4d3c-b4a5-74a788689e2f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.034467 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-5b7bfb9e-cca1-47b6-850a-0a0f89533bb7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:03.038018 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5b7bfb9e-cca1-47b6-850a-0a0f89533bb7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags/tempest-TagsExtTest-Tag-856808396 HTTP/1.1" status: 404 len: 328 time: 0.0542169 Jul 07 22:12:03.038314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50708) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:03.038653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ef2c-0597-4a53-bd7d-e421cc76daac req-7eb0a29f-fe3d-4d3c-b4a5-74a788689e2f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.042551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-00e4543e-2449-42c2-b24b-a96a8c1ac501 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd', 'tempest-TagsExtTest-Tag-178901392') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:03.044557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935ef2c-0597-4a53-bd7d-e421cc76daac req-7eb0a29f-fe3d-4d3c-b4a5-74a788689e2f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.047001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4935ef2c-0597-4a53-bd7d-e421cc76daac req-7eb0a29f-fe3d-4d3c-b4a5-74a788689e2f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2399 time: 0.4232626 Jul 07 22:12:03.054498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fd549-349f-4c3d-8072-638717074d9c req-c579cb66-43f9-4c61-9bc4-e8d673189088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.056030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff5fd549-349f-4c3d-8072-638717074d9c req-c579cb66-43f9-4c61-9bc4-e8d673189088 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=90d2af4d76114816afa869266f3c7e58&device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 1096 time: 0.3863516 Jul 07 22:12:03.097063 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-00e4543e-2449-42c2-b24b-a96a8c1ac501 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:03.101008 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-00e4543e-2449-42c2-b24b-a96a8c1ac501 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags/tempest-TagsExtTest-Tag-178901392 HTTP/1.1" status: 404 len: 328 time: 0.0589435 Jul 07 22:12:03.101283 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:03.106406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-bb8a87fd-3509-4222-be49-b1a828264e47 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd', 'tempest-TagsExtTest-Tag-1836230754') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:03.162772 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-bb8a87fd-3509-4222-be49-b1a828264e47 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:03.164043 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bb8a87fd-3509-4222-be49-b1a828264e47 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags/tempest-TagsExtTest-Tag-1836230754 HTTP/1.1" status: 404 len: 329 time: 0.0618510 Jul 07 22:12:03.166930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:03.171802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-8eb7628b-9040-4dfa-ba49-c29c2d11b21e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095', {'tags': ['tempest-TagsExtTest-Tag-470011710', 'tempest-TagsExtTest-Tag-661976234', 'tempest-TagsExtTest-Tag-591971609']}) {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:03.172526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:03.182101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7cd2-bb6a-458c-bff6-f16bf2ae8701 req-2f16a1e7-e336-497e-935f-6595e7bc23e2 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.183612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90bd7cd2-bb6a-458c-bff6-f16bf2ae8701 req-2f16a1e7-e336-497e-935f-6595e7bc23e2 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.4297781 Jul 07 22:12:03.250979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d217e4-818c-496c-ba81-ae3aa8734b83,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:03.274241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.274597 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Added segment fc0e9595-88a6-46ea-9221-f9e0e02c32c3 of type vlan for network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 Jul 07 22:12:03.283009 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8eb7628b-9040-4dfa-ba49-c29c2d11b21e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags HTTP/1.1" status: 200 len: 315 time: 0.1144111 Jul 07 22:12:03.285131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:03.290670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-e313bf85-c705-47d2-abcd-8017f77a33b6 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:03.398566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4935ef2c-0597-4a53-bd7d-e421cc76daac req-44535a8c-4d5b-4c0c-a69c-1b99322b2eaf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355803 Jul 07 22:12:03.446703 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.467137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90bd7cd2-bb6a-458c-bff6-f16bf2ae8701 req-e10117d8-3df6-4f2c-bc95-fe868e214c94 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420154 Jul 07 22:12:03.562523 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15739dfa-9f0b-43c1-bfa5-e17c6725029f x-openstack-request-id: req-15739dfa-9f0b-43c1-bfa5-e17c6725029f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:03.564539 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f88ab8-7501-4a37-9217-a932ec693c42", "name": "network-vif-plugged", "status": "completed", "tag": "42e93efd-f870-40ba-873a-a47587efe385", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:03.564694 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c744e83-7f20-4208-9c1a-6e3807d240f8 x-openstack-request-id: req-0c744e83-7f20-4208-9c1a-6e3807d240f8 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:03.565206 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15739dfa-9f0b-43c1-bfa5-e17c6725029f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:03.565874 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f88ab8-7501-4a37-9217-a932ec693c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e93efd-f870-40ba-873a-a47587efe385', 'code': 200} Jul 07 22:12:03.572224 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c609c50e-b2bb-446a-8dc1-a49e5da806b9", "name": "network-vif-deleted", "tag": "dae3717c-a93a-46cd-9b64-4c62e4d862b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "tag": "5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:03.572224 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c744e83-7f20-4208-9c1a-6e3807d240f8 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:03.572224 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c609c50e-b2bb-446a-8dc1-a49e5da806b9', 'name': 'network-vif-deleted', 'tag': 'dae3717c-a93a-46cd-9b64-4c62e4d862b1', 'status': 'completed', 'code': 200} Jul 07 22:12:03.573152 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'tag': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf', 'status': 'completed', 'code': 200} Jul 07 22:12:03.650680 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e313bf85-c705-47d2-abcd-8017f77a33b6 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags HTTP/1.1" status: 204 len: 168 time: 0.3637860 Jul 07 22:12:03.654212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:03.659342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-b4cdaa21-f2dc-475c-ad34-e12637016dbe tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095', 'tempest-TagsExtTest-Tag-470011710') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:03.681890 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.resource_extend [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:12:03.704472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fd549-349f-4c3d-8072-638717074d9c req-d681d8bf-c8cb-453f-b039-3dddf2ece249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.705881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff5fd549-349f-4c3d-8072-638717074d9c req-d681d8bf-c8cb-453f-b039-3dddf2ece249 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5883626e-388b-476b-ac2e-cce6246b6a3a HTTP/1.1" status: 200 len: 917 time: 0.6379972 Jul 07 22:12:03.779498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16622358-0f05-408d-b116-75fd125922cc {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:03.807112 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-b4cdaa21-f2dc-475c-ad34-e12637016dbe tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:03.808155 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b4cdaa21-f2dc-475c-ad34-e12637016dbe tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags/tempest-TagsExtTest-Tag-470011710 HTTP/1.1" status: 404 len: 328 time: 0.1527030 Jul 07 22:12:03.813396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:03.819788 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-c4bccdac-719f-4d24-a7e9-c488194e3efd tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095', 'tempest-TagsExtTest-Tag-661976234') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:03.822985 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.823958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.824548 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.826829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-de31310d-c0bf-4edb-98fe-7df38dac7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.827318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-de31310d-c0bf-4edb-98fe-7df38dac7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.827777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:03.827884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-de31310d-c0bf-4edb-98fe-7df38dac7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.829385 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-de31310d-c0bf-4edb-98fe-7df38dac7c3b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2799 time: 0.1906426 Jul 07 22:12:03.835967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff5fd549-349f-4c3d-8072-638717074d9c req-9030b886-ca9c-480e-9d0b-6db26ade47b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d80137-3452-4134-bd99-00d73d41631c HTTP/1.1" status: 200 len: 217 time: 0.1227231 Jul 07 22:12:03.885964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c427d-d29d-4e1a-a07b-ad8d5efbd6e5 req-77a43c46-0081-4642-824b-1eadb803fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:03.890979 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8f8c427d-d29d-4e1a-a07b-ad8d5efbd6e5 req-77a43c46-0081-4642-824b-1eadb803fa72 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 1097 time: 0.2375050 Jul 07 22:12:03.968423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Transition to ACTIVE for port object 16622358-0f05-408d-b116-75fd125922cc will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:03.985693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1879714 Jul 07 22:12:04.001082 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:04.002846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50728) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.018410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Request body: {'subnet': {'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-899491163-subnet', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:04.024061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:04.065549 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-c4bccdac-719f-4d24-a7e9-c488194e3efd tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:04.067418 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c4bccdac-719f-4d24-a7e9-c488194e3efd tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags/tempest-TagsExtTest-Tag-661976234 HTTP/1.1" status: 404 len: 328 time: 0.2520251 Jul 07 22:12:04.067864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ddc2f-eba7-4d0d-96e1-299b911719ea admin admin] Pushing event updated for resources: {'Network': ['ID=8a3b3ff8-a6a0-4280-97e2-4c494307ba80,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:04.078293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8f8c427d-d29d-4e1a-a07b-ad8d5efbd6e5 req-90604efa-acb8-4334-a72e-c651ab78f240 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408939 Jul 07 22:12:04.079114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:04.085508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50732) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.090144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-45ea131d-a658-4a63-b382-8dfa36f25ede tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095', 'tempest-TagsExtTest-Tag-591971609') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.111212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Made reservation on behalf of 76aacbcb64f64efba5f30d173941f1da for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:04.113597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:04.160977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-11679e89-f27d-42e6-bce4-4b6ccbb3d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:04.161479 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-11679e89-f27d-42e6-bce4-4b6ccbb3d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:04.161946 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-11679e89-f27d-42e6-bce4-4b6ccbb3d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:04.163664 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-11679e89-f27d-42e6-bce4-4b6ccbb3d5b3 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3048816 Jul 07 22:12:04.306735 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-45ea131d-a658-4a63-b382-8dfa36f25ede tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:04.310448 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-45ea131d-a658-4a63-b382-8dfa36f25ede tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags/tempest-TagsExtTest-Tag-591971609 HTTP/1.1" status: 404 len: 328 time: 0.2215438 Jul 07 22:12:04.313315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50734) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.322157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-692f5e7d-91e9-48c2-9c56-81da32ac6fb9 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc', {'tags': ['tempest-TagsExtTest-Tag-1428566046', 'tempest-TagsExtTest-Tag-1517690851', 'tempest-TagsExtTest-Tag-130895936']}) {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.410535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-4d1f35dd-d46e-4209-ac22-8ab0e4505aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:04.412031 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7994818e-84ad-4bb7-a11b-8bf6f11d9449 req-4d1f35dd-d46e-4209-ac22-8ab0e4505aaa service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2177310 Jul 07 22:12:04.416855 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-692f5e7d-91e9-48c2-9c56-81da32ac6fb9 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "PUT /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags HTTP/1.1" status: 200 len: 317 time: 0.0993524 Jul 07 22:12:04.417180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50738) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.421779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-0b3bd9d3-18d1-41b2-8e0b-05cf474f863b tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.452042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6bbfc-bae4-4c6e-9987-25b97df72b89 req-dca988bc-6860-426e-8f05-55e409a88891 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:04.453540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2a6bbfc-bae4-4c6e-9987-25b97df72b89 req-dca988bc-6860-426e-8f05-55e409a88891 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 944 time: 0.7745159 Jul 07 22:12:04.455874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fd549-349f-4c3d-8072-638717074d9c req-2a03d672-0c9a-481d-853e-73e26b599dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:04.457258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff5fd549-349f-4c3d-8072-638717074d9c req-2a03d672-0c9a-481d-853e-73e26b599dd2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef8784bb-d5c7-41ae-8371-96140bd7b117 HTTP/1.1" status: 200 len: 855 time: 0.5484378 Jul 07 22:12:04.465557 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0b3bd9d3-18d1-41b2-8e0b-05cf474f863b tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags HTTP/1.1" status: 204 len: 168 time: 0.0450914 Jul 07 22:12:04.465933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50742) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.471885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-19a25d63-d03c-4a72-918e-2bfdf19266e9 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc', 'tempest-TagsExtTest-Tag-1428566046') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.493838 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-19a25d63-d03c-4a72-918e-2bfdf19266e9 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:04.497336 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-19a25d63-d03c-4a72-918e-2bfdf19266e9 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags/tempest-TagsExtTest-Tag-1428566046 HTTP/1.1" status: 404 len: 329 time: 0.0279694 Jul 07 22:12:04.498779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50746) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.502920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-0b641399-c5a5-418c-8002-e7ea3a9b8a6e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc', 'tempest-TagsExtTest-Tag-1517690851') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.523878 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-0b641399-c5a5-418c-8002-e7ea3a9b8a6e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:04.527534 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0b641399-c5a5-418c-8002-e7ea3a9b8a6e tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags/tempest-TagsExtTest-Tag-1517690851 HTTP/1.1" status: 404 len: 329 time: 0.0264208 Jul 07 22:12:04.528397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.532464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-4fa24c9d-89ca-46ac-9cee-e314c7655090 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc', 'tempest-TagsExtTest-Tag-130895936') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.538651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Pushing event updated for resources: {'Port': ['ID=16622358-0f05-408d-b116-75fd125922cc,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:04.548114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99c479-bec0-4b3b-beef-0d361cf2bbcc req-27761984-280b-4aa6-a8ae-69bb153eeecc tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:04.549634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c99c479-bec0-4b3b-beef-0d361cf2bbcc req-27761984-280b-4aa6-a8ae-69bb153eeecc tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 945 time: 0.8614647 Jul 07 22:12:04.557835 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-4fa24c9d-89ca-46ac-9cee-e314c7655090 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] show failed (client error): The resource could not be found. Jul 07 22:12:04.557835 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4fa24c9d-89ca-46ac-9cee-e314c7655090 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags/tempest-TagsExtTest-Tag-130895936 HTTP/1.1" status: 404 len: 328 time: 0.0267196 Jul 07 22:12:04.558402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.562835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-6c2b7a27-f9bc-4f6d-a6b0-73b491ccff05 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fd8ee15a-6467-4fc9-a47c-c0acc050eddc') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.587473 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6c2b7a27-f9bc-4f6d-a6b0-73b491ccff05 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc/tags HTTP/1.1" status: 204 len: 168 time: 0.0280905 Jul 07 22:12:04.589908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50754) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.594801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-b508eaea-2fc7-4157-80e4-84904edc68e1 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9e8909d4-c4f3-41e7-9bd6-88a2868a7095') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.612634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:04.680176 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b508eaea-2fc7-4157-80e4-84904edc68e1 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095/tags HTTP/1.1" status: 204 len: 168 time: 0.0891485 Jul 07 22:12:04.682710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50760) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.687118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-88514b32-7d30-4105-b2fc-8eee96feb81f tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3871f9b3-d807-4a1a-962b-e709502d6bcd') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.743711 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-88514b32-7d30-4105-b2fc-8eee96feb81f tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd/tags HTTP/1.1" status: 204 len: 168 time: 0.0598390 Jul 07 22:12:04.746108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.748431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2a6bbfc-bae4-4c6e-9987-25b97df72b89 req-558c3961-8006-4bb3-a53b-79de533edc85 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755361 Jul 07 22:12:04.750425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-c7f4927b-1f09-436c-bf83-3fdefdde4672 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f053d877-adf8-44aa-b6eb-85db2908f1ba') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:04.756150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:04.797433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c99c479-bec0-4b3b-beef-0d361cf2bbcc req-c3e6ff95-c095-4c52-85dd-598cfedd93a9 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942658 Jul 07 22:12:04.813641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Transition to ACTIVE for port object 335b2820-1373-489b-9c50-f0f0fea09cd1 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:04.840394 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c7f4927b-1f09-436c-bf83-3fdefdde4672 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba/tags HTTP/1.1" status: 204 len: 168 time: 0.0900249 Jul 07 22:12:04.840589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fd549-349f-4c3d-8072-638717074d9c req-4a4e6d34-72be-488e-b83c-67a03a8baf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:04.842036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff5fd549-349f-4c3d-8072-638717074d9c req-4a4e6d34-72be-488e-b83c-67a03a8baf70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5883626e-388b-476b-ac2e-cce6246b6a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3649874 Jul 07 22:12:04.842501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50770) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:04.843349 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:04.850092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Attempting to bind port 16622358-0f05-408d-b116-75fd125922cc on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:04.850460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Attempting to bind port 16622358-0f05-408d-b116-75fd125922cc by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:04.850799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Attempting to bind port 16622358-0f05-408d-b116-75fd125922cc on network c5283b17-6152-47e5-9e5f-af1252aae092 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:05.009223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Port 16622358-0f05-408d-b116-75fd125922cc on network c5283b17-6152-47e5-9e5f-af1252aae092 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:05.010282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Attempting to bind port 16622358-0f05-408d-b116-75fd125922cc on network c5283b17-6152-47e5-9e5f-af1252aae092 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:05.014036 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e1d3c8f7-604a-448d-b497-68c0d21f01f9 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for subnetpool, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.015401 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e1d3c8f7-604a-448d-b497-68c0d21f01f9 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnetpools/fd8ee15a-6467-4fc9-a47c-c0acc050eddc HTTP/1.1" status: 204 len: 168 time: 0.1718652 Jul 07 22:12:05.017899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:05.069427 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-74e36c92-7259-4435-a3a0-8c4c22ab9e2d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e8909d4-c4f3-41e7-9bd6-88a2868a7095 HTTP/1.1" status: 200 len: 205 time: 0.0501349 Jul 07 22:12:05.070370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:05.121789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:05.122176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Checking segment: {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:05.122576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Bound using segment: {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:05.130137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Bound port: 16622358-0f05-408d-b116-75fd125922cc, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:05.131090 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.138835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=10']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:05.204353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] No DVR routers for this DVR port 335b2820-1373-489b-9c50-f0f0fea09cd1 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:05.220933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc8b83b7-e6aa-4222-b0a5-83c476ef497d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.423517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:05.423871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:05.424226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:05.434569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff5fd549-349f-4c3d-8072-638717074d9c req-201d5f69-4c87-4127-842c-1582e0ed6861 service neutron] 10.222.0.83 "GET /v2.0/networks/5883626e-388b-476b-ac2e-cce6246b6a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806055 Jul 07 22:12:05.443508 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.472152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Port 335b2820-1373-489b-9c50-f0f0fea09cd1 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:05.472526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Attempting to bind port 335b2820-1373-489b-9c50-f0f0fea09cd1 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:05.477009 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc8b83b7-e6aa-4222-b0a5-83c476ef497d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.479713 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc8b83b7-e6aa-4222-b0a5-83c476ef497d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.557575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] For port 16622358-0f05-408d-b116-75fd125922cc, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:05.557861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc8b83b7-e6aa-4222-b0a5-83c476ef497d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.558569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8b83b7-e6aa-4222-b0a5-83c476ef497d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8909d4-c4f3-41e7-9bd6-88a2868a7095 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:12:05.562838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:05.563502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:05.564352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:05.565014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Bound port: 335b2820-1373-489b-9c50-f0f0fea09cd1, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:05.565610 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.572262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc8b83b7-e6aa-4222-b0a5-83c476ef497d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.572863 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dc8b83b7-e6aa-4222-b0a5-83c476ef497d tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/routers/9e8909d4-c4f3-41e7-9bd6-88a2868a7095 HTTP/1.1" status: 204 len: 168 time: 0.5003746 Jul 07 22:12:05.575403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:05.578009 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:05.579082 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b4bb71-6542-4b73-9f6e-938baf71cd3f" -d '{"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-unplugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:05.627859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] For port 16622358-0f05-408d-b116-75fd125922cc, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=16622358-0f05-408d-b116-75fd125922cc,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:05.639502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:05.650478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c2e8-ad69-4a53-b05f-9583d89fe235 req-230fe2af-017e-424b-957b-0578f01752f2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:05.656893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c2e8-ad69-4a53-b05f-9583d89fe235 req-230fe2af-017e-424b-957b-0578f01752f2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:05.663903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720c2e8-ad69-4a53-b05f-9583d89fe235 req-230fe2af-017e-424b-957b-0578f01752f2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:05.671449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8720c2e8-ad69-4a53-b05f-9583d89fe235 req-230fe2af-017e-424b-957b-0578f01752f2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2411 time: 0.5803571 Jul 07 22:12:05.680733 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.708489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:05.770105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee012a44-8b28-4625-9866-6e55b2290160,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:05.777683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff5fd549-349f-4c3d-8072-638717074d9c req-66cfab58-60e5-413e-a042-ac08b1eb6d6e service neutron] 10.222.0.83 "GET /v2.0/networks/5883626e-388b-476b-ac2e-cce6246b6a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299553 Jul 07 22:12:05.883540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8720c2e8-ad69-4a53-b05f-9583d89fe235 req-9f0c654e-08a5-43ee-8798-24b047a9ff49 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098982 Jul 07 22:12:05.888776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Checking segment: {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:05.889144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Network hostable DHCP agents. Network: 8a3b3ff8-a6a0-4280-97e2-4c494307ba80, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:05.901827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:05.903018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:05.913763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] 10.222.0.83 "PUT /v2.0/ports/16622358-0f05-408d-b116-75fd125922cc HTTP/1.1" status: 200 len: 1092 time: 3.7045708 Jul 07 22:12:05.927602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7882-d49a-4bfa-9ea3-4f7eb1cda498 req-4c0cdc2f-cab2-4d54-9f3a-0eff5ce9268d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:05.935587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df4d7882-d49a-4bfa-9ea3-4f7eb1cda498 req-4c0cdc2f-cab2-4d54-9f3a-0eff5ce9268d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 949 time: 0.5820665 Jul 07 22:12:06.039084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e368600f-b784-460b-aff0-9f6f50106c77 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Deleting port 3871f9b3-d807-4a1a-962b-e709502d6bcd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:06.039663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e368600f-b784-460b-aff0-9f6f50106c77 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.103797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:06.122698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd4de4-0d47-4b79-8468-b5c3d1e2a145 service neutron] Pushing event updated for resources: {'Port': ['ID=16622358-0f05-408d-b116-75fd125922cc,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:06.151180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-04a8a783-4485-4299-a510-de89a6db7eb3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.152788 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-04a8a783-4485-4299-a510-de89a6db7eb3 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.44 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 945 time: 0.5153699 Jul 07 22:12:06.169764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df4d7882-d49a-4bfa-9ea3-4f7eb1cda498 req-3271852f-71ba-4cd2-b7c6-10877eb585b5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328258 Jul 07 22:12:06.171792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:06.193370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:06.232097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.308946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e368600f-b784-460b-aff0-9f6f50106c77 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.329686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e368600f-b784-460b-aff0-9f6f50106c77 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Calling delete_port for 3871f9b3-d807-4a1a-962b-e709502d6bcd owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:06.330265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=11']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:06.352144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 8a3b3ff8-a6a0-4280-97e2-4c494307ba80) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:06.363053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b9f1a-7522-4f20-a675-1104eaf529c7 None None] Network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:06.392426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.393676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.423036 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5b5a1e-a431-419d-a80e-fbefe248681b x-openstack-request-id: req-8f5b5a1e-a431-419d-a80e-fbefe248681b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:06.424000 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-unplugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:06.424990 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f5b5a1e-a431-419d-a80e-fbefe248681b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:06.425751 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'code': 200} Jul 07 22:12:06.433840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-52e4286e-77c8-4f39-84dc-7e60802ecd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.434725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-52e4286e-77c8-4f39-84dc-7e60802ecd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.436429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-52e4286e-77c8-4f39-84dc-7e60802ecd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.440456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-52e4286e-77c8-4f39-84dc-7e60802ecd93 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2867 time: 0.4470708 Jul 07 22:12:06.444629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.447794 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.450330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-273a1639-11cc-45ed-baa9-1cc6dea39491 service neutron] 10.222.0.44 "PUT /v2.0/ports/335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 1098 time: 3.9199650 Jul 07 22:12:06.462636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1096e508-f305-4093-89b3-be138becdb00 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4481151 Jul 07 22:12:06.475562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50808) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:06.481716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:06.540056 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Deleting port 112d2858-df75-4757-a1d6-5f20305907e0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:06.540362 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.551005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-1bcf9f4a-6bd7-499c-a351-19cec6f4410f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=341c6df8-c010-4cd5-86c6-d6782c42f785 HTTP/1.1" status: 200 len: 217 time: 0.0834050 Jul 07 22:12:06.565393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b77cb-5ff8-483d-a355-c766e7f07968 req-7c6f2344-fafd-4f0c-8ef6-7e1ed77b0492 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.586687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-334b77cb-5ff8-483d-a355-c766e7f07968 req-7c6f2344-fafd-4f0c-8ef6-7e1ed77b0492 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=b792a9c9-890d-4cd4-b2c5-4524af5f754a HTTP/1.1" status: 200 len: 945 time: 0.4979088 Jul 07 22:12:06.731776 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.732432 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.768357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:12:06.770045 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.796790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-334b77cb-5ff8-483d-a355-c766e7f07968 req-c3912739-46c3-4519-bf21-479500abd3c1 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087307 Jul 07 22:12:06.817009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-46bf36de-302f-4495-ac1c-ded5dc69ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.818469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-46bf36de-302f-4495-ac1c-ded5dc69ad24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b HTTP/1.1" status: 200 len: 801 time: 0.1895123 Jul 07 22:12:06.839898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] For port 112d2858-df75-4757-a1d6-5f20305907e0, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=112d2858-df75-4757-a1d6-5f20305907e0,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:06.840349 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:06.869305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Calling delete_port for 112d2858-df75-4757-a1d6-5f20305907e0 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:06.882564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-7515f8e6-c2cc-40a2-b797-a3b55b92adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:06.884160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-7515f8e6-c2cc-40a2-b797-a3b55b92adc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1101 time: 0.3511527 Jul 07 22:12:06.888015 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e368600f-b784-460b-aff0-9f6f50106c77 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.032650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368600f-b784-460b-aff0-9f6f50106c77 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Pushing event deleted for resources: {'Port': ['ID=3871f9b3-d807-4a1a-962b-e709502d6bcd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:07.052817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.077500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Allocated IP 172.20.0.2 (8a3b3ff8-a6a0-4280-97e2-4c494307ba80/ee012a44-8b28-4625-9866-6e55b2290160/98ac97f4-25f9-4beb-9399-18d332291a9b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:07.084545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919ff9-bdbe-4f29-977e-2300d390a620 req-8c72913e-7967-4702-bd09-6ce814239de1 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:07.091997 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd919ff9-bdbe-4f29-977e-2300d390a620 req-8c72913e-7967-4702-bd09-6ce814239de1 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 944 time: 0.3946352 Jul 07 22:12:07.196612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e368600f-b784-460b-aff0-9f6f50106c77 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.202265 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e368600f-b784-460b-aff0-9f6f50106c77 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/ports/3871f9b3-d807-4a1a-962b-e709502d6bcd HTTP/1.1" status: 204 len: 168 time: 1.6197972 Jul 07 22:12:07.206431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:07.379544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d34070d-e347-47b5-87c2-2efef472c0e7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Deleting subnet f053d877-adf8-44aa-b6eb-85db2908f1ba {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:12:07.388529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.390501 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d34070d-e347-47b5-87c2-2efef472c0e7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.433572 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.443762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Transition to ACTIVE for port object 98ac97f4-25f9-4beb-9399-18d332291a9b will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:07.459089 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Pushing event deleted for resources: {'Port': ['ID=112d2858-df75-4757-a1d6-5f20305907e0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:07.500257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d34070d-e347-47b5-87c2-2efef472c0e7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.520562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Transition to ACTIVE for port object 98ac97f4-25f9-4beb-9399-18d332291a9b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:07.529778 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.545548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] No DVR routers for this DVR port 112d2858-df75-4757-a1d6-5f20305907e0 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:07.550740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.553036 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dc245b11-4ccc-4e0e-8245-603b5086c3ab req-98c5bc77-ee38-40d6-b61c-6ee481f439dc tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.44 "DELETE /v2.0/ports/112d2858-df75-4757-a1d6-5f20305907e0 HTTP/1.1" status: 204 len: 173 time: 1.3915594 Jul 07 22:12:07.553702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'name': 'network-vif-deleted', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:07.556175 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d0dcb3-8c6e-4a07-8348-77119d347ca0" -d '{"events": [{"server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "name": "network-vif-deleted", "tag": "112d2858-df75-4757-a1d6-5f20305907e0"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:07.612224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-162f5b1d-fd92-49af-9986-018c6f27bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:07.613883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-162f5b1d-fd92-49af-9986-018c6f27bfb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5283b17-6152-47e5-9e5f-af1252aae092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7889016 Jul 07 22:12:07.653156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Pushing event updated for resources: {'Port': ['ID=98ac97f4-25f9-4beb-9399-18d332291a9b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:07.674806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:07.677390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:07.685913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:07.688629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd919ff9-bdbe-4f29-977e-2300d390a620 req-0fd6787d-c2dc-445b-aa8d-629a6b80e743 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5956898 Jul 07 22:12:07.729403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d34070d-e347-47b5-87c2-2efef472c0e7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.814999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Attempting to bind port 98ac97f4-25f9-4beb-9399-18d332291a9b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:07.815490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Attempting to bind port 98ac97f4-25f9-4beb-9399-18d332291a9b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:07.815766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Attempting to bind port 98ac97f4-25f9-4beb-9399-18d332291a9b on network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:07.823228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:07.823669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Checking segment: {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:07.823999 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.824395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Bound using segment: {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:07.824875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Bound port: 98ac97f4-25f9-4beb-9399-18d332291a9b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:07.825251 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.831853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.849581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-5319e30e-dc7e-4c6b-8edf-058f4e84b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:07.851121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-5319e30e-dc7e-4c6b-8edf-058f4e84b1be service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.9565728 Jul 07 22:12:07.864245 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d34070d-e347-47b5-87c2-2efef472c0e7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.930234 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34070d-e347-47b5-87c2-2efef472c0e7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Pushing event deleted for resources: {'Subnet': ['ID=f053d877-adf8-44aa-b6eb-85db2908f1ba,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:07.935582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] For port 98ac97f4-25f9-4beb-9399-18d332291a9b, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:07.936844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d34070d-e347-47b5-87c2-2efef472c0e7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:07.942113 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2d34070d-e347-47b5-87c2-2efef472c0e7 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/subnets/f053d877-adf8-44aa-b6eb-85db2908f1ba HTTP/1.1" status: 204 len: 168 time: 0.7303116 Jul 07 22:12:07.943144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50828) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:07.947726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827bd29-0a94-46a0-8ab7-245aba29655e None None] Network 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:07.965925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-cbad6925-c601-4a00-9802-91923c41779c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.0996382 Jul 07 22:12:07.995961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89724659-b693-4e8f-8e43-98ef52867ff6 req-e2e40a7e-37e8-4e9d-80ea-fd52ba6a8715 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:08.004248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89724659-b693-4e8f-8e43-98ef52867ff6 req-e2e40a7e-37e8-4e9d-80ea-fd52ba6a8715 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 945 time: 0.9496412 Jul 07 22:12:08.032861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] For port 98ac97f4-25f9-4beb-9399-18d332291a9b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98ac97f4-25f9-4beb-9399-18d332291a9b,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:08.054904 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.091650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.136987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2268f-d2b9-4cf6-a432-e858db92f24c None None] Pushing event updated for resources: {'Port': ['ID=98ac97f4-25f9-4beb-9399-18d332291a9b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:08.197604 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Deleting port add165bb-c341-4baf-973f-d625d84af872 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:08.198607 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.225739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-c95823c7-dd40-47e3-bc79-64f4fff0a8b0 service neutron] 10.222.0.83 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969601 Jul 07 22:12:08.247335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-c394dd61-c4d0-4b89-9137-93bdf1243324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:08.249188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-c394dd61-c4d0-4b89-9137-93bdf1243324 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2007158 Jul 07 22:12:08.267919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89724659-b693-4e8f-8e43-98ef52867ff6 req-fd11884d-54d1-4891-ae28-fbcce3b7408d tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626328 Jul 07 22:12:08.362417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] For port add165bb-c341-4baf-973f-d625d84af872, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=add165bb-c341-4baf-973f-d625d84af872,segment=NetworkSegment(d3452a1b-5568-4dd0-b2e0-af4ecec75245),segment_id=d3452a1b-5568-4dd0-b2e0-af4ecec75245)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:08.362802 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.391788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef44ef-d50b-4215-bfd2-69ac8e5b6812 None None] DHCP port deletion for 31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:12:08.401789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Calling delete_port for add165bb-c341-4baf-973f-d625d84af872 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:08.434354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'tag': '16622358-0f05-408d-b116-75fd125922cc'}, {'name': 'network-changed', 'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:08.438239 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227e16a-49ea-4318-8b9d-5ea9ea64e628" -d '{"events": [{"name": "network-changed", "server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "tag": "16622358-0f05-408d-b116-75fd125922cc"}, {"name": "network-changed", "server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:08.542879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-57ef44ef-d50b-4215-bfd2-69ac8e5b6812 None None] Deleting port add165bb-c341-4baf-973f-d625d84af872 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:08.544113 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57ef44ef-d50b-4215-bfd2-69ac8e5b6812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.590747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b175ac1-bcbf-4478-9719-2738563c1d6d req-cfdd264a-dfd3-49a1-8a36-20d99d5f3a9b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:08.598394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b175ac1-bcbf-4478-9719-2738563c1d6d req-cfdd264a-dfd3-49a1-8a36-20d99d5f3a9b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:08.605010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b175ac1-bcbf-4478-9719-2738563c1d6d req-cfdd264a-dfd3-49a1-8a36-20d99d5f3a9b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:08.627837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b175ac1-bcbf-4478-9719-2738563c1d6d req-cfdd264a-dfd3-49a1-8a36-20d99d5f3a9b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2411 time: 0.5600843 Jul 07 22:12:08.664762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device add165bb-c341-4baf-973f-d625d84af872 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:08.702187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.739891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Pushing event deleted for resources: {'Port': ['ID=add165bb-c341-4baf-973f-d625d84af872,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:08.754687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] No DVR routers for this DVR port add165bb-c341-4baf-973f-d625d84af872 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:08.805149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b175ac1-bcbf-4478-9719-2738563c1d6d req-c650c75e-608f-4bab-8d25-17a6e22c3204 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734316 Jul 07 22:12:08.806424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-57ef44ef-d50b-4215-bfd2-69ac8e5b6812 None None] For port add165bb-c341-4baf-973f-d625d84af872, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=add165bb-c341-4baf-973f-d625d84af872,segment=NetworkSegment(d3452a1b-5568-4dd0-b2e0-af4ecec75245),segment_id=d3452a1b-5568-4dd0-b2e0-af4ecec75245)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:08.806931 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57ef44ef-d50b-4215-bfd2-69ac8e5b6812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.836394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-f8e5a21c-a763-4f0b-a276-995ded69ff09 service neutron] 10.222.0.83 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809145 Jul 07 22:12:08.838952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No active binding found for port add165bb-c341-4baf-973f-d625d84af872 {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:12:08.839488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device add165bb-c341-4baf-973f-d625d84af872 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:08.851388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-1b22c954-1c20-4c51-8558-a31875c8b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:08.852605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-57ef44ef-d50b-4215-bfd2-69ac8e5b6812 None None] Calling delete_port for add165bb-c341-4baf-973f-d625d84af872 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:08.855887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-1b22c954-1c20-4c51-8558-a31875c8b9cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5131323 Jul 07 22:12:08.901050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.918853 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691b351b-325b-443e-9cdd-253ee7bf22d3 x-openstack-request-id: req-691b351b-325b-443e-9cdd-253ee7bf22d3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:08.919061 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b792a9c9-890d-4cd4-b2c5-4524af5f754a", "name": "network-vif-deleted", "tag": "112d2858-df75-4757-a1d6-5f20305907e0", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:08.919324 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-691b351b-325b-443e-9cdd-253ee7bf22d3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:08.919717 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b792a9c9-890d-4cd4-b2c5-4524af5f754a', 'name': 'network-vif-deleted', 'tag': '112d2858-df75-4757-a1d6-5f20305907e0', 'status': 'completed', 'code': 200} Jul 07 22:12:08.923292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:08.935668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3452a1b-5568-4dd0-b2e0-af4ecec75245') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:08.936693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3452a1b-5568-4dd0-b2e0-af4ecec75245') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:08.949590 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.968742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.979069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:12:08.979800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:12:08.984712 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:12:08.996197 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57ef44ef-d50b-4215-bfd2-69ac8e5b6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.080359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-0b7d160f-62a0-4542-9321-2ae24a43d798 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf HTTP/1.1" status: 200 len: 217 time: 0.2218845 Jul 07 22:12:09.092438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef44ef-d50b-4215-bfd2-69ac8e5b6812 None None] No DVR routers for this DVR port add165bb-c341-4baf-973f-d625d84af872 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:09.095069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef44ef-d50b-4215-bfd2-69ac8e5b6812 None None] Pushing event deleted for resources: {'Port': ['ID=add165bb-c341-4baf-973f-d625d84af872,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:09.101901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.125517 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.130998 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] 10.222.0.81 "DELETE /v2.0/networks/31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a HTTP/1.1" status: 204 len: 168 time: 1.1822131 Jul 07 22:12:09.131920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf044c-1650-4151-b38d-99c1460b9163 tempest-TagsExtTest-703675883 tempest-TagsExtTest-703675883-project] Pushing event deleted for resources: {'Network': ['ID=31b53f24-7a9e-4f9c-a681-5a4bb3f36d4a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:09.327624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-0f59c057-e5c8-470e-b781-6f46aca1c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:09.329264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-0f59c057-e5c8-470e-b781-6f46aca1c79d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=349bcf65-d53b-45ea-ae02-fe8c0c1d3d33 HTTP/1.1" status: 200 len: 801 time: 0.1725254 Jul 07 22:12:09.331172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 112d2858-df75-4757-a1d6-5f20305907e0 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:09.363875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 112d2858-df75-4757-a1d6-5f20305907e0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:12:09.363983 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 112d2858-df75-4757-a1d6-5f20305907e0 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:09.413411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50844) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:09.454552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bed868-9b0c-4556-b3e0-8f8e5a4536a8 req-01f712a4-3df7-4478-9e9b-641cd281c4ae tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:09.463243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28bed868-9b0c-4556-b3e0-8f8e5a4536a8 req-01f712a4-3df7-4478-9e9b-641cd281c4ae tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 949 time: 0.8099394 Jul 07 22:12:09.567255 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.583137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-f7f10606-6683-4f5b-9276-23b09e7b802c service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195322 Jul 07 22:12:09.599226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28bed868-9b0c-4556-b3e0-8f8e5a4536a8 req-5689a344-6bde-483c-8bdf-11e1af929fd5 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350229 Jul 07 22:12:09.633261 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fdf1414d-a97e-4deb-a1b4-0ce8cf1704b7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=990fa693b390471292f209bd65b804f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180576 Jul 07 22:12:09.633891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:09.691646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.715244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ffcb3-478b-4b32-bd62-351b1fa00606 None None] Network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:09.721161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5f95d90-161c-484f-8db4-4fd768a24a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.754293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5f95d90-161c-484f-8db4-4fd768a24a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.769083 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bb3279-535a-4d92-a6af-eaf29b3b0979 x-openstack-request-id: req-b3bb3279-535a-4d92-a6af-eaf29b3b0979 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:09.775246 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "tag": "16622358-0f05-408d-b116-75fd125922cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:09.775588 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3bb3279-535a-4d92-a6af-eaf29b3b0979 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:09.775950 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'tag': '16622358-0f05-408d-b116-75fd125922cc', 'status': 'completed', 'code': 200} Jul 07 22:12:09.776208 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'status': 'completed', 'code': 200} Jul 07 22:12:09.783952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73927694-2186-4949-9035-d206f10ea45f req-dc02ed66-0500-4d5a-b646-80e199e34323 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:09.793960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:09.800716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Request body: {'floatingip': {'port_id': '42e93efd-f870-40ba-873a-a47587efe385'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:09.807776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73927694-2186-4949-9035-d206f10ea45f req-dc02ed66-0500-4d5a-b646-80e199e34323 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 945 time: 0.6062522 Jul 07 22:12:09.822265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-236cac7b-c712-467e-8ff8-7669968580c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:09.829876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-236cac7b-c712-467e-8ff8-7669968580c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=dcdfba0a-4c91-40d5-9f9b-549e8524f26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4826429 Jul 07 22:12:09.866623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ad543c0e-e10f-4906-8e21-b25627ea599b None None] Provisioning for port 98ac97f4-25f9-4beb-9399-18d332291a9b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:09.901420 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.987746 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5f95d90-161c-484f-8db4-4fd768a24a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:09.990983 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5f95d90-161c-484f-8db4-4fd768a24a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:10.006233 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f5f95d90-161c-484f-8db4-4fd768a24a31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27c08274-7d37-48df-b02a-80f49cfa260c HTTP/1.1" status: 204 len: 168 time: 0.3600228 Jul 07 22:12:10.059409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f95d90-161c-484f-8db4-4fd768a24a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c08274-7d37-48df-b02a-80f49cfa260c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:10.296524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c6c94cf-4ffa-4c49-bb7d-557613219562 req-f0b664a5-8478-411b-9f7c-03ddb1e8de29 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652379 Jul 07 22:12:10.365558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-281f5185-505f-4f1a-aa13-e1ba72dc5cea service neutron] 10.222.0.83 "GET /v2.0/networks/dcdfba0a-4c91-40d5-9f9b-549e8524f26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200076 Jul 07 22:12:10.732586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98ac97f4-25f9-4beb-9399-18d332291a9b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:10.752178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Allocated IP 172.25.8.102 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/87156504-22d3-4848-965f-8968ed8ddb48) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:10.816586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 98ac97f4-25f9-4beb-9399-18d332291a9b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:10.822883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 98ac97f4-25f9-4beb-9399-18d332291a9b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:10.823782 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.152481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68dd6e-41fc-46ed-8fff-120b0c5ff04e req-27668855-f523-4de7-ae81-f44172cdc4db tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:11.159366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db68dd6e-41fc-46ed-8fff-120b0c5ff04e req-27668855-f523-4de7-ae81-f44172cdc4db tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 944 time: 1.2269161 Jul 07 22:12:11.211275 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.234258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50888) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:11.258307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 98ac97f4-25f9-4beb-9399-18d332291a9b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98ac97f4-25f9-4beb-9399-18d332291a9b,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:11.274479 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.287183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:12:11.297579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025694 Jul 07 22:12:11.307633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50890) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:11.332330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=98ac97f4-25f9-4beb-9399-18d332291a9b,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:11.354647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:11.365088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db68dd6e-41fc-46ed-8fff-120b0c5ff04e req-99238677-54c9-4ef7-9571-fbe710ed6c46 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047064 Jul 07 22:12:11.414563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-ec66b742-eb59-46d6-8fcd-1a5f03f27aa3 service neutron] 10.222.0.83 "GET /v2.0/networks/dcdfba0a-4c91-40d5-9f9b-549e8524f26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0344636 Jul 07 22:12:11.442084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c158126-3a6e-43cf-ae47-4a7dc47abe27 req-b1cec584-669d-4739-b2a0-0038f7f5f9a6 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:11.470318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c158126-3a6e-43cf-ae47-4a7dc47abe27 req-b1cec584-669d-4739-b2a0-0038f7f5f9a6 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:11.476979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c158126-3a6e-43cf-ae47-4a7dc47abe27 req-b1cec584-669d-4739-b2a0-0038f7f5f9a6 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:11.493377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:11.501318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c158126-3a6e-43cf-ae47-4a7dc47abe27 req-b1cec584-669d-4739-b2a0-0038f7f5f9a6 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2411 time: 0.7435124 Jul 07 22:12:11.507112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'mac_address': 'fa:16:3e:0b:e3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:11.561077 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.588861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335b2820-1373-489b-9c50-f0f0fea09cd1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:11.594216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-34ee3085-15bc-4ed8-9ddf-81afeae37954 tempest-NetworksApiDiscovery-1379961999 tempest-NetworksApiDiscovery-1379961999-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2773125 Jul 07 22:12:11.610000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-ca0a6dc4-2184-4e7b-8222-30307f18dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:11.611738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-ca0a6dc4-2184-4e7b-8222-30307f18dfd4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1101 time: 1.0739772 Jul 07 22:12:11.616606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:11.629645 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.639575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-f2fde659-8b92-4081-b196-b467b42e8c4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=16622358-0f05-408d-b116-75fd125922cc HTTP/1.1" status: 200 len: 217 time: 0.1372066 Jul 07 22:12:11.753263 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.765486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=12']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:11.809078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c158126-3a6e-43cf-ae47-4a7dc47abe27 req-a20b69e8-a01c-456e-8b07-d06ef42a5cda tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444971 Jul 07 22:12:11.843615 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-a4e9e082-c24b-4016-93ed-0303e9e0bd1d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1565821 Jul 07 22:12:11.885335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.933294 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:11.965497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-d502816d-6b6f-4ec1-a995-62b2821bec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:11.967086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-d502816d-6b6f-4ec1-a995-62b2821bec41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b HTTP/1.1" status: 200 len: 801 time: 0.3110929 Jul 07 22:12:11.984144 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.001513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-4c0c0743-081b-447a-b640-e3b585b4e9f7 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.008901 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-4c0c0743-081b-447a-b640-e3b585b4e9f7 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.44 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 944 time: 1.0918767 Jul 07 22:12:12.076166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-b9dd38c9-df69-4e39-9682-e05bbfb563b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.077713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-b9dd38c9-df69-4e39-9682-e05bbfb563b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.4343374 Jul 07 22:12:12.095177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:12.146576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:12.167622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:12.191558 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:12.195576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7d9e5-c3f2-43a5-99be-fdbc29815495 req-58e4861d-a34a-412f-9db8-c3df26a2be11 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.197314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edc7d9e5-c3f2-43a5-99be-fdbc29815495 req-58e4861d-a34a-412f-9db8-c3df26a2be11 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 944 time: 0.6265483 Jul 07 22:12:12.281157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-f77bb458-492f-4aa1-b86d-480730829182 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.1376157 Jul 07 22:12:12.290519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=87156504-22d3-4848-965f-8968ed8ddb48,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:12.305589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-b89924df-00bf-4913-9bb0-a2e5d91ddf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.307163 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-b89924df-00bf-4913-9bb0-a2e5d91ddf65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 1100 time: 0.4244869 Jul 07 22:12:12.350498 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Floating IP 57494e2b-25ef-4c93-b788-ecc20f2d0f1e associated. External IP: 172.25.8.89, port: 42e93efd-f870-40ba-873a-a47587efe385. Jul 07 22:12:12.498203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df9a4cb1-65a8-45ba-8b21-9aebb01d1208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.500621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97682b-eaed-4ae5-b417-8a5358afd0ae req-ebbe52e4-ed08-4851-bdd1-9f7aa2ce8eb9 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.502629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff97682b-eaed-4ae5-b417-8a5358afd0ae req-ebbe52e4-ed08-4851-bdd1-9f7aa2ce8eb9 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.4289455 Jul 07 22:12:12.505951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edc7d9e5-c3f2-43a5-99be-fdbc29815495 req-1f3cb98e-ffe8-451b-b5cc-576f955796e1 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8dc2bc3-cb33-49bb-9135-94e98196aa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982829 Jul 07 22:12:12.514670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-296c55e3-dde0-44f5-ab00-1c0660913c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.516609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-296c55e3-dde0-44f5-ab00-1c0660913c1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5283b17-6152-47e5-9e5f-af1252aae092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5344665 Jul 07 22:12:12.539665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-8b9f126c-0d57-4cbf-b51e-b1daa96ffc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.541101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Deleting port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:12.541444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.542317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-8b9f126c-0d57-4cbf-b51e-b1daa96ffc80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2463698 Jul 07 22:12:12.689092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98ac97f4-25f9-4beb-9399-18d332291a9b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:12.724020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff97682b-eaed-4ae5-b417-8a5358afd0ae req-70459f19-863a-4da4-8e85-2e310f6daf07 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968925 Jul 07 22:12:12.805994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 98ac97f4-25f9-4beb-9399-18d332291a9b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:12.806704 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:12.818626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-abceac85-9956-4ca5-8047-34c236019465 service neutron] 10.222.0.83 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929473 Jul 07 22:12:12.845938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-a07331ec-8274-4e06-8c50-b92023f08211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.848234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-a07331ec-8274-4e06-8c50-b92023f08211 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2833548 Jul 07 22:12:12.860070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-92cc52c0-5e6b-4fb5-a622-027180b9610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:12.861571 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-92cc52c0-5e6b-4fb5-a622-027180b9610d service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.5228443 Jul 07 22:12:12.970695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['335b2820-1373-489b-9c50-f0f0fea09cd1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:13.028101 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-2cc9fdcb-ad61-48eb-a005-66a688b822ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fb2e4934-a45f-429f-af7f-9d4185748142 HTTP/1.1" status: 200 len: 217 time: 0.1161304 Jul 07 22:12:13.094195 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.166619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] For port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,segment=NetworkSegment(50876f96-b524-46a6-9062-6ba2f9480939),segment_id=50876f96-b524-46a6-9062-6ba2f9480939)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:13.167089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.236352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Calling delete_port for 7fe92085-45a2-42c6-9f44-2a4421fd3b3a owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:13.249204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df9a4cb1-65a8-45ba-8b21-9aebb01d1208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.255465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-c29eaeba-9ac1-4a9a-918a-d4a31e6ee943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:13.259350 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-c29eaeba-9ac1-4a9a-918a-d4a31e6ee943 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2077949 Jul 07 22:12:13.274570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df9a4cb1-65a8-45ba-8b21-9aebb01d1208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.370936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7fe92085-45a2-42c6-9f44-2a4421fd3b3a no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:13.407696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Router 7af28927-48e3-422f-ab18-e63fc6e725cc has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:12:13.412017 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-df9a4cb1-65a8-45ba-8b21-9aebb01d1208 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18e704ce9c6540ba9d979e12812407db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2164311 Jul 07 22:12:13.421147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:13.433916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a4cb1-65a8-45ba-8b21-9aebb01d1208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4db925c-a368-4f50-8d68-8161254f2763,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:13.478579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c75e8c9-3ac1-4e5b-8de8-2e6c8eb8c196 req-5c092e5c-cd93-4ac1-98d1-6d891bfa00e7 service neutron] 10.222.0.83 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6501696 Jul 07 22:12:13.514437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-6fed7fbe-350d-4812-a368-57da2cc1bbc3 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230283 Jul 07 22:12:13.547652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f99d6-ab3c-4b9b-8016-beede3beb0df req-32da513a-542c-4017-a1cb-d10bc7734fa2 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:13.549223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042f99d6-ab3c-4b9b-8016-beede3beb0df req-32da513a-542c-4017-a1cb-d10bc7734fa2 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 944 time: 0.6901824 Jul 07 22:12:13.603665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-5d864864-4696-4ad9-a13e-074840b6728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:13.605382 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-5d864864-4696-4ad9-a13e-074840b6728e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3137562 Jul 07 22:12:13.622912 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1079-7d1a-4a83-afe4-234d60d4683a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.642749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3a95b-6e33-4655-868c-3012dac6c6c9 req-8ca26fff-5161-4d6f-a4de-7fe5f2b8d2ee tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:13.649151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3a95b-6e33-4655-868c-3012dac6c6c9 req-8ca26fff-5161-4d6f-a4de-7fe5f2b8d2ee tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:13.654853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3a95b-6e33-4655-868c-3012dac6c6c9 req-8ca26fff-5161-4d6f-a4de-7fe5f2b8d2ee tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:13.664961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57f3a95b-6e33-4655-868c-3012dac6c6c9 req-8ca26fff-5161-4d6f-a4de-7fe5f2b8d2ee tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2411 time: 0.6545827 Jul 07 22:12:13.665400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 69d80137-3452-4134-bd99-00d73d41631c details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:13.747971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1079-7d1a-4a83-afe4-234d60d4683a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.775933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:13.791494 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] Sync routers for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:13.797981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.811122 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:13.811749 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:13.841703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042f99d6-ab3c-4b9b-8016-beede3beb0df req-d4a9a02e-4b3d-485a-8041-0189fb832446 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818859 Jul 07 22:12:13.846543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 69d80137-3452-4134-bd99-00d73d41631c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69d80137-3452-4134-bd99-00d73d41631c,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:13.867127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '69d80137-3452-4134-bd99-00d73d41631c', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'port_id': '69d80137-3452-4134-bd99-00d73d41631c', 'mac_address': 'fa:16:3e:c9:4a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:13.927991 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.928857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57f3a95b-6e33-4655-868c-3012dac6c6c9 req-856d3741-e0d4-415d-9b9f-7f824293a3fa tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620378 Jul 07 22:12:13.962053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69d80137-3452-4134-bd99-00d73d41631c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:13.962333 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:13.966057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-2d320e16-bcca-4198-972f-ec73372bf546 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385417 Jul 07 22:12:14.007332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 69d80137-3452-4134-bd99-00d73d41631c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69d80137-3452-4134-bd99-00d73d41631c,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:14.013208 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.044846 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:14.076150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Pushing event deleted for resources: {'Port': ['ID=7fe92085-45a2-42c6-9f44-2a4421fd3b3a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:14.080062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-1a365280-a657-409e-a950-e0e51baefeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.080708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-1a365280-a657-409e-a950-e0e51baefeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.081266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-1a365280-a657-409e-a950-e0e51baefeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.083945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-1a365280-a657-409e-a950-e0e51baefeb7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2867 time: 0.4561648 Jul 07 22:12:14.112165 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-ec20e2ac-c723-4c29-afa0-2b1a09a1b45a service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989388 Jul 07 22:12:14.116448 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e1395819-beaa-46e7-b2ed-f622fca4d932 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "PUT /v2.0/floatingips/57494e2b-25ef-4c93-b788-ecc20f2d0f1e HTTP/1.1" status: 200 len: 990 time: 4.3179767 Jul 07 22:12:14.131254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=69d80137-3452-4134-bd99-00d73d41631c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:14.165330 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f88ab8-7501-4a37-9217-a932ec693c42', 'tag': '42e93efd-f870-40ba-873a-a47587efe385'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:14.172781 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "11f88ab8-7501-4a37-9217-a932ec693c42", "tag": "42e93efd-f870-40ba-873a-a47587efe385"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:14.202800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38dcec40-cba2-4fe9-ae27-2e4cffa178ee req-5cb71d9f-4847-4ea1-80d0-1c2b608ca015 tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.81 "GET /v2.0/ports?device_id=2dbf8810-1b7b-49bc-a24b-e39cb7009d07 HTTP/1.1" status: 200 len: 210 time: 0.0854168 Jul 07 22:12:14.224690 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.339907 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1079-7d1a-4a83-afe4-234d60d4683a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.343226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1079-7d1a-4a83-afe4-234d60d4683a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.344564 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e2fc1079-7d1a-4a83-afe4-234d60d4683a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4db925c-a368-4f50-8d68-8161254f2763 HTTP/1.1" status: 204 len: 168 time: 0.9211273 Jul 07 22:12:14.345621 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] No DVR routers for this DVR port 7fe92085-45a2-42c6-9f44-2a4421fd3b3a on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:14.352033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:14.354325 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b6939117-4fbf-4e42-9afa-c6600160c633 req-6996b8e4-96e3-4112-971e-854a6815546e tempest-LiveAutoBlockMigrationV225Test-1296042344 tempest-LiveAutoBlockMigrationV225Test-1296042344-project] 10.222.0.44 "DELETE /v2.0/ports/7fe92085-45a2-42c6-9f44-2a4421fd3b3a HTTP/1.1" status: 204 len: 173 time: 2.3445766 Jul 07 22:12:14.366825 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc1079-7d1a-4a83-afe4-234d60d4683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4db925c-a368-4f50-8d68-8161254f2763,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:14.411587 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '57494e2b-25ef-4c93-b788-ecc20f2d0f1e', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'port_id': '42e93efd-f870-40ba-873a-a47587efe385', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'mac_address': 'fa:16:3e:20:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f88ab8-7501-4a37-9217-a932ec693c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:07:44Z', 'updated_at': '2021-07-07T22:12:11Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:14.439655 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] Checking router: 7af28927-48e3-422f-ab18-e63fc6e725cc for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:14.449716 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:14.450737 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:14.468219 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a279626a-1f25-4473-be6a-cd4c6027e2a4 x-openstack-request-id: req-a279626a-1f25-4473-be6a-cd4c6027e2a4 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:14.468861 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f88ab8-7501-4a37-9217-a932ec693c42", "tag": "42e93efd-f870-40ba-873a-a47587efe385", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:14.468974 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a279626a-1f25-4473-be6a-cd4c6027e2a4 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:14.469485 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f88ab8-7501-4a37-9217-a932ec693c42', 'tag': '42e93efd-f870-40ba-873a-a47587efe385', 'status': 'completed', 'code': 200} Jul 07 22:12:14.473204 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b34e2f3d-5092-4890-8c38-aa942dade522 req-135c6e26-5c6b-496d-ae00-3c151d752bea service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949541 Jul 07 22:12:14.481682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-2fdd65f9-00ec-4f3d-9397-cbe82c46cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.483319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-2fdd65f9-00ec-4f3d-9397-cbe82c46cfd8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5283b17-6152-47e5-9e5f-af1252aae092 HTTP/1.1" status: 200 len: 902 time: 0.3906522 Jul 07 22:12:14.566308 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:14.567173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-faaf7081-0580-4efc-8919-4270be65320c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=16622358-0f05-408d-b116-75fd125922cc HTTP/1.1" status: 200 len: 217 time: 0.0590315 Jul 07 22:12:14.636613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-f30bea6c-976b-4da3-99e9-ec6e22a885da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.643605 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-f30bea6c-976b-4da3-99e9-ec6e22a885da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9637cba1caa041bea974b4f659b98b5a&device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 1097 time: 0.1618621 Jul 07 22:12:14.669788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-39340a6c-39f7-4f64-84bb-fe6fc86cc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.671268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-39340a6c-39f7-4f64-84bb-fe6fc86cc75b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b HTTP/1.1" status: 200 len: 801 time: 0.0962498 Jul 07 22:12:14.685075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c39747-519c-487d-b647-ba1b39d684fd req-26125682-8ec2-40df-ae31-31050ad366ab tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.693490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51c39747-519c-487d-b647-ba1b39d684fd req-26125682-8ec2-40df-ae31-31050ad366ab tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 950 time: 0.3550420 Jul 07 22:12:14.745750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Router d3baea53-a5e5-4283-bf92-565b8536bf1b is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:12:14.826308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['69d80137-3452-4134-bd99-00d73d41631c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:14.843073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51c39747-519c-487d-b647-ba1b39d684fd req-fa6def2a-6f44-4ffb-9741-37e6c2d7fb47 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436770 Jul 07 22:12:14.843598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-be36aae7-36f8-45d2-ab69-67b967c98d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.844660 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-be36aae7-36f8-45d2-ab69-67b967c98d64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 200 len: 925 time: 0.1948099 Jul 07 22:12:14.908522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-d74cca32-dc65-4059-98ea-c6f7c74e41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:14.911241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-d74cca32-dc65-4059-98ea-c6f7c74e41da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5283b17-6152-47e5-9e5f-af1252aae092&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148223 Jul 07 22:12:14.951954 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '57494e2b-25ef-4c93-b788-ecc20f2d0f1e', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'port_id': '42e93efd-f870-40ba-873a-a47587efe385', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'mac_address': 'fa:16:3e:20:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f88ab8-7501-4a37-9217-a932ec693c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:07:44Z', 'updated_at': '2021-07-07T22:12:11Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:15.080025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:15.098468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Sync routers for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:15.104222 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af825b7-2347-4993-8d9e-b0feb87f7d16 None None] The sync data for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 is: [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '57494e2b-25ef-4c93-b788-ecc20f2d0f1e', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'port_id': '42e93efd-f870-40ba-873a-a47587efe385', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'mac_address': 'fa:16:3e:20:f3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f88ab8-7501-4a37-9217-a932ec693c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:07:44Z', 'updated_at': '2021-07-07T22:12:11Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:15.138908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:15.139564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:15.180496 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-09c81f74-06c9-40e2-a5c9-5a589021d563 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42e93efd-f870-40ba-873a-a47587efe385 HTTP/1.1" status: 200 len: 998 time: 0.3279157 Jul 07 22:12:15.195294 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.203083 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6663bd8a-f497-4c51-b89a-49d27f5a4fc6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.7250950 Jul 07 22:12:15.205055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:15.336963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-84835d9a-b85e-451b-acb0-caf15cea4831 service neutron] 10.222.0.83 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164512 Jul 07 22:12:15.456636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-f7e3dbe7-5e1f-43e2-ae64-8283e19df6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:15.458233 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-f7e3dbe7-5e1f-43e2-ae64-8283e19df6b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a9942e5-327d-4e25-9c10-3e72191c7e80 HTTP/1.1" status: 200 len: 863 time: 0.2636654 Jul 07 22:12:15.460802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:15.541620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff6388-3d58-4fee-a61e-421887314a80 req-7aff6953-15fe-4e4e-853d-1a1cbb6c8456 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:15.543195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cff6388-3d58-4fee-a61e-421887314a80 req-7aff6953-15fe-4e4e-853d-1a1cbb6c8456 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 945 time: 0.4246905 Jul 07 22:12:15.564395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:15.571215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815b4aa-1dd3-4625-a3c8-09706a575315 req-35f916f3-31b9-488a-9938-d3af9e22a7e4 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:15.572756 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b815b4aa-1dd3-4625-a3c8-09706a575315 req-35f916f3-31b9-488a-9938-d3af9e22a7e4 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1102 time: 0.3685789 Jul 07 22:12:15.608665 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adc21dc-d83d-4268-b62d-d630d1efa7d0 None None] New status for floating IP 57494e2b-25ef-4c93-b788-ecc20f2d0f1e: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:12:15.638635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 335b2820-1373-489b-9c50-f0f0fea09cd1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:15.735651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 335b2820-1373-489b-9c50-f0f0fea09cd1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:15.736348 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:15.754018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-09b09480-f0a4-4b10-a59d-8e4706df88e1 service neutron] 10.222.0.83 "GET /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081974 Jul 07 22:12:15.794520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cff6388-3d58-4fee-a61e-421887314a80 req-e275e225-0197-4c12-bfdd-6708f346ad18 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188876 Jul 07 22:12:15.815033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b815b4aa-1dd3-4625-a3c8-09706a575315 req-a0554915-3418-4c56-8c74-31356c5d44a2 tempest-MigrationsAdminTest-1450812708 tempest-MigrationsAdminTest-1450812708-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220352 Jul 07 22:12:16.076762 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.144466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:16.145217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-91e0162a-fad1-45f9-8851-093f0d86c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.146260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:16.146879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-91e0162a-fad1-45f9-8851-093f0d86c8ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 1102 time: 0.2271445 Jul 07 22:12:16.149182 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d288b4-f491-4938-8dfb-9b1478c160d8" -d '{"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-plugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:16.154306 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.207367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-4fa8a409-877d-4755-8afe-9811c5aa3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.209610 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-4fa8a409-877d-4755-8afe-9811c5aa3d01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=612059aa-53f0-48ef-9198-ca4890e951aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7339337 Jul 07 22:12:16.232743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=13']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:16.248433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:16.248778 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 3, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:16.285260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Checking router: d3baea53-a5e5-4283-bf92-565b8536bf1b for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:16.285740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Updating router d3baea53-a5e5-4283-bf92-565b8536bf1b port 87156504-22d3-4848-965f-8968ed8ddb48 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:12:16.340624 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.550032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'name': 'network-vif-deleted', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:16.553399 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1226fde-65bc-4ed4-995b-434394c81840" -d '{"events": [{"server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "name": "network-vif-deleted", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:16.637335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-3ebc67de-eeff-4752-b219-3356ce64c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.638857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-3ebc67de-eeff-4752-b219-3356ce64c6e0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.4752610 Jul 07 22:12:16.660572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b81f-0526-4cd5-ac6a-cbd6ac3dcf1a req-4bd85f58-fdaa-4476-b341-9cb80c3fcc7d tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.681407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b81f-0526-4cd5-ac6a-cbd6ac3dcf1a req-4bd85f58-fdaa-4476-b341-9cb80c3fcc7d tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.692225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b81f-0526-4cd5-ac6a-cbd6ac3dcf1a req-4bd85f58-fdaa-4476-b341-9cb80c3fcc7d tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.701543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a81b81f-0526-4cd5-ac6a-cbd6ac3dcf1a req-4bd85f58-fdaa-4476-b341-9cb80c3fcc7d tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2411 time: 0.4801736 Jul 07 22:12:16.747114 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-5d90a981-8117-4031-8797-58165f92b2e8 service neutron] 10.222.0.44 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972088 Jul 07 22:12:16.777525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-e1d928e3-2e6d-4f88-b8ce-700516f358db service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 200 len: 217 time: 0.0653148 Jul 07 22:12:16.888619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a81b81f-0526-4cd5-ac6a-cbd6ac3dcf1a req-d6eefe8f-0bdd-48fa-861d-3d0d0be1a306 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859043 Jul 07 22:12:16.897507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-0227df70-9952-49f4-9b80-7631f52fc9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:16.924616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-0227df70-9952-49f4-9b80-7631f52fc9a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1340461 Jul 07 22:12:16.936793 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.949402 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a91c703a-95d3-4a55-b788-ca6edf8d8ec6 req-7992c2f7-3be1-474c-949c-8f2afd05fbe2 service neutron] 10.222.0.44 "GET /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856430 Jul 07 22:12:16.953675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9fd7879-426f-4a62-af44-6e9d50261dec admin admin] Deleting subnet 89fc32d3-510d-40a2-8873-b4755e7fee10 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:12:16.958371 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7879-426f-4a62-af44-6e9d50261dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:16.963418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Transition to ACTIVE for port object 87156504-22d3-4848-965f-8968ed8ddb48 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:16.976098 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.053061 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e69b0-d8e8-49f0-900a-3b3c7b611de9 x-openstack-request-id: req-584e69b0-d8e8-49f0-900a-3b3c7b611de9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:17.053061 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-plugged", "status": "completed", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:17.053061 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-584e69b0-d8e8-49f0-900a-3b3c7b611de9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:17.053490 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'code': 200} Jul 07 22:12:17.055174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd188f-7b4c-455d-864c-a1c3caf080f9 None None] Pushing event updated for resources: {'Port': ['ID=87156504-22d3-4848-965f-8968ed8ddb48,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:17.073602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-289488e9-d726-4cfc-bcc6-a361ee4879ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:17.075737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-289488e9-d726-4cfc-bcc6-a361ee4879ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431508 Jul 07 22:12:17.083289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Attempting to bind port 87156504-22d3-4848-965f-8968ed8ddb48 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:17.083682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Attempting to bind port 87156504-22d3-4848-965f-8968ed8ddb48 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:17.084053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Attempting to bind port 87156504-22d3-4848-965f-8968ed8ddb48 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:17.100746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:17.101185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:17.101598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.102047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:17.102551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Bound port: 87156504-22d3-4848-965f-8968ed8ddb48, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:17.102942 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.111181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7879-426f-4a62-af44-6e9d50261dec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.209292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7879-426f-4a62-af44-6e9d50261dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.219555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] For port 87156504-22d3-4848-965f-8968ed8ddb48, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:17.226688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] For port 87156504-22d3-4848-965f-8968ed8ddb48, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=87156504-22d3-4848-965f-8968ed8ddb48,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:17.246341 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.314927 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedfbde2-bc6f-46c0-b384-992fed144c18 x-openstack-request-id: req-bedfbde2-bc6f-46c0-b384-992fed144c18 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:17.317521 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbf8810-1b7b-49bc-a24b-e39cb7009d07", "name": "network-vif-deleted", "tag": "7fe92085-45a2-42c6-9f44-2a4421fd3b3a", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:17.318046 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bedfbde2-bc6f-46c0-b384-992fed144c18 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:17.319289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd188f-7b4c-455d-864c-a1c3caf080f9 None None] Pushing event updated for resources: {'Port': ['ID=87156504-22d3-4848-965f-8968ed8ddb48,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:17.321141 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbf8810-1b7b-49bc-a24b-e39cb7009d07', 'name': 'network-vif-deleted', 'tag': '7fe92085-45a2-42c6-9f44-2a4421fd3b3a', 'status': 'completed', 'code': 200} Jul 07 22:12:17.330100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-1be161e7-3334-4ec1-86a2-7746dda943b2 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456806 Jul 07 22:12:17.352555 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7879-426f-4a62-af44-6e9d50261dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.354396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:17.355078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:17.401521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd7879-426f-4a62-af44-6e9d50261dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fc32d3-510d-40a2-8873-b4755e7fee10,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:17.408017 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9fd7879-426f-4a62-af44-6e9d50261dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.413422 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f9fd7879-426f-4a62-af44-6e9d50261dec admin admin] 10.222.0.81 "DELETE /v2.0/subnets/89fc32d3-510d-40a2-8873-b4755e7fee10 HTTP/1.1" status: 204 len: 168 time: 1.1622438 Jul 07 22:12:17.414478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:17.529419 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.543535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.612412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f227e16a-49ea-4318-8b9d-5ea9ea64e628 req-22b17857-06d9-49e2-b397-d2519954417f service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684467 Jul 07 22:12:17.631957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:17.705385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0819d-af8c-4ae5-9c73-189206728fdf req-1e032773-7f7c-47c1-8ce0-e42b44979db6 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:17.717507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2c0819d-af8c-4ae5-9c73-189206728fdf req-1e032773-7f7c-47c1-8ce0-e42b44979db6 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 945 time: 0.3437181 Jul 07 22:12:17.725979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 341c6df8-c010-4cd5-86c6-d6782c42f785 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:17.728325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 69d80137-3452-4134-bd99-00d73d41631c up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:17.851570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.866852 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4c92dd-9e35-4c65-b13e-5a08e0f427f1']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:17.883852 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50876f96-b524-46a6-9062-6ba2f9480939') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:17.884266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50876f96-b524-46a6-9062-6ba2f9480939') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:17.906707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2c0819d-af8c-4ae5-9c73-189206728fdf req-4d00964e-614b-4874-9de1-9e586125a5ac tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854951 Jul 07 22:12:17.917702 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.939663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.970386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05929872-d3b6-4ccf-931d-773b70cd5a1f req-b4f9644c-cddf-4741-9bdf-11cc0381fb16 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:17.977690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:12:17.980655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:17.980784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05929872-d3b6-4ccf-931d-773b70cd5a1f req-b4f9644c-cddf-4741-9bdf-11cc0381fb16 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 951 time: 0.3625450 Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:12:17.982883 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:12:17.985514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Allocated IP 172.20.0.1 (8a3b3ff8-a6a0-4280-97e2-4c494307ba80/ee012a44-8b28-4625-9866-6e55b2290160/81bc619e-ecbc-4fdd-b7de-d93be628c7ae) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:18.017585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 69d80137-3452-4134-bd99-00d73d41631c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:18.060352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05929872-d3b6-4ccf-931d-773b70cd5a1f req-e6859feb-5f5a-4397-99ec-0ce1abcf296f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735488 Jul 07 22:12:18.071829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 69d80137-3452-4134-bd99-00d73d41631c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:18.072217 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.116311 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.201809 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.203801 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] 10.222.0.81 "DELETE /v2.0/networks/df4c92dd-9e35-4c65-b13e-5a08e0f427f1 HTTP/1.1" status: 204 len: 168 time: 0.7883456 Jul 07 22:12:18.204737 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfb84c-1881-4d17-b010-453d765d104f admin admin] Pushing event deleted for resources: {'Network': ['ID=df4c92dd-9e35-4c65-b13e-5a08e0f427f1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:18.209197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51036) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:18.284516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfcb43d-ce7d-4b71-b451-f2e9292c3ad6 admin admin] Deleting subnet 8321a091-1439-44c8-95c2-bc59edb9d9f3 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:12:18.291931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bfcb43d-ce7d-4b71-b451-f2e9292c3ad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.316234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 341c6df8-c010-4cd5-86c6-d6782c42f785, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=341c6df8-c010-4cd5-86c6-d6782c42f785,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:18.319538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb31b-9339-411e-aba0-0a4bd2eb9f15 req-a9c3cbed-0d2d-4f01-be7d-66331132f7a8 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:18.324894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.326820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb31b-9339-411e-aba0-0a4bd2eb9f15 req-a9c3cbed-0d2d-4f01-be7d-66331132f7a8 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:18.335272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb31b-9339-411e-aba0-0a4bd2eb9f15 req-a9c3cbed-0d2d-4f01-be7d-66331132f7a8 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:18.338242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c24eb31b-9339-411e-aba0-0a4bd2eb9f15 req-a9c3cbed-0d2d-4f01-be7d-66331132f7a8 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2411 time: 0.1327338 Jul 07 22:12:18.349255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '341c6df8-c010-4cd5-86c6-d6782c42f785', 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092', 'port_id': '341c6df8-c010-4cd5-86c6-d6782c42f785', 'mac_address': 'fa:16:3e:2b:db:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:18.366892 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.399930 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bfcb43d-ce7d-4b71-b451-f2e9292c3ad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.461047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Transition to ACTIVE for port object 81bc619e-ecbc-4fdd-b7de-d93be628c7ae will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:18.465076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 69d80137-3452-4134-bd99-00d73d41631c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69d80137-3452-4134-bd99-00d73d41631c,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:18.473161 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.478644 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.481556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 3, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:18.487379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bfcb43d-ce7d-4b71-b451-f2e9292c3ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.512644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c24eb31b-9339-411e-aba0-0a4bd2eb9f15 req-ce7c001f-fd00-4eac-bcb7-a781686a264f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591201 Jul 07 22:12:18.547336 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bfcb43d-ce7d-4b71-b451-f2e9292c3ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.552775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff4acb-0ec9-4e06-b10e-b8b9817489ef None None] The sync data for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 is: [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:12Z', 'revision_number': 3, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:18.566647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341c6df8-c010-4cd5-86c6-d6782c42f785 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:18.607677 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 341c6df8-c010-4cd5-86c6-d6782c42f785, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=341c6df8-c010-4cd5-86c6-d6782c42f785,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:18.613400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=69d80137-3452-4134-bd99-00d73d41631c,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:18.618384 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.636040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0bfcb43d-ce7d-4b71-b451-f2e9292c3ad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.641185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51048) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:18.652018 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0bfcb43d-ce7d-4b71-b451-f2e9292c3ad6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8321a091-1439-44c8-95c2-bc59edb9d9f3 HTTP/1.1" status: 204 len: 168 time: 0.4417350 Jul 07 22:12:18.681207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=341c6df8-c010-4cd5-86c6-d6782c42f785,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:18.681452 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcb43d-ce7d-4b71-b451-f2e9292c3ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8321a091-1439-44c8-95c2-bc59edb9d9f3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:18.705845 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.750894 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.777720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:18.783357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:18.786981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:18.824160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Pushing event updated for resources: {'Port': ['ID=81bc619e-ecbc-4fdd-b7de-d93be628c7ae,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:18.875214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.891883 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:18.930957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:18.974580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881c3830-5af2-4ab7-b4f8-1b138a62fdd8') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:18.986772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881c3830-5af2-4ab7-b4f8-1b138a62fdd8') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:19.001580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.054535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d80137-3452-4134-bd99-00d73d41631c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:19.057177 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c969f4a0-5b95-4195-8262-705c112fd15a" -d '{"events": [{"server_uuid": "424d6b23-b7dd-4b12-a5ef-3e3c046b2114", "name": "network-vif-plugged", "status": "completed", "tag": "69d80137-3452-4134-bd99-00d73d41631c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:19.064685 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.086463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:12:19.087980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.130433 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d69b11d-aba9-4611-93f8-cdf14e18189f x-openstack-request-id: req-5d69b11d-aba9-4611-93f8-cdf14e18189f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:19.130726 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424d6b23-b7dd-4b12-a5ef-3e3c046b2114", "name": "network-vif-plugged", "status": "completed", "tag": "69d80137-3452-4134-bd99-00d73d41631c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:19.131058 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d69b11d-aba9-4611-93f8-cdf14e18189f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:19.131361 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69d80137-3452-4134-bd99-00d73d41631c', 'code': 200} Jul 07 22:12:19.196642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['341c6df8-c010-4cd5-86c6-d6782c42f785'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:12:19.205556 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:12:19.438260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-ed934639-d7f8-4c9a-abae-2264776de951 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:19.440208 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-ed934639-d7f8-4c9a-abae-2264776de951 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 951 time: 0.7786598 Jul 07 22:12:19.518818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-85d6e372-06e6-44c5-b393-270dca0301bc None None] Provisioning for port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:19.529256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.584217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-85d6e372-06e6-44c5-b393-270dca0301bc None None] Provisioning complete for port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:19.585354 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-85d6e372-06e6-44c5-b393-270dca0301bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.685714 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.776901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-85d6e372-06e6-44c5-b393-270dca0301bc None None] Port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:19.780947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 16622358-0f05-408d-b116-75fd125922cc details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:19.816690 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.832586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.841920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] 10.222.0.81 "DELETE /v2.0/networks/eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1 HTTP/1.1" status: 204 len: 168 time: 1.1976697 Jul 07 22:12:19.884970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca3fa2e-68b3-4536-a4b2-6c30cd0f46f1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:19.928819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.929208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.929513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.929854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.930357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.930698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.931030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.931360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.931688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.932014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.932368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.932734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef56cdbb-9fd2-436b-959a-650df7f39c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:19.945112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Deleting port 335b2820-1373-489b-9c50-f0f0fea09cd1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:19.945357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:19.966827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197df14b-a81f-441a-969c-0013be778afc req-950cd945-3de6-4c40-ac8e-79b403ad0c3c tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:19.968654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-197df14b-a81f-441a-969c-0013be778afc req-950cd945-3de6-4c40-ac8e-79b403ad0c3c tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.7698252 Jul 07 22:12:19.977047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db8e9e-6afe-49fd-86d6-2e82c5436a74 req-72bc64ed-6c5f-4140-bb46-cd6a4d82975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:19.979895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f6db8e9e-6afe-49fd-86d6-2e82c5436a74 req-72bc64ed-6c5f-4140-bb46-cd6a4d82975e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 1098 time: 0.6952193 Jul 07 22:12:20.022638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506e2aa-7cb8-4d20-a40c-d9e72b818d12 req-6b768ff1-ab3e-4143-98e3-2bedc40cfe5d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:20.032048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c506e2aa-7cb8-4d20-a40c-d9e72b818d12 req-6b768ff1-ab3e-4143-98e3-2bedc40cfe5d tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 951 time: 0.2735262 Jul 07 22:12:20.101633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f6db8e9e-6afe-49fd-86d6-2e82c5436a74 req-f4a19fc1-8cb0-450a-89a2-100eb274134c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078148 Jul 07 22:12:20.122025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 16622358-0f05-408d-b116-75fd125922cc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=16622358-0f05-408d-b116-75fd125922cc,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:20.135553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-197df14b-a81f-441a-969c-0013be778afc req-9da8a0bd-3250-4aab-b34c-8115a7a1de13 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540229 Jul 07 22:12:20.153875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '16622358-0f05-408d-b116-75fd125922cc', 'network_id': 'c5283b17-6152-47e5-9e5f-af1252aae092', 'port_id': '16622358-0f05-408d-b116-75fd125922cc', 'mac_address': 'fa:16:3e:93:0c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b', 'ip_address': '19.80.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:20.163384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c506e2aa-7cb8-4d20-a40c-d9e72b818d12 req-b1f60939-e5be-44a2-8975-4b0afcec92f0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299660 Jul 07 22:12:20.312750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.317851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.337917 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.341827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51090) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:20.391654 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16622358-0f05-408d-b116-75fd125922cc {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:20.453084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dbcfba56-674f-4314-b161-b2b606a539df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8f66928466f4e67acd89b20707127a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1052101 Jul 07 22:12:20.453873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51096) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:20.471561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 16622358-0f05-408d-b116-75fd125922cc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=16622358-0f05-408d-b116-75fd125922cc,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:20.486376 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Pushing event updated for resources: {'Port': ['ID=81bc619e-ecbc-4fdd-b7de-d93be628c7ae,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:20.488160 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.489253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:20.584442 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] For port 335b2820-1373-489b-9c50-f0f0fea09cd1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=335b2820-1373-489b-9c50-f0f0fea09cd1,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:20.585146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.621874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.631910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Calling delete_port for 335b2820-1373-489b-9c50-f0f0fea09cd1 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:20.682087 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03e016b0-eea8-4fa7-b8bd-a69197bbf9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.721024 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03e016b0-eea8-4fa7-b8bd-a69197bbf9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.728375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 87156504-22d3-4848-965f-8968ed8ddb48 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:20.740724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5ea8-a600-4003-be9f-7d1d3a0dcf60 req-fd0e4195-4584-44b8-8574-4a58ad764802 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:20.747588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5ea8-a600-4003-be9f-7d1d3a0dcf60 req-fd0e4195-4584-44b8-8574-4a58ad764802 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:20.754591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5ea8-a600-4003-be9f-7d1d3a0dcf60 req-fd0e4195-4584-44b8-8574-4a58ad764802 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:20.762311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb8a5ea8-a600-4003-be9f-7d1d3a0dcf60 req-fd0e4195-4584-44b8-8574-4a58ad764802 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2413 time: 0.2513871 Jul 07 22:12:20.836282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=16622358-0f05-408d-b116-75fd125922cc,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:20.841635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:20.843966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:20.895095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb8a5ea8-a600-4003-be9f-7d1d3a0dcf60 req-96301659-fa9c-4ca6-9896-051215b5396e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314814 Jul 07 22:12:20.936382 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03e016b0-eea8-4fa7-b8bd-a69197bbf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.939585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03e016b0-eea8-4fa7-b8bd-a69197bbf9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:20.941530 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-03e016b0-eea8-4fa7-b8bd-a69197bbf9ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8dc2bc3-cb33-49bb-9135-94e98196aa9d HTTP/1.1" status: 204 len: 168 time: 0.4865992 Jul 07 22:12:20.951865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e016b0-eea8-4fa7-b8bd-a69197bbf9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dc2bc3-cb33-49bb-9135-94e98196aa9d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:20.981531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:20.991398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 87156504-22d3-4848-965f-8968ed8ddb48 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:21.010463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 87156504-22d3-4848-965f-8968ed8ddb48 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:21.010843 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.053278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf', 'network_id': 'dcdfba0a-4c91-40d5-9f9b-549e8524f26c', 'port_id': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf', 'mac_address': 'fa:16:3e:9d:09:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '349bcf65-d53b-45ea-ae02-fe8c0c1d3d33', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:21.229352 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.255193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:21.286659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:21.291488 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.446413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:21.492221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 335b2820-1373-489b-9c50-f0f0fea09cd1 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:12:21.492504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 335b2820-1373-489b-9c50-f0f0fea09cd1 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:21.497658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:21.508324 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.532369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 87156504-22d3-4848-965f-8968ed8ddb48, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=87156504-22d3-4848-965f-8968ed8ddb48,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:21.539486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c6d59080-59b4-4e86-9a43-6d6abc5506db None None] Provisioning complete for port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:21.539872 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6d59080-59b4-4e86-9a43-6d6abc5506db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.542010 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.618543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c6d59080-59b4-4e86-9a43-6d6abc5506db None None] Port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:21.620094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51114) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:21.633619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=87156504-22d3-4848-965f-8968ed8ddb48,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:21.647973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d0a912e-28c6-48c8-b78c-badd08b5bda9 req-a8d582ee-116d-4360-819c-5ec790800ec2 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 210 time: 0.1288226 Jul 07 22:12:21.693412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aa68bf8c-6631-4eae-a97f-88937852a911 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fc1dca683d147f5b6ebc66c706217a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720015 Jul 07 22:12:21.695948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51120) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:21.776929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 341c6df8-c010-4cd5-86c6-d6782c42f785 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:21.801279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d48b47-980c-4dd1-8bb1-2ebe5e3a836e req-09cbd1c5-e4d5-4ce3-abd4-927b908cdbfb tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:21.807984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67d48b47-980c-4dd1-8bb1-2ebe5e3a836e req-09cbd1c5-e4d5-4ce3-abd4-927b908cdbfb tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.3197064 Jul 07 22:12:21.895984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 341c6df8-c010-4cd5-86c6-d6782c42f785 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:21.909194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-99589b2b-8614-4062-b5fe-c78a4df5ba79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.913497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 341c6df8-c010-4cd5-86c6-d6782c42f785 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:21.913876 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.921956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.964386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-99589b2b-8614-4062-b5fe-c78a4df5ba79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:21.969550 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Pushing event deleted for resources: {'Port': ['ID=335b2820-1373-489b-9c50-f0f0fea09cd1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:21.972016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['698a7822-e166-4f7a-af07-2df6ffb7cffe', '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'f14ebab7-8323-4518-93d8-00133be4d30b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:21.993265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Router d3baea53-a5e5-4283-bf92-565b8536bf1b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:12:22.029120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67d48b47-980c-4dd1-8bb1-2ebe5e3a836e req-9ad1a401-d2cf-476d-a20b-51ce31155f89 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953144 Jul 07 22:12:22.040539 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-99589b2b-8614-4062-b5fe-c78a4df5ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.043368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-99589b2b-8614-4062-b5fe-c78a4df5ba79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.046671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-99589b2b-8614-4062-b5fe-c78a4df5ba79 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7aa3b4f4-1b57-4e2e-9bef-9d51b0e46b5b HTTP/1.1" status: 204 len: 168 time: 0.3496187 Jul 07 22:12:22.099113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99589b2b-8614-4062-b5fe-c78a4df5ba79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa3b4f4-1b57-4e2e-9bef-9d51b0e46b5b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:22.099387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] No DVR routers for this DVR port 335b2820-1373-489b-9c50-f0f0fea09cd1 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:22.108720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:22.122979 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a5e750a8-6639-4224-88d5-a702e1b91ce6 req-38aee655-0118-4e7f-b950-10b843c4af79 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.44 "DELETE /v2.0/ports/335b2820-1373-489b-9c50-f0f0fea09cd1 HTTP/1.1" status: 204 len: 173 time: 2.6696017 Jul 07 22:12:22.123800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-deleted', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:22.126542 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e04bb61-acc1-48a6-9485-ed51b767311f" -d '{"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-deleted", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:22.236214 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494fce0e-a425-4520-91cf-6509179da286 x-openstack-request-id: req-494fce0e-a425-4520-91cf-6509179da286 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:22.238291 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d40117-d380-4ee2-a671-61277a5e82df", "name": "network-vif-deleted", "tag": "335b2820-1373-489b-9c50-f0f0fea09cd1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:22.241274 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-494fce0e-a425-4520-91cf-6509179da286 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:22.241892 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d40117-d380-4ee2-a671-61277a5e82df', 'name': 'network-vif-deleted', 'tag': '335b2820-1373-489b-9c50-f0f0fea09cd1', 'status': 'completed', 'code': 200} Jul 07 22:12:22.322952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d9212-9800-425c-8e02-e790188bec1b req-a0772ac7-550d-4d5d-8bdc-1c4d0f3a0c9f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:22.339269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d9212-9800-425c-8e02-e790188bec1b req-a0772ac7-550d-4d5d-8bdc-1c4d0f3a0c9f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:22.343685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['16622358-0f05-408d-b116-75fd125922cc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:22.349385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:22.362502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d9212-9800-425c-8e02-e790188bec1b req-a0772ac7-550d-4d5d-8bdc-1c4d0f3a0c9f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:22.364572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c2d9212-9800-425c-8e02-e790188bec1b req-a0772ac7-550d-4d5d-8bdc-1c4d0f3a0c9f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2414 time: 0.2159312 Jul 07 22:12:22.446342 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c2d9212-9800-425c-8e02-e790188bec1b req-b518ad68-4e54-4748-92de-2673938f728e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743802 Jul 07 22:12:22.456314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:22.482645 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ac831987-ec22-4bf2-abe5-c3cc8add2589 admin admin] 10.222.0.81 "PUT /v2.0/routers/d3baea53-a5e5-4283-bf92-565b8536bf1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2590654 Jul 07 22:12:22.547467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Sync routers for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:22.576419 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:22.577338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:23.028258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f39d81c-f3ae-4219-8e6e-c2c9f30965cc req-dd11e0fb-e07c-478c-8517-73b3a974bf7f tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=50d40117-d380-4ee2-a671-61277a5e82df HTTP/1.1" status: 200 len: 210 time: 0.0952632 Jul 07 22:12:23.114616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:23.253554 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.285056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 87156504-22d3-4848-965f-8968ed8ddb48 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:23.369736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341c6df8-c010-4cd5-86c6-d6782c42f785'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:23.379535 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c1dc20-9bec-4c50-bedc-53a29f788a06" -d '{"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-plugged", "status": "completed", "tag": "341c6df8-c010-4cd5-86c6-d6782c42f785"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:23.417222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 341c6df8-c010-4cd5-86c6-d6782c42f785, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=341c6df8-c010-4cd5-86c6-d6782c42f785,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:23.433598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.573420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276a851-e7f4-412d-9fd5-41637990dce8 req-bf280821-6d35-410f-a9bb-27817c98ac00 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:23.593519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3276a851-e7f4-412d-9fd5-41637990dce8 req-bf280821-6d35-410f-a9bb-27817c98ac00 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.1445360 Jul 07 22:12:23.636874 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 87156504-22d3-4848-965f-8968ed8ddb48 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:23.637237 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:23.671311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:23.675961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3276a851-e7f4-412d-9fd5-41637990dce8 req-dc21e233-ab7f-41bf-83d0-5a4d4ec0894f tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814636 Jul 07 22:12:23.764714 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123c7eac-9d02-4de1-a064-f6329d9a25ba x-openstack-request-id: req-123c7eac-9d02-4de1-a064-f6329d9a25ba {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:23.765002 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-plugged", "status": "completed", "tag": "341c6df8-c010-4cd5-86c6-d6782c42f785", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:23.765253 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-123c7eac-9d02-4de1-a064-f6329d9a25ba {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:23.765641 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341c6df8-c010-4cd5-86c6-d6782c42f785', 'code': 200} Jul 07 22:12:23.824644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=341c6df8-c010-4cd5-86c6-d6782c42f785,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:23.941105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed889-a6ce-4eb4-b7f7-98ccf4067f62 req-c2c8ae8f-550c-40a2-9003-cc6c98eec95a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:23.950040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed889-a6ce-4eb4-b7f7-98ccf4067f62 req-c2c8ae8f-550c-40a2-9003-cc6c98eec95a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:23.959785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ed889-a6ce-4eb4-b7f7-98ccf4067f62 req-c2c8ae8f-550c-40a2-9003-cc6c98eec95a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:23.977241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1364882984-network', 'tenant_id': '235d676b26494955bd662cb1e70001f2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:23.982342 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f04ed889-a6ce-4eb4-b7f7-98ccf4067f62 req-c2c8ae8f-550c-40a2-9003-cc6c98eec95a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2415 time: 0.1260195 Jul 07 22:12:24.022622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Made reservation on behalf of 235d676b26494955bd662cb1e70001f2 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:24.027392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.052909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.054657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f04ed889-a6ce-4eb4-b7f7-98ccf4067f62 req-9c42a9e6-e799-4ac2-a80c-dcb35bd0e189 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697503 Jul 07 22:12:24.068565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51196) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:24.075297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-6bbacfff-2fb1-4e1a-96b4-a674805796c0 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062463098', 'description': 'tempest-description--714521727'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:24.097753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:12:24.097753 n-d-695012-11 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:12:24.097753 n-d-695012-11 neutron-server[93942]: [parameters: {'project_id_1': '235d676b26494955bd662cb1e70001f2', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 12, 24, 83073)}] Jul 07 22:12:24.097753 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:12:24.098228 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:12:24.114862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bbacfff-2fb1-4e1a-96b4-a674805796c0 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.170710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '81bc619e-ecbc-4fdd-b7de-d93be628c7ae', 'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'mac_address': 'fa:16:3e:b4:df:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:17Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 2, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'subnets': [{'id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:24.220221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Checking router: d3baea53-a5e5-4283-bf92-565b8536bf1b for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:24.220567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Updating router d3baea53-a5e5-4283-bf92-565b8536bf1b port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:12:24.321672 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.323504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bbacfff-2fb1-4e1a-96b4-a674805796c0 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.338942 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bbacfff-2fb1-4e1a-96b4-a674805796c0 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.432268 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bbacfff-2fb1-4e1a-96b4-a674805796c0 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.436097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6bbacfff-2fb1-4e1a-96b4-a674805796c0 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3636887 Jul 07 22:12:24.436441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51210) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:24.441521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4c2b91ba-ac9b-43fc-8461-0d476d32d8c8 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Request body: {'security_group_rule': {'security_group_id': '610dc0dd-5a75-4963-a4fc-672ee233f553', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:24.472870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac79c-6d28-48f3-b264-0216dd09e718 req-57aca9c5-38cb-4a73-9c4a-bb094384fa99 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:24.483304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d3ac79c-6d28-48f3-b264-0216dd09e718 req-57aca9c5-38cb-4a73-9c4a-bb094384fa99 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.2743945 Jul 07 22:12:24.483304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbacfff-2fb1-4e1a-96b4-a674805796c0 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610dc0dd-5a75-4963-a4fc-672ee233f553,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:24.490120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:24.501127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Request body: {'floatingip': {'port_id': '69d80137-3452-4134-bd99-00d73d41631c'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:24.601231 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.637176 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:24.641075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c2b91ba-ac9b-43fc-8461-0d476d32d8c8 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.009506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c2b91ba-ac9b-43fc-8461-0d476d32d8c8 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.023948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2f89-14ee-4f54-aded-d7d84348fd09 req-8a3b7ab3-5503-4526-a811-7329a90da2c8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:25.031789 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9ec2f89-14ee-4f54-aded-d7d84348fd09 req-8a3b7ab3-5503-4526-a811-7329a90da2c8 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 951 time: 0.1324141 Jul 07 22:12:25.044386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c2b91ba-ac9b-43fc-8461-0d476d32d8c8 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.108495 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.122987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Transition to ACTIVE for port object 81bc619e-ecbc-4fdd-b7de-d93be628c7ae will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:25.130395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b91ba-ac9b-43fc-8461-0d476d32d8c8 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae56f0bc-ddb5-42d8-89d6-3a67231385bb,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:25.132026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9ec2f89-14ee-4f54-aded-d7d84348fd09 req-d1115b0b-b895-44bf-b3c0-de9da9f5582e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988789 Jul 07 22:12:25.134688 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.260621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.308693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee063bda-f968-4d57-9820-f2560415c885 None None] Pushing event updated for resources: {'Port': ['ID=81bc619e-ecbc-4fdd-b7de-d93be628c7ae,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:25.389682 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.430484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706aeca0-a822-4379-872c-8e7a78f51027,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:25.439775 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c2b91ba-ac9b-43fc-8461-0d476d32d8c8 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.442098 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4c2b91ba-ac9b-43fc-8461-0d476d32d8c8 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0046165 Jul 07 22:12:25.446600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.447047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.447503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.447942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.448750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.449495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.449976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.450500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.450927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.451355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.451778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.452218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:25.453849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Attempting to bind port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:25.454260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Attempting to bind port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:25.454629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Attempting to bind port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae on network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:25.455489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62518eaf-887b-4d34-840e-909a74ff9802 req-bfe8c773-4039-47c7-9222-51d0e3ccacf7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:25.464712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62518eaf-887b-4d34-840e-909a74ff9802 req-bfe8c773-4039-47c7-9222-51d0e3ccacf7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:25.474499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62518eaf-887b-4d34-840e-909a74ff9802 req-bfe8c773-4039-47c7-9222-51d0e3ccacf7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:25.482685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62518eaf-887b-4d34-840e-909a74ff9802 req-bfe8c773-4039-47c7-9222-51d0e3ccacf7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2415 time: 0.1280682 Jul 07 22:12:25.487781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:25.488161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Checking segment: {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:25.488578 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.489120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Bound using segment: {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:25.489460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Bound port: 81bc619e-ecbc-4fdd-b7de-d93be628c7ae, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:25.489848 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.495577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51232) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:25.501377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f21ec68e-4b3a-458d-ad93-809395d19ffd tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Request body: {'security_group_rule': {'security_group_id': '610dc0dd-5a75-4963-a4fc-672ee233f553', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:25.530024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:25.540972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62518eaf-887b-4d34-840e-909a74ff9802 req-5026b176-5349-40a8-b3ae-5f5a2dd0f05d tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571241 Jul 07 22:12:25.561123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f21ec68e-4b3a-458d-ad93-809395d19ffd tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.568913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.569417 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Added segment 61959c98-f2a8-4f0c-9fe1-0156732a9c94 of type vlan for network 33448837-520f-41cb-845c-bab4735201cf Jul 07 22:12:25.615729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] For port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:25.618884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] For port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=81bc619e-ecbc-4fdd-b7de-d93be628c7ae,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:25.623669 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.703929 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.704928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:25.706425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:25.772946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee063bda-f968-4d57-9820-f2560415c885 None None] Pushing event updated for resources: {'Port': ['ID=81bc619e-ecbc-4fdd-b7de-d93be628c7ae,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:25.774193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f21ec68e-4b3a-458d-ad93-809395d19ffd tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.784535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f21ec68e-4b3a-458d-ad93-809395d19ffd tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.818489 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ec68e-4b3a-458d-ad93-809395d19ffd tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710ea34f-eab9-4851-a0ee-482f180fcbc7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:25.822300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f21ec68e-4b3a-458d-ad93-809395d19ffd tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.823648 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f21ec68e-4b3a-458d-ad93-809395d19ffd tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3269444 Jul 07 22:12:25.827003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51234) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:25.827407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.828468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:25.829158 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.833681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:12:25.836716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:25.895489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:25.905061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:26.017293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3436284 Jul 07 22:12:26.019792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51240) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:26.034653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Request body: {'subnet': {'network_id': '33448837-520f-41cb-845c-bab4735201cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1364882984-subnet', 'tenant_id': '235d676b26494955bd662cb1e70001f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:26.041817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544a0db-8924-4fcd-8d21-9b26bbab6ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=33448837-520f-41cb-845c-bab4735201cf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:26.057923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.064757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.078289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 33448837-520f-41cb-845c-bab4735201cf details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:26.140094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Made reservation on behalf of 235d676b26494955bd662cb1e70001f2 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:26.144819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.260231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.298415 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Floating IP 43aa708e-6347-4f3f-a8c0-cb3b828f28c3 associated. External IP: 172.25.8.112, port: 69d80137-3452-4134-bd99-00d73d41631c. Jul 07 22:12:26.496998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '81bc619e-ecbc-4fdd-b7de-d93be628c7ae', 'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'mac_address': 'fa:16:3e:b4:df:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:17Z', 'updated_at': '2021-07-07T22:12:25Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'subnets': [{'id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:26.541409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0f353-7b13-48ed-8740-b8a92ccdd668 None None] The sync data for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 is: [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '81bc619e-ecbc-4fdd-b7de-d93be628c7ae', 'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'mac_address': 'fa:16:3e:b4:df:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:17Z', 'updated_at': '2021-07-07T22:12:25Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'subnets': [{'id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:26.610988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Router b7037790-cb80-4dad-aa57-20e7090678f6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:12:26.731419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882a7f4-113a-4dff-ac2d-96714092d7f7 req-6e5dda25-b327-4616-a5d7-7c05f23b9163 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:26.745377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b882a7f4-113a-4dff-ac2d-96714092d7f7 req-6e5dda25-b327-4616-a5d7-7c05f23b9163 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 951 time: 0.3510137 Jul 07 22:12:26.815449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Allocated IP 172.25.8.165 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/1288cb48-2253-4fc2-bcd8-8a9402b48b3a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:26.862799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:26.871936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:26.880340 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569159bc-5593-489c-8d48-66f079395b2f None None] Sync routers for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:26.891841 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569159bc-5593-489c-8d48-66f079395b2f None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:26.892459 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-569159bc-5593-489c-8d48-66f079395b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:26.923465 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8e595c1c-045f-4087-bf11-b4eb908880a5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "PUT /v2.0/floatingips/43aa708e-6347-4f3f-a8c0-cb3b828f28c3 HTTP/1.1" status: 200 len: 992 time: 2.4303665 Jul 07 22:12:26.924345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'tag': '69d80137-3452-4134-bd99-00d73d41631c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:26.926896 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff" -d '{"events": [{"name": "network-changed", "server_uuid": "424d6b23-b7dd-4b12-a5ef-3e3c046b2114", "tag": "69d80137-3452-4134-bd99-00d73d41631c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:26.927196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b882a7f4-113a-4dff-ac2d-96714092d7f7 req-d2d8ff3c-50a8-4594-bb18-a94b1d8e6535 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779449 Jul 07 22:12:27.080360 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.170967 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-569159bc-5593-489c-8d48-66f079395b2f None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:27.195132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.208331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.268777 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f204f591-84bf-4f2a-a84c-65f2e112c7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.296182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9259c27d-3f12-4611-b5f5-55297641d374,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:27.474190 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6ad3ff-21dc-4916-b69d-158643757773 x-openstack-request-id: req-dc6ad3ff-21dc-4916-b69d-158643757773 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:27.475071 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "424d6b23-b7dd-4b12-a5ef-3e3c046b2114", "tag": "69d80137-3452-4134-bd99-00d73d41631c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:27.475503 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc6ad3ff-21dc-4916-b69d-158643757773 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:27.476068 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'tag': '69d80137-3452-4134-bd99-00d73d41631c', 'status': 'completed', 'code': 200} Jul 07 22:12:27.479723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42cc-fa78-455b-b115-f05ce77ea864 req-5f0b3f22-c2a3-412f-af1b-98d7a05ee2b7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:27.487637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42cc-fa78-455b-b115-f05ce77ea864 req-5f0b3f22-c2a3-412f-af1b-98d7a05ee2b7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:27.499092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e42cc-fa78-455b-b115-f05ce77ea864 req-5f0b3f22-c2a3-412f-af1b-98d7a05ee2b7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:27.507823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-407e42cc-fa78-455b-b115-f05ce77ea864 req-5f0b3f22-c2a3-412f-af1b-98d7a05ee2b7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2415 time: 0.7589777 Jul 07 22:12:27.631236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Checking segment: {'id': '61959c98-f2a8-4f0c-9fe1-0156732a9c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '33448837-520f-41cb-845c-bab4735201cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:27.631604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Network hostable DHCP agents. Network: 33448837-520f-41cb-845c-bab4735201cf, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:27.637990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:27.685020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-b3071463-a520-4c08-b21e-224fb156cde3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:27.691462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-b3071463-a520-4c08-b21e-224fb156cde3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 951 time: 0.4962378 Jul 07 22:12:27.692414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:27.701654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Pushing event updated for resources: {'Port': ['ID=1288cb48-2253-4fc2-bcd8-8a9402b48b3a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:27.710580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Network 33448837-520f-41cb-845c-bab4735201cf is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:27.721423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:27.729807 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-569159bc-5593-489c-8d48-66f079395b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '43aa708e-6347-4f3f-a8c0-cb3b828f28c3', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'port_id': '69d80137-3452-4134-bd99-00d73d41631c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'mac_address': 'fa:16:3e:c9:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:11:14Z', 'updated_at': '2021-07-07T22:12:25Z', 'revision_number': 1, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1acda80-6b58-4fdb-9519-7d34906b0c68', 'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'mac_address': 'fa:16:3e:9d:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:06Z', 'updated_at': '2021-07-07T22:11:14Z', 'revision_number': 5, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'subnets': [{'id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:27.765016 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569159bc-5593-489c-8d48-66f079395b2f None None] Checking router: b7037790-cb80-4dad-aa57-20e7090678f6 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:27.774950 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569159bc-5593-489c-8d48-66f079395b2f None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:27.776057 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-569159bc-5593-489c-8d48-66f079395b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:27.804651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 16622358-0f05-408d-b116-75fd125922cc up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:27.812055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-407e42cc-fa78-455b-b115-f05ce77ea864 req-a1806711-206f-4786-855a-7a7565ad63d9 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030293 Jul 07 22:12:27.816975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 33448837-520f-41cb-845c-bab4735201cf) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:27.853537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:27.855538 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:27.861206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258e2fd1-3488-4888-88ca-291a5350f5d0 None None] Network 33448837-520f-41cb-845c-bab4735201cf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:28.021368 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-569159bc-5593-489c-8d48-66f079395b2f None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:28.057397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-328f47a6-5683-49bc-9421-319fae230f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:28.059028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-328f47a6-5683-49bc-9421-319fae230f6c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=90d2af4d76114816afa869266f3c7e58&device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 1098 time: 0.5410545 Jul 07 22:12:28.103035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 16622358-0f05-408d-b116-75fd125922cc completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:28.112312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b0702cdb-57f1-4736-b2de-8f503ee6c6b7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0891843 Jul 07 22:12:28.118271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 16622358-0f05-408d-b116-75fd125922cc triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:28.120058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.300354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.311441 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa5a0d0-a286-4fb2-92ea-c42e0033c8be None None] Network 33448837-520f-41cb-845c-bab4735201cf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:28.638321 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-569159bc-5593-489c-8d48-66f079395b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '43aa708e-6347-4f3f-a8c0-cb3b828f28c3', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'port_id': '69d80137-3452-4134-bd99-00d73d41631c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'mac_address': 'fa:16:3e:c9:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:11:14Z', 'updated_at': '2021-07-07T22:12:25Z', 'revision_number': 1, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1acda80-6b58-4fdb-9519-7d34906b0c68', 'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'mac_address': 'fa:16:3e:9d:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:06Z', 'updated_at': '2021-07-07T22:11:14Z', 'revision_number': 5, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'subnets': [{'id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:28.700408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-7f97bcc0-fd59-420c-bc9a-c08b86299721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:28.709020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-7f97bcc0-fd59-420c-bc9a-c08b86299721 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5883626e-388b-476b-ac2e-cce6246b6a3a HTTP/1.1" status: 200 len: 917 time: 0.5751102 Jul 07 22:12:28.757802 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569159bc-5593-489c-8d48-66f079395b2f None None] The sync data for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 is: [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '43aa708e-6347-4f3f-a8c0-cb3b828f28c3', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'port_id': '69d80137-3452-4134-bd99-00d73d41631c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'mac_address': 'fa:16:3e:c9:4a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:11:14Z', 'updated_at': '2021-07-07T22:12:25Z', 'revision_number': 1, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1acda80-6b58-4fdb-9519-7d34906b0c68', 'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'mac_address': 'fa:16:3e:9d:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:06Z', 'updated_at': '2021-07-07T22:11:14Z', 'revision_number': 5, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'subnets': [{'id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:28.855164 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:28.915982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16622358-0f05-408d-b116-75fd125922cc'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:28.921466 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db466155-895a-4b1a-ab4d-891c0ca07aa9" -d '{"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-plugged", "status": "completed", "tag": "16622358-0f05-408d-b116-75fd125922cc"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:28.948766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 81bc619e-ecbc-4fdd-b7de-d93be628c7ae up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:28.960774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 16622358-0f05-408d-b116-75fd125922cc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=16622358-0f05-408d-b116-75fd125922cc,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:29.014498 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.015313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:29.024850 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.074918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Deleting port f14ebab7-8323-4518-93d8-00133be4d30b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:29.075650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.108963 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=16622358-0f05-408d-b116-75fd125922cc,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:29.168551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:29.176401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:29.183581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:29.183962 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.405808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51328) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:29.411507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-584972643-network', 'tenant_id': '599fe90c877c41bfacbd875427d68b5a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:29.464118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:29.464731 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.478410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Made reservation on behalf of 599fe90c877c41bfacbd875427d68b5a for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:29.480919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.530579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.598339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0d211-d9cc-4b98-8edb-22b75471e77b None None] New status for floating IP 43aa708e-6347-4f3f-a8c0-cb3b828f28c3: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:12:29.686560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d755921f-02d8-4942-8188-accd342ad07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.692349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.739589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-945c612b-b021-418e-bd95-ca38b3f146c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69d80137-3452-4134-bd99-00d73d41631c HTTP/1.1" status: 200 len: 1000 time: 0.9856403 Jul 07 22:12:29.771581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336620d-31a2-407f-9588-98a44838aac0 req-4b757ddf-4cb5-4b16-b194-5f7c9d26d001 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:29.778785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7336620d-31a2-407f-9588-98a44838aac0 req-4b757ddf-4cb5-4b16-b194-5f7c9d26d001 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 951 time: 1.4907904 Jul 07 22:12:29.804470 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-be78a307-6e66-40a2-8ea8-b4fc466fa61e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2340446 Jul 07 22:12:29.880440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:29.957313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:29.957724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:29.962606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-9037c07f-8574-4cf8-b725-40bd3d63fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:29.964080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-9037c07f-8574-4cf8-b725-40bd3d63fb07 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef8784bb-d5c7-41ae-8371-96140bd7b117 HTTP/1.1" status: 200 len: 855 time: 0.2136991 Jul 07 22:12:29.989079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7336620d-31a2-407f-9588-98a44838aac0 req-52ff71ad-f5d4-4a33-98da-e2fbfb92fea9 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092626 Jul 07 22:12:29.999928 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.016377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-670b970a-7a7b-4126-bb3a-250a1d0a687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.018759 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-670b970a-7a7b-4126-bb3a-250a1d0a687a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=faa40811a1804d4c819af9338b7db7e4&device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 1101 time: 0.1605093 Jul 07 22:12:30.037665 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.069976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437385a-29ef-4f04-9124-15371cb60f7b req-8de404bd-4f6d-4c7e-ac2e-a88885087d03 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.071684 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.078191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437385a-29ef-4f04-9124-15371cb60f7b req-8de404bd-4f6d-4c7e-ac2e-a88885087d03 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.092195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437385a-29ef-4f04-9124-15371cb60f7b req-8de404bd-4f6d-4c7e-ac2e-a88885087d03 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.106509 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9de3b8-fee2-43d0-b078-37176d1c1f35 x-openstack-request-id: req-fd9de3b8-fee2-43d0-b078-37176d1c1f35 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:30.106929 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-plugged", "status": "completed", "tag": "16622358-0f05-408d-b116-75fd125922cc", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:30.107278 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd9de3b8-fee2-43d0-b078-37176d1c1f35 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:30.107806 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16622358-0f05-408d-b116-75fd125922cc', 'code': 200} Jul 07 22:12:30.109880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4437385a-29ef-4f04-9124-15371cb60f7b req-8de404bd-4f6d-4c7e-ac2e-a88885087d03 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2416 time: 1.0390656 Jul 07 22:12:30.111212 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.113320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Calling delete_port for f14ebab7-8323-4518-93d8-00133be4d30b owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:30.114900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f14ebab7-8323-4518-93d8-00133be4d30b no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:30.142382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad92ed9-5227-49ff-be84-5a1b77233ca2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.160846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:30.170994 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.187321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.187743 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Added segment b83af55e-0dc7-453b-9846-5c1a87f6ca26 of type vlan for network 170f6c46-cc97-4c5b-bdde-2c78c906e1eb Jul 07 22:12:30.247241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-09bacd3e-dd80-4b80-b21a-80c6e0d5431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.249279 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-09bacd3e-dd80-4b80-b21a-80c6e0d5431d service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2050817 Jul 07 22:12:30.278284 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.292343 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.339423 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.341764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.342737 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.387153 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.390705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=81bc619e-ecbc-4fdd-b7de-d93be628c7ae,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:30.400939 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-2f12adbe-8a1f-4741-8d47-74f22cfa5c16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5 HTTP/1.1" status: 200 len: 217 time: 0.0759463 Jul 07 22:12:30.413622 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.475776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=81bc619e-ecbc-4fdd-b7de-d93be628c7ae,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.527893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f14ebab7-8323-4518-93d8-00133be4d30b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f14ebab7-8323-4518-93d8-00133be4d30b,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:30.535380 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.572836 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1658843 Jul 07 22:12:30.577189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51348) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:30.604435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Request body: {'subnet': {'network_id': '170f6c46-cc97-4c5b-bdde-2c78c906e1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-584972643-subnet', 'tenant_id': '599fe90c877c41bfacbd875427d68b5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:30.617662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4437385a-29ef-4f04-9124-15371cb60f7b req-a89c0792-2f5b-40ec-86b5-c1fed24c3dc0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055318 Jul 07 22:12:30.636420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94da96b-be64-4836-b779-8b165fd22a4e admin admin] Pushing event updated for resources: {'Network': ['ID=170f6c46-cc97-4c5b-bdde-2c78c906e1eb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.649726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 170f6c46-cc97-4c5b-bdde-2c78c906e1eb details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:30.651708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 81bc619e-ecbc-4fdd-b7de-d93be628c7ae up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:30.678721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Made reservation on behalf of 599fe90c877c41bfacbd875427d68b5a for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:30.684064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.698909 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.704495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-28b6627c-5268-4850-95e1-324fd6148450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.706672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-28b6627c-5268-4850-95e1-324fd6148450 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5883626e-388b-476b-ac2e-cce6246b6a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7005811 Jul 07 22:12:30.711483 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.760322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-78cce96e-213f-41cb-a67e-d682297b9e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:30.762502 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-78cce96e-213f-41cb-a67e-d682297b9e37 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.3305821 Jul 07 22:12:30.817885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=14']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.820065 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:30.880176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Pushing event updated for resources: {'Port': ['ID=1288cb48-2253-4fc2-bcd8-8a9402b48b3a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.925221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['698a7822-e166-4f7a-af07-2df6ffb7cffe', '4e6f217d-4e32-4c41-b4d8-b35c08c487a5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:30.953232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Pushing event deleted for resources: {'Port': ['ID=f14ebab7-8323-4518-93d8-00133be4d30b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:30.954720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.003976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.009836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-ccb27349-50c9-4644-8940-27f60a368acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:31.016735 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-ccb27349-50c9-4644-8940-27f60a368acd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2401183 Jul 07 22:12:31.064072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] No DVR routers for this DVR port f14ebab7-8323-4518-93d8-00133be4d30b on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:31.069489 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.074466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:31.074834 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.086485 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.088841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72590ce8-20bd-4228-906a-aa76f749d0b8 req-97d1b5f9-31b2-4033-9a61-80743c9083eb tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "DELETE /v2.0/ports/f14ebab7-8323-4518-93d8-00133be4d30b HTTP/1.1" status: 204 len: 173 time: 3.3698151 Jul 07 22:12:31.109096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-deleted', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:31.120711 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856ab0e3-0ca6-4dc2-85e6-4be0505501a1" -d '{"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-deleted", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:31.145456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.146028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-ed39478e-341d-4b9b-b863-3657b054b2b7 service neutron] 10.222.0.83 "GET /v2.0/networks/5883626e-388b-476b-ac2e-cce6246b6a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222713 Jul 07 22:12:31.161501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.169554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c629ef49-bba0-4903-b167-91c36db11e23 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3412116 Jul 07 22:12:31.272146 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-97cab315-6cc1-4464-8f06-9d37790e0abd service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510798 Jul 07 22:12:31.281668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Pushing event updated for resources: {'Subnet': ['ID=228ee8e3-c624-427e-abf8-fe701a354619,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:31.333940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e0538c7-dce3-4780-bdf1-1ea9d38d659f req-3576ef80-dfe9-4f6d-9875-057c0648934c tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=6a3eb534-565b-4295-8232-c8c6053153c1 HTTP/1.1" status: 200 len: 210 time: 0.0890987 Jul 07 22:12:31.368789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a3e54-3cf0-46be-8b44-58b8e4c116ea req-01783f72-2b65-4ec7-9522-ec3850b6a39c tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:31.379758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d5a3e54-3cf0-46be-8b44-58b8e4c116ea req-01783f72-2b65-4ec7-9522-ec3850b6a39c tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 950 time: 0.4303486 Jul 07 22:12:31.441020 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ee5da-2cef-400d-bb94-cb45133f0fd5 x-openstack-request-id: req-843ee5da-2cef-400d-bb94-cb45133f0fd5 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:31.441305 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-deleted", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:31.441558 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-843ee5da-2cef-400d-bb94-cb45133f0fd5 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:31.441950 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-deleted', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'status': 'completed', 'code': 200} Jul 07 22:12:31.487309 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dba6ad84-9754-4222-a38e-0a9ed166b2ed req-cbed1aba-6e88-4141-9ba6-8d829ea1c5c9 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571920 Jul 07 22:12:31.493096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Checking segment: {'id': 'b83af55e-0dc7-453b-9846-5c1a87f6ca26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '170f6c46-cc97-4c5b-bdde-2c78c906e1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:31.493786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Network hostable DHCP agents. Network: 170f6c46-cc97-4c5b-bdde-2c78c906e1eb, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:31.545521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d729e4-9ee7-43f2-9b2f-b34f89d468ff req-57562102-b8e2-4b1c-8810-790c8f477cda service neutron] 10.222.0.83 "GET /v2.0/networks/5883626e-388b-476b-ac2e-cce6246b6a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866227 Jul 07 22:12:31.554789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Network 170f6c46-cc97-4c5b-bdde-2c78c906e1eb is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:31.573890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d5a3e54-3cf0-46be-8b44-58b8e4c116ea req-ad1b51a7-839c-4db0-8d35-2e451876282d tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762938 Jul 07 22:12:31.587074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 170f6c46-cc97-4c5b-bdde-2c78c906e1eb) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:31.591948 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:31.592877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.615727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f80f51-2bf1-45d8-bf20-efcee30eb468 None None] Network 170f6c46-cc97-4c5b-bdde-2c78c906e1eb requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:31.620965 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ad8063a0-e3d2-4606-8d8b-0683bbe1588f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0393589 Jul 07 22:12:31.675498 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:12:31.789959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51400) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:31.807706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-70ae073b-0838-4072-910e-4e89e5b4d749 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1062463098&fields=id&tenant_id=76aacbcb64f64efba5f30d173941f1da HTTP/1.1" status: 200 len: 267 time: 0.0726078 Jul 07 22:12:31.825225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8d9d2-94ba-4b59-9b2d-fc097c436813 None None] Network 170f6c46-cc97-4c5b-bdde-2c78c906e1eb requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:31.868421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2779bc-1282-4b29-9bc8-018623e77af7 admin admin] Deleting subnet 9259c27d-3f12-4611-b5f5-55297641d374 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:12:31.882793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa2779bc-1282-4b29-9bc8-018623e77af7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.951859 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa2779bc-1282-4b29-9bc8-018623e77af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:31.978289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-e14abdf3-e5bb-48a0-a67c-c4390ea85e1b tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:31.987994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-e14abdf3-e5bb-48a0-a67c-c4390ea85e1b tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/networks?id=8a3b3ff8-a6a0-4280-97e2-4c494307ba80 HTTP/1.1" status: 200 len: 805 time: 0.1792257 Jul 07 22:12:32.004887 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa2779bc-1282-4b29-9bc8-018623e77af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.019544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-643e51c6-581a-4f71-b7d7-5731f3cf7ee0 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/quotas/76aacbcb64f64efba5f30d173941f1da HTTP/1.1" status: 200 len: 375 time: 0.0303664 Jul 07 22:12:32.080121 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa2779bc-1282-4b29-9bc8-018623e77af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.110155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf'}, {'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:32.113924 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a86f394-392f-4de1-91b4-c48fdc9471bd" -d '{"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-plugged", "status": "completed", "tag": "5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf"}, {"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:32.148016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-bcd8e781-2e7d-4b06-8729-58b171be1853 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=76aacbcb64f64efba5f30d173941f1da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1204684 Jul 07 22:12:32.204902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2779bc-1282-4b29-9bc8-018623e77af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9259c27d-3f12-4611-b5f5-55297641d374,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:32.223491 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa2779bc-1282-4b29-9bc8-018623e77af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.230945 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aa2779bc-1282-4b29-9bc8-018623e77af7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9259c27d-3f12-4611-b5f5-55297641d374 HTTP/1.1" status: 204 len: 168 time: 0.4391308 Jul 07 22:12:32.233054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fe66c-a990-4b42-96c7-8a9306ee4037 req-c93fc9a6-0dfc-4dee-a565-b29c427d1350 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.233823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:32.242103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fe66c-a990-4b42-96c7-8a9306ee4037 req-c93fc9a6-0dfc-4dee-a565-b29c427d1350 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.247831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fe66c-a990-4b42-96c7-8a9306ee4037 req-c93fc9a6-0dfc-4dee-a565-b29c427d1350 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.249528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e3fe66c-a990-4b42-96c7-8a9306ee4037 req-c93fc9a6-0dfc-4dee-a565-b29c427d1350 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2417 time: 0.2533674 Jul 07 22:12:32.332459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.363372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e3fe66c-a990-4b42-96c7-8a9306ee4037 req-43d8d10e-b8ba-4bda-970b-3e03baf56327 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044528 Jul 07 22:12:32.413590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-5a1416b1-bbce-4eee-921e-f871090f9cb6 service neutron] 10.222.0.81 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646103 Jul 07 22:12:32.433876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.461146 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e39f9-e9e7-44cb-8260-abd0375377f9 x-openstack-request-id: req-7e0e39f9-e9e7-44cb-8260-abd0375377f9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:32.461455 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-plugged", "status": "completed", "tag": "5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf", "code": 200}, {"server_uuid": "6a3eb534-565b-4295-8232-c8c6053153c1", "name": "network-vif-unplugged", "status": "completed", "tag": "f14ebab7-8323-4518-93d8-00133be4d30b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:32.461714 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e0e39f9-e9e7-44cb-8260-abd0375377f9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:32.462155 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf', 'code': 200} Jul 07 22:12:32.462671 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3eb534-565b-4295-8232-c8c6053153c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f14ebab7-8323-4518-93d8-00133be4d30b', 'code': 200} Jul 07 22:12:32.463242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33448837-520f-41cb-845c-bab4735201cf']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:32.480252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61959c98-f2a8-4f0c-9fe1-0156732a9c94') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:32.480423 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61959c98-f2a8-4f0c-9fe1-0156732a9c94') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:32.490351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.504736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.526335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:12:32.526749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:12:32.530717 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:12:32.553311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-bfaea3f7-03df-47dd-81bc-d3cf1b2357ec service neutron] 10.222.0.81 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297164 Jul 07 22:12:32.630522 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.637122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.640870 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/33448837-520f-41cb-845c-bab4735201cf HTTP/1.1" status: 204 len: 168 time: 0.4060407 Jul 07 22:12:32.647116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51416) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:32.653259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.677096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c4e53-e605-4c7d-96cb-a4b706e68cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33448837-520f-41cb-845c-bab4735201cf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:32.755594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7d9f59-8788-488d-89e4-5c12417b81d7 admin admin] Deleting subnet 228ee8e3-c624-427e-abf8-fe701a354619 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:12:32.759711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f59-8788-488d-89e4-5c12417b81d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.803109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219e636-b495-4c09-a99f-0d551f8ba1da req-0f787d80-ca7f-4587-81f2-5da701f4f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.803675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219e636-b495-4c09-a99f-0d551f8ba1da req-0f787d80-ca7f-4587-81f2-5da701f4f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.804154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219e636-b495-4c09-a99f-0d551f8ba1da req-0f787d80-ca7f-4587-81f2-5da701f4f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:32.805955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d219e636-b495-4c09-a99f-0d551f8ba1da req-0f787d80-ca7f-4587-81f2-5da701f4f47a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2873 time: 0.1108842 Jul 07 22:12:32.841288 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f59-8788-488d-89e4-5c12417b81d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:32.922941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d219e636-b495-4c09-a99f-0d551f8ba1da req-aa25f70c-a336-4f4c-84ef-eb6c5e2ca9bc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058381 Jul 07 22:12:32.930886 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f59-8788-488d-89e4-5c12417b81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.054594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f59-8788-488d-89e4-5c12417b81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.094376 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9f59-8788-488d-89e4-5c12417b81d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.096309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3e7d9f59-8788-488d-89e4-5c12417b81d7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/228ee8e3-c624-427e-abf8-fe701a354619 HTTP/1.1" status: 204 len: 168 time: 0.4478402 Jul 07 22:12:33.097136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d9f59-8788-488d-89e4-5c12417b81d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=228ee8e3-c624-427e-abf8-fe701a354619,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:33.099016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:33.162058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d31e9-61ca-4c88-83af-c36b887ee4ca req-a3270d13-0c81-41d0-a92b-73f3fe3431da tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:33.171415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-786d31e9-61ca-4c88-83af-c36b887ee4ca req-a3270d13-0c81-41d0-a92b-73f3fe3431da tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 950 time: 0.1523483 Jul 07 22:12:33.224827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fe0bcc8c-7ae8-49c6-942f-703522c26ba4 req-19ce407e-a0bc-44aa-a3e8-82a21c941da7 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 210 time: 0.0502999 Jul 07 22:12:33.248602 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.354480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-786d31e9-61ca-4c88-83af-c36b887ee4ca req-600885ac-49ab-4e65-a36e-1dc7e23698c4 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732547 Jul 07 22:12:33.381181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.405339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170f6c46-cc97-4c5b-bdde-2c78c906e1eb']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:33.426784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83af55e-0dc7-453b-9846-5c1a87f6ca26') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:33.427331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83af55e-0dc7-453b-9846-5c1a87f6ca26') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:33.441934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.459586 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.467289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:12:33.468048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:12:33.469940 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:12:33.533170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.539127 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:33.542046 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] 10.222.0.81 "DELETE /v2.0/networks/170f6c46-cc97-4c5b-bdde-2c78c906e1eb HTTP/1.1" status: 204 len: 168 time: 0.4418833 Jul 07 22:12:33.559513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffac0d8-9719-4ded-87a8-d122aa95f515 admin admin] Pushing event deleted for resources: {'Network': ['ID=170f6c46-cc97-4c5b-bdde-2c78c906e1eb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:33.613015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d44fa-aac8-4ac8-a00b-246f76026555 req-b393d408-9843-476b-865d-1d31f5875180 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:33.614547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f85d44fa-aac8-4ac8-a00b-246f76026555 req-b393d408-9843-476b-865d-1d31f5875180 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1017156 Jul 07 22:12:33.714748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f85d44fa-aac8-4ac8-a00b-246f76026555 req-8a24617a-4703-4b0c-90f9-43c2375be85c tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928669 Jul 07 22:12:33.857863 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51454) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:33.916837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3778e7-b156-45ac-af2f-376bdc3eca75 req-19e89e08-8647-454f-9671-6e78c484cee2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:33.924816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3778e7-b156-45ac-af2f-376bdc3eca75 req-19e89e08-8647-454f-9671-6e78c484cee2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:33.930772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3778e7-b156-45ac-af2f-376bdc3eca75 req-19e89e08-8647-454f-9671-6e78c484cee2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:33.936632 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9c336aa2-9660-4acd-814b-3560c511fbd5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=235d676b26494955bd662cb1e70001f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771866 Jul 07 22:12:33.940027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:33.941650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed3778e7-b156-45ac-af2f-376bdc3eca75 req-19e89e08-8647-454f-9671-6e78c484cee2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2417 time: 0.1213937 Jul 07 22:12:33.993533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed3778e7-b156-45ac-af2f-376bdc3eca75 req-61878cf6-cecb-4ed0-adf3-69e93934319e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514517 Jul 07 22:12:33.999173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f028ca5-cb98-4123-8bb5-7d159b978703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.034741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f028ca5-cb98-4123-8bb5-7d159b978703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.109872 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f028ca5-cb98-4123-8bb5-7d159b978703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.113014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f028ca5-cb98-4123-8bb5-7d159b978703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.116967 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5f028ca5-cb98-4123-8bb5-7d159b978703 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/706aeca0-a822-4379-872c-8e7a78f51027 HTTP/1.1" status: 204 len: 168 time: 0.1732438 Jul 07 22:12:34.131915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f028ca5-cb98-4123-8bb5-7d159b978703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706aeca0-a822-4379-872c-8e7a78f51027,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:34.427569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66ad952c-e999-46a6-a256-4d8f6a36eaf4 req-27ee67c4-1bc5-4043-95bd-ae2d3f6f1efe tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 210 time: 0.0746961 Jul 07 22:12:34.639942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-3f4b5e10-6a0a-4b57-bfe5-f81e2a9ca6e5 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:34.642205 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-3f4b5e10-6a0a-4b57-bfe5-f81e2a9ca6e5 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.44 "GET /v2.0/networks?id=8a3b3ff8-a6a0-4280-97e2-4c494307ba80 HTTP/1.1" status: 200 len: 805 time: 0.2093794 Jul 07 22:12:34.702251 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-87444772-b392-446e-87fa-5bc24dd797bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76aacbcb64f64efba5f30d173941f1da HTTP/1.1" status: 200 len: 380 time: 0.0497255 Jul 07 22:12:34.712568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Request body: {'port': {'device_id': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'admin_state_up': True, 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'security_groups': ['610dc0dd-5a75-4963-a4fc-672ee233f553']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:34.717496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51482) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:34.789250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:34.789806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ff8ee365-b5e9-42bc-9181-64278fdb0525 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=599fe90c877c41bfacbd875427d68b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708563 Jul 07 22:12:34.892120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a2217a5-a724-4be7-96f5-8370241d3097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.927661 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a2217a5-a724-4be7-96f5-8370241d3097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.935490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Made reservation on behalf of 76aacbcb64f64efba5f30d173941f1da for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:34.939280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:34.997101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a6c4-ec59-4948-b663-aecac60904b0 req-04f0ff49-4e0b-4873-9a70-cd033917e9df tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.005012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32f3a6c4-ec59-4948-b663-aecac60904b0 req-04f0ff49-4e0b-4873-9a70-cd033917e9df tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1599526 Jul 07 22:12:35.062143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32f3a6c4-ec59-4948-b663-aecac60904b0 req-1638c830-792c-4fa7-b2cb-9d26590beec0 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561152 Jul 07 22:12:35.073088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a2217a5-a724-4be7-96f5-8370241d3097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.079340 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a2217a5-a724-4be7-96f5-8370241d3097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.082829 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7a2217a5-a724-4be7-96f5-8370241d3097 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fad92ed9-5227-49ff-be84-5a1b77233ca2 HTTP/1.1" status: 204 len: 168 time: 0.2894766 Jul 07 22:12:35.118431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2217a5-a724-4be7-96f5-8370241d3097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad92ed9-5227-49ff-be84-5a1b77233ca2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:35.194379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Allocated IP 172.20.0.4 (8a3b3ff8-a6a0-4280-97e2-4c494307ba80/ee012a44-8b28-4625-9866-6e55b2290160/7ca7876f-562c-4658-84bf-1f45848fe16e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:35.308824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6409e3b-6646-4fbf-b06e-90482ca36311 req-ea58d1da-a5c5-47fd-b1a8-15c3134fe251 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.317500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6409e3b-6646-4fbf-b06e-90482ca36311 req-ea58d1da-a5c5-47fd-b1a8-15c3134fe251 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.337254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6409e3b-6646-4fbf-b06e-90482ca36311 req-ea58d1da-a5c5-47fd-b1a8-15c3134fe251 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.343904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6409e3b-6646-4fbf-b06e-90482ca36311 req-ea58d1da-a5c5-47fd-b1a8-15c3134fe251 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2417 time: 0.1699111 Jul 07 22:12:35.415601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6409e3b-6646-4fbf-b06e-90482ca36311 req-bb0f8ae9-e534-4ae4-b8cf-a39514105e13 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507560 Jul 07 22:12:35.587089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.642042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Transition to ACTIVE for port object 7ca7876f-562c-4658-84bf-1f45848fe16e will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:35.751435 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.844550 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:35.846777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:35.862522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2359173d-146d-4e81-ab09-17a068fd4b28 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:35.865246 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:35.913711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Pushing event updated for resources: {'Port': ['ID=7ca7876f-562c-4658-84bf-1f45848fe16e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:35.922845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-eafc4996-cc40-4f07-ad9c-896b8fea2423 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.929513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-eafc4996-cc40-4f07-ad9c-896b8fea2423 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.3300188 Jul 07 22:12:35.941673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:35.942347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:35.980652 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-be536e29-2e7f-48ac-ac83-83c9819cef14 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2721901 Jul 07 22:12:36.010460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Request body: {'port': {'device_id': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:36.144079 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.179418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93274562-a810-42bf-9301-f75e57a61a3f req-0d00569d-19fc-4a1c-83b0-aa5c0eb29e0f tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.196075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93274562-a810-42bf-9301-f75e57a61a3f req-0d00569d-19fc-4a1c-83b0-aa5c0eb29e0f tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 931 time: 0.4368453 Jul 07 22:12:36.274296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2359173d-146d-4e81-ab09-17a068fd4b28,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:36.275819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:36.279418 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b40478-1b3c-4681-819a-6b4894ddff96" -d '{"events": [{"server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "name": "network-vif-unplugged", "status": "completed", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:36.286817 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.336114 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.336935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ae4ed20e-2bc0-4af2-92eb-79cc6951f6a6 None None] Provisioning for port 7ca7876f-562c-4658-84bf-1f45848fe16e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:36.346921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ae4ed20e-2bc0-4af2-92eb-79cc6951f6a6 None None] Provisioning complete for port 7ca7876f-562c-4658-84bf-1f45848fe16e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:36.347740 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae4ed20e-2bc0-4af2-92eb-79cc6951f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.352019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93274562-a810-42bf-9301-f75e57a61a3f req-a45e983f-a6cc-42ce-a087-12e48b1bd198 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544998 Jul 07 22:12:36.406719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Deleting port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:36.407478 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.461309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2359173d-146d-4e81-ab09-17a068fd4b28,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:36.481738 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1a7c6-fb70-49e5-9155-a32b9d21679e x-openstack-request-id: req-e2f1a7c6-fb70-49e5-9155-a32b9d21679e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:36.482299 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "name": "network-vif-unplugged", "status": "completed", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:36.483397 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2f1a7c6-fb70-49e5-9155-a32b9d21679e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:36.484423 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28', 'code': 200} Jul 07 22:12:36.537985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ae4ed20e-2bc0-4af2-92eb-79cc6951f6a6 None None] Port 7ca7876f-562c-4658-84bf-1f45848fe16e cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:36.746110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] For port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:36.746724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:36.770671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Calling delete_port for 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:36.807881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a7901-1029-4822-8efa-9edc21b0aaf4 req-249bd591-e574-48ee-99cb-00e5d190e1ed tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:36.816871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-517a7901-1029-4822-8efa-9edc21b0aaf4 req-249bd591-e574-48ee-99cb-00e5d190e1ed tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 949 time: 0.1543186 Jul 07 22:12:36.910729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-517a7901-1029-4822-8efa-9edc21b0aaf4 req-bb6706d8-e83a-4a3b-8a36-4617a1862a47 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929084 Jul 07 22:12:37.055190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca7876f-562c-4658-84bf-1f45848fe16e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:37.091119 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:37.138534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de96fe5-06b0-4125-a4fb-a7ab7bbc0599 req-66cbf9ae-121c-40ad-b11e-bdbe0af16cd1 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.145248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de96fe5-06b0-4125-a4fb-a7ab7bbc0599 req-66cbf9ae-121c-40ad-b11e-bdbe0af16cd1 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.151861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de96fe5-06b0-4125-a4fb-a7ab7bbc0599 req-66cbf9ae-121c-40ad-b11e-bdbe0af16cd1 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.153778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9de96fe5-06b0-4125-a4fb-a7ab7bbc0599 req-66cbf9ae-121c-40ad-b11e-bdbe0af16cd1 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2417 time: 0.2551305 Jul 07 22:12:37.200012 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Transition to ACTIVE for port object 7ca7876f-562c-4658-84bf-1f45848fe16e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:37.208620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:37.220725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9de96fe5-06b0-4125-a4fb-a7ab7bbc0599 req-5c7c3a44-75ff-4744-9e62-61e66939d05c tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565114 Jul 07 22:12:37.221646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:37.280741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['698a7822-e166-4f7a-af07-2df6ffb7cffe', '4e6f217d-4e32-4c41-b4d8-b35c08c487a5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:37.336262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Pushing event deleted for resources: {'Port': ['ID=4e6f217d-4e32-4c41-b4d8-b35c08c487a5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:37.389434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Pushing event updated for resources: {'Port': ['ID=7ca7876f-562c-4658-84bf-1f45848fe16e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:37.467083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] No DVR routers for this DVR port 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:37.470944 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:37.475049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9a28c39-83be-4fea-9cf9-db118f0ca7d4 req-426375cd-1a0e-437f-b98e-ee97726bea7e tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "DELETE /v2.0/ports/4e6f217d-4e32-4c41-b4d8-b35c08c487a5 HTTP/1.1" status: 204 len: 173 time: 1.5363050 Jul 07 22:12:37.477608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'name': 'network-vif-deleted', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:37.483866 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e990de8-4a76-4d88-a06e-f2526c4210f6" -d '{"events": [{"server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "name": "network-vif-deleted", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:37.485074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Attempting to bind port 7ca7876f-562c-4658-84bf-1f45848fe16e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:37.485596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Attempting to bind port 7ca7876f-562c-4658-84bf-1f45848fe16e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:37.490611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Attempting to bind port 7ca7876f-562c-4658-84bf-1f45848fe16e on network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:37.497108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:37.500079 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Port 7ca7876f-562c-4658-84bf-1f45848fe16e on network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:37.500520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Attempting to bind port 7ca7876f-562c-4658-84bf-1f45848fe16e on network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:37.509339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:37.510425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Checking segment: {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:37.512191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Bound using segment: {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:37.515213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Bound port: 7ca7876f-562c-4658-84bf-1f45848fe16e, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:37.515817 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:37.597308 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2af0f2d-16b7-4931-961c-5597ce8b6c3c x-openstack-request-id: req-e2af0f2d-16b7-4931-961c-5597ce8b6c3c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:37.597999 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2486bc97-928d-45bc-843e-8b8ed3ecf987", "name": "network-vif-deleted", "tag": "4e6f217d-4e32-4c41-b4d8-b35c08c487a5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:37.598395 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2af0f2d-16b7-4931-961c-5597ce8b6c3c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:37.598908 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2486bc97-928d-45bc-843e-8b8ed3ecf987', 'name': 'network-vif-deleted', 'tag': '4e6f217d-4e32-4c41-b4d8-b35c08c487a5', 'status': 'completed', 'code': 200} Jul 07 22:12:37.665941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] For port 7ca7876f-562c-4658-84bf-1f45848fe16e, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:37.670594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] For port 7ca7876f-562c-4658-84bf-1f45848fe16e, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ca7876f-562c-4658-84bf-1f45848fe16e,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:37.700144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:37.795507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:37.839433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:37.846528 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:37.848239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'mac_address': 'fa:16:3e:bf:b6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:37.854762 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] 10.222.0.44 "PUT /v2.0/ports/7ca7876f-562c-4658-84bf-1f45848fe16e HTTP/1.1" status: 200 len: 1092 time: 1.8640027 Jul 07 22:12:37.855258 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'tag': '7ca7876f-562c-4658-84bf-1f45848fe16e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:37.866744 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db40ac60-a275-4fe0-af3a-7b0d46866597" -d '{"events": [{"name": "network-changed", "server_uuid": "af4cc76c-6c7d-4bc4-be25-51314867b557", "tag": "7ca7876f-562c-4658-84bf-1f45848fe16e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:37.951090 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:37.966340 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2e4934-a45f-429f-af7f-9d4185748142 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:37.987339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fdf48-c3ce-41ed-98a5-3c05a420ad5b service neutron] Pushing event updated for resources: {'Port': ['ID=7ca7876f-562c-4658-84bf-1f45848fe16e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:37.996694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1deb916-6fa0-4e1a-a006-f4bc9aafa358 req-cf44e3fd-80ba-4a8d-9d7c-c7b57309e271 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.007539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1deb916-6fa0-4e1a-a006-f4bc9aafa358 req-cf44e3fd-80ba-4a8d-9d7c-c7b57309e271 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 943 time: 0.2535770 Jul 07 22:12:38.014151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:38.019726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:38.173296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1deb916-6fa0-4e1a-a006-f4bc9aafa358 req-7fc89d5e-92e6-4251-81e5-6b57a9f7934a tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569760 Jul 07 22:12:38.193653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['fb2e4934-a45f-429f-af7f-9d4185748142'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:38.208509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-b55b3580-744b-4d3b-a943-0338e1d57e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.212957 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-b55b3580-744b-4d3b-a943-0338e1d57e88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=76aacbcb64f64efba5f30d173941f1da&device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 1095 time: 0.2527936 Jul 07 22:12:38.343562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:38.615179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd23c2a0-a091-4e77-8f87-83c810e7ee30 req-3b7deac3-ca08-4c82-b1a7-d66be50f6e07 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=2486bc97-928d-45bc-843e-8b8ed3ecf987 HTTP/1.1" status: 200 len: 210 time: 0.0623915 Jul 07 22:12:38.769776 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-a845d7dd-665f-44f2-9ef7-2283d419642a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca7876f-562c-4658-84bf-1f45848fe16e HTTP/1.1" status: 200 len: 217 time: 0.5361016 Jul 07 22:12:38.771528 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e27f94-fb5e-47f5-855e-0a204d5955a3 x-openstack-request-id: req-10e27f94-fb5e-47f5-855e-0a204d5955a3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:38.771742 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4cc76c-6c7d-4bc4-be25-51314867b557", "tag": "7ca7876f-562c-4658-84bf-1f45848fe16e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:38.771962 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10e27f94-fb5e-47f5-855e-0a204d5955a3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:38.775389 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'tag': '7ca7876f-562c-4658-84bf-1f45848fe16e', 'status': 'completed', 'code': 200} Jul 07 22:12:38.912063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-dd566b8a-2aa5-470a-9ca3-ef40d2c9206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.916233 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-dd566b8a-2aa5-470a-9ca3-ef40d2c9206e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee012a44-8b28-4625-9866-6e55b2290160 HTTP/1.1" status: 200 len: 844 time: 0.1399465 Jul 07 22:12:38.996980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-93802a6e-09cb-416c-946b-7f0ac003ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:38.999016 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-93802a6e-09cb-416c-946b-7f0ac003ff64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a3b3ff8-a6a0-4280-97e2-4c494307ba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740123 Jul 07 22:12:39.066156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5751-267f-4808-82fc-c3ed19b90a5c req-4e76c0f5-3fd2-454e-b9a0-45ecc2efa738 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.074523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5751-267f-4808-82fc-c3ed19b90a5c req-4e76c0f5-3fd2-454e-b9a0-45ecc2efa738 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.081594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5751-267f-4808-82fc-c3ed19b90a5c req-4e76c0f5-3fd2-454e-b9a0-45ecc2efa738 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.083285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb6a5751-267f-4808-82fc-c3ed19b90a5c req-4e76c0f5-3fd2-454e-b9a0-45ecc2efa738 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2417 time: 0.1279562 Jul 07 22:12:39.123849 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-09afd641-1567-413a-8ba8-5215b0049a15 service neutron] 10.222.0.44 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123676 Jul 07 22:12:39.180058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-8dfcf891-8552-4b35-b6d8-d9115d3f3bf2 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=641afbaca18340ad836ca9b7ec6dd56e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663981 Jul 07 22:12:39.187053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb6a5751-267f-4808-82fc-c3ed19b90a5c req-6d613ec4-22c1-4c4b-8c6d-5cd4f33aac1f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937231 Jul 07 22:12:39.261137 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d853f0cc-732a-4533-b5bd-26e470ec4414 req-d47bb9db-5f8b-435c-95f4-97a24ff69bca service neutron] 10.222.0.44 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300795 Jul 07 22:12:39.317415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af950d-0864-4fd1-a390-c876604e6413 req-a7672669-2b3f-4eb1-9c2e-2a4f91d044a2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.323545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af950d-0864-4fd1-a390-c876604e6413 req-a7672669-2b3f-4eb1-9c2e-2a4f91d044a2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.329781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af950d-0864-4fd1-a390-c876604e6413 req-a7672669-2b3f-4eb1-9c2e-2a4f91d044a2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.331692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20af950d-0864-4fd1-a390-c876604e6413 req-a7672669-2b3f-4eb1-9c2e-2a4f91d044a2 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 2417 time: 0.2781856 Jul 07 22:12:39.413123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-6993c25b-05b2-4782-a35f-3d75af6ae189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.414974 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-6993c25b-05b2-4782-a35f-3d75af6ae189 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=76aacbcb64f64efba5f30d173941f1da&device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 1095 time: 0.0943794 Jul 07 22:12:39.499914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:39.557225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-b756d23a-4cfb-4d4a-add7-c136cf1a3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.558850 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-b756d23a-4cfb-4d4a-add7-c136cf1a3b6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a3b3ff8-a6a0-4280-97e2-4c494307ba80 HTTP/1.1" status: 200 len: 906 time: 0.1375463 Jul 07 22:12:39.602829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port fb2e4934-a45f-429f-af7f-9d4185748142 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:39.603675 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.623263 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-5086cee5-e846-41d0-9ebb-a7df855933bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca7876f-562c-4658-84bf-1f45848fe16e HTTP/1.1" status: 200 len: 217 time: 0.0565500 Jul 07 22:12:39.701130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-fa2e6a86-d9fe-4ab0-8069-8b10636a539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.703849 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-fa2e6a86-d9fe-4ab0-8069-8b10636a539d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee012a44-8b28-4625-9866-6e55b2290160 HTTP/1.1" status: 200 len: 844 time: 0.0715048 Jul 07 22:12:39.757200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.800607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-2534d445-adc2-4786-9237-e2995db2bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.802171 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-2534d445-adc2-4786-9237-e2995db2bc28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a3b3ff8-a6a0-4280-97e2-4c494307ba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789053 Jul 07 22:12:39.820992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:39.827428 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1d3c7b-9d1c-4251-963d-1ef604e7937e" -d '{"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:39.863377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:39.872093 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:39.912758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17522-2278-44ef-8cae-bcedb149087f req-a2445c31-cd28-4428-ab04-5326552f5240 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:39.914697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-a2445c31-cd28-4428-ab04-5326552f5240 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7249649 Jul 07 22:12:39.942700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-5f0b3e2f-18fe-4057-a1c4-98f0116fa624 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/quotas/641afbaca18340ad836ca9b7ec6dd56e HTTP/1.1" status: 200 len: 375 time: 0.0209982 Jul 07 22:12:39.957772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:39.966387 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-e0e29876-5792-4f51-9ac5-3972081e8ef1 service neutron] 10.222.0.44 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504729 Jul 07 22:12:39.972961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:39.996346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-e94da5b9-cc5c-47b9-b277-df36a3dc1210 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=641afbaca18340ad836ca9b7ec6dd56e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518508 Jul 07 22:12:40.011046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:12:40.011395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e6f217d-4e32-4c41-b4d8-b35c08c487a5 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:40.016798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580e07-c7a1-488b-9e00-5221c2850375 req-390e3f9a-ff35-4f8a-a52c-b9691f3b1464 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:40.030720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8580e07-c7a1-488b-9e00-5221c2850375 req-390e3f9a-ff35-4f8a-a52c-b9691f3b1464 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 943 time: 0.6865723 Jul 07 22:12:40.125261 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db40ac60-a275-4fe0-af3a-7b0d46866597 req-09d3d767-3ac7-484d-ad0a-343b5896d6b0 service neutron] 10.222.0.44 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548014 Jul 07 22:12:40.135401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8580e07-c7a1-488b-9e00-5221c2850375 req-a4429f8e-3aa7-4b91-8925-7cd3465dc64e tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034524 Jul 07 22:12:40.157345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-20af950d-0864-4fd1-a390-c876604e6413 req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting port 341c6df8-c010-4cd5-86c6-d6782c42f785 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:40.163296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.355965 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f5d9c3-b711-4143-bcdc-d12c70442d94 x-openstack-request-id: req-89f5d9c3-b711-4143-bcdc-d12c70442d94 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:40.356253 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:40.356503 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89f5d9c3-b711-4143-bcdc-d12c70442d94 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:40.356915 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'code': 200} Jul 07 22:12:40.411201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-20af950d-0864-4fd1-a390-c876604e6413 req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] For port 341c6df8-c010-4cd5-86c6-d6782c42f785, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=341c6df8-c010-4cd5-86c6-d6782c42f785,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:40.412244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.431180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-20af950d-0864-4fd1-a390-c876604e6413 req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Calling delete_port for 341c6df8-c010-4cd5-86c6-d6782c42f785 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:40.547847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8aea6213-82f6-4ebb-acc6-d54092264da2 req-bd12ea47-0039-4ed9-a6d9-27503f8aad9f tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 210 time: 0.0546124 Jul 07 22:12:40.678015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:40.750162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Port': ['ID=341c6df8-c010-4cd5-86c6-d6782c42f785,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:40.994163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-20af950d-0864-4fd1-a390-c876604e6413 req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] No DVR routers for this DVR port 341c6df8-c010-4cd5-86c6-d6782c42f785 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:41.002900 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.007106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20af950d-0864-4fd1-a390-c876604e6413 req-9192e1bf-b7d8-49f6-8a56-805a5ed8286e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "DELETE /v2.0/ports/341c6df8-c010-4cd5-86c6-d6782c42f785 HTTP/1.1" status: 204 len: 173 time: 1.6537755 Jul 07 22:12:41.018997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-deleted', 'tag': '341c6df8-c010-4cd5-86c6-d6782c42f785'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:41.021981 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3daf69-3e3c-4bfa-ba4b-8acf0c17237f" -d '{"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-deleted", "tag": "341c6df8-c010-4cd5-86c6-d6782c42f785"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:41.172173 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a99b8a-1790-4ece-b523-90d24b0e9a20 x-openstack-request-id: req-65a99b8a-1790-4ece-b523-90d24b0e9a20 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:41.172691 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-deleted", "tag": "341c6df8-c010-4cd5-86c6-d6782c42f785", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:41.172691 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65a99b8a-1790-4ece-b523-90d24b0e9a20 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:41.173303 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-deleted', 'tag': '341c6df8-c010-4cd5-86c6-d6782c42f785', 'status': 'completed', 'code': 200} Jul 07 22:12:41.195488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bcd81-b553-4d22-b356-309873c2d819 req-5775bb29-4db9-43cb-9256-225706667073 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:41.202348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bcd81-b553-4d22-b356-309873c2d819 req-5775bb29-4db9-43cb-9256-225706667073 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:41.210887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-102bcd81-b553-4d22-b356-309873c2d819 req-5775bb29-4db9-43cb-9256-225706667073 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 1682 time: 0.4741483 Jul 07 22:12:41.291910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-102bcd81-b553-4d22-b356-309873c2d819 req-60d3c3d4-c1c8-46e9-9dae-94ffb4314d12 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808439 Jul 07 22:12:41.293537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-20af950d-0864-4fd1-a390-c876604e6413 req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting port 16622358-0f05-408d-b116-75fd125922cc {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:41.293886 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.502479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7ca7876f-562c-4658-84bf-1f45848fe16e details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:41.543531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-20af950d-0864-4fd1-a390-c876604e6413 req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] For port 16622358-0f05-408d-b116-75fd125922cc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=16622358-0f05-408d-b116-75fd125922cc,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:41.544702 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.569727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7e1df-1bc1-495c-acc2-f8fad6eeea82 req-940555da-4927-404b-ac7f-1d372ed14588 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:41.571546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ab7e1df-1bc1-495c-acc2-f8fad6eeea82 req-940555da-4927-404b-ac7f-1d372ed14588 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.1823239 Jul 07 22:12:41.576824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-20af950d-0864-4fd1-a390-c876604e6413 req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Calling delete_port for 16622358-0f05-408d-b116-75fd125922cc owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:41.600478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534e7c5-c188-450f-a289-0c000a1c75b9 req-9b205f4c-6cca-4ae9-8d14-281aca24fb4c tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:41.602338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0534e7c5-c188-450f-a289-0c000a1c75b9 req-9b205f4c-6cca-4ae9-8d14-281aca24fb4c tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 943 time: 0.1730168 Jul 07 22:12:41.655111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7ca7876f-562c-4658-84bf-1f45848fe16e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ca7876f-562c-4658-84bf-1f45848fe16e,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:41.678231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '7ca7876f-562c-4658-84bf-1f45848fe16e', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'port_id': '7ca7876f-562c-4658-84bf-1f45848fe16e', 'mac_address': 'fa:16:3e:8f:66:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:41.727122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ab7e1df-1bc1-495c-acc2-f8fad6eeea82 req-3ebf2c69-5f40-4ea2-bc8d-f1686f2303c3 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463318 Jul 07 22:12:41.754090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0534e7c5-c188-450f-a289-0c000a1c75b9 req-93f58959-b490-4b41-8f6e-84063f56296c tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407952 Jul 07 22:12:41.780327 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.826882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca7876f-562c-4658-84bf-1f45848fe16e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:41.881429 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.888376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7ca7876f-562c-4658-84bf-1f45848fe16e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ca7876f-562c-4658-84bf-1f45848fe16e,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:41.893934 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:41.966576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Port': ['ID=16622358-0f05-408d-b116-75fd125922cc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:41.998239 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-a3647951-0e08-49ed-bedc-2b6262704bf0 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=641afbaca18340ad836ca9b7ec6dd56e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541873 Jul 07 22:12:42.013467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 341c6df8-c010-4cd5-86c6-d6782c42f785 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:42.081010 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=7ca7876f-562c-4658-84bf-1f45848fe16e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:42.091444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 341c6df8-c010-4cd5-86c6-d6782c42f785 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:12:42.095619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 341c6df8-c010-4cd5-86c6-d6782c42f785 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:42.098233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 16622358-0f05-408d-b116-75fd125922cc no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:42.172051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 16622358-0f05-408d-b116-75fd125922cc {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:12:42.175153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 16622358-0f05-408d-b116-75fd125922cc not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:42.175825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:42.198997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-20af950d-0864-4fd1-a390-c876604e6413 req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] No DVR routers for this DVR port 16622358-0f05-408d-b116-75fd125922cc on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:42.205399 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.210845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20af950d-0864-4fd1-a390-c876604e6413 req-1d1a9e1a-bd19-4190-95cc-49c86ef78019 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "DELETE /v2.0/ports/16622358-0f05-408d-b116-75fd125922cc HTTP/1.1" status: 204 len: 173 time: 1.1927783 Jul 07 22:12:42.296716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['7ca7876f-562c-4658-84bf-1f45848fe16e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:42.346885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17522-2278-44ef-8cae-bcedb149087f req-dea7dbd7-8599-414a-9806-e67310ad98a7 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:42.348774 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-dea7dbd7-8599-414a-9806-e67310ad98a7 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3434722 Jul 07 22:12:42.368947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Request body: {'port': {'device_id': '776a096a-d2c4-43a3-8445-21645e3d92f6', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '641afbaca18340ad836ca9b7ec6dd56e'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:42.456806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-437996ad-4e74-44ae-892c-2a72919db7c5 req-fb6e19ad-4dd8-4da5-a086-39261f6acc2f tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 210 time: 0.0842624 Jul 07 22:12:42.519342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-20af950d-0864-4fd1-a390-c876604e6413 req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:42.519725 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.533900 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.588545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:42.615721 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330ab36b-6c61-4238-97cc-21652699da7e" -d '{"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:42.647805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:42.657312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-20af950d-0864-4fd1-a390-c876604e6413 req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] For port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:42.657978 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.675536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-20af950d-0864-4fd1-a390-c876604e6413 req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Calling delete_port for 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:42.676304 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.680848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Made reservation on behalf of 641afbaca18340ad836ca9b7ec6dd56e for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:42.689460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.716460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.726488 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0473638e-802b-48c7-9891-bdb6c7252e3f x-openstack-request-id: req-0473638e-802b-48c7-9891-bdb6c7252e3f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:42.727034 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-unplugged", "status": "completed", "tag": "5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:42.727464 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0473638e-802b-48c7-9891-bdb6c7252e3f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:42.728020 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf', 'code': 200} Jul 07 22:12:42.850751 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.933777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:42.940261 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:42.946903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:43.009602 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5405d31-9347-43c7-bfca-3a35284b5b36 req-f2fbef94-866b-4dc3-bf0b-ff9daad02407 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=06a50a2b-dbb0-4a33-b3c6-af39ec322a49 HTTP/1.1" status: 200 len: 210 time: 0.1632166 Jul 07 22:12:43.011874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Port': ['ID=5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:43.034010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-20af950d-0864-4fd1-a390-c876604e6413 req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] No DVR routers for this DVR port 5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:43.037110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-20af950d-0864-4fd1-a390-c876604e6413 req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:43.039716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20af950d-0864-4fd1-a390-c876604e6413 req-ead49baa-85c2-4aef-a1b3-9eca13bc1043 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "DELETE /v2.0/ports/5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf HTTP/1.1" status: 204 len: 173 time: 0.8213570 Jul 07 22:12:43.154728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c419b59-26fc-4b85-9e10-32a41c67034e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:43.179475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-deleted', 'tag': '16622358-0f05-408d-b116-75fd125922cc'}, {'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-deleted', 'tag': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:43.186104 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046b98aa-4c63-478f-be49-8fcc845afa04" -d '{"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-deleted", "tag": "16622358-0f05-408d-b116-75fd125922cc"}, {"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-deleted", "tag": "5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:43.269778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Allocated IP 192.168.233.80 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/37844af0-6818-4cb2-aa5b-8c55a72b7647) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:43.420957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31979108-21f6-41b8-a01e-04874ed76417 req-a4e53f28-5825-4780-9d57-960116a44eff tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:43.423795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31979108-21f6-41b8-a01e-04874ed76417 req-a4e53f28-5825-4780-9d57-960116a44eff tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.4342992 Jul 07 22:12:43.499993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7ca7876f-562c-4658-84bf-1f45848fe16e up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:43.507924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31979108-21f6-41b8-a01e-04874ed76417 req-5f3f0b01-9f59-43ca-9cfb-676d39810536 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/security-groups?id=675497e4-2afb-4fbb-8c1c-55946a32ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736327 Jul 07 22:12:43.563582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f787a-6927-425e-a751-09933779578d req-2b1c4753-db5f-4a59-9cae-2635af783628 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:43.567404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e3f787a-6927-425e-a751-09933779578d req-2b1c4753-db5f-4a59-9cae-2635af783628 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 944 time: 0.3164353 Jul 07 22:12:43.607454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-1363bbdf-199e-44f7-81ed-68fb9e83ed92 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:43.609018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-1363bbdf-199e-44f7-81ed-68fb9e83ed92 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 949 time: 0.3157499 Jul 07 22:12:43.621720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:43.672624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 7ca7876f-562c-4658-84bf-1f45848fe16e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:43.682106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 7ca7876f-562c-4658-84bf-1f45848fe16e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:43.685415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Transition to ACTIVE for port object 37844af0-6818-4cb2-aa5b-8c55a72b7647 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:43.686273 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:43.756174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:43.854511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e3f787a-6927-425e-a751-09933779578d req-100b2fbf-4e38-43eb-8974-aff7c626dc5a tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584238 Jul 07 22:12:43.901455 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:43.933573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Deleting port 698a7822-e166-4f7a-af07-2df6ffb7cffe {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:43.934043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:43.935741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:43.949158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:43.967584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:44.037045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7ca7876f-562c-4658-84bf-1f45848fe16e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ca7876f-562c-4658-84bf-1f45848fe16e,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:44.043562 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ad1af6-f429-4ada-a463-c705ecb83e8e x-openstack-request-id: req-d4ad1af6-f429-4ada-a463-c705ecb83e8e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:44.044111 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-deleted", "tag": "16622358-0f05-408d-b116-75fd125922cc", "status": "completed", "code": 200}, {"server_uuid": "06a50a2b-dbb0-4a33-b3c6-af39ec322a49", "name": "network-vif-deleted", "tag": "5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:44.044527 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4ad1af6-f429-4ada-a463-c705ecb83e8e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:44.045433 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-deleted', 'tag': '16622358-0f05-408d-b116-75fd125922cc', 'status': 'completed', 'code': 200} Jul 07 22:12:44.046137 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a50a2b-dbb0-4a33-b3c6-af39ec322a49', 'name': 'network-vif-deleted', 'tag': '5e1786cc-cecc-4bd7-b6d2-1c71d73a3dbf', 'status': 'completed', 'code': 200} Jul 07 22:12:44.051589 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.149720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.166214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.170790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] For port 698a7822-e166-4f7a-af07-2df6ffb7cffe, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=698a7822-e166-4f7a-af07-2df6ffb7cffe,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:44.172447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.209120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Pushing event updated for resources: {'Port': ['ID=37844af0-6818-4cb2-aa5b-8c55a72b7647,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:44.222129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Calling delete_port for 698a7822-e166-4f7a-af07-2df6ffb7cffe owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:44.236004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=7ca7876f-562c-4658-84bf-1f45848fe16e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:44.245275 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-5a0abe4a-a8c4-4a5b-879d-ba040f057c72 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8851519 Jul 07 22:12:44.258118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Request body: {'port': {'device_id': '776a096a-d2c4-43a3-8445-21645e3d92f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:44.362494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.461526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a9d03a75-4469-429b-ad8e-efdd2ccd4dd1 None None] Provisioning for port 37844af0-6818-4cb2-aa5b-8c55a72b7647 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:44.484856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a9d03a75-4469-429b-ad8e-efdd2ccd4dd1 None None] Provisioning complete for port 37844af0-6818-4cb2-aa5b-8c55a72b7647 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:44.489773 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9d03a75-4469-429b-ad8e-efdd2ccd4dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.592406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ddceb4-8c83-48c9-933a-ceccd19affbb req-21791315-f2f8-4c16-a199-b9d2720e6b66 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:44.594332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7ddceb4-8c83-48c9-933a-ceccd19affbb req-21791315-f2f8-4c16-a199-b9d2720e6b66 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 935 time: 0.3428164 Jul 07 22:12:44.596284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a9d03a75-4469-429b-ad8e-efdd2ccd4dd1 None None] Port 37844af0-6818-4cb2-aa5b-8c55a72b7647 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:12:44.697093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7ddceb4-8c83-48c9-933a-ceccd19affbb req-9697669a-42bf-408b-b66f-911a9a0f3375 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c419b59-26fc-4b85-9e10-32a41c67034e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947428 Jul 07 22:12:44.730062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca7876f-562c-4658-84bf-1f45848fe16e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:44.733051 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d007d-cc77-4591-b0eb-af201a2becc6" -d '{"events": [{"server_uuid": "af4cc76c-6c7d-4bc4-be25-51314867b557", "name": "network-vif-plugged", "status": "completed", "tag": "7ca7876f-562c-4658-84bf-1f45848fe16e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:44.751737 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:44.831954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:44.877464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['698a7822-e166-4f7a-af07-2df6ffb7cffe'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:44.939634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Pushing event deleted for resources: {'Port': ['ID=698a7822-e166-4f7a-af07-2df6ffb7cffe,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:44.953076 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b04e42-145d-430b-bf23-eb0365f18920 x-openstack-request-id: req-d5b04e42-145d-430b-bf23-eb0365f18920 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:44.953297 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4cc76c-6c7d-4bc4-be25-51314867b557", "name": "network-vif-plugged", "status": "completed", "tag": "7ca7876f-562c-4658-84bf-1f45848fe16e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:44.953563 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5b04e42-145d-430b-bf23-eb0365f18920 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:44.953983 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca7876f-562c-4658-84bf-1f45848fe16e', 'code': 200} Jul 07 22:12:44.991627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c427915b-44a2-4d84-9153-10eed31bd00f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting subnet 349bcf65-d53b-45ea-ae02-fe8c0c1d3d33 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:12:45.000395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c427915b-44a2-4d84-9153-10eed31bd00f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.123144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f733ed-bf4c-4b7b-ab94-9b8836f03372 req-42d31ac7-3a15-497b-9c73-b80716c4edab tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 210 time: 0.0855052 Jul 07 22:12:45.124772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] No DVR routers for this DVR port 698a7822-e166-4f7a-af07-2df6ffb7cffe on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:45.128345 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.130553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d4bfdc4-bae4-4082-8bb8-5e9b0f39ea12 req-07010958-7414-461c-942b-95e53591a676 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.83 "DELETE /v2.0/ports/698a7822-e166-4f7a-af07-2df6ffb7cffe HTTP/1.1" status: 204 len: 173 time: 1.5027523 Jul 07 22:12:45.186055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c427915b-44a2-4d84-9153-10eed31bd00f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.192789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37844af0-6818-4cb2-aa5b-8c55a72b7647 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:45.227332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.275106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794c1dd-8652-4731-b39f-8a59e9b5809c req-f4d27943-1bac-4022-a339-7fdd39937be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:45.277061 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c794c1dd-8652-4731-b39f-8a59e9b5809c req-f4d27943-1bac-4022-a339-7fdd39937be5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 1097 time: 0.2218022 Jul 07 22:12:45.279214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Transition to ACTIVE for port object 37844af0-6818-4cb2-aa5b-8c55a72b7647 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:45.305714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.415685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=37844af0-6818-4cb2-aa5b-8c55a72b7647,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:45.488612 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c794c1dd-8652-4731-b39f-8a59e9b5809c req-57a80b68-10c6-4ce3-82f6-86e8e7f45af7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967857 Jul 07 22:12:45.534564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f3026-4b49-4887-828c-85b696a43a9d req-03c4a514-a659-44d5-af23-2b5e7fe4a453 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:45.544214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332f3026-4b49-4887-828c-85b696a43a9d req-03c4a514-a659-44d5-af23-2b5e7fe4a453 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 945 time: 0.1551800 Jul 07 22:12:45.547061 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c427915b-44a2-4d84-9153-10eed31bd00f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.602485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332f3026-4b49-4887-828c-85b696a43a9d req-c786b83d-3647-458f-8e33-fbe668cad523 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566339 Jul 07 22:12:45.656403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Attempting to bind port 37844af0-6818-4cb2-aa5b-8c55a72b7647 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:45.659771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Attempting to bind port 37844af0-6818-4cb2-aa5b-8c55a72b7647 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:45.661455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Attempting to bind port 37844af0-6818-4cb2-aa5b-8c55a72b7647 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:45.689786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Port 37844af0-6818-4cb2-aa5b-8c55a72b7647 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:12:45.690274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Attempting to bind port 37844af0-6818-4cb2-aa5b-8c55a72b7647 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:45.704554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:45.704886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:45.705500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:45.708744 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Bound port: 37844af0-6818-4cb2-aa5b-8c55a72b7647, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:45.709227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.752991 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c427915b-44a2-4d84-9153-10eed31bd00f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.814997 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427915b-44a2-4d84-9153-10eed31bd00f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Subnet': ['ID=349bcf65-d53b-45ea-ae02-fe8c0c1d3d33,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:45.847085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c427915b-44a2-4d84-9153-10eed31bd00f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:45.852217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51790) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:45.852482 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c427915b-44a2-4d84-9153-10eed31bd00f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "DELETE /v2.0/subnets/349bcf65-d53b-45ea-ae02-fe8c0c1d3d33 HTTP/1.1" status: 204 len: 168 time: 1.0994215 Jul 07 22:12:45.880147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be27a55-4774-4c55-926e-0b1da743e1de None None] Network dcdfba0a-4c91-40d5-9f9b-549e8524f26c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:45.974902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] For port 37844af0-6818-4cb2-aa5b-8c55a72b7647, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:46.002581 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] For port 37844af0-6818-4cb2-aa5b-8c55a72b7647, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=37844af0-6818-4cb2-aa5b-8c55a72b7647,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:46.008706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.047421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'name': 'network-vif-deleted', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:46.051109 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2316dfd7-2219-4717-8e54-23d88a582ff4" -d '{"events": [{"server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "name": "network-vif-deleted", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:46.110278 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.192690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=37844af0-6818-4cb2-aa5b-8c55a72b7647,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:46.200432 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606cfa2b-d3f9-41e5-9fb6-28256a45e8ab x-openstack-request-id: req-606cfa2b-d3f9-41e5-9fb6-28256a45e8ab {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:46.200723 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbe17fd-3e27-4371-90ec-eac3854e559e", "name": "network-vif-deleted", "tag": "698a7822-e166-4f7a-af07-2df6ffb7cffe", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:46.200970 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-606cfa2b-d3f9-41e5-9fb6-28256a45e8ab {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:46.201353 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbe17fd-3e27-4371-90ec-eac3854e559e', 'name': 'network-vif-deleted', 'tag': '698a7822-e166-4f7a-af07-2df6ffb7cffe', 'status': 'completed', 'code': 200} Jul 07 22:12:46.210461 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:46.211118 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.212578 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-238b4f9b-6d66-47dd-adbf-6509ddf9c6f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/37844af0-6818-4cb2-aa5b-8c55a72b7647 HTTP/1.1" status: 200 len: 1096 time: 1.9593151 Jul 07 22:12:46.213050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a096a-d2c4-43a3-8445-21645e3d92f6', 'tag': '37844af0-6818-4cb2-aa5b-8c55a72b7647'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:46.215660 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fac47f-9965-458d-b45a-4d2f64b63785" -d '{"events": [{"name": "network-changed", "server_uuid": "776a096a-d2c4-43a3-8445-21645e3d92f6", "tag": "37844af0-6818-4cb2-aa5b-8c55a72b7647"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:46.282227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c3bc-e8e6-4baa-bb80-3e1688d9dd0c req-4d6d45cd-544d-48f4-bf0b-24086c625694 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:46.283866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f748c3bc-e8e6-4baa-bb80-3e1688d9dd0c req-4d6d45cd-544d-48f4-bf0b-24086c625694 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 947 time: 0.2596819 Jul 07 22:12:46.423361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f748c3bc-e8e6-4baa-bb80-3e1688d9dd0c req-0c268e9f-b107-4fde-be73-b2320a0cb804 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c419b59-26fc-4b85-9e10-32a41c67034e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049616 Jul 07 22:12:46.468311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting port b1d46329-bec2-434d-861b-567f6b1891c7 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:46.468560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.482251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c2bae-cbc9-4de9-a474-fcc1e4fc4cbf None None] DHCP port deletion for dcdfba0a-4c91-40d5-9f9b-549e8524f26c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:12:46.556206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-025c2bae-cbc9-4de9-a474-fcc1e4fc4cbf None None] Deleting port b1d46329-bec2-434d-861b-567f6b1891c7 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:46.557467 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-025c2bae-cbc9-4de9-a474-fcc1e4fc4cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.563140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] For port b1d46329-bec2-434d-861b-567f6b1891c7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b1d46329-bec2-434d-861b-567f6b1891c7,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:46.563658 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.613667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Calling delete_port for b1d46329-bec2-434d-861b-567f6b1891c7 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:46.636031 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3af311-988a-40fe-bbc0-518179550907 x-openstack-request-id: req-6c3af311-988a-40fe-bbc0-518179550907 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:46.636337 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a096a-d2c4-43a3-8445-21645e3d92f6", "tag": "37844af0-6818-4cb2-aa5b-8c55a72b7647", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:46.636585 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c3af311-988a-40fe-bbc0-518179550907 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:46.639979 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a096a-d2c4-43a3-8445-21645e3d92f6', 'tag': '37844af0-6818-4cb2-aa5b-8c55a72b7647', 'status': 'completed', 'code': 200} Jul 07 22:12:46.662021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-759517f7-a3ef-4dc9-a9ef-349ae075df0d req-5319b447-976f-4c81-bc64-b0d2ecb3ed70 tempest-MigrationsAdminTest-825834405 tempest-MigrationsAdminTest-825834405-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbe17fd-3e27-4371-90ec-eac3854e559e HTTP/1.1" status: 200 len: 210 time: 0.0844567 Jul 07 22:12:46.678114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-025c2bae-cbc9-4de9-a474-fcc1e4fc4cbf None None] For port b1d46329-bec2-434d-861b-567f6b1891c7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b1d46329-bec2-434d-861b-567f6b1891c7,segment=NetworkSegment(38646fd4-4e6a-4b3b-b240-1a2333714202),segment_id=38646fd4-4e6a-4b3b-b240-1a2333714202)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:46.679942 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-025c2bae-cbc9-4de9-a474-fcc1e4fc4cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.714891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-025c2bae-cbc9-4de9-a474-fcc1e4fc4cbf None None] Calling delete_port for b1d46329-bec2-434d-861b-567f6b1891c7 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:46.724453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b1d46329-bec2-434d-861b-567f6b1891c7 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:46.747896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17522-2278-44ef-8cae-bcedb149087f req-55243bf2-a606-4967-ab78-11aa0cb185b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:46.749652 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-55243bf2-a606-4967-ab78-11aa0cb185b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641afbaca18340ad836ca9b7ec6dd56e&device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 1099 time: 0.2264822 Jul 07 22:12:46.869740 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:46.916981 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-1b288896-ab64-4bad-871e-03f3008526fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=37844af0-6818-4cb2-aa5b-8c55a72b7647 HTTP/1.1" status: 200 len: 217 time: 0.1516054 Jul 07 22:12:46.937821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Port': ['ID=b1d46329-bec2-434d-861b-567f6b1891c7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:46.938841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No active binding found for port b1d46329-bec2-434d-861b-567f6b1891c7 {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:12:46.940084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b1d46329-bec2-434d-861b-567f6b1891c7 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:46.967100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] No DVR routers for this DVR port b1d46329-bec2-434d-861b-567f6b1891c7 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:47.018260 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-025c2bae-cbc9-4de9-a474-fcc1e4fc4cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.067261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c2bae-cbc9-4de9-a474-fcc1e4fc4cbf None None] Pushing event deleted for resources: {'Port': ['ID=b1d46329-bec2-434d-861b-567f6b1891c7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:47.071762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c2bae-cbc9-4de9-a474-fcc1e4fc4cbf None None] No DVR routers for this DVR port b1d46329-bec2-434d-861b-567f6b1891c7 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:47.113426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17522-2278-44ef-8cae-bcedb149087f req-e23938f6-e4b8-4e17-9347-d16237bdaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.120165 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.122727 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-e23938f6-e4b8-4e17-9347-d16237bdaab3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1672444 Jul 07 22:12:47.176755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e272697-7b11-4cb3-9693-b723a3a0b282 req-686a4b1e-7c4b-499b-bfef-4a35a049dd8d tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.183813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e272697-7b11-4cb3-9693-b723a3a0b282 req-686a4b1e-7c4b-499b-bfef-4a35a049dd8d tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 945 time: 0.2610080 Jul 07 22:12:47.192917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdfba0a-4c91-40d5-9f9b-549e8524f26c']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:47.214343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38646fd4-4e6a-4b3b-b240-1a2333714202') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:47.215124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38646fd4-4e6a-4b3b-b240-1a2333714202') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:47.224259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17522-2278-44ef-8cae-bcedb149087f req-bd87c1f3-97aa-4fd7-9a8e-2154dddf88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.226917 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-bd87c1f3-97aa-4fd7-9a8e-2154dddf88fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025214 Jul 07 22:12:47.238887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.269273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e272697-7b11-4cb3-9693-b723a3a0b282 req-ed997471-6d8c-4406-ad01-700774d2bd75 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844753 Jul 07 22:12:47.295210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.315856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:12:47.321871 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:12:47.333250 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:12:47.407601 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.416977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.419503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "DELETE /v2.0/networks/dcdfba0a-4c91-40d5-9f9b-549e8524f26c HTTP/1.1" status: 204 len: 168 time: 1.5657811 Jul 07 22:12:47.424439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51840) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:47.453683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bc8bb-0b91-471d-8767-dddc4c7cf607 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Network': ['ID=dcdfba0a-4c91-40d5-9f9b-549e8524f26c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:47.465716 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-6cb85717-d9a5-458b-963e-563971eae02b service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322507 Jul 07 22:12:47.605651 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-92c17522-2278-44ef-8cae-bcedb149087f req-632018b6-352e-472b-9d42-fbb77e3d02fb service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329288 Jul 07 22:12:47.606852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-436d09d0-ec94-4590-a4e0-d439af5a1762 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting subnet 2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:12:47.612205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-436d09d0-ec94-4590-a4e0-d439af5a1762 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.714423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b2bfb-9d80-4c7a-a895-43cc52d630c8 req-102068e2-f1da-45e3-b7d5-475c2bb5df2e tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.727935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:47.728632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-019b2bfb-9d80-4c7a-a895-43cc52d630c8 req-102068e2-f1da-45e3-b7d5-475c2bb5df2e tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 945 time: 0.2504203 Jul 07 22:12:47.734454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cd41cf8c-0297-471a-a56d-5371e542d738 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Request body: {'floatingip': {'port_id': '7ca7876f-562c-4658-84bf-1f45848fe16e'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:47.736015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-436d09d0-ec94-4590-a4e0-d439af5a1762 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.790435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-533e689f-eb44-4fce-9877-9ac348792f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:47.791988 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-533e689f-eb44-4fce-9877-9ac348792f5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=641afbaca18340ad836ca9b7ec6dd56e&device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 1099 time: 0.1214857 Jul 07 22:12:47.796777 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd41cf8c-0297-471a-a56d-5371e542d738 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:47.936529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 698a7822-e166-4f7a-af07-2df6ffb7cffe no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:48.009083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96a155-3b94-456c-a766-27c8c1f87f46 req-177c8247-5ee1-49ac-9090-4a8f1268ef22 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.010704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc96a155-3b94-456c-a766-27c8c1f87f46 req-177c8247-5ee1-49ac-9090-4a8f1268ef22 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 947 time: 0.3537669 Jul 07 22:12:48.023724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 698a7822-e166-4f7a-af07-2df6ffb7cffe {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:12:48.024385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 698a7822-e166-4f7a-af07-2df6ffb7cffe not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:48.160371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-da9388c4-cb29-4d25-b6a9-757b78455c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.162274 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-da9388c4-cb29-4d25-b6a9-757b78455c30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2968056 Jul 07 22:12:48.174614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc96a155-3b94-456c-a766-27c8c1f87f46 req-4407f768-cc18-40bf-b8ef-6e309eab8929 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c419b59-26fc-4b85-9e10-32a41c67034e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028500 Jul 07 22:12:48.185677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-436d09d0-ec94-4590-a4e0-d439af5a1762 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:48.323733 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-436d09d0-ec94-4590-a4e0-d439af5a1762 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:48.357299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b83b924-687c-497d-9134-7a33bef70b32 None None] Network c5283b17-6152-47e5-9e5f-af1252aae092 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:48.508522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:48.581798 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-29902704-3661-49b1-b720-4c0851b577d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=37844af0-6818-4cb2-aa5b-8c55a72b7647 HTTP/1.1" status: 200 len: 217 time: 0.0719357 Jul 07 22:12:48.659686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-82fa280e-d996-4384-970f-4cca7d592dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:48.661491 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-82fa280e-d996-4384-970f-4cca7d592dc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0727494 Jul 07 22:12:48.740239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aae51f-f5d6-4ed1-96b7-30d082c9ace1 None None] DHCP port deletion for c5283b17-6152-47e5-9e5f-af1252aae092 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:12:48.827244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-65aae51f-f5d6-4ed1-96b7-30d082c9ace1 None None] Deleting port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:48.827536 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65aae51f-f5d6-4ed1-96b7-30d082c9ace1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:48.944758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-65aae51f-f5d6-4ed1-96b7-30d082c9ace1 None None] For port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=08361c3b-d4f4-4bc5-ba23-c839fc3aae1e,segment=NetworkSegment(b53e22b9-17e2-4e71-873d-e346d4f2b0c4),segment_id=b53e22b9-17e2-4e71-873d-e346d4f2b0c4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:48.945392 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65aae51f-f5d6-4ed1-96b7-30d082c9ace1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:48.965064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-65aae51f-f5d6-4ed1-96b7-30d082c9ace1 None None] Calling delete_port for 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:48.972102 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-436d09d0-ec94-4590-a4e0-d439af5a1762 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:48.974836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-436d09d0-ec94-4590-a4e0-d439af5a1762 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "DELETE /v2.0/subnets/2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b HTTP/1.1" status: 204 len: 168 time: 1.5469003 Jul 07 22:12:48.975967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d09d0-ec94-4590-a4e0-d439af5a1762 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Subnet': ['ID=2be2f1e0-cfa8-4b07-9dcf-d4398fe8d03b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:48.977839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51878) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:49.033446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd41cf8c-0297-471a-a56d-5371e542d738 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.043684 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd41cf8c-0297-471a-a56d-5371e542d738 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.101773 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65aae51f-f5d6-4ed1-96b7-30d082c9ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.117686 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.153746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-f102240b-4782-429d-b6a7-2cd824ff53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.155350 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-f102240b-4782-429d-b6a7-2cd824ff53c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4856787 Jul 07 22:12:49.186730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aae51f-f5d6-4ed1-96b7-30d082c9ace1 None None] No DVR routers for this DVR port 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:49.198202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aae51f-f5d6-4ed1-96b7-30d082c9ace1 None None] Pushing event deleted for resources: {'Port': ['ID=08361c3b-d4f4-4bc5-ba23-c839fc3aae1e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:49.215881 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-21752419-8674-431e-81c9-5b797b0d0281 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=faa40811a1804d4c819af9338b7db7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7041576 Jul 07 22:12:49.220745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:49.307920 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.339038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5283b17-6152-47e5-9e5f-af1252aae092']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:49.363659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:49.363914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53e22b9-17e2-4e71-873d-e346d4f2b0c4') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:49.368088 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.409221 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.469843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.511481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:12:49.512165 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:12:49.515781 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:12:49.518568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 37844af0-6818-4cb2-aa5b-8c55a72b7647 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:12:49.635911 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.650915 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.666113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "DELETE /v2.0/networks/c5283b17-6152-47e5-9e5f-af1252aae092 HTTP/1.1" status: 204 len: 168 time: 0.6798377 Jul 07 22:12:49.669342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee83a022-7b4b-4442-8019-073a1e400a9e req-2d558434-e253-4135-9688-37b5530ab6e1 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:49.676606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee83a022-7b4b-4442-8019-073a1e400a9e req-2d558434-e253-4135-9688-37b5530ab6e1 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 947 time: 0.2342944 Jul 07 22:12:49.684450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51900) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:49.705206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1636388340'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:49.723721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5815d-2e65-41be-8b6e-be61d3170b21 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Network': ['ID=c5283b17-6152-47e5-9e5f-af1252aae092,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:49.760481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 37844af0-6818-4cb2-aa5b-8c55a72b7647, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=37844af0-6818-4cb2-aa5b-8c55a72b7647,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:49.775163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee83a022-7b4b-4442-8019-073a1e400a9e req-fb8efa52-2d8d-417e-8219-1158b8366662 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c419b59-26fc-4b85-9e10-32a41c67034e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965023 Jul 07 22:12:49.780049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:49.791009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.794166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '37844af0-6818-4cb2-aa5b-8c55a72b7647', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '37844af0-6818-4cb2-aa5b-8c55a72b7647', 'mac_address': 'fa:16:3e:c5:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:12:49.867899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:49.879725 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.883920 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.886374 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Added segment d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616 of type vlan for network 13a1b9a8-adb4-468a-825b-f50c13d987f7 Jul 07 22:12:49.892849 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-cd41cf8c-0297-471a-a56d-5371e542d738 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Floating IP c2c91d2d-04a3-4d3f-8a0a-8e1c7a776af2 associated. External IP: 172.25.8.165, port: 7ca7876f-562c-4658-84bf-1f45848fe16e. Jul 07 22:12:49.899948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37844af0-6818-4cb2-aa5b-8c55a72b7647 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:12:49.943252 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 37844af0-6818-4cb2-aa5b-8c55a72b7647, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=37844af0-6818-4cb2-aa5b-8c55a72b7647,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:49.954374 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:49.969029 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-dfb01409-b8ce-44ce-bbb1-7b33948144fd service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7768407 Jul 07 22:12:49.996516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.059068 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.068299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=37844af0-6818-4cb2-aa5b-8c55a72b7647,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:50.070333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.071149 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.131751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0486-2a36-4f1a-bef0-67b11fd69ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.186660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4864283 Jul 07 22:12:50.191079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51904) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:50.196461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['37844af0-6818-4cb2-aa5b-8c55a72b7647'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:50.210340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'subnet': {'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:50.218713 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0486-2a36-4f1a-bef0-67b11fd69ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.251650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c4e802-822d-4568-90ae-cb4b8d35e130 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Network': ['ID=13a1b9a8-adb4-468a-825b-f50c13d987f7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:50.262834 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c4fac47f-9965-458d-b45a-4d2f64b63785 req-06cae87d-cc0e-453b-bf1b-48bef1ca61c9 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436388 Jul 07 22:12:50.288025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 13a1b9a8-adb4-468a-825b-f50c13d987f7 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:50.324705 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0486-2a36-4f1a-bef0-67b11fd69ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.329294 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0486-2a36-4f1a-bef0-67b11fd69ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.330902 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e5ee0486-2a36-4f1a-bef0-67b11fd69ca5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/675497e4-2afb-4fbb-8c1c-55946a32ee54 HTTP/1.1" status: 204 len: 168 time: 1.1015451 Jul 07 22:12:50.427165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:50.431552 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.460954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee0486-2a36-4f1a-bef0-67b11fd69ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675497e4-2afb-4fbb-8c1c-55946a32ee54,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:50.674942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:12:50.705347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:12:50.705702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 08361c3b-d4f4-4bc5-ba23-c839fc3aae1e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:12:50.792422 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd41cf8c-0297-471a-a56d-5371e542d738 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Router d3baea53-a5e5-4283-bf92-565b8536bf1b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:12:50.827414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:50.904434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Checking segment: {'id': 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:50.904800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network hostable DHCP agents. Network: 13a1b9a8-adb4-468a-825b-f50c13d987f7, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:50.921868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Subnet': ['ID=ef8ce290-4da4-41ee-a85b-bd0c9ea058c5,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:50.948219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network 13a1b9a8-adb4-468a-825b-f50c13d987f7 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:50.962668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 13a1b9a8-adb4-468a-825b-f50c13d987f7) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:50.973938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9991af16-b396-4b52-9dbb-f36b07f737d0 None None] Network 13a1b9a8-adb4-468a-825b-f50c13d987f7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:50.994859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:50.995463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.043626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-09f30f0b-8801-45fb-9748-fd5d75002be5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8493209 Jul 07 22:12:51.044036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51934) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:51.050531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1155952913'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:51.067642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd41cf8c-0297-471a-a56d-5371e542d738 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:12:51.082067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:51.083976 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] Sync routers for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:12:51.088320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd41cf8c-0297-471a-a56d-5371e542d738 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.095384 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.097636 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:51.101238 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:51.170432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51938) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:51.175948 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cd41cf8c-0297-471a-a56d-5371e542d738 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "PUT /v2.0/floatingips/c2c91d2d-04a3-4d3f-8a0a-8e1c7a776af2 HTTP/1.1" status: 200 len: 991 time: 3.4458930 Jul 07 22:12:51.176680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'tag': '7ca7876f-562c-4658-84bf-1f45848fe16e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:51.180272 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0eda45-c947-446d-b98b-90b571bd4904" -d '{"events": [{"name": "network-changed", "server_uuid": "af4cc76c-6c7d-4bc4-be25-51314867b557", "tag": "7ca7876f-562c-4658-84bf-1f45848fe16e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:51.218830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:12:51.306322 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:51.321198 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.321563 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Added segment 78c8980b-221a-4a3b-abc9-9f9845eae054 of type vlan for network 49817e8c-a6b7-4495-b565-6180e1967ba2 Jul 07 22:12:51.449376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed597-b47a-462f-9e08-d3f40b292dd3 req-fdeb765c-32d9-4bc1-a598-1cb7ca95c0c9 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:51.458764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f6ed597-b47a-462f-9e08-d3f40b292dd3 req-fdeb765c-32d9-4bc1-a598-1cb7ca95c0c9 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 948 time: 0.3084779 Jul 07 22:12:51.497706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-13a1b9a8-adb4-468a-825b-f50c13d987f7', 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'fixed_ips': [{'subnet_id': 'ef8ce290-4da4-41ee-a85b-bd0c9ea058c5'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:12:51.500269 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.551116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 37844af0-6818-4cb2-aa5b-8c55a72b7647 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:51.581724 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecc54a0-7bd6-4ae0-b42c-617b7ab8c913 x-openstack-request-id: req-1ecc54a0-7bd6-4ae0-b42c-617b7ab8c913 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:51.582014 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4cc76c-6c7d-4bc4-be25-51314867b557", "tag": "7ca7876f-562c-4658-84bf-1f45848fe16e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:51.582309 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ecc54a0-7bd6-4ae0-b42c-617b7ab8c913 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:51.582862 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'tag': '7ca7876f-562c-4658-84bf-1f45848fe16e', 'status': 'completed', 'code': 200} Jul 07 22:12:51.592443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f6ed597-b47a-462f-9e08-d3f40b292dd3 req-35e2f7bf-1842-42ff-848e-75d621ac1413 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c419b59-26fc-4b85-9e10-32a41c67034e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323953 Jul 07 22:12:51.638672 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.660591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-eda05c24-8351-4e52-896c-6d9d580747b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af0cd9f6b36d4b4f85ed89e377fbe393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4884300 Jul 07 22:12:51.667905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51956) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:51.788707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-a2c1d42e-a606-4af3-866f-1518844d3523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:51.791543 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-a2c1d42e-a606-4af3-866f-1518844d3523 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=76aacbcb64f64efba5f30d173941f1da&device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 1097 time: 0.1844525 Jul 07 22:12:51.805884 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.812023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:51.812945 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.853419 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 37844af0-6818-4cb2-aa5b-8c55a72b7647 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:51.869626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 37844af0-6818-4cb2-aa5b-8c55a72b7647 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:51.870191 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:51.922121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8743331 Jul 07 22:12:51.930685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51964) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:51.939045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'subnet': {'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:51.988321 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'c2c91d2d-04a3-4d3f-8a0a-8e1c7a776af2', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'port_id': '7ca7876f-562c-4658-84bf-1f45848fe16e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'mac_address': 'fa:16:3e:8f:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:12:27Z', 'updated_at': '2021-07-07T22:12:48Z', 'revision_number': 1, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bc619e-ecbc-4fdd-b7de-d93be628c7ae', 'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'mac_address': 'fa:16:3e:b4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:17Z', 'updated_at': '2021-07-07T22:12:30Z', 'revision_number': 5, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'subnets': [{'id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:52.028040 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] Checking router: d3baea53-a5e5-4283-bf92-565b8536bf1b for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:12:52.028820 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.040322 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:12:52.041441 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:12:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:52.074998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 37844af0-6818-4cb2-aa5b-8c55a72b7647, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=37844af0-6818-4cb2-aa5b-8c55a72b7647,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:52.096899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-d658e2d6-9950-494f-86bf-23c32f3d2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.103553 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-d658e2d6-9950-494f-86bf-23c32f3d2875 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a3b3ff8-a6a0-4280-97e2-4c494307ba80 HTTP/1.1" status: 200 len: 906 time: 0.3030870 Jul 07 22:12:52.103800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a096a-d2c4-43a3-8445-21645e3d92f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37844af0-6818-4cb2-aa5b-8c55a72b7647'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:52.107368 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd483a9-b878-4894-9dbc-06c127021f6f" -d '{"events": [{"server_uuid": "776a096a-d2c4-43a3-8445-21645e3d92f6", "name": "network-vif-plugged", "status": "completed", "tag": "37844af0-6818-4cb2-aa5b-8c55a72b7647"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:52.113555 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.185480 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Allocated IP 19.80.0.2 (13a1b9a8-adb4-468a-825b-f50c13d987f7/ef8ce290-4da4-41ee-a85b-bd0c9ea058c5/32982878-089c-4761-8ce4-77586dfcd0eb) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:52.199813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=37844af0-6818-4cb2-aa5b-8c55a72b7647,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:52.239732 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f4b160-2505-41ef-b442-b2111f4aa9f1 x-openstack-request-id: req-e2f4b160-2505-41ef-b442-b2111f4aa9f1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:52.240090 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776a096a-d2c4-43a3-8445-21645e3d92f6", "name": "network-vif-plugged", "status": "completed", "tag": "37844af0-6818-4cb2-aa5b-8c55a72b7647", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:52.240347 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2f4b160-2505-41ef-b442-b2111f4aa9f1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:52.240945 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a096a-d2c4-43a3-8445-21645e3d92f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37844af0-6818-4cb2-aa5b-8c55a72b7647', 'code': 200} Jul 07 22:12:52.244049 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:12:52.263682 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1b44e42-d486-4f3b-ac5c-95c91383be7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.271994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b851f11-2540-43ff-9b9c-bfb48d0cc65b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Network': ['ID=49817e8c-a6b7-4495-b565-6180e1967ba2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:52.277947 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-135fbb94-a2da-4d1f-bb24-fd6aa19f1585 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca7876f-562c-4658-84bf-1f45848fe16e HTTP/1.1" status: 200 len: 999 time: 0.1672752 Jul 07 22:12:52.291928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 49817e8c-a6b7-4495-b565-6180e1967ba2 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:12:52.316629 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1b44e42-d486-4f3b-ac5c-95c91383be7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.325319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:52.345302 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.385182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-51d8168e-7188-4554-9804-a1db0919f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.387052 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-51d8168e-7188-4554-9804-a1db0919f0d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee012a44-8b28-4625-9866-6e55b2290160 HTTP/1.1" status: 200 len: 844 time: 0.1000659 Jul 07 22:12:52.509540 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1b44e42-d486-4f3b-ac5c-95c91383be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.512558 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1b44e42-d486-4f3b-ac5c-95c91383be7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.514093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e1b44e42-d486-4f3b-ac5c-95c91383be7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72a84d1b-aebd-4a85-baf5-91e83e9071cd HTTP/1.1" status: 204 len: 168 time: 0.8440640 Jul 07 22:12:52.527811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b44e42-d486-4f3b-ac5c-95c91383be7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a84d1b-aebd-4a85-baf5-91e83e9071cd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:52.700997 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.756348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021fa8a-03f9-4b73-b450-ee9b560a9ae9 req-0f42c831-f27c-47d0-9996-b7e98ee203f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.757870 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b021fa8a-03f9-4b73-b450-ee9b560a9ae9 req-0f42c831-f27c-47d0-9996-b7e98ee203f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 1101 time: 0.3750656 Jul 07 22:12:52.758250 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.796860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Subnet': ['ID=996c34d2-fe71-455f-a155-1e9bab6615d4,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:52.800450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Checking segment: {'id': '78c8980b-221a-4a3b-abc9-9f9845eae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:52.801051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network hostable DHCP agents. Network: 49817e8c-a6b7-4495-b565-6180e1967ba2, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:12:52.804109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-8b26143e-f66f-4e3c-9f27-d693817920b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.805816 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-8b26143e-f66f-4e3c-9f27-d693817920b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a3b3ff8-a6a0-4280-97e2-4c494307ba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4092245 Jul 07 22:12:52.807334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Transition to ACTIVE for port object 32982878-089c-4761-8ce4-77586dfcd0eb will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:52.830936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network 49817e8c-a6b7-4495-b565-6180e1967ba2 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:12:52.851905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 49817e8c-a6b7-4495-b565-6180e1967ba2) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:52.862345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Transition to ACTIVE for port object 32982878-089c-4761-8ce4-77586dfcd0eb will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:52.871507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:52.873579 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.873986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a627a-855d-4aa4-8f74-27d2875f905e None None] Network 49817e8c-a6b7-4495-b565-6180e1967ba2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:52.888277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:52.911749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a65e1551-62cc-4d00-83c4-94655562908b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9788537 Jul 07 22:12:53.078530 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b021fa8a-03f9-4b73-b450-ee9b560a9ae9 req-3f27c4c5-aa3b-41d7-a15e-6f96656c1d38 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6c419b59-26fc-4b85-9e10-32a41c67034e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962003 Jul 07 22:12:53.165194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cf200-9ab1-4bef-8b46-4af750b5b6ab req-386eded3-f3fb-4d80-9359-1f180ab210c5 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.166614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-985cf200-9ab1-4bef-8b46-4af750b5b6ab req-386eded3-f3fb-4d80-9359-1f180ab210c5 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 949 time: 0.2004292 Jul 07 22:12:53.170732 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-399aad51-0934-4630-9aaa-1101be8e50b2 service neutron] 10.222.0.44 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351088 Jul 07 22:12:53.173957 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'c2c91d2d-04a3-4d3f-8a0a-8e1c7a776af2', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'port_id': '7ca7876f-562c-4658-84bf-1f45848fe16e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'mac_address': 'fa:16:3e:8f:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:12:27Z', 'updated_at': '2021-07-07T22:12:48Z', 'revision_number': 1, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bc619e-ecbc-4fdd-b7de-d93be628c7ae', 'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'mac_address': 'fa:16:3e:b4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:17Z', 'updated_at': '2021-07-07T22:12:30Z', 'revision_number': 5, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'subnets': [{'id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:12:53.307791 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35aef1b-d0da-49c0-91a7-7449a127f641 None None] The sync data for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 is: [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'c2c91d2d-04a3-4d3f-8a0a-8e1c7a776af2', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'port_id': '7ca7876f-562c-4658-84bf-1f45848fe16e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'mac_address': 'fa:16:3e:8f:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:12:27Z', 'updated_at': '2021-07-07T22:12:48Z', 'revision_number': 1, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bc619e-ecbc-4fdd-b7de-d93be628c7ae', 'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'mac_address': 'fa:16:3e:b4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:17Z', 'updated_at': '2021-07-07T22:12:30Z', 'revision_number': 5, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'subnets': [{'id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:12:53.325619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-985cf200-9ab1-4bef-8b46-4af750b5b6ab req-3467a322-848b-4e73-aef9-d55de287ea74 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c419b59-26fc-4b85-9e10-32a41c67034e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351848 Jul 07 22:12:53.417025 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c0eda45-c947-446d-b98b-90b571bd4904 req-c3ed7970-6555-4304-9cec-92f241493fa0 service neutron] 10.222.0.44 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248416 Jul 07 22:12:53.484717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Network 13a1b9a8-adb4-468a-825b-f50c13d987f7 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:53.498456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:53.541863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:53.637817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Pushing event updated for resources: {'Port': ['ID=32982878-089c-4761-8ce4-77586dfcd0eb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:53.749987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e7c78dcf-4557-43f9-a815-a1548ccd87b5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.767007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e7c78dcf-4557-43f9-a815-a1548ccd87b5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:53.775891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e7c78dcf-4557-43f9-a815-a1548ccd87b5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/networks?id=13a1b9a8-adb4-468a-825b-f50c13d987f7&id=49817e8c-a6b7-4495-b565-6180e1967ba2 HTTP/1.1" status: 200 len: 1392 time: 0.2444410 Jul 07 22:12:53.794436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-6c51daef-3448-431d-b656-f9e162bd5f33 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/quotas/82bdd59b8f2d41ae854a4a42f9b2d6e2 HTTP/1.1" status: 200 len: 375 time: 0.0170920 Jul 07 22:12:53.891051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Attempting to bind port 32982878-089c-4761-8ce4-77586dfcd0eb on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:53.893661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Attempting to bind port 32982878-089c-4761-8ce4-77586dfcd0eb by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:53.896185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Attempting to bind port 32982878-089c-4761-8ce4-77586dfcd0eb on network 13a1b9a8-adb4-468a-825b-f50c13d987f7 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:53.905881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91168cc6-8e72-48b6-bbd1-fc94711da0aa None None] New status for floating IP c2c91d2d-04a3-4d3f-8a0a-8e1c7a776af2: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:12:53.977734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-a250ae21-b7ef-456d-a5fb-9a61d13631ee tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1816525 Jul 07 22:12:54.170393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:54.170838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Checking segment: {'id': 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:54.171250 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.171648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Bound using segment: {'id': 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:54.172128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Bound port: 32982878-089c-4761-8ce4-77586dfcd0eb, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:54.173253 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.299578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-49817e8c-a6b7-4495-b565-6180e1967ba2', 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'fixed_ips': [{'subnet_id': '996c34d2-fe71-455f-a155-1e9bab6615d4'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:12:54.300966 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.355348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-d304654d-5a34-440b-a65b-f227d7125e09 service neutron] 10.222.0.81 "GET /v2.0/networks/13a1b9a8-adb4-468a-825b-f50c13d987f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673880 Jul 07 22:12:54.455730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] For port 32982878-089c-4761-8ce4-77586dfcd0eb, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:54.582282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] For port 32982878-089c-4761-8ce4-77586dfcd0eb, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=32982878-089c-4761-8ce4-77586dfcd0eb,segment=NetworkSegment(d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616),segment_id=d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:54.595743 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:54.652952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e996c3a3-05cd-45b7-bd7c-b924829b536c service neutron] 10.222.0.81 "GET /v2.0/networks/13a1b9a8-adb4-468a-825b-f50c13d987f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900362 Jul 07 22:12:54.875867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Allocated IP 19.86.0.2 (49817e8c-a6b7-4495-b565-6180e1967ba2/996c34d2-fe71-455f-a155-1e9bab6615d4/79dae37f-ac09-4988-89aa-81ca95460077) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:54.918687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398097b-4fc8-45cb-95c2-d2c67d9451e3 req-c41b6c7c-a2ae-4776-9027-0cdfd248edc4 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:54.920358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c398097b-4fc8-45cb-95c2-d2c67d9451e3 req-c41b6c7c-a2ae-4776-9027-0cdfd248edc4 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 949 time: 0.3490045 Jul 07 22:12:54.940220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Pushing event updated for resources: {'Port': ['ID=32982878-089c-4761-8ce4-77586dfcd0eb,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:54.965680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-c316b584-88a7-4eed-a4f3-5d0d1a8bf0e5 service neutron] 10.222.0.81 "GET /v2.0/networks/49817e8c-a6b7-4495-b565-6180e1967ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118443 Jul 07 22:12:54.978861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.982195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.982195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.982195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.982195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.982195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.982195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.982195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.982195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.982195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.983394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:54.983799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95bd55f9-32a0-41db-8917-23879d90b31a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:12:55.038590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c398097b-4fc8-45cb-95c2-d2c67d9451e3 req-d8766c72-74ee-4b52-a3c2-f8fed600d0af tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c419b59-26fc-4b85-9e10-32a41c67034e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063960 Jul 07 22:12:55.249159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-1fa26cbd-91c8-4de4-ad33-215c770792f0 service neutron] 10.222.0.81 "GET /v2.0/networks/49817e8c-a6b7-4495-b565-6180e1967ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179821 Jul 07 22:12:55.296935 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.305550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Transition to ACTIVE for port object 79dae37f-ac09-4988-89aa-81ca95460077 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:55.321961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Transition to ACTIVE for port object 79dae37f-ac09-4988-89aa-81ca95460077 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:55.329539 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.374464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Network 49817e8c-a6b7-4495-b565-6180e1967ba2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:55.385206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:12:55.389454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:12:55.436782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Pushing event updated for resources: {'Port': ['ID=79dae37f-ac09-4988-89aa-81ca95460077,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:55.485902 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Attempting to bind port 79dae37f-ac09-4988-89aa-81ca95460077 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:12:55.486312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Attempting to bind port 79dae37f-ac09-4988-89aa-81ca95460077 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '78c8980b-221a-4a3b-abc9-9f9845eae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:12:55.486672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Attempting to bind port 79dae37f-ac09-4988-89aa-81ca95460077 on network 49817e8c-a6b7-4495-b565-6180e1967ba2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:12:55.493602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:12:55.494027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Checking segment: {'id': '78c8980b-221a-4a3b-abc9-9f9845eae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:12:55.494469 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.494894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Bound using segment: {'id': '78c8980b-221a-4a3b-abc9-9f9845eae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:12:55.495369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Bound port: 79dae37f-ac09-4988-89aa-81ca95460077, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c8980b-221a-4a3b-abc9-9f9845eae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:12:55.495800 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.596719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] For port 79dae37f-ac09-4988-89aa-81ca95460077, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:12:55.601650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] For port 79dae37f-ac09-4988-89aa-81ca95460077, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=79dae37f-ac09-4988-89aa-81ca95460077,segment=NetworkSegment(78c8980b-221a-4a3b-abc9-9f9845eae054),segment_id=78c8980b-221a-4a3b-abc9-9f9845eae054)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:12:55.607633 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:55.711029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb440692-dcb2-40ed-bca4-c6f53cced420 None None] Pushing event updated for resources: {'Port': ['ID=79dae37f-ac09-4988-89aa-81ca95460077,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:56.485734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8800e13f-d701-4022-bbed-763114e01fef None None] Network 13a1b9a8-adb4-468a-825b-f50c13d987f7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:56.589161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30a42af2-f2d5-443c-8d53-5c8a1a8f8cea req-8c562af0-f7be-45ad-8124-e01898f340d1 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 210 time: 0.0850348 Jul 07 22:12:56.896641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c5e32d64-cc64-4ca4-b9d3-4b26e02dd12d None None] Provisioning for port 32982878-089c-4761-8ce4-77586dfcd0eb completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:57.068429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 32982878-089c-4761-8ce4-77586dfcd0eb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:57.277628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 32982878-089c-4761-8ce4-77586dfcd0eb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:57.294322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 32982878-089c-4761-8ce4-77586dfcd0eb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:57.296205 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.311290 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7bbf105f-8321-4b1d-8557-71e6d718b8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.366620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f757dd8-5815-42f9-a223-d31ced56fa55 req-109a2dfc-e941-4f8d-aee8-9a578194c094 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:57.378274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f757dd8-5815-42f9-a223-d31ced56fa55 req-109a2dfc-e941-4f8d-aee8-9a578194c094 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 949 time: 0.1603365 Jul 07 22:12:57.484106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f757dd8-5815-42f9-a223-d31ced56fa55 req-1e9747c8-e80b-4eab-972c-8fdd843b0abd tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c419b59-26fc-4b85-9e10-32a41c67034e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039214 Jul 07 22:12:57.567207 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.691141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 32982878-089c-4761-8ce4-77586dfcd0eb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=32982878-089c-4761-8ce4-77586dfcd0eb,segment=NetworkSegment(d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616),segment_id=d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:57.701024 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:57.704020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 79dae37f-ac09-4988-89aa-81ca95460077 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:57.851372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e9e6c1-c4f4-4ad1-b5d0-50a16c3a9660 None None] Network 49817e8c-a6b7-4495-b565-6180e1967ba2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:12:57.925260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-e2955f4f-7ac1-4df3-9e1c-5243d9eaef20 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:57.928589 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-e2955f4f-7ac1-4df3-9e1c-5243d9eaef20 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.44 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 949 time: 0.2123959 Jul 07 22:12:58.175931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ff02471-18b9-42be-90d5-428fb1e026d2 req-89116351-14f8-416f-a044-d9d61590d2fb tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 210 time: 0.1960485 Jul 07 22:12:58.270902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-c4537b8d-778e-480e-bb46-fd224975e2e9 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:58.281970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Deleting port 37844af0-6818-4cb2-aa5b-8c55a72b7647 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:12:58.283936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.295351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-c4537b8d-778e-480e-bb46-fd224975e2e9 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:12:58.298266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-c4537b8d-778e-480e-bb46-fd224975e2e9 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "GET /v2.0/networks?id=13a1b9a8-adb4-468a-825b-f50c13d987f7&id=49817e8c-a6b7-4495-b565-6180e1967ba2 HTTP/1.1" status: 200 len: 1392 time: 0.3680012 Jul 07 22:12:58.323774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'port': {'device_id': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7', 'admin_state_up': True, 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:12:58.402623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cfce1478-1c0b-41d4-a334-0f3c284d53f3 None None] Provisioning for port 79dae37f-ac09-4988-89aa-81ca95460077 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:58.434629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=32982878-089c-4761-8ce4-77586dfcd0eb,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:58.560449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] For port 37844af0-6818-4cb2-aa5b-8c55a72b7647, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=37844af0-6818-4cb2-aa5b-8c55a72b7647,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:58.560829 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.585110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 79dae37f-ac09-4988-89aa-81ca95460077 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:12:58.608624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Calling delete_port for 37844af0-6818-4cb2-aa5b-8c55a72b7647 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:12:58.611407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 79dae37f-ac09-4988-89aa-81ca95460077 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:58.618550 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.673053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:12:58.677026 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.758039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c2409764-3f8b-4e60-9281-581bf7a39104 None None] Provisioning complete for port 32982878-089c-4761-8ce4-77586dfcd0eb triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:58.760102 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2409764-3f8b-4e60-9281-581bf7a39104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.942414 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:58.989771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['37844af0-6818-4cb2-aa5b-8c55a72b7647'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:12:59.035260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Pushing event deleted for resources: {'Port': ['ID=37844af0-6818-4cb2-aa5b-8c55a72b7647,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:59.174063 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b97435cf-abeb-4037-a3c4-5e74e1c013e4 req-5535bcfd-822a-4816-a1af-ca29828f8735 tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.81 "GET /v2.0/ports?device_id=776a096a-d2c4-43a3-8445-21645e3d92f6 HTTP/1.1" status: 200 len: 210 time: 0.1454344 Jul 07 22:12:59.183920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] No DVR routers for this DVR port 37844af0-6818-4cb2-aa5b-8c55a72b7647 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:12:59.189586 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.192226 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4f40f8e8-2599-405e-a2d8-c49de7f9c799 req-4eee59c0-6182-4981-b093-33ff88e8face tempest-ServerDiagnosticsNegativeTest-859556131 tempest-ServerDiagnosticsNegativeTest-859556131-project] 10.222.0.44 "DELETE /v2.0/ports/37844af0-6818-4cb2-aa5b-8c55a72b7647 HTTP/1.1" status: 204 len: 173 time: 1.2568839 Jul 07 22:12:59.192858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a096a-d2c4-43a3-8445-21645e3d92f6', 'name': 'network-vif-deleted', 'tag': '37844af0-6818-4cb2-aa5b-8c55a72b7647'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:12:59.210979 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c07d8bb-2dcc-47c3-b03d-324909ddd23d" -d '{"events": [{"server_uuid": "776a096a-d2c4-43a3-8445-21645e3d92f6", "name": "network-vif-deleted", "tag": "37844af0-6818-4cb2-aa5b-8c55a72b7647"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:12:59.253309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Allocated IP 19.80.0.48 (13a1b9a8-adb4-468a-825b-f50c13d987f7/ef8ce290-4da4-41ee-a85b-bd0c9ea058c5/4cc96842-3869-43d5-b7ac-de7bc82c1800) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:12:59.308448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52208) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:59.311940 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.364230 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fbd8a1-ee2a-425f-8983-8d132caf40fd x-openstack-request-id: req-18fbd8a1-ee2a-425f-8983-8d132caf40fd {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:12:59.364520 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776a096a-d2c4-43a3-8445-21645e3d92f6", "name": "network-vif-deleted", "tag": "37844af0-6818-4cb2-aa5b-8c55a72b7647", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:12:59.364777 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18fbd8a1-ee2a-425f-8983-8d132caf40fd {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:12:59.365178 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a096a-d2c4-43a3-8445-21645e3d92f6', 'name': 'network-vif-deleted', 'tag': '37844af0-6818-4cb2-aa5b-8c55a72b7647', 'status': 'completed', 'code': 200} Jul 07 22:12:59.435061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 79dae37f-ac09-4988-89aa-81ca95460077, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=79dae37f-ac09-4988-89aa-81ca95460077,segment=NetworkSegment(78c8980b-221a-4a3b-abc9-9f9845eae054),segment_id=78c8980b-221a-4a3b-abc9-9f9845eae054)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:12:59.440891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.595890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=79dae37f-ac09-4988-89aa-81ca95460077,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:59.600792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5db53ae-60a2-4ddd-8171-5bdddbc48c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.657690 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d26ce4f-1244-4ec8-b785-b401db0c1ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.679141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 32982878-089c-4761-8ce4-77586dfcd0eb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:12:59.682692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b2afaa2-00a2-419a-8fa8-1d26ee7c5114 req-d8d971c0-d5dc-466e-8535-8670efbb9b4a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 210 time: 0.0480247 Jul 07 22:12:59.742347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-901289c4-6a28-4c56-b18d-6403b2279edc None None] Provisioning complete for port 79dae37f-ac09-4988-89aa-81ca95460077 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:59.743897 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-901289c4-6a28-4c56-b18d-6403b2279edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.801075 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.803807 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5db53ae-60a2-4ddd-8171-5bdddbc48c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.809666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5db53ae-60a2-4ddd-8171-5bdddbc48c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.865161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Transition to ACTIVE for port object 4cc96842-3869-43d5-b7ac-de7bc82c1800 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:12:59.878364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 32982878-089c-4761-8ce4-77586dfcd0eb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:12:59.879124 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.906064 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:12:59.948115 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b5db53ae-60a2-4ddd-8171-5bdddbc48c83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf1bcf5804834016a9335b7655828069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6385090 Jul 07 22:12:59.950879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52232) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:12:59.959189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db53ae-60a2-4ddd-8171-5bdddbc48c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3827b1-d59a-476b-a48f-8e2aa988b69d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:12:59.988995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network 13a1b9a8-adb4-468a-825b-f50c13d987f7 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:12:59.994480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:00.009652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:00.071733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Port': ['ID=4cc96842-3869-43d5-b7ac-de7bc82c1800,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:00.180911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:00.181871 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.207585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-b680a252-82c7-4c35-8594-b60c56e1a290 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8878288 Jul 07 22:13:00.220266 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43a72601-31ef-4db7-a7fe-d001ec1c5c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.230146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Request body: {'port': {'device_id': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2', 'admin_state_up': True, 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:00.331808 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.347720 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43a72601-31ef-4db7-a7fe-d001ec1c5c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.414415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Made reservation on behalf of 82bdd59b8f2d41ae854a4a42f9b2d6e2 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:00.419438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.444568 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43a72601-31ef-4db7-a7fe-d001ec1c5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.447612 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43a72601-31ef-4db7-a7fe-d001ec1c5c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.451213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-43a72601-31ef-4db7-a7fe-d001ec1c5c47 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd3827b1-d59a-476b-a48f-8e2aa988b69d HTTP/1.1" status: 204 len: 168 time: 0.4936724 Jul 07 22:13:00.467364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a72601-31ef-4db7-a7fe-d001ec1c5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3827b1-d59a-476b-a48f-8e2aa988b69d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:00.528354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5dda13cf-33e9-4461-a8b6-a07cc5df6a3a None None] Provisioning for port 4cc96842-3869-43d5-b7ac-de7bc82c1800 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:00.536318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5dda13cf-33e9-4461-a8b6-a07cc5df6a3a None None] Provisioning complete for port 4cc96842-3869-43d5-b7ac-de7bc82c1800 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:00.537793 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5dda13cf-33e9-4461-a8b6-a07cc5df6a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.615267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5dda13cf-33e9-4461-a8b6-a07cc5df6a3a None None] Port 4cc96842-3869-43d5-b7ac-de7bc82c1800 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:00.625986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Allocated IP 19.86.0.247 (49817e8c-a6b7-4495-b565-6180e1967ba2/996c34d2-fe71-455f-a155-1e9bab6615d4/817218e7-6ece-470a-8921-75bd9beac940) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:00.743142 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.800012 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52250) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:00.876667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:00.930551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Transition to ACTIVE for port object 817218e7-6ece-470a-8921-75bd9beac940 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:00.979379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:00.992029 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.024512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8c9583-cf97-43ac-b65b-c7bd91df0ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.065432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b98a6-c010-4580-9e25-96dcb9436379 req-530bdbd2-4b50-4e00-ae22-74c827470428 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:01.073598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a62b98a6-c010-4580-9e25-96dcb9436379 req-530bdbd2-4b50-4e00-ae22-74c827470428 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 931 time: 0.1724863 Jul 07 22:13:01.106046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.125014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a62b98a6-c010-4580-9e25-96dcb9436379 req-d173daaa-3d79-429b-b5c5-fea3a1a0a308 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503144 Jul 07 22:13:01.195383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Network 49817e8c-a6b7-4495-b565-6180e1967ba2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:01.213851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:01.228488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:01.231988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event updated for resources: {'Port': ['ID=817218e7-6ece-470a-8921-75bd9beac940,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:01.245296 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-645ba78d-6efc-4988-8104-2f7481a0ed74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=641afbaca18340ad836ca9b7ec6dd56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435329 Jul 07 22:13:01.245940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52276) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:01.350329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:01.351764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.359874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b47df16b-a43c-48ee-abb2-0654bea61c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.400990 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b47df16b-a43c-48ee-abb2-0654bea61c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.462611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8c9583-cf97-43ac-b65b-c7bd91df0ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.474108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-ef37bd0b-2441-43f3-82f7-a1984bac2825 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2498035 Jul 07 22:13:01.486257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db8c9583-cf97-43ac-b65b-c7bd91df0ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.495209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Request body: {'port': {'device_id': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:01.551002 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-db8c9583-cf97-43ac-b65b-c7bd91df0ead admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8be51b7066ca4efb91cfcb722354ccb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5698586 Jul 07 22:13:01.552515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c9583-cf97-43ac-b65b-c7bd91df0ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fad6f9d-c1ce-46f3-8dce-52f1da3fb66b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:01.553538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52278) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:01.555442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b47df16b-a43c-48ee-abb2-0654bea61c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.558284 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b47df16b-a43c-48ee-abb2-0654bea61c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.559583 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b47df16b-a43c-48ee-abb2-0654bea61c33 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c419b59-26fc-4b85-9e10-32a41c67034e HTTP/1.1" status: 204 len: 168 time: 0.3096843 Jul 07 22:13:01.595069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47df16b-a43c-48ee-abb2-0654bea61c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c419b59-26fc-4b85-9e10-32a41c67034e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:01.604563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 37844af0-6818-4cb2-aa5b-8c55a72b7647 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:01.606800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 79dae37f-ac09-4988-89aa-81ca95460077 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:01.692356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 37844af0-6818-4cb2-aa5b-8c55a72b7647 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:01.693423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 37844af0-6818-4cb2-aa5b-8c55a72b7647 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:01.716860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6e56f9db-cd24-4498-8dec-96f9f9e00c36 None None] Provisioning for port 817218e7-6ece-470a-8921-75bd9beac940 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:01.722667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6e56f9db-cd24-4498-8dec-96f9f9e00c36 None None] Provisioning complete for port 817218e7-6ece-470a-8921-75bd9beac940 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:01.723322 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e56f9db-cd24-4498-8dec-96f9f9e00c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.736009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08fc305b-3487-4c09-810c-8acaa6cc8a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.767178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.778616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 79dae37f-ac09-4988-89aa-81ca95460077 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:01.779244 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.780887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6e56f9db-cd24-4498-8dec-96f9f9e00c36 None None] Port 817218e7-6ece-470a-8921-75bd9beac940 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:01.792651 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08fc305b-3487-4c09-810c-8acaa6cc8a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.974788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08fc305b-3487-4c09-810c-8acaa6cc8a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.977679 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08fc305b-3487-4c09-810c-8acaa6cc8a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:01.981642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-08fc305b-3487-4c09-810c-8acaa6cc8a31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4fad6f9d-c1ce-46f3-8dce-52f1da3fb66b HTTP/1.1" status: 204 len: 168 time: 0.4268909 Jul 07 22:13:02.076743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc305b-3487-4c09-810c-8acaa6cc8a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fad6f9d-c1ce-46f3-8dce-52f1da3fb66b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:02.163225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52300) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:02.184750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-064d0af5-a176-44e0-aae8-ed8883d680b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.249629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cc96842-3869-43d5-b7ac-de7bc82c1800 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:02.261956 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.356782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Transition to ACTIVE for port object 4cc96842-3869-43d5-b7ac-de7bc82c1800 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:02.388928 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.470423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc96842-3869-43d5-b7ac-de7bc82c1800,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:02.569577 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-064d0af5-a176-44e0-aae8-ed8883d680b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.574715 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-064d0af5-a176-44e0-aae8-ed8883d680b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.638893 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.652644 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-064d0af5-a176-44e0-aae8-ed8883d680b5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d6bdc338b5614ce1bfd1dd265db568e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860001 Jul 07 22:13:02.656628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:02.700343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d0af5-a176-44e0-aae8-ed8883d680b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae43b5a-ff13-4d86-9b54-c2e212960fb7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:02.773847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ae792d4-fe38-4cad-aa07-ecea4990f624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.833387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ae792d4-fe38-4cad-aa07-ecea4990f624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.940920 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ae792d4-fe38-4cad-aa07-ecea4990f624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.944329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ae792d4-fe38-4cad-aa07-ecea4990f624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:02.946134 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5ae792d4-fe38-4cad-aa07-ecea4990f624 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ae43b5a-ff13-4d86-9b54-c2e212960fb7 HTTP/1.1" status: 204 len: 168 time: 0.2881470 Jul 07 22:13:02.956354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae792d4-fe38-4cad-aa07-ecea4990f624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae43b5a-ff13-4d86-9b54-c2e212960fb7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:03.021035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464794b7-7d87-4bb7-bf2d-c62f231a6fbd req-baab88c2-2e92-4ef0-88dd-701defc14256 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:03.026961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464794b7-7d87-4bb7-bf2d-c62f231a6fbd req-baab88c2-2e92-4ef0-88dd-701defc14256 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:03.028708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-464794b7-7d87-4bb7-bf2d-c62f231a6fbd req-baab88c2-2e92-4ef0-88dd-701defc14256 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1654 time: 0.7257526 Jul 07 22:13:03.060288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Attempting to bind port 4cc96842-3869-43d5-b7ac-de7bc82c1800 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:03.060660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Attempting to bind port 4cc96842-3869-43d5-b7ac-de7bc82c1800 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:03.060967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Attempting to bind port 4cc96842-3869-43d5-b7ac-de7bc82c1800 on network 13a1b9a8-adb4-468a-825b-f50c13d987f7 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:03.070720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Port 4cc96842-3869-43d5-b7ac-de7bc82c1800 on network 13a1b9a8-adb4-468a-825b-f50c13d987f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:03.071044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Attempting to bind port 4cc96842-3869-43d5-b7ac-de7bc82c1800 on network 13a1b9a8-adb4-468a-825b-f50c13d987f7 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:03.080656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:03.087248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Checking segment: {'id': 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:03.089007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Bound using segment: {'id': 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:03.089007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Bound port: 4cc96842-3869-43d5-b7ac-de7bc82c1800, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:03.089007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.138751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-464794b7-7d87-4bb7-bf2d-c62f231a6fbd req-76fbd883-6e76-4cf1-9d36-d52d7b16ec22 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015882 Jul 07 22:13:03.315593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] For port 4cc96842-3869-43d5-b7ac-de7bc82c1800, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:03.326630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] For port 4cc96842-3869-43d5-b7ac-de7bc82c1800, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4cc96842-3869-43d5-b7ac-de7bc82c1800,segment=NetworkSegment(d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616),segment_id=d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:03.336046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.423608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:03.424708 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.426238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] 10.222.0.83 "PUT /v2.0/ports/4cc96842-3869-43d5-b7ac-de7bc82c1800 HTTP/1.1" status: 200 len: 1092 time: 1.9356675 Jul 07 22:13:03.429293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'tag': '4cc96842-3869-43d5-b7ac-de7bc82c1800'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:03.431549 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c73aa85-020e-431d-b6f6-dba36da037d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "tag": "4cc96842-3869-43d5-b7ac-de7bc82c1800"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:03.493398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Request body: {'port': {'device_id': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:03.530548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263faa1-3b80-4aac-ab96-29b05feb0245 service neutron] Pushing event updated for resources: {'Port': ['ID=4cc96842-3869-43d5-b7ac-de7bc82c1800,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:03.565746 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faba263-4eac-485d-a6c2-fa1dd35b497f x-openstack-request-id: req-1faba263-4eac-485d-a6c2-fa1dd35b497f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:03.565975 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "tag": "4cc96842-3869-43d5-b7ac-de7bc82c1800", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:03.566357 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1faba263-4eac-485d-a6c2-fa1dd35b497f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:03.566764 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'tag': '4cc96842-3869-43d5-b7ac-de7bc82c1800', 'status': 'completed', 'code': 200} Jul 07 22:13:03.676088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:03.730614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73aa85-020e-431d-b6f6-dba36da037d8 req-93e753b8-069e-4ee3-99f2-e58e4ca109e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:03.731207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73aa85-020e-431d-b6f6-dba36da037d8 req-93e753b8-069e-4ee3-99f2-e58e4ca109e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:03.733466 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c73aa85-020e-431d-b6f6-dba36da037d8 req-93e753b8-069e-4ee3-99f2-e58e4ca109e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1914 time: 0.1024945 Jul 07 22:13:04.015667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73aa85-020e-431d-b6f6-dba36da037d8 req-d011d251-ca1d-4be7-8bd2-e6b38a55fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.016117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73aa85-020e-431d-b6f6-dba36da037d8 req-d011d251-ca1d-4be7-8bd2-e6b38a55fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.016862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73aa85-020e-431d-b6f6-dba36da037d8 req-d011d251-ca1d-4be7-8bd2-e6b38a55fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.019024 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c73aa85-020e-431d-b6f6-dba36da037d8 req-d011d251-ca1d-4be7-8bd2-e6b38a55fe6f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2663400 Jul 07 22:13:04.133223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73aa85-020e-431d-b6f6-dba36da037d8 req-47e741f8-2647-46ed-a6bc-ddf2109f7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.135049 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c73aa85-020e-431d-b6f6-dba36da037d8 req-47e741f8-2647-46ed-a6bc-ddf2109f7b9e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081522 Jul 07 22:13:04.408706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817218e7-6ece-470a-8921-75bd9beac940 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:04.418749 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:04.435361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Transition to ACTIVE for port object 817218e7-6ece-470a-8921-75bd9beac940 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:04.442932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:04.544908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Pushing event updated for resources: {'Port': ['ID=817218e7-6ece-470a-8921-75bd9beac940,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:04.700357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fa9f8-3275-432f-8bcb-1fbf67fa2276 req-11610017-444a-4a71-b8bc-83f1cf050dec tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.706586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fa9f8-3275-432f-8bcb-1fbf67fa2276 req-11610017-444a-4a71-b8bc-83f1cf050dec tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:04.708252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c58fa9f8-3275-432f-8bcb-1fbf67fa2276 req-11610017-444a-4a71-b8bc-83f1cf050dec tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1678 time: 0.3391633 Jul 07 22:13:04.842247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Attempting to bind port 817218e7-6ece-470a-8921-75bd9beac940 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:04.842915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Attempting to bind port 817218e7-6ece-470a-8921-75bd9beac940 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '78c8980b-221a-4a3b-abc9-9f9845eae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:04.844364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Attempting to bind port 817218e7-6ece-470a-8921-75bd9beac940 on network 49817e8c-a6b7-4495-b565-6180e1967ba2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:04.866036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c58fa9f8-3275-432f-8bcb-1fbf67fa2276 req-5bcb23df-0ece-4c57-b084-4f457b583d9b tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175153 Jul 07 22:13:04.867220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Port 817218e7-6ece-470a-8921-75bd9beac940 on network 49817e8c-a6b7-4495-b565-6180e1967ba2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:04.867547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Attempting to bind port 817218e7-6ece-470a-8921-75bd9beac940 on network 49817e8c-a6b7-4495-b565-6180e1967ba2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:04.882450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:04.882788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Checking segment: {'id': '78c8980b-221a-4a3b-abc9-9f9845eae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:04.883184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Bound using segment: {'id': '78c8980b-221a-4a3b-abc9-9f9845eae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:04.883620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Bound port: 817218e7-6ece-470a-8921-75bd9beac940, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78c8980b-221a-4a3b-abc9-9f9845eae054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:04.883990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:04.971360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] For port 817218e7-6ece-470a-8921-75bd9beac940, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:04.975408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] For port 817218e7-6ece-470a-8921-75bd9beac940, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=817218e7-6ece-470a-8921-75bd9beac940,segment=NetworkSegment(78c8980b-221a-4a3b-abc9-9f9845eae054),segment_id=78c8980b-221a-4a3b-abc9-9f9845eae054)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:04.981005 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.023044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:05.024029 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:05.025809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] 10.222.0.83 "PUT /v2.0/ports/817218e7-6ece-470a-8921-75bd9beac940 HTTP/1.1" status: 200 len: 1093 time: 1.5449245 Jul 07 22:13:05.057460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9babf3e-e1c1-4352-a51f-1e902b5bb712 service neutron] Pushing event updated for resources: {'Port': ['ID=817218e7-6ece-470a-8921-75bd9beac940,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:05.277938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-09355771-f400-4944-b481-18e92b77403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:05.278442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-09355771-f400-4944-b481-18e92b77403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:05.280085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-09355771-f400-4944-b481-18e92b77403a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1982 time: 0.1776290 Jul 07 22:13:05.373862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-6fb3cdb3-dc0e-46e8-8860-345e98bb495c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=4cc96842-3869-43d5-b7ac-de7bc82c1800 HTTP/1.1" status: 200 len: 217 time: 0.0798993 Jul 07 22:13:05.463930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e1f0c7cf-cf94-41f1-ad5c-1678e043c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:05.475596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-e1f0c7cf-cf94-41f1-ad5c-1678e043c6e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef8ce290-4da4-41ee-a85b-bd0c9ea058c5 HTTP/1.1" status: 200 len: 801 time: 0.0890846 Jul 07 22:13:05.578893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'tag': '817218e7-6ece-470a-8921-75bd9beac940'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:05.581189 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e7d2ab-f667-4d6a-b199-86235e5699cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "tag": "817218e7-6ece-470a-8921-75bd9beac940"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:05.598388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-6b0a5ec7-907b-4295-8195-8be190707b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:05.599945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-6b0a5ec7-907b-4295-8195-8be190707b31 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=13a1b9a8-adb4-468a-825b-f50c13d987f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170058 Jul 07 22:13:05.737669 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a531afc-2b92-47a3-8fd0-379d93068df6 x-openstack-request-id: req-8a531afc-2b92-47a3-8fd0-379d93068df6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:05.737950 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "tag": "817218e7-6ece-470a-8921-75bd9beac940", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:05.738553 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a531afc-2b92-47a3-8fd0-379d93068df6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:05.738678 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'tag': '817218e7-6ece-470a-8921-75bd9beac940', 'status': 'completed', 'code': 200} Jul 07 22:13:05.779799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-916982bf-e4c8-4db9-8abf-b198396a3cfa service neutron] 10.222.0.83 "GET /v2.0/networks/13a1b9a8-adb4-468a-825b-f50c13d987f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694980 Jul 07 22:13:05.893536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-645ca861-bb8b-417b-bf0c-5462ff99c9b6 service neutron] 10.222.0.83 "GET /v2.0/networks/13a1b9a8-adb4-468a-825b-f50c13d987f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042292 Jul 07 22:13:05.936313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-e44e223c-0397-4b89-9325-d4bf1a46cb6b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1458538 Jul 07 22:13:06.047695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52482) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:06.089319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-2f752e5f-7b94-4a82-a4c3-56a1acb6b707 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.247&port_id=817218e7-6ece-470a-8921-75bd9beac940 HTTP/1.1" status: 200 len: 217 time: 0.1469741 Jul 07 22:13:06.193419 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40f81633-ef23-47e8-ae72-42425ce87d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.264981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-a2351416-3ae2-4d71-8d36-5d7ae7a91866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:06.267905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-a2351416-3ae2-4d71-8d36-5d7ae7a91866 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=996c34d2-fe71-455f-a155-1e9bab6615d4 HTTP/1.1" status: 200 len: 801 time: 0.1637886 Jul 07 22:13:06.293964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-10406b06-66d0-47e0-acd9-25f6dac973b2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:06.295976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-10406b06-66d0-47e0-acd9-25f6dac973b2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405609 Jul 07 22:13:06.343958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40f81633-ef23-47e8-ae72-42425ce87d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.351548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40f81633-ef23-47e8-ae72-42425ce87d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.357661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-577b24e5-b557-4f93-85ce-59b087a8a7ab tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/quotas/eb1dfa3f297a463aa4124b67dee542c4 HTTP/1.1" status: 200 len: 375 time: 0.0511858 Jul 07 22:13:06.368297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485032c2-f9af-4cf2-b9fc-e6ac593da70d req-ac7f7b8a-b1e4-42b1-8706-afa4cc94e6a8 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:06.379334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485032c2-f9af-4cf2-b9fc-e6ac593da70d req-ac7f7b8a-b1e4-42b1-8706-afa4cc94e6a8 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:06.381060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-485032c2-f9af-4cf2-b9fc-e6ac593da70d req-ac7f7b8a-b1e4-42b1-8706-afa4cc94e6a8 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1678 time: 0.3236690 Jul 07 22:13:06.412041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f81633-ef23-47e8-ae72-42425ce87d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbd6928-0ee5-4203-93b1-ededa518ccfa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:06.426022 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40f81633-ef23-47e8-ae72-42425ce87d7b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ffa1ee8dbb6428496d21a1542a7e6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3758073 Jul 07 22:13:06.428630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:06.442630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-afc570b2-0a6f-4e4a-9c95-69c543b674bd tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573378 Jul 07 22:13:06.493821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-485032c2-f9af-4cf2-b9fc-e6ac593da70d req-45f75e7b-255f-4372-b85b-3b93a6af912c tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635903 Jul 07 22:13:06.500281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-8e643d64-f1b2-4606-bf0e-bef116de774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:06.502339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-8e643d64-f1b2-4606-bf0e-bef116de774c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49817e8c-a6b7-4495-b565-6180e1967ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947742 Jul 07 22:13:06.522792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e96613b-dc40-4d17-bba6-b74472cdfd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.561446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e96613b-dc40-4d17-bba6-b74472cdfd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.684698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e96613b-dc40-4d17-bba6-b74472cdfd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.688316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e96613b-dc40-4d17-bba6-b74472cdfd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:06.690170 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8e96613b-dc40-4d17-bba6-b74472cdfd41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebbd6928-0ee5-4203-93b1-ededa518ccfa HTTP/1.1" status: 204 len: 168 time: 0.2602942 Jul 07 22:13:06.716228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96613b-dc40-4d17-bba6-b74472cdfd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbd6928-0ee5-4203-93b1-ededa518ccfa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:06.777710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-2c542eed-2e34-4524-86da-79a85022ab0f service neutron] 10.222.0.83 "GET /v2.0/networks/49817e8c-a6b7-4495-b565-6180e1967ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644453 Jul 07 22:13:07.045679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62f20a25-c61b-4edf-8e8f-0478ee07ff4b req-2e4e4ab0-d102-4260-9230-607742a2c355 service neutron] 10.222.0.83 "GET /v2.0/networks/49817e8c-a6b7-4495-b565-6180e1967ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614944 Jul 07 22:13:07.330045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-8431ddfb-97d8-4fe5-bab7-ec7512f0a970 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137800 Jul 07 22:13:07.472239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-462d81d9-66a6-4202-94a9-71cfb3a34072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.475205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-462d81d9-66a6-4202-94a9-71cfb3a34072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.479120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-462d81d9-66a6-4202-94a9-71cfb3a34072 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1982 time: 0.2459145 Jul 07 22:13:07.502530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:07.527155 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f987d65c-83c1-4e1d-bbbe-f4c85980c33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.672902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-63197ae3-7fa2-44f7-aae4-94fb9f2de479 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.674919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f987d65c-83c1-4e1d-bbbe-f4c85980c33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.680387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f987d65c-83c1-4e1d-bbbe-f4c85980c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.682574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-63197ae3-7fa2-44f7-aae4-94fb9f2de479 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3406212 Jul 07 22:13:07.725027 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f987d65c-83c1-4e1d-bbbe-f4c85980c33c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ffa198e5cad847c396be7d201157f42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191556 Jul 07 22:13:07.725211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-ef12ca2c-5d92-4e07-ae66-65d9ad1262d5 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/quotas/eb1dfa3f297a463aa4124b67dee542c4 HTTP/1.1" status: 200 len: 375 time: 0.0395670 Jul 07 22:13:07.725337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987d65c-83c1-4e1d-bbbe-f4c85980c33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdbf50f-fbc7-46d3-8bde-4e74c49ea08c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:07.726709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:07.783609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-3eb1eef2-1956-47a7-9ddb-1da5e2104a5b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593665 Jul 07 22:13:07.807325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b00140-d678-421a-b015-2202b248ea5e req-64db1969-b329-456d-ab34-56742b019170 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.815561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7b00140-d678-421a-b015-2202b248ea5e req-64db1969-b329-456d-ab34-56742b019170 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 951 time: 0.3265851 Jul 07 22:13:07.825207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-5814d9f3-fdf2-4dfc-a5e3-0367c6522af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:07.827253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-5814d9f3-fdf2-4dfc-a5e3-0367c6522af3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=49817e8c-a6b7-4495-b565-6180e1967ba2 HTTP/1.1" status: 200 len: 903 time: 0.3223352 Jul 07 22:13:07.847041 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2b04-4555-460a-bc25-3112060de568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.872910 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2b04-4555-460a-bc25-3112060de568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.888839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-1c9b8bdf-9222-4139-9171-e781417816aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.247&port_id=817218e7-6ece-470a-8921-75bd9beac940 HTTP/1.1" status: 200 len: 217 time: 0.0518739 Jul 07 22:13:07.928772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2b04-4555-460a-bc25-3112060de568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.932029 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec9e2b04-4555-460a-bc25-3112060de568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:07.936496 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ec9e2b04-4555-460a-bc25-3112060de568 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4bdbf50f-fbc7-46d3-8bde-4e74c49ea08c HTTP/1.1" status: 204 len: 168 time: 0.2056019 Jul 07 22:13:07.946579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e2b04-4555-460a-bc25-3112060de568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdbf50f-fbc7-46d3-8bde-4e74c49ea08c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:07.953398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7b00140-d678-421a-b015-2202b248ea5e req-32a0bcf1-704c-4a61-8100-9d6de8262fd3 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357169 Jul 07 22:13:08.015907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-62667133-ee4d-4a29-aaae-06f177293c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:08.017914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-62667133-ee4d-4a29-aaae-06f177293c98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=996c34d2-fe71-455f-a155-1e9bab6615d4 HTTP/1.1" status: 200 len: 801 time: 0.1170497 Jul 07 22:13:08.224712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-7cd97955-3ae4-4316-89ff-2116a0de27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:08.226423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-7cd97955-3ae4-4316-89ff-2116a0de27aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49817e8c-a6b7-4495-b565-6180e1967ba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004859 Jul 07 22:13:08.337683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed179cf-6e2f-4641-be58-50254f5ce213 req-89d4cd42-4eff-48a1-8117-2585688ef2ef tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:08.344329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed179cf-6e2f-4641-be58-50254f5ce213 req-89d4cd42-4eff-48a1-8117-2585688ef2ef tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:08.346698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0ed179cf-6e2f-4641-be58-50254f5ce213 req-89d4cd42-4eff-48a1-8117-2585688ef2ef tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1678 time: 0.1893706 Jul 07 22:13:08.498281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0ed179cf-6e2f-4641-be58-50254f5ce213 req-cd28ac5c-4e56-4e5f-afaa-25e3587e59c3 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049929 Jul 07 22:13:08.506460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-b67301fb-a250-486b-8779-dbe0d83b864c service neutron] 10.222.0.83 "GET /v2.0/networks/49817e8c-a6b7-4495-b565-6180e1967ba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686050 Jul 07 22:13:08.663518 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-61b76122-44df-4771-9921-d9101bbecc44 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394495 Jul 07 22:13:08.698341 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:13:08.781110 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03b0d368-50ae-4133-bce1-3506e6ef8de4 req-54bd64a3-d0d1-442d-8ebd-ca9d051a671d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 210 time: 0.1901312 Jul 07 22:13:08.902982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90e7d2ab-f667-4d6a-b199-86235e5699cd req-e4f1490c-5544-4041-988e-f23a3a4c28a5 service neutron] 10.222.0.83 "GET /v2.0/networks/49817e8c-a6b7-4495-b565-6180e1967ba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887463 Jul 07 22:13:08.939636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-3d387cfd-8eb9-4166-bff7-955e09ffa4a6 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:08.941459 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-3d387cfd-8eb9-4166-bff7-955e09ffa4a6 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664976 Jul 07 22:13:08.958006 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Request body: {'port': {'device_id': '012c6e32-7f2d-4896-a014-2d05396ed507', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': 'eb1dfa3f297a463aa4124b67dee542c4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:09.246150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Made reservation on behalf of eb1dfa3f297a463aa4124b67dee542c4 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:09.252543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.276351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.489413 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.500841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.520156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52666) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:09.589624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3c8419-4802-4477-b1b9-896610191395,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:09.643073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:09.709281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Allocated IP 192.168.233.227 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/122578f8-f1b6-418d-81d0-60b3fa6c69ec) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:09.729946 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-network', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:09.767591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Made reservation on behalf of a486d6d8162548089f0a8062607d18c2 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:09.770366 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.775443 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.790771 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.825892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee203b-1ba8-4308-a75d-23fbb76f4eb9 req-8028a987-d56c-4cf5-a685-e03a6ebe9314 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:09.826058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:09.826058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:09.826058 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc91237-be71-4a33-8016-3ee26ce7b22d" -d '{"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-unplugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:09.826484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee203b-1ba8-4308-a75d-23fbb76f4eb9 req-8028a987-d56c-4cf5-a685-e03a6ebe9314 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:09.826968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40ee203b-1ba8-4308-a75d-23fbb76f4eb9 req-8028a987-d56c-4cf5-a685-e03a6ebe9314 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1678 time: 0.1726396 Jul 07 22:13:09.829041 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:09.920782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=11']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:09.937758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40ee203b-1ba8-4308-a75d-23fbb76f4eb9 req-5f514966-5aa3-4fd9-ae36-8cdc0d5ec2d5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998616 Jul 07 22:13:09.975432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.003607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4cc96842-3869-43d5-b7ac-de7bc82c1800 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:10.008494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Transition to ACTIVE for port object 122578f8-f1b6-418d-81d0-60b3fa6c69ec will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:10.017946 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f5a7c-f574-40a0-a35c-8fbb847cd928 x-openstack-request-id: req-541f5a7c-f574-40a0-a35c-8fbb847cd928 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:10.018571 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-unplugged", "status": "completed", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:10.018781 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-541f5a7c-f574-40a0-a35c-8fbb847cd928 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:10.021791 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'code': 200} Jul 07 22:13:10.039546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a374387-8a81-4c6f-91f1-fc3f17e1daaf req-08cc9fb3-2263-403b-b17f-d2c14f437591 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 210 time: 0.0655353 Jul 07 22:13:10.129726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.164256 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.170803 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.247653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aad296-50f1-4fa9-b526-fd18dcbfa52c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:10.256035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:10.277343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:10.312308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:10.312863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4cc96842-3869-43d5-b7ac-de7bc82c1800, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4cc96842-3869-43d5-b7ac-de7bc82c1800,segment=NetworkSegment(d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616),segment_id=d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:10.347289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '4cc96842-3869-43d5-b7ac-de7bc82c1800', 'network_id': '13a1b9a8-adb4-468a-825b-f50c13d987f7', 'port_id': '4cc96842-3869-43d5-b7ac-de7bc82c1800', 'mac_address': 'fa:16:3e:ea:69:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8ce290-4da4-41ee-a85b-bd0c9ea058c5', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:13:10.366890 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:10.401941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-ab928a3f-3755-4a04-a74e-b52291f352cd tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1619139 Jul 07 22:13:10.403739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:10.498838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.516148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cc96842-3869-43d5-b7ac-de7bc82c1800 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:10.563557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4cc96842-3869-43d5-b7ac-de7bc82c1800, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4cc96842-3869-43d5-b7ac-de7bc82c1800,segment=NetworkSegment(d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616),segment_id=d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:10.569961 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.571747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 817218e7-6ece-470a-8921-75bd9beac940 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:10.584417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:10.587863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.675274 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-0584d836-f474-43df-bf59-75dd3bdd9353 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7238538 Jul 07 22:13:10.710273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Request body: {'port': {'device_id': '012c6e32-7f2d-4896-a014-2d05396ed507', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:10.730765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 817218e7-6ece-470a-8921-75bd9beac940, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=817218e7-6ece-470a-8921-75bd9beac940,segment=NetworkSegment(78c8980b-221a-4a3b-abc9-9f9845eae054),segment_id=78c8980b-221a-4a3b-abc9-9f9845eae054)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:10.773581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '817218e7-6ece-470a-8921-75bd9beac940', 'network_id': '49817e8c-a6b7-4495-b565-6180e1967ba2', 'port_id': '817218e7-6ece-470a-8921-75bd9beac940', 'mac_address': 'fa:16:3e:e5:a7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '996c34d2-fe71-455f-a155-1e9bab6615d4', 'ip_address': '19.86.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:13:10.889214 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.890314 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Added segment cab522ce-010d-4d25-8f9a-562b52136d0b of type vlan for network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae Jul 07 22:13:10.918369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4cc96842-3869-43d5-b7ac-de7bc82c1800,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:10.974457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.978341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:10.994794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-29c2f6a8-6ca7-424c-b5e3-8d24c7e7d301 None None] Provisioning for port 122578f8-f1b6-418d-81d0-60b3fa6c69ec completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:10.999015 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.003159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-29c2f6a8-6ca7-424c-b5e3-8d24c7e7d301 None None] Provisioning complete for port 122578f8-f1b6-418d-81d0-60b3fa6c69ec triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:11.003893 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29c2f6a8-6ca7-424c-b5e3-8d24c7e7d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.048004 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.049829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:11.059967 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.081073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5596826 Jul 07 22:13:11.081595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-29c2f6a8-6ca7-424c-b5e3-8d24c7e7d301 None None] Port 122578f8-f1b6-418d-81d0-60b3fa6c69ec cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:11.085686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52810) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:11.100088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817218e7-6ece-470a-8921-75bd9beac940 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:11.104549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Request body: {'subnet': {'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-subnet', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:11.124114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 817218e7-6ece-470a-8921-75bd9beac940, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=817218e7-6ece-470a-8921-75bd9beac940,segment=NetworkSegment(78c8980b-221a-4a3b-abc9-9f9845eae054),segment_id=78c8980b-221a-4a3b-abc9-9f9845eae054)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:11.133368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.168918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Made reservation on behalf of a486d6d8162548089f0a8062607d18c2 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:11.172921 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.230011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=817218e7-6ece-470a-8921-75bd9beac940,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:11.255353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-c51bedce-6ade-45ba-a0eb-c9de55eeead8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:11.257157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-c51bedce-6ade-45ba-a0eb-c9de55eeead8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8448484 Jul 07 22:13:11.270382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8756c81-8658-41ba-9b57-1efb459b7db3 admin admin] Pushing event updated for resources: {'Network': ['ID=425b5735-f224-4ca6-a3bd-7d9aafcbe7ae,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:11.282919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:11.299975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Request body: {'port': {'device_id': '5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': 'eb1dfa3f297a463aa4124b67dee542c4'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:11.490319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1faefa-d20b-4687-9dc5-e0a0e1fec672 req-af03d261-f341-438e-ae76-f94db86e28a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:11.496421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1faefa-d20b-4687-9dc5-e0a0e1fec672 req-af03d261-f341-438e-ae76-f94db86e28a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:11.503922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1faefa-d20b-4687-9dc5-e0a0e1fec672 req-af03d261-f341-438e-ae76-f94db86e28a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1680 time: 0.2378993 Jul 07 22:13:11.522406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122578f8-f1b6-418d-81d0-60b3fa6c69ec {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:11.531543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.555967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Transition to ACTIVE for port object 122578f8-f1b6-418d-81d0-60b3fa6c69ec will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:11.558814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1faefa-d20b-4687-9dc5-e0a0e1fec672 req-e3adf65f-3bcf-42f2-956f-91af431be91a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539370 Jul 07 22:13:11.571331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.607237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Made reservation on behalf of eb1dfa3f297a463aa4124b67dee542c4 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:11.610829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.683056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4cc96842-3869-43d5-b7ac-de7bc82c1800'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:11.801160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:11.857026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f943f11-ccd4-451a-b64f-161bb2d3b880 req-37d59828-3098-48ed-92cd-82c8515c6050 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 210 time: 0.0457594 Jul 07 22:13:11.860974 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:11.869874 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Attempting to bind port 122578f8-f1b6-418d-81d0-60b3fa6c69ec on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:11.870491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Attempting to bind port 122578f8-f1b6-418d-81d0-60b3fa6c69ec by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:11.870899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Attempting to bind port 122578f8-f1b6-418d-81d0-60b3fa6c69ec on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:11.881837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Port 122578f8-f1b6-418d-81d0-60b3fa6c69ec on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:11.882465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Attempting to bind port 122578f8-f1b6-418d-81d0-60b3fa6c69ec on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:11.905025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:11.910354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:11.913190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:11.913844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Bound port: 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:11.914321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.046356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b70a66bf-dc75-43d3-bdb6-cd529de46b0e,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:12.067247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Allocated IP 192.168.233.199 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/3626772a-149d-48ef-b217-62c5366760b3) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:12.089607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Checking segment: {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:12.093756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:12.094465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Network hostable DHCP agents. Network: 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:12.098431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:12.103599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.147222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:12.148113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.149617 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] 10.222.0.44 "PUT /v2.0/ports/122578f8-f1b6-418d-81d0-60b3fa6c69ec HTTP/1.1" status: 200 len: 1097 time: 1.4672458 Jul 07 22:13:12.150195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:12.152687 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7" -d '{"events": [{"name": "network-changed", "server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:12.213534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:12.233992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:12.243120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e0dba1-5230-4f76-b11e-e0d72a3a0e10 None None] Network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:12.358978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab4067-d1cc-4532-a43e-26d14a34bbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:12.364555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:12.367581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.408655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2df8211a-bf96-4975-aa6c-d80574c47fef admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3216212 Jul 07 22:13:12.414044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:12.420635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:12.488282 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-d79251b8-a65f-43e3-b38c-4ee2b8fe97a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2958612 Jul 07 22:13:12.500727 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb79e07-2778-4b63-bbc0-4647572c8804 x-openstack-request-id: req-ffb79e07-2778-4b63-bbc0-4647572c8804 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:12.501023 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:12.501278 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffb79e07-2778-4b63-bbc0-4647572c8804 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:12.501678 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'status': 'completed', 'code': 200} Jul 07 22:13:12.502626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.503660 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.517141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-c2725eb4-f6a7-49a4-8f69-808fcedd8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:12.530460 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-c2725eb4-f6a7-49a4-8f69-808fcedd8549 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1100 time: 0.2845907 Jul 07 22:13:12.532667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.559028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-425b5735-f224-4ca6-a3bd-7d9aafcbe7ae', 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'fixed_ips': [{'subnet_id': 'b70a66bf-dc75-43d3-bdb6-cd529de46b0e'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:13:12.561240 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.638250 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-413e8c89-7525-4daf-8b03-8fb4fc3cdd3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec HTTP/1.1" status: 200 len: 217 time: 0.1067848 Jul 07 22:13:12.762487 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:12.850970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4b8e4a04-ac81-4873-a596-877a142b1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:12.853217 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-4b8e4a04-ac81-4873-a596-877a142b1cf4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2055085 Jul 07 22:13:12.898341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Allocated IP 172.20.0.2 (425b5735-f224-4ca6-a3bd-7d9aafcbe7ae/b70a66bf-dc75-43d3-bdb6-cd529de46b0e/8138982b-ff57-4d6a-94b3-8c0089f63084) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:12.915562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-f4ce0591-9986-4509-bbb9-f9ace5f52248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:12.917406 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-f4ce0591-9986-4509-bbb9-f9ace5f52248 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 1101 time: 0.3792059 Jul 07 22:13:13.117798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['817218e7-6ece-470a-8921-75bd9beac940'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:13.127378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Transition to ACTIVE for port object 3626772a-149d-48ef-b217-62c5366760b3 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:13.242604 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.249174 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.275910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Transition to ACTIVE for port object 8138982b-ff57-4d6a-94b3-8c0089f63084 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:13.341322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.341771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:13.365829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:13.368342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:13.372359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Pushing event updated for resources: {'Port': ['ID=3626772a-149d-48ef-b217-62c5366760b3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:13.396995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Transition to ACTIVE for port object 8138982b-ff57-4d6a-94b3-8c0089f63084 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:13.407506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.433915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b21d95-182d-464c-96d6-6d8182997775 req-912f558d-63e3-4aee-be13-f8f54a9ccb78 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:13.440749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b21d95-182d-464c-96d6-6d8182997775 req-912f558d-63e3-4aee-be13-f8f54a9ccb78 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:13.441700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-c6d9664e-505b-4ed7-a8a5-0d910764f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:13.447883 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-c6d9664e-505b-4ed7-a8a5-0d910764f7ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5661507 Jul 07 22:13:13.448090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05b21d95-182d-464c-96d6-6d8182997775 req-912f558d-63e3-4aee-be13-f8f54a9ccb78 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1680 time: 0.2569797 Jul 07 22:13:13.488720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-41f93b0d-691d-48e2-a44d-48db801ec2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:13.488954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f096cd3-ef61-4b9b-8dcd-b4cf3e86da52 req-981170d3-66ac-4d33-8697-4e2d17cfd217 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:13.489941 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-41f93b0d-691d-48e2-a44d-48db801ec2e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.5304036 Jul 07 22:13:13.496276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f096cd3-ef61-4b9b-8dcd-b4cf3e86da52 req-981170d3-66ac-4d33-8697-4e2d17cfd217 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 936 time: 0.3065381 Jul 07 22:13:13.505018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Pushing event updated for resources: {'Port': ['ID=8138982b-ff57-4d6a-94b3-8c0089f63084,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:13.508752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:13.516557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:13.522922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:13.545192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05b21d95-182d-464c-96d6-6d8182997775 req-ff117cf8-d932-41d8-a282-74e5bab8c5f7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963516 Jul 07 22:13:13.564865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:13.572443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.612056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f096cd3-ef61-4b9b-8dcd-b4cf3e86da52 req-4fdc5492-8701-43ce-a329-421e38e65808 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148052 Jul 07 22:13:13.632734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-705f36fc-f636-4043-9e56-0178aa6ff84d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3358288 Jul 07 22:13:13.651207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Request body: {'port': {'device_id': '5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:13.656335 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-9aed810c-8d57-4b69-8800-0d5289c6853b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=fb2e4934-a45f-429f-af7f-9d4185748142 HTTP/1.1" status: 200 len: 217 time: 0.0530622 Jul 07 22:13:13.659927 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-da1238ee-5242-4a5a-a130-c618b6bb1e04 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680138 Jul 07 22:13:13.671249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Attempting to bind port 8138982b-ff57-4d6a-94b3-8c0089f63084 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:13.671493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Attempting to bind port 8138982b-ff57-4d6a-94b3-8c0089f63084 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:13.672413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Attempting to bind port 8138982b-ff57-4d6a-94b3-8c0089f63084 on network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:13.684264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:13.687692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Checking segment: {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:13.688442 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.689025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Bound using segment: {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:13.689818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Bound port: 8138982b-ff57-4d6a-94b3-8c0089f63084, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:13.690491 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.822540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1b9f1686-de2d-49d3-ad50-6fe069e29cc1 None None] Provisioning for port 3626772a-149d-48ef-b217-62c5366760b3 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:13.837503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1b9f1686-de2d-49d3-ad50-6fe069e29cc1 None None] Provisioning complete for port 3626772a-149d-48ef-b217-62c5366760b3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:13.837503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1686-de2d-49d3-ad50-6fe069e29cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.865562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.889415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] For port 8138982b-ff57-4d6a-94b3-8c0089f63084, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:13.908424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] For port 8138982b-ff57-4d6a-94b3-8c0089f63084, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8138982b-ff57-4d6a-94b3-8c0089f63084,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:13.915332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f1686-de2d-49d3-ad50-6fe069e29cc1 None None] Port 3626772a-149d-48ef-b217-62c5366760b3 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:13.918963 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:13.987651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-6d7f7196-b871-4717-a91a-990b8c09a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:13.989806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c465d9-6e65-48a9-b825-2664f643ca13 None None] Pushing event updated for resources: {'Port': ['ID=8138982b-ff57-4d6a-94b3-8c0089f63084,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:13.990690 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-6d7f7196-b871-4717-a91a-990b8c09a3d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2936170 Jul 07 22:13:14.028376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4cc96842-3869-43d5-b7ac-de7bc82c1800 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:14.157342 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7086b6a9-a9f4-4de3-8bcb-6f2c28b0a987 req-65cf750c-f2d9-47fe-b718-8189bfe9f4e9 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872334 Jul 07 22:13:14.188165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 4cc96842-3869-43d5-b7ac-de7bc82c1800 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:14.194007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 4cc96842-3869-43d5-b7ac-de7bc82c1800 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:14.194422 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.350964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-d03ce5e0-0486-4a23-abf1-31a051794682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:14.352815 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-d03ce5e0-0486-4a23-abf1-31a051794682 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3464341 Jul 07 22:13:14.358100 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.435562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4cc96842-3869-43d5-b7ac-de7bc82c1800, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4cc96842-3869-43d5-b7ac-de7bc82c1800,segment=NetworkSegment(d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616),segment_id=d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:14.437490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc96842-3869-43d5-b7ac-de7bc82c1800'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:14.440854 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf62140a-754e-4d66-ab5b-bdf8c0a04213" -d '{"events": [{"server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "name": "network-vif-plugged", "status": "completed", "tag": "4cc96842-3869-43d5-b7ac-de7bc82c1800"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:14.444381 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.521854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.522041 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68be939-e553-4446-b320-5abecaf067e8 x-openstack-request-id: req-c68be939-e553-4446-b320-5abecaf067e8 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:14.522041 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "name": "network-vif-plugged", "status": "completed", "tag": "4cc96842-3869-43d5-b7ac-de7bc82c1800", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:14.522041 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c68be939-e553-4446-b320-5abecaf067e8 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:14.522423 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cc96842-3869-43d5-b7ac-de7bc82c1800', 'code': 200} Jul 07 22:13:14.539947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4cc96842-3869-43d5-b7ac-de7bc82c1800,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:14.554546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-968f3365-5b5b-495c-a1c7-efc5ef32c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:14.555229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3626772a-149d-48ef-b217-62c5366760b3 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:14.557008 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-968f3365-5b5b-495c-a1c7-efc5ef32c535 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1100 time: 0.3196392 Jul 07 22:13:14.560554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.575460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.589561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Transition to ACTIVE for port object 3626772a-149d-48ef-b217-62c5366760b3 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:14.594018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.719576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Pushing event updated for resources: {'Port': ['ID=3626772a-149d-48ef-b217-62c5366760b3,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:14.828119 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-2cd2a7c8-9bf5-4ee7-a5ae-dcc7f176d959 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477081 Jul 07 22:13:14.882252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Attempting to bind port 3626772a-149d-48ef-b217-62c5366760b3 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:14.882595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Attempting to bind port 3626772a-149d-48ef-b217-62c5366760b3 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:14.882928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Attempting to bind port 3626772a-149d-48ef-b217-62c5366760b3 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:14.894852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Port 3626772a-149d-48ef-b217-62c5366760b3 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:14.895098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Attempting to bind port 3626772a-149d-48ef-b217-62c5366760b3 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:14.919535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:14.920213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:14.921868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:14.922713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Bound port: 3626772a-149d-48ef-b217-62c5366760b3, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:14.923726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:14.962153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520be9b2-ce62-48f8-a304-f011305f36d7 req-12322f67-0626-489e-a74b-97c1317462f6 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:14.969385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520be9b2-ce62-48f8-a304-f011305f36d7 req-12322f67-0626-489e-a74b-97c1317462f6 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:14.971053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-520be9b2-ce62-48f8-a304-f011305f36d7 req-12322f67-0626-489e-a74b-97c1317462f6 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1681 time: 0.2674398 Jul 07 22:13:14.972856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Allocated IP 172.25.8.29 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/5f01f56c-b974-4fa9-b1ae-4f48f613614d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:14.981490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-748b8620-42eb-4849-9658-17a41bed6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:14.984575 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-748b8620-42eb-4849-9658-17a41bed6152 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.3491685 Jul 07 22:13:15.021025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b6519-a10c-4339-ab5f-45b97f835192 req-9e5df49a-a051-4af0-906d-16dbd3918661 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.022703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a3b6519-a10c-4339-ab5f-45b97f835192 req-9e5df49a-a051-4af0-906d-16dbd3918661 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 948 time: 0.1957920 Jul 07 22:13:15.070203 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-a12e4a97-edbb-451d-aaaf-32ad114aafc6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec HTTP/1.1" status: 200 len: 217 time: 0.0755022 Jul 07 22:13:15.087491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-520be9b2-ce62-48f8-a304-f011305f36d7 req-b661ca8d-cacb-4c51-974d-2420713c08a5 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011260 Jul 07 22:13:15.091642 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b1e892c-b3df-48c3-ae60-2b3782acd1f8 req-24aaa82a-8838-4843-8ee4-3cab2df185df service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525094 Jul 07 22:13:15.171833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a3b6519-a10c-4339-ab5f-45b97f835192 req-68f35285-8125-48e4-8fd7-f6a361367e0d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360731 Jul 07 22:13:15.184273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] For port 3626772a-149d-48ef-b217-62c5366760b3, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:15.188783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] For port 3626772a-149d-48ef-b217-62c5366760b3, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3626772a-149d-48ef-b217-62c5366760b3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:15.194768 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:15.284880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-ccadb82d-14de-4545-a5f0-e90fb39ae554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.284880 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-ccadb82d-14de-4545-a5f0-e90fb39ae554 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1466339 Jul 07 22:13:15.307537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Pushing event updated for resources: {'Port': ['ID=3626772a-149d-48ef-b217-62c5366760b3,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:15.372975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.373520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:15.381527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:15.383478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-23489db5-ab82-47ce-9ed8-137d4801d808 service neutron] 10.222.0.83 "PUT /v2.0/ports/3626772a-149d-48ef-b217-62c5366760b3 HTTP/1.1" status: 200 len: 1097 time: 1.7375925 Jul 07 22:13:15.401938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb', 'tag': '3626772a-149d-48ef-b217-62c5366760b3'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:15.408557 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d81a6ca-5819-415a-be68-0232b9b6fa3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb", "tag": "3626772a-149d-48ef-b217-62c5366760b3"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:15.413571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-115d208c-8d91-4722-9af7-8184e5150c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.415239 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-115d208c-8d91-4722-9af7-8184e5150c14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205664 Jul 07 22:13:15.571556 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-fc9567d3-bcb7-4a9b-a05e-d7154fe05870 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382728 Jul 07 22:13:15.574362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b683e36-6156-4353-9a9f-d6360becbceb req-517b754a-08cc-465b-b63f-e6d897d5dffb tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.586065 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b683e36-6156-4353-9a9f-d6360becbceb req-517b754a-08cc-465b-b63f-e6d897d5dffb tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 948 time: 0.2820225 Jul 07 22:13:15.600795 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:15.643073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-896152d0-786b-4af2-aed1-cc38f5913b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.644648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-896152d0-786b-4af2-aed1-cc38f5913b8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 1100 time: 0.1876078 Jul 07 22:13:15.660518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 122578f8-f1b6-418d-81d0-60b3fa6c69ec details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:15.679120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b683e36-6156-4353-9a9f-d6360becbceb req-fa0299d7-a258-4c7e-82b8-3f18518edafb tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917985 Jul 07 22:13:15.684196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8138982b-ff57-4d6a-94b3-8c0089f63084 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:15.781546 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52a8d09-8342-4dcc-822a-1e9e88bd9b69 x-openstack-request-id: req-b52a8d09-8342-4dcc-822a-1e9e88bd9b69 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:15.782209 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb", "tag": "3626772a-149d-48ef-b217-62c5366760b3", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:15.782618 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b52a8d09-8342-4dcc-822a-1e9e88bd9b69 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:15.783294 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb', 'tag': '3626772a-149d-48ef-b217-62c5366760b3', 'status': 'completed', 'code': 200} Jul 07 22:13:15.785020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-883a1319-6890-40cb-9608-067b47208893 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3626772a-149d-48ef-b217-62c5366760b3 HTTP/1.1" status: 200 len: 217 time: 0.1046650 Jul 07 22:13:15.792381 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:15.809426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:15.819143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:15.855642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-5450d2fb-d889-4892-90c6-39115551026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.857334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-5450d2fb-d889-4892-90c6-39115551026e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0501113 Jul 07 22:13:15.875309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dee094-2692-4437-877b-54caaf307a60 None None] Network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:15.879508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Pushing event updated for resources: {'Port': ['ID=5f01f56c-b974-4fa9-b1ae-4f48f613614d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:15.931002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8138982b-ff57-4d6a-94b3-8c0089f63084 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:15.932625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-da7dab5d-c89d-48bd-9287-8ee7d5e581e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:15.934480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-da7dab5d-c89d-48bd-9287-8ee7d5e581e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658331 Jul 07 22:13:15.986065 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bbc76787-8fa2-42d9-97ae-5b49e7ac25b7 req-1dd754e6-ed19-4e1f-8fb6-6680ce7c14e0 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135380 Jul 07 22:13:15.989510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:16.011626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'mac_address': 'fa:16:3e:ab:12:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:13:16.037087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 817218e7-6ece-470a-8921-75bd9beac940 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:16.081199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-34e56f71-7371-4bfe-a3d6-72db54ec9c9e service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398835 Jul 07 22:13:16.150776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-411af4ef-4a59-44e6-b212-e60e97c58d3f None None] Provisioning for port 8138982b-ff57-4d6a-94b3-8c0089f63084 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:16.159908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-411af4ef-4a59-44e6-b212-e60e97c58d3f None None] Provisioning complete for port 8138982b-ff57-4d6a-94b3-8c0089f63084 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:16.160524 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-411af4ef-4a59-44e6-b212-e60e97c58d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.201020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b565d4-74e5-4640-87ed-80584e4a1020 req-53d832ea-13bd-422c-89b6-2e2b21b8bf17 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123548 Jul 07 22:13:16.201688 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.229418 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.238445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 817218e7-6ece-470a-8921-75bd9beac940 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:16.298001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 817218e7-6ece-470a-8921-75bd9beac940 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:16.298484 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.349431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122578f8-f1b6-418d-81d0-60b3fa6c69ec {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:16.367695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebe8eb-7f87-440c-8297-84b2df7c1339 req-4f7b5098-0128-4aa0-b41d-e7b69857462f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.374049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebe8eb-7f87-440c-8297-84b2df7c1339 req-4f7b5098-0128-4aa0-b41d-e7b69857462f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.376133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebebe8eb-7f87-440c-8297-84b2df7c1339 req-4f7b5098-0128-4aa0-b41d-e7b69857462f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1681 time: 0.1265996 Jul 07 22:13:16.378180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:16.390400 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.440920 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-411af4ef-4a59-44e6-b212-e60e97c58d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.493623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-411af4ef-4a59-44e6-b212-e60e97c58d3f None None] For port 8138982b-ff57-4d6a-94b3-8c0089f63084, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8138982b-ff57-4d6a-94b3-8c0089f63084,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:16.500705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-5e4f98b8-b479-4a22-b507-028344547c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.502329 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-411af4ef-4a59-44e6-b212-e60e97c58d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.502619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-5e4f98b8-b479-4a22-b507-028344547c93 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 1100 time: 0.1847012 Jul 07 22:13:16.508861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebebe8eb-7f87-440c-8297-84b2df7c1339 req-a0618d7b-d843-4f73-92d6-68b989881b3c tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271048 Jul 07 22:13:16.552800 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.590128 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.591097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:16.600694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817218e7-6ece-470a-8921-75bd9beac940'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:16.603086 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d7cde-4d83-417f-aa3c-c44e5ed02e69" -d '{"events": [{"server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "name": "network-vif-plugged", "status": "completed", "tag": "817218e7-6ece-470a-8921-75bd9beac940"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:16.630277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-b9b2d2ff-7d10-49a6-84ad-528df4febd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.631883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-b9b2d2ff-7d10-49a6-84ad-528df4febd7d service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1195107 Jul 07 22:13:16.665001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['122578f8-f1b6-418d-81d0-60b3fa6c69ec'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:16.682513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-9e2186d1-f2d8-4809-90ea-5901e438cf10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3626772a-149d-48ef-b217-62c5366760b3 HTTP/1.1" status: 200 len: 217 time: 0.0425568 Jul 07 22:13:16.700916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714b572-b76e-4c26-b782-38b43c157e33 req-c277c8d9-2658-44ef-b745-2192a405b116 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.710476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d714b572-b76e-4c26-b782-38b43c157e33 req-c277c8d9-2658-44ef-b745-2192a405b116 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 948 time: 0.3062577 Jul 07 22:13:16.711094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 817218e7-6ece-470a-8921-75bd9beac940, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=817218e7-6ece-470a-8921-75bd9beac940,segment=NetworkSegment(78c8980b-221a-4a3b-abc9-9f9845eae054),segment_id=78c8980b-221a-4a3b-abc9-9f9845eae054)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:16.716535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411af4ef-4a59-44e6-b212-e60e97c58d3f None None] Pushing event updated for resources: {'Port': ['ID=8138982b-ff57-4d6a-94b3-8c0089f63084,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:16.724858 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.823576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=817218e7-6ece-470a-8921-75bd9beac940,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:16.851692 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ae9ce5-4bcc-4209-a7fc-d889e04f5270 x-openstack-request-id: req-40ae9ce5-4bcc-4209-a7fc-d889e04f5270 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:16.851893 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "name": "network-vif-plugged", "status": "completed", "tag": "817218e7-6ece-470a-8921-75bd9beac940", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:16.852148 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40ae9ce5-4bcc-4209-a7fc-d889e04f5270 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:16.852542 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817218e7-6ece-470a-8921-75bd9beac940', 'code': 200} Jul 07 22:13:16.854995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d714b572-b76e-4c26-b782-38b43c157e33 req-81137767-f263-4f73-bfa2-b891e442705b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433716 Jul 07 22:13:16.862530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a411911c-6a51-43d2-b0e7-487d770c87aa None None] Provisioning complete for port 8138982b-ff57-4d6a-94b3-8c0089f63084 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:16.862905 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a411911c-6a51-43d2-b0e7-487d770c87aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:16.871231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-fc0c3b0f-4e38-404d-a208-9117538819d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:16.877680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-fc0c3b0f-4e38-404d-a208-9117538819d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1378131 Jul 07 22:13:17.035363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-ddd4030f-2d6f-49e1-a35d-fe6d237c6908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:17.037032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-ddd4030f-2d6f-49e1-a35d-fe6d237c6908 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1530254 Jul 07 22:13:17.188419 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343e212-2780-4685-9038-f60f94a74c05 req-aa2d602d-8622-4870-9469-71ac23658fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:17.188900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343e212-2780-4685-9038-f60f94a74c05 req-aa2d602d-8622-4870-9469-71ac23658fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:17.191769 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7343e212-2780-4685-9038-f60f94a74c05 req-aa2d602d-8622-4870-9469-71ac23658fe5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1986 time: 0.1099854 Jul 07 22:13:17.216277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-28093b72-4b56-458b-ad39-3d4078a5009c service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712890 Jul 07 22:13:17.238511 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7343e212-2780-4685-9038-f60f94a74c05 req-654ad281-ea80-46fa-b3db-7d1cf919abae service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400090 Jul 07 22:13:17.248900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Router 6336db90-3e76-4d88-a6c8-690d8ba635c4 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:13:17.277758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab720c-27d5-4b6f-903b-a5669ae40071 req-8bbac0c5-4fc5-4e88-a5d1-acda6a6da12c tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:17.279897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adab720c-27d5-4b6f-903b-a5669ae40071 req-8bbac0c5-4fc5-4e88-a5d1-acda6a6da12c tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 948 time: 0.1590686 Jul 07 22:13:17.355378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adab720c-27d5-4b6f-903b-a5669ae40071 req-8bff680b-6454-4d94-9bd9-047a1eaa6b7d tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575988 Jul 07 22:13:17.357272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d81a6ca-5819-415a-be68-0232b9b6fa3e req-ee58d1cb-7c57-49e2-a022-0236a3b9eb94 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337731 Jul 07 22:13:17.368984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:17.377625 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Sync routers for ids ['6336db90-3e76-4d88-a6c8-690d8ba635c4'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:17.388876 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Routers {'6336db90-3e76-4d88-a6c8-690d8ba635c4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:17.389300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.390990 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6336db90-3e76-4d88-a6c8-690d8ba635c4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:17.393659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53002) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:17.393872 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6b1c1cb3-f9ed-44e1-b0ae-8a497c5ea852 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9766564 Jul 07 22:13:17.503910 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Set router 6336db90-3e76-4d88-a6c8-690d8ba635c4 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:17.581255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8138982b-ff57-4d6a-94b3-8c0089f63084 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:17.669427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 122578f8-f1b6-418d-81d0-60b3fa6c69ec up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:17.723466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8138982b-ff57-4d6a-94b3-8c0089f63084 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:17.723729 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.726358 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:12Z', 'updated_at': '2021-07-07T22:13:16Z', 'revision_number': 3, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'gw_port': {'id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:14Z', 'updated_at': '2021-07-07T22:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:17.770116 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Checking router: 6336db90-3e76-4d88-a6c8-690d8ba635c4 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:17.770795 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Updating router 6336db90-3e76-4d88-a6c8-690d8ba635c4 port 5f01f56c-b974-4fa9-b1ae-4f48f613614d binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:17.815062 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.918373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 122578f8-f1b6-418d-81d0-60b3fa6c69ec completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:17.930959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 122578f8-f1b6-418d-81d0-60b3fa6c69ec triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:17.931349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:17.974518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00f387-211a-4a6e-bfc1-2ff4dea62210 req-e695f335-7517-4529-b9af-9e85476c6389 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:17.980383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00f387-211a-4a6e-bfc1-2ff4dea62210 req-e695f335-7517-4529-b9af-9e85476c6389 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:17.982189 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e00f387-211a-4a6e-bfc1-2ff4dea62210 req-e695f335-7517-4529-b9af-9e85476c6389 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1682 time: 0.2769783 Jul 07 22:13:17.997202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-1671da1b-cd3f-4152-ab36-35a071ddf81f tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:17.999034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-1671da1b-cd3f-4152-ab36-35a071ddf81f tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.83 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 948 time: 0.2923620 Jul 07 22:13:18.097892 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.138775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e00f387-211a-4a6e-bfc1-2ff4dea62210 req-44e07e36-725b-41d7-8d4e-b112c364d6ea tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360328 Jul 07 22:13:18.169249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:18.177105 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.238731 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.263966 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Transition to ACTIVE for port object 5f01f56c-b974-4fa9-b1ae-4f48f613614d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:18.272530 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.289491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:18.339201 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Attempting to bind port 5f01f56c-b974-4fa9-b1ae-4f48f613614d on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:18.339520 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Attempting to bind port 5f01f56c-b974-4fa9-b1ae-4f48f613614d by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:18.339850 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Attempting to bind port 5f01f56c-b974-4fa9-b1ae-4f48f613614d on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:18.354188 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:18.354806 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:18.355208 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.355607 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:18.356082 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Bound port: 5f01f56c-b974-4fa9-b1ae-4f48f613614d, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:18.356486 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.359816 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Pushing event updated for resources: {'Port': ['ID=5f01f56c-b974-4fa9-b1ae-4f48f613614d,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:18.367508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Deleting port 2359173d-146d-4e81-ab09-17a068fd4b28 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:18.367853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.371877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.384917 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.385508 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.385608 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.385928 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.386317 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.386641 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.386975 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.387322 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.387637 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.388208 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.388549 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.389900 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:18.429936 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] For port 5f01f56c-b974-4fa9-b1ae-4f48f613614d, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:18.435554 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] For port 5f01f56c-b974-4fa9-b1ae-4f48f613614d, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5f01f56c-b974-4fa9-b1ae-4f48f613614d,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:18.441227 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.496564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc2775-2565-48a5-84e2-2790db7dbf4f req-6931899d-928d-471e-9a10-c7e9e2cb4461 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:18.498271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-decc2775-2565-48a5-84e2-2790db7dbf4f req-6931899d-928d-471e-9a10-c7e9e2cb4461 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 948 time: 0.3405395 Jul 07 22:13:18.520779 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e508a-80ed-407e-afa8-39b6fc3b37f7 None None] Pushing event updated for resources: {'Port': ['ID=5f01f56c-b974-4fa9-b1ae-4f48f613614d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:18.530966 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Routers {'6336db90-3e76-4d88-a6c8-690d8ba635c4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:18.531878 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6336db90-3e76-4d88-a6c8-690d8ba635c4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:18.648626 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] Set router 6336db90-3e76-4d88-a6c8-690d8ba635c4 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:18.852295 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:12Z', 'updated_at': '2021-07-07T22:13:16Z', 'revision_number': 3, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'gw_port': {'id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:14Z', 'updated_at': '2021-07-07T22:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:18.853979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:18.858374 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e831391b-e330-4a8a-95a4-3c0b70a69933" -d '{"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-plugged", "status": "completed", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:18.874624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] For port 2359173d-146d-4e81-ab09-17a068fd4b28, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2359173d-146d-4e81-ab09-17a068fd4b28,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:18.875011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:18.881287 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500270d-99cc-4931-8e30-a4025ed91cda None None] The sync data for ids ['6336db90-3e76-4d88-a6c8-690d8ba635c4'] in n-d-695012-11 is: [{'id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:12Z', 'updated_at': '2021-07-07T22:13:16Z', 'revision_number': 3, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'gw_port': {'id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:14Z', 'updated_at': '2021-07-07T22:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:18.934873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Calling delete_port for 2359173d-146d-4e81-ab09-17a068fd4b28 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:18.944072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-decc2775-2565-48a5-84e2-2790db7dbf4f req-48e5dd32-8468-4507-bf37-cc8772589d96 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098289 Jul 07 22:13:19.017798 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f227a1b2-7698-4d4c-845d-a49f73f8b276 x-openstack-request-id: req-f227a1b2-7698-4d4c-845d-a49f73f8b276 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:19.018428 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-plugged", "status": "completed", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:19.019213 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f227a1b2-7698-4d4c-845d-a49f73f8b276 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:19.019903 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'code': 200} Jul 07 22:13:19.060344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e4551-a71c-4b5f-8cc8-7fca1826d59b req-d67f61fe-63ab-47d3-9697-587e82129530 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:19.068085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-882e4551-a71c-4b5f-8cc8-7fca1826d59b req-d67f61fe-63ab-47d3-9697-587e82129530 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 948 time: 0.2374251 Jul 07 22:13:19.130323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Allocated IP 172.20.0.1 (425b5735-f224-4ca6-a3bd-7d9aafcbe7ae/b70a66bf-dc75-43d3-bdb6-cd529de46b0e/144feb94-d6a9-4423-9558-21936e9b29ae) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:19.151878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642fc72-bc57-4b43-91b7-3f3f76ca9684 req-f971e9de-a0f7-4e86-95de-0ddc2946a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:19.154318 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b642fc72-bc57-4b43-91b7-3f3f76ca9684 req-f971e9de-a0f7-4e86-95de-0ddc2946a1e1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1102 time: 0.0659366 Jul 07 22:13:19.242962 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-882e4551-a71c-4b5f-8cc8-7fca1826d59b req-5b24601e-13cb-4062-a4a3-9d3b4459785d tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739256 Jul 07 22:13:19.305198 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b642fc72-bc57-4b43-91b7-3f3f76ca9684 req-cf54fdb2-81f0-4058-bc41-853c4af18313 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415341 Jul 07 22:13:19.380030 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.389032 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.472377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.474931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Pushing event deleted for resources: {'Port': ['ID=2359173d-146d-4e81-ab09-17a068fd4b28,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:19.593010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] No DVR routers for this DVR port 2359173d-146d-4e81-ab09-17a068fd4b28 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:19.599386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.607507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9307a219-669a-4821-8b27-e64ebaf16aa2 req-39872aa2-5f98-45f9-89a0-6c7a0ad685ce tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.83 "DELETE /v2.0/ports/2359173d-146d-4e81-ab09-17a068fd4b28 HTTP/1.1" status: 204 len: 173 time: 1.5855491 Jul 07 22:13:19.608057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'name': 'network-vif-deleted', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:19.610364 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6556a478-25ec-48dc-9363-4a1132488a15" -d '{"events": [{"server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "name": "network-vif-deleted", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:19.613803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Transition to ACTIVE for port object 144feb94-d6a9-4423-9558-21936e9b29ae will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:19.676235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5f01f56c-b974-4fa9-b1ae-4f48f613614d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:19.757653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109881d-8899-4845-baa9-5baed577f68a req-70b2b719-9fa9-42c6-bb79-40cdc790a2f3 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:19.773146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109881d-8899-4845-baa9-5baed577f68a req-70b2b719-9fa9-42c6-bb79-40cdc790a2f3 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:19.775552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 5f01f56c-b974-4fa9-b1ae-4f48f613614d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:19.775778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3109881d-8899-4845-baa9-5baed577f68a req-70b2b719-9fa9-42c6-bb79-40cdc790a2f3 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1682 time: 0.2745867 Jul 07 22:13:19.784966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 5f01f56c-b974-4fa9-b1ae-4f48f613614d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:19.785409 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.846667 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d164ad8-9fc6-44cb-9e41-8c4c70ebe453 x-openstack-request-id: req-6d164ad8-9fc6-44cb-9e41-8c4c70ebe453 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:19.848081 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d56dc5-dc28-4f30-b2f8-90c09b665e81", "name": "network-vif-deleted", "tag": "2359173d-146d-4e81-ab09-17a068fd4b28", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:19.848415 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d164ad8-9fc6-44cb-9e41-8c4c70ebe453 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:19.848967 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d56dc5-dc28-4f30-b2f8-90c09b665e81', 'name': 'network-vif-deleted', 'tag': '2359173d-146d-4e81-ab09-17a068fd4b28', 'status': 'completed', 'code': 200} Jul 07 22:13:19.893768 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:19.926641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3109881d-8899-4845-baa9-5baed577f68a req-2dcdad0d-feae-471d-993e-7f5533ace679 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422999 Jul 07 22:13:19.996805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:19.997155 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.005236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:20.013919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:20.063471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 5f01f56c-b974-4fa9-b1ae-4f48f613614d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5f01f56c-b974-4fa9-b1ae-4f48f613614d,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:20.068428 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.147002 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.167655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 3626772a-149d-48ef-b217-62c5366760b3 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:20.173647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=5f01f56c-b974-4fa9-b1ae-4f48f613614d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:20.188420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2359173d-146d-4e81-ab09-17a068fd4b28 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:20.227178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 2359173d-146d-4e81-ab09-17a068fd4b28 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:20.227683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2359173d-146d-4e81-ab09-17a068fd4b28 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:20.293346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=144feb94-d6a9-4423-9558-21936e9b29ae,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:20.308730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.308998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.309343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.309679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.310008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.310387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.310695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.311720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.312047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.312371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.312693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.313014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:20.499269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 3626772a-149d-48ef-b217-62c5366760b3, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3626772a-149d-48ef-b217-62c5366760b3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:20.519129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '3626772a-149d-48ef-b217-62c5366760b3', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '3626772a-149d-48ef-b217-62c5366760b3', 'mac_address': 'fa:16:3e:2d:74:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:13:20.524106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ad61c344-1323-4e2b-a827-663ebb230e45 None None] Provisioning for port 144feb94-d6a9-4423-9558-21936e9b29ae completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:20.556031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ad61c344-1323-4e2b-a827-663ebb230e45 None None] Provisioning complete for port 144feb94-d6a9-4423-9558-21936e9b29ae triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:20.556656 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad61c344-1323-4e2b-a827-663ebb230e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.603882 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.607347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ad61c344-1323-4e2b-a827-663ebb230e45 None None] Port 144feb94-d6a9-4423-9558-21936e9b29ae cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:20.612342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.619564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3626772a-149d-48ef-b217-62c5366760b3 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:20.638856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6579c-1b3b-4147-8f09-b966c13fecc7 req-ca34b970-f237-44ee-b820-dbc1df34f0a4 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:20.646392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 3626772a-149d-48ef-b217-62c5366760b3, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3626772a-149d-48ef-b217-62c5366760b3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:20.648733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91d6579c-1b3b-4147-8f09-b966c13fecc7 req-ca34b970-f237-44ee-b820-dbc1df34f0a4 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 948 time: 0.3181000 Jul 07 22:13:20.652572 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.718609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=3626772a-149d-48ef-b217-62c5366760b3,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:20.732339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91d6579c-1b3b-4147-8f09-b966c13fecc7 req-ba1611e5-c904-4a07-bbc7-9bf0e902671f tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822809 Jul 07 22:13:20.782238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5853bf4-6cf7-4bee-ab56-7b81172ac113 req-f94e36b5-cc97-47b4-9986-511e9518faaf tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=56d56dc5-dc28-4f30-b2f8-90c09b665e81 HTTP/1.1" status: 200 len: 210 time: 0.0338924 Jul 07 22:13:20.906471 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.912032 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:20.979416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=144feb94-d6a9-4423-9558-21936e9b29ae,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:20.982143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.126126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:21.129877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:21.148460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7a570-eb69-4bdd-8d4a-8f9fe0fabf15 req-e3b75f2e-b433-4419-805d-9731880d73f4 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:21.154596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7a570-eb69-4bdd-8d4a-8f9fe0fabf15 req-e3b75f2e-b433-4419-805d-9731880d73f4 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:21.156844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29a7a570-eb69-4bdd-8d4a-8f9fe0fabf15 req-e3b75f2e-b433-4419-805d-9731880d73f4 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1682 time: 0.1092944 Jul 07 22:13:21.165827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3626772a-149d-48ef-b217-62c5366760b3'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:21.274884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29a7a570-eb69-4bdd-8d4a-8f9fe0fabf15 req-d3cb0f8d-ea64-4ee8-a499-bf1161b1fee0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791585 Jul 07 22:13:21.302938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Router 6336db90-3e76-4d88-a6c8-690d8ba635c4 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:13:21.437615 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-51c06691-6944-428d-a092-2745d7eee16f None None] Provisioning complete for port 144feb94-d6a9-4423-9558-21936e9b29ae triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:21.437924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51c06691-6944-428d-a092-2745d7eee16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.447361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:21.462130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2aef2b20-836a-48d0-bfeb-9eab0c3da3e4 admin admin] 10.222.0.81 "PUT /v2.0/routers/6336db90-3e76-4d88-a6c8-690d8ba635c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0574977 Jul 07 22:13:21.480631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Sync routers for ids ['6336db90-3e76-4d88-a6c8-690d8ba635c4'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:21.526873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Routers {'6336db90-3e76-4d88-a6c8-690d8ba635c4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:21.531380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6336db90-3e76-4d88-a6c8-690d8ba635c4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:21.537407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-51c06691-6944-428d-a092-2745d7eee16f None None] Port 144feb94-d6a9-4423-9558-21936e9b29ae cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:21.619397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5f01f56c-b974-4fa9-b1ae-4f48f613614d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:21.789906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 5f01f56c-b974-4fa9-b1ae-4f48f613614d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:21.790664 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:21.836467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Set router 6336db90-3e76-4d88-a6c8-690d8ba635c4 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:21.939972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096f9c3-f402-43a5-bd6a-c0e6366f5799 req-a6d59f82-b661-4ecd-b82c-91d4e3af7484 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:21.946498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096f9c3-f402-43a5-bd6a-c0e6366f5799 req-a6d59f82-b661-4ecd-b82c-91d4e3af7484 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:21.954355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8096f9c3-f402-43a5-bd6a-c0e6366f5799 req-a6d59f82-b661-4ecd-b82c-91d4e3af7484 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1682 time: 0.1233199 Jul 07 22:13:22.044593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8096f9c3-f402-43a5-bd6a-c0e6366f5799 req-4b76d268-f07d-4a75-8505-2d15d3f04fe1 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884686 Jul 07 22:13:22.101128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc024130-1138-4923-a07f-c67bfeade35e req-210f2c35-e79b-4456-beec-928b6f05bd55 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:22.102937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc024130-1138-4923-a07f-c67bfeade35e req-210f2c35-e79b-4456-beec-928b6f05bd55 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 949 time: 0.1238711 Jul 07 22:13:22.145753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:12Z', 'updated_at': '2021-07-07T22:13:20Z', 'revision_number': 4, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'gw_port': {'id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:14Z', 'updated_at': '2021-07-07T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '144feb94-d6a9-4423-9558-21936e9b29ae', 'name': '', 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'mac_address': 'fa:16:3e:d1:7b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'b70a66bf-dc75-43d3-bdb6-cd529de46b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:20Z', 'revision_number': 2, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'subnets': [{'id': 'b70a66bf-dc75-43d3-bdb6-cd529de46b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:22.154637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc024130-1138-4923-a07f-c67bfeade35e req-fefd904d-5563-4624-b1cc-c9a4962eb5b0 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446491 Jul 07 22:13:22.213765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Checking router: 6336db90-3e76-4d88-a6c8-690d8ba635c4 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:22.214403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Updating router 6336db90-3e76-4d88-a6c8-690d8ba635c4 port 144feb94-d6a9-4423-9558-21936e9b29ae binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:22.238470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53110) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:22.243825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-network', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:22.259761 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.284754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Made reservation on behalf of a1e81408c9d246b69cea802ac5ed41d7 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:22.288821 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.310702 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.435920 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.441434 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.470594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:22.481391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5481d252-bb34-4a20-926e-3e59cae1561d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:22.487392 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.487740 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Added segment 615c4d1d-cabc-40f2-8f20-4c3caa6b7059 of type vlan for network b5976b4f-b091-4a00-a3d0-7a308a61ca8f Jul 07 22:13:22.532385 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.583516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.585318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:22.586340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.599236 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.616377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Transition to ACTIVE for port object 144feb94-d6a9-4423-9558-21936e9b29ae will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:22.624839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.675662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] Pushing event updated for resources: {'Network': ['ID=b5976b4f-b091-4a00-a3d0-7a308a61ca8f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:22.685034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3c7024da-5c8f-447a-b252-153e01b97b60 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4453435 Jul 07 22:13:22.688723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53116) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:22.694630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Request body: {'subnet': {'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-subnet', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:22.715761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ce943-a686-4903-8721-7749bbecba59 None None] Pushing event updated for resources: {'Port': ['ID=144feb94-d6a9-4423-9558-21936e9b29ae,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:22.718371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network b5976b4f-b091-4a00-a3d0-7a308a61ca8f details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:22.761850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Made reservation on behalf of a1e81408c9d246b69cea802ac5ed41d7 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:22.765817 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.889831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Attempting to bind port 144feb94-d6a9-4423-9558-21936e9b29ae on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:22.890249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Attempting to bind port 144feb94-d6a9-4423-9558-21936e9b29ae by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:22.890617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Attempting to bind port 144feb94-d6a9-4423-9558-21936e9b29ae on network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:22.896263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:22.896645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Checking segment: {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:22.897201 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.897441 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Bound using segment: {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:22.899213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7c51-48c2-4002-ae50-abca3fe4328a req-cc4260cb-88b8-4639-9e3a-39b274ae2efb tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:22.901102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da9c7c51-48c2-4002-ae50-abca3fe4328a req-cc4260cb-88b8-4639-9e3a-39b274ae2efb tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 949 time: 0.1144357 Jul 07 22:13:22.907084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Bound port: 144feb94-d6a9-4423-9558-21936e9b29ae, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:22.907572 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:22.953833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da9c7c51-48c2-4002-ae50-abca3fe4328a req-b8746973-b8dc-4435-a33a-35371bf4a2f6 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Jul 07 22:13:22.996950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] For port 144feb94-d6a9-4423-9558-21936e9b29ae, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:23.000633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] For port 144feb94-d6a9-4423-9558-21936e9b29ae, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=144feb94-d6a9-4423-9558-21936e9b29ae,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:23.007012 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.036969 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.171959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7369829e-4f93-41ba-b617-387fa2b67e14,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:23.199557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Checking segment: {'id': '615c4d1d-cabc-40f2-8f20-4c3caa6b7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:23.200045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Network hostable DHCP agents. Network: b5976b4f-b091-4a00-a3d0-7a308a61ca8f, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:23.228144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Network b5976b4f-b091-4a00-a3d0-7a308a61ca8f is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:23.238787 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, b5976b4f-b091-4a00-a3d0-7a308a61ca8f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:23.246474 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:23.247076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.276302 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-858a1951-dae6-4331-a770-d71a53bd58ed admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5864773 Jul 07 22:13:23.289714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53130) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:23.294433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:23.326934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.327478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ce943-a686-4903-8721-7749bbecba59 None None] Pushing event updated for resources: {'Port': ['ID=144feb94-d6a9-4423-9558-21936e9b29ae,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:23.328439 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.337279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Routers {'6336db90-3e76-4d88-a6c8-690d8ba635c4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:23.338293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6336db90-3e76-4d88-a6c8-690d8ba635c4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:23.388638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56998ac5-da15-4031-9bdc-b45d72850338 req-051844d7-3c63-4979-a640-e4a56490ece9 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:23.394608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05dccc2-28fc-4acd-824f-e16678f3c60d None None] Network b5976b4f-b091-4a00-a3d0-7a308a61ca8f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:23.396102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56998ac5-da15-4031-9bdc-b45d72850338 req-051844d7-3c63-4979-a640-e4a56490ece9 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:23.403249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56998ac5-da15-4031-9bdc-b45d72850338 req-051844d7-3c63-4979-a640-e4a56490ece9 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1682 time: 0.1686976 Jul 07 22:13:23.421681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.492045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56998ac5-da15-4031-9bdc-b45d72850338 req-cab97e29-4040-41ab-82f5-2f2bb0f10ab7 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878329 Jul 07 22:13:23.531716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb81c5e-65ed-4985-9618-f59d9a5c9523 req-2ccfe4a7-e1dd-417b-b5c1-9f7e72ab4f27 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:23.538540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cb81c5e-65ed-4985-9618-f59d9a5c9523 req-2ccfe4a7-e1dd-417b-b5c1-9f7e72ab4f27 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 949 time: 0.1321599 Jul 07 22:13:23.551476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] Set router 6336db90-3e76-4d88-a6c8-690d8ba635c4 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:23.600446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cb81c5e-65ed-4985-9618-f59d9a5c9523 req-07dbd97e-17fc-4790-a4f5-fb9bb287023f tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609443 Jul 07 22:13:23.618211 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.783471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b5976b4f-b091-4a00-a3d0-7a308a61ca8f', 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'fixed_ips': [{'subnet_id': '7369829e-4f93-41ba-b617-387fa2b67e14'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:13:23.784391 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.820455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-cdbaf907-6b5e-4d83-a2e5-89b55447f91e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:23.829299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-cdbaf907-6b5e-4d83-a2e5-89b55447f91e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:23.831119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-cdbaf907-6b5e-4d83-a2e5-89b55447f91e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 1682 time: 0.0823293 Jul 07 22:13:23.960007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.960597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:12Z', 'updated_at': '2021-07-07T22:13:20Z', 'revision_number': 4, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'gw_port': {'id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:14Z', 'updated_at': '2021-07-07T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '144feb94-d6a9-4423-9558-21936e9b29ae', 'name': '', 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'mac_address': 'fa:16:3e:d1:7b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'b70a66bf-dc75-43d3-bdb6-cd529de46b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:22Z', 'revision_number': 4, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'subnets': [{'id': 'b70a66bf-dc75-43d3-bdb6-cd529de46b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:23.974630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting port 4cc96842-3869-43d5-b7ac-de7bc82c1800 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:23.975467 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.981479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:23.990002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1c257-351a-4f6e-b8e5-2afe2c37eb67 None None] The sync data for ids ['6336db90-3e76-4d88-a6c8-690d8ba635c4'] in n-d-695012-11 is: [{'id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:12Z', 'updated_at': '2021-07-07T22:13:20Z', 'revision_number': 4, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'gw_port': {'id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:14Z', 'updated_at': '2021-07-07T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '144feb94-d6a9-4423-9558-21936e9b29ae', 'name': '', 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'mac_address': 'fa:16:3e:d1:7b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'b70a66bf-dc75-43d3-bdb6-cd529de46b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:18Z', 'updated_at': '2021-07-07T22:13:22Z', 'revision_number': 4, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'subnets': [{'id': 'b70a66bf-dc75-43d3-bdb6-cd529de46b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:24.010702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Allocated IP 172.20.0.2 (b5976b4f-b091-4a00-a3d0-7a308a61ca8f/7369829e-4f93-41ba-b617-387fa2b67e14/76b9e29a-e6da-4ad6-9cee-626a63ce1907) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:24.104381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 3626772a-149d-48ef-b217-62c5366760b3 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:24.190742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] For port 4cc96842-3869-43d5-b7ac-de7bc82c1800, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4cc96842-3869-43d5-b7ac-de7bc82c1800,segment=NetworkSegment(d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616),segment_id=d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:24.191279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.213027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Allocated IP 172.25.8.99 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/3f535050-43bd-41c8-a03c-511777975eb0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:24.218742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Calling delete_port for 4cc96842-3869-43d5-b7ac-de7bc82c1800 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:24.225404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 3626772a-149d-48ef-b217-62c5366760b3 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:24.244350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 3626772a-149d-48ef-b217-62c5366760b3 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:24.244598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.395876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339c1c4-4a0c-48d1-9eda-c5e6528a066b req-4cb4e3db-2d6e-439c-8b9b-721031df9dcf tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:24.399084 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.404007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7339c1c4-4a0c-48d1-9eda-c5e6528a066b req-4cb4e3db-2d6e-439c-8b9b-721031df9dcf tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 949 time: 0.1535056 Jul 07 22:13:24.408664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Transition to ACTIVE for port object 76b9e29a-e6da-4ad6-9cee-626a63ce1907 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:24.425371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Transition to ACTIVE for port object 76b9e29a-e6da-4ad6-9cee-626a63ce1907 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:24.437131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.437376 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.499520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.509806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Pushing event updated for resources: {'Port': ['ID=76b9e29a-e6da-4ad6-9cee-626a63ce1907,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:24.525588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Network b5976b4f-b091-4a00-a3d0-7a308a61ca8f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:24.527285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:24.532146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7339c1c4-4a0c-48d1-9eda-c5e6528a066b req-c42bfbba-f771-4acc-8ff6-2818d72c7b79 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268981 Jul 07 22:13:24.572892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.580934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:24.587843 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.613479 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:24.622100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4cc96842-3869-43d5-b7ac-de7bc82c1800', '817218e7-6ece-470a-8921-75bd9beac940'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:24.672594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:24.679889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Pushing event updated for resources: {'Port': ['ID=3f535050-43bd-41c8-a03c-511777975eb0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:24.685194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:24.764449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Attempting to bind port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:24.770864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Attempting to bind port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '615c4d1d-cabc-40f2-8f20-4c3caa6b7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:24.771946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Attempting to bind port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 on network b5976b4f-b091-4a00-a3d0-7a308a61ca8f {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:24.781786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3626772a-149d-48ef-b217-62c5366760b3'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:24.788962 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba288eae-c066-4d5c-85e2-f845cfa738ed" -d '{"events": [{"server_uuid": "5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb", "name": "network-vif-plugged", "status": "completed", "tag": "3626772a-149d-48ef-b217-62c5366760b3"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:24.832969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:24.834899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Checking segment: {'id': '615c4d1d-cabc-40f2-8f20-4c3caa6b7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:24.835973 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.836830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Bound using segment: {'id': '615c4d1d-cabc-40f2-8f20-4c3caa6b7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:24.840183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Bound port: 76b9e29a-e6da-4ad6-9cee-626a63ce1907, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615c4d1d-cabc-40f2-8f20-4c3caa6b7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:24.840934 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.848212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Port': ['ID=4cc96842-3869-43d5-b7ac-de7bc82c1800,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:24.893362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 3626772a-149d-48ef-b217-62c5366760b3, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3626772a-149d-48ef-b217-62c5366760b3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:24.922546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.965256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-86de8ce6-d0fb-449e-944e-b69ecfae330e tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:24.971557 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-86de8ce6-d0fb-449e-944e-b69ecfae330e tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.44 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 949 time: 0.4833066 Jul 07 22:13:24.981144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] No DVR routers for this DVR port 4cc96842-3869-43d5-b7ac-de7bc82c1800 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:24.989089 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:24.991200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-784309a5-47f5-4337-bf43-3bae0e69f34a tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "DELETE /v2.0/ports/4cc96842-3869-43d5-b7ac-de7bc82c1800 HTTP/1.1" status: 204 len: 173 time: 1.1530471 Jul 07 22:13:24.994112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'name': 'network-vif-deleted', 'tag': '4cc96842-3869-43d5-b7ac-de7bc82c1800'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:25.011523 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbacafa-6228-473c-b2fa-507055a3af54" -d '{"events": [{"server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "name": "network-vif-deleted", "tag": "4cc96842-3869-43d5-b7ac-de7bc82c1800"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:25.074580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] For port 76b9e29a-e6da-4ad6-9cee-626a63ce1907, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:25.080863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] For port 76b9e29a-e6da-4ad6-9cee-626a63ce1907, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=76b9e29a-e6da-4ad6-9cee-626a63ce1907,segment=NetworkSegment(615c4d1d-cabc-40f2-8f20-4c3caa6b7059),segment_id=615c4d1d-cabc-40f2-8f20-4c3caa6b7059)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:25.117187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=3626772a-149d-48ef-b217-62c5366760b3,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:25.128323 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.215700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06789d4d-b6c4-4921-a335-0cf644f146ce req-2fc41f1f-724a-426f-b538-10ed72eb8b0f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:25.222953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06789d4d-b6c4-4921-a335-0cf644f146ce req-2fc41f1f-724a-426f-b538-10ed72eb8b0f tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 946 time: 0.2765453 Jul 07 22:13:25.242217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831e327-c88c-48cf-9368-9a2faeffcdb3 None None] Pushing event updated for resources: {'Port': ['ID=76b9e29a-e6da-4ad6-9cee-626a63ce1907,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:25.265751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35f4cd-1ffb-4d5e-a7ca-20ddd2c68d3f req-d11cb561-ef45-4702-b91b-a9e649edce7f tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:25.272932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d35f4cd-1ffb-4d5e-a7ca-20ddd2c68d3f req-d11cb561-ef45-4702-b91b-a9e649edce7f tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 950 time: 0.3120065 Jul 07 22:13:25.356648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Deleting port fb2e4934-a45f-429f-af7f-9d4185748142 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:25.356993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.358263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06789d4d-b6c4-4921-a335-0cf644f146ce req-033272ca-0056-484e-8931-ca6a1a6fb88d tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/security-groups?id=0745b9d0-5353-404a-99b5-30e6873f756a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337829 Jul 07 22:13:25.392774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d35f4cd-1ffb-4d5e-a7ca-20ddd2c68d3f req-2cbd7e72-5a2e-4f18-b15c-3f8e901d6a46 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188545 Jul 07 22:13:25.403584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting port 817218e7-6ece-470a-8921-75bd9beac940 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:25.404192 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.449040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.675691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] For port fb2e4934-a45f-429f-af7f-9d4185748142, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=fb2e4934-a45f-429f-af7f-9d4185748142,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:25.676068 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.700574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Calling delete_port for fb2e4934-a45f-429f-af7f-9d4185748142 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:25.723013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] For port 817218e7-6ece-470a-8921-75bd9beac940, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=817218e7-6ece-470a-8921-75bd9beac940,segment=NetworkSegment(78c8980b-221a-4a3b-abc9-9f9845eae054),segment_id=78c8980b-221a-4a3b-abc9-9f9845eae054)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:25.723461 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:25.724897 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053b65a-a40d-43c5-86dd-370fd5fb0054 x-openstack-request-id: req-c053b65a-a40d-43c5-86dd-370fd5fb0054 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:25.725676 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb", "name": "network-vif-plugged", "status": "completed", "tag": "3626772a-149d-48ef-b217-62c5366760b3", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:25.726312 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c053b65a-a40d-43c5-86dd-370fd5fb0054 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:25.727124 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3626772a-149d-48ef-b217-62c5366760b3', 'code': 200} Jul 07 22:13:25.769247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Calling delete_port for 817218e7-6ece-470a-8921-75bd9beac940 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:25.827462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 144feb94-d6a9-4423-9558-21936e9b29ae up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:25.908591 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a950ff7e-8b1d-401b-a1d4-aa80698954d4 x-openstack-request-id: req-a950ff7e-8b1d-401b-a1d4-aa80698954d4 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:25.908591 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "name": "network-vif-deleted", "tag": "4cc96842-3869-43d5-b7ac-de7bc82c1800", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:25.910995 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a950ff7e-8b1d-401b-a1d4-aa80698954d4 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:25.911479 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'name': 'network-vif-deleted', 'tag': '4cc96842-3869-43d5-b7ac-de7bc82c1800', 'status': 'completed', 'code': 200} Jul 07 22:13:25.959512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 144feb94-d6a9-4423-9558-21936e9b29ae completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:25.964738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 144feb94-d6a9-4423-9558-21936e9b29ae triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:25.965748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.068883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.132651 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.157116 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.178667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 144feb94-d6a9-4423-9558-21936e9b29ae, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=144feb94-d6a9-4423-9558-21936e9b29ae,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:26.187753 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.216059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c50310-be84-4f78-88fe-6d36615c301e req-a5d49214-5419-41c8-9ae8-f69fbc014cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:26.217849 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b8c50310-be84-4f78-88fe-6d36615c301e req-a5d49214-5419-41c8-9ae8-f69fbc014cba service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 1102 time: 0.2871900 Jul 07 22:13:26.220626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.258970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Port': ['ID=817218e7-6ece-470a-8921-75bd9beac940,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:26.259378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Pushing event deleted for resources: {'Port': ['ID=fb2e4934-a45f-429f-af7f-9d4185748142,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:26.284834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.285491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.286020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.286562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.287109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.287651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.288164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.289015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.289537 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.290134 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.290681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.291228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:26.299489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=144feb94-d6a9-4423-9558-21936e9b29ae,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:26.368236 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b8c50310-be84-4f78-88fe-6d36615c301e req-ef76292b-8c5b-4f15-abb6-7f7da481c0cd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435599 Jul 07 22:13:26.388108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] No DVR routers for this DVR port 817218e7-6ece-470a-8921-75bd9beac940 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:26.391517 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.396241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74f14559-daa8-49a9-b98f-cd69ad3de05c req-22c100c5-4333-4882-8d4b-07978bee83bf tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.83 "DELETE /v2.0/ports/817218e7-6ece-470a-8921-75bd9beac940 HTTP/1.1" status: 204 len: 173 time: 1.3523648 Jul 07 22:13:26.429691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9d0b77-c0c0-4b19-8c52-ab77ecd39bbd req-c337a99e-2370-4313-97bd-78534adb711b tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:26.432209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c9d0b77-c0c0-4b19-8c52-ab77ecd39bbd req-c337a99e-2370-4313-97bd-78534adb711b tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/ports?device_id=0304d53c-6e87-418e-8deb-f8a2bd3cad22 HTTP/1.1" status: 200 len: 866 time: 0.2995648 Jul 07 22:13:26.460355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] No DVR routers for this DVR port fb2e4934-a45f-429f-af7f-9d4185748142 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:26.463532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:26.465689 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e673912e-ee0b-41e2-b1e9-94d3be2042df req-14675c96-f95a-4910-b201-21ed7da649f8 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.44 "DELETE /v2.0/ports/fb2e4934-a45f-429f-af7f-9d4185748142 HTTP/1.1" status: 204 len: 173 time: 1.4885643 Jul 07 22:13:26.469453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-deleted', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:26.471983 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b4a3d4-bd4d-4320-b84c-931ea0a8d7ec" -d '{"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-deleted", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:26.515775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c9d0b77-c0c0-4b19-8c52-ab77ecd39bbd req-9119b54f-1c85-463a-afc5-9578031fea72 tempest-ListImageFiltersTestJSON-1587175420 tempest-ListImageFiltersTestJSON-1587175420-project] 10.222.0.81 "GET /v2.0/security-groups?id=83d9eddf-3a57-42a7-a848-766b30e915f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772803 Jul 07 22:13:26.527698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Router 72303eed-b707-431f-ae6e-f34ad579c57c is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:13:26.600998 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b5fcc76-fbec-4faf-97e9-43f5500e37ca req-5a44f60c-2b23-45df-bc5e-804b6987f710 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 210 time: 0.0619237 Jul 07 22:13:26.818285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10047ff4-23b6-48e1-bc53-45bf34811e6b req-e52d5408-c4f2-4d0d-99b7-c016a5020e8a tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:26.819918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10047ff4-23b6-48e1-bc53-45bf34811e6b req-e52d5408-c4f2-4d0d-99b7-c016a5020e8a tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 950 time: 0.1427696 Jul 07 22:13:26.895990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10047ff4-23b6-48e1-bc53-45bf34811e6b req-1a0472da-3a8c-4c23-86bb-7f66ddd555ad tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698869 Jul 07 22:13:27.218248 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb78f8-c1b0-471e-aacb-563f57ea0488 x-openstack-request-id: req-89cb78f8-c1b0-471e-aacb-563f57ea0488 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:27.218803 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0304d53c-6e87-418e-8deb-f8a2bd3cad22", "name": "network-vif-deleted", "tag": "fb2e4934-a45f-429f-af7f-9d4185748142", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:27.218989 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89cb78f8-c1b0-471e-aacb-563f57ea0488 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:27.219477 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0304d53c-6e87-418e-8deb-f8a2bd3cad22', 'name': 'network-vif-deleted', 'tag': 'fb2e4934-a45f-429f-af7f-9d4185748142', 'status': 'completed', 'code': 200} Jul 07 22:13:27.223017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:27.235743 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Sync routers for ids ['72303eed-b707-431f-ae6e-f34ad579c57c'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:27.253076 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Routers {'72303eed-b707-431f-ae6e-f34ad579c57c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:27.254766 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['72303eed-b707-431f-ae6e-f34ad579c57c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:27.262429 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:27.264988 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a19d635e-bd1d-4f83-b72a-b6df066eeb42 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9739940 Jul 07 22:13:27.265208 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4942cf50-6caa-4c78-8d96-5ae6fdb36f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:27.270368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53192) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:27.307093 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc6617-0396-41b6-850b-4d3fbfc612c9 None None] Network b5976b4f-b091-4a00-a3d0-7a308a61ca8f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:27.441078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-47f3bee9-4e16-4fc5-ad49-28683420016c None None] Provisioning for port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:27.583875 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Set router 72303eed-b707-431f-ae6e-f34ad579c57c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:27.731682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:27.874444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: fb2e4934-a45f-429f-af7f-9d4185748142 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:27.875795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device fb2e4934-a45f-429f-af7f-9d4185748142 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:27.906167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 144feb94-d6a9-4423-9558-21936e9b29ae up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:27.961414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'name': 'network-vif-deleted', 'tag': '817218e7-6ece-470a-8921-75bd9beac940'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:27.963722 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81f32a9-b711-4245-9e86-052c303862aa" -d '{"events": [{"server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "name": "network-vif-deleted", "tag": "817218e7-6ece-470a-8921-75bd9beac940"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:27.991973 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '3f535050-43bd-41c8-a03c-511777975eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:25Z', 'revision_number': 3, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'gw_port': {'id': '3f535050-43bd-41c8-a03c-511777975eb0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:28.038281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 144feb94-d6a9-4423-9558-21936e9b29ae triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:28.039638 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.071939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0ef057e3-a594-488f-a4ff-f3cb9ad35ebc req-23c38de1-03ab-4abc-8ce3-ac92d98135d4 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f0211c2-f9c2-4662-9d7b-afc9207b31c9 HTTP/1.1" status: 200 len: 210 time: 0.0824502 Jul 07 22:13:28.093563 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Checking router: 72303eed-b707-431f-ae6e-f34ad579c57c for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:28.094920 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Updating router 72303eed-b707-431f-ae6e-f34ad579c57c port 3f535050-43bd-41c8-a03c-511777975eb0 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:28.107956 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.121367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4cc96842-3869-43d5-b7ac-de7bc82c1800 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:28.153143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 4cc96842-3869-43d5-b7ac-de7bc82c1800 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:28.153511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4cc96842-3869-43d5-b7ac-de7bc82c1800 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:28.153965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 817218e7-6ece-470a-8921-75bd9beac940 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:28.182589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 817218e7-6ece-470a-8921-75bd9beac940 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:28.182941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 817218e7-6ece-470a-8921-75bd9beac940 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:28.187527 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.235663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 76b9e29a-e6da-4ad6-9cee-626a63ce1907 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:28.344075 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:28.350610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:28.350991 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.411171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453552e-b71f-4a3d-96af-c14b323d016f req-4dc465f9-92d4-45c8-97b6-eada5496f8a8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:28.412973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4453552e-b71f-4a3d-96af-c14b323d016f req-4dc465f9-92d4-45c8-97b6-eada5496f8a8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 950 time: 0.1622007 Jul 07 22:13:28.448570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Allocated IP 172.20.0.1 (b5976b4f-b091-4a00-a3d0-7a308a61ca8f/7369829e-4f93-41ba-b617-387fa2b67e14/7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:28.500362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4453552e-b71f-4a3d-96af-c14b323d016f req-eeceb471-09f8-4a6f-be10-34fe08d7611c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762293 Jul 07 22:13:28.501713 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.569241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 76b9e29a-e6da-4ad6-9cee-626a63ce1907, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=76b9e29a-e6da-4ad6-9cee-626a63ce1907,segment=NetworkSegment(615c4d1d-cabc-40f2-8f20-4c3caa6b7059),segment_id=615c4d1d-cabc-40f2-8f20-4c3caa6b7059)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:28.573871 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.598474 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.611718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Transition to ACTIVE for port object 3f535050-43bd-41c8-a03c-511777975eb0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:28.618982 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.650394 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f075c08-9f83-419f-ae6b-4a6e020c89f4 x-openstack-request-id: req-8f075c08-9f83-419f-ae6b-4a6e020c89f4 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:28.651693 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0211c2-f9c2-4662-9d7b-afc9207b31c9", "name": "network-vif-deleted", "tag": "817218e7-6ece-470a-8921-75bd9beac940", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:28.653397 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f075c08-9f83-419f-ae6b-4a6e020c89f4 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:28.654012 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0211c2-f9c2-4662-9d7b-afc9207b31c9', 'name': 'network-vif-deleted', 'tag': '817218e7-6ece-470a-8921-75bd9beac940', 'status': 'completed', 'code': 200} Jul 07 22:13:28.672416 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4be3db-b6a6-4b5e-98d7-6bdf84517680 None None] Pushing event updated for resources: {'Port': ['ID=3f535050-43bd-41c8-a03c-511777975eb0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:28.721807 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Attempting to bind port 3f535050-43bd-41c8-a03c-511777975eb0 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:28.723205 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Attempting to bind port 3f535050-43bd-41c8-a03c-511777975eb0 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:28.725385 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Attempting to bind port 3f535050-43bd-41c8-a03c-511777975eb0 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:28.736797 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:28.740189 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:28.740816 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.742369 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:28.743073 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Bound port: 3f535050-43bd-41c8-a03c-511777975eb0, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:28.744409 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.782690 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.808648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Transition to ACTIVE for port object 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:28.812980 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] For port 3f535050-43bd-41c8-a03c-511777975eb0, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:28.816588 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] For port 3f535050-43bd-41c8-a03c-511777975eb0, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3f535050-43bd-41c8-a03c-511777975eb0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:28.821255 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.854680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:28.924112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Network b5976b4f-b091-4a00-a3d0-7a308a61ca8f is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:28.930707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:28.932341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=76b9e29a-e6da-4ad6-9cee-626a63ce1907,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:28.935879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:28.984854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Pushing event updated for resources: {'Port': ['ID=7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:28.986240 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4be3db-b6a6-4b5e-98d7-6bdf84517680 None None] Pushing event updated for resources: {'Port': ['ID=3f535050-43bd-41c8-a03c-511777975eb0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:28.997651 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Routers {'72303eed-b707-431f-ae6e-f34ad579c57c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:28.998573 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['72303eed-b707-431f-ae6e-f34ad579c57c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:29.007900 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.170009 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] Set router 72303eed-b707-431f-ae6e-f34ad579c57c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:29.252851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53272) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:29.293987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a62d66f4-a614-4272-bbeb-4c24d1826c78 None None] Provisioning for port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:29.300499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a62d66f4-a614-4272-bbeb-4c24d1826c78 None None] Provisioning complete for port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:29.303392 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a62d66f4-a614-4272-bbeb-4c24d1826c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.359280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a62d66f4-a614-4272-bbeb-4c24d1826c78 None None] Port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:29.372916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06bce3c-ca9b-4c07-8ad6-d822ae38e0c0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting subnet 996c34d2-fe71-455f-a155-1e9bab6615d4 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:13:29.376732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b06bce3c-ca9b-4c07-8ad6-d822ae38e0c0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.392919 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '3f535050-43bd-41c8-a03c-511777975eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:25Z', 'revision_number': 3, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'gw_port': {'id': '3f535050-43bd-41c8-a03c-511777975eb0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:29.431245 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea70f33-8be3-4948-8e8c-a6f215965327 None None] The sync data for ids ['72303eed-b707-431f-ae6e-f34ad579c57c'] in n-d-695012-11 is: [{'id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '3f535050-43bd-41c8-a03c-511777975eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:25Z', 'revision_number': 3, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'gw_port': {'id': '3f535050-43bd-41c8-a03c-511777975eb0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:29.449962 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b06bce3c-ca9b-4c07-8ad6-d822ae38e0c0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.619991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 76b9e29a-e6da-4ad6-9cee-626a63ce1907 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:29.651432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b06bce3c-ca9b-4c07-8ad6-d822ae38e0c0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.710927 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.747097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a99b6c4a-c90f-4577-af1a-1af01cf5dc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.766613 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b06bce3c-ca9b-4c07-8ad6-d822ae38e0c0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.791673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02bbbc-445e-46a1-a391-782209b5e5b5 req-3f49a607-4d3e-4731-aaef-6989d594771c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:29.805407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f02bbbc-445e-46a1-a391-782209b5e5b5 req-3f49a607-4d3e-4731-aaef-6989d594771c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2663968 Jul 07 22:13:29.826863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:29.827539 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.882805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bce3c-ca9b-4c07-8ad6-d822ae38e0c0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Subnet': ['ID=996c34d2-fe71-455f-a155-1e9bab6615d4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:29.896557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b06bce3c-ca9b-4c07-8ad6-d822ae38e0c0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:29.902356 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b06bce3c-ca9b-4c07-8ad6-d822ae38e0c0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "DELETE /v2.0/subnets/996c34d2-fe71-455f-a155-1e9bab6615d4 HTTP/1.1" status: 204 len: 168 time: 0.6467373 Jul 07 22:13:29.904015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53302) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:29.905621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa0d52f-6868-4975-b3e2-0cf4300af5b5 None None] Network 49817e8c-a6b7-4495-b565-6180e1967ba2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:29.982451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f02bbbc-445e-46a1-a391-782209b5e5b5 req-d3110ac9-eda1-4456-a446-2c1042d9b40d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748757 Jul 07 22:13:30.148980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.210022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.256355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting port 79dae37f-ac09-4988-89aa-81ca95460077 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:30.256920 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.303827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.309288 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.356705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53314) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:30.398785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] For port 79dae37f-ac09-4988-89aa-81ca95460077, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=79dae37f-ac09-4988-89aa-81ca95460077,segment=NetworkSegment(78c8980b-221a-4a3b-abc9-9f9845eae054),segment_id=78c8980b-221a-4a3b-abc9-9f9845eae054)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:30.400001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.425803 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Calling delete_port for 79dae37f-ac09-4988-89aa-81ca95460077 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:30.454207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Pushing event updated for resources: {'Port': ['ID=7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:30.456939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.499173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852ae61d-97fb-4733-a9dd-035f3b357b2b None None] DHCP port deletion for 49817e8c-a6b7-4495-b565-6180e1967ba2 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:13:30.510023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-2ac35502-12d2-4d8a-a72c-48687ebd783a tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498464 Jul 07 22:13:30.566102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-852ae61d-97fb-4733-a9dd-035f3b357b2b None None] Deleting port 79dae37f-ac09-4988-89aa-81ca95460077 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:30.566838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-852ae61d-97fb-4733-a9dd-035f3b357b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.616609 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.648142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-852ae61d-97fb-4733-a9dd-035f3b357b2b None None] For port 79dae37f-ac09-4988-89aa-81ca95460077, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=79dae37f-ac09-4988-89aa-81ca95460077,segment=NetworkSegment(78c8980b-221a-4a3b-abc9-9f9845eae054),segment_id=78c8980b-221a-4a3b-abc9-9f9845eae054)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:30.648945 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-852ae61d-97fb-4733-a9dd-035f3b357b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.667376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-852ae61d-97fb-4733-a9dd-035f3b357b2b None None] Calling delete_port for 79dae37f-ac09-4988-89aa-81ca95460077 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:30.698164 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-937a668b-6d4d-49f7-8aff-981511c39af1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33decc5f5c2c4dc7a3b577cf17093f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358364 Jul 07 22:13:30.703378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Port': ['ID=79dae37f-ac09-4988-89aa-81ca95460077,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:30.703611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53322) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:30.709644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] No DVR routers for this DVR port 79dae37f-ac09-4988-89aa-81ca95460077 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:30.781966 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-852ae61d-97fb-4733-a9dd-035f3b357b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.783026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-15aa42a0-e710-4d08-94b9-aa63ddf2368a tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:30.790318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-15aa42a0-e710-4d08-94b9-aa63ddf2368a tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2790260 Jul 07 22:13:30.801878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852ae61d-97fb-4733-a9dd-035f3b357b2b None None] No DVR routers for this DVR port 79dae37f-ac09-4988-89aa-81ca95460077 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:30.821575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Network b5976b4f-b091-4a00-a3d0-7a308a61ca8f is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:30.828205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:30.841020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ae61d-97fb-4733-a9dd-035f3b357b2b None None] Pushing event deleted for resources: {'Port': ['ID=79dae37f-ac09-4988-89aa-81ca95460077,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:30.843956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-4870407b-9318-450c-b4d5-987060dae8b9 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/quotas/eb1dfa3f297a463aa4124b67dee542c4 HTTP/1.1" status: 200 len: 375 time: 0.0524545 Jul 07 22:13:30.852010 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.866969 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.871675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49817e8c-a6b7-4495-b565-6180e1967ba2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:30.885612 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c8980b-221a-4a3b-abc9-9f9845eae054') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:30.886018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c8980b-221a-4a3b-abc9-9f9845eae054') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:30.896002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.911433 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.920625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:13:30.921045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:13:30.924895 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:13:31.018526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.024330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.030529 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "DELETE /v2.0/networks/49817e8c-a6b7-4495-b565-6180e1967ba2 HTTP/1.1" status: 204 len: 168 time: 1.1227338 Jul 07 22:13:31.030954 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.031218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53328) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:31.077225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6cd2e5-c43f-4180-a7f2-23b09cf88d7e tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Network': ['ID=49817e8c-a6b7-4495-b565-6180e1967ba2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:31.121932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-215bbe0f-f564-4d74-8ff2-4f4cc5dba9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.169452 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-924cc237-e7c6-4c88-b012-f171b04b9840 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting subnet ef8ce290-4da4-41ee-a85b-bd0c9ea058c5 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:13:31.174046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-924cc237-e7c6-4c88-b012-f171b04b9840 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.189067 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-215bbe0f-f564-4d74-8ff2-4f4cc5dba9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.203535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Router 72303eed-b707-431f-ae6e-f34ad579c57c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:13:31.234844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-d7dfdaec-71d5-481e-9b4b-077c6e7c7f23 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3899829 Jul 07 22:13:31.244709 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-924cc237-e7c6-4c88-b012-f171b04b9840 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.306139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-300b85dc-8209-4f74-b426-167b00df09b5 None None] Provisioning complete for port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:31.306520 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-300b85dc-8209-4f74-b426-167b00df09b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.329792 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-215bbe0f-f564-4d74-8ff2-4f4cc5dba9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.333363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-215bbe0f-f564-4d74-8ff2-4f4cc5dba9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.335436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-215bbe0f-f564-4d74-8ff2-4f4cc5dba9fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83d9eddf-3a57-42a7-a848-766b30e915f8 HTTP/1.1" status: 204 len: 168 time: 0.6311250 Jul 07 22:13:31.365429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bbe0f-f564-4d74-8ff2-4f4cc5dba9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d9eddf-3a57-42a7-a848-766b30e915f8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:31.403781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-300b85dc-8209-4f74-b426-167b00df09b5 None None] Port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:31.458527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-924cc237-e7c6-4c88-b012-f171b04b9840 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.558321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:31.565232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0c7a7ebd-f6c3-4fa0-b67c-bcb3fe123b3f admin admin] 10.222.0.81 "PUT /v2.0/routers/72303eed-b707-431f-ae6e-f34ad579c57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2892654 Jul 07 22:13:31.661342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-924cc237-e7c6-4c88-b012-f171b04b9840 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.702907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3f535050-43bd-41c8-a03c-511777975eb0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:31.769350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3f535050-43bd-41c8-a03c-511777975eb0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:31.774257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3f535050-43bd-41c8-a03c-511777975eb0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:31.774257 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.790463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cc237-e7c6-4c88-b012-f171b04b9840 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8ce290-4da4-41ee-a85b-bd0c9ea058c5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:31.793496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8ae1b1a-8510-4d78-84bb-e5afdd92e906 req-b883e344-b2b4-4ffc-893f-97a8209c41ba tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 210 time: 0.0687470 Jul 07 22:13:31.823302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-924cc237-e7c6-4c88-b012-f171b04b9840 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:31.830608 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-924cc237-e7c6-4c88-b012-f171b04b9840 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "DELETE /v2.0/subnets/ef8ce290-4da4-41ee-a85b-bd0c9ea058c5 HTTP/1.1" status: 204 len: 168 time: 0.7666371 Jul 07 22:13:31.832043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53348) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:31.838107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3002f7d6-b057-4f4e-b71b-ddce5f5f17b4 None None] Network 13a1b9a8-adb4-468a-825b-f50c13d987f7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:32.087194 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.105757 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.154716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 3f535050-43bd-41c8-a03c-511777975eb0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3f535050-43bd-41c8-a03c-511777975eb0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:32.162804 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.255313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Deleting port 32982878-089c-4761-8ce4-77586dfcd0eb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:32.257301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.313851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=3f535050-43bd-41c8-a03c-511777975eb0,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:32.330187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] DHCP port deletion for 13a1b9a8-adb4-468a-825b-f50c13d987f7 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:13:32.332197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 79dae37f-ac09-4988-89aa-81ca95460077 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:32.436119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 79dae37f-ac09-4988-89aa-81ca95460077 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:32.436578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 79dae37f-ac09-4988-89aa-81ca95460077 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:32.458840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] For port 32982878-089c-4761-8ce4-77586dfcd0eb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=32982878-089c-4761-8ce4-77586dfcd0eb,segment=NetworkSegment(d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616),segment_id=d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:32.459346 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.468351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] Deleting port 32982878-089c-4761-8ce4-77586dfcd0eb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:32.468899 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.506882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Sync routers for ids ['72303eed-b707-431f-ae6e-f34ad579c57c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:32.510456 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Calling delete_port for 32982878-089c-4761-8ce4-77586dfcd0eb owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:32.552953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Routers {'72303eed-b707-431f-ae6e-f34ad579c57c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:32.553602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['72303eed-b707-431f-ae6e-f34ad579c57c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:32.682517 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.686137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] For port 32982878-089c-4761-8ce4-77586dfcd0eb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=32982878-089c-4761-8ce4-77586dfcd0eb,segment=NetworkSegment(d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616),segment_id=d7ca0a18-0a9b-46f4-9c6f-3c60f09a2616)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:32.686862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.745668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] Calling delete_port for 32982878-089c-4761-8ce4-77586dfcd0eb owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:32.746351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:32.821910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Port': ['ID=32982878-089c-4761-8ce4-77586dfcd0eb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:32.859185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] No DVR routers for this DVR port 32982878-089c-4761-8ce4-77586dfcd0eb on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:32.941298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Set router 72303eed-b707-431f-ae6e-f34ad579c57c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:33.200085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.228880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a1b9a8-adb4-468a-825b-f50c13d987f7']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:33.266717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3a28c8d-1c59-41bd-a96f-7b78a932eb46 req-b2f76c57-33bc-4bd4-9889-ca8e44418e2c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 210 time: 0.1145227 Jul 07 22:13:33.289257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:33.289758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ca0a18-0a9b-46f4-9c6f-3c60f09a2616') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:33.319676 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.351921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.369004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:13:33.369727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:13:33.373794 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:13:33.544363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.606300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.647159 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] 10.222.0.81 "DELETE /v2.0/networks/13a1b9a8-adb4-468a-825b-f50c13d987f7 HTTP/1.1" status: 204 len: 168 time: 1.8137751 Jul 07 22:13:33.658173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba5b1b-cd7d-4b21-83ad-9416bdd6c6a0 tempest-ServersTestMultiNic-644468452 tempest-ServersTestMultiNic-644468452-project] Pushing event deleted for resources: {'Network': ['ID=13a1b9a8-adb4-468a-825b-f50c13d987f7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:33.697789 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.702637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3f535050-43bd-41c8-a03c-511777975eb0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:33.709685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53426) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:33.832766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] Pushing event deleted for resources: {'Port': ['ID=32982878-089c-4761-8ce4-77586dfcd0eb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:33.892845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] Network 13a1b9a8-adb4-468a-825b-f50c13d987f7 is not hosted by any dhcp agent {{(pid=93943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:13:33.893318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a749a-a62e-4c6c-a12a-3fc60b998ff0 None None] No DVR routers for this DVR port 32982878-089c-4761-8ce4-77586dfcd0eb on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:33.927810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3f535050-43bd-41c8-a03c-511777975eb0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:33.928067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:33.978921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '3f535050-43bd-41c8-a03c-511777975eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:29Z', 'revision_number': 4, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'gw_port': {'id': '3f535050-43bd-41c8-a03c-511777975eb0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523', 'name': '', 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'mac_address': 'fa:16:3e:4d:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7369829e-4f93-41ba-b617-387fa2b67e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:28Z', 'updated_at': '2021-07-07T22:13:29Z', 'revision_number': 2, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'subnets': [{'id': '7369829e-4f93-41ba-b617-387fa2b67e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:34.009677 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f47d-7180-4db0-94f2-546a387b627f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.017371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Checking router: 72303eed-b707-431f-ae6e-f34ad579c57c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:34.017731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Updating router 72303eed-b707-431f-ae6e-f34ad579c57c port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:34.082296 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.277367 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-f4f222ed-47ee-4249-9cc0-f10a07c4e7ea tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1340013 Jul 07 22:13:34.312049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 32982878-089c-4761-8ce4-77586dfcd0eb no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:34.351055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 32982878-089c-4761-8ce4-77586dfcd0eb {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:34.351439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 32982878-089c-4761-8ce4-77586dfcd0eb not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:34.527346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-483d0488-7076-488a-a45e-7ff691802bd6 req-e8c313aa-bcba-4723-a8a2-e40255cd00b8 tempest-AbsoluteLimitsNegativeTestJSON-736953762 tempest-AbsoluteLimitsNegativeTestJSON-736953762-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=30aeca94c5a34df4b7744e8fdd538e9b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588379 Jul 07 22:13:34.589495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-cfccf5d3-652d-44c6-bc40-2c4508c00daa tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:34.591115 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-cfccf5d3-652d-44c6-bc40-2c4508c00daa tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2921214 Jul 07 22:13:34.604785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Request body: {'port': {'device_id': '35b04371-2f38-4938-ae07-c729d63172e7', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': 'eb1dfa3f297a463aa4124b67dee542c4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:34.650055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a1a1250-bc74-4a7f-84fe-45a7edcdf27b req-a7ead304-17a6-4c0d-99bf-67f02a5cf56b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 210 time: 0.0626523 Jul 07 22:13:34.793301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d0488-7076-488a-a45e-7ff691802bd6 req-d1b3b6de-42b0-46d4-97b2-914384d0e769 tempest-AbsoluteLimitsNegativeTestJSON-736953762 tempest-AbsoluteLimitsNegativeTestJSON-736953762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:34.797495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-483d0488-7076-488a-a45e-7ff691802bd6 req-d1b3b6de-42b0-46d4-97b2-914384d0e769 tempest-AbsoluteLimitsNegativeTestJSON-736953762 tempest-AbsoluteLimitsNegativeTestJSON-736953762-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692678 Jul 07 22:13:34.820802 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.829420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-483d0488-7076-488a-a45e-7ff691802bd6 req-6629719d-e26a-47c4-969b-7f3755876240 tempest-AbsoluteLimitsNegativeTestJSON-736953762 tempest-AbsoluteLimitsNegativeTestJSON-736953762-project] 10.222.0.81 "GET /v2.0/quotas/30aeca94c5a34df4b7744e8fdd538e9b HTTP/1.1" status: 200 len: 375 time: 0.0240154 Jul 07 22:13:34.845812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Transition to ACTIVE for port object 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:34.853156 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.887691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-483d0488-7076-488a-a45e-7ff691802bd6 req-dbde2064-f987-4014-8e8f-d0b6952f6155 tempest-AbsoluteLimitsNegativeTestJSON-736953762 tempest-AbsoluteLimitsNegativeTestJSON-736953762-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=30aeca94c5a34df4b7744e8fdd538e9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500391 Jul 07 22:13:34.907210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f47d-7180-4db0-94f2-546a387b627f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.922591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f47d-7180-4db0-94f2-546a387b627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.974028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Made reservation on behalf of eb1dfa3f297a463aa4124b67dee542c4 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:34.978372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:34.999531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53456) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:35.006650 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ea8f47d-7180-4db0-94f2-546a387b627f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f42cc453a5a0448c93a424119674f867&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2957127 Jul 07 22:13:35.011064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8f47d-7180-4db0-94f2-546a387b627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f7c08e-a1ab-4357-901e-0c7e15ecb503,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:35.066136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Attempting to bind port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:35.066708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Attempting to bind port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '615c4d1d-cabc-40f2-8f20-4c3caa6b7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:35.067375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Attempting to bind port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 on network b5976b4f-b091-4a00-a3d0-7a308a61ca8f {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:35.077439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc5cb9-cc5b-4c75-8a4e-390c50783bf0 None None] Pushing event updated for resources: {'Port': ['ID=7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:35.092660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:35.093071 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Checking segment: {'id': '615c4d1d-cabc-40f2-8f20-4c3caa6b7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:35.093457 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.094333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Bound using segment: {'id': '615c4d1d-cabc-40f2-8f20-4c3caa6b7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:35.096392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Bound port: 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '615c4d1d-cabc-40f2-8f20-4c3caa6b7059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:35.096795 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.133331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56bc1241-7704-4ac2-b6c0-c7b2861d47d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.179863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53462) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:35.293372 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56bc1241-7704-4ac2-b6c0-c7b2861d47d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.360556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Allocated IP 192.168.233.117 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/f16e8e17-e6c7-4640-b040-a47d29ec586e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:35.446825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] For port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:35.456848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] For port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523,segment=NetworkSegment(615c4d1d-cabc-40f2-8f20-4c3caa6b7059),segment_id=615c4d1d-cabc-40f2-8f20-4c3caa6b7059)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:35.469717 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.581675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56bc1241-7704-4ac2-b6c0-c7b2861d47d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.588521 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56bc1241-7704-4ac2-b6c0-c7b2861d47d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.594267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-56bc1241-7704-4ac2-b6c0-c7b2861d47d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09f7c08e-a1ab-4357-901e-0c7e15ecb503 HTTP/1.1" status: 204 len: 168 time: 0.5933640 Jul 07 22:13:35.622942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc1241-7704-4ac2-b6c0-c7b2861d47d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f7c08e-a1ab-4357-901e-0c7e15ecb503,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:35.774009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Routers {'72303eed-b707-431f-ae6e-f34ad579c57c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:35.778550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['72303eed-b707-431f-ae6e-f34ad579c57c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:35.866992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53472) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:35.887251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:35.937048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc5cb9-cc5b-4c75-8a4e-390c50783bf0 None None] Pushing event updated for resources: {'Port': ['ID=7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:35.947468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Transition to ACTIVE for port object f16e8e17-e6c7-4640-b040-a47d29ec586e will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:35.950106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95b5efd4-7d91-4687-abb2-076a66817ba2 req-0f682c8c-344e-42c9-ad71-e93c0f560c48 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 210 time: 0.0505104 Jul 07 22:13:36.075418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.291772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Pushing event updated for resources: {'Port': ['ID=f16e8e17-e6c7-4640-b040-a47d29ec586e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:36.322972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dabe-b6ae-4ca9-a3d8-1a6225491d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.333768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:36.339544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:36.365034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:36.440257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53482) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:36.478741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dec2ce18-86b6-48ac-8ce0-6d081dd486de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.512140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:36.513950 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.559046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dabe-b6ae-4ca9-a3d8-1a6225491d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.565647 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b3c1dabe-b6ae-4ca9-a3d8-1a6225491d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.572049 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6c6c3c29-e91d-436c-be71-8bd57ca5496c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9708920 Jul 07 22:13:36.573934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['122578f8-f1b6-418d-81d0-60b3fa6c69ec'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:36.583571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3626772a-149d-48ef-b217-62c5366760b3'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:36.588769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Request body: {'port': {'device_id': '35b04371-2f38-4938-ae07-c729d63172e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:36.668340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b3c1dabe-b6ae-4ca9-a3d8-1a6225491d53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30aeca94c5a34df4b7744e8fdd538e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8001397 Jul 07 22:13:36.669966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1dabe-b6ae-4ca9-a3d8-1a6225491d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36067978-0096-4635-b5ed-fb0530c38f27,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:36.680082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53484) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:36.689168 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.764813 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.828808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] Set router 72303eed-b707-431f-ae6e-f34ad579c57c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:36.865741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9121a354-b835-45e0-90b5-ed2f8014dded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:36.907694 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9121a354-b835-45e0-90b5-ed2f8014dded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.005059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dec2ce18-86b6-48ac-8ce0-6d081dd486de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.023494 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dec2ce18-86b6-48ac-8ce0-6d081dd486de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.098094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2ce18-86b6-48ac-8ce0-6d081dd486de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c56fd76-185e-4c4b-ac17-3606470420cf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:37.109481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dec2ce18-86b6-48ac-8ce0-6d081dd486de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e36ea82fcd34f00b07809dec6a3f45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676042 Jul 07 22:13:37.110327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53490) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:37.160240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9121a354-b835-45e0-90b5-ed2f8014dded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.162921 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9121a354-b835-45e0-90b5-ed2f8014dded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.164173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9121a354-b835-45e0-90b5-ed2f8014dded admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36067978-0096-4635-b5ed-fb0530c38f27 HTTP/1.1" status: 204 len: 168 time: 0.4724970 Jul 07 22:13:37.182541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b244a93e-da45-4cd6-baae-a3bb27099bdc None None] Provisioning for port f16e8e17-e6c7-4640-b040-a47d29ec586e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:37.204812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121a354-b835-45e0-90b5-ed2f8014dded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36067978-0096-4635-b5ed-fb0530c38f27,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:37.230194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b244a93e-da45-4cd6-baae-a3bb27099bdc None None] Provisioning complete for port f16e8e17-e6c7-4640-b040-a47d29ec586e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:37.231039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b244a93e-da45-4cd6-baae-a3bb27099bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.249615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc110892-64aa-425a-875a-9d7cc96809a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.271714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc110892-64aa-425a-875a-9d7cc96809a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.293405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16e8e17-e6c7-4640-b040-a47d29ec586e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:37.317621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.376917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Transition to ACTIVE for port object f16e8e17-e6c7-4640-b040-a47d29ec586e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:37.380427 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.396101 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc110892-64aa-425a-875a-9d7cc96809a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.401214 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc110892-64aa-425a-875a-9d7cc96809a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.410260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dc110892-64aa-425a-875a-9d7cc96809a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c56fd76-185e-4c4b-ac17-3606470420cf HTTP/1.1" status: 204 len: 168 time: 0.2974401 Jul 07 22:13:37.466101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc110892-64aa-425a-875a-9d7cc96809a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c56fd76-185e-4c4b-ac17-3606470420cf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:37.552696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac3ff0-a6df-4c37-8e54-66dae63b6d31 req-bda54473-2a75-484b-bf47-89e8a65d89c6 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:37.554457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1ac3ff0-a6df-4c37-8e54-66dae63b6d31 req-bda54473-2a75-484b-bf47-89e8a65d89c6 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 948 time: 0.1940594 Jul 07 22:13:37.557687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b244a93e-da45-4cd6-baae-a3bb27099bdc None None] Port f16e8e17-e6c7-4640-b040-a47d29ec586e cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:37.568468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Deleting port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:37.570409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.783928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1ac3ff0-a6df-4c37-8e54-66dae63b6d31 req-ccf053f2-6ed2-4713-9caf-74fbd98334dc tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173517 Jul 07 22:13:37.785246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '3f535050-43bd-41c8-a03c-511777975eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:29Z', 'revision_number': 4, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'gw_port': {'id': '3f535050-43bd-41c8-a03c-511777975eb0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523', 'name': '', 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'mac_address': 'fa:16:3e:4d:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7369829e-4f93-41ba-b617-387fa2b67e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:28Z', 'updated_at': '2021-07-07T22:13:35Z', 'revision_number': 4, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'subnets': [{'id': '7369829e-4f93-41ba-b617-387fa2b67e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:37.849337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7645930d-6d47-4e24-8e6f-4b472331614a None None] The sync data for ids ['72303eed-b707-431f-ae6e-f34ad579c57c'] in n-d-695012-11 is: [{'id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '3f535050-43bd-41c8-a03c-511777975eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:29Z', 'revision_number': 4, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'gw_port': {'id': '3f535050-43bd-41c8-a03c-511777975eb0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523', 'name': '', 'network_id': 'b5976b4f-b091-4a00-a3d0-7a308a61ca8f', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'mac_address': 'fa:16:3e:4d:ad:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '7369829e-4f93-41ba-b617-387fa2b67e14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:28Z', 'updated_at': '2021-07-07T22:13:35Z', 'revision_number': 4, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'subnets': [{'id': '7369829e-4f93-41ba-b617-387fa2b67e14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:37.906187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Pushing event updated for resources: {'Port': ['ID=f16e8e17-e6c7-4640-b040-a47d29ec586e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:37.915071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] For port 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d43322a-6bd2-482b-980b-c4a3fd7fc7d5,segment=NetworkSegment(d60ec261-b760-472b-ba0c-dca613bf7bde),segment_id=d60ec261-b760-472b-ba0c-dca613bf7bde)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:37.915547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:37.996749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Attempting to bind port f16e8e17-e6c7-4640-b040-a47d29ec586e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:37.997096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Attempting to bind port f16e8e17-e6c7-4640-b040-a47d29ec586e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:37.997458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Attempting to bind port f16e8e17-e6c7-4640-b040-a47d29ec586e on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:38.010925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Calling delete_port for 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:38.016284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Port f16e8e17-e6c7-4640-b040-a47d29ec586e on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:38.016619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Attempting to bind port f16e8e17-e6c7-4640-b040-a47d29ec586e on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:38.038553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:38.038912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:38.039312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:38.039759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Bound port: f16e8e17-e6c7-4640-b040-a47d29ec586e, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:38.040132 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.235905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] For port f16e8e17-e6c7-4640-b040-a47d29ec586e, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:38.246345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] For port f16e8e17-e6c7-4640-b040-a47d29ec586e, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f16e8e17-e6c7-4640-b040-a47d29ec586e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:38.257447 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.348170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:38.348940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:38.350535 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] 10.222.0.44 "PUT /v2.0/ports/f16e8e17-e6c7-4640-b040-a47d29ec586e HTTP/1.1" status: 200 len: 1097 time: 1.7726085 Jul 07 22:13:38.351022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b04371-2f38-4938-ae07-c729d63172e7', 'tag': 'f16e8e17-e6c7-4640-b040-a47d29ec586e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:38.353330 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ac971c-2bb2-457c-9f13-8944c667c51b" -d '{"events": [{"name": "network-changed", "server_uuid": "35b04371-2f38-4938-ae07-c729d63172e7", "tag": "f16e8e17-e6c7-4640-b040-a47d29ec586e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:38.587194 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b383f551-06a3-441f-b4b0-78f8648cdb02 x-openstack-request-id: req-b383f551-06a3-441f-b4b0-78f8648cdb02 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:38.587883 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b04371-2f38-4938-ae07-c729d63172e7", "tag": "f16e8e17-e6c7-4640-b040-a47d29ec586e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:38.588331 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b383f551-06a3-441f-b4b0-78f8648cdb02 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:38.589072 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b04371-2f38-4938-ae07-c729d63172e7', 'tag': 'f16e8e17-e6c7-4640-b040-a47d29ec586e', 'status': 'completed', 'code': 200} Jul 07 22:13:38.642350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360c8e4-6f88-4056-9d38-4088dd8f645a service neutron] Pushing event updated for resources: {'Port': ['ID=f16e8e17-e6c7-4640-b040-a47d29ec586e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:38.724868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-bd82fd5e-8f41-459b-97f8-c0f244c1d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:38.727916 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-bd82fd5e-8f41-459b-97f8-c0f244c1d7c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 1100 time: 0.3137226 Jul 07 22:13:38.889774 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-f37eaa99-97d7-46b5-b310-ceb892f316d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=f16e8e17-e6c7-4640-b040-a47d29ec586e HTTP/1.1" status: 200 len: 217 time: 0.1529510 Jul 07 22:13:39.010623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-9f23cd45-7be9-4b2b-a6d1-58dee1659ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:39.015098 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-9f23cd45-7be9-4b2b-a6d1-58dee1659ba6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1192360 Jul 07 22:13:39.175278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-ac9e3590-ba57-4702-971f-f7a8e19a22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:39.177778 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-ac9e3590-ba57-4702-971f-f7a8e19a22e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1568768 Jul 07 22:13:39.314034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:39.318437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7076a7-dade-497c-a091-18506e38fb8b req-78d14da6-32d3-4f1d-81e1-4e6f66e9f010 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:39.325234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7076a7-dade-497c-a091-18506e38fb8b req-78d14da6-32d3-4f1d-81e1-4e6f66e9f010 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 948 time: 0.2280080 Jul 07 22:13:39.377364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.415334 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-e2b2b5ea-f5a9-4faa-a8c1-2574460f65fe service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261839 Jul 07 22:13:39.496075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d43322a-6bd2-482b-980b-c4a3fd7fc7d5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:39.719416 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aca7066-f056-4ef6-9384-bb9f9967d2ea req-6b452747-c7cc-427a-91f6-da8749763fe7 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013813 Jul 07 22:13:39.737074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7076a7-dade-497c-a091-18506e38fb8b req-38c06dd5-6852-40a9-8953-a87e37b4ea94 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100637 Jul 07 22:13:39.759051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:39.803085 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1100511069-network', 'tenant_id': 'b4711f7570434d3f8f6cb11c170dfef5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:39.915334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:39.921322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:39.921697 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:39.975447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Made reservation on behalf of b4711f7570434d3f8f6cb11c170dfef5 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:39.983018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.003006 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.080647 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.113011 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.252512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523,segment=NetworkSegment(615c4d1d-cabc-40f2-8f20-4c3caa6b7059),segment_id=615c4d1d-cabc-40f2-8f20-4c3caa6b7059)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:40.259379 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.299007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-101867e3-5dcd-4496-9b7f-369cf19a7b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:40.302136 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-101867e3-5dcd-4496-9b7f-369cf19a7b74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 1100 time: 0.4804993 Jul 07 22:13:40.318271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.407345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.426451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:40.459464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:40.489086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:40.502975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.503904 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Added segment 902d3fba-7e63-4332-b0a1-07680a9953b5 of type vlan for network eb311b8d-b55d-444a-a182-a1e03fd6e019 Jul 07 22:13:40.590133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.595796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-697c68a5-6515-483d-9dfe-de3b6f418aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:40.597779 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-697c68a5-6515-483d-9dfe-de3b6f418aaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2879260 Jul 07 22:13:40.651223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Router 384fa393-1913-41a0-8284-d377a97029c8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:13:40.659842 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-b65a88de-b2b3-4391-a9b4-66af23f32230 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=f16e8e17-e6c7-4640-b040-a47d29ec586e HTTP/1.1" status: 200 len: 217 time: 0.0541348 Jul 07 22:13:40.679322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.681040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:40.681923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:40.789902 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4656301 Jul 07 22:13:40.789902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53578) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:40.793682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:40.805860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Request body: {'subnet': {'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1100511069-subnet', 'tenant_id': 'b4711f7570434d3f8f6cb11c170dfef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:40.811209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f39a0f85-ebb5-46c2-9d28-7383d4e892a6 admin admin] 10.222.0.81 "PUT /v2.0/routers/384fa393-1913-41a0-8284-d377a97029c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6297481 Jul 07 22:13:40.813916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53582) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:40.818744 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] Sync routers for ids ['384fa393-1913-41a0-8284-d377a97029c8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:40.828645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-8905a3f5-b8ef-49f2-ac62-ea957a08b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:40.830168 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-8905a3f5-b8ef-49f2-ac62-ea957a08b1d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1627114 Jul 07 22:13:40.838391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e86e2b-e227-42dd-a764-e62bcddb1ccc admin admin] Pushing event updated for resources: {'Network': ['ID=eb311b8d-b55d-444a-a182-a1e03fd6e019,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:40.850212 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network eb311b8d-b55d-444a-a182-a1e03fd6e019 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:40.871070 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] Routers {'384fa393-1913-41a0-8284-d377a97029c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:40.871721 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['384fa393-1913-41a0-8284-d377a97029c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:40.937360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Made reservation on behalf of b4711f7570434d3f8f6cb11c170dfef5 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:40.940973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.023754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.113050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-85edcb17-faf7-48ea-91d7-d7ce201e4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:41.116287 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-85edcb17-faf7-48ea-91d7-d7ce201e4933 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2539301 Jul 07 22:13:41.249731 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.325056 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] Set router 384fa393-1913-41a0-8284-d377a97029c8 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:41.342865 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-1fc77254-9645-4049-8d51-770ff3c6d563 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146807 Jul 07 22:13:41.434008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82d09-839c-4165-9fbd-c08c7b28501f req-9d7661da-3a9d-49d0-b004-7071d9e1ff86 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:41.436142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbe82d09-839c-4165-9fbd-c08c7b28501f req-9d7661da-3a9d-49d0-b004-7071d9e1ff86 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 948 time: 0.2114506 Jul 07 22:13:41.441386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Deleting port 429d9041-94c4-4c38-9960-b975bbc811a6 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:41.441871 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.542007 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-90ac971c-2bb2-457c-9f13-8944c667c51b req-ef91dbdb-dc64-403a-ba0f-1156563edc0b service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886134 Jul 07 22:13:41.714351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] For port 429d9041-94c4-4c38-9960-b975bbc811a6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=429d9041-94c4-4c38-9960-b975bbc811a6,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:41.714941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.750981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Calling delete_port for 429d9041-94c4-4c38-9960-b975bbc811a6 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:41.755407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:41.807354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:41.835002 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384fa393-1913-41a0-8284-d377a97029c8', 'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:13:39Z', 'revision_number': 5, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'gw_port': {'id': '429d9041-94c4-4c38-9960-b975bbc811a6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384fa393-1913-41a0-8284-d377a97029c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:41.858776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbe82d09-839c-4165-9fbd-c08c7b28501f req-a9f1024b-6622-4825-8016-e5e5d36e5db1 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120404 Jul 07 22:13:41.866638 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] Checking router: 384fa393-1913-41a0-8284-d377a97029c8 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:41.876746 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] Routers {'384fa393-1913-41a0-8284-d377a97029c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:41.881120 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['384fa393-1913-41a0-8284-d377a97029c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:41.898106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:41.923314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f16e8e17-e6c7-4640-b040-a47d29ec586e details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:41.970507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Checking segment: {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:41.970915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Network hostable DHCP agents. Network: eb311b8d-b55d-444a-a182-a1e03fd6e019, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:42.001209 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] Set router 384fa393-1913-41a0-8284-d377a97029c8 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:42.019496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Network eb311b8d-b55d-444a-a182-a1e03fd6e019 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:42.033714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a8060a-8768-4dd5-8e37-10440c1e707d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:42.042250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, eb311b8d-b55d-444a-a182-a1e03fd6e019) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:42.053804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:42.054430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.097670 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b5f11e46-f2d8-416f-94dc-50f035ab3347 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2908080 Jul 07 22:13:42.127923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e641ea2f-6e01-468b-815c-f093e03e8093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.143064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f16e8e17-e6c7-4640-b040-a47d29ec586e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f16e8e17-e6c7-4640-b040-a47d29ec586e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:42.181955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'f16e8e17-e6c7-4640-b040-a47d29ec586e', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'f16e8e17-e6c7-4640-b040-a47d29ec586e', 'mac_address': 'fa:16:3e:8d:90:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:13:42.191307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7604989-c11b-4a18-a4d8-badafff0031c None None] Network eb311b8d-b55d-444a-a182-a1e03fd6e019 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:42.289356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.323725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:42.324978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.343413 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e641ea2f-6e01-468b-815c-f093e03e8093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.357457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Pushing event deleted for resources: {'Port': ['ID=429d9041-94c4-4c38-9960-b975bbc811a6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:42.358903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e641ea2f-6e01-468b-815c-f093e03e8093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.427236 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e641ea2f-6e01-468b-815c-f093e03e8093 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f597203c9df46be93816b3a7a93fbd7&name=default HTTP/1.1" status: 200 len: 2982 time: 0.5165322 Jul 07 22:13:42.428044 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384fa393-1913-41a0-8284-d377a97029c8', 'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:13:41Z', 'revision_number': 6, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:42.430351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53618) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:42.493991 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62b3a92-60e5-4311-9ee8-775e58f83adc None None] The sync data for ids ['384fa393-1913-41a0-8284-d377a97029c8'] in n-d-695012-11 is: [{'id': '384fa393-1913-41a0-8284-d377a97029c8', 'name': 'tempest-ServersTestMultiNic-1594706450-router', 'tenant_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:11:20Z', 'updated_at': '2021-07-07T22:13:41Z', 'revision_number': 6, 'project_id': '82bdd59b8f2d41ae854a4a42f9b2d6e2', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:42.578531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641ea2f-6e01-468b-815c-f093e03e8093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c1be88-d534-4974-bd09-de30a6a5fcb0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:42.616180 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.621491 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.644926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cd49-a8cd-460b-8b03-b23833c192d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.657847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16e8e17-e6c7-4640-b040-a47d29ec586e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:42.700755 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cd49-a8cd-460b-8b03-b23833c192d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.766817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.769124 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.783517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f16e8e17-e6c7-4640-b040-a47d29ec586e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f16e8e17-e6c7-4640-b040-a47d29ec586e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:42.816679 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cd49-a8cd-460b-8b03-b23833c192d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.818423 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.819160 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fb4cd49-a8cd-460b-8b03-b23833c192d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.820331 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2fb4cd49-a8cd-460b-8b03-b23833c192d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12c1be88-d534-4974-bd09-de30a6a5fcb0 HTTP/1.1" status: 204 len: 168 time: 0.3881118 Jul 07 22:13:42.837770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4cd49-a8cd-460b-8b03-b23833c192d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c1be88-d534-4974-bd09-de30a6a5fcb0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:42.880484 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.881780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 384fa393-1913-41a0-8284-d377a97029c8 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:13:42.897117 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:42.898430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0bd0d979-cd82-4a7e-9b40-78b38f88832d admin admin] 10.222.0.81 "DELETE /v2.0/routers/384fa393-1913-41a0-8284-d377a97029c8 HTTP/1.1" status: 204 len: 168 time: 2.0832415 Jul 07 22:13:42.901034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:42.955437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f16e8e17-e6c7-4640-b040-a47d29ec586e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:42.968373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7ddfdc-5641-403a-a09b-c601deb939da None None] Network eb311b8d-b55d-444a-a182-a1e03fd6e019 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:43.023107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-883b82ed-3ed5-4a6e-ba2c-6a327036e177 admin admin] Deleting subnet cb69d076-61fc-4048-b8db-2f6694af2949 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:13:43.028114 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-883b82ed-3ed5-4a6e-ba2c-6a327036e177 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.155206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-f73bda7b-4465-4e52-955f-7802a6d33b2e tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:43.157061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-f73bda7b-4465-4e52-955f-7802a6d33b2e tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 815 time: 0.2956254 Jul 07 22:13:43.160331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-883b82ed-3ed5-4a6e-ba2c-6a327036e177 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.187425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-b46e83f8-ce99-4094-aa62-068e0e640643 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/quotas/b4711f7570434d3f8f6cb11c170dfef5 HTTP/1.1" status: 200 len: 375 time: 0.0238087 Jul 07 22:13:43.305975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['f16e8e17-e6c7-4640-b040-a47d29ec586e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:43.321065 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-b6aa2b9a-a190-446f-9cdf-6f3b88538419 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1219170 Jul 07 22:13:43.332532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-883b82ed-3ed5-4a6e-ba2c-6a327036e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.460354 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-883b82ed-3ed5-4a6e-ba2c-6a327036e177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.538195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:43.538195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-883b82ed-3ed5-4a6e-ba2c-6a327036e177 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.538195 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-883b82ed-3ed5-4a6e-ba2c-6a327036e177 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cb69d076-61fc-4048-b8db-2f6694af2949 HTTP/1.1" status: 204 len: 168 time: 0.6346943 Jul 07 22:13:43.538195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b82ed-3ed5-4a6e-ba2c-6a327036e177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb69d076-61fc-4048-b8db-2f6694af2949,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:43.539924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53648) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:43.558122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c055515a-277f-4272-96d3-1528eac83604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.568112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab7607-26df-43c8-8657-9ee1a8093151 req-7de90f44-9d50-4b48-bb51-b0e6f9a67046 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:43.583708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80ab7607-26df-43c8-8657-9ee1a8093151 req-7de90f44-9d50-4b48-bb51-b0e6f9a67046 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 949 time: 0.2809987 Jul 07 22:13:43.612593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed328e-eed1-4d37-bf03-c84ccccd2f81 None None] Network fc0179b9-ee89-42e2-b402-25d7795e48ed requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:43.648539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-391ab1ac-562d-4a1d-9599-39f469ecf7bb service neutron] 10.222.0.81 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258345 Jul 07 22:13:43.672097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80ab7607-26df-43c8-8657-9ee1a8093151 req-0af5624e-2ea5-42b6-ab91-3e4f79af38ba tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870199 Jul 07 22:13:43.736068 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:43.776533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 429d9041-94c4-4c38-9960-b975bbc811a6 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:43.868402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 429d9041-94c4-4c38-9960-b975bbc811a6 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:43.868711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 429d9041-94c4-4c38-9960-b975bbc811a6 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:43.869053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:43.896215 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:43.896607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d43322a-6bd2-482b-980b-c4a3fd7fc7d5 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:43.961716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-f954e648-7466-437c-a33c-31cecd19aa1c service neutron] 10.222.0.81 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866099 Jul 07 22:13:44.048976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85012995-5eab-4ffb-a1ca-0888efc271a6 None None] DHCP port deletion for fc0179b9-ee89-42e2-b402-25d7795e48ed request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:13:44.072365 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c055515a-277f-4272-96d3-1528eac83604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.105122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c055515a-277f-4272-96d3-1528eac83604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.202525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-85012995-5eab-4ffb-a1ca-0888efc271a6 None None] Deleting port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:44.203269 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-85012995-5eab-4ffb-a1ca-0888efc271a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.274258 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c055515a-277f-4272-96d3-1528eac83604 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae37bcb3b5804ebbadd3bf589e18b490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7465916 Jul 07 22:13:44.276062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055515a-277f-4272-96d3-1528eac83604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ecdabf-e051-4cf1-827d-3100a5d97874,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:44.276808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53658) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:44.323975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Deleting port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:44.324789 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.444290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-85012995-5eab-4ffb-a1ca-0888efc271a6 None None] For port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=63d674de-bd1e-4b8a-acd9-3edf1b2737a7,segment=NetworkSegment(d60ec261-b760-472b-ba0c-dca613bf7bde),segment_id=d60ec261-b760-472b-ba0c-dca613bf7bde)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:44.444693 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-85012995-5eab-4ffb-a1ca-0888efc271a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.446966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae3e12a0-7e28-456d-9916-ebad161be2f3 req-d181f513-6f1b-48f5-af0a-17014e98730d tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0617728 Jul 07 22:13:44.467599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] For port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=63d674de-bd1e-4b8a-acd9-3edf1b2737a7,segment=NetworkSegment(d60ec261-b760-472b-ba0c-dca613bf7bde),segment_id=d60ec261-b760-472b-ba0c-dca613bf7bde)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:44.472348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.474398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a475c39-c54d-4e89-bf94-22e561025bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.491152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-85012995-5eab-4ffb-a1ca-0888efc271a6 None None] Calling delete_port for 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:44.520026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Calling delete_port for 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:44.538418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a475c39-c54d-4e89-bf94-22e561025bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.628139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a475c39-c54d-4e89-bf94-22e561025bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.631795 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a475c39-c54d-4e89-bf94-22e561025bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.633541 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4a475c39-c54d-4e89-bf94-22e561025bc4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/88ecdabf-e051-4cf1-827d-3100a5d97874 HTTP/1.1" status: 204 len: 168 time: 0.3553307 Jul 07 22:13:44.647056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a475c39-c54d-4e89-bf94-22e561025bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ecdabf-e051-4cf1-827d-3100a5d97874,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:44.680907 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-85012995-5eab-4ffb-a1ca-0888efc271a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.717704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.766972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85012995-5eab-4ffb-a1ca-0888efc271a6 None None] Pushing event deleted for resources: {'Port': ['ID=63d674de-bd1e-4b8a-acd9-3edf1b2737a7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:44.778011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85012995-5eab-4ffb-a1ca-0888efc271a6 None None] No DVR routers for this DVR port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:44.794627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d674de-bd1e-4b8a-acd9-3edf1b2737a7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:44.806894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] No DVR routers for this DVR port 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:44.922431 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:44.958823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0179b9-ee89-42e2-b402-25d7795e48ed']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:45.008974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60ec261-b760-472b-ba0c-dca613bf7bde') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:45.009113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60ec261-b760-472b-ba0c-dca613bf7bde') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:45.019935 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.050971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.061078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:13:45.061572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: self.session.flush() Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: self.session.flush() Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: self.session.flush() Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: self.session.flush() Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:13:45.064347 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:13:45.116832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689b528-fdc4-432c-ad93-844ee97e84f3 req-28753abe-aa3d-4746-a37b-324062adc4fd tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:45.125509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8689b528-fdc4-432c-ad93-844ee97e84f3 req-28753abe-aa3d-4746-a37b-324062adc4fd tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 949 time: 0.2147632 Jul 07 22:13:45.225401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8689b528-fdc4-432c-ad93-844ee97e84f3 req-aa6e5ac9-a96a-439a-822b-d3ffd3db7d59 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978673 Jul 07 22:13:45.283345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.307796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.313727 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/fc0179b9-ee89-42e2-b402-25d7795e48ed HTTP/1.1" status: 204 len: 168 time: 1.7717793 Jul 07 22:13:45.379171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb226c-0970-4063-9f88-6427345059d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0179b9-ee89-42e2-b402-25d7795e48ed,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:45.532595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53692) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:45.638883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:45.640628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-febc82c9-6ba2-414a-bef1-9e28b21c6ac9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82bdd59b8f2d41ae854a4a42f9b2d6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156054 Jul 07 22:13:45.659771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:45.701942 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:13:45.712341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:45.713318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 63d674de-bd1e-4b8a-acd9-3edf1b2737a7 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:45.798232 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a78fad-8094-4657-9d2a-9e2e3cbfe7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.834785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b720005b-239e-4cf4-8dc3-a6ae6e5b3fc0 req-646dd741-c9eb-4423-9b98-d9d49db06a31 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0793455 Jul 07 22:13:45.835051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a78fad-8094-4657-9d2a-9e2e3cbfe7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.876008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f16e8e17-e6c7-4640-b040-a47d29ec586e up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:45.898372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a78fad-8094-4657-9d2a-9e2e3cbfe7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.901794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3a78fad-8094-4657-9d2a-9e2e3cbfe7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:45.903037 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e3a78fad-8094-4657-9d2a-9e2e3cbfe7ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0745b9d0-5353-404a-99b5-30e6873f756a HTTP/1.1" status: 204 len: 168 time: 0.2628839 Jul 07 22:13:45.915453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a78fad-8094-4657-9d2a-9e2e3cbfe7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0745b9d0-5353-404a-99b5-30e6873f756a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:45.966314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port f16e8e17-e6c7-4640-b040-a47d29ec586e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:45.970350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port f16e8e17-e6c7-4640-b040-a47d29ec586e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:45.970732 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.202355 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.225785 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b04371-2f38-4938-ae07-c729d63172e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16e8e17-e6c7-4640-b040-a47d29ec586e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:46.229982 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2988bf94-e176-4a92-900f-1f18ebf5e933" -d '{"events": [{"server_uuid": "35b04371-2f38-4938-ae07-c729d63172e7", "name": "network-vif-plugged", "status": "completed", "tag": "f16e8e17-e6c7-4640-b040-a47d29ec586e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:46.244838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f16e8e17-e6c7-4640-b040-a47d29ec586e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f16e8e17-e6c7-4640-b040-a47d29ec586e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:46.261261 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:46.325331 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a37ea38-ca70-49b9-aec4-a905047b358d x-openstack-request-id: req-3a37ea38-ca70-49b9-aec4-a905047b358d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:46.325639 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b04371-2f38-4938-ae07-c729d63172e7", "name": "network-vif-plugged", "status": "completed", "tag": "f16e8e17-e6c7-4640-b040-a47d29ec586e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:46.325899 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a37ea38-ca70-49b9-aec4-a905047b358d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:46.328253 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b04371-2f38-4938-ae07-c729d63172e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16e8e17-e6c7-4640-b040-a47d29ec586e', 'code': 200} Jul 07 22:13:46.385132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f16e8e17-e6c7-4640-b040-a47d29ec586e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:46.626773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8285a-ef85-4f99-be29-e59786d5116a req-fc6be775-9586-4f24-ae72-aacc5deef9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:46.640181 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bfc8285a-ef85-4f99-be29-e59786d5116a req-fc6be775-9586-4f24-ae72-aacc5deef9e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 1102 time: 0.1652126 Jul 07 22:13:46.749462 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-bfc8285a-ef85-4f99-be29-e59786d5116a req-ef2f97bc-f448-4659-b2be-6ef299c476b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020768 Jul 07 22:13:46.771481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d189ee8-c3db-40a2-bf2f-76f8383b2cab req-307e29d8-d38a-4024-80d1-8be3714ab155 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:46.773298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d189ee8-c3db-40a2-bf2f-76f8383b2cab req-307e29d8-d38a-4024-80d1-8be3714ab155 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 950 time: 0.3459611 Jul 07 22:13:46.954187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-175cd15c-9838-4fb8-836e-1771fe8cc67c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:46.955935 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-175cd15c-9838-4fb8-836e-1771fe8cc67c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.83 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 815 time: 0.4561913 Jul 07 22:13:46.970679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d189ee8-c3db-40a2-bf2f-76f8383b2cab req-0ee2f892-366c-4426-92b0-d2beea818a62 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628816 Jul 07 22:13:46.989585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Request body: {'port': {'device_id': '5f1638a3-5bec-46cc-91b5-f9f759d9e7e2', 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019', 'admin_state_up': True, 'tenant_id': 'b4711f7570434d3f8f6cb11c170dfef5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:47.265460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Made reservation on behalf of b4711f7570434d3f8f6cb11c170dfef5 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:47.270514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.422838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:47.479654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Allocated IP 172.20.0.8 (eb311b8d-b55d-444a-a182-a1e03fd6e019/84a8060a-8768-4dd5-8e37-10440c1e707d/7f575e2d-8000-4195-b5a5-f0bfd5a73dcb) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:47.532614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edeaa1cc-4f45-496e-8af8-a88a4e31dd56 req-efb7da4c-db3f-4d56-aad5-5e8cea2b2765 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 210 time: 0.2231781 Jul 07 22:13:47.631825 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-485370911-network', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:47.665590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:47.672898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.682190 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.689699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.878795 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.880053 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.885795 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.904534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fee76-f18a-421d-93ea-0022f4ab3d28 req-0436532d-8429-4c7e-b2a2-e5e5ca3caf40 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:47.915858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:13:47.919641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-420fee76-f18a-421d-93ea-0022f4ab3d28 req-0436532d-8429-4c7e-b2a2-e5e5ca3caf40 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 945 time: 0.6082237 Jul 07 22:13:47.930601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:47.930948 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Added segment 934d81e3-8cbf-4e5e-bb85-a28f504d09c2 of type vlan for network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 Jul 07 22:13:47.988247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47091b89-657a-4336-91d2-8fc507d7b73a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:48.002464 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.045975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.047365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.048041 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.129819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Network eb311b8d-b55d-444a-a182-a1e03fd6e019 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:48.158131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:48.178784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:48.183649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] Pushing event updated for resources: {'Network': ['ID=dc4b1905-7cf9-4a7e-8730-ef87a3d01901,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:48.200956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:13:48.201588 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6cbe4572-2923-4cbe-8040-61ddf9e963ca admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7776039 Jul 07 22:13:48.205783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:48.224838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Request body: {'subnet': {'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-subnet', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:48.258817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:13:48.262748 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.528640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.576585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-420fee76-f18a-421d-93ea-0022f4ab3d28 req-2e0995d6-995d-40ea-9b1a-13dd794b1a59 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6558602 Jul 07 22:13:48.599794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=975d8c54-beac-4d0f-9253-65063e26999d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:48.635402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Checking segment: {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:48.635839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Network hostable DHCP agents. Network: dc4b1905-7cf9-4a7e-8730-ef87a3d01901, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:13:48.642228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Pushing event updated for resources: {'Port': ['ID=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:48.658731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:13:48.678531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, dc4b1905-7cf9-4a7e-8730-ef87a3d01901) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:48.683898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.684835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.692717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fcf41e-603f-440c-a82c-2ba424c0a980 None None] Network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:48.720389 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-44d8204a-1acb-4d75-b991-84e288f0c860 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5111854 Jul 07 22:13:48.720941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:48.729448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:48.758335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.759261 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.804154 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.805787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.904606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2cef4-2f31-4498-be6c-1fb3305ca2d7 req-bbbfdf45-e1dc-41c2-abd8-e0fd5f60f133 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:48.905496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:48.912275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1f2cef4-2f31-4498-be6c-1fb3305ca2d7 req-bbbfdf45-e1dc-41c2-abd8-e0fd5f60f133 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 950 time: 0.7843275 Jul 07 22:13:48.972523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-a8b772b3-bc38-4302-a853-84437a50c435 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9880109 Jul 07 22:13:49.023507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Request body: {'port': {'device_id': '5f1638a3-5bec-46cc-91b5-f9f759d9e7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:13:49.035197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:13:49.037153 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.158665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1f2cef4-2f31-4498-be6c-1fb3305ca2d7 req-1a66d5df-4da5-4f4d-b7b9-b64f687d6cbd tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919208 Jul 07 22:13:49.214525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbf60b-e6b1-4c84-a894-691839d90d8e req-581433ff-bf98-4afb-b23e-bc8cca033d0b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:49.216488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fcbbf60b-e6b1-4c84-a894-691839d90d8e req-581433ff-bf98-4afb-b23e-bc8cca033d0b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 931 time: 0.3695405 Jul 07 22:13:49.270063 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.289616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fcbbf60b-e6b1-4c84-a894-691839d90d8e req-8f1471db-4217-4bb5-a7e2-6bc48d67c2ca tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654731 Jul 07 22:13:49.421112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Allocated IP 172.20.0.2 (dc4b1905-7cf9-4a7e-8730-ef87a3d01901/975d8c54-beac-4d0f-9253-65063e26999d/3de1cf0e-6e57-4415-9a74-d32786d9c85e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:49.438293 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.668150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.818580 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.843109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Transition to ACTIVE for port object 3de1cf0e-6e57-4415-9a74-d32786d9c85e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:49.879140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Transition to ACTIVE for port object 3de1cf0e-6e57-4415-9a74-d32786d9c85e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:49.890161 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.894717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:49.910340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:49.929609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Transition to ACTIVE for port object 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:49.935178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.003164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:50.007084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:50.010736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:50.099770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Pushing event updated for resources: {'Port': ['ID=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:50.113196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Pushing event updated for resources: {'Port': ['ID=3de1cf0e-6e57-4415-9a74-d32786d9c85e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:50.152069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Attempting to bind port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:50.152422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Attempting to bind port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:50.152834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Attempting to bind port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb on network eb311b8d-b55d-444a-a182-a1e03fd6e019 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:50.169500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb on network eb311b8d-b55d-444a-a182-a1e03fd6e019 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:13:50.170318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Attempting to bind port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb on network eb311b8d-b55d-444a-a182-a1e03fd6e019 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:50.186891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:50.187707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Checking segment: {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:50.187861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Attempting to bind port 3de1cf0e-6e57-4415-9a74-d32786d9c85e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:50.188473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Bound using segment: {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:50.189418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Attempting to bind port 3de1cf0e-6e57-4415-9a74-d32786d9c85e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:50.189661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Attempting to bind port 3de1cf0e-6e57-4415-9a74-d32786d9c85e on network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:50.189869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Bound port: 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:50.190432 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.207650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:50.210439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Checking segment: {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:50.211047 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.212246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Bound using segment: {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:50.212937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Bound port: 3de1cf0e-6e57-4415-9a74-d32786d9c85e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:50.214238 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.216631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53892) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:50.302490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.318060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] For port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:50.328652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] For port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:50.334888 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.349169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.428737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:50.429407 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.430900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] 10.222.0.83 "PUT /v2.0/ports/7f575e2d-8000-4195-b5a5-f0bfd5a73dcb HTTP/1.1" status: 200 len: 1092 time: 1.4432030 Jul 07 22:13:50.431368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1638a3-5bec-46cc-91b5-f9f759d9e7e2', 'tag': '7f575e2d-8000-4195-b5a5-f0bfd5a73dcb'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:50.433628 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9fcf66-7985-4048-a3c0-62f3c80bc256" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1638a3-5bec-46cc-91b5-f9f759d9e7e2", "tag": "7f575e2d-8000-4195-b5a5-f0bfd5a73dcb"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:50.467014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] For port 3de1cf0e-6e57-4415-9a74-d32786d9c85e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:50.481278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] For port 3de1cf0e-6e57-4415-9a74-d32786d9c85e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3de1cf0e-6e57-4415-9a74-d32786d9c85e,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:50.490811 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.565947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Allocated IP 172.25.8.184 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/4ae13838-5d62-4f1f-a1ba-e09c66354c66) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:50.583805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb92715-ccb6-4e0c-8e52-7db15c04bb6b service neutron] Pushing event updated for resources: {'Port': ['ID=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:50.596202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdcda6-4a1f-45af-86a7-9c1ff948e30d None None] Pushing event updated for resources: {'Port': ['ID=3de1cf0e-6e57-4415-9a74-d32786d9c85e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:50.690719 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca333-9bd2-4575-8c1d-a047117dd1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.727975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.792841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:50.851299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acce4-fa21-476e-892b-29dcd4263f06 req-2de9416c-19ac-47ce-bba4-cd0969fa554b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:50.853030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a30acce4-fa21-476e-892b-29dcd4263f06 req-2de9416c-19ac-47ce-bba4-cd0969fa554b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 943 time: 0.3590498 Jul 07 22:13:50.862148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-5cd203fa-f2ec-433a-a652-094f9e699eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:50.862148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-5cd203fa-f2ec-433a-a652-094f9e699eaa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 1095 time: 0.3364217 Jul 07 22:13:50.873608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912b607-bbcd-4426-b068-e1ae4e8e7346 req-73c1730b-71b4-414d-9a8f-ca651a876efa tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:50.876974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:50.888402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:50.894677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c912b607-bbcd-4426-b068-e1ae4e8e7346 req-73c1730b-71b4-414d-9a8f-ca651a876efa tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 945 time: 0.2700329 Jul 07 22:13:50.911284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ae13838-5d62-4f1f-a1ba-e09c66354c66,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:50.914564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:51.016442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-238335f1-6460-4c9d-b774-5cb96ec27589 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb HTTP/1.1" status: 200 len: 217 time: 0.1177351 Jul 07 22:13:51.029236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c912b607-bbcd-4426-b068-e1ae4e8e7346 req-aaf16d59-6395-42d9-a9a6-ace67f49659a tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336234 Jul 07 22:13:51.145802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a30acce4-fa21-476e-892b-29dcd4263f06 req-ac0a13a9-5d91-472a-950f-f5d1d788ca60 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824545 Jul 07 22:13:51.249053 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7e2fc3-8ec9-4bd8-9bb3-8e4ed16e4ea5 x-openstack-request-id: req-6b7e2fc3-8ec9-4bd8-9bb3-8e4ed16e4ea5 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:51.249629 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1638a3-5bec-46cc-91b5-f9f759d9e7e2", "tag": "7f575e2d-8000-4195-b5a5-f0bfd5a73dcb", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:51.250146 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b7e2fc3-8ec9-4bd8-9bb3-8e4ed16e4ea5 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:51.250781 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1638a3-5bec-46cc-91b5-f9f759d9e7e2', 'tag': '7f575e2d-8000-4195-b5a5-f0bfd5a73dcb', 'status': 'completed', 'code': 200} Jul 07 22:13:51.256428 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca333-9bd2-4575-8c1d-a047117dd1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.268792 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca333-9bd2-4575-8c1d-a047117dd1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.318020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-276d9437-9797-43af-ba8e-ac215af7989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.328766 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.337904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-276d9437-9797-43af-ba8e-ac215af7989c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.3021717 Jul 07 22:13:51.436849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-967fd536-26ad-49b8-811d-b01af334d149 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757768 Jul 07 22:13:51.443271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ca333-9bd2-4575-8c1d-a047117dd1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc6a76e-d0bd-487e-b63f-d98ee205c3d9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:51.595752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fa2ca333-9bd2-4575-8c1d-a047117dd1d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff5b892c01ac401f9494bac96dc3134b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3772554 Jul 07 22:13:51.677560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53910) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:51.698857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3de1cf0e-6e57-4415-9a74-d32786d9c85e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:51.699495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.812111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3de1cf0e-6e57-4415-9a74-d32786d9c85e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:51.862414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-279c2165-5246-4a3d-ad5c-37cec02618a5 service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140301 Jul 07 22:13:51.863045 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd245-699a-45aa-bfe2-741662929452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.875746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-d47ccfac-241f-47a3-a9ba-5b52e44955bc tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.876299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-d47ccfac-241f-47a3-a9ba-5b52e44955bc tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.876705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-d47ccfac-241f-47a3-a9ba-5b52e44955bc tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.877179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-d47ccfac-241f-47a3-a9ba-5b52e44955bc tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.877873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-d47ccfac-241f-47a3-a9ba-5b52e44955bc tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.878137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-d47ccfac-241f-47a3-a9ba-5b52e44955bc tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.878607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-d47ccfac-241f-47a3-a9ba-5b52e44955bc tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.885056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-d47ccfac-241f-47a3-a9ba-5b52e44955bc tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2&device_id=35b04371-2f38-4938-ae07-c729d63172e7&device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb&device_id=012c6e32-7f2d-4896-a014-2d05396ed507&device_id=af4cc76c-6c7d-4bc4-be25-51314867b557&device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114&device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 6434 time: 0.3038681 Jul 07 22:13:51.961880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-606a3c4f-b78f-4f29-8fd2-77b0b071e368 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:51.962830 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-ba6ef10e-9c34-45b7-a70f-229afa836ac4 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:51.964518 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-606a3c4f-b78f-4f29-8fd2-77b0b071e368 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.44 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 945 time: 0.1303086 Jul 07 22:13:51.987881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd245-699a-45aa-bfe2-741662929452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.006884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdb0fab-da28-421d-bba3-175edc0ef7fe None None] Network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:13:52.083333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea1ede12-5c32-49c1-b1cd-7d0cb46a89cf req-f6c92fed-c424-464c-aa63-1e2156f99758 service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972523 Jul 07 22:13:52.109991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd245-699a-45aa-bfe2-741662929452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.112566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd245-699a-45aa-bfe2-741662929452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.118220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1cbbd245-699a-45aa-bfe2-741662929452 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8fc6a76e-d0bd-487e-b63f-d98ee205c3d9 HTTP/1.1" status: 204 len: 168 time: 0.4297240 Jul 07 22:13:52.149080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b975138-9293-4ec7-bf2e-b05d6ec9708b None None] Provisioning for port 3de1cf0e-6e57-4415-9a74-d32786d9c85e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:52.165582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b975138-9293-4ec7-bf2e-b05d6ec9708b None None] Provisioning complete for port 3de1cf0e-6e57-4415-9a74-d32786d9c85e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:52.165991 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b975138-9293-4ec7-bf2e-b05d6ec9708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.171206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbd245-699a-45aa-bfe2-741662929452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc6a76e-d0bd-487e-b63f-d98ee205c3d9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:52.181341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Router b353656a-5331-449c-af4f-27bfda393da6 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:13:52.226117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Deleting port 42e93efd-f870-40ba-873a-a47587efe385 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:52.226483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.416717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] For port 42e93efd-f870-40ba-873a-a47587efe385, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=42e93efd-f870-40ba-873a-a47587efe385,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:52.417624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.472652 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b975138-9293-4ec7-bf2e-b05d6ec9708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.483965 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-ba6ef10e-9c34-45b7-a70f-229afa836ac4 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.529611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-ba6ef10e-9c34-45b7-a70f-229afa836ac4 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.545122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6b975138-9293-4ec7-bf2e-b05d6ec9708b None None] For port 3de1cf0e-6e57-4415-9a74-d32786d9c85e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3de1cf0e-6e57-4415-9a74-d32786d9c85e,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:52.554797 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b975138-9293-4ec7-bf2e-b05d6ec9708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.592670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ef10e-9c34-45b7-a70f-229afa836ac4 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb22ae0-91f7-492a-82d2-871647f869fd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:52.677863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d9607dc-1778-443a-8c68-4104a66bb1eb req-ba6ef10e-9c34-45b7-a70f-229afa836ac4 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&id=ed3c8419-4802-4477-b1b9-896610191395&id=71f17009-fbef-4400-931f-5231f6790f92&id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 632 time: 0.7774279 Jul 07 22:13:52.738667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fda75-87bb-47d0-ae32-ab75c0f8075e req-41b085a4-fc26-4e84-b525-02779d50629b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:52.740534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-441fda75-87bb-47d0-ae32-ab75c0f8075e req-41b085a4-fc26-4e84-b525-02779d50629b tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 945 time: 0.5300202 Jul 07 22:13:52.752404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53926) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:52.760042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-9e40c2e1-99ee-4d50-a8d3-7cbfdb20dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:52.764625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-9e40c2e1-99ee-4d50-a8d3-7cbfdb20dfa3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 1095 time: 0.5273383 Jul 07 22:13:52.772026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.772545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.773113 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Floating IP 57494e2b-25ef-4c93-b788-ecc20f2d0f1e disassociated. External IP: 172.25.8.89, port: 42e93efd-f870-40ba-873a-a47587efe385. Jul 07 22:13:52.773571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Calling delete_port for 42e93efd-f870-40ba-873a-a47587efe385 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:52.794877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b975138-9293-4ec7-bf2e-b05d6ec9708b None None] Pushing event updated for resources: {'Port': ['ID=3de1cf0e-6e57-4415-9a74-d32786d9c85e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:52.924696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:52.937701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Sync routers for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:52.952780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e9244a7-fa14-4095-8827-e6cf21ae87e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:52.972389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:52.973053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:53.037666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.038450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5bc7ff38-bc26-4929-8b6c-b612057cead8 None None] Provisioning complete for port 3de1cf0e-6e57-4415-9a74-d32786d9c85e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:53.038748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ff38-bc26-4929-8b6c-b612057cead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.040548 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d9fa39e9-4d87-4c94-8730-f43cc07192d1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3182602 Jul 07 22:13:53.044506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.075750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:53.104658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-441fda75-87bb-47d0-ae32-ab75c0f8075e req-d3a7b042-a87b-473d-af3a-db6fa38f20d3 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups?id=71f17009-fbef-4400-931f-5231f6790f92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508680 Jul 07 22:13:53.124149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-7e411162-9ec9-4ef9-b575-57965e5c1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:53.125989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-7e411162-9ec9-4ef9-b575-57965e5c1125 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 916 time: 0.3393481 Jul 07 22:13:53.190436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-bb5722f8-2b95-4882-9753-79dae57d7760 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb HTTP/1.1" status: 200 len: 217 time: 0.0480516 Jul 07 22:13:53.205252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f766c09-2aa5-4832-a9af-54e8539df00e req-29e2c0e6-2063-4092-bf6d-38da67c4fb09 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:53.212783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f766c09-2aa5-4832-a9af-54e8539df00e req-29e2c0e6-2063-4092-bf6d-38da67c4fb09 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 943 time: 0.2548444 Jul 07 22:13:53.234481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:53.270859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event deleted for resources: {'Port': ['ID=42e93efd-f870-40ba-873a-a47587efe385,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:53.340788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f766c09-2aa5-4832-a9af-54e8539df00e req-a3f2c4d9-583a-430b-b94f-5bc9f34ef897 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270089 Jul 07 22:13:53.347408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-9c549902-aebd-4d68-a669-fd39c42232cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:53.348892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-9c549902-aebd-4d68-a669-fd39c42232cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.1340957 Jul 07 22:13:53.452650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-9b0cd26d-cf7d-445f-8b93-04d826bbc921 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930235 Jul 07 22:13:53.506202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e9244a7-fa14-4095-8827-e6cf21ae87e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.534394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:51Z', 'revision_number': 3, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:53.596404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e9244a7-fa14-4095-8827-e6cf21ae87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.609036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Checking router: b353656a-5331-449c-af4f-27bfda393da6 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:53.609348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Updating router b353656a-5331-449c-af4f-27bfda393da6 port 4ae13838-5d62-4f1f-a1ba-e09c66354c66 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:13:53.660527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3de1cf0e-6e57-4415-9a74-d32786d9c85e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:53.706884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9244a7-fa14-4095-8827-e6cf21ae87e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca16eb98-4a16-4d0a-b034-87c22d931c89,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:53.777588 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:53.799130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1e9244a7-fa14-4095-8827-e6cf21ae87e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30c55b45ea2d439189c77329184df57f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0329807 Jul 07 22:13:53.801979 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-af50677a-8b3b-4b38-9305-bed5a68426e4 service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399029 Jul 07 22:13:53.803195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53936) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:53.925149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Router 7af28927-48e3-422f-ab18-e63fc6e725cc has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:13:53.970827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be9fcf66-7985-4048-a3c0-62f3c80bc256 req-2d27572b-8d45-4231-b807-e5a7d7b1b9a3 service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239760 Jul 07 22:13:54.006775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46d88a99-174b-4288-9f16-073b4f7b651f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.025587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3de1cf0e-6e57-4415-9a74-d32786d9c85e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:54.026129 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.035200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 42e93efd-f870-40ba-873a-a47587efe385 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:13:54.063572 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46d88a99-174b-4288-9f16-073b4f7b651f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.192100 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46d88a99-174b-4288-9f16-073b4f7b651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.195464 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46d88a99-174b-4288-9f16-073b4f7b651f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.200339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-46d88a99-174b-4288-9f16-073b4f7b651f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca16eb98-4a16-4d0a-b034-87c22d931c89 HTTP/1.1" status: 204 len: 168 time: 0.3957136 Jul 07 22:13:54.217479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d88a99-174b-4288-9f16-073b4f7b651f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca16eb98-4a16-4d0a-b034-87c22d931c89,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:54.247669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78758d1c-df6e-4fa1-abe3-909ad0ed5ed2 req-66f8c3a6-6257-40c2-8e4e-fae16465fd1a tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:54.248433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78758d1c-df6e-4fa1-abe3-909ad0ed5ed2 req-66f8c3a6-6257-40c2-8e4e-fae16465fd1a tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:54.249083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78758d1c-df6e-4fa1-abe3-909ad0ed5ed2 req-66f8c3a6-6257-40c2-8e4e-fae16465fd1a tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:54.257919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78758d1c-df6e-4fa1-abe3-909ad0ed5ed2 req-66f8c3a6-6257-40c2-8e4e-fae16465fd1a tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7&device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb&device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 2887 time: 0.1891067 Jul 07 22:13:54.319824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 42e93efd-f870-40ba-873a-a47587efe385 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:13:54.320173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 42e93efd-f870-40ba-873a-a47587efe385 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:13:54.322502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78758d1c-df6e-4fa1-abe3-909ad0ed5ed2 req-91a0070e-3244-4c54-8b82-8279bc2556fe tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605724 Jul 07 22:13:54.440064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d92c7bd-fa06-491e-b34e-0680722f1541 req-ac19a8e6-e9cb-4de0-a6fb-1966b6856007 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 210 time: 0.0664153 Jul 07 22:13:54.876404 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.893890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Transition to ACTIVE for port object 4ae13838-5d62-4f1f-a1ba-e09c66354c66 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:54.909881 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:54.955119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80358f8a-ff03-4b9c-8037-3a73ad1d75b2 req-672fe9af-cbc2-487a-bd17-91f491105862 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:54.956633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80358f8a-ff03-4b9c-8037-3a73ad1d75b2 req-672fe9af-cbc2-487a-bd17-91f491105862 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 943 time: 0.1616883 Jul 07 22:13:54.989581 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:55.006841 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] Sync routers for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:13:55.029563 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:55.037873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Attempting to bind port 4ae13838-5d62-4f1f-a1ba-e09c66354c66 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:13:55.038493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Attempting to bind port 4ae13838-5d62-4f1f-a1ba-e09c66354c66 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:13:55.038601 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:55.038729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Attempting to bind port 4ae13838-5d62-4f1f-a1ba-e09c66354c66 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:13:55.067704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:13:55.068134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:13:55.068476 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.068876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:13:55.069447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Bound port: 4ae13838-5d62-4f1f-a1ba-e09c66354c66, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:13:55.069734 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.080003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80358f8a-ff03-4b9c-8037-3a73ad1d75b2 req-7fb327ef-e1c7-44a4-aa1c-a52efaee02a3 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149786 Jul 07 22:13:55.158480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] No DVR routers for this DVR port 42e93efd-f870-40ba-873a-a47587efe385 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:13:55.158966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Pushing event updated for resources: {'Port': ['ID=4ae13838-5d62-4f1f-a1ba-e09c66354c66,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:55.162180 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.165616 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-469ee48b-9e2e-4e07-a858-de2579d4f513 req-4e0786ab-a8b3-4557-8bbf-4938f1084ac6 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.44 "DELETE /v2.0/ports/42e93efd-f870-40ba-873a-a47587efe385 HTTP/1.1" status: 204 len: 173 time: 3.1920221 Jul 07 22:13:55.170928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f88ab8-7501-4a37-9217-a932ec693c42', 'name': 'network-vif-deleted', 'tag': '42e93efd-f870-40ba-873a-a47587efe385'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:13:55.173710 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f6b74-da49-447e-90d8-ba960dc075b3" -d '{"events": [{"server_uuid": "11f88ab8-7501-4a37-9217-a932ec693c42", "name": "network-vif-deleted", "tag": "42e93efd-f870-40ba-873a-a47587efe385"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:13:55.198389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.204181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.206180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.206180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.208633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.209446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.211562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.213991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.218151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.218872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.220088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:13:55.280815 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a86d590-986b-4861-a557-c023200b4476 x-openstack-request-id: req-1a86d590-986b-4861-a557-c023200b4476 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:13:55.280815 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f88ab8-7501-4a37-9217-a932ec693c42", "name": "network-vif-deleted", "tag": "42e93efd-f870-40ba-873a-a47587efe385", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:13:55.281718 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a86d590-986b-4861-a557-c023200b4476 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:13:55.283832 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f88ab8-7501-4a37-9217-a932ec693c42', 'name': 'network-vif-deleted', 'tag': '42e93efd-f870-40ba-873a-a47587efe385', 'status': 'completed', 'code': 200} Jul 07 22:13:55.288300 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:55.289071 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.367796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] For port 4ae13838-5d62-4f1f-a1ba-e09c66354c66, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:13:55.375719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] For port 4ae13838-5d62-4f1f-a1ba-e09c66354c66, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4ae13838-5d62-4f1f-a1ba-e09c66354c66,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:13:55.392346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.489315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e6239-1c61-4c7d-9910-5ae37adc127c None None] Pushing event updated for resources: {'Port': ['ID=4ae13838-5d62-4f1f-a1ba-e09c66354c66,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:55.511001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:55.511773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:55.650026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Allocated IP 172.20.0.1 (dc4b1905-7cf9-4a7e-8730-ef87a3d01901/975d8c54-beac-4d0f-9253-65063e26999d/07fce207-b578-4a9d-957f-4aa6af3a5d8a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:13:55.801637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d5aba56-effb-42e0-ad24-d0baae5a3b0b req-9de4e9ce-3f50-4d7c-89db-f5248504fbd9 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/ports?device_id=11f88ab8-7501-4a37-9217-a932ec693c42 HTTP/1.1" status: 200 len: 210 time: 0.0766978 Jul 07 22:13:55.837515 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.853035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Transition to ACTIVE for port object 07fce207-b578-4a9d-957f-4aa6af3a5d8a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:13:55.880083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:55.892389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:55.898693 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:55.945547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:55.948759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:55.970054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:13:55.973793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Pushing event updated for resources: {'Port': ['ID=07fce207-b578-4a9d-957f-4aa6af3a5d8a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:56.042585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.047230 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] Checking router: 7af28927-48e3-422f-ab18-e63fc6e725cc for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:13:56.114508 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:13:56.125977 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:13:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:56.266247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:13:56.425936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.457787 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:13:56.571070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed65df-0b3c-48a3-9aac-996b4cadbc80 req-a99fc819-40e8-494f-8dd5-7a8bfd36419f tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.580957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eed65df-0b3c-48a3-9aac-996b4cadbc80 req-a99fc819-40e8-494f-8dd5-7a8bfd36419f tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 943 time: 0.1976905 Jul 07 22:13:56.586616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-426a9f95-0b6e-4afd-b5e4-e1ecf4871ba3 None None] Provisioning for port 07fce207-b578-4a9d-957f-4aa6af3a5d8a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:56.597789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:56.600485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-426a9f95-0b6e-4afd-b5e4-e1ecf4871ba3 None None] Provisioning complete for port 07fce207-b578-4a9d-957f-4aa6af3a5d8a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:56.600931 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-426a9f95-0b6e-4afd-b5e4-e1ecf4871ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.638164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '7f575e2d-8000-4195-b5a5-f0bfd5a73dcb', 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019', 'port_id': '7f575e2d-8000-4195-b5a5-f0bfd5a73dcb', 'mac_address': 'fa:16:3e:08:ac:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8060a-8768-4dd5-8e37-10440c1e707d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:13:56.638862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eed65df-0b3c-48a3-9aac-996b4cadbc80 req-1f72cf13-49bc-4441-8ab7-202d1d263183 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568712 Jul 07 22:13:56.670831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab3e39-be55-42a5-970b-749c0ca7d1a8 req-e08b0a97-f713-40bd-a761-92f2374baaf9 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:56.680403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13ab3e39-be55-42a5-970b-749c0ca7d1a8 req-e08b0a97-f713-40bd-a761-92f2374baaf9 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1102 time: 0.1814735 Jul 07 22:13:56.695462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:51Z', 'revision_number': 3, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:56.777055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13ab3e39-be55-42a5-970b-749c0ca7d1a8 req-ba7acfa5-6984-4bee-924b-d74e0e6f894f tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948248 Jul 07 22:13:56.778581 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.780204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-426a9f95-0b6e-4afd-b5e4-e1ecf4871ba3 None None] Port 07fce207-b578-4a9d-957f-4aa6af3a5d8a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:56.800847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.823602 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.830031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac250024-65c0-4ddc-b710-dc1ec63db993 None None] The sync data for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 is: [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:51Z', 'revision_number': 3, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:56.858934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:13:56.910284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:56.916931 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.934520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Pushing event updated for resources: {'Port': ['ID=07fce207-b578-4a9d-957f-4aa6af3a5d8a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:56.945607 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:56.948721 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:13:57.049843 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f93f22-9be6-40a4-beaf-e40714c3c7d5 None None] The sync data for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 is: [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:07:24Z', 'revision_number': 4, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145', 'name': '', 'network_id': '612059aa-53f0-48ef-9198-ca4890e951aa', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'mac_address': 'fa:16:3e:7c:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:21Z', 'updated_at': '2021-07-07T22:07:31Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'subnets': [{'id': '3a9942e5-327d-4e25-9c10-3e72191c7e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:13:57.059227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:57.136776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271dbbe-4d84-4f9b-9f8f-7427d4484c00 req-35a55a88-b254-48a7-adf4-1806067dfbb4 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:57.146590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4271dbbe-4d84-4f9b-9f8f-7427d4484c00 req-35a55a88-b254-48a7-adf4-1806067dfbb4 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1102 time: 0.0815122 Jul 07 22:13:57.148599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:13:57.153065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:13:57.226813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4271dbbe-4d84-4f9b-9f8f-7427d4484c00 req-11b1c734-31c5-4464-8c50-2e41e2dcb18a tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761817 Jul 07 22:13:57.284313 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8706b795-1d3f-4d46-8d54-f780b42daefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:57.379950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7f575e2d-8000-4195-b5a5-f0bfd5a73dcb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:13:57.606624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Router b353656a-5331-449c-af4f-27bfda393da6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:13:57.753738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4ae13838-5d62-4f1f-a1ba-e09c66354c66 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:57.871378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8dc09-0b41-473f-8868-b67117f7447e None None] New status for floating IP 57494e2b-25ef-4c93-b788-ecc20f2d0f1e: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:13:57.923633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:13:57.944427 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f2d38614-3c50-418c-8abd-ad5c09bb12e0 admin admin] 10.222.0.81 "PUT /v2.0/routers/b353656a-5331-449c-af4f-27bfda393da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8511052 Jul 07 22:13:58.063401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54042) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:58.200856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d96c486-e449-49cb-b03b-536352af45fe tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.273407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8b3a1fc8-2c34-42c6-92f3-9cf16250a301 None None] Provisioning complete for port 07fce207-b578-4a9d-957f-4aa6af3a5d8a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:58.274026 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1fc8-2c34-42c6-92f3-9cf16250a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.341331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d96c486-e449-49cb-b03b-536352af45fe tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.388155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 4ae13838-5d62-4f1f-a1ba-e09c66354c66 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:13:58.391484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a1fc8-2c34-42c6-92f3-9cf16250a301 None None] Port 07fce207-b578-4a9d-957f-4aa6af3a5d8a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:13:58.405132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4ae13838-5d62-4f1f-a1ba-e09c66354c66 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:58.405493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.559308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4bf7f-4445-41cb-94d4-2f49c965d3e1 req-1343d87e-090a-4865-87b0-ff6e59c077de tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:13:58.570965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-18b4bf7f-4445-41cb-94d4-2f49c965d3e1 req-1343d87e-090a-4865-87b0-ff6e59c077de tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 944 time: 0.3245599 Jul 07 22:13:58.624900 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.675008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-18b4bf7f-4445-41cb-94d4-2f49c965d3e1 req-91e18326-fdd3-4f23-8a7c-9a3893988b7f tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030326 Jul 07 22:13:58.675704 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d96c486-e449-49cb-b03b-536352af45fe tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.681981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 4ae13838-5d62-4f1f-a1ba-e09c66354c66, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4ae13838-5d62-4f1f-a1ba-e09c66354c66,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:13:58.684801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d96c486-e449-49cb-b03b-536352af45fe tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.689075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4d96c486-e449-49cb-b03b-536352af45fe tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "DELETE /v2.0/security-groups/71f17009-fbef-4400-931f-5231f6790f92 HTTP/1.1" status: 204 len: 168 time: 0.6239121 Jul 07 22:13:58.691006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54084) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:58.702339 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:58.788903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96c486-e449-49cb-b03b-536352af45fe tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f17009-fbef-4400-931f-5231f6790f92,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:58.807134 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-769ff7c6-f5a3-4921-bce2-f5f3a5a67889 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] show failed (client error): The resource could not be found. Jul 07 22:13:58.812040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54086) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:13:58.818634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-769ff7c6-f5a3-4921-bce2-f5f3a5a67889 tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "GET /v2.0/security-groups/71f17009-fbef-4400-931f-5231f6790f92 HTTP/1.1" status: 404 len: 347 time: 0.0982602 Jul 07 22:13:58.897475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=4ae13838-5d62-4f1f-a1ba-e09c66354c66,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:59.119515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Deleting port ba795065-1b10-43d9-809a-e93134d3e2a4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:13:59.120746 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.300822 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.301224 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.319017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Calling delete_port for ba795065-1b10-43d9-809a-e93134d3e2a4 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:13:59.635978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.655722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4ae13838-5d62-4f1f-a1ba-e09c66354c66 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:13:59.852665 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6327bd4b-bbf3-4d97-acac-c6a8df223f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.868883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Pushing event deleted for resources: {'Port': ['ID=ba795065-1b10-43d9-809a-e93134d3e2a4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:13:59.900417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4ae13838-5d62-4f1f-a1ba-e09c66354c66 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:13:59.902566 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.983076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.986943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:13:59.988240 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0c1b1722-24f3-4819-9c3f-f965141b9dcd tempest-ServersWithSpecificFlavorTestJSON-1221292494 tempest-ServersWithSpecificFlavorTestJSON-1221292494-project] 10.222.0.81 "DELETE /v2.0/floatingips/57494e2b-25ef-4c93-b788-ecc20f2d0f1e HTTP/1.1" status: 204 len: 168 time: 1.1743627 Jul 07 22:14:00.014438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7a222-2c09-4e10-a9a5-61fd01019580 req-83a0f550-d9d6-4f54-8f28-f517d44e0ace tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.016588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8e7a222-2c09-4e10-a9a5-61fd01019580 req-83a0f550-d9d6-4f54-8f28-f517d44e0ace tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 944 time: 0.1545446 Jul 07 22:14:00.100195 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.170726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8e7a222-2c09-4e10-a9a5-61fd01019580 req-69d44ab2-2873-437c-9484-11971097c4d4 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453366 Jul 07 22:14:00.242414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae22cfa-93c2-4e03-a348-fbcb9914a375 req-eeecdced-efe4-4940-beef-b1535905c159 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:00.258421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ae22cfa-93c2-4e03-a348-fbcb9914a375 req-eeecdced-efe4-4940-beef-b1535905c159 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1659100 Jul 07 22:14:00.308941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:00.333650 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Sync routers for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:14:00.344166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ae22cfa-93c2-4e03-a348-fbcb9914a375 req-f8a81388-32ed-4769-bad9-53f2a3c76c04 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843813 Jul 07 22:14:00.362715 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:00.363608 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:00.392648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:00.409160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:00.413085 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.644638 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:00.661718 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.739773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:00.743418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1638a3-5bec-46cc-91b5-f9f759d9e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f575e2d-8000-4195-b5a5-f0bfd5a73dcb'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:00.748897 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc0846a-a24a-4991-8e00-ea45b9399ac7" -d '{"events": [{"server_uuid": "5f1638a3-5bec-46cc-91b5-f9f759d9e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "7f575e2d-8000-4195-b5a5-f0bfd5a73dcb"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:00.765336 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.809282 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:00.834907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:00.876653 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d0bb43-b599-4ef2-8d64-c745bedac17d x-openstack-request-id: req-e7d0bb43-b599-4ef2-8d64-c745bedac17d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:00.876653 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1638a3-5bec-46cc-91b5-f9f759d9e7e2", "name": "network-vif-plugged", "status": "completed", "tag": "7f575e2d-8000-4195-b5a5-f0bfd5a73dcb", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:00.876653 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7d0bb43-b599-4ef2-8d64-c745bedac17d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:00.877079 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1638a3-5bec-46cc-91b5-f9f759d9e7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f575e2d-8000-4195-b5a5-f0bfd5a73dcb', 'code': 200} Jul 07 22:14:01.059448 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.076043 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '07fce207-b578-4a9d-957f-4aa6af3a5d8a', 'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'mac_address': 'fa:16:3e:98:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:55Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 2, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'subnets': [{'id': '975d8c54-beac-4d0f-9253-65063e26999d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:01.116893 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Checking router: b353656a-5331-449c-af4f-27bfda393da6 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:14:01.118668 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Updating router b353656a-5331-449c-af4f-27bfda393da6 port 07fce207-b578-4a9d-957f-4aa6af3a5d8a binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:14:01.196049 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.203349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c186ab5-1a18-4b40-8e5c-43e35194341f req-c22836c0-bfd8-4ab7-a97e-34e9b5905951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:01.210527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c186ab5-1a18-4b40-8e5c-43e35194341f req-c22836c0-bfd8-4ab7-a97e-34e9b5905951 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 1097 time: 0.1058130 Jul 07 22:14:01.301563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c186ab5-1a18-4b40-8e5c-43e35194341f req-a4d6e673-41ad-4dfa-8dc4-8389fc3793c2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828393 Jul 07 22:14:01.562803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2010dcf-6ce4-4440-a7fd-7e1b39d9a8bc req-09c3f5de-cfbe-4efd-9272-25cd57cdcd40 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:01.566970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2010dcf-6ce4-4440-a7fd-7e1b39d9a8bc req-09c3f5de-cfbe-4efd-9272-25cd57cdcd40 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1240184 Jul 07 22:14:01.667819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2010dcf-6ce4-4440-a7fd-7e1b39d9a8bc req-a2c470dc-300b-49a4-a511-c092816508d9 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945046 Jul 07 22:14:01.697644 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.716338 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Transition to ACTIVE for port object 07fce207-b578-4a9d-957f-4aa6af3a5d8a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:01.726591 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:01.754324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326dec0-1bf6-4604-a456-09024cb0388c req-d2934800-c437-4682-a050-acdfd50227b2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:01.758753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c326dec0-1bf6-4604-a456-09024cb0388c req-d2934800-c437-4682-a050-acdfd50227b2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.0879624 Jul 07 22:14:01.816591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c326dec0-1bf6-4604-a456-09024cb0388c req-e69cc519-1851-4e57-a1eb-cdfa56c1dc54 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517492 Jul 07 22:14:01.919844 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc415424-a3af-4b1e-8a4b-61bd8e14d12d None None] Pushing event updated for resources: {'Port': ['ID=07fce207-b578-4a9d-957f-4aa6af3a5d8a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:01.924732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54196) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:02.052572 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Attempting to bind port 07fce207-b578-4a9d-957f-4aa6af3a5d8a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:02.053424 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Attempting to bind port 07fce207-b578-4a9d-957f-4aa6af3a5d8a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:02.053802 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Attempting to bind port 07fce207-b578-4a9d-957f-4aa6af3a5d8a on network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:02.061230 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:02.061615 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Checking segment: {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:02.062025 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.062739 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Bound using segment: {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:02.063224 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Bound port: 07fce207-b578-4a9d-957f-4aa6af3a5d8a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:02.064119 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.182347 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] For port 07fce207-b578-4a9d-957f-4aa6af3a5d8a, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:02.187256 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] For port 07fce207-b578-4a9d-957f-4aa6af3a5d8a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=07fce207-b578-4a9d-957f-4aa6af3a5d8a,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:02.198946 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.272778 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc415424-a3af-4b1e-8a4b-61bd8e14d12d None None] Pushing event updated for resources: {'Port': ['ID=07fce207-b578-4a9d-957f-4aa6af3a5d8a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:02.287308 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:02.288074 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:02.662455 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:02.686020 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:03.125461 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '07fce207-b578-4a9d-957f-4aa6af3a5d8a', 'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'mac_address': 'fa:16:3e:98:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:55Z', 'updated_at': '2021-07-07T22:14:02Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'subnets': [{'id': '975d8c54-beac-4d0f-9253-65063e26999d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:03.192508 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4dc36a-f3d4-4f45-9deb-1592968c41ca None None] The sync data for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 is: [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '07fce207-b578-4a9d-957f-4aa6af3a5d8a', 'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'mac_address': 'fa:16:3e:98:59:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:55Z', 'updated_at': '2021-07-07T22:14:02Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'subnets': [{'id': '975d8c54-beac-4d0f-9253-65063e26999d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:14:03.378521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5ba37-1935-444e-844d-c752e1132f03 req-2d795184-e6ba-415c-a9d1-8ee172b9eb84 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.392277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3c5ba37-1935-444e-844d-c752e1132f03 req-2d795184-e6ba-415c-a9d1-8ee172b9eb84 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 945 time: 0.4911757 Jul 07 22:14:03.527366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3c5ba37-1935-444e-844d-c752e1132f03 req-a1546ec8-f2cb-417e-85ac-a8bb56825dd5 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338737 Jul 07 22:14:03.624542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a3049-409a-4539-b022-3c417d25b9b4 req-04009895-b57c-47e4-b3a6-a4da32b4bcd8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:03.637531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c30a3049-409a-4539-b022-3c417d25b9b4 req-04009895-b57c-47e4-b3a6-a4da32b4bcd8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.6058006 Jul 07 22:14:03.738318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07fce207-b578-4a9d-957f-4aa6af3a5d8a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:03.819583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c30a3049-409a-4539-b022-3c417d25b9b4 req-6ac0c650-ea68-4985-8c35-d4fc67694d81 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811454 Jul 07 22:14:03.841916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 07fce207-b578-4a9d-957f-4aa6af3a5d8a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:03.860686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 07fce207-b578-4a9d-957f-4aa6af3a5d8a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:03.861058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:03.922023 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:03.971610 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:04.053155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 07fce207-b578-4a9d-957f-4aa6af3a5d8a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=07fce207-b578-4a9d-957f-4aa6af3a5d8a,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:04.058163 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:04.173262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=07fce207-b578-4a9d-957f-4aa6af3a5d8a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:04.483387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Deleting port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:04.484355 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:04.643402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] For port a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:04.643855 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:04.683612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Calling delete_port for a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:05.164460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:05.228366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:05.728145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07fce207-b578-4a9d-957f-4aa6af3a5d8a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:05.873594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75500967-c531-4cfa-9110-bd1a28f9e248 req-5928c45f-63a4-42d1-a113-ae946335b71b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:05.880526 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75500967-c531-4cfa-9110-bd1a28f9e248 req-5928c45f-63a4-42d1-a113-ae946335b71b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 945 time: 1.1146770 Jul 07 22:14:05.956308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75500967-c531-4cfa-9110-bd1a28f9e248 req-10c91762-c90b-466a-9db9-b3a19b7429ef tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747881 Jul 07 22:14:06.025852 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 07fce207-b578-4a9d-957f-4aa6af3a5d8a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:06.026979 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.169781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:06.194493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc9b2c-216e-4919-ba26-91f688a22f85 req-6a9ea9fe-0f06-4907-80ad-8c5ff05ed8d3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:06.196403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ebc9b2c-216e-4919-ba26-91f688a22f85 req-6a9ea9fe-0f06-4907-80ad-8c5ff05ed8d3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 1.0289714 Jul 07 22:14:06.406377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ebc9b2c-216e-4919-ba26-91f688a22f85 req-4d42f031-0b07-46d6-a374-5bc7f3613ef2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353228 Jul 07 22:14:06.599961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Router 7af28927-48e3-422f-ab18-e63fc6e725cc has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:14:06.737492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:14:06.746873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] Sync routers for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:14:06.748369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-774ae04d-c4ba-41f8-a744-fc6e38a7bab9 admin admin] 10.222.0.81 "PUT /v2.0/routers/7af28927-48e3-422f-ab18-e63fc6e725cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8225119 Jul 07 22:14:06.751211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54288) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:06.777905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:06.778811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:06.976402 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.085450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:07.231939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.440079 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:14:05Z', 'revision_number': 5, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port': {'id': '6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:14Z', 'updated_at': '2021-07-07T22:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:07.476040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Deleting port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:07.488202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.491220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] Checking router: 7af28927-48e3-422f-ab18-e63fc6e725cc for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:14:07.513819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] Routers {'7af28927-48e3-422f-ab18-e63fc6e725cc'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:07.519752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7af28927-48e3-422f-ab18-e63fc6e725cc'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:07.902244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] For port 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:07.903244 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:07.933679 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] Set router 7af28927-48e3-422f-ab18-e63fc6e725cc gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:07.959292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Calling delete_port for 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:08.110984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95474fd6-f162-481f-be7f-2a1b777a64b5 req-dc22e56d-b5cc-4a51-9fae-032995afdc57 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:08.115159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95474fd6-f162-481f-be7f-2a1b777a64b5 req-dc22e56d-b5cc-4a51-9fae-032995afdc57 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2556615 Jul 07 22:14:08.175438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:14:07Z', 'revision_number': 6, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:08.225570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0806ec-303c-470d-82a9-0b1e903e1bd5 None None] The sync data for ids ['7af28927-48e3-422f-ab18-e63fc6e725cc'] in n-d-695012-11 is: [{'id': '7af28927-48e3-422f-ab18-e63fc6e725cc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1327454495-router', 'tenant_id': '9637cba1caa041bea974b4f659b98b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:12Z', 'updated_at': '2021-07-07T22:14:07Z', 'revision_number': 6, 'project_id': '9637cba1caa041bea974b4f659b98b5a', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:14:08.237330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95474fd6-f162-481f-be7f-2a1b777a64b5 req-8ca50ed8-90c9-4c84-9aa6-39fc4a2d51b2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114872 Jul 07 22:14:08.493804 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.546689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:08.738056 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.980286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:08.995449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.069300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54326) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:09.103440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.104170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7af28927-48e3-422f-ab18-e63fc6e725cc {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:14:09.117346 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.121053 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-80fe2b24-6ae0-4155-b77d-6cb3bf7db610 admin admin] 10.222.0.81 "DELETE /v2.0/routers/7af28927-48e3-422f-ab18-e63fc6e725cc HTTP/1.1" status: 204 len: 168 time: 2.3658788 Jul 07 22:14:09.121555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54332) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:09.263199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3de32ab-7951-463b-a19b-9f4d5f55eab8 admin admin] Deleting subnet 3a9942e5-327d-4e25-9c10-3e72191c7e80 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:14:09.272890 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3de32ab-7951-463b-a19b-9f4d5f55eab8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.361759 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3de32ab-7951-463b-a19b-9f4d5f55eab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.648883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:09.685504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-78378163-2610-4568-bc51-31af38e52231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.703668 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3de32ab-7951-463b-a19b-9f4d5f55eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:09.709878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:09.710264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a2fcd0e0-fdbe-4e3a-b18f-2d80ce84c145 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:09.713459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:09.790563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:09.790940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6f8beb7a-2ec7-4f7f-8fd7-8df7578155b8 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:09.954205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a8d27-d5b7-4eed-9c90-3634c4fdb7da req-bf17860d-ff4e-45b8-aba2-de91d72c9e5b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:09.955815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d51a8d27-d5b7-4eed-9c90-3634c4fdb7da req-bf17860d-ff4e-45b8-aba2-de91d72c9e5b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.4160595 Jul 07 22:14:10.038564 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-78378163-2610-4568-bc51-31af38e52231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.042085 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3de32ab-7951-463b-a19b-9f4d5f55eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.063112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-78378163-2610-4568-bc51-31af38e52231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.213498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-78378163-2610-4568-bc51-31af38e52231 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ce1ec70098f4a7f922906b66b4471a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1404188 Jul 07 22:14:10.214227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54352) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:10.214750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78378163-2610-4568-bc51-31af38e52231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12cc6aee-1c7f-4773-93e7-53605252b562,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:10.219934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de32ab-7951-463b-a19b-9f4d5f55eab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a9942e5-327d-4e25-9c10-3e72191c7e80,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:10.231187 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3de32ab-7951-463b-a19b-9f4d5f55eab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.236674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e3de32ab-7951-463b-a19b-9f4d5f55eab8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3a9942e5-327d-4e25-9c10-3e72191c7e80 HTTP/1.1" status: 204 len: 168 time: 1.1139250 Jul 07 22:14:10.236881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e45d43-b633-4a98-97d9-2e7399cb34a4 None None] Network 612059aa-53f0-48ef-9198-ca4890e951aa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:10.244286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54356) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:10.357006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.385328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d51a8d27-d5b7-4eed-9c90-3634c4fdb7da req-13407d38-afd4-4e03-97fa-e5125276a1e6 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981926 Jul 07 22:14:10.442162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51739a63-5057-451e-9272-b8feacd195d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.519734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51739a63-5057-451e-9272-b8feacd195d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.531813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Deleting port 98a4346f-8233-41cb-8522-6b7d31f1ccdf {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:10.535095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.624889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51739a63-5057-451e-9272-b8feacd195d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.628056 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51739a63-5057-451e-9272-b8feacd195d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.629706 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-51739a63-5057-451e-9272-b8feacd195d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12cc6aee-1c7f-4773-93e7-53605252b562 HTTP/1.1" status: 204 len: 168 time: 0.4145768 Jul 07 22:14:10.644728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd8480-f4dd-420f-a962-226248daa0bd None None] DHCP port deletion for 612059aa-53f0-48ef-9198-ca4890e951aa request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:14:10.657609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51739a63-5057-451e-9272-b8feacd195d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cc6aee-1c7f-4773-93e7-53605252b562,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:10.708789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] For port 98a4346f-8233-41cb-8522-6b7d31f1ccdf, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98a4346f-8233-41cb-8522-6b7d31f1ccdf,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:10.709160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.745419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Calling delete_port for 98a4346f-8233-41cb-8522-6b7d31f1ccdf owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:10.806034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-86bd8480-f4dd-420f-a962-226248daa0bd None None] Deleting port 98a4346f-8233-41cb-8522-6b7d31f1ccdf {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:10.806586 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-86bd8480-f4dd-420f-a962-226248daa0bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.977810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-86bd8480-f4dd-420f-a962-226248daa0bd None None] For port 98a4346f-8233-41cb-8522-6b7d31f1ccdf, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98a4346f-8233-41cb-8522-6b7d31f1ccdf,segment=NetworkSegment(44616e3b-3f0f-4069-829d-11ff0376c038),segment_id=44616e3b-3f0f-4069-829d-11ff0376c038)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:10.979939 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-86bd8480-f4dd-420f-a962-226248daa0bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:10.981342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.008525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-86bd8480-f4dd-420f-a962-226248daa0bd None None] Calling delete_port for 98a4346f-8233-41cb-8522-6b7d31f1ccdf owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:11.084912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] No DVR routers for this DVR port 98a4346f-8233-41cb-8522-6b7d31f1ccdf on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:11.093701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Pushing event deleted for resources: {'Port': ['ID=98a4346f-8233-41cb-8522-6b7d31f1ccdf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:11.210965 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-86bd8480-f4dd-420f-a962-226248daa0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.232279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bd8480-f4dd-420f-a962-226248daa0bd None None] No DVR routers for this DVR port 98a4346f-8233-41cb-8522-6b7d31f1ccdf on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:11.275729 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.291751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612059aa-53f0-48ef-9198-ca4890e951aa']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:11.311363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54390) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:11.315498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd8480-f4dd-420f-a962-226248daa0bd None None] Pushing event deleted for resources: {'Port': ['ID=98a4346f-8233-41cb-8522-6b7d31f1ccdf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:11.333345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5d18ab4-05b6-4c8d-9f8b-4a17a51ada73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.359058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44616e3b-3f0f-4069-829d-11ff0376c038') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:11.359336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44616e3b-3f0f-4069-829d-11ff0376c038') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:11.415363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.445217 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5d18ab4-05b6-4c8d-9f8b-4a17a51ada73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.450166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5d18ab4-05b6-4c8d-9f8b-4a17a51ada73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.450399 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.475701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:14:11.476289 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:14:11.478392 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:14:11.489963 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d5d18ab4-05b6-4c8d-9f8b-4a17a51ada73 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60119d05ec394b2a8e11662b7f2006e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772933 Jul 07 22:14:11.497257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54398) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:11.515638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d18ab4-05b6-4c8d-9f8b-4a17a51ada73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765506d2-e0f2-4b3a-a2ef-cb12d9b493b1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:11.644550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98a4346f-8233-41cb-8522-6b7d31f1ccdf no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:11.667606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-8446b7b8-b7e7-4d6e-b59c-a83f6c12e1f4 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.674750 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-8446b7b8-b7e7-4d6e-b59c-a83f6c12e1f4 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/networks?id=425b5735-f224-4ca6-a3bd-7d9aafcbe7ae HTTP/1.1" status: 200 len: 815 time: 0.3769877 Jul 07 22:14:11.691035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.708902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-3660f5d9-3538-4ed8-b9f1-709a9e56cedd tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/quotas/a486d6d8162548089f0a8062607d18c2 HTTP/1.1" status: 200 len: 375 time: 0.0329292 Jul 07 22:14:11.713184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 98a4346f-8233-41cb-8522-6b7d31f1ccdf {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:11.713574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98a4346f-8233-41cb-8522-6b7d31f1ccdf not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:11.766522 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.770533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] 10.222.0.81 "DELETE /v2.0/networks/612059aa-53f0-48ef-9198-ca4890e951aa HTTP/1.1" status: 204 len: 168 time: 1.5244768 Jul 07 22:14:11.771525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea9550-91b6-4335-8a5c-ce9c0456454f admin admin] Pushing event deleted for resources: {'Network': ['ID=612059aa-53f0-48ef-9198-ca4890e951aa,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:11.772039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54400) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:11.788977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58742eb9-5b86-4273-9b95-347ea25df870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.859223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58742eb9-5b86-4273-9b95-347ea25df870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:11.886109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-dca9ea1c-bb43-45c7-8f24-6605e19aacf7 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a486d6d8162548089f0a8062607d18c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1755180 Jul 07 22:14:11.982510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c27e0-9046-4b8f-bf1b-d7bb48453e92 req-d234831f-abbb-4576-a9b0-989d10ff1a41 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:11.989321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e57c27e0-9046-4b8f-bf1b-d7bb48453e92 req-d234831f-abbb-4576-a9b0-989d10ff1a41 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2148817 Jul 07 22:14:12.022736 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58742eb9-5b86-4273-9b95-347ea25df870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.025307 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58742eb9-5b86-4273-9b95-347ea25df870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.027395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-58742eb9-5b86-4273-9b95-347ea25df870 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/765506d2-e0f2-4b3a-a2ef-cb12d9b493b1 HTTP/1.1" status: 204 len: 168 time: 0.4640098 Jul 07 22:14:12.054336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58742eb9-5b86-4273-9b95-347ea25df870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765506d2-e0f2-4b3a-a2ef-cb12d9b493b1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:12.070377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-602ebd9e-41f2-4bc8-bdea-1bb77f0e1355 service neutron] 10.222.0.81 "GET /v2.0/networks/425b5735-f224-4ca6-a3bd-7d9aafcbe7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733222 Jul 07 22:14:12.091953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e57c27e0-9046-4b8f-bf1b-d7bb48453e92 req-8722c4be-3484-4981-9869-be8894da0775 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016853 Jul 07 22:14:12.206679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-97c2b412-9749-4c0f-bc1e-4517de427a2d service neutron] 10.222.0.81 "GET /v2.0/networks/425b5735-f224-4ca6-a3bd-7d9aafcbe7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353993 Jul 07 22:14:12.470325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31a2b04e-afc8-4d81-9e72-0a6bef0e2479 req-23fad35a-9417-43a7-afb2-a31330459d06 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 210 time: 0.0513213 Jul 07 22:14:12.665408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:12.997286 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-7c2dc04d-52b9-421c-8884-13f17ae3a414 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3238015 Jul 07 22:14:13.378948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54444) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:13.393760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf3b5c-560f-4eab-aee8-fc1bba98a23f req-fc00acc2-9c75-4ac5-a661-e59aa9f338e7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.400942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38cf3b5c-560f-4eab-aee8-fc1bba98a23f req-fc00acc2-9c75-4ac5-a661-e59aa9f338e7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1013401 Jul 07 22:14:13.455785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38cf3b5c-560f-4eab-aee8-fc1bba98a23f req-0ff07d2f-031a-4c37-86b1-596c794619db tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533228 Jul 07 22:14:13.511174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1971585788-network', 'tenant_id': '8dd1aef767bc4af0b4d22dd47b509d94'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:13.550874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Made reservation on behalf of 8dd1aef767bc4af0b4d22dd47b509d94 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:13.554886 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:13.570013 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:13.594719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-360fb6d4-8fa7-4aeb-9aaa-8e9ae42a2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.596246 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-360fb6d4-8fa7-4aeb-9aaa-8e9ae42a2531 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=76aacbcb64f64efba5f30d173941f1da&device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 1097 time: 0.5559719 Jul 07 22:14:13.746598 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:13.762259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-51650883-dc5d-4586-aab4-cc2e1a92fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:13.762891 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:13.764014 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-51650883-dc5d-4586-aab4-cc2e1a92fd9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=8a3b3ff8-a6a0-4280-97e2-4c494307ba80 HTTP/1.1" status: 200 len: 906 time: 0.1171017 Jul 07 22:14:13.804309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:13.813768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:13.833831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:13.834251 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Added segment 4397e126-cae5-43ac-b507-82f43cbc04ec of type vlan for network 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 Jul 07 22:14:13.935828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1588ef4c-e512-4b37-b34d-4e9d14cff3df req-2237fad5-ac0b-44fb-8fba-c4028871e522 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 210 time: 0.0807161 Jul 07 22:14:13.946335 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-4d3f170f-d376-431c-80c1-1a71df5c28bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca7876f-562c-4658-84bf-1f45848fe16e HTTP/1.1" status: 200 len: 1001 time: 0.1732664 Jul 07 22:14:13.964767 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:14.038460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:14.040403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.040999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:14.043240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Deleting port 9be7c801-02be-4215-ab38-c6d14aa72e61 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:14.043587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:14.049476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-736df314-c9cd-4e3b-8a11-a36eb4ee526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.051245 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-736df314-c9cd-4e3b-8a11-a36eb4ee526b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ee012a44-8b28-4625-9866-6e55b2290160 HTTP/1.1" status: 200 len: 844 time: 0.0942090 Jul 07 22:14:14.120772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7398884 Jul 07 22:14:14.124352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54456) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:14.131855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Request body: {'subnet': {'network_id': '37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1971585788-subnet', 'tenant_id': '8dd1aef767bc4af0b4d22dd47b509d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:14.142120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9fcf6-d3d3-484a-ae2b-87c0b4bd3791 admin admin] Pushing event updated for resources: {'Network': ['ID=37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:14.154402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:14.176485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Made reservation on behalf of 8dd1aef767bc4af0b4d22dd47b509d94 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:14.181942 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:14.201948 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-4ab14e57-a2fb-483f-b31a-24ed1e63d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.203557 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-4ab14e57-a2fb-483f-b31a-24ed1e63d879 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8a3b3ff8-a6a0-4280-97e2-4c494307ba80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417546 Jul 07 22:14:14.205366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] For port 9be7c801-02be-4215-ab38-c6d14aa72e61, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9be7c801-02be-4215-ab38-c6d14aa72e61,segment=NetworkSegment(2be3dbd9-21e7-4e74-92d1-3cda2bf28698),segment_id=2be3dbd9-21e7-4e74-92d1-3cda2bf28698)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:14.205727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:14.238792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Calling delete_port for 9be7c801-02be-4215-ab38-c6d14aa72e61 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:14.403617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:14.491789 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-5afa8327-53e7-420c-8058-65ffaef14181 service neutron] 10.222.0.44 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782340 Jul 07 22:14:14.540776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd03e12-d7ea-442a-88f6-a1f1775e022d,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:14.579821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Checking segment: {'id': '4397e126-cae5-43ac-b507-82f43cbc04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:14.580321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Network hostable DHCP agents. Network: 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:14.614691 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-05ebbbbd-6c8d-47b2-b42f-0651d4239d5f req-0185f5eb-c3f6-4de8-a191-ba327409e1fc service neutron] 10.222.0.44 "GET /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119235 Jul 07 22:14:14.688708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Network 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:14.736060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:14.753967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ab2a0-ba54-4a5b-95a8-46570d0efa7d None None] Network 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:14.762016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.762664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:14.783184 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:14.830543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1fe8f6f5-f7d3-4cbf-948c-081f12f5c76e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7055032 Jul 07 22:14:14.831453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be7c801-02be-4215-ab38-c6d14aa72e61,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:14.909072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-895cc3f5-25ad-425b-96e0-1d15ec2279e6 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:14.911003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-895cc3f5-25ad-425b-96e0-1d15ec2279e6 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.83 "GET /v2.0/networks?id=425b5735-f224-4ca6-a3bd-7d9aafcbe7ae HTTP/1.1" status: 200 len: 815 time: 0.3505986 Jul 07 22:14:14.974561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Request body: {'port': {'device_id': 'cb3ab59f-d5b4-4071-8622-7bb0f02c2e17', 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae', 'admin_state_up': True, 'tenant_id': 'a486d6d8162548089f0a8062607d18c2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:15.025849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3d55db-fa7b-45fe-bd26-30dd6860e19d None None] Network 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:15.293902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66551e-0abf-4016-8e39-158adda33b8d req-dff42ce2-f30b-47a7-8527-6840ded4cbf3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:15.295710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c66551e-0abf-4016-8e39-158adda33b8d req-dff42ce2-f30b-47a7-8527-6840ded4cbf3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.5004811 Jul 07 22:14:15.350775 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:15.507106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ade56fba-9535-4ba5-80ba-dffc9063d921 req-462bca07-41ba-4e83-b02b-5096a121f923 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 210 time: 0.1424935 Jul 07 22:14:15.632883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c66551e-0abf-4016-8e39-158adda33b8d req-84d2676d-3d6a-4c81-b241-a6f857ac8071 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042512 Jul 07 22:14:15.737562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Made reservation on behalf of a486d6d8162548089f0a8062607d18c2 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:15.745180 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:15.811679 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:14:16.024498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Allocated IP 172.20.0.5 (425b5735-f224-4ca6-a3bd-7d9aafcbe7ae/b70a66bf-dc75-43d3-bdb6-cd529de46b0e/ccf10663-d9a0-4547-87c8-e744d737955e) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:16.058671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:16.061082 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:14:16.070493 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1a275955-0f78-4f56-bb4a-32f9decd99d1 admin admin] 10.222.0.81 "PUT /v2.0/routers/8ccf836f-3d31-467d-ac9d-b5c47c71c354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2952111 Jul 07 22:14:16.073017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-733463036-network', 'tenant_id': '9b835d7574514c86b3edc0a79c092bad'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:16.077737 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] Sync routers for ids ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:14:16.098154 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] Routers {'8ccf836f-3d31-467d-ac9d-b5c47c71c354'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:16.100137 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:16.100410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54504) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:16.110892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Made reservation on behalf of 9b835d7574514c86b3edc0a79c092bad for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:16.140912 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:16.276831 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:16.319081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffef82-5cac-4e42-b438-1c96d8395ad4 req-6e70de0d-1f69-4d90-99f7-5f2559a56aae tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:16.328159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8ffef82-5cac-4e42-b438-1c96d8395ad4 req-6e70de0d-1f69-4d90-99f7-5f2559a56aae tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.1589258 Jul 07 22:14:16.352931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:16.393681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Transition to ACTIVE for port object ccf10663-d9a0-4547-87c8-e744d737955e will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:16.431156 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:16.449127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8ffef82-5cac-4e42-b438-1c96d8395ad4 req-35501afc-3de0-49ff-ba20-ec9bbd5fd7a4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199412 Jul 07 22:14:16.450235 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] Set router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:16.487888 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:16.564408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Pushing event updated for resources: {'Port': ['ID=ccf10663-d9a0-4547-87c8-e744d737955e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:16.622045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:16.632787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:16.638782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:16.867733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:16.868549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.002226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.026345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.110751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-c1e78181-1dce-42a4-9644-a83925946770 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1648254 Jul 07 22:14:17.133057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.168417 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:29Z', 'updated_at': '2021-07-07T22:14:14Z', 'revision_number': 5, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'gw_port': {'id': '201b7790-e289-4fd3-b9ce-41a900a668ea', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:7c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:07:30Z', 'updated_at': '2021-07-07T22:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:17.179710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ed70cf-4d73-4f61-8bed-6cacb6c7bddf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:17.184743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e24d5e03-7324-4763-bfbf-718c4b152b3a None None] Provisioning for port ccf10663-d9a0-4547-87c8-e744d737955e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:17.199147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e24d5e03-7324-4763-bfbf-718c4b152b3a None None] Provisioning complete for port ccf10663-d9a0-4547-87c8-e744d737955e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:17.201886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16016e-33b1-40ab-93de-40cad7f36641 req-141258f5-3661-4874-9f44-5c06682f2d05 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.204262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec16016e-33b1-40ab-93de-40cad7f36641 req-141258f5-3661-4874-9f44-5c06682f2d05 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2575545 Jul 07 22:14:17.204505 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e24d5e03-7324-4763-bfbf-718c4b152b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.213980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52505ba-734f-47c1-ad5c-da11e128eef4 req-5cadf681-cf98-4f1b-809b-e4a327706861 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.222711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d52505ba-734f-47c1-ad5c-da11e128eef4 req-5cadf681-cf98-4f1b-809b-e4a327706861 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 931 time: 0.2778144 Jul 07 22:14:17.243342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:17.263659 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] Checking router: 8ccf836f-3d31-467d-ac9d-b5c47c71c354 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:14:17.269033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e24d5e03-7324-4763-bfbf-718c4b152b3a None None] Port ccf10663-d9a0-4547-87c8-e744d737955e cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:17.277370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.277724 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Added segment 13e5726e-c969-448b-ba20-a63f3e5182e5 of type vlan for network dbd82f55-36a4-49e8-b400-23604b822c92 Jul 07 22:14:17.296378 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] Routers {'8ccf836f-3d31-467d-ac9d-b5c47c71c354'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:17.297442 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:17.360969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d52505ba-734f-47c1-ad5c-da11e128eef4 req-9f314a88-417e-4e26-a3b5-e1dad1e7c6ea tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372871 Jul 07 22:14:17.364357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec16016e-33b1-40ab-93de-40cad7f36641 req-bda76556-4194-4b75-a769-3eef390647d2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385992 Jul 07 22:14:17.380707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.469731 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] Set router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:17.493420 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.495303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:17.495996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.527080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Request body: {'port': {'device_id': 'cb3ab59f-d5b4-4071-8622-7bb0f02c2e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:17.629214 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:29Z', 'updated_at': '2021-07-07T22:14:17Z', 'revision_number': 6, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:17.670683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] Pushing event updated for resources: {'Network': ['ID=dbd82f55-36a4-49e8-b400-23604b822c92,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:17.682900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network dbd82f55-36a4-49e8-b400-23604b822c92 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:17.707695 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07f79f9-59ad-435d-bb85-3c9f8d6469a2 None None] The sync data for ids ['8ccf836f-3d31-467d-ac9d-b5c47c71c354'] in n-d-695012-11 is: [{'id': '8ccf836f-3d31-467d-ac9d-b5c47c71c354', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-539437137-router', 'tenant_id': '92735d7a41504c41a82dda982c6c56db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:07:29Z', 'updated_at': '2021-07-07T22:14:17Z', 'revision_number': 6, 'project_id': '92735d7a41504c41a82dda982c6c56db', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:14:17.714663 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1f5179a0-82e3-46ad-9d2e-3a81ce43e74b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6506927 Jul 07 22:14:17.720688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54526) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:17.732234 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Request body: {'subnet': {'network_id': 'dbd82f55-36a4-49e8-b400-23604b822c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-733463036-subnet', 'tenant_id': '9b835d7574514c86b3edc0a79c092bad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:17.758946 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.864505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Deleting port 201b7790-e289-4fd3-b9ce-41a900a668ea {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:17.866094 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:17.929679 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Made reservation on behalf of 9b835d7574514c86b3edc0a79c092bad for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:17.938196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.508993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:18.559844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a367f6e-c072-4667-8e68-3a3b746edeca req-458e5672-ec41-4c20-8cfb-24389e035813 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:18.569617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a367f6e-c072-4667-8e68-3a3b746edeca req-458e5672-ec41-4c20-8cfb-24389e035813 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.1516390 Jul 07 22:14:19.086624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf10663-d9a0-4547-87c8-e744d737955e {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:19.158271 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:19.173957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Transition to ACTIVE for port object ccf10663-d9a0-4547-87c8-e744d737955e will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:19.208019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a367f6e-c072-4667-8e68-3a3b746edeca req-f62f0389-3412-4e72-854d-d798cbe2de7b tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6373243 Jul 07 22:14:19.210730 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:19.260653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dca106e-d603-41d2-ad8f-33b56dde9135,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:19.270301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Checking segment: {'id': '13e5726e-c969-448b-ba20-a63f3e5182e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'dbd82f55-36a4-49e8-b400-23604b822c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:19.270773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Network hostable DHCP agents. Network: dbd82f55-36a4-49e8-b400-23604b822c92, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:19.277943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] For port 201b7790-e289-4fd3-b9ce-41a900a668ea, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=201b7790-e289-4fd3-b9ce-41a900a668ea,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:19.277943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:19.347181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Calling delete_port for 201b7790-e289-4fd3-b9ce-41a900a668ea owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:19.375960 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:19.405315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf10663-d9a0-4547-87c8-e744d737955e,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:19.418456 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Network dbd82f55-36a4-49e8-b400-23604b822c92 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:19.456420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, dbd82f55-36a4-49e8-b400-23604b822c92) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:19.462361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:19.463535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:19.466498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6dd04-a01d-459f-a685-c480a236f310 req-70cc7abb-143d-4b97-a1c8-ed6339c51ea8 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:19.466693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b91f4-9166-4d12-bca6-7ef17b77d53e None None] Network dbd82f55-36a4-49e8-b400-23604b822c92 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:19.468285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fae6dd04-a01d-459f-a685-c480a236f310 req-70cc7abb-143d-4b97-a1c8-ed6339c51ea8 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 931 time: 0.3711360 Jul 07 22:14:19.524386 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8c647861-3d8d-4ee3-b596-89cb9b6659c6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7999256 Jul 07 22:14:19.664925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fae6dd04-a01d-459f-a685-c480a236f310 req-5eaea8ea-bfab-44f2-87ad-500be12f2749 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271243 Jul 07 22:14:19.732134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9be7c801-02be-4215-ab38-c6d14aa72e61 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:19.760905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Attempting to bind port ccf10663-d9a0-4547-87c8-e744d737955e on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:19.764689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Attempting to bind port ccf10663-d9a0-4547-87c8-e744d737955e by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:19.765130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Attempting to bind port ccf10663-d9a0-4547-87c8-e744d737955e on network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:19.799813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57540d9-16e4-49c9-b489-b295db34b683 req-0d02deaf-4766-4c30-b60d-c5e44676c133 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:19.814107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b57540d9-16e4-49c9-b489-b295db34b683 req-0d02deaf-4766-4c30-b60d-c5e44676c133 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.3685002 Jul 07 22:14:19.821921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Port ccf10663-d9a0-4547-87c8-e744d737955e on network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:19.829108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Attempting to bind port ccf10663-d9a0-4547-87c8-e744d737955e on network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:19.854913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:19.855285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Checking segment: {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:19.857374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Bound using segment: {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:19.857902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Bound port: ccf10663-d9a0-4547-87c8-e744d737955e, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cab522ce-010d-4d25-8f9a-562b52136d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:19.860762 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:19.873836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 9be7c801-02be-4215-ab38-c6d14aa72e61 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:19.873836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9be7c801-02be-4215-ab38-c6d14aa72e61 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:19.874046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 201b7790-e289-4fd3-b9ce-41a900a668ea no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:19.884720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:19.960838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Pushing event deleted for resources: {'Port': ['ID=201b7790-e289-4fd3-b9ce-41a900a668ea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:19.982914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No active binding found for port 201b7790-e289-4fd3-b9ce-41a900a668ea {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:14:19.986538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 201b7790-e289-4fd3-b9ce-41a900a668ea not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:20.124437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76410799-cf42-4303-836b-cd7284ddfd23 None None] Network dbd82f55-36a4-49e8-b400-23604b822c92 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:20.144716 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.173744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] For port ccf10663-d9a0-4547-87c8-e744d737955e, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:20.202772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b57540d9-16e4-49c9-b489-b295db34b683 req-e2060513-d698-419f-8b52-0ff25aebd818 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875709 Jul 07 22:14:20.238128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] For port ccf10663-d9a0-4547-87c8-e744d737955e, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ccf10663-d9a0-4547-87c8-e744d737955e,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:20.242880 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.270859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:20.273134 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.274752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] 10.222.0.83 "PUT /v2.0/ports/ccf10663-d9a0-4547-87c8-e744d737955e HTTP/1.1" status: 200 len: 1092 time: 2.7533493 Jul 07 22:14:20.279406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3ab59f-d5b4-4071-8622-7bb0f02c2e17', 'tag': 'ccf10663-d9a0-4547-87c8-e744d737955e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:20.283109 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a3fee6-5147-4ee2-9dee-f089b463dae3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3ab59f-d5b4-4071-8622-7bb0f02c2e17", "tag": "ccf10663-d9a0-4547-87c8-e744d737955e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:20.392037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.404061 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.420075 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a5e471-49d4-46c8-86b9-0425781252e1 x-openstack-request-id: req-e4a5e471-49d4-46c8-86b9-0425781252e1 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:20.420385 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3ab59f-d5b4-4071-8622-7bb0f02c2e17", "tag": "ccf10663-d9a0-4547-87c8-e744d737955e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:20.438215 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4a5e471-49d4-46c8-86b9-0425781252e1 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:20.438773 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3ab59f-d5b4-4071-8622-7bb0f02c2e17', 'tag': 'ccf10663-d9a0-4547-87c8-e744d737955e', 'status': 'completed', 'code': 200} Jul 07 22:14:20.454710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf10663-d9a0-4547-87c8-e744d737955e,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:20.487998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.489684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.491031 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.491387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.491732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.492070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.492405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.492763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.493069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.493401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.493732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.494057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f64b57-5869-486e-a40d-d8ffa561b737 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:20.561144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.562395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ccf836f-3d31-467d-ac9d-b5c47c71c354 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:14:20.571969 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.577295 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-377d61f7-5e8a-4cf7-92d3-c843eb9cf567 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8ccf836f-3d31-467d-ac9d-b5c47c71c354 HTTP/1.1" status: 204 len: 168 time: 4.4750707 Jul 07 22:14:20.580178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54570) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:20.684156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-db795c90-be02-4e81-a562-9805804a0566 admin admin] Deleting subnet 96592198-136d-4d5b-bc6d-14e24363b7d2 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:14:20.694163 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-db795c90-be02-4e81-a562-9805804a0566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.779281 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-db795c90-be02-4e81-a562-9805804a0566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:20.925058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-db795c90-be02-4e81-a562-9805804a0566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.000671 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-db795c90-be02-4e81-a562-9805804a0566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.061560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db795c90-be02-4e81-a562-9805804a0566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96592198-136d-4d5b-bc6d-14e24363b7d2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:21.064445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-db795c90-be02-4e81-a562-9805804a0566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.066283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-db795c90-be02-4e81-a562-9805804a0566 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/96592198-136d-4d5b-bc6d-14e24363b7d2 HTTP/1.1" status: 204 len: 168 time: 0.4850135 Jul 07 22:14:21.068932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54578) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:21.075981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b8067-3dc6-44d5-8992-fe519f0f3011 None None] Network 81158972-036e-43e7-a083-8a2faf9a736f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:21.128954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109765af-3fe6-4df7-ab6b-ab0dc76e44b7 req-ff4c5d2c-a992-4efa-9426-b7bf2593ae17 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:21.136535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-109765af-3fe6-4df7-ab6b-ab0dc76e44b7 req-ff4c5d2c-a992-4efa-9426-b7bf2593ae17 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.0886083 Jul 07 22:14:21.203949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-109765af-3fe6-4df7-ab6b-ab0dc76e44b7 req-776e9685-5718-47a3-9f02-8d3151ad180c tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664752 Jul 07 22:14:21.240394 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.391398 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Deleting port 19180bdb-e537-497b-b4fa-e5a11bf47c92 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:21.391718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.423337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8816d9a-0cb0-4147-be29-0dc83050b548 None None] DHCP port deletion for 81158972-036e-43e7-a083-8a2faf9a736f request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:14:21.492655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d8816d9a-0cb0-4147-be29-0dc83050b548 None None] Deleting port 19180bdb-e537-497b-b4fa-e5a11bf47c92 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:21.493339 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8816d9a-0cb0-4147-be29-0dc83050b548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.542293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] For port 19180bdb-e537-497b-b4fa-e5a11bf47c92, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19180bdb-e537-497b-b4fa-e5a11bf47c92,segment=NetworkSegment(2be3dbd9-21e7-4e74-92d1-3cda2bf28698),segment_id=2be3dbd9-21e7-4e74-92d1-3cda2bf28698)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:21.543192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.572700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Calling delete_port for 19180bdb-e537-497b-b4fa-e5a11bf47c92 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:21.618004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d8816d9a-0cb0-4147-be29-0dc83050b548 None None] For port 19180bdb-e537-497b-b4fa-e5a11bf47c92, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19180bdb-e537-497b-b4fa-e5a11bf47c92,segment=NetworkSegment(2be3dbd9-21e7-4e74-92d1-3cda2bf28698),segment_id=2be3dbd9-21e7-4e74-92d1-3cda2bf28698)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:21.618630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a64b4-4d85-43a2-9401-94e890cb506a req-99db53bd-5717-484d-a0c0-32909b580dc4 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:21.625392 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8816d9a-0cb0-4147-be29-0dc83050b548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.625957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-99db53bd-5717-484d-a0c0-32909b580dc4 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/networks?id=37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 HTTP/1.1" status: 200 len: 809 time: 0.3701322 Jul 07 22:14:21.650895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-b2ae6dea-82bb-440c-84ad-444ea7ad39f7 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/quotas/8dd1aef767bc4af0b4d22dd47b509d94 HTTP/1.1" status: 200 len: 375 time: 0.0238163 Jul 07 22:14:21.651298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d8816d9a-0cb0-4147-be29-0dc83050b548 None None] Calling delete_port for 19180bdb-e537-497b-b4fa-e5a11bf47c92 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:21.724335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3f0ee73-2dcc-4c25-9c5e-81d1dd0b2585 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8dd1aef767bc4af0b4d22dd47b509d94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722525 Jul 07 22:14:21.781832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19180bdb-e537-497b-b4fa-e5a11bf47c92 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:21.787690 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.800281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87a496-f5f6-4b07-a8e7-5477ce8b6081 req-4ac854b4-96b4-4899-b954-965c1919a127 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:21.802301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a87a496-f5f6-4b07-a8e7-5477ce8b6081 req-4ac854b4-96b4-4899-b954-965c1919a127 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.3203471 Jul 07 22:14:21.825053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 19180bdb-e537-497b-b4fa-e5a11bf47c92 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:21.825695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19180bdb-e537-497b-b4fa-e5a11bf47c92 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:21.837126 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Pushing event deleted for resources: {'Port': ['ID=19180bdb-e537-497b-b4fa-e5a11bf47c92,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:21.843148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] No DVR routers for this DVR port 19180bdb-e537-497b-b4fa-e5a11bf47c92 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:21.855640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8816d9a-0cb0-4147-be29-0dc83050b548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.857875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a87a496-f5f6-4b07-a8e7-5477ce8b6081 req-38b22c55-b5c3-4d27-9db8-1f646882b2cb tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546238 Jul 07 22:14:21.938413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8816d9a-0cb0-4147-be29-0dc83050b548 None None] Pushing event deleted for resources: {'Port': ['ID=19180bdb-e537-497b-b4fa-e5a11bf47c92,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:21.940492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8816d9a-0cb0-4147-be29-0dc83050b548 None None] No DVR routers for this DVR port 19180bdb-e537-497b-b4fa-e5a11bf47c92 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:21.959931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-61522d83-ab2d-4b24-a754-56af12e309c3 service neutron] 10.222.0.81 "GET /v2.0/networks/37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345536 Jul 07 22:14:21.972722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:21.983461 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81158972-036e-43e7-a083-8a2faf9a736f']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:21.995130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be3dbd9-21e7-4e74-92d1-3cda2bf28698') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:21.995482 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be3dbd9-21e7-4e74-92d1-3cda2bf28698') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:22.005125 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.019974 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.026706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:14:22.027103 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:14:22.088595 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:14:22.092759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.103765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.107671 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] 10.222.0.81 "DELETE /v2.0/networks/81158972-036e-43e7-a083-8a2faf9a736f HTTP/1.1" status: 204 len: 168 time: 1.0374389 Jul 07 22:14:22.140152 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9ee26-ac32-4eea-9c83-c870b46ce914 admin admin] Pushing event deleted for resources: {'Network': ['ID=81158972-036e-43e7-a083-8a2faf9a736f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:22.171112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-77d5a2e4-97dd-4163-82bd-d6c1aa749ef1 service neutron] 10.222.0.81 "GET /v2.0/networks/37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101905 Jul 07 22:14:22.369531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babbb03-40c4-4d5f-bb0e-31fd0e9c9fc2 req-05a6f884-db25-4d29-b91c-e16ac95447f0 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:22.378006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9babbb03-40c4-4d5f-bb0e-31fd0e9c9fc2 req-05a6f884-db25-4d29-b91c-e16ac95447f0 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1550133 Jul 07 22:14:22.506352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:22.521752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9babbb03-40c4-4d5f-bb0e-31fd0e9c9fc2 req-39c5d18c-4a2d-40fb-8e8a-450940081a08 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433780 Jul 07 22:14:22.592296 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-56aa12fc-84c3-4264-9115-b4ccd5648e5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9637cba1caa041bea974b4f659b98b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847437 Jul 07 22:14:22.601553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54610) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:22.680791 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:14:22.688052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c8ffcb6-632f-4cf1-a91d-d1a3e19841e4 req-41e6face-d3df-45a5-b91f-3c3f99b2f7a9 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 210 time: 0.1049876 Jul 07 22:14:22.782850 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dd85-018d-44c6-9aa4-012d646d7225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.813012 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dd85-018d-44c6-9aa4-012d646d7225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.908450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275e9fc-dfca-421a-8323-2b123ac1371f req-b3cc463b-082e-427e-b9c4-ad4deee50e10 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:22.910431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d275e9fc-dfca-421a-8323-2b123ac1371f req-b3cc463b-082e-427e-b9c4-ad4deee50e10 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.2417912 Jul 07 22:14:22.919935 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dd85-018d-44c6-9aa4-012d646d7225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.923941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dd85-018d-44c6-9aa4-012d646d7225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:22.927637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a3c8dd85-018d-44c6-9aa4-012d646d7225 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bfdf3381-a071-468d-a843-be9bc9037890 HTTP/1.1" status: 204 len: 168 time: 0.3209136 Jul 07 22:14:22.943398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8dd85-018d-44c6-9aa4-012d646d7225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdf3381-a071-468d-a843-be9bc9037890,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:23.002443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d275e9fc-dfca-421a-8323-2b123ac1371f req-c47f3941-f9eb-4350-a3b0-94d6ac23b652 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845931 Jul 07 22:14:23.185329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf6337-eeb0-4bdf-a765-e89463572f11 req-e75c7951-7d54-485e-bcc1-ff1bba715de5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:23.190947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29cf6337-eeb0-4bdf-a765-e89463572f11 req-e75c7951-7d54-485e-bcc1-ff1bba715de5 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.1019745 Jul 07 22:14:23.297006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29cf6337-eeb0-4bdf-a765-e89463572f11 req-fafb6e32-3665-43ab-937f-8afffd801d32 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925953 Jul 07 22:14:23.721639 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54642) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:23.806730 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5d3ca854-864d-4ecf-b496-3b727d181ead admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92735d7a41504c41a82dda982c6c56db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0836613 Jul 07 22:14:23.816413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54644) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:23.976692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6538d506-7927-4311-be7a-0d5dc39452b5 req-a294e817-468e-4692-945c-d1ff53592b4e tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 210 time: 0.0631225 Jul 07 22:14:24.006688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfa321bf-15ea-4aff-bb95-0349189969d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.043218 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfa321bf-15ea-4aff-bb95-0349189969d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.142529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca4336-7b3b-4f56-a514-502506af5d43 req-7f6499b6-4ffe-4b79-bdd4-385f9e86294b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.144589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60ca4336-7b3b-4f56-a514-502506af5d43 req-7f6499b6-4ffe-4b79-bdd4-385f9e86294b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1437554 Jul 07 22:14:24.158885 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfa321bf-15ea-4aff-bb95-0349189969d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.161685 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfa321bf-15ea-4aff-bb95-0349189969d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.163313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cfa321bf-15ea-4aff-bb95-0349189969d5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ea32e28-0718-45a8-ab75-0b95179b3590 HTTP/1.1" status: 204 len: 168 time: 0.3401408 Jul 07 22:14:24.231104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa321bf-15ea-4aff-bb95-0349189969d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea32e28-0718-45a8-ab75-0b95179b3590,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:24.421945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60ca4336-7b3b-4f56-a514-502506af5d43 req-d403f5be-f233-40e1-b8e2-c2e72899e729 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658303 Jul 07 22:14:24.485961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469a7ce-880b-412f-b9ed-bc50306e26a8 req-5d9205fa-315c-4260-a877-bfe2facdb2ce tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.493035 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e469a7ce-880b-412f-b9ed-bc50306e26a8 req-5d9205fa-315c-4260-a877-bfe2facdb2ce tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.2869089 Jul 07 22:14:24.545430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e469a7ce-880b-412f-b9ed-bc50306e26a8 req-70d20c81-48a6-42da-8676-09fc164e855a tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513985 Jul 07 22:14:24.549376 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a64b4-4d85-43a2-9401-94e890cb506a req-04bc768d-9e1f-4502-b823-457689cf4c4a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.562199 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-04bc768d-9e1f-4502-b823-457689cf4c4a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.44 "GET /v2.0/networks?id=37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 HTTP/1.1" status: 200 len: 809 time: 0.3052883 Jul 07 22:14:24.578720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Request body: {'port': {'device_id': 'ab3a9186-dd44-416b-bbf2-e01ac052eb68', 'network_id': '37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0', 'admin_state_up': True, 'tenant_id': '8dd1aef767bc4af0b4d22dd47b509d94'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:24.882656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63ee6b-d25c-4495-a3c4-f9175b22ffd8 req-29ab7d15-2d80-45f2-b05a-e63bbfdf9e3c tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:24.884893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc63ee6b-d25c-4495-a3c4-f9175b22ffd8 req-29ab7d15-2d80-45f2-b05a-e63bbfdf9e3c tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.1553512 Jul 07 22:14:24.912010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Made reservation on behalf of 8dd1aef767bc4af0b4d22dd47b509d94 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:24.923644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:24.952508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc63ee6b-d25c-4495-a3c4-f9175b22ffd8 req-0fd71adf-c25a-438b-b634-013ac7b39c6d tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438099 Jul 07 22:14:25.221033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Allocated IP 172.20.0.2 (37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0/6fd03e12-d7ea-442a-88f6-a1f1775e022d/02224a99-bc85-44b8-b264-50459ed43962) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:25.296522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb50e51b-e9d3-4034-bcf1-5da58a4f8f29 req-2240ccac-8290-495b-8c54-ec53950a4daa tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 210 time: 0.0495818 Jul 07 22:14:25.524687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.638542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.673880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea748293-cb09-4785-a0e0-1b5cedb2ea43 req-f4ab8428-2a1e-4070-bc36-da933b5e194e tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:25.682540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea748293-cb09-4785-a0e0-1b5cedb2ea43 req-f4ab8428-2a1e-4070-bc36-da933b5e194e tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1050205 Jul 07 22:14:25.733498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea748293-cb09-4785-a0e0-1b5cedb2ea43 req-bad93e62-ee35-4b5a-acfc-4aad38c4341d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499525 Jul 07 22:14:25.753414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Network 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:25.762748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:25.792043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:25.794847 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Pushing event updated for resources: {'Port': ['ID=02224a99-bc85-44b8-b264-50459ed43962,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:25.935343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:25.936053 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:25.967112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bdb27-038e-4f84-bab7-8b364f3fc940 req-1334f8ec-d2e5-4548-837d-075a4862b735 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:25.974099 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-e1c29330-e012-46eb-93d9-3c3b3df4a9ca tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4023726 Jul 07 22:14:25.977974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb2bdb27-038e-4f84-bab7-8b364f3fc940 req-1334f8ec-d2e5-4548-837d-075a4862b735 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.2043216 Jul 07 22:14:25.985584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Request body: {'port': {'device_id': 'ab3a9186-dd44-416b-bbf2-e01ac052eb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:26.098788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb2bdb27-038e-4f84-bab7-8b364f3fc940 req-0221930a-a70b-4383-8e0e-ed13d4e2a4f9 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174097 Jul 07 22:14:26.175961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.410290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb666428-b957-427e-8173-6dfb90400744 req-ca88ed3a-1dd0-43e3-8028-8443d872f8d8 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:26.417279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb666428-b957-427e-8173-6dfb90400744 req-ca88ed3a-1dd0-43e3-8028-8443d872f8d8 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.1561379 Jul 07 22:14:26.506534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb666428-b957-427e-8173-6dfb90400744 req-8a9e592b-c54d-4505-ab63-7ab64b37bb12 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835943 Jul 07 22:14:26.531399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c929fd8-4bc3-48cd-9025-7ec33f4a74ab req-49aafa62-10cc-4bc0-bdae-ce6b5ab86c57 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:26.551132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c929fd8-4bc3-48cd-9025-7ec33f4a74ab req-49aafa62-10cc-4bc0-bdae-ce6b5ab86c57 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 945 time: 0.1959531 Jul 07 22:14:26.638681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c929fd8-4bc3-48cd-9025-7ec33f4a74ab req-12ffba59-4bc9-406b-a665-1cba0d08a01f tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851586 Jul 07 22:14:26.807809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abdc1c-aa5f-44bc-b485-355c90fc0f59 req-e1f0bddc-ab9b-4f9a-a12c-5b2b36283d0f tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:26.810227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24abdc1c-aa5f-44bc-b485-355c90fc0f59 req-e1f0bddc-ab9b-4f9a-a12c-5b2b36283d0f tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 931 time: 0.1533647 Jul 07 22:14:26.838059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02224a99-bc85-44b8-b264-50459ed43962 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:26.848467 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.863435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Transition to ACTIVE for port object 02224a99-bc85-44b8-b264-50459ed43962 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:26.875666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:26.941924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24abdc1c-aa5f-44bc-b485-355c90fc0f59 req-9a7d0c7d-8bd4-4986-987b-db7fbe518551 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227951 Jul 07 22:14:27.085348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f676a-2edf-4221-ad0a-5da9a70b17cd req-834ee78c-da15-449e-beaf-bafd1db3be35 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:27.094427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a57f676a-2edf-4221-ad0a-5da9a70b17cd req-834ee78c-da15-449e-beaf-bafd1db3be35 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1430731 Jul 07 22:14:27.136502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a57f676a-2edf-4221-ad0a-5da9a70b17cd req-0b1aad88-0f3a-4501-8e99-908001e4bbec tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407262 Jul 07 22:14:27.178337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Attempting to bind port 02224a99-bc85-44b8-b264-50459ed43962 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:27.178844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Attempting to bind port 02224a99-bc85-44b8-b264-50459ed43962 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '4397e126-cae5-43ac-b507-82f43cbc04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:27.179090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Attempting to bind port 02224a99-bc85-44b8-b264-50459ed43962 on network 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:27.182832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Pushing event updated for resources: {'Port': ['ID=02224a99-bc85-44b8-b264-50459ed43962,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:27.202486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.202950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.203317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.204394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.204394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.204394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.204715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.204815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.206134 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.206134 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.206134 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.206134 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:27.223255 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Port 02224a99-bc85-44b8-b264-50459ed43962 on network 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:27.223589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Attempting to bind port 02224a99-bc85-44b8-b264-50459ed43962 on network 37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:27.236721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:27.236721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Checking segment: {'id': '4397e126-cae5-43ac-b507-82f43cbc04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:27.237058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Bound using segment: {'id': '4397e126-cae5-43ac-b507-82f43cbc04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:27.237503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Bound port: 02224a99-bc85-44b8-b264-50459ed43962, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4397e126-cae5-43ac-b507-82f43cbc04ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:27.237858 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.283634 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2cca4694-5c50-4009-8d7a-c435b46b0540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.329091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] For port 02224a99-bc85-44b8-b264-50459ed43962, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:27.333107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] For port 02224a99-bc85-44b8-b264-50459ed43962, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=02224a99-bc85-44b8-b264-50459ed43962,segment=NetworkSegment(4397e126-cae5-43ac-b507-82f43cbc04ec),segment_id=4397e126-cae5-43ac-b507-82f43cbc04ec)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:27.338165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.423056 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:27.424004 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:27.425684 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] 10.222.0.44 "PUT /v2.0/ports/02224a99-bc85-44b8-b264-50459ed43962 HTTP/1.1" status: 200 len: 1092 time: 1.4444227 Jul 07 22:14:27.426353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3a9186-dd44-416b-bbf2-e01ac052eb68', 'tag': '02224a99-bc85-44b8-b264-50459ed43962'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:27.429036 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222fe820-aea4-4dfe-8f64-e7e22a56d310" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3a9186-dd44-416b-bbf2-e01ac052eb68", "tag": "02224a99-bc85-44b8-b264-50459ed43962"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:27.485319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eeb372-a42a-4649-82f4-3f86ecbf730c service neutron] Pushing event updated for resources: {'Port': ['ID=02224a99-bc85-44b8-b264-50459ed43962,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:27.556249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426279f-8359-45d6-9fc4-005efc03dc2f req-85c54a3c-ac4f-48d3-a1cf-896414eb2aba tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:27.557770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b426279f-8359-45d6-9fc4-005efc03dc2f req-85c54a3c-ac4f-48d3-a1cf-896414eb2aba tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.1835644 Jul 07 22:14:27.608379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a64b4-4d85-43a2-9401-94e890cb506a req-9cf5d26f-4e59-44f8-b842-9ff8fe75ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:27.610012 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-9cf5d26f-4e59-44f8-b842-9ff8fe75ea79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8dd1aef767bc4af0b4d22dd47b509d94&device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 1095 time: 0.1218328 Jul 07 22:14:27.681060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b426279f-8359-45d6-9fc4-005efc03dc2f req-da807626-7476-43cf-9a3d-b70a44c5e5c9 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142609 Jul 07 22:14:27.691460 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-3b7fd32f-4e3d-44f9-8df5-8bbf9832f8b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02224a99-bc85-44b8-b264-50459ed43962 HTTP/1.1" status: 200 len: 217 time: 0.0730977 Jul 07 22:14:27.792605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a64b4-4d85-43a2-9401-94e890cb506a req-fe9ed8a6-8f9a-4193-a36d-719d67f316f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:27.801647 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-fe9ed8a6-8f9a-4193-a36d-719d67f316f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd03e12-d7ea-442a-88f6-a1f1775e022d HTTP/1.1" status: 200 len: 849 time: 0.1031110 Jul 07 22:14:27.825711 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40ea36f-afb5-4b53-bed2-b4dc3ff913d9 x-openstack-request-id: req-d40ea36f-afb5-4b53-bed2-b4dc3ff913d9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:27.826002 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3a9186-dd44-416b-bbf2-e01ac052eb68", "tag": "02224a99-bc85-44b8-b264-50459ed43962", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:27.826281 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d40ea36f-afb5-4b53-bed2-b4dc3ff913d9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:27.826676 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3a9186-dd44-416b-bbf2-e01ac052eb68', 'tag': '02224a99-bc85-44b8-b264-50459ed43962', 'status': 'completed', 'code': 200} Jul 07 22:14:27.876667 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-3ea06980-33ac-490c-8a58-ef5bf18574f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679853 Jul 07 22:14:28.048127 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-d1624db6-3a21-4c70-9f4c-bdfe00c5d933 service neutron] 10.222.0.44 "GET /v2.0/networks/37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645610 Jul 07 22:14:28.194616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1175ce-523c-41a3-8641-c9b03e0d386d req-1d186477-54c6-45fe-8b11-8ed8e17d8247 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.196515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca1175ce-523c-41a3-8641-c9b03e0d386d req-1d186477-54c6-45fe-8b11-8ed8e17d8247 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.1586246 Jul 07 22:14:28.220131 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-760a64b4-4d85-43a2-9401-94e890cb506a req-ecb1c9f8-6855-430b-8017-68d1ee5e3f3a service neutron] 10.222.0.44 "GET /v2.0/networks/37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649487 Jul 07 22:14:28.278432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca1175ce-523c-41a3-8641-c9b03e0d386d req-a1dddd59-f912-4cfc-bdfc-51e928caa8b1 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592070 Jul 07 22:14:28.316324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f819f-a06d-4bb3-b0e0-8b74e3bfc144 req-55571f4d-b051-4f2f-abde-3d188fd99818 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.325001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-096f819f-a06d-4bb3-b0e0-8b74e3bfc144 req-55571f4d-b051-4f2f-abde-3d188fd99818 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 945 time: 0.1580920 Jul 07 22:14:28.380609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-7198e3e2-177b-48f8-89e5-8ce39b6c4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.385053 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-7198e3e2-177b-48f8-89e5-8ce39b6c4c52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8dd1aef767bc4af0b4d22dd47b509d94&device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 1095 time: 0.1012602 Jul 07 22:14:28.386374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-096f819f-a06d-4bb3-b0e0-8b74e3bfc144 req-aa034887-29c1-4887-b583-a7bc870deb01 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603130 Jul 07 22:14:28.519504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-5cc9090f-6644-4a14-8c9a-a9b252e42656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.521285 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-5cc9090f-6644-4a14-8c9a-a9b252e42656 service neutron] 10.222.0.44 "GET /v2.0/networks?id=37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 HTTP/1.1" status: 200 len: 910 time: 0.1304438 Jul 07 22:14:28.593955 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-ad4db522-401a-4654-85b7-d53313c6f53a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02224a99-bc85-44b8-b264-50459ed43962 HTTP/1.1" status: 200 len: 217 time: 0.0654912 Jul 07 22:14:28.659917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-2f3a96e9-a37a-415c-95a8-355c2fb5f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.661498 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-2f3a96e9-a37a-415c-95a8-355c2fb5f3c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6fd03e12-d7ea-442a-88f6-a1f1775e022d HTTP/1.1" status: 200 len: 849 time: 0.0604243 Jul 07 22:14:28.697565 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-203a167f-ce97-48c3-9319-d496e5382926 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292265 Jul 07 22:14:28.724244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c8c75-7500-48bc-b301-a270f40f4835 req-e03eb500-9b1b-4cf7-905b-cee492eab347 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.725800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b34c8c75-7500-48bc-b301-a270f40f4835 req-e03eb500-9b1b-4cf7-905b-cee492eab347 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1087441 Jul 07 22:14:28.735200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750213de-2bef-470f-b538-04f0003310be req-a97fb9b3-f762-4b9a-845e-e1aabf12a7bc tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:28.738587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-750213de-2bef-470f-b538-04f0003310be req-a97fb9b3-f762-4b9a-845e-e1aabf12a7bc tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 943 time: 0.1829925 Jul 07 22:14:28.798990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b34c8c75-7500-48bc-b301-a270f40f4835 req-f3e58190-d96a-4424-93cb-4a1cf2f0aa2c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588748 Jul 07 22:14:28.800175 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-1ec7cbe1-edb6-4807-b0d6-07fd31e935d4 service neutron] 10.222.0.44 "GET /v2.0/networks/37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958364 Jul 07 22:14:28.804763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-750213de-2bef-470f-b538-04f0003310be req-eec593b2-ed1e-4b8b-991d-26cc7b05b38d tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583291 Jul 07 22:14:28.939417 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-222fe820-aea4-4dfe-8f64-e7e22a56d310 req-dac49774-7ed6-4749-b8f3-48d388d20c56 service neutron] 10.222.0.44 "GET /v2.0/networks/37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327436 Jul 07 22:14:29.023510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f969-6d43-4254-a763-05832cdc00e7 req-09a5d847-473a-482f-8930-f8d30874b87a tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.025502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ff5f969-6d43-4254-a763-05832cdc00e7 req-09a5d847-473a-482f-8930-f8d30874b87a tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.0719099 Jul 07 22:14:29.074508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ff5f969-6d43-4254-a763-05832cdc00e7 req-6cf45e21-dee8-45c8-a925-6dd0611cc813 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426037 Jul 07 22:14:29.487088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83746-d601-4546-97f2-7eff9bfc8b26 req-770516a3-441c-4d96-bd96-f6770fc0d034 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.489469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5d83746-d601-4546-97f2-7eff9bfc8b26 req-770516a3-441c-4d96-bd96-f6770fc0d034 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.0794234 Jul 07 22:14:29.495293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:29.567199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5d83746-d601-4546-97f2-7eff9bfc8b26 req-07c2768a-00e6-45e0-a98c-9ebdea86f2a2 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673611 Jul 07 22:14:29.601165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f7d09-fb6c-478a-8126-6025635a64be req-fce9ca35-33ad-4a6b-a9fe-aa07dcbecbde tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:29.601523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3c92616-dd8b-448f-bd1d-aa33dbe676ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.603496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-911f7d09-fb6c-478a-8126-6025635a64be req-fce9ca35-33ad-4a6b-a9fe-aa07dcbecbde tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 945 time: 0.0859015 Jul 07 22:14:29.645118 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6aec50f2-a5c6-410b-8221-fbb5ddd65c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.662427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-911f7d09-fb6c-478a-8126-6025635a64be req-5f0d37c7-8485-4e00-8026-4094dceb97ad tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498650 Jul 07 22:14:29.708728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3c92616-dd8b-448f-bd1d-aa33dbe676ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.712973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3c92616-dd8b-448f-bd1d-aa33dbe676ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.750297 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a3c92616-dd8b-448f-bd1d-aa33dbe676ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3d51f9035eb475daeb38c8e1bc1f2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539246 Jul 07 22:14:29.752129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c92616-dd8b-448f-bd1d-aa33dbe676ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc7980e-4823-4edb-a7db-7c291d1a1748,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:29.753027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54806) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:29.805074 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3f48171-fd36-4880-9655-6bce244953e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.827156 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3f48171-fd36-4880-9655-6bce244953e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.902009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3f48171-fd36-4880-9655-6bce244953e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.908401 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3f48171-fd36-4880-9655-6bce244953e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:29.909578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e3f48171-fd36-4880-9655-6bce244953e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cc7980e-4823-4edb-a7db-7c291d1a1748 HTTP/1.1" status: 204 len: 168 time: 0.1555736 Jul 07 22:14:29.935949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f48171-fd36-4880-9655-6bce244953e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc7980e-4823-4edb-a7db-7c291d1a1748,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:29.939121 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.086638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6d82b-d993-4be2-b0a9-8d14dde39011 req-de0800e7-1438-46c8-ba79-c5f25dc3a215 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.090209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ca6d82b-d993-4be2-b0a9-8d14dde39011 req-de0800e7-1438-46c8-ba79-c5f25dc3a215 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1374183 Jul 07 22:14:30.122793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 122578f8-f1b6-418d-81d0-60b3fa6c69ec no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:30.139844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5493eeb-9fb9-4ad4-976a-c4f396ca69f0 req-add4bb4f-72e8-42e0-b1de-3b00d135ea25 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.146890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5493eeb-9fb9-4ad4-976a-c4f396ca69f0 req-add4bb4f-72e8-42e0-b1de-3b00d135ea25 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 943 time: 0.1230791 Jul 07 22:14:30.191500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ca6d82b-d993-4be2-b0a9-8d14dde39011 req-1f469069-0062-424f-91ec-c89fda1f4fd9 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929184 Jul 07 22:14:30.240791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5493eeb-9fb9-4ad4-976a-c4f396ca69f0 req-98a50602-780a-40d6-8bdf-1ea9c87d0597 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930190 Jul 07 22:14:30.258267 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.261317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54826) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:30.287570 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a50d5914-388b-4fd2-aa6b-bf7c2ee9da6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.313668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:30.315980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:30.320012 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4066d90-20a8-4a36-8df0-e2dd8bd363c8" -d '{"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-unplugged", "status": "completed", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:30.331141 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.367499 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5691927f-6a4a-4250-9ed9-3b740d5bed3a x-openstack-request-id: req-5691927f-6a4a-4250-9ed9-3b740d5bed3a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:30.367998 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-unplugged", "status": "completed", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:30.368299 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5691927f-6a4a-4250-9ed9-3b740d5bed3a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:30.369251 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'code': 200} Jul 07 22:14:30.393726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:30.432637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36a42e-75f2-4d1a-aa80-7356fc10bfa6 req-0d55c1ad-af39-4a14-a190-7e25a61c3286 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.434548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f36a42e-75f2-4d1a-aa80-7356fc10bfa6 req-0d55c1ad-af39-4a14-a190-7e25a61c3286 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.1138253 Jul 07 22:14:30.467039 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a50d5914-388b-4fd2-aa6b-bf7c2ee9da6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.472224 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a50d5914-388b-4fd2-aa6b-bf7c2ee9da6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.510231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f36a42e-75f2-4d1a-aa80-7356fc10bfa6 req-68b8664e-e6f0-4eb6-9a32-a98f81e9e3d2 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678792 Jul 07 22:14:30.529426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d5914-388b-4fd2-aa6b-bf7c2ee9da6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df007328-683d-415d-8cc9-4e2397c0ce2e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:30.535360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a50d5914-388b-4fd2-aa6b-bf7c2ee9da6a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=223cd036b6f248ed8557e605e248585c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729163 Jul 07 22:14:30.538184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54830) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:30.590311 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec2435b0-b811-4d21-9945-c66b4ed7ae29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.618863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec2435b0-b811-4d21-9945-c66b4ed7ae29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.671502 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec2435b0-b811-4d21-9945-c66b4ed7ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.674590 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec2435b0-b811-4d21-9945-c66b4ed7ae29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.676004 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ec2435b0-b811-4d21-9945-c66b4ed7ae29 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df007328-683d-415d-8cc9-4e2397c0ce2e HTTP/1.1" status: 204 len: 168 time: 0.1366332 Jul 07 22:14:30.724037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2435b0-b811-4d21-9945-c66b4ed7ae29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df007328-683d-415d-8cc9-4e2397c0ce2e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:30.777309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.815690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-c1a57f41-f123-4a20-a9fa-41364467083d tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.817664 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-c1a57f41-f123-4a20-a9fa-41364467083d tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.44 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 945 time: 0.1277308 Jul 07 22:14:30.840628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5392fa-e29a-4b8d-9d40-d2a8884fb91a req-153b80b2-ca80-4cc8-8e0e-9e70502d9952 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.848185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad5392fa-e29a-4b8d-9d40-d2a8884fb91a req-153b80b2-ca80-4cc8-8e0e-9e70502d9952 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.1248136 Jul 07 22:14:30.920048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad5392fa-e29a-4b8d-9d40-d2a8884fb91a req-fb22bfa8-f02e-4c30-83c7-ba4b560c69f9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708489 Jul 07 22:14:30.946357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Deleting port 7ca7876f-562c-4658-84bf-1f45848fe16e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:30.947121 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:30.950569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b43f-cc1a-453f-bad0-81013cf96d19 req-781b32fc-d6d1-4f95-9858-2e3f61199b85 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:30.958009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b650b43f-cc1a-453f-bad0-81013cf96d19 req-781b32fc-d6d1-4f95-9858-2e3f61199b85 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 945 time: 0.0940518 Jul 07 22:14:31.005867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.017520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b650b43f-cc1a-453f-bad0-81013cf96d19 req-4c71d52b-b952-479c-9d70-d90ecccfbb90 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups?id=610dc0dd-5a75-4963-a4fc-672ee233f553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585430 Jul 07 22:14:31.054721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] For port 7ca7876f-562c-4658-84bf-1f45848fe16e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7ca7876f-562c-4658-84bf-1f45848fe16e,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:31.055091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.262562 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.262966 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.263278 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Floating IP c2c91d2d-04a3-4d3f-8a0a-8e1c7a776af2 disassociated. External IP: 172.25.8.165, port: 7ca7876f-562c-4658-84bf-1f45848fe16e. Jul 07 22:14:31.263631 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Calling delete_port for 7ca7876f-562c-4658-84bf-1f45848fe16e owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:31.456042 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.489811 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Pushing event deleted for resources: {'Port': ['ID=7ca7876f-562c-4658-84bf-1f45848fe16e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:31.516151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ced993-75fc-4c91-9e6f-c3964c416514 req-b1127bd3-d07f-4bf7-91d3-5dd90dc87b3b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:31.517804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86ced993-75fc-4c91-9e6f-c3964c416514 req-b1127bd3-d07f-4bf7-91d3-5dd90dc87b3b tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 948 time: 0.0889614 Jul 07 22:14:31.534707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e5f44-052a-4131-b3d3-68504d466bcc req-35b86397-ce8f-41f9-a5dd-7cdb3dc4bc8f tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:31.536488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-278e5f44-052a-4131-b3d3-68504d466bcc req-35b86397-ce8f-41f9-a5dd-7cdb3dc4bc8f tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 943 time: 0.1580160 Jul 07 22:14:31.608004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-278e5f44-052a-4131-b3d3-68504d466bcc req-25f08eb5-6392-455b-a33d-4f3ae3d6df67 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447404 Jul 07 22:14:31.624547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86ced993-75fc-4c91-9e6f-c3964c416514 req-f166ef81-05e7-4050-8fa8-e26c073f0b9c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867574 Jul 07 22:14:31.658749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Router d3baea53-a5e5-4283-bf92-565b8536bf1b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:14:31.789601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:14:31.837112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb573d-ec05-4255-8593-a4dcaddff8d1 req-20260764-5cc0-4c08-a0b1-e8664c007132 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:31.842103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0eb573d-ec05-4255-8593-a4dcaddff8d1 req-20260764-5cc0-4c08-a0b1-e8664c007132 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.0870662 Jul 07 22:14:31.851236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] No DVR routers for this DVR port 7ca7876f-562c-4658-84bf-1f45848fe16e on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:31.854743 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:31.857168 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-10fe8c85-540f-4472-88d6-a33652e879e1 req-7d458832-4045-4edc-9422-f6bc72930984 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.44 "DELETE /v2.0/ports/7ca7876f-562c-4658-84bf-1f45848fe16e HTTP/1.1" status: 204 len: 173 time: 1.0339124 Jul 07 22:14:31.858329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'name': 'network-vif-deleted', 'tag': '7ca7876f-562c-4658-84bf-1f45848fe16e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:31.860847 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d263afb-519e-42e0-9e94-af636d459943" -d '{"events": [{"server_uuid": "af4cc76c-6c7d-4bc4-be25-51314867b557", "name": "network-vif-deleted", "tag": "7ca7876f-562c-4658-84bf-1f45848fe16e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:31.905697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0eb573d-ec05-4255-8593-a4dcaddff8d1 req-adcf7969-b0fa-409f-9e88-e4af272f8dcb tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625513 Jul 07 22:14:31.963742 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402eb781-053d-423a-a037-b139965aaec7 x-openstack-request-id: req-402eb781-053d-423a-a037-b139965aaec7 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:31.964036 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4cc76c-6c7d-4bc4-be25-51314867b557", "name": "network-vif-deleted", "tag": "7ca7876f-562c-4658-84bf-1f45848fe16e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:31.964288 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-402eb781-053d-423a-a037-b139965aaec7 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:31.964918 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4cc76c-6c7d-4bc4-be25-51314867b557', 'name': 'network-vif-deleted', 'tag': '7ca7876f-562c-4658-84bf-1f45848fe16e', 'status': 'completed', 'code': 200} Jul 07 22:14:32.032275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] Sync routers for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:14:32.069277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:32.072410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:32.184324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa3210-3cad-4c31-8004-4c475f588842 req-1efdc3fc-5d36-4aa7-83d8-b07f9c8ce535 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.188661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 122578f8-f1b6-418d-81d0-60b3fa6c69ec details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:32.195809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acfa3210-3cad-4c31-8004-4c475f588842 req-1efdc3fc-5d36-4aa7-83d8-b07f9c8ce535 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.1180875 Jul 07 22:14:32.299903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acfa3210-3cad-4c31-8004-4c475f588842 req-5da9ec27-7e26-41bd-ae7f-801cf19170aa tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958290 Jul 07 22:14:32.343126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-104aa933-93e0-469b-aff6-927a497f5a6d req-f7156928-9a1c-4b3b-a80e-eca790909ea8 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4cc76c-6c7d-4bc4-be25-51314867b557 HTTP/1.1" status: 200 len: 210 time: 0.0722127 Jul 07 22:14:32.495812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:32.501793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-140941596'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:32.510318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:32.537538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:32.542312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.568640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:32.578850 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.579541 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Added segment 41e8ce17-1ff7-44d7-b122-07c8d284062d of type vlan for network f7b85453-5618-4302-b3a9-626423b5998a Jul 07 22:14:32.607925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:32.624818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.659378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.670047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.670713 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.677170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'mac_address': 'fa:16:3e:ab:12:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:32.741927 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.765022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54908) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:32.769773 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2721243 Jul 07 22:14:32.775263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1525523712'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:32.795186 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.811231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9fed2-f1dd-4a71-ab49-49219b212199 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Network': ['ID=f7b85453-5618-4302-b3a9-626423b5998a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:32.842870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f7b85453-5618-4302-b3a9-626423b5998a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:32.881308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122578f8-f1b6-418d-81d0-60b3fa6c69ec {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:32.920567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df15ebf-1ba2-408d-b4d0-c39c271b3244 req-312edb22-e94f-44de-824d-a7b8a25aece3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:32.922246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6df15ebf-1ba2-408d-b4d0-c39c271b3244 req-312edb22-e94f-44de-824d-a7b8a25aece3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 948 time: 0.1065733 Jul 07 22:14:32.923955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:32.927541 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.970530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:32.980498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6df15ebf-1ba2-408d-b4d0-c39c271b3244 req-3efd49a3-2e2c-49dc-8e2e-92540f9befb2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502701 Jul 07 22:14:32.981495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:32.984856 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.985527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 02224a99-bc85-44b8-b264-50459ed43962 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:32.992111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:32.992241 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Added segment 3166962a-d5e9-40a5-a30e-51462a56f668 of type vlan for network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 Jul 07 22:14:33.069510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.103259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '81bc619e-ecbc-4fdd-b7de-d93be628c7ae', 'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'mac_address': 'fa:16:3e:b4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:17Z', 'updated_at': '2021-07-07T22:12:30Z', 'revision_number': 5, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'subnets': [{'id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:33.107354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:33.139169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] Checking router: d3baea53-a5e5-4283-bf92-565b8536bf1b for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:14:33.154374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da49d74-09ac-476d-b60a-e1d5cad60a39 req-63d26ef8-351a-4c45-871d-e7d0dec13038 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:33.157559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3da49d74-09ac-476d-b60a-e1d5cad60a39 req-63d26ef8-351a-4c45-871d-e7d0dec13038 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 943 time: 0.1631153 Jul 07 22:14:33.158692 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.160687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:33.161516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:33.166684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:33.167510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.220000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 02224a99-bc85-44b8-b264-50459ed43962, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=02224a99-bc85-44b8-b264-50459ed43962,segment=NetworkSegment(4397e126-cae5-43ac-b507-82f43cbc04ec),segment_id=4397e126-cae5-43ac-b507-82f43cbc04ec)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:33.239349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '02224a99-bc85-44b8-b264-50459ed43962', 'network_id': '37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0', 'port_id': '02224a99-bc85-44b8-b264-50459ed43962', 'mac_address': 'fa:16:3e:25:a5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd03e12-d7ea-442a-88f6-a1f1775e022d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:33.299561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5330946 Jul 07 22:14:33.303479 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:33.316107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'subnet': {'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:33.326282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:33.328844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.370548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02224a99-bc85-44b8-b264-50459ed43962 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:33.381869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3da49d74-09ac-476d-b60a-e1d5cad60a39 req-3132da01-1b9f-4fa2-bce0-e11ff8b7205c tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103636 Jul 07 22:14:33.427626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b19e29-638e-4bfe-a898-0a945b9ab1ae tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Network': ['ID=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:33.457143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:33.465594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:33.476976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.491542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 02224a99-bc85-44b8-b264-50459ed43962, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=02224a99-bc85-44b8-b264-50459ed43962,segment=NetworkSegment(4397e126-cae5-43ac-b507-82f43cbc04ec),segment_id=4397e126-cae5-43ac-b507-82f43cbc04ec)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:33.524951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06267fda-c73f-42d7-b5d6-5bca36199617 req-d8db16a0-ac16-4d5f-8645-d0b3e446c755 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:33.533399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06267fda-c73f-42d7-b5d6-5bca36199617 req-d8db16a0-ac16-4d5f-8645-d0b3e446c755 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.3608317 Jul 07 22:14:33.541726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54926) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:33.542312 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.598136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3fee6-5147-4ee2-9dee-f089b463dae3 req-094dfadc-4112-4fc9-9379-6762af1d8b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:33.599861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9a3fee6-5147-4ee2-9dee-f089b463dae3 req-094dfadc-4112-4fc9-9379-6762af1d8b4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a486d6d8162548089f0a8062607d18c2&device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 1095 time: 0.3597431 Jul 07 22:14:33.645538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=02224a99-bc85-44b8-b264-50459ed43962,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:33.685980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06267fda-c73f-42d7-b5d6-5bca36199617 req-acd4ce37-9136-49ed-89a6-95aeaa97ab76 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514711 Jul 07 22:14:33.720822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '81bc619e-ecbc-4fdd-b7de-d93be628c7ae', 'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'mac_address': 'fa:16:3e:b4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:17Z', 'updated_at': '2021-07-07T22:12:30Z', 'revision_number': 5, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'subnets': [{'id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:33.755180 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae997-9a3b-410e-a278-d43310a27d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.757129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:33.759650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e33fba-d9af-4d67-acce-995f75e234fe None None] The sync data for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 is: [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:12:19Z', 'revision_number': 4, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '81bc619e-ecbc-4fdd-b7de-d93be628c7ae', 'name': '', 'network_id': '8a3b3ff8-a6a0-4280-97e2-4c494307ba80', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'mac_address': 'fa:16:3e:b4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:17Z', 'updated_at': '2021-07-07T22:12:30Z', 'revision_number': 5, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'subnets': [{'id': 'ee012a44-8b28-4625-9866-6e55b2290160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:14:33.780607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['122578f8-f1b6-418d-81d0-60b3fa6c69ec'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:33.784493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['02224a99-bc85-44b8-b264-50459ed43962'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:33.837110 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54932) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:33.866608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacfa80-f3f5-4df4-bb33-95557dc4c675 req-d6f31235-fcfa-4652-adcb-8c0882f6e9c4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:33.874957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-beacfa80-f3f5-4df4-bb33-95557dc4c675 req-d6f31235-fcfa-4652-adcb-8c0882f6e9c4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.3051291 Jul 07 22:14:33.881904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3fee6-5147-4ee2-9dee-f089b463dae3 req-5733c3be-70f0-4a20-abd6-54fcdc8f0a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:33.890005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9a3fee6-5147-4ee2-9dee-f089b463dae3 req-5733c3be-70f0-4a20-abd6-54fcdc8f0a37 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a486d6d8162548089f0a8062607d18c2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2598789 Jul 07 22:14:33.897999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Subnet': ['ID=2900cdc7-b6bd-41ea-8b5d-dd104dd75482,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:33.940774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Checking segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:33.941302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network hostable DHCP agents. Network: f7b85453-5618-4302-b3a9-626423b5998a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:33.980339 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cea2e13f-c2b2-4dc6-b954-bf8d53f85939 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.001817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network f7b85453-5618-4302-b3a9-626423b5998a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:34.022247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-beacfa80-f3f5-4df4-bb33-95557dc4c675 req-df60e3c4-437c-43d3-b548-c266845c7c7f tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462622 Jul 07 22:14:34.050033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f7b85453-5618-4302-b3a9-626423b5998a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:34.063516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:34.064031 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.067693 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cea2e13f-c2b2-4dc6-b954-bf8d53f85939 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.072492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66667bb6-1862-47bd-9174-8418be625808 None None] Network f7b85453-5618-4302-b3a9-626423b5998a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:34.134682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3fee6-5147-4ee2-9dee-f089b463dae3 req-e3a9c499-734c-4f84-9ab0-8f9f68ef7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:34.136180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9a3fee6-5147-4ee2-9dee-f089b463dae3 req-e3a9c499-734c-4f84-9ab0-8f9f68ef7608 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352688 Jul 07 22:14:34.149100 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae997-9a3b-410e-a278-d43310a27d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.158545 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe2ae997-9a3b-410e-a278-d43310a27d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.164817 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b1822b93-28c4-4dbe-a679-081589d56b81 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8597565 Jul 07 22:14:34.167837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:34.176575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'subnet': {'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:34.189050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7ca7876f-562c-4658-84bf-1f45848fe16e no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:34.244816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cea2e13f-c2b2-4dc6-b954-bf8d53f85939 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.247512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cea2e13f-c2b2-4dc6-b954-bf8d53f85939 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.251498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54938) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:34.251659 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cea2e13f-c2b2-4dc6-b954-bf8d53f85939 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "DELETE /v2.0/security-groups/610dc0dd-5a75-4963-a4fc-672ee233f553 HTTP/1.1" status: 204 len: 168 time: 0.4093962 Jul 07 22:14:34.260974 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6092a76-339c-43a6-a2b3-e6e592f8d88c None None] New status for floating IP c2c91d2d-04a3-4d3f-8a0a-8e1c7a776af2: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:14:34.275955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2e13f-c2b2-4dc6-b954-bf8d53f85939 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610dc0dd-5a75-4963-a4fc-672ee233f553,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:34.276865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ae997-9a3b-410e-a278-d43310a27d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31232fbd-70ac-425c-b4e4-330ce2ed4a04,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:34.283443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fe2ae997-9a3b-410e-a278-d43310a27d71 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4382b8b8315c4779b61d57f13292f4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7358143 Jul 07 22:14:34.285911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54940) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:34.314030 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-aeff635f-4bad-4f7b-8dd9-f424aeb8d266 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] show failed (client error): The resource could not be found. Jul 07 22:14:34.317513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aeff635f-4bad-4f7b-8dd9-f424aeb8d266 tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "GET /v2.0/security-groups/610dc0dd-5a75-4963-a4fc-672ee233f553 HTTP/1.1" status: 404 len: 347 time: 0.0588658 Jul 07 22:14:34.318384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54942) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:34.389495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f11cd49-9fb2-401d-a9c6-3c80fd146400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.391455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:34.395371 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.397502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 7ca7876f-562c-4658-84bf-1f45848fe16e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:34.397949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7ca7876f-562c-4658-84bf-1f45848fe16e not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:34.504766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0700db-3d38-4a74-825f-7e2a9405f3de req-94884c14-35a2-4e10-9e0c-29b49c0c3588 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:34.514473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca0700db-3d38-4a74-825f-7e2a9405f3de req-94884c14-35a2-4e10-9e0c-29b49c0c3588 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 949 time: 0.3259408 Jul 07 22:14:34.514930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-f7b85453-5618-4302-b3a9-626423b5998a', 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'fixed_ips': [{'subnet_id': '2900cdc7-b6bd-41ea-8b5d-dd104dd75482'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:14:34.516536 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.531366 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f11cd49-9fb2-401d-a9c6-3c80fd146400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.641927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f11cd49-9fb2-401d-a9c6-3c80fd146400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.644874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f11cd49-9fb2-401d-a9c6-3c80fd146400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.646057 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4f11cd49-9fb2-401d-a9c6-3c80fd146400 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31232fbd-70ac-425c-b4e4-330ce2ed4a04 HTTP/1.1" status: 204 len: 168 time: 0.3592489 Jul 07 22:14:34.679650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11cd49-9fb2-401d-a9c6-3c80fd146400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31232fbd-70ac-425c-b4e4-330ce2ed4a04,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:34.688111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Allocated IP 10.1.1.2 (f7b85453-5618-4302-b3a9-626423b5998a/2900cdc7-b6bd-41ea-8b5d-dd104dd75482/690d42ed-fe6b-4b40-ad4a-6326dfd51caf) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:34.704754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.787947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Subnet': ['ID=be471927-8ad1-4cdc-8b07-93c10b213b33,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:34.794332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Checking segment: {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:34.794959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network hostable DHCP agents. Network: 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:34.815716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:34.828327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:34.846311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:34.847071 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.861914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72390b72-2a04-4464-8e03-ae7e8d612025 None None] Network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:34.869384 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-52285104-1b9b-46e4-97a6-14b193e39fa2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6997128 Jul 07 22:14:34.872440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:34.881928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'port': {'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'name': 'tempest-TaggedBootDevicesTest_v242-1794310549', 'fixed_ips': [{'subnet_id': '2900cdc7-b6bd-41ea-8b5d-dd104dd75482'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:34.934026 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:34.950102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca0700db-3d38-4a74-825f-7e2a9405f3de req-482a9e96-df4e-49ef-afc1-2d4c9ca8e86a tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307480 Jul 07 22:14:34.951812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Transition to ACTIVE for port object 690d42ed-fe6b-4b40-ad4a-6326dfd51caf will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:34.997327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Transition to ACTIVE for port object 690d42ed-fe6b-4b40-ad4a-6326dfd51caf will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:34.997750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-f1d12fe7-50ae-42b8-8bfa-948fc19ca0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.000125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-f1d12fe7-50ae-42b8-8bfa-948fc19ca0bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a486d6d8162548089f0a8062607d18c2&device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 1095 time: 0.6813140 Jul 07 22:14:35.007204 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.072781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:35.077342 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-4effccb3-e871-44cf-8b1d-91c01377716e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccf10663-d9a0-4547-87c8-e744d737955e HTTP/1.1" status: 200 len: 217 time: 0.0562642 Jul 07 22:14:35.088566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Deleting port 1288cb48-2253-4fc2-bcd8-8a9402b48b3a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:35.088807 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.097796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1596176-9009-4290-9655-fea479ffbda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.098268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Network f7b85453-5618-4302-b3a9-626423b5998a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:35.101218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:35.106841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Pushing event updated for resources: {'Port': ['ID=690d42ed-fe6b-4b40-ad4a-6326dfd51caf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:35.110192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:35.112292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:35.161755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-8bf8a88f-4392-4d14-8057-3c28bbf9d5e1', 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'fixed_ips': [{'subnet_id': 'be471927-8ad1-4cdc-8b07-93c10b213b33'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:14:35.162646 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.202109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fb175-fab3-4828-ba59-951ee27b2499 req-ae2556fd-b77b-4cbd-8a52-e85964e536b4 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.214023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a41fb175-fab3-4828-ba59-951ee27b2499 req-ae2556fd-b77b-4cbd-8a52-e85964e536b4 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 944 time: 0.6592643 Jul 07 22:14:35.217684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Attempting to bind port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:35.218234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Attempting to bind port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:35.218383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Attempting to bind port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:35.226439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:35.226934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Checking segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:35.227345 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.228285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Bound using segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:35.228525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Bound port: 690d42ed-fe6b-4b40-ad4a-6326dfd51caf, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:35.228866 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.237823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.314147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] device_id is not set on port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:14:35.338246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a41fb175-fab3-4828-ba59-951ee27b2499 req-21464186-3301-40a6-a400-1766c546ebf7 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232007 Jul 07 22:14:35.367228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-b94d669d-6403-4251-99e0-742d6f899212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.369473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-b94d669d-6403-4251-99e0-742d6f899212 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b70a66bf-dc75-43d3-bdb6-cd529de46b0e HTTP/1.1" status: 200 len: 854 time: 0.2481716 Jul 07 22:14:35.404750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] For port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:35.411243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] For port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=690d42ed-fe6b-4b40-ad4a-6326dfd51caf,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:35.413169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Allocated IP 10.2.2.2 (8bf8a88f-4392-4d14-8057-3c28bbf9d5e1/be471927-8ad1-4cdc-8b07-93c10b213b33/5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:35.417253 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.419369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1596176-9009-4290-9655-fea479ffbda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.421899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.422310 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.435511 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1596176-9009-4290-9655-fea479ffbda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.445518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Calling delete_port for 1288cb48-2253-4fc2-bcd8-8a9402b48b3a owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:35.481597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1596176-9009-4290-9655-fea479ffbda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a14af60-ab81-4db8-bc2e-7f223bed3358,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:35.482376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19650252-5ecb-4077-a5e8-75779f5a81a8 req-2752c015-f8f8-4323-8f42-55211b2b3326 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.489571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19650252-5ecb-4077-a5e8-75779f5a81a8 req-2752c015-f8f8-4323-8f42-55211b2b3326 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.3082962 Jul 07 22:14:35.553775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a383d-22b5-41d6-b740-7b029e81786e None None] Pushing event updated for resources: {'Port': ['ID=690d42ed-fe6b-4b40-ad4a-6326dfd51caf,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:35.639903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19650252-5ecb-4077-a5e8-75779f5a81a8 req-3f72389d-c986-45f9-8251-a2d8df1935c4 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487813 Jul 07 22:14:35.715531 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.732436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Transition to ACTIVE for port object 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:35.755993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Transition to ACTIVE for port object 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:35.763900 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.839515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:35.846672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:35.851919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:35.871541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Pushing event updated for resources: {'Port': ['ID=5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:35.885536 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.925098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-4fba72b6-5a9b-4b85-9c8f-884e1b9e7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.926985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-4fba72b6-5a9b-4b85-9c8f-884e1b9e7147 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=425b5735-f224-4ca6-a3bd-7d9aafcbe7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5482607 Jul 07 22:14:35.931608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Pushing event deleted for resources: {'Port': ['ID=1288cb48-2253-4fc2-bcd8-8a9402b48b3a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:35.960847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Attempting to bind port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:35.961378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Attempting to bind port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:35.961912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Attempting to bind port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 on network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:35.966276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6368ac-cd31-413e-9aa7-bfaf09f40c9a req-66cc88f6-c657-4e44-85e7-604c35a056b3 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:35.971439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:35.974787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef6368ac-cd31-413e-9aa7-bfaf09f40c9a req-66cc88f6-c657-4e44-85e7-604c35a056b3 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.4240768 Jul 07 22:14:35.975661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Checking segment: {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:35.976101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:35.976514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Bound using segment: {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:35.977021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Bound port: 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:35.977921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.062840 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.065393 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.070412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-747b252e-cdc9-4237-8bef-cb3d4a6b87bf tempest-ServersTestJSON-847854976 tempest-ServersTestJSON-847854976-project] 10.222.0.81 "DELETE /v2.0/floatingips/c2c91d2d-04a3-4d3f-8a0a-8e1c7a776af2 HTTP/1.1" status: 204 len: 168 time: 1.7501929 Jul 07 22:14:36.071131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54964) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:36.105577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] For port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:36.110409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] For port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:36.118113 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.124961 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a1596176-9009-4290-9655-fea479ffbda9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12c0b298b11f478786960db55f756a35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0508001 Jul 07 22:14:36.128394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:36.171670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 122578f8-f1b6-418d-81d0-60b3fa6c69ec up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:36.230312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef6368ac-cd31-413e-9aa7-bfaf09f40c9a req-8dd9f900-7a08-472f-8ca1-d4ec211aab9b tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2544034 Jul 07 22:14:36.231335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea128b49-b070-40e8-b26a-7dbad93f7c28 None None] Pushing event updated for resources: {'Port': ['ID=5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:36.244760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Allocated IP 10.1.1.246 (f7b85453-5618-4302-b3a9-626423b5998a/2900cdc7-b6bd-41ea-8b5d-dd104dd75482/ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:36.290108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 122578f8-f1b6-418d-81d0-60b3fa6c69ec triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:36.290605 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.329020 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c033c5e4-d3a8-4297-a04d-5586790a9c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.384806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-b00ffdda-ed8c-42ee-96e8-59d7aa333822 service neutron] 10.222.0.83 "GET /v2.0/networks/425b5735-f224-4ca6-a3bd-7d9aafcbe7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017525 Jul 07 22:14:36.397674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.401022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077395b-751d-4d4c-9d65-c4ab1f02518c req-1a2e06fc-7ffc-4b64-ac6e-4b4f5ee6a2f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:36.405974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5077395b-751d-4d4c-9d65-c4ab1f02518c req-1a2e06fc-7ffc-4b64-ac6e-4b4f5ee6a2f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 949 time: 0.2506621 Jul 07 22:14:36.432121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:36.444507 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de837d06-df73-412d-a85e-30d37c5c945b" -d '{"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-plugged", "status": "completed", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:36.478954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:36.487223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.488403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 02224a99-bc85-44b8-b264-50459ed43962 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:36.510548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c033c5e4-d3a8-4297-a04d-5586790a9c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.615515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:36.630513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 02224a99-bc85-44b8-b264-50459ed43962 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:36.633461 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.637346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 02224a99-bc85-44b8-b264-50459ed43962 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:36.638346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.670561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Transition to ACTIVE for port object ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:36.674811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c033c5e4-d3a8-4297-a04d-5586790a9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.677339 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c033c5e4-d3a8-4297-a04d-5586790a9c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.681718 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c033c5e4-d3a8-4297-a04d-5586790a9c2c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a14af60-ab81-4db8-bc2e-7f223bed3358 HTTP/1.1" status: 204 len: 168 time: 0.5528159 Jul 07 22:14:36.686993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5077395b-751d-4d4c-9d65-c4ab1f02518c req-f533d529-0bc4-4908-8274-316ae1744103 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671977 Jul 07 22:14:36.713020 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db3ee328-c476-45a9-87f8-286701e001fb req-61dcda08-f506-4441-8af8-0db19aca7c17 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1804457 Jul 07 22:14:36.730066 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033c5e4-d3a8-4297-a04d-5586790a9c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a14af60-ab81-4db8-bc2e-7f223bed3358,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:36.779008 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.799150 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cb17e0-abd3-4f83-9206-5ea4dc68c57f x-openstack-request-id: req-d0cb17e0-abd3-4f83-9206-5ea4dc68c57f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:36.799449 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-plugged", "status": "completed", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:36.799705 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d0cb17e0-abd3-4f83-9206-5ea4dc68c57f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:36.800097 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'code': 200} Jul 07 22:14:36.865106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.869222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 02224a99-bc85-44b8-b264-50459ed43962, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=02224a99-bc85-44b8-b264-50459ed43962,segment=NetworkSegment(4397e126-cae5-43ac-b507-82f43cbc04ec),segment_id=4397e126-cae5-43ac-b507-82f43cbc04ec)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:36.875284 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:36.977113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e27709a8-4210-4dc9-9a73-060b940e19c0 req-33249d97-ffd6-4dad-a5e7-e76b33c0002b service neutron] 10.222.0.83 "GET /v2.0/networks/425b5735-f224-4ca6-a3bd-7d9aafcbe7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689492 Jul 07 22:14:36.983823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network f7b85453-5618-4302-b3a9-626423b5998a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:36.992067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:36.996058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:36.998538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Port': ['ID=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:37.036688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431951-5bc5-45eb-b173-eae026415e55 req-5ee5a0f2-3c09-41c8-a986-2afd5cca781c tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.043827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c431951-5bc5-45eb-b173-eae026415e55 req-5ee5a0f2-3c09-41c8-a986-2afd5cca781c tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 944 time: 0.5110250 Jul 07 22:14:37.052344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=02224a99-bc85-44b8-b264-50459ed43962,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:37.081085 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ee328-c476-45a9-87f8-286701e001fb req-3ce2edd7-90af-4451-834b-d9e849c0afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.083202 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db3ee328-c476-45a9-87f8-286701e001fb req-3ce2edd7-90af-4451-834b-d9e849c0afe6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 1102 time: 0.2356868 Jul 07 22:14:37.101517 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.102601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:37.178623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c431951-5bc5-45eb-b173-eae026415e55 req-5dd30e91-9aab-4eef-a4d0-1c9437751418 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337371 Jul 07 22:14:37.179684 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f3524575-9492-4e32-9c7c-245153746714 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3059657 Jul 07 22:14:37.185108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54980) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:37.196628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'port': {'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'name': 'tempest-TaggedBootDevicesTest_v242-1219203695', 'fixed_ips': [{'subnet_id': '2900cdc7-b6bd-41ea-8b5d-dd104dd75482'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:37.228511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc267ba-e042-4f3f-8425-ad11fad81ecf None None] Network f7b85453-5618-4302-b3a9-626423b5998a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:37.316994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef273c-7b58-4508-9260-0535d07f2590 req-df82c3c8-45ee-489a-a997-9ca668c0de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.321012 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dbef273c-7b58-4508-9260-0535d07f2590 req-df82c3c8-45ee-489a-a997-9ca668c0de90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1102 time: 0.1881187 Jul 07 22:14:37.341729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4d3bda07-666a-4ad6-b7bc-4e5d8d524a90 None None] Provisioning for port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:37.373024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0adcd-6368-4f17-8531-41eb0f99e907 req-f39a8b1c-edb5-485d-a88e-bd18194e01c6 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.380665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3cc0adcd-6368-4f17-8531-41eb0f99e907 req-f39a8b1c-edb5-485d-a88e-bd18194e01c6 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.3346710 Jul 07 22:14:37.380841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ee328-c476-45a9-87f8-286701e001fb req-11d63c26-b2f3-454c-bbe0-929c7b9e80d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.383349 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db3ee328-c476-45a9-87f8-286701e001fb req-11d63c26-b2f3-454c-bbe0-929c7b9e80d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.2632859 Jul 07 22:14:37.400890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-8b0fe9c4-5adb-4637-a2dc-f2a826dc52eb tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.402496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-8b0fe9c4-5adb-4637-a2dc-f2a826dc52eb tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.83 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.3544207 Jul 07 22:14:37.434327 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dbef273c-7b58-4508-9260-0535d07f2590 req-92be018f-2fbf-4a87-ba21-4a50ea014d2b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003103 Jul 07 22:14:37.498092 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db3ee328-c476-45a9-87f8-286701e001fb req-04e67b6e-45f3-4db5-84a2-b15580546f31 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=3626772a-149d-48ef-b217-62c5366760b3 HTTP/1.1" status: 200 len: 217 time: 0.0775094 Jul 07 22:14:37.577035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ee328-c476-45a9-87f8-286701e001fb req-b6ce51dc-5d9e-44b1-89bc-e2e341013859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.578767 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db3ee328-c476-45a9-87f8-286701e001fb req-b6ce51dc-5d9e-44b1-89bc-e2e341013859 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0733080 Jul 07 22:14:37.639793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3cc0adcd-6368-4f17-8531-41eb0f99e907 req-8332bb31-44e9-4cf0-ab86-e0763ab12f13 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583184 Jul 07 22:14:37.712809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ee328-c476-45a9-87f8-286701e001fb req-7643fdb1-3ca8-4202-96fc-b1c6cc3ecf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.714380 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db3ee328-c476-45a9-87f8-286701e001fb req-7643fdb1-3ca8-4202-96fc-b1c6cc3ecf82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1165824 Jul 07 22:14:37.797985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:37.845760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:37.917961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:37.924568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 690d42ed-fe6b-4b40-ad4a-6326dfd51caf up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:37.969194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49723982-1e0d-4e2a-9d13-584f49f5c9cf req-04a9eb81-7eb6-45cd-8d7a-98d0661e010b tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:37.979332 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db3ee328-c476-45a9-87f8-286701e001fb req-2272d41a-2797-468c-a61e-64f2d1dd4565 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562556 Jul 07 22:14:37.982898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49723982-1e0d-4e2a-9d13-584f49f5c9cf req-04a9eb81-7eb6-45cd-8d7a-98d0661e010b tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.4684844 Jul 07 22:14:38.002561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bae4cf-53b1-4fa9-bec1-3ac3fd418efa None None] Network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:38.110862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Deleting port 69d80137-3452-4134-bd99-00d73d41631c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:38.111547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.170209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.187861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:38.190990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49723982-1e0d-4e2a-9d13-584f49f5c9cf req-7942f62a-5a68-4778-9004-69efb196c35e tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065523 Jul 07 22:14:38.203881 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-db3ee328-c476-45a9-87f8-286701e001fb req-e69e373f-673b-4b03-a921-dfe3d29f5761 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179911 Jul 07 22:14:38.221953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55006) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:38.255112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f0530281-fb49-4a54-88d4-c9d563f0ecd2 None None] Provisioning for port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:38.267411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f0530281-fb49-4a54-88d4-c9d563f0ecd2 None None] Provisioning complete for port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:38.271918 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0530281-fb49-4a54-88d4-c9d563f0ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.293046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:38.293423 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.366128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1809325851-network', 'tenant_id': '044d4bb047b445f69003d89d04d2872a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:38.394344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f0530281-fb49-4a54-88d4-c9d563f0ecd2 None None] Port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:38.398395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Made reservation on behalf of 044d4bb047b445f69003d89d04d2872a for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:38.404560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.417749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.492417 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.540999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] Provisioning for port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:38.559055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.560980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] Provisioning complete for port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:38.561541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.565413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=690d42ed-fe6b-4b40-ad4a-6326dfd51caf,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:38.575970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.580909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.598820 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.616149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:38.629695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5536e26c-e5bc-48fb-b111-cb97f012487c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:38.636411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.636760 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Added segment 10eeea74-c3d0-4c59-aedc-c2d05b94cbd2 of type vlan for network 878b13c4-887e-46a5-896b-2b42746546d2 Jul 07 22:14:38.671063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=690d42ed-fe6b-4b40-ad4a-6326dfd51caf,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:38.672731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72768934-387e-4b2c-bda7-32cc8a21ff76 req-5c382540-6097-46cf-ab18-0bf5a8dcae97 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.681580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72768934-387e-4b2c-bda7-32cc8a21ff76 req-5c382540-6097-46cf-ab18-0bf5a8dcae97 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.7543123 Jul 07 22:14:38.709281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.720090 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.749488 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.750684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:38.751348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.767221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] For port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:38.774018 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.775102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] device_id is not set on port 164d5769-4447-49bc-ad8f-510c5c72b857 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:14:38.802966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3a9186-dd44-416b-bbf2-e01ac052eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02224a99-bc85-44b8-b264-50459ed43962'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:38.805484 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadc7187-18b0-4c82-af86-37b9572e9e76" -d '{"events": [{"server_uuid": "ab3a9186-dd44-416b-bbf2-e01ac052eb68", "name": "network-vif-plugged", "status": "completed", "tag": "02224a99-bc85-44b8-b264-50459ed43962"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:38.814370 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5906744 Jul 07 22:14:38.816841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55014) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:38.822449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Request body: {'subnet': {'network_id': '878b13c4-887e-46a5-896b-2b42746546d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1809325851-subnet', 'tenant_id': '044d4bb047b445f69003d89d04d2872a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:38.834530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] Provisioning complete for port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:38.835255 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.848708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ac882-1109-4371-b1f5-836bf357f3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=878b13c4-887e-46a5-896b-2b42746546d2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:38.860773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Made reservation on behalf of 044d4bb047b445f69003d89d04d2872a for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:38.863586 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.947481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] For port 69d80137-3452-4134-bd99-00d73d41631c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69d80137-3452-4134-bd99-00d73d41631c,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:38.947875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:38.992507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72768934-387e-4b2c-bda7-32cc8a21ff76 req-346343c7-ab1c-49c8-8dda-8d85b44f3b34 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096647 Jul 07 22:14:39.024506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 878b13c4-887e-46a5-896b-2b42746546d2 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:39.073864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.104073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] Pushing event updated for resources: {'Port': ['ID=5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:39.116473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-222b9258-9d8b-4a06-8f65-3f10e4bd693e None None] Port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:39.143893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56eda30-6eaf-406c-bd49-b1d039b6e31f req-1919ae56-a0dd-44fb-85be-35e5874b954f tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.145379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b56eda30-6eaf-406c-bd49-b1d039b6e31f req-1919ae56-a0dd-44fb-85be-35e5874b954f tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 945 time: 0.5946467 Jul 07 22:14:39.148519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4f2386-b705-48e4-8230-6d29c20b1b2c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:39.153697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:39.154223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Network hostable DHCP agents. Network: 878b13c4-887e-46a5-896b-2b42746546d2, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:39.170649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Network 878b13c4-887e-46a5-896b-2b42746546d2 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:39.179325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 878b13c4-887e-46a5-896b-2b42746546d2) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:39.184417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.185049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.189300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7ac721-74f2-4603-bdb3-124942e05889 None None] Network 878b13c4-887e-46a5-896b-2b42746546d2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:39.211408 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e3675235-9c80-48f8-a1b3-5dcae7ab6c51 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3857462 Jul 07 22:14:39.273561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f56c00b-fb92-4890-8c8c-04044aaaaadc None None] Provisioning complete for port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:39.273967 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f56c00b-fb92-4890-8c8c-04044aaaaadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.348109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b56eda30-6eaf-406c-bd49-b1d039b6e31f req-59dd0e67-e4bc-4f08-b745-9462387f7a66 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861179 Jul 07 22:14:39.365397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13311266-9e8b-4060-a8f2-91888d22eb52 None None] Network 878b13c4-887e-46a5-896b-2b42746546d2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:39.432058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Allocated IP 10.1.1.167 (f7b85453-5618-4302-b3a9-626423b5998a/2900cdc7-b6bd-41ea-8b5d-dd104dd75482/164d5769-4447-49bc-ad8f-510c5c72b857) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:39.438253 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94387e62-0184-4aae-9229-e0e4b89142d9 x-openstack-request-id: req-94387e62-0184-4aae-9229-e0e4b89142d9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:39.438860 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3a9186-dd44-416b-bbf2-e01ac052eb68", "name": "network-vif-plugged", "status": "completed", "tag": "02224a99-bc85-44b8-b264-50459ed43962", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:39.438860 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94387e62-0184-4aae-9229-e0e4b89142d9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:39.439801 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3a9186-dd44-416b-bbf2-e01ac052eb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02224a99-bc85-44b8-b264-50459ed43962', 'code': 200} Jul 07 22:14:39.478995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015093e8-1e71-46c2-8e09-53554802edaa req-0474056f-e54b-4f59-9e9d-9a73f396ed1a tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.480352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-015093e8-1e71-46c2-8e09-53554802edaa req-0474056f-e54b-4f59-9e9d-9a73f396ed1a tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.3512268 Jul 07 22:14:39.485780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.486188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.486638 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Floating IP 43aa708e-6347-4f3f-a8c0-cb3b828f28c3 disassociated. External IP: 172.25.8.112, port: 69d80137-3452-4134-bd99-00d73d41631c. Jul 07 22:14:39.486852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Calling delete_port for 69d80137-3452-4134-bd99-00d73d41631c owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:39.645678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dac3f1-87d3-46de-9b28-115416abc69f req-ddc29118-51e1-4794-9ae1-d60a4e35a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.646589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-015093e8-1e71-46c2-8e09-53554802edaa req-3214e3e2-5196-4513-b47a-f11cab19ea79 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577058 Jul 07 22:14:39.647399 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-12dac3f1-87d3-46de-9b28-115416abc69f req-ddc29118-51e1-4794-9ae1-d60a4e35a874 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 1097 time: 0.1516795 Jul 07 22:14:39.687370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:39.712608 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-12dac3f1-87d3-46de-9b28-115416abc69f req-b7af6c48-55c7-4dd8-937e-dc77811735fa service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562139 Jul 07 22:14:39.742172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:39.742545 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.759891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Deleting port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:39.760237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.843140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 690d42ed-fe6b-4b40-ad4a-6326dfd51caf up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:39.896367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:39.896717 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.908585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.911529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:39.918286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2129234609-network', 'tenant_id': '1f90b29522e949b381b0c8adad0528b7'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:39.934975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8573e-b75e-470c-b31e-3445ccafee5d req-2c47770d-a9f6-4762-b0a4-4be01f345d8d tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:39.936814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09d8573e-b75e-470c-b31e-3445ccafee5d req-2c47770d-a9f6-4762-b0a4-4be01f345d8d tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 946 time: 0.2500153 Jul 07 22:14:39.945187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Made reservation on behalf of 1f90b29522e949b381b0c8adad0528b7 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:39.947667 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.956862 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.959505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Transition to ACTIVE for port object 164d5769-4447-49bc-ad8f-510c5c72b857 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:39.979809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:39.991373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] For port 81bc619e-ecbc-4fdd-b7de-d93be628c7ae, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=81bc619e-ecbc-4fdd-b7de-d93be628c7ae,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:39.991734 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.044271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Calling delete_port for 81bc619e-ecbc-4fdd-b7de-d93be628c7ae owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:40.065465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.074965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.091161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Pushing event deleted for resources: {'Port': ['ID=69d80137-3452-4134-bd99-00d73d41631c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:40.110553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264a8795-c415-445f-b10c-c8e50ba04e5c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:40.117039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:40.126595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.126947 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Added segment f95cebbb-a971-42f2-afd1-77e0a549e7e2 of type vlan for network 2fb054ce-2550-4a9a-881d-86f12aa7909e Jul 07 22:14:40.171368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.181598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.214675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09d8573e-b75e-470c-b31e-3445ccafee5d req-39c11a3d-9ae9-4dcd-a89a-bb8944f83a90 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups?id=ee3f8277-a48b-4b92-a6b6-3858ac9687b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645743 Jul 07 22:14:40.226999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.228876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.229545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.302369 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3894758 Jul 07 22:14:40.302555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55052) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:40.313188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50911620-6dba-462d-bbd3-14cfe6307666 admin admin] Pushing event updated for resources: {'Network': ['ID=2fb054ce-2550-4a9a-881d-86f12aa7909e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:40.314642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Request body: {'subnet': {'network_id': '2fb054ce-2550-4a9a-881d-86f12aa7909e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2129234609-subnet', 'tenant_id': '1f90b29522e949b381b0c8adad0528b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:40.322980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 2fb054ce-2550-4a9a-881d-86f12aa7909e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:40.325053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network f7b85453-5618-4302-b3a9-626423b5998a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:40.339968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:40.342335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:40.418911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Port': ['ID=164d5769-4447-49bc-ad8f-510c5c72b857,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:40.560554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 69d80137-3452-4134-bd99-00d73d41631c no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:40.576874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Made reservation on behalf of 1f90b29522e949b381b0c8adad0528b7 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:40.579318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.589019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46543faa-df61-4115-ada4-c90f9065f942 req-3fced6f0-cfde-4b3a-b5bc-7408ecfc85f1 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.590606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46543faa-df61-4115-ada4-c90f9065f942 req-3fced6f0-cfde-4b3a-b5bc-7408ecfc85f1 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.4374614 Jul 07 22:14:40.597651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 69d80137-3452-4134-bd99-00d73d41631c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:40.598321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 69d80137-3452-4134-bd99-00d73d41631c not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:40.603800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.604326 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.627046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9e8a012d-1fa4-4660-b871-0e149363fd1e None None] Provisioning for port 164d5769-4447-49bc-ad8f-510c5c72b857 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:40.636792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9e8a012d-1fa4-4660-b871-0e149363fd1e None None] Provisioning complete for port 164d5769-4447-49bc-ad8f-510c5c72b857 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:40.637460 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e8a012d-1fa4-4660-b871-0e149363fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:40.687133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a012d-1fa4-4660-b871-0e149363fd1e None None] Port 164d5769-4447-49bc-ad8f-510c5c72b857 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:40.722512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Router b7037790-cb80-4dad-aa57-20e7090678f6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:14:40.733395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8583e353-0d39-41b9-b742-fcab2baa7eec tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5438268 Jul 07 22:14:40.781332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bf765-3948-4657-b574-4e060b485b08 req-e49801a1-6d65-4082-a489-c1ed7eac8c8b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:40.782844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-e49801a1-6d65-4082-a489-c1ed7eac8c8b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 815 time: 0.4505482 Jul 07 22:14:40.825283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46543faa-df61-4115-ada4-c90f9065f942 req-aebb780a-1300-40df-976f-c954e902a0f3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171850 Jul 07 22:14:41.143442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-2dc95d05-a3a9-4d01-92a7-f4f8a236a691 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/quotas/b4711f7570434d3f8f6cb11c170dfef5 HTTP/1.1" status: 200 len: 375 time: 0.3455048 Jul 07 22:14:41.217016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:41.310867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Pushing event deleted for resources: {'Port': ['ID=81bc619e-ecbc-4fdd-b7de-d93be628c7ae,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:41.437206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:14:41.447669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] Sync routers for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:14:41.457978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:41.458924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:41.528858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-3e381b39-b781-467c-af34-d5f0bd85ddb0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3776298 Jul 07 22:14:41.529648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] No DVR routers for this DVR port 69d80137-3452-4134-bd99-00d73d41631c on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:41.532249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:41.534620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcc476c-61e7-4a81-8f50-cdb648620bad req-51bbf8b3-ae98-4644-95b3-7a8978312de4 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.83 "DELETE /v2.0/ports/69d80137-3452-4134-bd99-00d73d41631c HTTP/1.1" status: 204 len: 173 time: 4.1233647 Jul 07 22:14:41.540958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'name': 'network-vif-deleted', 'tag': '69d80137-3452-4134-bd99-00d73d41631c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:41.543324 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425e5fa7-ea04-4ffe-8d57-8950eff05901" -d '{"events": [{"server_uuid": "424d6b23-b7dd-4b12-a5ef-3e3c046b2114", "name": "network-vif-deleted", "tag": "69d80137-3452-4134-bd99-00d73d41631c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:41.546027 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:41.568109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24c6d7-c2e5-400b-88c1-8432f15f207d req-7f73c7be-9dee-4a93-9ee9-ebbe28ec1f32 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:41.569643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea24c6d7-c2e5-400b-88c1-8432f15f207d req-7f73c7be-9dee-4a93-9ee9-ebbe28ec1f32 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 945 time: 0.4297278 Jul 07 22:14:41.574468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:41.779996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e2c469-d9aa-4e86-b1b1-e56f0b2daf86,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:41.825023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea24c6d7-c2e5-400b-88c1-8432f15f207d req-ec8fe02a-e779-45d8-91b1-884de3137c3b tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998708 Jul 07 22:14:41.852155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-9c4c60b3-22fe-4242-90fd-415d56559a3d service neutron] 10.222.0.81 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134441 Jul 07 22:14:41.900680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c1acda80-6b58-4fdb-9519-7d34906b0c68', 'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'mac_address': 'fa:16:3e:9d:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:06Z', 'updated_at': '2021-07-07T22:11:14Z', 'revision_number': 5, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'subnets': [{'id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:41.954040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] Checking router: b7037790-cb80-4dad-aa57-20e7090678f6 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:14:41.956307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-1faae02d-d606-4d26-a7cc-63b92211f3b4 service neutron] 10.222.0.81 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032341 Jul 07 22:14:41.963444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Checking segment: {'id': 'f95cebbb-a971-42f2-afd1-77e0a549e7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fb054ce-2550-4a9a-881d-86f12aa7909e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:41.963813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Network hostable DHCP agents. Network: 2fb054ce-2550-4a9a-881d-86f12aa7909e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:41.967466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:41.978571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:41.979376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:42.074235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Network 2fb054ce-2550-4a9a-881d-86f12aa7909e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:42.090426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 2fb054ce-2550-4a9a-881d-86f12aa7909e) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:42.100896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa23ce-54df-4e8e-b672-8585ab9c0bee None None] Network 2fb054ce-2550-4a9a-881d-86f12aa7909e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:42.124479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.125239 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:42.145641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-76671fb9-58f2-4fa1-ac1a-4357ed24f57c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8347569 Jul 07 22:14:42.202102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac344d54-ef77-42d0-b454-3078bc6d2c7b req-5d4b0588-f80a-4f51-a706-6d22b61dd043 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.203679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac344d54-ef77-42d0-b454-3078bc6d2c7b req-5d4b0588-f80a-4f51-a706-6d22b61dd043 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 943 time: 0.2430968 Jul 07 22:14:42.343748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:42.472787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac344d54-ef77-42d0-b454-3078bc6d2c7b req-3788036b-d5f4-4bdc-866d-347eea4d99ea tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629433 Jul 07 22:14:42.614601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ccf10663-d9a0-4547-87c8-e744d737955e details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:42.631692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625b883a-6586-4685-9178-9c9001a8ec99 None None] Network 2fb054ce-2550-4a9a-881d-86f12aa7909e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:42.651249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Router d3baea53-a5e5-4283-bf92-565b8536bf1b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:14:42.775493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:42.780819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-53d65107-443e-4159-a764-b3c00006ff34 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230463118', 'description': 'tempest-description--688683174'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:42.823542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53d65107-443e-4159-a764-b3c00006ff34 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:42.964143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b72a3-33d2-4006-8813-ed8654a1eb53 req-b733d003-9436-474b-b597-ba6511eb0687 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:42.970833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-316b72a3-33d2-4006-8813-ed8654a1eb53 req-b733d003-9436-474b-b597-ba6511eb0687 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.3021624 Jul 07 22:14:43.001716 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53d65107-443e-4159-a764-b3c00006ff34 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.006118 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53d65107-443e-4159-a764-b3c00006ff34 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.029162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:14:43.040080 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] Sync routers for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:14:43.053940 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:43.055355 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:43.087606 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53d65107-443e-4159-a764-b3c00006ff34 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.092524 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-53d65107-443e-4159-a764-b3c00006ff34 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3158576 Jul 07 22:14:43.093886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fdd12a07-3538-4703-abe3-357ffee4836f admin admin] 10.222.0.81 "PUT /v2.0/routers/d3baea53-a5e5-4283-bf92-565b8536bf1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9849019 Jul 07 22:14:43.114574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e2927d3-6832-4196-a9c4-c0d221d28763 req-71c73507-7a77-4fc7-9852-429163d08d59 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 210 time: 0.1340089 Jul 07 22:14:43.114979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55092) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:43.115181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55094) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:43.120189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d65107-443e-4159-a764-b3c00006ff34 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c6717d-0d17-418c-9f4e-857b22333e1c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:43.145054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-231e95c9-3522-465f-a0d4-ead4b6b28b28 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'security_group_rule': {'security_group_id': '10c6717d-0d17-418c-9f4e-857b22333e1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:43.226826 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8250ff-db86-4ec8-b5ff-a2a119cac9ea x-openstack-request-id: req-5c8250ff-db86-4ec8-b5ff-a2a119cac9ea {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:43.228156 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "424d6b23-b7dd-4b12-a5ef-3e3c046b2114", "name": "network-vif-deleted", "tag": "69d80137-3452-4134-bd99-00d73d41631c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:43.228733 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c8250ff-db86-4ec8-b5ff-a2a119cac9ea {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:43.229574 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '424d6b23-b7dd-4b12-a5ef-3e3c046b2114', 'name': 'network-vif-deleted', 'tag': '69d80137-3452-4134-bd99-00d73d41631c', 'status': 'completed', 'code': 200} Jul 07 22:14:43.244970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-231e95c9-3522-465f-a0d4-ead4b6b28b28 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.259738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port ccf10663-d9a0-4547-87c8-e744d737955e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ccf10663-d9a0-4547-87c8-e744d737955e,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:43.289740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-316b72a3-33d2-4006-8813-ed8654a1eb53 req-346bf714-7654-48de-b09a-6d4b412b01a8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105459 Jul 07 22:14:43.341347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c1acda80-6b58-4fdb-9519-7d34906b0c68', 'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'mac_address': 'fa:16:3e:9d:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:06Z', 'updated_at': '2021-07-07T22:11:14Z', 'revision_number': 5, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'subnets': [{'id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:43.360240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'ccf10663-d9a0-4547-87c8-e744d737955e', 'network_id': '425b5735-f224-4ca6-a3bd-7d9aafcbe7ae', 'port_id': 'ccf10663-d9a0-4547-87c8-e744d737955e', 'mac_address': 'fa:16:3e:ea:10:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b70a66bf-dc75-43d3-bdb6-cd529de46b0e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:43.370792 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:43.397345 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.558008 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.576066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf10663-d9a0-4547-87c8-e744d737955e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:43.581189 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-231e95c9-3522-465f-a0d4-ead4b6b28b28 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.598019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port ccf10663-d9a0-4547-87c8-e744d737955e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ccf10663-d9a0-4547-87c8-e744d737955e,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:43.599655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c20e2-a9c9-4754-afc1-be78c5f5d677 None None] The sync data for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 is: [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c1acda80-6b58-4fdb-9519-7d34906b0c68', 'name': '', 'network_id': '5883626e-388b-476b-ac2e-cce6246b6a3a', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'mac_address': 'fa:16:3e:9d:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:06Z', 'updated_at': '2021-07-07T22:11:14Z', 'revision_number': 5, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'subnets': [{'id': 'ef8784bb-d5c7-41ae-8371-96140bd7b117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:14:43.602244 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.610132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-231e95c9-3522-465f-a0d4-ead4b6b28b28 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.657702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63c5324d-6f30-491e-a60d-65ecd6ec2c05 req-229d3a98-6db1-49b0-b796-e3931d0d7d1d tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 210 time: 0.1435857 Jul 07 22:14:43.720450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=ccf10663-d9a0-4547-87c8-e744d737955e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:43.772186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e95c9-3522-465f-a0d4-ead4b6b28b28 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0299aeb8-9341-4490-862f-a019e561663f,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:43.782698 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-231e95c9-3522-465f-a0d4-ead4b6b28b28 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.784137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-231e95c9-3522-465f-a0d4-ead4b6b28b28 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6471038 Jul 07 22:14:43.786798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55114) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:43.791620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-64b7b559-b35b-43da-91a6-bd8a77840a94 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'security_group_rule': {'security_group_id': '10c6717d-0d17-418c-9f4e-857b22333e1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:43.848607 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64b7b559-b35b-43da-91a6-bd8a77840a94 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:43.853761 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:14:40Z', 'revision_number': 5, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:44.077714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-44272c00-4a23-44a6-ad49-105c17753941 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:44.078229 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64b7b559-b35b-43da-91a6-bd8a77840a94 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:44.082442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64b7b559-b35b-43da-91a6-bd8a77840a94 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:44.088017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-44272c00-4a23-44a6-ad49-105c17753941 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 808 time: 0.3267393 Jul 07 22:14:44.091223 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] Checking router: d3baea53-a5e5-4283-bf92-565b8536bf1b for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:14:44.099264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7b559-b35b-43da-91a6-bd8a77840a94 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a162106b-3da8-4e4b-a510-250e097e8e80,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:44.107321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-81052db6-e553-4aac-81ca-b14e1f392adb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/quotas/044d4bb047b445f69003d89d04d2872a HTTP/1.1" status: 200 len: 375 time: 0.0182245 Jul 07 22:14:44.125822 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] Routers {'d3baea53-a5e5-4283-bf92-565b8536bf1b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:14:44.126909 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d3baea53-a5e5-4283-bf92-565b8536bf1b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:44.136952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64b7b559-b35b-43da-91a6-bd8a77840a94 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:44.141723 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-64b7b559-b35b-43da-91a6-bd8a77840a94 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3538251 Jul 07 22:14:44.142793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55126) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:44.151657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:44.160497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-88e0fe3f-ffbf-4f3e-bd05-41c4c164b223 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521216 Jul 07 22:14:44.190699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a62f6-270b-4f91-aa59-dd28cb3c8079 None None] New status for floating IP 43aa708e-6347-4f3f-a8c0-cb3b828f28c3: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:14:44.220457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:44.310226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:44.344821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['ccf10663-d9a0-4547-87c8-e744d737955e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:44.412440 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] Set router d3baea53-a5e5-4283-bf92-565b8536bf1b gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:14:44.448619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:44.512006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-de6ee3ce-bdd7-40d2-bb01-110fb5b0d77e service neutron] 10.222.0.81 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490872 Jul 07 22:14:44.542912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Deleting port 87156504-22d3-4848-965f-8968ed8ddb48 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:44.543116 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:44.717451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] For port 87156504-22d3-4848-965f-8968ed8ddb48, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=87156504-22d3-4848-965f-8968ed8ddb48,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:44.717872 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:44.763403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Calling delete_port for 87156504-22d3-4848-965f-8968ed8ddb48 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:44.908872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Allocated IP 172.25.8.137 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/37875da2-56e1-406d-8067-1a9bf1e88986) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:44.993910 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:14:40Z', 'revision_number': 5, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:45.036140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.092306 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48665b-238d-43ad-ba51-c8b3e224cdf1 None None] The sync data for ids ['d3baea53-a5e5-4283-bf92-565b8536bf1b'] in n-d-695012-11 is: [{'id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'name': 'tempest-ServersTestJSON-899491163-router', 'tenant_id': '76aacbcb64f64efba5f30d173941f1da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '87156504-22d3-4848-965f-8968ed8ddb48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:12:06Z', 'updated_at': '2021-07-07T22:14:40Z', 'revision_number': 5, 'project_id': '76aacbcb64f64efba5f30d173941f1da', 'gw_port': {'id': '87156504-22d3-4848-965f-8968ed8ddb48', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3baea53-a5e5-4283-bf92-565b8536bf1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:12:09Z', 'updated_at': '2021-07-07T22:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:14:45.191917 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.223843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Pushing event deleted for resources: {'Port': ['ID=87156504-22d3-4848-965f-8968ed8ddb48,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:45.237793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.295270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.370239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Port': ['ID=37875da2-56e1-406d-8067-1a9bf1e88986,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:45.401822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:45.407274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:45.412308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:45.571210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.636977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.681520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 81bc619e-ecbc-4fdd-b7de-d93be628c7ae no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:45.728633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 81bc619e-ecbc-4fdd-b7de-d93be628c7ae {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:45.728973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 81bc619e-ecbc-4fdd-b7de-d93be628c7ae not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:45.821398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bf765-3948-4657-b574-4e060b485b08 req-4b229ab5-d914-40d1-997d-5c0d6a73df9e tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:45.822990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-4b229ab5-d914-40d1-997d-5c0d6a73df9e tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.83 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 815 time: 0.8016980 Jul 07 22:14:45.841099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.847129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.882768 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.885182 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.892217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Port': ['ID=37875da2-56e1-406d-8067-1a9bf1e88986,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:45.931774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Request body: {'port': {'device_id': 'd9387985-ac0e-4938-9207-3a00acb8d096', 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019', 'admin_state_up': True, 'tenant_id': 'b4711f7570434d3f8f6cb11c170dfef5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:45.954898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.972327 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:45.982120 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ff98123a-6487-4b97-9943-77b82a610c17 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8297207 Jul 07 22:14:45.993764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-5639026c-88f1-4193-bb56-96bcce321c0a service neutron] 10.222.0.81 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4808168 Jul 07 22:14:46.003165 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.003722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3baea53-a5e5-4283-bf92-565b8536bf1b {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:14:46.012862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.014044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-089b6eb0-01ae-480b-835c-e2cc6e1f93fb admin admin] 10.222.0.81 "DELETE /v2.0/routers/d3baea53-a5e5-4283-bf92-565b8536bf1b HTTP/1.1" status: 204 len: 168 time: 2.8388095 Jul 07 22:14:46.017095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55152) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:46.025559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a2d50-dd4e-4d95-8b36-3d9229b5d1d3 req-b249e651-93e1-488c-899f-d4512595dca8 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:46.027269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c42a2d50-dd4e-4d95-8b36-3d9229b5d1d3 req-b249e651-93e1-488c-899f-d4512595dca8 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 944 time: 1.0421453 Jul 07 22:14:46.159450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e38e95b-3a5a-4398-8bbc-ecac160ca411 admin admin] Deleting subnet ee012a44-8b28-4625-9866-6e55b2290160 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:14:46.168650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e38e95b-3a5a-4398-8bbc-ecac160ca411 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.183205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c42a2d50-dd4e-4d95-8b36-3d9229b5d1d3 req-f10d4ef2-2e4f-4e6f-899d-86a9f254b0f9 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446757 Jul 07 22:14:46.288421 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e38e95b-3a5a-4398-8bbc-ecac160ca411 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.362187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Made reservation on behalf of b4711f7570434d3f8f6cb11c170dfef5 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:46.365938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.431154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28a05dc8-69ed-40b1-8368-cbf722e8d75e req-bd220bca-5d3f-4b99-9e6a-0f72a40e66ae tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 210 time: 0.0602577 Jul 07 22:14:46.569287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ccf10663-d9a0-4547-87c8-e744d737955e up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:46.648753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port ccf10663-d9a0-4547-87c8-e744d737955e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:46.653278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port ccf10663-d9a0-4547-87c8-e744d737955e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:46.653746 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.678780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e18a934-1f3e-4440-bba5-966f18b4f54f req-60bcd3d6-fcb5-4c93-9be4-28bdc36f6043 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 210 time: 0.0794423 Jul 07 22:14:46.765952 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e38e95b-3a5a-4398-8bbc-ecac160ca411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.799023 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.845838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3ab59f-d5b4-4071-8622-7bb0f02c2e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf10663-d9a0-4547-87c8-e744d737955e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:46.848406 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a422428-fdc6-4d67-bfc3-0b546851b732" -d '{"events": [{"server_uuid": "cb3ab59f-d5b4-4071-8622-7bb0f02c2e17", "name": "network-vif-plugged", "status": "completed", "tag": "ccf10663-d9a0-4547-87c8-e744d737955e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:46.863283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port ccf10663-d9a0-4547-87c8-e744d737955e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ccf10663-d9a0-4547-87c8-e744d737955e,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:46.869506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:46.890418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88faa9b3-192b-4429-84de-87946edf1d15 req-97d8d88f-5f02-48ec-82b5-838860275b2c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 210 time: 0.0743566 Jul 07 22:14:46.911581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaff2c-030d-4b82-884e-323bd1081a9d req-bfb90f03-7224-4dba-8500-7950074825d3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:46.919859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ecaff2c-030d-4b82-884e-323bd1081a9d req-bfb90f03-7224-4dba-8500-7950074825d3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.5062735 Jul 07 22:14:46.942562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=ccf10663-d9a0-4547-87c8-e744d737955e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:46.946979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Allocated IP 172.20.0.2 (eb311b8d-b55d-444a-a182-a1e03fd6e019/84a8060a-8768-4dd5-8e37-10440c1e707d/555e39ef-238e-474d-bc80-0e9329e8f055) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:47.013251 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e38e95b-3a5a-4398-8bbc-ecac160ca411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.063131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ecaff2c-030d-4b82-884e-323bd1081a9d req-ce904261-18eb-451c-b258-5ed5696b240a tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420052 Jul 07 22:14:47.072412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38e95b-3a5a-4398-8bbc-ecac160ca411 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee012a44-8b28-4625-9866-6e55b2290160,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:47.092257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd77da-63b6-41da-8642-7c2df4d9e5d2 None None] Network 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:47.102657 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e38e95b-3a5a-4398-8bbc-ecac160ca411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.105462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3e38e95b-3a5a-4398-8bbc-ecac160ca411 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ee012a44-8b28-4625-9866-6e55b2290160 HTTP/1.1" status: 204 len: 168 time: 1.0772433 Jul 07 22:14:47.108208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55190) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:47.120737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4e37e4c9-b783-4c6d-99d3-384d988797d3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--230463118&fields=id&tenant_id=c4c6ba63f057467b8595fb8c232c7d4b HTTP/1.1" status: 200 len: 267 time: 0.1345394 Jul 07 22:14:47.272082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8263a4ca-1ddb-494a-8eca-37120542dee9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.274911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8263a4ca-1ddb-494a-8eca-37120542dee9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports/ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 HTTP/1.1" status: 200 len: 937 time: 0.1338830 Jul 07 22:14:47.316842 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.360037 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.438531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Deleting port 98ac97f4-25f9-4beb-9399-18d332291a9b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:47.439448 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.455088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-579d30c8-fec0-47e5-a753-1acdac619f85 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.456741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-579d30c8-fec0-47e5-a753-1acdac619f85 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports/164d5769-4447-49bc-ad8f-510c5c72b857 HTTP/1.1" status: 200 len: 937 time: 0.0854545 Jul 07 22:14:47.482708 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bddaff-5779-4c66-a440-33efab9f2ce0 x-openstack-request-id: req-e7bddaff-5779-4c66-a440-33efab9f2ce0 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:47.483223 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3ab59f-d5b4-4071-8622-7bb0f02c2e17", "name": "network-vif-plugged", "status": "completed", "tag": "ccf10663-d9a0-4547-87c8-e744d737955e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:47.483668 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e7bddaff-5779-4c66-a440-33efab9f2ce0 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:47.484233 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3ab59f-d5b4-4071-8622-7bb0f02c2e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf10663-d9a0-4547-87c8-e744d737955e', 'code': 200} Jul 07 22:14:47.492499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd316f04-3250-43af-ada4-7b2af13078a8 None None] DHCP port deletion for 8a3b3ff8-a6a0-4280-97e2-4c494307ba80 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:14:47.521652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] For port 98ac97f4-25f9-4beb-9399-18d332291a9b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98ac97f4-25f9-4beb-9399-18d332291a9b,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:47.522363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.536596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Calling delete_port for 98ac97f4-25f9-4beb-9399-18d332291a9b owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:47.580103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-57fc8236-93d4-460f-8654-8e881548a1a8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1105697 Jul 07 22:14:47.590037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bd316f04-3250-43af-ada4-7b2af13078a8 None None] Deleting port 98ac97f4-25f9-4beb-9399-18d332291a9b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:47.590515 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd316f04-3250-43af-ada4-7b2af13078a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.669303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-924f2523-0512-4de9-bd99-d40412549a88 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0882673 Jul 07 22:14:47.677887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 87156504-22d3-4848-965f-8968ed8ddb48 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:47.698552 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.729419 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Pushing event deleted for resources: {'Port': ['ID=98ac97f4-25f9-4beb-9399-18d332291a9b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:47.740349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] No DVR routers for this DVR port 98ac97f4-25f9-4beb-9399-18d332291a9b on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:47.747016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47342e-4b83-433f-9ffe-703491a93028 req-27696960-3fae-45a5-abee-43e1351f69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.748860 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9d47342e-4b83-433f-9ffe-703491a93028 req-27696960-3fae-45a5-abee-43e1351f69eb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 1097 time: 0.1285684 Jul 07 22:14:47.757349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 87156504-22d3-4848-965f-8968ed8ddb48 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:47.757702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 87156504-22d3-4848-965f-8968ed8ddb48 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:47.758246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98ac97f4-25f9-4beb-9399-18d332291a9b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:47.780305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 98ac97f4-25f9-4beb-9399-18d332291a9b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:47.781223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98ac97f4-25f9-4beb-9399-18d332291a9b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:47.810271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bd316f04-3250-43af-ada4-7b2af13078a8 None None] For port 98ac97f4-25f9-4beb-9399-18d332291a9b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98ac97f4-25f9-4beb-9399-18d332291a9b,segment=NetworkSegment(fc0e9595-88a6-46ea-9221-f9e0e02c32c3),segment_id=fc0e9595-88a6-46ea-9221-f9e0e02c32c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:47.811450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd316f04-3250-43af-ada4-7b2af13078a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.828117 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bd316f04-3250-43af-ada4-7b2af13078a8 None None] Calling delete_port for 98ac97f4-25f9-4beb-9399-18d332291a9b owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:47.849095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.884936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7f575e2d-8000-4195-b5a5-f0bfd5a73dcb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:47.959603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Network eb311b8d-b55d-444a-a182-a1e03fd6e019 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:47.968483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-55b579fb-8075-4ca3-b020-40754eb73c36 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.974820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-55b579fb-8075-4ca3-b020-40754eb73c36 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.975975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:47.980969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-55b579fb-8075-4ca3-b020-40754eb73c36 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:47.983919 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9d47342e-4b83-433f-9ffe-703491a93028 req-917e02b3-2754-4be8-bb39-8f037bd6916f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935928 Jul 07 22:14:47.988231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-55b579fb-8075-4ca3-b020-40754eb73c36 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/networks?id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 HTTP/1.1" status: 200 len: 1994 time: 0.3180063 Jul 07 22:14:47.997387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3b3ff8-a6a0-4280-97e2-4c494307ba80']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:48.003350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a52bdc-ec56-4586-965a-bd08a53de2a6 req-b8c5568a-2894-4967-9cb2-046b36dba167 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:48.011299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7a52bdc-ec56-4586-965a-bd08a53de2a6 req-b8c5568a-2894-4967-9cb2-046b36dba167 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 945 time: 0.3230171 Jul 07 22:14:48.013160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Pushing event updated for resources: {'Port': ['ID=555e39ef-238e-474d-bc80-0e9329e8f055,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:48.015160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:48.015448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0e9595-88a6-46ea-9221-f9e0e02c32c3') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:14:48.021980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:48.030693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:48.035719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.049652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-c9584b0b-2dfc-47c4-ba99-6e65936ff5cc tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/quotas/c4c6ba63f057467b8595fb8c232c7d4b HTTP/1.1" status: 200 len: 375 time: 0.0603821 Jul 07 22:14:48.060314 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.077167 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4fed5184-eb11-4d05-a685-efc682b640a4 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:48.078679 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4fed5184-eb11-4d05-a685-efc682b640a4 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 808 time: 0.2526562 Jul 07 22:14:48.079746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:14:48.080157 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:14:48.081984 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:14:48.096198 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd316f04-3250-43af-ada4-7b2af13078a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.122025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Request body: {'port': {'device_id': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2', 'admin_state_up': True, 'tenant_id': '044d4bb047b445f69003d89d04d2872a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:48.133738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd316f04-3250-43af-ada4-7b2af13078a8 None None] Pushing event deleted for resources: {'Port': ['ID=98ac97f4-25f9-4beb-9399-18d332291a9b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:48.148331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd316f04-3250-43af-ada4-7b2af13078a8 None None] No DVR routers for this DVR port 98ac97f4-25f9-4beb-9399-18d332291a9b on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:48.203247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7a52bdc-ec56-4586-965a-bd08a53de2a6 req-6660732a-29ec-4117-b7f5-617663172627 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909766 Jul 07 22:14:48.211089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.219531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:48.220195 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.223318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.233302 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] 10.222.0.81 "DELETE /v2.0/networks/8a3b3ff8-a6a0-4280-97e2-4c494307ba80 HTTP/1.1" status: 204 len: 168 time: 1.1186261 Jul 07 22:14:48.268768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91df3e-2934-4383-ba23-13fea0e8d0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3b3ff8-a6a0-4280-97e2-4c494307ba80,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:48.285714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-bc1c7e38-55fa-401d-9dac-866993ccdc16 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2266021 Jul 07 22:14:48.296580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-76ccf399-1031-49b6-80d4-78df6d23f937 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3687568 Jul 07 22:14:48.336693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Made reservation on behalf of 044d4bb047b445f69003d89d04d2872a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:48.341873 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.410581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-43c3eb7a-d2a5-40db-b8e5-63ec370df29d service neutron] 10.222.0.81 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234558 Jul 07 22:14:48.453975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:48.497574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Request body: {'port': {'device_id': 'd9387985-ac0e-4938-9207-3a00acb8d096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:48.521397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Allocated IP 172.20.0.7 (878b13c4-887e-46a5-896b-2b42746546d2/ba4f2386-b705-48e4-8230-6d29c20b1b2c/889a411c-d70c-4b29-aca8-5e7a20269683) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:48.537110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba0ef1-060b-4642-bcf6-89767a80e059 req-086b584a-a8a1-4411-91a0-fd08f7f74ced tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:48.540799 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a9512f4d-1023-415c-9153-ecc4a496895a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76aacbcb64f64efba5f30d173941f1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856104 Jul 07 22:14:48.543387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55208) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:48.547251 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85ba0ef1-060b-4642-bcf6-89767a80e059 req-086b584a-a8a1-4411-91a0-fd08f7f74ced tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 945 time: 0.1872559 Jul 07 22:14:48.633744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-3aba5aba-b2a2-4a4c-9f13-4c86bc88f3a4 service neutron] 10.222.0.81 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139282 Jul 07 22:14:48.663752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85ba0ef1-060b-4642-bcf6-89767a80e059 req-e9a75f91-9b07-4d0c-8d3f-d145ec18040d tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.81 "GET /v2.0/security-groups?id=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151679 Jul 07 22:14:48.691007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a59e708-35ab-465b-8bef-471d8650ed0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.729745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-81bc75e3-4c8c-4088-a463-94b15ffd823d service neutron] 10.222.0.81 "GET /v2.0/ports/ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0863364 Jul 07 22:14:48.734384 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a59e708-35ab-465b-8bef-471d8650ed0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.793236 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.831167 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a59e708-35ab-465b-8bef-471d8650ed0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.833836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a59e708-35ab-465b-8bef-471d8650ed0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.837327 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7a59e708-35ab-465b-8bef-471d8650ed0a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16d217e4-818c-496c-ba81-ae3aa8734b83 HTTP/1.1" status: 204 len: 168 time: 0.2909114 Jul 07 22:14:48.845717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59e708-35ab-465b-8bef-471d8650ed0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d217e4-818c-496c-ba81-ae3aa8734b83,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:48.865829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.866038 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:48.911036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4605b7ef-3d6b-46bf-847b-8353fcbe92a0 req-e93d78cc-a8ea-4590-993d-3fad00373380 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/ports?device_id=424d6b23-b7dd-4b12-a5ef-3e3c046b2114 HTTP/1.1" status: 200 len: 210 time: 0.0802450 Jul 07 22:14:48.968203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Network 878b13c4-887e-46a5-896b-2b42746546d2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:48.978131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:48.987600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:49.014841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Pushing event updated for resources: {'Port': ['ID=889a411c-d70c-4b29-aca8-5e7a20269683,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:49.087179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.088704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.104734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-9e992b01-e5df-47a2-af55-cad033b14a30 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.106711 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-9e992b01-e5df-47a2-af55-cad033b14a30 tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3a9186-dd44-416b-bbf2-e01ac052eb68 HTTP/1.1" status: 200 len: 945 time: 0.2308249 Jul 07 22:14:49.125508 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-1532c6f0-d453-4ca2-9474-27853ec5ac11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332677 Jul 07 22:14:49.165505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Request body: {'port': {'device_id': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:49.200422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-57ae3eeb-d943-4176-bb5b-b7304b0264e0 service neutron] 10.222.0.81 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689922 Jul 07 22:14:49.319926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.332404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Deleting port 02224a99-bc85-44b8-b264-50459ed43962 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:49.332891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.349993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-a58a945f-603f-4f42-8968-097dbb716013 service neutron] 10.222.0.81 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486027 Jul 07 22:14:49.400954 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.497487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65503d5-b6f4-4ce5-a2ee-3709e5b3b827 req-b30b8056-ab6b-4d95-9919-40e520a215bc tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:49.502267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b65503d5-b6f4-4ce5-a2ee-3709e5b3b827 req-b30b8056-ab6b-4d95-9919-40e520a215bc tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 931 time: 0.3681059 Jul 07 22:14:49.524919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-c73b99f4-189d-42b9-a50f-e8df80037a8e service neutron] 10.222.0.81 "GET /v2.0/ports/164d5769-4447-49bc-ad8f-510c5c72b857?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1740251 Jul 07 22:14:49.574623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] For port 02224a99-bc85-44b8-b264-50459ed43962, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=02224a99-bc85-44b8-b264-50459ed43962,segment=NetworkSegment(4397e126-cae5-43ac-b507-82f43cbc04ec),segment_id=4397e126-cae5-43ac-b507-82f43cbc04ec)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:49.575382 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.598267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Calling delete_port for 02224a99-bc85-44b8-b264-50459ed43962 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:49.676150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555e39ef-238e-474d-bc80-0e9329e8f055 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:49.685211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b65503d5-b6f4-4ce5-a2ee-3709e5b3b827 req-f1b4df8e-8b81-496a-83d3-42b3714763b1 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725981 Jul 07 22:14:49.691325 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.743617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Transition to ACTIVE for port object 555e39ef-238e-474d-bc80-0e9329e8f055 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:49.758350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-41b14ba9-41df-4412-b92c-07a7990d74ec service neutron] 10.222.0.81 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325258 Jul 07 22:14:49.760972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.903584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889a411c-d70c-4b29-aca8-5e7a20269683 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:49.916719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.930891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.948889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['02224a99-bc85-44b8-b264-50459ed43962'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:49.953295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Transition to ACTIVE for port object 889a411c-d70c-4b29-aca8-5e7a20269683 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:49.997399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:49.999964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Pushing event deleted for resources: {'Port': ['ID=02224a99-bc85-44b8-b264-50459ed43962,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:50.063553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:50.360575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Pushing event updated for resources: {'Port': ['ID=555e39ef-238e-474d-bc80-0e9329e8f055,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:50.388454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6a61a90d-6b5c-42a2-b3fd-dfd3f8e27652 service neutron] 10.222.0.81 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285598 Jul 07 22:14:50.454160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] No DVR routers for this DVR port 02224a99-bc85-44b8-b264-50459ed43962 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:14:50.460082 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-766459612-network', 'tenant_id': 'c11a449dc58f4f77b3d25542f4cc276f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:50.464342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.466216 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6981aa8c-2fbd-4f76-9b88-d2cade227056 req-18a3cc01-f6ac-40d7-afa5-7e9b263b8b1a tempest-VolumesActionsTest-39932892 tempest-VolumesActionsTest-39932892-project] 10.222.0.44 "DELETE /v2.0/ports/02224a99-bc85-44b8-b264-50459ed43962 HTTP/1.1" status: 204 len: 173 time: 1.3503160 Jul 07 22:14:50.467663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Pushing event updated for resources: {'Port': ['ID=889a411c-d70c-4b29-aca8-5e7a20269683,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:50.469264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3a9186-dd44-416b-bbf2-e01ac052eb68', 'name': 'network-vif-deleted', 'tag': '02224a99-bc85-44b8-b264-50459ed43962'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:50.471278 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495562f7-a811-4592-9799-87a35504dd1a" -d '{"events": [{"server_uuid": "ab3a9186-dd44-416b-bbf2-e01ac052eb68", "name": "network-vif-deleted", "tag": "02224a99-bc85-44b8-b264-50459ed43962"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:50.484380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aeb10-ccc8-4666-89a9-3a9a050b174e req-1333a9cd-d67e-4ff6-b1d9-1bc156beae2a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:50.485928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d72aeb10-ccc8-4666-89a9-3a9a050b174e req-1333a9cd-d67e-4ff6-b1d9-1bc156beae2a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 931 time: 0.6447852 Jul 07 22:14:50.551829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Attempting to bind port 555e39ef-238e-474d-bc80-0e9329e8f055 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:50.552591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Attempting to bind port 555e39ef-238e-474d-bc80-0e9329e8f055 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:50.553143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Made reservation on behalf of c11a449dc58f4f77b3d25542f4cc276f for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:50.553404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Attempting to bind port 555e39ef-238e-474d-bc80-0e9329e8f055 on network eb311b8d-b55d-444a-a182-a1e03fd6e019 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:50.556984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.565750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Port 555e39ef-238e-474d-bc80-0e9329e8f055 on network eb311b8d-b55d-444a-a182-a1e03fd6e019 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:50.566484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Attempting to bind port 555e39ef-238e-474d-bc80-0e9329e8f055 on network eb311b8d-b55d-444a-a182-a1e03fd6e019 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:50.569913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-0d9d38e7-329c-4ab7-9e4a-d6b20f9554ae service neutron] 10.222.0.81 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705084 Jul 07 22:14:50.579535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.589930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:14:50.590467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:14:50.590855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:50.594376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:50.595221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Checking segment: {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:50.595854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Bound using segment: {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:50.596537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Bound port: 555e39ef-238e-474d-bc80-0e9329e8f055, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:50.597136 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.603270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Port 889a411c-d70c-4b29-aca8-5e7a20269683 on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:14:50.603270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:14:50.620332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:14:50.620785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:50.621096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:14:50.621759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Bound port: 889a411c-d70c-4b29-aca8-5e7a20269683, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:14:50.622146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.669285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d72aeb10-ccc8-4666-89a9-3a9a050b174e req-d33f82a0-da21-469d-9c27-57a54a83c265 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569419 Jul 07 22:14:50.758823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] For port 555e39ef-238e-474d-bc80-0e9329e8f055, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:50.761264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:14:50.763311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] For port 555e39ef-238e-474d-bc80-0e9329e8f055, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=555e39ef-238e-474d-bc80-0e9329e8f055,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:50.767739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-05988ca9-4d0a-43d7-b8b6-3c19ea3a6d48 service neutron] 10.222.0.81 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871946 Jul 07 22:14:50.772357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:14:50.778052 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.780857 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.819755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:50.820629 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.822300 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] 10.222.0.44 "PUT /v2.0/ports/889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 200 len: 1092 time: 1.6667554 Jul 07 22:14:50.853581 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.862341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.884389 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:50.885012 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.886462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] 10.222.0.83 "PUT /v2.0/ports/555e39ef-238e-474d-bc80-0e9329e8f055 HTTP/1.1" status: 200 len: 1092 time: 2.3996627 Jul 07 22:14:50.892196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9387985-ac0e-4938-9207-3a00acb8d096', 'tag': '555e39ef-238e-474d-bc80-0e9329e8f055'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:50.894650 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d23425-3712-4ce3-85e0-11d65f11f973" -d '{"events": [{"name": "network-changed", "server_uuid": "d9387985-ac0e-4938-9207-3a00acb8d096", "tag": "555e39ef-238e-474d-bc80-0e9329e8f055"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:50.940684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:14:50.942522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e615f0e-d41c-4a5b-9155-4c6785f04767 service neutron] Pushing event updated for resources: {'Port': ['ID=889a411c-d70c-4b29-aca8-5e7a20269683,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:50.965248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70321366-cb8c-4fcf-9860-dbc7a21f8e7c service neutron] Pushing event updated for resources: {'Port': ['ID=555e39ef-238e-474d-bc80-0e9329e8f055,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:50.978799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b93b25-4898-4264-912a-0e174b57882d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:50.996027 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:50.996376 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Added segment 72b530e9-78db-40fb-a53c-944f3de8dfe6 of type vlan for network 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a Jul 07 22:14:51.030103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-414ac729-8e3f-47b5-b085-3407762f2e60 service neutron] 10.222.0.81 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508118 Jul 07 22:14:51.044529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cb352-03f8-485f-9462-19ebe540189c req-3b74f2c2-cf27-4895-a386-520763729948 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.052581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb6cb352-03f8-485f-9462-19ebe540189c req-3b74f2c2-cf27-4895-a386-520763729948 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1889055 Jul 07 22:14:51.063507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.071361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-e3907a7a-a198-4eb5-9660-a7802dc82f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.073181 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-e3907a7a-a198-4eb5-9660-a7802dc82f38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1095 time: 0.2067151 Jul 07 22:14:51.126034 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-4bc53e8a-6970-46d4-ba83-d9a06d7ebf21 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 200 len: 217 time: 0.0453405 Jul 07 22:14:51.155414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bf765-3948-4657-b574-4e060b485b08 req-0ef333b1-fb9f-4049-b78f-3d43e020853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.157093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-0ef333b1-fb9f-4049-b78f-3d43e020853a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 1095 time: 0.1871471 Jul 07 22:14:51.162934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.164690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.165564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.171312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb6cb352-03f8-485f-9462-19ebe540189c req-7189fe78-6495-4496-a637-d52e5f3235c1 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177919 Jul 07 22:14:51.249191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-df74b2b7-082c-48a6-af91-9003089f6daa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=555e39ef-238e-474d-bc80-0e9329e8f055 HTTP/1.1" status: 200 len: 217 time: 0.0575578 Jul 07 22:14:51.249412 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1817703 Jul 07 22:14:51.249659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55246) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:51.257467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-21a511af-1d31-43b9-965f-011e9f174f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.259195 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-21a511af-1d31-43b9-965f-011e9f174f60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1271901 Jul 07 22:14:51.259969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b8c66-ae18-4d9e-be61-c8aa851a21b2 admin admin] Pushing event updated for resources: {'Network': ['ID=0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:51.260098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Request body: {'subnet': {'network_id': '0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-766459612-subnet', 'tenant_id': 'c11a449dc58f4f77b3d25542f4cc276f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:51.289678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:14:51.298429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-9cd3bcbc-5f7f-4dc2-b788-32caec1a020f service neutron] 10.222.0.81 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423155 Jul 07 22:14:51.310435 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-10cf5dd4-c08b-48b4-86e5-c550930bfe74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445886 Jul 07 22:14:51.390358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Made reservation on behalf of c11a449dc58f4f77b3d25542f4cc276f for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:51.392643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:51.413009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bf765-3948-4657-b574-4e060b485b08 req-5bb0fd58-1d87-4578-941f-5d83f8d06028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.415082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-5bb0fd58-1d87-4578-941f-5d83f8d06028 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.1516936 Jul 07 22:14:51.430812 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-d48f555b-e7d0-4cc0-a4e0-146a82c89cf2 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129634 Jul 07 22:14:51.506770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-36bbb729-33ad-4b1d-b4a4-1dcf86b25272 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796814 Jul 07 22:14:51.519655 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ebdf1aa5-b3d2-4bce-bf1e-daeef48b744a req-8eec8d2a-06e6-4578-a1db-1103e76272b3 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834942 Jul 07 22:14:51.598521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-067caeba-1c83-4502-ad47-6c9947397909 service neutron] 10.222.0.81 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928786 Jul 07 22:14:51.675030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9e3b-1a22-4aa5-9ace-b032fdf51579 req-c86633f6-58e0-4ac8-bf54-e8c1ec3d82a0 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:51.676618 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a96b9e3b-1a22-4aa5-9ace-b032fdf51579 req-c86633f6-58e0-4ac8-bf54-e8c1ec3d82a0 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 945 time: 0.3167000 Jul 07 22:14:51.803379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-55f96547-8298-435d-b899-46cfd04500cc service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851450 Jul 07 22:14:51.809882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a96b9e3b-1a22-4aa5-9ace-b032fdf51579 req-b2552ef5-c6ae-40d6-9e46-5fa5bbb33274 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214736 Jul 07 22:14:51.824384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-a262e4d8-d824-41c3-8322-a31291470177 service neutron] 10.222.0.81 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190456 Jul 07 22:14:51.936415 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:52.090445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79da6ccb-27c6-4810-bcc1-78aea799715e,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:52.120004 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd959b38-c84e-46a3-bc5f-6cfeb4b200db x-openstack-request-id: req-fd959b38-c84e-46a3-bc5f-6cfeb4b200db {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:52.120670 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3a9186-dd44-416b-bbf2-e01ac052eb68", "name": "network-vif-deleted", "tag": "02224a99-bc85-44b8-b264-50459ed43962", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:52.121184 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd959b38-c84e-46a3-bc5f-6cfeb4b200db {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:52.122065 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3a9186-dd44-416b-bbf2-e01ac052eb68', 'name': 'network-vif-deleted', 'tag': '02224a99-bc85-44b8-b264-50459ed43962', 'status': 'completed', 'code': 200} Jul 07 22:14:52.156709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d3bf765-3948-4657-b574-4e060b485b08 req-3dc32877-96ba-4da9-af98-de8b00e7360d service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429122 Jul 07 22:14:52.162202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Checking segment: {'id': '72b530e9-78db-40fb-a53c-944f3de8dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:14:52.162493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Network hostable DHCP agents. Network: 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:14:52.196734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-c3220ef5-dca3-4f4c-b650-59f7d10aa6ef service neutron] 10.222.0.81 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169627 Jul 07 22:14:52.341702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Network 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:14:52.363330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:52.373841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.374470 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:52.374806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce833269-508b-4fac-b8b5-d3296d9ad47d None None] Network 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:52.405195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-19f7c62d-6141-46eb-b1f7-f9025a31a139 service neutron] 10.222.0.81 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064986 Jul 07 22:14:52.422128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-126a8043-84b2-4743-9771-feafddbb67e5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1661494 Jul 07 22:14:52.457730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0ba27-8c11-4808-8201-b689a9fbffd3 req-3aa8f503-095b-44af-bc95-b23bc8772f17 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.465746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41f0ba27-8c11-4808-8201-b689a9fbffd3 req-3aa8f503-095b-44af-bc95-b23bc8772f17 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 943 time: 0.1765828 Jul 07 22:14:52.550739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41f0ba27-8c11-4808-8201-b689a9fbffd3 req-704b7219-a9bd-4625-b4f9-64245535b30f tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826147 Jul 07 22:14:52.596436 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d86f0-ed51-4ae4-87ff-a710397ba79b x-openstack-request-id: req-193d86f0-ed51-4ae4-87ff-a710397ba79b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:52.596719 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9387985-ac0e-4938-9207-3a00acb8d096", "tag": "555e39ef-238e-474d-bc80-0e9329e8f055", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:52.596980 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-193d86f0-ed51-4ae4-87ff-a710397ba79b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:52.597480 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9387985-ac0e-4938-9207-3a00acb8d096', 'tag': '555e39ef-238e-474d-bc80-0e9329e8f055', 'status': 'completed', 'code': 200} Jul 07 22:14:52.603792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a3164c-07ec-4819-a64e-6d89dc9941fa None None] Network 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:14:52.850981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-e0a39555-f745-494e-9fc6-b510bf8f4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.852912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-e0a39555-f745-494e-9fc6-b510bf8f4776 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 1095 time: 0.1914592 Jul 07 22:14:52.866407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e7a1e-d8ff-415e-995e-0ae071fb8fbc req-58d6c097-b925-426a-8a7f-13aa4f97f280 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:52.874604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a4e7a1e-d8ff-415e-995e-0ae071fb8fbc req-58d6c097-b925-426a-8a7f-13aa4f97f280 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 943 time: 0.1306989 Jul 07 22:14:52.979874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a4e7a1e-d8ff-415e-995e-0ae071fb8fbc req-cee2586b-13cc-4a6a-8504-c39ce405c10c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043627 Jul 07 22:14:53.016886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-447cd03a-0393-4ee5-84a7-cf2305e719d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.018632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-447cd03a-0393-4ee5-84a7-cf2305e719d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 916 time: 0.1419771 Jul 07 22:14:53.036702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55296) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:53.141435 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df4751f4-92ad-46fd-b9e4-5d92baa489af tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.150819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-b1d938c0-f27c-4b3a-ac51-e0f11fdc968d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=555e39ef-238e-474d-bc80-0e9329e8f055 HTTP/1.1" status: 200 len: 217 time: 0.1157093 Jul 07 22:14:53.174320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df4751f4-92ad-46fd-b9e4-5d92baa489af tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.305823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df4751f4-92ad-46fd-b9e4-5d92baa489af tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.310629 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df4751f4-92ad-46fd-b9e4-5d92baa489af tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.313406 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-df4751f4-92ad-46fd-b9e4-5d92baa489af tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "DELETE /v2.0/security-groups/ee3f8277-a48b-4b92-a6b6-3858ac9687b8 HTTP/1.1" status: 204 len: 168 time: 0.2751272 Jul 07 22:14:53.316104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55310) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:53.343021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-323dc0a6-09a3-4a7a-a954-80f55ef56090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.344539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-323dc0a6-09a3-4a7a-a954-80f55ef56090 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.1812541 Jul 07 22:14:53.352878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4751f4-92ad-46fd-b9e4-5d92baa489af tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3f8277-a48b-4b92-a6b6-3858ac9687b8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:53.365399 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-4a8cdf50-22ba-4483-a204-3018578647b9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] show failed (client error): The resource could not be found. Jul 07 22:14:53.368755 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4a8cdf50-22ba-4483-a204-3018578647b9 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "GET /v2.0/security-groups/ee3f8277-a48b-4b92-a6b6-3858ac9687b8 HTTP/1.1" status: 404 len: 347 time: 0.0440812 Jul 07 22:14:53.370301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55314) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:53.401435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-16a975bd-3b63-4fff-bfef-fad8a41129e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422223 Jul 07 22:14:53.418417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6e5b3-d286-4331-84c7-3ddef2bda2f0 req-f6f19335-e440-4d88-a50c-5943fdcb592d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.426004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7e6e5b3-d286-4331-84c7-3ddef2bda2f0 req-f6f19335-e440-4d88-a50c-5943fdcb592d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2455356 Jul 07 22:14:53.525292 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7e6e5b3-d286-4331-84c7-3ddef2bda2f0 req-66f7aaa3-0d26-468d-a1cb-2dd5fe719da6 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967460 Jul 07 22:14:53.553902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Deleting port 26a7ffe8-b566-411e-b28f-02c7d35a0bf8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:53.555475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.573794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-801215d3-0f15-4df1-8519-d84a386ca2df service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440620 Jul 07 22:14:53.630868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a9feb57-a7c4-4ae1-a45e-b3118cba5e08 req-99c273af-74db-4a2f-8449-26850e579a23 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0505164 Jul 07 22:14:53.680791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.681455 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.698399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Calling delete_port for 26a7ffe8-b566-411e-b28f-02c7d35a0bf8 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:53.789769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1d23425-3712-4ce3-85e0-11d65f11f973 req-503c72e7-1119-4dcf-99a2-064d188d0175 service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979184 Jul 07 22:14:53.828852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-3730c924-6458-4c66-af31-f2ababfe9b65 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:53.836151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-3730c924-6458-4c66-af31-f2ababfe9b65 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/networks?id=0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a HTTP/1.1" status: 200 len: 821 time: 0.1670890 Jul 07 22:14:53.850688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-7eb9fe05-28b4-452e-b86c-1f897760d535 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/quotas/c11a449dc58f4f77b3d25542f4cc276f HTTP/1.1" status: 200 len: 375 time: 0.0136011 Jul 07 22:14:53.867651 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.895751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Pushing event deleted for resources: {'Port': ['ID=26a7ffe8-b566-411e-b28f-02c7d35a0bf8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:53.909834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-0c5ee5da-570a-4b93-984f-70ee7f63fa8c tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c11a449dc58f4f77b3d25542f4cc276f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566046 Jul 07 22:14:53.988696 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.991479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:53.996042 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea42b17f-5d43-4ce9-8a92-6eef5257bd55 tempest-ServersTestBootFromVolume-216122926 tempest-ServersTestBootFromVolume-216122926-project] 10.222.0.81 "DELETE /v2.0/floatingips/43aa708e-6347-4f3f-a8c0-cb3b828f28c3 HTTP/1.1" status: 204 len: 168 time: 0.6220474 Jul 07 22:14:53.996315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55340) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:14:54.005930 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-488bf12f-66e0-45e0-8cdf-9000bf8e6118 service neutron] 10.222.0.81 "GET /v2.0/networks/0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950937 Jul 07 22:14:54.130050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:54.134764 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a0563a-3e4f-4a73-9058-a02be2c33c78" -d '{"events": [{"name": "network-changed", "server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:54.187388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-f4e1f283-800e-4c03-a0d2-4098171b9f62 service neutron] 10.222.0.81 "GET /v2.0/networks/0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757104 Jul 07 22:14:54.217247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 889a411c-d70c-4b29-aca8-5e7a20269683 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:54.225069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 02224a99-bc85-44b8-b264-50459ed43962 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:14:54.281768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 02224a99-bc85-44b8-b264-50459ed43962 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:14:54.283024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 02224a99-bc85-44b8-b264-50459ed43962 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:14:54.551094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:54.588064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '889a411c-d70c-4b29-aca8-5e7a20269683', 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2', 'port_id': '889a411c-d70c-4b29-aca8-5e7a20269683', 'mac_address': 'fa:16:3e:6f:e8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4f2386-b705-48e4-8230-6d29c20b1b2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:54.661155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fde9ee-590b-46c6-afa0-50eb012c95b4 req-08f4b582-9bb2-467c-80eb-0c5d5b10fc85 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.672714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21fde9ee-590b-46c6-afa0-50eb012c95b4 req-08f4b582-9bb2-467c-80eb-0c5d5b10fc85 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 943 time: 0.4550660 Jul 07 22:14:54.727079 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:54.760463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889a411c-d70c-4b29-aca8-5e7a20269683 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:54.783278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21fde9ee-590b-46c6-afa0-50eb012c95b4 req-4b65a3f9-0a3f-43e6-a180-a22f0e2ef633 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096132 Jul 07 22:14:54.836763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:54.849789 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:54.956086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a17b0-6138-4e4d-92f8-40c680b7d689 req-6df8880c-1325-4f9c-8513-812f0337f424 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:54.962812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-732a17b0-6138-4e4d-92f8-40c680b7d689 req-6df8880c-1325-4f9c-8513-812f0337f424 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 943 time: 0.1782639 Jul 07 22:14:55.012096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=889a411c-d70c-4b29-aca8-5e7a20269683,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:55.014818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f30a487-e796-4ac6-b145-73e86a9302a2 req-edbcb6af-0e29-4d53-80af-4b11b6347dd5 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 210 time: 0.0495608 Jul 07 22:14:55.076983 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873cbeb6-bd30-4b53-ad8d-0c3290ee17bd x-openstack-request-id: req-873cbeb6-bd30-4b53-ad8d-0c3290ee17bd {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:55.076983 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:55.076983 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-873cbeb6-bd30-4b53-ad8d-0c3290ee17bd {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:55.076983 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683', 'status': 'completed', 'code': 200} Jul 07 22:14:55.087133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['889a411c-d70c-4b29-aca8-5e7a20269683'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:55.099909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-732a17b0-6138-4e4d-92f8-40c680b7d689 req-5fea7e58-9f0b-4d97-87ff-441d9a799d01 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356232 Jul 07 22:14:55.202478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-67a73a27-edfb-4e63-bda2-4e35270c3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.204574 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-67a73a27-edfb-4e63-bda2-4e35270c3bbb service neutron] 10.222.0.44 "GET /v2.0/ports/ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 HTTP/1.1" status: 200 len: 1033 time: 0.3531027 Jul 07 22:14:55.377024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cafde2-fd90-4663-bd1d-e45726837f1a req-7ed56f4f-4b7f-4c19-8345-150e7f101372 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.397238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93cafde2-fd90-4663-bd1d-e45726837f1a req-7ed56f4f-4b7f-4c19-8345-150e7f101372 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1114869 Jul 07 22:14:55.431993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-84cc5c95-8f4f-4c57-9dac-814a82b28086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.434321 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-84cc5c95-8f4f-4c57-9dac-814a82b28086 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.3778095 Jul 07 22:14:55.517647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e09941fd-deaa-47c0-9d90-5a1ead951e48 req-8e3ed6bf-6423-4936-b6dc-5d441787f480 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0877013 Jul 07 22:14:55.552882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93cafde2-fd90-4663-bd1d-e45726837f1a req-3812da66-c6f4-4c80-a260-707f55053752 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545722 Jul 07 22:14:55.598637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4d2cc91a-63d4-4810-85d3-c4e4d104d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.600283 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4d2cc91a-63d4-4810-85d3-c4e4d104d007 service neutron] 10.222.0.44 "GET /v2.0/ports/164d5769-4447-49bc-ad8f-510c5c72b857 HTTP/1.1" status: 200 len: 1033 time: 0.2912776 Jul 07 22:14:55.678819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:55.781740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-bdef0d25-8c7a-4178-b5e7-7d9cf8d942e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.783189 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-bdef0d25-8c7a-4178-b5e7-7d9cf8d942e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.3388665 Jul 07 22:14:55.868661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38b7e1e5-7051-4628-b789-e3d816fa30b3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.875548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38b7e1e5-7051-4628-b789-e3d816fa30b3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.882945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38b7e1e5-7051-4628-b789-e3d816fa30b3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:55.884721 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38b7e1e5-7051-4628-b789-e3d816fa30b3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "GET /v2.0/networks?id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 HTTP/1.1" status: 200 len: 1994 time: 0.2760227 Jul 07 22:14:56.005765 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-04f499fc-11a7-44f0-bbb6-7ed5c78e5944 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 200 len: 217 time: 0.1569901 Jul 07 22:14:56.116294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e13a37-c7d4-45b3-9579-a1af76911016 req-e4af18ab-0f65-4bc3-b575-07bda03ac415 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.130819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3e13a37-c7d4-45b3-9579-a1af76911016 req-e4af18ab-0f65-4bc3-b575-07bda03ac415 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 943 time: 0.1761653 Jul 07 22:14:56.199724 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-087a60ee-2366-4711-9dad-b97b91edf04d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4c6ba63f057467b8595fb8c232c7d4b HTTP/1.1" status: 200 len: 379 time: 0.2252357 Jul 07 22:14:56.212803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3e13a37-c7d4-45b3-9579-a1af76911016 req-db4b33c4-d782-4907-ab99-09a405bb13a4 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780904 Jul 07 22:14:56.215827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'admin_state_up': True, 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'security_groups': ['10c6717d-0d17-418c-9f4e-857b22333e1c']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:56.228043 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 889a411c-d70c-4b29-aca8-5e7a20269683 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:14:56.332055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 889a411c-d70c-4b29-aca8-5e7a20269683 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:56.339568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 889a411c-d70c-4b29-aca8-5e7a20269683 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:56.341328 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.342663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ab6cf40-d09e-456b-8937-3696cc60e778 req-d1f53160-b314-4654-9300-1b49db5583be tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 210 time: 0.0700161 Jul 07 22:14:56.379943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-fc3b3621-bd87-4885-9b9d-82276368e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.382875 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-fc3b3621-bd87-4885-9b9d-82276368e469 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.3081024 Jul 07 22:14:56.449088 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-c304bac5-d848-47f0-991c-601c20a01353 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566428 Jul 07 22:14:56.470568 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.482795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f250b-d997-41df-9483-bfcd8756e5d9 req-5740b337-ee12-43a5-9c84-2399c174011c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:56.484524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-533f250b-d997-41df-9483-bfcd8756e5d9 req-5740b337-ee12-43a5-9c84-2399c174011c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 944 time: 0.0697706 Jul 07 22:14:56.512402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:14:56.515054 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e4445a-cbe7-4bf4-b11f-4f7b71257d17" -d '{"events": [{"server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "name": "network-vif-plugged", "status": "completed", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:14:56.550352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:56.554942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:56.560986 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.561529 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.587580 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-1d4b029e-d50e-454e-885f-7314753b925b service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281564 Jul 07 22:14:56.601375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-533f250b-d997-41df-9483-bfcd8756e5d9 req-d101e20d-245b-4ae8-8e8f-dfa9d940b11a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103995 Jul 07 22:14:56.654739 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba98b3f-1cdd-440d-8b1b-9899f4e30962 x-openstack-request-id: req-0ba98b3f-1cdd-440d-8b1b-9899f4e30962 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:14:56.655435 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "name": "network-vif-plugged", "status": "completed", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:14:56.655920 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ba98b3f-1cdd-440d-8b1b-9899f4e30962 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:14:56.656566 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683', 'code': 200} Jul 07 22:14:56.657558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 555e39ef-238e-474d-bc80-0e9329e8f055 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:14:56.712470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=889a411c-d70c-4b29-aca8-5e7a20269683,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:56.733542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.734045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.734703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.735266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.735716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.736164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.736594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.737022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.737449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.737876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.738332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.738933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:14:56.850235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 555e39ef-238e-474d-bc80-0e9329e8f055, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=555e39ef-238e-474d-bc80-0e9329e8f055,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:56.874042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '555e39ef-238e-474d-bc80-0e9329e8f055', 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019', 'port_id': '555e39ef-238e-474d-bc80-0e9329e8f055', 'mac_address': 'fa:16:3e:8b:34:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8060a-8768-4dd5-8e37-10440c1e707d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:14:56.941687 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:56.971412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555e39ef-238e-474d-bc80-0e9329e8f055 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:57.008192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 555e39ef-238e-474d-bc80-0e9329e8f055, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=555e39ef-238e-474d-bc80-0e9329e8f055,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:57.013376 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.018706 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-28a0563a-3e4f-4a73-9058-a02be2c33c78 req-23a178be-5232-4be5-9272-a9632223dafe service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074991 Jul 07 22:14:57.031688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Allocated IP 172.20.0.7 (dc4b1905-7cf9-4a7e-8730-ef87a3d01901/975d8c54-beac-4d0f-9253-65063e26999d/51240f68-3675-42b4-a1ac-05f7eb129a14) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:57.035107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Deleting port c1acda80-6b58-4fdb-9519-7d34906b0c68 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:14:57.035656 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.048751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33a51cbf-4eac-4341-bf15-3b3f2b75fd5f req-391f7f76-191f-4170-bf35-bccf9b3b6c61 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.1466434 Jul 07 22:14:57.092808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=555e39ef-238e-474d-bc80-0e9329e8f055,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:57.156400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f536c-6078-4b88-a928-a93b0b3b62a5 req-8f3dd40b-5a80-4a6e-b4ec-68e531c221dc tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.165614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c2f536c-6078-4b88-a928-a93b0b3b62a5 req-8f3dd40b-5a80-4a6e-b4ec-68e531c221dc tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.3683145 Jul 07 22:14:57.232925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c2f536c-6078-4b88-a928-a93b0b3b62a5 req-ed3aecd9-8c82-48df-9123-8ce1393975e4 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661314 Jul 07 22:14:57.289490 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b38a8c8b-381b-4dd5-85ce-421636080360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.292126 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.311925 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Transition to ACTIVE for port object 51240f68-3675-42b4-a1ac-05f7eb129a14 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:57.313516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-03d8573f-ee30-4f0f-840a-213903b91729 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.316986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-03d8573f-ee30-4f0f-840a-213903b91729 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.83 "GET /v2.0/networks?id=0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a HTTP/1.1" status: 200 len: 821 time: 0.3474188 Jul 07 22:14:57.328806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bee55c-cb63-417b-8429-818621e20133 req-e9e6ff25-61f8-4fdf-8d6b-1c17c338965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.330797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85bee55c-cb63-417b-8429-818621e20133 req-e9e6ff25-61f8-4fdf-8d6b-1c17c338965d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1097 time: 0.4478211 Jul 07 22:14:57.377024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Request body: {'port': {'device_id': '1e9c1929-0549-48bc-9169-6caa7ea8ed42', 'network_id': '0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a', 'admin_state_up': True, 'tenant_id': 'c11a449dc58f4f77b3d25542f4cc276f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:57.381211 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.457875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Port': ['ID=51240f68-3675-42b4-a1ac-05f7eb129a14,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:57.484386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] For port c1acda80-6b58-4fdb-9519-7d34906b0c68, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c1acda80-6b58-4fdb-9519-7d34906b0c68,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:14:57.487115 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.510789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:57.511961 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Calling delete_port for c1acda80-6b58-4fdb-9519-7d34906b0c68 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:14:57.517666 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:57.522846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:57.560144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85bee55c-cb63-417b-8429-818621e20133 req-da1bdfc2-6817-4c72-a159-10e060660e95 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228591 Jul 07 22:14:57.613069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['555e39ef-238e-474d-bc80-0e9329e8f055'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:14:57.619938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eafb67-6f3c-413c-af4c-ce91a67cf18a req-57e19719-5ea9-4e70-afe4-74c2ad0e7dc3 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:57.628606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86eafb67-6f3c-413c-af4c-ce91a67cf18a req-57e19719-5ea9-4e70-afe4-74c2ad0e7dc3 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 944 time: 0.2302556 Jul 07 22:14:57.688514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ced7f49a-dbf9-4017-8bf4-a578558af15e req-434e011a-77a0-42bd-b2c3-c3b6734f0470 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 210 time: 0.0479317 Jul 07 22:14:57.763439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86eafb67-6f3c-413c-af4c-ce91a67cf18a req-2004240c-72b9-4cbf-9ad3-ce640560989a tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338732 Jul 07 22:14:57.832188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Made reservation on behalf of c11a449dc58f4f77b3d25542f4cc276f for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:57.844081 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:57.988662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6806aa6-7fe5-4d7f-8d87-06c026867398 None None] Provisioning for port 51240f68-3675-42b4-a1ac-05f7eb129a14 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:14:57.998993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6806aa6-7fe5-4d7f-8d87-06c026867398 None None] Provisioning complete for port 51240f68-3675-42b4-a1ac-05f7eb129a14 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:14:57.999369 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6806aa6-7fe5-4d7f-8d87-06c026867398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:58.017222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa08b1-3370-41a0-91df-37e2e0738729 req-775907cf-0081-4f0a-8f67-4c56227090b5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:58.024300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14aa08b1-3370-41a0-91df-37e2e0738729 req-775907cf-0081-4f0a-8f67-4c56227090b5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 945 time: 0.1390362 Jul 07 22:14:58.057689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d6806aa6-7fe5-4d7f-8d87-06c026867398 None None] Port 51240f68-3675-42b4-a1ac-05f7eb129a14 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:14:58.128435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14aa08b1-3370-41a0-91df-37e2e0738729 req-66196968-e0c7-40e1-9a0d-8937e3e415e7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031935 Jul 07 22:14:58.157669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Allocated IP 172.20.0.11 (0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a/79da6ccb-27c6-4810-bcc1-78aea799715e/433fc8c1-7fb2-4ca4-8e2e-f4e04f722840) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:58.188464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:58.189294 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:58.214419 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e417fa65-5711-45a0-9bb9-ca40261a89e9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0058568 Jul 07 22:14:58.228505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'admin_state_up': True, 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'security_groups': ['10c6717d-0d17-418c-9f4e-857b22333e1c']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:58.445234 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:58.480537 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:58.484146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:58.508843 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:58.524291 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:58.621142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec870f-3cf1-4ff3-aba3-4deff0e647c6 req-c6e474f9-3f4f-4843-a28a-c16d5e17d291 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:58.622774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dec870f-3cf1-4ff3-aba3-4deff0e647c6 req-c6e474f9-3f4f-4843-a28a-c16d5e17d291 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 931 time: 0.4104738 Jul 07 22:14:58.663880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1acda80-6b58-4fdb-9519-7d34906b0c68,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:58.712750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Network 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:58.763037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:58.779167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:58.863632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc8f1e-4c52-4897-880d-6766d1a97272 req-1ddf462b-ce0b-4a7e-8504-57752481bd06 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:58.875328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bcc8f1e-4c52-4897-880d-6766d1a97272 req-1ddf462b-ce0b-4a7e-8504-57752481bd06 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.3751206 Jul 07 22:14:58.876222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Pushing event updated for resources: {'Port': ['ID=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:58.940601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:58.941244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.008164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bcc8f1e-4c52-4897-880d-6766d1a97272 req-992d94d2-fefd-440f-b839-b3b61d234fb3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169291 Jul 07 22:14:59.018964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dec870f-3cf1-4ff3-aba3-4deff0e647c6 req-f3f64bd6-8ccd-4c1c-a825-df64b5a1c3d8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635175 Jul 07 22:14:59.022439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4bf1215a-0efa-4650-9421-6b941cd30ae2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6523333 Jul 07 22:14:59.063491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Request body: {'port': {'device_id': '1e9c1929-0549-48bc-9169-6caa7ea8ed42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:59.103525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Allocated IP 10.1.1.9 (f7b85453-5618-4302-b3a9-626423b5998a/2900cdc7-b6bd-41ea-8b5d-dd104dd75482/cab166d1-1935-43e1-9c8f-bcc325a11d6a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:14:59.219680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.263583 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.345242 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.394293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Transition to ACTIVE for port object cab166d1-1935-43e1-9c8f-bcc325a11d6a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:59.499446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.503995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0e2fd-9a0b-47ff-bb90-3af439115600 req-6748d8de-f683-459a-bca3-0a4311fa057d tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:59.505586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ee0e2fd-9a0b-47ff-bb90-3af439115600 req-6748d8de-f683-459a-bca3-0a4311fa057d tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 932 time: 0.2690983 Jul 07 22:14:59.515936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73c263-c2ba-4c57-b70b-33baa1fbbe11 req-aae95b58-7aa8-4223-bdcb-c498e477df39 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:59.517426 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f73c263-c2ba-4c57-b70b-33baa1fbbe11 req-aae95b58-7aa8-4223-bdcb-c498e477df39 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 944 time: 0.2602432 Jul 07 22:14:59.587473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network f7b85453-5618-4302-b3a9-626423b5998a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:14:59.593031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:14:59.598682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:14:59.604883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f73c263-c2ba-4c57-b70b-33baa1fbbe11 req-e4b0002a-b737-4412-88e6-83f857de81bc tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750899 Jul 07 22:14:59.607962 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ee0e2fd-9a0b-47ff-bb90-3af439115600 req-8d25630f-9ef5-4e74-bfff-604afd0c5b14 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896327 Jul 07 22:14:59.651200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f7f509d-b90c-4078-afb9-dce8de2e2888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.698698 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:14:59.700352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:59.701024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.723647 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5015457 Jul 07 22:14:59.734802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'admin_state_up': True, 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'security_groups': ['10c6717d-0d17-418c-9f4e-857b22333e1c']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:14:59.810358 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccef85-7cb1-4db1-86c6-14671ac96bf2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Port': ['ID=cab166d1-1935-43e1-9c8f-bcc325a11d6a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:59.828069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Router b7037790-cb80-4dad-aa57-20e7090678f6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:14:59.831039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:14:59.856686 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.875850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Transition to ACTIVE for port object 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:14:59.883874 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.918188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:14:59.923250 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.942804 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:14:59.953296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec30da-08cd-4cca-9e1b-6466a0aa67f6 req-2f7c6225-1cdd-44cd-b6bb-ad8c030839d5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:14:59.954824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10ec30da-08cd-4cca-9e1b-6466a0aa67f6 req-2f7c6225-1cdd-44cd-b6bb-ad8c030839d5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 945 time: 0.1472688 Jul 07 22:14:59.966487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Pushing event updated for resources: {'Port': ['ID=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:14:59.997269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0413f762-e59e-4f9d-be37-bf3b1218bcff None None] Provisioning for port cab166d1-1935-43e1-9c8f-bcc325a11d6a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:00.002794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0413f762-e59e-4f9d-be37-bf3b1218bcff None None] Provisioning complete for port cab166d1-1935-43e1-9c8f-bcc325a11d6a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:00.003741 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0413f762-e59e-4f9d-be37-bf3b1218bcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.045968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0413f762-e59e-4f9d-be37-bf3b1218bcff None None] Port cab166d1-1935-43e1-9c8f-bcc325a11d6a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:00.053217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10ec30da-08cd-4cca-9e1b-6466a0aa67f6 req-0bac1bfa-f33e-4cba-84d7-56200ddf177d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900943 Jul 07 22:15:00.068305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Attempting to bind port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:00.068891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Attempting to bind port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '72b530e9-78db-40fb-a53c-944f3de8dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:00.069486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Attempting to bind port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 on network 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:00.082313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 on network 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:00.082313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Attempting to bind port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 on network 0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:00.084830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:00.085218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Checking segment: {'id': '72b530e9-78db-40fb-a53c-944f3de8dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:00.085608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Bound using segment: {'id': '72b530e9-78db-40fb-a53c-944f3de8dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:00.086189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Bound port: 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72b530e9-78db-40fb-a53c-944f3de8dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:00.086422 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.171253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] For port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:00.177801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] For port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,segment=NetworkSegment(72b530e9-78db-40fb-a53c-944f3de8dfe6),segment_id=72b530e9-78db-40fb-a53c-944f3de8dfe6)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:00.185435 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.227603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:15:00.235252 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-11e1e7f9-a5c8-4005-9435-3fa6bd0c1afa admin admin] 10.222.0.81 "PUT /v2.0/routers/b7037790-cb80-4dad-aa57-20e7090678f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2379875 Jul 07 22:15:00.238186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:00.240506 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] Sync routers for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:15:00.253906 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:00.261470 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:15:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:00.286019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:00.286679 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.288077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] 10.222.0.83 "PUT /v2.0/ports/433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 HTTP/1.1" status: 200 len: 1093 time: 1.2329929 Jul 07 22:15:00.290661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9c1929-0549-48bc-9169-6caa7ea8ed42', 'tag': '433fc8c1-7fb2-4ca4-8e2e-f4e04f722840'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:00.293060 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645e56f1-2b63-41ce-aaab-034463824cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9c1929-0549-48bc-9169-6caa7ea8ed42", "tag": "433fc8c1-7fb2-4ca4-8e2e-f4e04f722840"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:00.319254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Allocated IP 10.1.1.201 (f7b85453-5618-4302-b3a9-626423b5998a/2900cdc7-b6bd-41ea-8b5d-dd104dd75482/e5ec3727-9808-47aa-8527-9e61c3ec3ec6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:00.343304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a1219-b55b-4b81-978d-eaf66b16fe56 service neutron] Pushing event updated for resources: {'Port': ['ID=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:00.419192 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:00.472459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.477064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521e8ed-364c-45ad-96f8-2fdb022308ae req-03edda1b-32eb-4b17-a2a0-2924564d866d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:00.479303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5521e8ed-364c-45ad-96f8-2fdb022308ae req-03edda1b-32eb-4b17-a2a0-2924564d866d tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2326794 Jul 07 22:15:00.490857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc0bc8-7c1e-4539-9b51-3ca1e58e6fc0 req-829099bc-7492-4b1c-99c9-89f18561ef6b tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:00.493078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2fc0bc8-7c1e-4539-9b51-3ca1e58e6fc0 req-829099bc-7492-4b1c-99c9-89f18561ef6b tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1097 time: 0.1347125 Jul 07 22:15:00.559599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-56822042-653e-4ee6-87f6-b9e76ff72272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:00.561123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-56822042-653e-4ee6-87f6-b9e76ff72272 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c11a449dc58f4f77b3d25542f4cc276f&device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 1096 time: 0.1712632 Jul 07 22:15:00.570396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2fc0bc8-7c1e-4539-9b51-3ca1e58e6fc0 req-5d13a708-7ed3-4094-af8e-984ba75a71e7 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679433 Jul 07 22:15:00.578159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5521e8ed-364c-45ad-96f8-2fdb022308ae req-eaf322e1-3279-4dce-bb6e-a4cb39ae72af tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839608 Jul 07 22:15:00.625578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-03922013-a2f9-4e63-8a55-81730bc2f366 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 HTTP/1.1" status: 200 len: 217 time: 0.0464468 Jul 07 22:15:00.664734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 555e39ef-238e-474d-bc80-0e9329e8f055 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:00.685567 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d9a89d-f7ab-4987-89f7-4aaae3883b15 x-openstack-request-id: req-69d9a89d-f7ab-4987-89f7-4aaae3883b15 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:00.685860 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9c1929-0549-48bc-9169-6caa7ea8ed42", "tag": "433fc8c1-7fb2-4ca4-8e2e-f4e04f722840", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:00.686138 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.686629 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69d9a89d-f7ab-4987-89f7-4aaae3883b15 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:00.686629 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9c1929-0549-48bc-9169-6caa7ea8ed42', 'tag': '433fc8c1-7fb2-4ca4-8e2e-f4e04f722840', 'status': 'completed', 'code': 200} Jul 07 22:15:00.704531 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.709888 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:14:58Z', 'revision_number': 5, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port': {'id': '25aca759-02f1-49da-b2fd-86b3a6ca4620', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:82:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:11:01Z', 'updated_at': '2021-07-07T22:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:00.728145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-e155286c-d2b0-4277-963e-920136d7735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:00.729633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-e155286c-d2b0-4277-963e-920136d7735a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79da6ccb-27c6-4810-bcc1-78aea799715e HTTP/1.1" status: 200 len: 861 time: 0.0920084 Jul 07 22:15:00.738862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Transition to ACTIVE for port object e5ec3727-9808-47aa-8527-9e61c3ec3ec6 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:00.777329 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] Checking router: b7037790-cb80-4dad-aa57-20e7090678f6 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:15:00.782687 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.798211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 555e39ef-238e-474d-bc80-0e9329e8f055 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:00.801458 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] Routers {'b7037790-cb80-4dad-aa57-20e7090678f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:00.802102 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:15:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b7037790-cb80-4dad-aa57-20e7090678f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:00.803552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 555e39ef-238e-474d-bc80-0e9329e8f055 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:00.805674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.815904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-4fd25f8d-6305-4d64-a2c8-6ce7d9520bd6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784538 Jul 07 22:15:00.829997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.842929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Deleting port 25aca759-02f1-49da-b2fd-86b3a6ca4620 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:00.843320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.921559 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:00.945062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network f7b85453-5618-4302-b3a9-626423b5998a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:00.947220 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] Set router b7037790-cb80-4dad-aa57-20e7090678f6 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:00.955681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:00.964485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:00.979312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9387985-ac0e-4938-9207-3a00acb8d096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555e39ef-238e-474d-bc80-0e9329e8f055'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:00.981812 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d774c13-9fe9-4a79-bc61-88ff73ac5b70" -d '{"events": [{"server_uuid": "d9387985-ac0e-4938-9207-3a00acb8d096", "name": "network-vif-plugged", "status": "completed", "tag": "555e39ef-238e-474d-bc80-0e9329e8f055"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:01.029290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 555e39ef-238e-474d-bc80-0e9329e8f055, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=555e39ef-238e-474d-bc80-0e9329e8f055,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:01.029572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Port': ['ID=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:01.036349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-bb00b4cc-6671-4f7c-9fd5-b0a77c7a445e service neutron] 10.222.0.83 "GET /v2.0/networks/0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061474 Jul 07 22:15:01.041566 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:15:00Z', 'revision_number': 6, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:01.043028 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.045611 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.077767 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865cff00-e2b9-4bf6-bcc5-9125cb814ecd None None] The sync data for ids ['b7037790-cb80-4dad-aa57-20e7090678f6'] in n-d-695012-11 is: [{'id': 'b7037790-cb80-4dad-aa57-20e7090678f6', 'name': 'tempest-ServersTestBootFromVolume-1060958175-router', 'tenant_id': '90d2af4d76114816afa869266f3c7e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:10:59Z', 'updated_at': '2021-07-07T22:15:00Z', 'revision_number': 6, 'project_id': '90d2af4d76114816afa869266f3c7e58', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:15:01.137979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.140906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.149417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afaadde-e167-4788-93a4-38f2ed605f04 req-5c2adb8a-270e-4e12-a1e5-7d38dd7ffe5b tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.151771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=555e39ef-238e-474d-bc80-0e9329e8f055,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:01.163443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] For port 25aca759-02f1-49da-b2fd-86b3a6ca4620, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=25aca759-02f1-49da-b2fd-86b3a6ca4620,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:01.163811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.163939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8afaadde-e167-4788-93a4-38f2ed605f04 req-5c2adb8a-270e-4e12-a1e5-7d38dd7ffe5b tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1097 time: 0.3538299 Jul 07 22:15:01.179914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Calling delete_port for 25aca759-02f1-49da-b2fd-86b3a6ca4620 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:01.182678 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-065c9fa7-9abb-47cf-b932-4446480207cd tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4522557 Jul 07 22:15:01.195817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1', 'admin_state_up': True, 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'security_groups': ['10c6717d-0d17-418c-9f4e-857b22333e1c']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:01.213224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fb718-cdb9-45c9-8f1b-7b2496ce9fb3 req-62710ced-fd4a-4527-a694-a519c6966193 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.219655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fb718-cdb9-45c9-8f1b-7b2496ce9fb3 req-62710ced-fd4a-4527-a694-a519c6966193 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.226746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fb718-cdb9-45c9-8f1b-7b2496ce9fb3 req-62710ced-fd4a-4527-a694-a519c6966193 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.228555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b04fb718-cdb9-45c9-8f1b-7b2496ce9fb3 req-62710ced-fd4a-4527-a694-a519c6966193 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 2372 time: 0.4274614 Jul 07 22:15:01.271876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8afaadde-e167-4788-93a4-38f2ed605f04 req-9d82c334-6260-4c45-96b7-e2a5bd09fe76 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067510 Jul 07 22:15:01.277570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5f555ac6-c685-49c8-8186-775e9a867e7f None None] Provisioning for port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:01.289111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5f555ac6-c685-49c8-8186-775e9a867e7f None None] Provisioning complete for port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:01.289111 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f555ac6-c685-49c8-8186-775e9a867e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.300283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3d86dd-4054-43ec-8e0a-876b85e58b7a req-a15fc822-4f8e-4e48-9ebb-b60752892eec service neutron] 10.222.0.83 "GET /v2.0/networks/0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455134 Jul 07 22:15:01.317961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b04fb718-cdb9-45c9-8f1b-7b2496ce9fb3 req-091ce6a9-6699-4398-b3cb-e52c3bc2af10 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814173 Jul 07 22:15:01.384456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5f555ac6-c685-49c8-8186-775e9a867e7f None None] Port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:01.463653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:01.581531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c1acda80-6b58-4fdb-9519-7d34906b0c68 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:01.609419 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: c1acda80-6b58-4fdb-9519-7d34906b0c68 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:01.610035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c1acda80-6b58-4fdb-9519-7d34906b0c68 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:01.630020 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.633849 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:01.648314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-feac670f-f4dd-4776-b514-eb27b67c0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.649937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-feac670f-f4dd-4776-b514-eb27b67c0914 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c11a449dc58f4f77b3d25542f4cc276f&device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 1096 time: 0.2251728 Jul 07 22:15:01.667114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Pushing event deleted for resources: {'Port': ['ID=25aca759-02f1-49da-b2fd-86b3a6ca4620,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:01.681916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca4a91-56d7-429f-9d7a-f302b444d265 req-c7ad8def-5f8d-4c3a-abcb-179bfcc41ad9 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.684044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8dca4a91-56d7-429f-9d7a-f302b444d265 req-c7ad8def-5f8d-4c3a-abcb-179bfcc41ad9 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 945 time: 0.2147720 Jul 07 22:15:01.740995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e63e3-0c7f-4436-8b57-904860d8c82d req-154c4b43-a185-4f06-b604-39eadf7c7803 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:01.743137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85e63e3-0c7f-4436-8b57-904860d8c82d req-154c4b43-a185-4f06-b604-39eadf7c7803 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 944 time: 0.2329297 Jul 07 22:15:01.867394 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.126188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8dca4a91-56d7-429f-9d7a-f302b444d265 req-72e2c9e2-ac58-428a-8977-52be9075f665 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4293933 Jul 07 22:15:02.168653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d85e63e3-0c7f-4436-8b57-904860d8c82d req-696559c9-c707-4b50-80cf-3c0119d1efb6 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123974 Jul 07 22:15:02.169962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-7a988d19-5092-4e5f-bbaf-ea37f2de749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.177494 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313cc1e9-71b6-42fb-823a-1f677a532031 x-openstack-request-id: req-313cc1e9-71b6-42fb-823a-1f677a532031 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:02.178019 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9387985-ac0e-4938-9207-3a00acb8d096", "name": "network-vif-plugged", "status": "completed", "tag": "555e39ef-238e-474d-bc80-0e9329e8f055", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:02.178275 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-313cc1e9-71b6-42fb-823a-1f677a532031 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:02.178558 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9387985-ac0e-4938-9207-3a00acb8d096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555e39ef-238e-474d-bc80-0e9329e8f055', 'code': 200} Jul 07 22:15:02.183434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-7a988d19-5092-4e5f-bbaf-ea37f2de749a service neutron] 10.222.0.83 "GET /v2.0/networks?id=0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a HTTP/1.1" status: 200 len: 922 time: 0.5234494 Jul 07 22:15:02.283757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-0e7b17a8-716e-480a-a1ac-401fc9b4f875 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 HTTP/1.1" status: 200 len: 217 time: 0.0658975 Jul 07 22:15:02.351433 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.354746 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.367602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-48a116a7-9870-44bb-a8fe-ba7f4c4d39d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.369278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-48a116a7-9870-44bb-a8fe-ba7f4c4d39d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79da6ccb-27c6-4810-bcc1-78aea799715e HTTP/1.1" status: 200 len: 861 time: 0.0648367 Jul 07 22:15:02.448524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-df3ccb23-d36c-40d2-88e4-26606d59ea8f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709231 Jul 07 22:15:02.460480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Allocated IP 10.2.2.100 (8bf8a88f-4392-4d14-8057-3c28bbf9d5e1/be471927-8ad1-4cdc-8b07-93c10b213b33/6102e613-64a9-4795-b433-2ea361f3067a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:02.462529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.463102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7037790-cb80-4dad-aa57-20e7090678f6 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:15:02.467923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.471770 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-67dbc331-be9b-47ca-beca-7e5a2dbef18b admin admin] 10.222.0.81 "DELETE /v2.0/routers/b7037790-cb80-4dad-aa57-20e7090678f6 HTTP/1.1" status: 204 len: 168 time: 2.2325389 Jul 07 22:15:02.474467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55436) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:02.542737 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8dbc6ce-ef89-485d-bc05-6bfa58c4d03c admin admin] Deleting subnet ef8784bb-d5c7-41ae-8371-96140bd7b117 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:15:02.546104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc6ce-ef89-485d-bc05-6bfa58c4d03c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.639894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8890d-3178-498c-ba34-6ceeda45474f req-06a21f19-a43d-4bf4-af39-896889a0b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.641328 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0da8890d-3178-498c-ba34-6ceeda45474f req-06a21f19-a43d-4bf4-af39-896889a0b842 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 1097 time: 0.3335748 Jul 07 22:15:02.641481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d8e2e-d438-43ea-805d-e58550ee1152 req-db889e7b-1e75-4d10-927c-41836f8e8205 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:02.643027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd0d8e2e-d438-43ea-805d-e58550ee1152 req-db889e7b-1e75-4d10-927c-41836f8e8205 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2078612 Jul 07 22:15:02.652105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-a49eda17-4abe-4991-be0a-296c3d04fdf5 service neutron] 10.222.0.83 "GET /v2.0/networks/0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628516 Jul 07 22:15:02.653982 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.700780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc6ce-ef89-485d-bc05-6bfa58c4d03c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.751255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd0d8e2e-d438-43ea-805d-e58550ee1152 req-4bd4a886-63d0-4e49-b44f-8593714348b2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946889 Jul 07 22:15:02.791203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645e56f1-2b63-41ce-aaab-034463824cc0 req-f3db8fc3-019b-4aee-8533-7daa4fe83003 service neutron] 10.222.0.83 "GET /v2.0/networks/0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250999 Jul 07 22:15:02.831803 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0da8890d-3178-498c-ba34-6ceeda45474f req-ebc142ab-f442-4db3-af78-34b4027d22a3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682425 Jul 07 22:15:02.930089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc6ce-ef89-485d-bc05-6bfa58c4d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.962051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:02.983471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Transition to ACTIVE for port object 6102e613-64a9-4795-b433-2ea361f3067a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:02.994039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f781ca-6614-4007-af06-d018c66311ea req-6f1e69d3-78a1-4a06-9241-d7b2f8094b6a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:03.001393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f781ca-6614-4007-af06-d018c66311ea req-6f1e69d3-78a1-4a06-9241-d7b2f8094b6a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:03.008737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f781ca-6614-4007-af06-d018c66311ea req-6f1e69d3-78a1-4a06-9241-d7b2f8094b6a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:03.010609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52f781ca-6614-4007-af06-d018c66311ea req-6f1e69d3-78a1-4a06-9241-d7b2f8094b6a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 2372 time: 0.1080670 Jul 07 22:15:03.023773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc6ce-ef89-485d-bc05-6bfa58c4d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.056054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbc6ce-ef89-485d-bc05-6bfa58c4d03c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8784bb-d5c7-41ae-8371-96140bd7b117,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:03.065850 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8dbc6ce-ef89-485d-bc05-6bfa58c4d03c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.070698 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d8dbc6ce-ef89-485d-bc05-6bfa58c4d03c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ef8784bb-d5c7-41ae-8371-96140bd7b117 HTTP/1.1" status: 204 len: 168 time: 0.5906713 Jul 07 22:15:03.071368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55454) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:03.073401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce168c-d65b-4cdb-a491-224a715f672c None None] Network 5883626e-388b-476b-ac2e-cce6246b6a3a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:03.080614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.090264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52f781ca-6614-4007-af06-d018c66311ea req-85a13fdf-8d41-411a-aafd-d2050a6f4bac tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736103 Jul 07 22:15:03.184810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Port': ['ID=6102e613-64a9-4795-b433-2ea361f3067a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:03.220127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:03.223089 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:03.226522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:03.288111 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.314319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:03.314841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.367727 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-6c98d52c-af6d-47d3-b964-c12ce461de5f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1765833 Jul 07 22:15:03.370878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f4386b-618b-4b0f-9bbe-653411dda5c5 None None] DHCP port deletion for 5883626e-388b-476b-ac2e-cce6246b6a3a request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:15:03.382663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1', 'admin_state_up': True, 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'security_groups': ['10c6717d-0d17-418c-9f4e-857b22333e1c']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:03.462675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-92f4386b-618b-4b0f-9bbe-653411dda5c5 None None] Deleting port 790a6e39-e60e-41dd-a789-3a7513b42f4b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:03.463320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92f4386b-618b-4b0f-9bbe-653411dda5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.467945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6efa-c705-46ec-9ced-0474c6af21e9 req-8d09f558-dbcc-4f58-8cda-4f15d7955576 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:03.469611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b30f6efa-c705-46ec-9ced-0474c6af21e9 req-8d09f558-dbcc-4f58-8cda-4f15d7955576 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 945 time: 0.1356304 Jul 07 22:15:03.481052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Deleting port 790a6e39-e60e-41dd-a789-3a7513b42f4b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:03.481398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.527864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b30f6efa-c705-46ec-9ced-0474c6af21e9 req-5fb4f4e1-81ce-4299-bb33-207dfb8271a5 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Jul 07 22:15:03.590931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-92f4386b-618b-4b0f-9bbe-653411dda5c5 None None] For port 790a6e39-e60e-41dd-a789-3a7513b42f4b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=790a6e39-e60e-41dd-a789-3a7513b42f4b,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:03.591602 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92f4386b-618b-4b0f-9bbe-653411dda5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.623816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-92f4386b-618b-4b0f-9bbe-653411dda5c5 None None] Calling delete_port for 790a6e39-e60e-41dd-a789-3a7513b42f4b owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:03.643147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] For port 790a6e39-e60e-41dd-a789-3a7513b42f4b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=790a6e39-e60e-41dd-a789-3a7513b42f4b,segment=NetworkSegment(c30fff06-5807-4606-847f-7ce0e85ac926),segment_id=c30fff06-5807-4606-847f-7ce0e85ac926)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:03.643650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.667573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Calling delete_port for 790a6e39-e60e-41dd-a789-3a7513b42f4b owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:03.685409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Made reservation on behalf of c4c6ba63f057467b8595fb8c232c7d4b for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:03.690099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.841493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 25aca759-02f1-49da-b2fd-86b3a6ca4620 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:03.842495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-84456828-f9ff-4216-930b-9ed3a4d07d4c tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:15:03.846525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-94435e8c-84e9-4468-94fb-51c613de2a10 None None] Provisioning for port 6102e613-64a9-4795-b433-2ea361f3067a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:03.847692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-84456828-f9ff-4216-930b-9ed3a4d07d4c tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1228001 Jul 07 22:15:03.869668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 25aca759-02f1-49da-b2fd-86b3a6ca4620 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:03.870323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 25aca759-02f1-49da-b2fd-86b3a6ca4620 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:03.871234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 790a6e39-e60e-41dd-a789-3a7513b42f4b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:03.890883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.896106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-94435e8c-84e9-4468-94fb-51c613de2a10 None None] Provisioning complete for port 6102e613-64a9-4795-b433-2ea361f3067a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:03.896694 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94435e8c-84e9-4468-94fb-51c613de2a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:03.904113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344491f5-a80c-45cb-99a3-b12f579619fa req-c67a0ac0-3dab-4a23-a6a6-c6f557c5e40e tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:03.914685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-344491f5-a80c-45cb-99a3-b12f579619fa req-c67a0ac0-3dab-4a23-a6a6-c6f557c5e40e tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 944 time: 0.1832037 Jul 07 22:15:03.927790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] No DVR routers for this DVR port 790a6e39-e60e-41dd-a789-3a7513b42f4b on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:03.936305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Pushing event deleted for resources: {'Port': ['ID=790a6e39-e60e-41dd-a789-3a7513b42f4b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:03.972195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-94435e8c-84e9-4468-94fb-51c613de2a10 None None] Port 6102e613-64a9-4795-b433-2ea361f3067a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: from cryptography.utils import int_from_bytes Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: from cryptography.utils import int_from_bytes Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.979765 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:15:03.983559 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:15:03.987235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No active binding found for port 790a6e39-e60e-41dd-a789-3a7513b42f4b {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:15:03.987869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 790a6e39-e60e-41dd-a789-3a7513b42f4b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:04.001098 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92f4386b-618b-4b0f-9bbe-653411dda5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.008341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-344491f5-a80c-45cb-99a3-b12f579619fa req-10c3486c-9693-413c-b389-02f92ae94a49 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922804 Jul 07 22:15:04.028606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Request body: {'binding': {'host': 'n-h2-695012-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:04.029269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Unknown quota resources ['binding']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:15:04.074444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4386b-618b-4b0f-9bbe-653411dda5c5 None None] Pushing event deleted for resources: {'Port': ['ID=790a6e39-e60e-41dd-a789-3a7513b42f4b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:04.076558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.092555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f4386b-618b-4b0f-9bbe-653411dda5c5 None None] No DVR routers for this DVR port 790a6e39-e60e-41dd-a789-3a7513b42f4b on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:04.128509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5883626e-388b-476b-ac2e-cce6246b6a3a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:04.152882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30fff06-5807-4606-847f-7ce0e85ac926') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:04.153183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30fff06-5807-4606-847f-7ce0e85ac926') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:04.167734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Allocated IP 10.2.2.200 (8bf8a88f-4392-4d14-8057-3c28bbf9d5e1/be471927-8ad1-4cdc-8b07-93c10b213b33/74786844-5bbf-47f9-bead-efb5f398b615) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:04.172531 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.194940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.201782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:15:04.202709 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:15:04.271412 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:15:04.286865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 on host n-h2-695012-11 for vnic_type normal with profile None {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:04.287261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:04.287589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:04.295007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Port 889a411c-d70c-4b29-aca8-5e7a20269683 on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:04.295311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:04.311273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:04.311631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:04.312044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:04.312688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Bound port: 889a411c-d70c-4b29-aca8-5e7a20269683, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:04.325293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff287d-f94c-42a1-b6d9-7a71426b1e8d req-f345c08b-e0a2-4062-92fa-6c8d85c75deb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.327705 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.332655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41ff287d-f94c-42a1-b6d9-7a71426b1e8d req-f345c08b-e0a2-4062-92fa-6c8d85c75deb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.1299603 Jul 07 22:15:04.373638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.379231 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5883626e-388b-476b-ac2e-cce6246b6a3a HTTP/1.1" status: 204 len: 168 time: 1.3067701 Jul 07 22:15:04.380470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e2a96-88bd-45cf-8d65-c99638340672 admin admin] Pushing event deleted for resources: {'Network': ['ID=5883626e-388b-476b-ac2e-cce6246b6a3a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:04.448616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41ff287d-f94c-42a1-b6d9-7a71426b1e8d req-40787b69-53fc-4385-b4e6-6cf34f5e0c91 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149747 Jul 07 22:15:04.479853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:04.494127 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.495802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-f99f7163-90d1-49bd-8d55-61965d076b8c service neutron] 10.222.0.81 "POST /v2.0/ports/889a411c-d70c-4b29-aca8-5e7a20269683/bindings HTTP/1.1" status: 201 len: 390 time: 0.6346922 Jul 07 22:15:04.632736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.668809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Transition to ACTIVE for port object 74786844-5bbf-47f9-bead-efb5f398b615 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:04.680899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55484) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:04.720142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cee4f-6a03-4abe-8f87-2e8d8bee3cc3 req-123fb7e2-0bc1-4ebc-92dd-45f35fa1f5a9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.727339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cee4f-6a03-4abe-8f87-2e8d8bee3cc3 req-123fb7e2-0bc1-4ebc-92dd-45f35fa1f5a9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.733722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cee4f-6a03-4abe-8f87-2e8d8bee3cc3 req-123fb7e2-0bc1-4ebc-92dd-45f35fa1f5a9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.740698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cee4f-6a03-4abe-8f87-2e8d8bee3cc3 req-123fb7e2-0bc1-4ebc-92dd-45f35fa1f5a9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:04.742858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-025cee4f-6a03-4abe-8f87-2e8d8bee3cc3 req-123fb7e2-0bc1-4ebc-92dd-45f35fa1f5a9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 3093 time: 0.1473610 Jul 07 22:15:04.745896 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-192b5111-8a34-47cb-b999-6be0a1942f68 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90d2af4d76114816afa869266f3c7e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619361 Jul 07 22:15:04.746043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55488) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:04.769291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.831127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-025cee4f-6a03-4abe-8f87-2e8d8bee3cc3 req-a396d9d8-18a4-4e55-9e65-edb9350f0b34 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698092 Jul 07 22:15:04.841402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event updated for resources: {'Port': ['ID=74786844-5bbf-47f9-bead-efb5f398b615,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:04.848652 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d608b341-0610-4828-8247-e7762147eabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.853998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:04.855563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:04.858222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:04.906340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d608b341-0610-4828-8247-e7762147eabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.991596 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d608b341-0610-4828-8247-e7762147eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.994790 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d608b341-0610-4828-8247-e7762147eabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:04.996235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d608b341-0610-4828-8247-e7762147eabb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6e06036-49d0-4688-9f3e-f637a160fcb5 HTTP/1.1" status: 204 len: 168 time: 0.2493079 Jul 07 22:15:05.015049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608b341-0610-4828-8247-e7762147eabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e06036-49d0-4688-9f3e-f637a160fcb5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:05.065263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:05.066002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.104678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-244b1926-4729-4fa5-a02d-cb56220fcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:05.107427 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-244b1926-4729-4fa5-a02d-cb56220fcb57 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1097 time: 0.1560595 Jul 07 22:15:05.111275 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-468882d8-64a6-4a3a-a264-fa3e28d866c8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7357392 Jul 07 22:15:05.197760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebde107-c4e0-4347-93b8-158617497ab7 req-c7dbfe2a-bc27-47a5-988a-ece1da82f190 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:05.203772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ebde107-c4e0-4347-93b8-158617497ab7 req-c7dbfe2a-bc27-47a5-988a-ece1da82f190 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 945 time: 0.1406310 Jul 07 22:15:05.204375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:05.211696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9b2e2e95-5161-4dae-b601-7efd26de1432 None None] Provisioning for port 74786844-5bbf-47f9-bead-efb5f398b615 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:05.215756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9b2e2e95-5161-4dae-b601-7efd26de1432 None None] Provisioning complete for port 74786844-5bbf-47f9-bead-efb5f398b615 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:05.216454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b2e2e95-5161-4dae-b601-7efd26de1432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.273294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ebde107-c4e0-4347-93b8-158617497ab7 req-41450f06-c12a-4082-b70f-a26181d646e5 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599861 Jul 07 22:15:05.334210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e2e95-5161-4dae-b601-7efd26de1432 None None] Port 74786844-5bbf-47f9-bead-efb5f398b615 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:05.362977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-9646dd7c-416e-4328-b1b6-fb69cad45f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:05.364570 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-9646dd7c-416e-4328-b1b6-fb69cad45f2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.2458074 Jul 07 22:15:05.367800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:05.556894 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-fbe0a357-97a6-44eb-98d0-729f43daa7c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 200 len: 217 time: 0.1673465 Jul 07 22:15:05.572137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c133a-a8f6-4243-afd6-b362535241c0 req-f1940db9-4cbb-4d07-8a1f-762af1e16262 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:05.576265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-962c133a-a8f6-4243-afd6-b362535241c0 req-f1940db9-4cbb-4d07-8a1f-762af1e16262 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 944 time: 0.1494830 Jul 07 22:15:05.613072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-273623d6-a2f8-4a8f-ad10-177c10127668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:05.622603 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-273623d6-a2f8-4a8f-ad10-177c10127668 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.0558214 Jul 07 22:15:05.672757 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-f5aacdbc-9160-4396-8054-df612d3a68e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363145 Jul 07 22:15:05.681660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-962c133a-a8f6-4243-afd6-b362535241c0 req-d9066dfa-dc31-4dc8-a8aa-16422a2ea56d tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912337 Jul 07 22:15:05.772174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a7e83-cbdd-4091-bce8-922d40cfe786 req-7152ad69-5eb0-4558-8d5a-0ce921ce1f1f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:05.780921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-619a7e83-cbdd-4091-bce8-922d40cfe786 req-7152ad69-5eb0-4558-8d5a-0ce921ce1f1f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 945 time: 0.2024906 Jul 07 22:15:05.868757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-619a7e83-cbdd-4091-bce8-922d40cfe786 req-1945903d-b158-41fd-8cb3-5708552790f8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814705 Jul 07 22:15:05.916219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de8175-eae3-49ec-856b-78c64a547729 req-aae2500f-3c8a-4e91-b98c-62fba5eeee7f tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:05.918293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4de8175-eae3-49ec-856b-78c64a547729 req-aae2500f-3c8a-4e91-b98c-62fba5eeee7f tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.0992746 Jul 07 22:15:05.929279 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-94689563-e162-47dd-a26e-d5ffbc30cb41 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615546 Jul 07 22:15:05.976066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4de8175-eae3-49ec-856b-78c64a547729 req-12808d05-3148-41b0-88d8-bc01f38e54a4 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 Jul 07 22:15:06.089917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51240f68-3675-42b4-a1ac-05f7eb129a14 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:06.104774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.111498 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-a1636267-7a33-4fa7-a333-2dfec4fc02dd service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672370 Jul 07 22:15:06.122663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Transition to ACTIVE for port object 51240f68-3675-42b4-a1ac-05f7eb129a14 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:06.129791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.162703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42904b-590e-43f6-936e-4de59383e0cf req-4f251e87-d8c3-48df-b235-08cbdad5cb60 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:06.169298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42904b-590e-43f6-936e-4de59383e0cf req-4f251e87-d8c3-48df-b235-08cbdad5cb60 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:06.175899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42904b-590e-43f6-936e-4de59383e0cf req-4f251e87-d8c3-48df-b235-08cbdad5cb60 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:06.183126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42904b-590e-43f6-936e-4de59383e0cf req-4f251e87-d8c3-48df-b235-08cbdad5cb60 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:06.188299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Pushing event updated for resources: {'Port': ['ID=51240f68-3675-42b4-a1ac-05f7eb129a14,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:06.198505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42904b-590e-43f6-936e-4de59383e0cf req-4f251e87-d8c3-48df-b235-08cbdad5cb60 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:06.206270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee42904b-590e-43f6-936e-4de59383e0cf req-4f251e87-d8c3-48df-b235-08cbdad5cb60 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 3814 time: 0.1510465 Jul 07 22:15:06.252008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee42904b-590e-43f6-936e-4de59383e0cf req-efe58619-abc4-412b-a646-0d944ee7de74 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447335 Jul 07 22:15:06.264294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Attempting to bind port 51240f68-3675-42b4-a1ac-05f7eb129a14 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:06.264881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Attempting to bind port 51240f68-3675-42b4-a1ac-05f7eb129a14 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:06.265224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Attempting to bind port 51240f68-3675-42b4-a1ac-05f7eb129a14 on network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:06.288395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Port 51240f68-3675-42b4-a1ac-05f7eb129a14 on network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:06.288728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Attempting to bind port 51240f68-3675-42b4-a1ac-05f7eb129a14 on network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:06.325838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:06.326272 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Checking segment: {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:06.326611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Bound using segment: {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:06.327058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Bound port: 51240f68-3675-42b4-a1ac-05f7eb129a14, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '934d81e3-8cbf-4e5e-bb85-a28f504d09c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:06.327411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.368593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55528) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:06.497519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-2e817198-2820-4580-8422-245e9cc84253 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:06.499095 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-2e817198-2820-4580-8422-245e9cc84253 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.2072022 Jul 07 22:15:06.500219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] For port 51240f68-3675-42b4-a1ac-05f7eb129a14, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:06.503654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] For port 51240f68-3675-42b4-a1ac-05f7eb129a14, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=51240f68-3675-42b4-a1ac-05f7eb129a14,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:06.510796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.519512 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695012-11'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:06.520456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-616168298-network', 'tenant_id': '54e3a2de8bea4da984d353053786f4c9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:06.558618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Made reservation on behalf of 54e3a2de8bea4da984d353053786f4c9 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:06.563109 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.580419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.581971 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:06.582656 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.584402 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] 10.222.0.44 "PUT /v2.0/ports/51240f68-3675-42b4-a1ac-05f7eb129a14 HTTP/1.1" status: 200 len: 1092 time: 1.4305902 Jul 07 22:15:06.586650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '51240f68-3675-42b4-a1ac-05f7eb129a14'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:06.588904 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3075d1ec-243a-4362-900d-550e47159d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "51240f68-3675-42b4-a1ac-05f7eb129a14"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:06.609675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c4bf6-d0ba-4f87-9fe4-2aae90b2d18f req-91e546c7-355d-45cc-a726-bb6c814e631c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:06.614626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e89c4bf6-d0ba-4f87-9fe4-2aae90b2d18f req-91e546c7-355d-45cc-a726-bb6c814e631c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 945 time: 0.1320560 Jul 07 22:15:06.630390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:06.659447 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4167604e-5247-4ac7-89a4-b2cb8aa7648b x-openstack-request-id: req-4167604e-5247-4ac7-89a4-b2cb8aa7648b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:06.659731 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "51240f68-3675-42b4-a1ac-05f7eb129a14", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:06.659983 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4167604e-5247-4ac7-89a4-b2cb8aa7648b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:06.660372 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '51240f68-3675-42b4-a1ac-05f7eb129a14', 'status': 'completed', 'code': 200} Jul 07 22:15:06.660935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad41452-c7f3-4e63-9feb-411defaeb843 service neutron] Pushing event updated for resources: {'Port': ['ID=51240f68-3675-42b4-a1ac-05f7eb129a14,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:06.691725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:06.719087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.772378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e89c4bf6-d0ba-4f87-9fe4-2aae90b2d18f req-5b8f30ed-8716-482a-bd60-f2adae863522 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528928 Jul 07 22:15:06.849818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:06.955917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,segment=NetworkSegment(72b530e9-78db-40fb-a53c-944f3de8dfe6),segment_id=72b530e9-78db-40fb-a53c-944f3de8dfe6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:06.978923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '433fc8c1-7fb2-4ca4-8e2e-f4e04f722840', 'network_id': '0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a', 'port_id': '433fc8c1-7fb2-4ca4-8e2e-f4e04f722840', 'mac_address': 'fa:16:3e:20:ae:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79da6ccb-27c6-4810-bcc1-78aea799715e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:06.982952 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.008814 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.023697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:15:07.035852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.036586 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Added segment 8337babb-bc76-4031-93e0-b8bd6ca803c9 of type vlan for network e78bab56-2430-4352-8c3a-9a975fe97bdf Jul 07 22:15:07.105038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.123499 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.137313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:07.152247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:07.163501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d1ec-243a-4362-900d-550e47159d2c req-6ca90b5c-e97d-431c-8c7f-b880621e866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.164293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d1ec-243a-4362-900d-550e47159d2c req-6ca90b5c-e97d-431c-8c7f-b880621e866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.164963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d1ec-243a-4362-900d-550e47159d2c req-6ca90b5c-e97d-431c-8c7f-b880621e866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.165612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d1ec-243a-4362-900d-550e47159d2c req-6ca90b5c-e97d-431c-8c7f-b880621e866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.166297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d1ec-243a-4362-900d-550e47159d2c req-6ca90b5c-e97d-431c-8c7f-b880621e866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.168372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3075d1ec-243a-4362-900d-550e47159d2c req-6ca90b5c-e97d-431c-8c7f-b880621e866f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 4362 time: 0.4879448 Jul 07 22:15:07.173881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.175061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.175825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.204237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,segment=NetworkSegment(72b530e9-78db-40fb-a53c-944f3de8dfe6),segment_id=72b530e9-78db-40fb-a53c-944f3de8dfe6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:07.212061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.275021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:07.316909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:07.347580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.420077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf5a11b-3bcd-461c-85a6-7401668a1133,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:07.458796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0889573 Jul 07 22:15:07.463321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55562) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:07.473348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:07.499112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.502285 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.503258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Request body: {'subnet': {'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-616168298-subnet', 'tenant_id': '54e3a2de8bea4da984d353053786f4c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:07.537387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1193c6b-15c3-47ec-848d-a2b51150fe7f admin admin] Pushing event updated for resources: {'Network': ['ID=e78bab56-2430-4352-8c3a-9a975fe97bdf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:07.539374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Transition to ACTIVE for port object ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:07.551558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.552141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e78bab56-2430-4352-8c3a-9a975fe97bdf details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:15:07.586714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ab086-5a2c-48f3-b224-b69e0c61fdfd req-319da07f-8a90-4d8a-a8d1-d3228d97e196 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.593973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-949ab086-5a2c-48f3-b224-b69e0c61fdfd req-319da07f-8a90-4d8a-a8d1-d3228d97e196 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 944 time: 0.6390772 Jul 07 22:15:07.614813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Pushing event updated for resources: {'Port': ['ID=889a411c-d70c-4b29-aca8-5e7a20269683,revision_number=7']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:07.661884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Made reservation on behalf of 54e3a2de8bea4da984d353053786f4c9 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:07.682169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 on host n-h1-695012-11 for vnic_type normal with profile {"migrating_to": "n-h2-695012-11"} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:07.682912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:07.683254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:07.687136 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.754966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Port 889a411c-d70c-4b29-aca8-5e7a20269683 on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:07.755360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Attempting to bind port 889a411c-d70c-4b29-aca8-5e7a20269683 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:07.823816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:07.839325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:07.839719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:07.840085 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:07.840527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Bound port: 889a411c-d70c-4b29-aca8-5e7a20269683, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:07.840866 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:07.849226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['433fc8c1-7fb2-4ca4-8e2e-f4e04f722840'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:07.864271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-949ab086-5a2c-48f3-b224-b69e0c61fdfd req-c2ea95a3-34dd-4015-a928-1aed6338a4fa tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691460 Jul 07 22:15:07.925209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d1ec-243a-4362-900d-550e47159d2c req-49f19c6e-20c0-4d25-8a87-44d05322ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.926108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d1ec-243a-4362-900d-550e47159d2c req-49f19c6e-20c0-4d25-8a87-44d05322ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.929227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d1ec-243a-4362-900d-550e47159d2c req-49f19c6e-20c0-4d25-8a87-44d05322ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:07.932466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3075d1ec-243a-4362-900d-550e47159d2c req-49f19c6e-20c0-4d25-8a87-44d05322ffaa service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7489896 Jul 07 22:15:08.022187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Attempting to bind port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:08.022867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Attempting to bind port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:08.023392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Attempting to bind port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:08.056607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 on network f7b85453-5618-4302-b3a9-626423b5998a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:08.057200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Attempting to bind port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:08.069148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:08.069796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Checking segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:08.073957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Bound using segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:08.074684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Bound port: ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:08.075530 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.090295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:08.156629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] For port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:08.161268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] For port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:08.163643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0acdf-bb58-4683-b108-e99790b6bb25 req-a70a8678-f1a6-49a6-b5c4-729ce27f2690 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.169318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4b0acdf-bb58-4683-b108-e99790b6bb25 req-a70a8678-f1a6-49a6-b5c4-729ce27f2690 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 943 time: 0.6577048 Jul 07 22:15:08.179292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.189906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:08.217833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.248477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.249441 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.251249 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] 10.222.0.44 "PUT /v2.0/ports/ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 HTTP/1.1" status: 200 len: 1137 time: 1.6252289 Jul 07 22:15:08.294959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:08.383093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd208d5e-48bf-4fe1-b544-da5e3300925c service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:08.546780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4b0acdf-bb58-4683-b108-e99790b6bb25 req-762e3c85-d586-46ee-8711-cfa3824a6e20 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153046 Jul 07 22:15:08.608058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bdd84-758e-47a7-ac4b-8a5509c3860b req-42af7613-7a2e-46f2-af7b-63896ab1c8e2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.609732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d59bdd84-758e-47a7-ac4b-8a5509c3860b req-42af7613-7a2e-46f2-af7b-63896ab1c8e2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.4348245 Jul 07 22:15:08.689362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075d1ec-243a-4362-900d-550e47159d2c req-2f267618-5717-47ec-a70f-75f56205fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.690867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3075d1ec-243a-4362-900d-550e47159d2c req-2f267618-5717-47ec-a70f-75f56205fbe3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7438641 Jul 07 22:15:08.833099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d59bdd84-758e-47a7-ac4b-8a5509c3860b req-c1891880-ae5d-4631-91c9-c8deaca153bd tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658323 Jul 07 22:15:08.872549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.922550 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683'}, {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': 'ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:08.924974 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab874840-1804-4201-876b-7f9ab2415fea" -d '{"events": [{"server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "name": "network-vif-unplugged", "status": "completed", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683"}, {"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:08.937742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.940326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.941946 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] 10.222.0.83 "PUT /v2.0/ports/889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 200 len: 1123 time: 2.4287541 Jul 07 22:15:08.945865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c729abe2-7c10-4e18-8f90-c6235fd549eb,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:08.977366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81df3-21a9-4045-a999-d6a08482c63b req-e8e1b540-51fd-4860-9740-3514ef0a30d1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:08.987327 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:08.991451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81df3-21a9-4045-a999-d6a08482c63b req-e8e1b540-51fd-4860-9740-3514ef0a30d1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.001443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81df3-21a9-4045-a999-d6a08482c63b req-e8e1b540-51fd-4860-9740-3514ef0a30d1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.008654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81df3-21a9-4045-a999-d6a08482c63b req-e8e1b540-51fd-4860-9740-3514ef0a30d1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.016934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81df3-21a9-4045-a999-d6a08482c63b req-e8e1b540-51fd-4860-9740-3514ef0a30d1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.027454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['889a411c-d70c-4b29-aca8-5e7a20269683'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:09.028040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e81df3-21a9-4045-a999-d6a08482c63b req-e8e1b540-51fd-4860-9740-3514ef0a30d1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.036635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47e81df3-21a9-4045-a999-d6a08482c63b req-e8e1b540-51fd-4860-9740-3514ef0a30d1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 4604 time: 0.3024445 Jul 07 22:15:09.081682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db09d4-a184-4976-a891-09f81584b504 service neutron] Pushing event updated for resources: {'Port': ['ID=889a411c-d70c-4b29-aca8-5e7a20269683,revision_number=8']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:09.162770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47e81df3-21a9-4045-a999-d6a08482c63b req-14d7f982-0aa4-4c9f-a596-78262570c47c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250992 Jul 07 22:15:09.202996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Checking segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:09.203364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Network hostable DHCP agents. Network: e78bab56-2430-4352-8c3a-9a975fe97bdf, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:15:09.238740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Network e78bab56-2430-4352-8c3a-9a975fe97bdf is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:15:09.252945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e78bab56-2430-4352-8c3a-9a975fe97bdf) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:09.258117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.259025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.268825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1065367-3e2d-408e-ac31-b8bffa0718f3 None None] Network e78bab56-2430-4352-8c3a-9a975fe97bdf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:09.300708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3f88af0c-207e-47dc-be71-863a3089b081 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8190203 Jul 07 22:15:09.429516 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d733684a-e6a9-4c14-a9a3-cfd072fb3960 x-openstack-request-id: req-d733684a-e6a9-4c14-a9a3-cfd072fb3960 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:09.430107 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "name": "network-vif-unplugged", "status": "completed", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683", "code": 200}, {"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:09.430107 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d733684a-e6a9-4c14-a9a3-cfd072fb3960 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:09.430726 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683', 'code': 200} Jul 07 22:15:09.430973 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': 'ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614', 'status': 'completed', 'code': 200} Jul 07 22:15:09.578828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164d5769-4447-49bc-ad8f-510c5c72b857 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:09.616359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.672208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Transition to ACTIVE for port object 164d5769-4447-49bc-ad8f-510c5c72b857 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:09.679231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-ee7f1ac0-d9e3-49f7-a191-8dd137783c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.679758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:09.679893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-ee7f1ac0-d9e3-49f7-a191-8dd137783c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.680192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-ee7f1ac0-d9e3-49f7-a191-8dd137783c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.680923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-ee7f1ac0-d9e3-49f7-a191-8dd137783c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.681522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-ee7f1ac0-d9e3-49f7-a191-8dd137783c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.682007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-ee7f1ac0-d9e3-49f7-a191-8dd137783c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.685940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab874840-1804-4201-876b-7f9ab2415fea req-ee7f1ac0-d9e3-49f7-a191-8dd137783c71 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5292 time: 0.2408373 Jul 07 22:15:09.725171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9fb48c-03ed-41cf-8aff-79151d44e52a None None] Network e78bab56-2430-4352-8c3a-9a975fe97bdf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:09.743244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6911d-7726-4494-950e-72aba122fad8 req-2215cea2-baac-4658-b352-2b9f32980b28 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.744875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39d6911d-7726-4494-950e-72aba122fad8 req-2215cea2-baac-4658-b352-2b9f32980b28 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 945 time: 0.3136575 Jul 07 22:15:09.849657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Pushing event updated for resources: {'Port': ['ID=164d5769-4447-49bc-ad8f-510c5c72b857,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:09.962223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Attempting to bind port 164d5769-4447-49bc-ad8f-510c5c72b857 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:09.962757 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Attempting to bind port 164d5769-4447-49bc-ad8f-510c5c72b857 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:09.963230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Attempting to bind port 164d5769-4447-49bc-ad8f-510c5c72b857 on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:09.973203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Port 164d5769-4447-49bc-ad8f-510c5c72b857 on network f7b85453-5618-4302-b3a9-626423b5998a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:09.973721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Attempting to bind port 164d5769-4447-49bc-ad8f-510c5c72b857 on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:09.975947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-6b1b8303-9072-495f-a9e3-0e8094cad595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.976724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-6b1b8303-9072-495f-a9e3-0e8094cad595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.977093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-6b1b8303-9072-495f-a9e3-0e8094cad595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:09.978947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab874840-1804-4201-876b-7f9ab2415fea req-6b1b8303-9072-495f-a9e3-0e8094cad595 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2820921 Jul 07 22:15:09.987302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:09.987750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Checking segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:09.989406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Bound using segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:09.989971 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Bound port: 164d5769-4447-49bc-ad8f-510c5c72b857, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:09.990457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.057863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39d6911d-7726-4494-950e-72aba122fad8 req-eb7a23d9-dacb-4dc5-84b9-63d71b2a15ff tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015025 Jul 07 22:15:10.064365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] For port 164d5769-4447-49bc-ad8f-510c5c72b857, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:10.068325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] For port 164d5769-4447-49bc-ad8f-510c5c72b857, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=164d5769-4447-49bc-ad8f-510c5c72b857,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:10.073969 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.219537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874840-1804-4201-876b-7f9ab2415fea req-771f14cf-7357-4667-8826-ec75910b470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:10.220965 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Pushing event updated for resources: {'Port': ['ID=164d5769-4447-49bc-ad8f-510c5c72b857,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:10.221290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab874840-1804-4201-876b-7f9ab2415fea req-771f14cf-7357-4667-8826-ec75910b470c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2255912 Jul 07 22:15:10.250105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:10.250752 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.252878 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-36b11ae1-0c16-4c79-a2ea-f0a357f8a208 service neutron] 10.222.0.44 "PUT /v2.0/ports/164d5769-4447-49bc-ad8f-510c5c72b857 HTTP/1.1" status: 200 len: 1137 time: 1.9629292 Jul 07 22:15:10.279197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5314a7-015e-4fb1-b24d-f3adbbb71b1b req-72ca6d0b-210f-4d82-ac61-d5cde747f021 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:10.286106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf5314a7-015e-4fb1-b24d-f3adbbb71b1b req-72ca6d0b-210f-4d82-ac61-d5cde747f021 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 943 time: 0.4428663 Jul 07 22:15:10.305432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:10.408075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf5314a7-015e-4fb1-b24d-f3adbbb71b1b req-a997762c-aecf-4c69-9c35-24ebc7097f9e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209857 Jul 07 22:15:10.499107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a62719-306e-495b-b51d-320e297482cf req-c378dbc7-ae48-4fbf-acab-12c03c24942c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:10.500887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-c378dbc7-ae48-4fbf-acab-12c03c24942c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.1625991 Jul 07 22:15:10.519269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.527971 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-eba066bd-3f71-4e00-b751-961c5fb70c3f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/quotas/54e3a2de8bea4da984d353053786f4c9 HTTP/1.1" status: 200 len: 375 time: 0.0198197 Jul 07 22:15:10.587125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-463a99cf-9f6c-4368-a4d6-593cb6ca8df3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530176 Jul 07 22:15:10.736840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:10.829115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:10.833777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:10.834190 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.914453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-42f243ca-fcc8-4272-bf3e-1f95f96fe219 service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177691 Jul 07 22:15:10.944128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6d05-7a99-48ae-9513-885895990b60 req-0089e343-6174-469f-9c5d-0cbdcf356e51 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:10.947293 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:10.948471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-159d6d05-7a99-48ae-9513-885895990b60 req-0089e343-6174-469f-9c5d-0cbdcf356e51 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2499301 Jul 07 22:15:11.010117 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9c1929-0549-48bc-9169-6caa7ea8ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433fc8c1-7fb2-4ca4-8e2e-f4e04f722840'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:11.012664 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4343c948-3215-4e1e-b813-058259b72bd2" -d '{"events": [{"server_uuid": "1e9c1929-0549-48bc-9169-6caa7ea8ed42", "name": "network-vif-plugged", "status": "completed", "tag": "433fc8c1-7fb2-4ca4-8e2e-f4e04f722840"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:11.020385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab166d1-1935-43e1-9c8f-bcc325a11d6a {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:11.031133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.039275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,segment=NetworkSegment(72b530e9-78db-40fb-a53c-944f3de8dfe6),segment_id=72b530e9-78db-40fb-a53c-944f3de8dfe6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:11.045767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.061985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Transition to ACTIVE for port object cab166d1-1935-43e1-9c8f-bcc325a11d6a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:11.068756 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.111501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Pushing event updated for resources: {'Port': ['ID=cab166d1-1935-43e1-9c8f-bcc325a11d6a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:11.186031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:11.205184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-159d6d05-7a99-48ae-9513-885895990b60 req-8e0c07a8-fd93-46b5-a85f-79afcedb97f4 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500483 Jul 07 22:15:11.232765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-fc364ddb-430d-4428-a5a8-3376cbb10a66 service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115273 Jul 07 22:15:11.278257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Attempting to bind port cab166d1-1935-43e1-9c8f-bcc325a11d6a on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:11.283244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Attempting to bind port cab166d1-1935-43e1-9c8f-bcc325a11d6a by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:11.283244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Attempting to bind port cab166d1-1935-43e1-9c8f-bcc325a11d6a on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:11.294525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Port cab166d1-1935-43e1-9c8f-bcc325a11d6a on network f7b85453-5618-4302-b3a9-626423b5998a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:11.294861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Attempting to bind port cab166d1-1935-43e1-9c8f-bcc325a11d6a on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:11.306497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:11.306927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Checking segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:11.307334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Bound using segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:11.308035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Bound port: cab166d1-1935-43e1-9c8f-bcc325a11d6a, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:11.308576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.442930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683'}, {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '164d5769-4447-49bc-ad8f-510c5c72b857'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:11.449180 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1571cb84-394b-4e5a-ba29-035009d51ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683"}, {"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "164d5769-4447-49bc-ad8f-510c5c72b857"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:11.467243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] For port cab166d1-1935-43e1-9c8f-bcc325a11d6a, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:11.498367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] For port cab166d1-1935-43e1-9c8f-bcc325a11d6a, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:11.507840 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.555850 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41781e18-5dfa-49a4-8de3-3835b1d8b6f3 x-openstack-request-id: req-41781e18-5dfa-49a4-8de3-3835b1d8b6f3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:11.556151 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9c1929-0549-48bc-9169-6caa7ea8ed42", "name": "network-vif-plugged", "status": "completed", "tag": "433fc8c1-7fb2-4ca4-8e2e-f4e04f722840", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:11.556593 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41781e18-5dfa-49a4-8de3-3835b1d8b6f3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:11.557011 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9c1929-0549-48bc-9169-6caa7ea8ed42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433fc8c1-7fb2-4ca4-8e2e-f4e04f722840', 'code': 200} Jul 07 22:15:11.623721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.624931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.626799 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] 10.222.0.44 "PUT /v2.0/ports/cab166d1-1935-43e1-9c8f-bcc325a11d6a HTTP/1.1" status: 200 len: 1090 time: 1.3274348 Jul 07 22:15:11.668708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:11.714897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59392-c011-4eab-a348-741857163260 req-e8c7e863-2656-4d2d-b39b-d1f93d1e4e56 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.721374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59392-c011-4eab-a348-741857163260 req-e8c7e863-2656-4d2d-b39b-d1f93d1e4e56 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.727732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59392-c011-4eab-a348-741857163260 req-e8c7e863-2656-4d2d-b39b-d1f93d1e4e56 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.745486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59392-c011-4eab-a348-741857163260 req-e8c7e863-2656-4d2d-b39b-d1f93d1e4e56 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.776008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59392-c011-4eab-a348-741857163260 req-e8c7e863-2656-4d2d-b39b-d1f93d1e4e56 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.788548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38982b59-cb9f-47d7-ae92-7048b1bcb741 service neutron] Pushing event updated for resources: {'Port': ['ID=cab166d1-1935-43e1-9c8f-bcc325a11d6a,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:11.797686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59392-c011-4eab-a348-741857163260 req-e8c7e863-2656-4d2d-b39b-d1f93d1e4e56 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.815156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead59392-c011-4eab-a348-741857163260 req-e8c7e863-2656-4d2d-b39b-d1f93d1e4e56 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.817033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ead59392-c011-4eab-a348-741857163260 req-e8c7e863-2656-4d2d-b39b-d1f93d1e4e56 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5394 time: 0.2844055 Jul 07 22:15:11.854347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:11.944361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ed001-97ee-49ac-bdec-819e8e2b82f8 req-31a397b9-dee1-48ef-907d-7b5b24575a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:11.948536 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3b0ed001-97ee-49ac-bdec-819e8e2b82f8 req-31a397b9-dee1-48ef-907d-7b5b24575a74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 1098 time: 0.2164078 Jul 07 22:15:11.962828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ead59392-c011-4eab-a348-741857163260 req-81762a6b-cc91-42b7-b654-69861f4b28a6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054242 Jul 07 22:15:12.040676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10e1fc-a91f-408b-a063-eea6a59bb148 req-ba7a9cdf-0fc4-4a60-88e5-97f0ea1fee9f tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:12.042336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd10e1fc-a91f-408b-a063-eea6a59bb148 req-ba7a9cdf-0fc4-4a60-88e5-97f0ea1fee9f tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 946 time: 0.2199049 Jul 07 22:15:12.118374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd10e1fc-a91f-408b-a063-eea6a59bb148 req-5ecaaf2e-9273-4f17-a622-01d97aa8b6ac tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668833 Jul 07 22:15:12.178580 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3b0ed001-97ee-49ac-bdec-819e8e2b82f8 req-389cd3c8-d5f0-460c-a85a-8f71ef1b710d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113721 Jul 07 22:15:12.218645 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9df5d75-82ba-4188-9112-c083e1bfe1f7 x-openstack-request-id: req-a9df5d75-82ba-4188-9112-c083e1bfe1f7 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:12.219026 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "164d5769-4447-49bc-ad8f-510c5c72b857", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:12.219251 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9df5d75-82ba-4188-9112-c083e1bfe1f7 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:12.219584 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683', 'status': 'completed', 'code': 200} Jul 07 22:15:12.219834 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '164d5769-4447-49bc-ad8f-510c5c72b857', 'status': 'completed', 'code': 200} Jul 07 22:15:12.393318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f49a4d40-0375-4cfc-af3f-ada3a9e25698 req-7668f32c-61cd-411e-a915-e3ad24a2801b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 210 time: 0.0700710 Jul 07 22:15:12.449765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-a67dbbe1-194d-473f-b677-e515b3b3ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:12.451561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-a67dbbe1-194d-473f-b677-e515b3b3ab11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1126 time: 0.1892710 Jul 07 22:15:12.498863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4190575-15e1-4f62-9b38-3f40b1ac74ec req-24ebad92-a2bb-4783-9f42-063424e9f88c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:12.507214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4190575-15e1-4f62-9b38-3f40b1ac74ec req-24ebad92-a2bb-4783-9f42-063424e9f88c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 943 time: 0.3187199 Jul 07 22:15:12.554307 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ec3727-9808-47aa-8527-9e61c3ec3ec6 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:12.562854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.577069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Transition to ACTIVE for port object e5ec3727-9808-47aa-8527-9e61c3ec3ec6 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:12.583172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.636678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:12.646422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4190575-15e1-4f62-9b38-3f40b1ac74ec req-f39afa2e-e519-41b3-bcc2-ca4277005aa6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347156 Jul 07 22:15:12.704330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-587201ef-26ef-4e1e-9af2-a9076055bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:12.705819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-587201ef-26ef-4e1e-9af2-a9076055bf1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.2454786 Jul 07 22:15:12.735489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 889a411c-d70c-4b29-aca8-5e7a20269683 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:12.751975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Attempting to bind port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:12.752380 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Attempting to bind port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:12.752643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Attempting to bind port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:12.766138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 on network f7b85453-5618-4302-b3a9-626423b5998a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:12.767432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Attempting to bind port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:12.789900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:12.795402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-8945e9c6-7475-4059-b6b7-2154fee75f8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 200 len: 217 time: 0.0761709 Jul 07 22:15:12.795758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Checking segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:12.796433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Bound using segment: {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:12.796917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Bound port: e5ec3727-9808-47aa-8527-9e61c3ec3ec6, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e8ce17-1ff7-44d7-b122-07c8d284062d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:12.797299 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.815508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc7659-d9bc-4a11-8724-92240e4df2b4 req-2b3b3b20-dc47-4414-97f5-cb78b90becb2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:12.817133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14fc7659-d9bc-4a11-8724-92240e4df2b4 req-2b3b3b20-dc47-4414-97f5-cb78b90becb2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2627027 Jul 07 22:15:12.904175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] For port e5ec3727-9808-47aa-8527-9e61c3ec3ec6, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:12.912824 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] For port e5ec3727-9808-47aa-8527-9e61c3ec3ec6, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:12.924437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.950187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:12.950570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:12.956703 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] 10.222.0.44 "PUT /v2.0/ports/e5ec3727-9808-47aa-8527-9e61c3ec3ec6 HTTP/1.1" status: 200 len: 1092 time: 1.2932248 Jul 07 22:15:12.970961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:12.980111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14fc7659-d9bc-4a11-8724-92240e4df2b4 req-10e951a3-8318-4ab7-9335-66f1c4b0fea1 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406164 Jul 07 22:15:12.986839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-fa3f908c-e00b-4a19-a5fa-cf83a1e9472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:12.988678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-fa3f908c-e00b-4a19-a5fa-cf83a1e9472e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1706619 Jul 07 22:15:12.996130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 889a411c-d70c-4b29-aca8-5e7a20269683 has no active binding in host n-h2-695012-11 {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:15:13.011473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:13.062979 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-ab57fab3-1f18-43ff-9158-6a8ef1f3f955 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574441 Jul 07 22:15:13.213217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ada32-b31a-49d0-a3e6-804c9c51de23 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:13.294472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:13.375631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-5970556c-1daf-4f2a-96c6-0824bad814e6 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046715 Jul 07 22:15:13.399422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147462d9-9d13-4f1d-8be3-8a144db1b4d3 req-c59e4f1a-faa7-465d-b595-b97668626860 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.405536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147462d9-9d13-4f1d-8be3-8a144db1b4d3 req-c59e4f1a-faa7-465d-b595-b97668626860 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.411657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147462d9-9d13-4f1d-8be3-8a144db1b4d3 req-c59e4f1a-faa7-465d-b595-b97668626860 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.418314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147462d9-9d13-4f1d-8be3-8a144db1b4d3 req-c59e4f1a-faa7-465d-b595-b97668626860 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.424236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147462d9-9d13-4f1d-8be3-8a144db1b4d3 req-c59e4f1a-faa7-465d-b595-b97668626860 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.430800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147462d9-9d13-4f1d-8be3-8a144db1b4d3 req-c59e4f1a-faa7-465d-b595-b97668626860 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.442205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147462d9-9d13-4f1d-8be3-8a144db1b4d3 req-c59e4f1a-faa7-465d-b595-b97668626860 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.444424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-147462d9-9d13-4f1d-8be3-8a144db1b4d3 req-c59e4f1a-faa7-465d-b595-b97668626860 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5406 time: 0.2537529 Jul 07 22:15:13.521388 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-bcbc6091-0215-42d3-a398-6740d1ea9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.523903 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-bcbc6091-0215-42d3-a398-6740d1ea9d24 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1102 time: 0.3946903 Jul 07 22:15:13.647277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6102e613-64a9-4795-b433-2ea361f3067a {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:13.658392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:13.690297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Transition to ACTIVE for port object 6102e613-64a9-4795-b433-2ea361f3067a will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:13.695526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:13.699451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-36b68956-d362-4314-a150-737ff5f5ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.700941 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-36b68956-d362-4314-a150-737ff5f5ff43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1511395 Jul 07 22:15:13.769401 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-89e5c77d-3866-4220-bc20-52456c78e1a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec HTTP/1.1" status: 200 len: 217 time: 0.0441833 Jul 07 22:15:13.828929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6102e613-64a9-4795-b433-2ea361f3067a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:13.885248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-ff4fa589-6ee7-478b-bb43-0fdcb8d86337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.886765 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-ff4fa589-6ee7-478b-bb43-0fdcb8d86337 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1080523 Jul 07 22:15:13.956732 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Attempting to bind port 6102e613-64a9-4795-b433-2ea361f3067a on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:13.957193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Attempting to bind port 6102e613-64a9-4795-b433-2ea361f3067a by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:13.957597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Attempting to bind port 6102e613-64a9-4795-b433-2ea361f3067a on network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:13.962966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-147462d9-9d13-4f1d-8be3-8a144db1b4d3 req-4a29ba4a-f9b1-42c1-b32b-d7d22aae7bd3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1632357 Jul 07 22:15:13.967918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Port 6102e613-64a9-4795-b433-2ea361f3067a on network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:13.968331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Attempting to bind port 6102e613-64a9-4795-b433-2ea361f3067a on network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:13.974041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd57ee-8027-45d7-ae02-e44ac3b077f0 req-d637f70e-5008-42b1-b8db-cbe6a4a250a2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:13.977086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5bd57ee-8027-45d7-ae02-e44ac3b077f0 req-d637f70e-5008-42b1-b8db-cbe6a4a250a2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 946 time: 0.6544330 Jul 07 22:15:13.981085 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:13.981513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Checking segment: {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:13.982038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Bound using segment: {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:13.982577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Bound port: 6102e613-64a9-4795-b433-2ea361f3067a, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:13.983039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.001552 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-8b280055-7804-4ea3-9ea1-b92c5bfb4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.003216 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-8b280055-7804-4ea3-9ea1-b92c5bfb4613 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070402 Jul 07 22:15:14.035350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-966eb164-243b-4e9f-aa6f-e59826dabc26 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875790 Jul 07 22:15:14.149972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] For port 6102e613-64a9-4795-b433-2ea361f3067a, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:14.171709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] For port 6102e613-64a9-4795-b433-2ea361f3067a, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6102e613-64a9-4795-b433-2ea361f3067a,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:14.173945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5bd57ee-8027-45d7-ae02-e44ac3b077f0 req-4125be19-6ddc-4876-a9c1-8cad669db77e tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569693 Jul 07 22:15:14.175764 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-dd751bce-32d3-444f-8932-dbc498da050c service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648076 Jul 07 22:15:14.177308 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.201268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a62719-306e-495b-b51d-320e297482cf req-92bddb6c-68c3-4028-83d5-0b35cc773546 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.202785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-92bddb6c-68c3-4028-83d5-0b35cc773546 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.44 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.7526042 Jul 07 22:15:14.204671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca453bee-479a-4d16-b419-b3813eb46454 req-51b8ef8b-d8cd-4e1a-a6e3-d77ff07a582e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 210 time: 0.0567126 Jul 07 22:15:14.216303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Request body: {'port': {'device_id': '28ab33b6-d98b-451d-93d5-af6eea8caddd', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'admin_state_up': True, 'tenant_id': '54e3a2de8bea4da984d353053786f4c9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:14.227244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a'}, {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:14.229456 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "cab166d1-1935-43e1-9c8f-bcc325a11d6a"}, {"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "e5ec3727-9808-47aa-8527-9e61c3ec3ec6"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:14.285803 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.286945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.287918 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] 10.222.0.44 "PUT /v2.0/ports/6102e613-64a9-4795-b433-2ea361f3067a HTTP/1.1" status: 200 len: 1092 time: 1.2818918 Jul 07 22:15:14.334783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Request body: {'port': {'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:14.348267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5fcff-1d89-44d6-9706-55531d719bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=6102e613-64a9-4795-b433-2ea361f3067a,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:14.431280 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-903fb879-6a0d-4dd7-b4d0-48724aab7240 service neutron] 10.222.0.44 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454298 Jul 07 22:15:14.490236 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.542956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-50999108-801a-4716-90c5-dd3f54970c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.543398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-50999108-801a-4716-90c5-dd3f54970c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.543925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-50999108-801a-4716-90c5-dd3f54970c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.544395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-50999108-801a-4716-90c5-dd3f54970c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.544857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-50999108-801a-4716-90c5-dd3f54970c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.545377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-50999108-801a-4716-90c5-dd3f54970c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.545841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-50999108-801a-4716-90c5-dd3f54970c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.548096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-50999108-801a-4716-90c5-dd3f54970c1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6384 time: 0.4521787 Jul 07 22:15:14.590059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Made reservation on behalf of 54e3a2de8bea4da984d353053786f4c9 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:14.603308 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.697671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4b465-71b8-441c-98be-369ac4ef853f req-3faa4b0b-d2c2-407b-a74b-4f237a09da03 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.699212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bda4b465-71b8-441c-98be-369ac4ef853f req-3faa4b0b-d2c2-407b-a74b-4f237a09da03 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.2714012 Jul 07 22:15:14.778682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67b02d-9f76-4728-b2f1-5c531e10198e req-ec51c543-30f1-4dbc-8611-8c55183d1cb6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.780210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df67b02d-9f76-4728-b2f1-5c531e10198e req-ec51c543-30f1-4dbc-8611-8c55183d1cb6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 943 time: 0.3537674 Jul 07 22:15:14.810256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74786844-5bbf-47f9-bead-efb5f398b615 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:14.818234 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.831289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Transition to ACTIVE for port object 74786844-5bbf-47f9-bead-efb5f398b615 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:14.836511 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:14.851041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-88b25c12-c188-48c8-8ca5-de72be464d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.851521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-88b25c12-c188-48c8-8ca5-de72be464d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.851994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-88b25c12-c188-48c8-8ca5-de72be464d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:14.853635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-88b25c12-c188-48c8-8ca5-de72be464d74 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2953413 Jul 07 22:15:14.899944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bda4b465-71b8-441c-98be-369ac4ef853f req-9b37018b-364f-4e9c-afc8-b7956bbf1531 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898422 Jul 07 22:15:14.915994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Pushing event updated for resources: {'Port': ['ID=74786844-5bbf-47f9-bead-efb5f398b615,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:14.957977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df67b02d-9f76-4728-b2f1-5c531e10198e req-b25a3c62-a40f-4e3f-b897-6106b895d575 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665409 Jul 07 22:15:14.993347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Allocated IP 172.20.0.12 (e78bab56-2430-4352-8c3a-9a975fe97bdf/c729abe2-7c10-4e18-8f90-c6235fd549eb/3dcddd28-f8c0-4f59-bc9b-2febe62dc699) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:14.999866 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Attempting to bind port 74786844-5bbf-47f9-bead-efb5f398b615 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:15.000285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Attempting to bind port 74786844-5bbf-47f9-bead-efb5f398b615 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:15.000688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Attempting to bind port 74786844-5bbf-47f9-bead-efb5f398b615 on network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:15.005520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Port 74786844-5bbf-47f9-bead-efb5f398b615 on network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:15.005973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Attempting to bind port 74786844-5bbf-47f9-bead-efb5f398b615 on network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:15.014624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:15.014624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Checking segment: {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:15.014624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Bound using segment: {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:15.014624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Bound port: 74786844-5bbf-47f9-bead-efb5f398b615, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3166962a-d5e9-40a5-a30e-51462a56f668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:15.014624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.031583 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14809c94-c7f7-4e43-b7b1-55067c43665c x-openstack-request-id: req-14809c94-c7f7-4e43-b7b1-55067c43665c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:15.031988 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "cab166d1-1935-43e1-9c8f-bcc325a11d6a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "e5ec3727-9808-47aa-8527-9e61c3ec3ec6", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:15.032333 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14809c94-c7f7-4e43-b7b1-55067c43665c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:15.032944 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a', 'status': 'completed', 'code': 200} Jul 07 22:15:15.033367 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6', 'status': 'completed', 'code': 200} Jul 07 22:15:15.089798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-d8323ec4-6aaf-4998-80e0-45700b268021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.091828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1571cb84-394b-4e5a-ba29-035009d51ac8 req-d8323ec4-6aaf-4998-80e0-45700b268021 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2107620 Jul 07 22:15:15.095436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] For port 74786844-5bbf-47f9-bead-efb5f398b615, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:15.098620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] For port 74786844-5bbf-47f9-bead-efb5f398b615, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=74786844-5bbf-47f9-bead-efb5f398b615,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:15.105804 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.186301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Pushing event updated for resources: {'Port': ['ID=74786844-5bbf-47f9-bead-efb5f398b615,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:15.191587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.192336 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.194676 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4f2f2aa6-e9e9-4f4f-9090-4856a1e964e6 service neutron] 10.222.0.44 "PUT /v2.0/ports/74786844-5bbf-47f9-bead-efb5f398b615 HTTP/1.1" status: 200 len: 1092 time: 0.8767796 Jul 07 22:15:15.402210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-f0798ba9-2459-41f8-bffe-d6833799c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.402844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-f0798ba9-2459-41f8-bffe-d6833799c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.403380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-f0798ba9-2459-41f8-bffe-d6833799c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.403909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-f0798ba9-2459-41f8-bffe-d6833799c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.404434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-f0798ba9-2459-41f8-bffe-d6833799c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.404953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-f0798ba9-2459-41f8-bffe-d6833799c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.405470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-f0798ba9-2459-41f8-bffe-d6833799c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.407494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-f0798ba9-2459-41f8-bffe-d6833799c491 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6494 time: 0.2590036 Jul 07 22:15:15.410689 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.464278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d422-3f3d-4694-a337-18f8b06f51d0 req-147d2c0b-8360-4aee-b21b-66632aa09e10 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.470093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d422-3f3d-4694-a337-18f8b06f51d0 req-147d2c0b-8360-4aee-b21b-66632aa09e10 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.476510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d422-3f3d-4694-a337-18f8b06f51d0 req-147d2c0b-8360-4aee-b21b-66632aa09e10 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.482442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d422-3f3d-4694-a337-18f8b06f51d0 req-147d2c0b-8360-4aee-b21b-66632aa09e10 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.488554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d422-3f3d-4694-a337-18f8b06f51d0 req-147d2c0b-8360-4aee-b21b-66632aa09e10 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.495302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d422-3f3d-4694-a337-18f8b06f51d0 req-147d2c0b-8360-4aee-b21b-66632aa09e10 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.501106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0d422-3f3d-4694-a337-18f8b06f51d0 req-147d2c0b-8360-4aee-b21b-66632aa09e10 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.503047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55c0d422-3f3d-4694-a337-18f8b06f51d0 req-147d2c0b-8360-4aee-b21b-66632aa09e10 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.3445110 Jul 07 22:15:15.620916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d091fa8-515b-4617-8d90-a7d63f8bd14f req-af015323-7238-47b9-89f6-328a87d6fdcb tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.622346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d091fa8-515b-4617-8d90-a7d63f8bd14f req-af015323-7238-47b9-89f6-328a87d6fdcb tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 946 time: 0.3047223 Jul 07 22:15:15.665444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55c0d422-3f3d-4694-a337-18f8b06f51d0 req-1baa6ab3-1db3-46f7-bdb5-0bae0d84974a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325665 Jul 07 22:15:15.668674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-e7ad8622-838d-4c7d-955e-e0182d9ea1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.668795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-e7ad8622-838d-4c7d-955e-e0182d9ea1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.670025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-e7ad8622-838d-4c7d-955e-e0182d9ea1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.671429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-e7ad8622-838d-4c7d-955e-e0182d9ea1ea service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2547338 Jul 07 22:15:15.672231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.785570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Network e78bab56-2430-4352-8c3a-9a975fe97bdf is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:15.788855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d091fa8-515b-4617-8d90-a7d63f8bd14f req-921e1dea-e42d-4f00-bd66-1ad0a8a3b5d9 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562049 Jul 07 22:15:15.803750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:15.806392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:15.865118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event updated for resources: {'Port': ['ID=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:15.920817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.921428 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:15.946172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-50a9f305-90c6-424f-8e64-e7be7665c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.947570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-50a9f305-90c6-424f-8e64-e7be7665c383 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2640872 Jul 07 22:15:15.973096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e012b-2a87-4239-aa2d-bab44cc5255e req-5c18aa00-2eb0-489f-8fc9-f5e2dbe35aa5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:15.975334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-463e012b-2a87-4239-aa2d-bab44cc5255e req-5c18aa00-2eb0-489f-8fc9-f5e2dbe35aa5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 932 time: 0.1820776 Jul 07 22:15:15.977515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-dddf0a3f-bc1a-4fef-800f-00aa490e6003 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7664270 Jul 07 22:15:15.996350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Request body: {'port': {'device_id': '28ab33b6-d98b-451d-93d5-af6eea8caddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:16.096894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-463e012b-2a87-4239-aa2d-bab44cc5255e req-0f6f19d8-452f-48da-8450-958c1e5ac109 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147382 Jul 07 22:15:16.144437 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:16.167771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-8f510c85-f3ad-4888-a3fe-6a640577814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.168375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-8f510c85-f3ad-4888-a3fe-6a640577814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.169440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-8f510c85-f3ad-4888-a3fe-6a640577814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.169440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-8f510c85-f3ad-4888-a3fe-6a640577814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.169949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-8f510c85-f3ad-4888-a3fe-6a640577814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.170517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-8f510c85-f3ad-4888-a3fe-6a640577814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.171200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-8f510c85-f3ad-4888-a3fe-6a640577814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.173397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-8f510c85-f3ad-4888-a3fe-6a640577814f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6494 time: 0.1738617 Jul 07 22:15:16.495074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-735270b1-f089-471c-9838-ed8e952e1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.495556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-735270b1-f089-471c-9838-ed8e952e1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.496024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-735270b1-f089-471c-9838-ed8e952e1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.497609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-735270b1-f089-471c-9838-ed8e952e1095 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2991371 Jul 07 22:15:16.586439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f5b42-3f70-40f2-8a09-c24577813255 req-554d3524-6684-4560-805a-eee3970d4b29 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.588182 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-675f5b42-3f70-40f2-8a09-c24577813255 req-554d3524-6684-4560-805a-eee3970d4b29 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.3359892 Jul 07 22:15:16.599761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d98569-850b-42a7-a5be-ce8995c1e723 req-e78f4151-d414-456e-b9ca-2751b2b1125b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:16.601265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08d98569-850b-42a7-a5be-ce8995c1e723 req-e78f4151-d414-456e-b9ca-2751b2b1125b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 943 time: 0.3311613 Jul 07 22:15:17.034585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '6102e613-64a9-4795-b433-2ea361f3067a'}, {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '74786844-5bbf-47f9-bead-efb5f398b615'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:17.036962 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905fc643-6e6d-45f4-82e2-1e835831b9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "6102e613-64a9-4795-b433-2ea361f3067a"}, {"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "74786844-5bbf-47f9-bead-efb5f398b615"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:17.072398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-34361cb7-8122-40a1-ad8c-796787ae46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.073849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e4388fb-b01d-4e3b-b8ce-57083b28fde2 req-34361cb7-8122-40a1-ad8c-796787ae46e6 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5633180 Jul 07 22:15:17.103274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08d98569-850b-42a7-a5be-ce8995c1e723 req-893638b9-270e-48a5-a27a-397053a549fe tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861345 Jul 07 22:15:17.121534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-675f5b42-3f70-40f2-8a09-c24577813255 req-1cba05dd-3feb-444f-bbd1-934e55099d89 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191453 Jul 07 22:15:17.230938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:17.241738 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.260760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Transition to ACTIVE for port object 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:17.277009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-888da8b1-27f3-4981-bc0e-ff2706c5f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.278123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-888da8b1-27f3-4981-bc0e-ff2706c5f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.278599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-888da8b1-27f3-4981-bc0e-ff2706c5f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.279280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-888da8b1-27f3-4981-bc0e-ff2706c5f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.279748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-888da8b1-27f3-4981-bc0e-ff2706c5f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.280211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-888da8b1-27f3-4981-bc0e-ff2706c5f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.280729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-888da8b1-27f3-4981-bc0e-ff2706c5f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.282802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-888da8b1-27f3-4981-bc0e-ff2706c5f913 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6494 time: 0.1223330 Jul 07 22:15:17.285897 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.373217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-eeb426a4-7a13-4858-bff1-596df1ad5c72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51240f68-3675-42b4-a1ac-05f7eb129a14 HTTP/1.1" status: 200 len: 217 time: 0.0780699 Jul 07 22:15:17.472166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-a0c9430c-456b-42c8-b5a7-8e77d03efc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.473600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-a0c9430c-456b-42c8-b5a7-8e77d03efc2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=975d8c54-beac-4d0f-9253-65063e26999d HTTP/1.1" status: 200 len: 855 time: 0.0781982 Jul 07 22:15:17.517683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:17.604803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Attempting to bind port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:17.605135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Attempting to bind port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:17.605463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Attempting to bind port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:17.627643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 on network e78bab56-2430-4352-8c3a-9a975fe97bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:17.627967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Attempting to bind port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:17.654892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:17.655480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Checking segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:17.655867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Bound using segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:17.656319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Bound port: 3dcddd28-f8c0-4f59-bc9b-2febe62dc699, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:17.656682 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:17.676152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-caa9845e-c2a9-4141-902e-14c21405c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.678398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-caa9845e-c2a9-4141-902e-14c21405c331 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721158 Jul 07 22:15:17.689637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc0358-5316-4071-a5f6-3bd196fa36dd req-941a1e65-c08b-49dc-a8b7-66fcf8cb27a2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.691264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2bc0358-5316-4071-a5f6-3bd196fa36dd req-941a1e65-c08b-49dc-a8b7-66fcf8cb27a2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 946 time: 0.3647239 Jul 07 22:15:17.737723 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-9ded263d-aebf-46ff-bea9-871ce5f36044 service neutron] 10.222.0.44 "GET /v2.0/ports/889a411c-d70c-4b29-aca8-5e7a20269683/bindings/n-h2-695012-11 HTTP/1.1" status: 200 len: 385 time: 0.0823388 Jul 07 22:15:17.787770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-75148b22-b219-43bc-9198-f46cb85c90fb service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947983 Jul 07 22:15:17.800620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47719-64e8-4385-b772-7ce92bf544b0 req-64bb0773-5497-4905-87a4-369e8824058a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.808984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47719-64e8-4385-b772-7ce92bf544b0 req-64bb0773-5497-4905-87a4-369e8824058a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.815526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47719-64e8-4385-b772-7ce92bf544b0 req-64bb0773-5497-4905-87a4-369e8824058a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.822495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47719-64e8-4385-b772-7ce92bf544b0 req-64bb0773-5497-4905-87a4-369e8824058a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.830126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47719-64e8-4385-b772-7ce92bf544b0 req-64bb0773-5497-4905-87a4-369e8824058a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.837971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47719-64e8-4385-b772-7ce92bf544b0 req-64bb0773-5497-4905-87a4-369e8824058a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.844273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47719-64e8-4385-b772-7ce92bf544b0 req-64bb0773-5497-4905-87a4-369e8824058a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:17.846246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87a47719-64e8-4385-b772-7ce92bf544b0 req-64bb0773-5497-4905-87a4-369e8824058a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.4211986 Jul 07 22:15:17.931854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0f50850-c636-462c-bf8a-18355760875d req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:17.960030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0f50850-c636-462c-bf8a-18355760875d req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:18.006554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-a0f50850-c636-462c-bf8a-18355760875d req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889a411c-d70c-4b29-aca8-5e7a20269683 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:18.022974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] For port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:18.023934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0f50850-c636-462c-bf8a-18355760875d req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:18.039142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2bc0358-5316-4071-a5f6-3bd196fa36dd req-c7a07f99-14ca-43a5-b22e-00c8b824d25b tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897700 Jul 07 22:15:18.047647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.063685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87a47719-64e8-4385-b772-7ce92bf544b0 req-76df4cb5-beed-4654-abbe-aa5dceb97e9b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1767232 Jul 07 22:15:18.071924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] For port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:18.107844 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.157343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.158021 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.163990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] 10.222.0.44 "PUT /v2.0/ports/3dcddd28-f8c0-4f59-bc9b-2febe62dc699 HTTP/1.1" status: 200 len: 1093 time: 2.1723912 Jul 07 22:15:18.167222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ab33b6-d98b-451d-93d5-af6eea8caddd', 'tag': '3dcddd28-f8c0-4f59-bc9b-2febe62dc699'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:18.170491 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e394d36-e23a-4e80-b382-504550cb349b" -d '{"events": [{"name": "network-changed", "server_uuid": "28ab33b6-d98b-451d-93d5-af6eea8caddd", "tag": "3dcddd28-f8c0-4f59-bc9b-2febe62dc699"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:18.174628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-a0f50850-c636-462c-bf8a-18355760875d req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] Transition to ACTIVE for port object 889a411c-d70c-4b29-aca8-5e7a20269683 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:18.179447 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02167553-76fe-42a1-8159-1c78a3f57451 x-openstack-request-id: req-02167553-76fe-42a1-8159-1c78a3f57451 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:18.179954 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "6102e613-64a9-4795-b433-2ea361f3067a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "74786844-5bbf-47f9-bead-efb5f398b615", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:18.180380 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02167553-76fe-42a1-8159-1c78a3f57451 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:18.181099 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '6102e613-64a9-4795-b433-2ea361f3067a', 'status': 'completed', 'code': 200} Jul 07 22:15:18.181304 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '74786844-5bbf-47f9-bead-efb5f398b615', 'status': 'completed', 'code': 200} Jul 07 22:15:18.190192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:18.199037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-96a2d202-fb95-4a1a-9c91-df8e648242b2 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508341 Jul 07 22:15:18.324931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e8578832-6807-4cf9-a466-c6ee1c713898 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 HTTP/1.1" status: 200 len: 217 time: 0.1128709 Jul 07 22:15:18.325969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f50850-c636-462c-bf8a-18355760875d req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] No DVR routers for this DVR port 889a411c-d70c-4b29-aca8-5e7a20269683 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:18.369683 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] 10.222.0.44 "PUT /v2.0/ports/889a411c-d70c-4b29-aca8-5e7a20269683/bindings/n-h2-695012-11/activate HTTP/1.1" status: 200 len: 370 time: 0.6261451 Jul 07 22:15:18.370460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51963a4-86f5-46c4-a2de-f3e1c55f4197 service neutron] Pushing event updated for resources: {'Port': ['ID=889a411c-d70c-4b29-aca8-5e7a20269683,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:18.448957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b6b63-93a3-48b4-b36f-c92ddfe04532 service neutron] Pushing event updated for resources: {'Port': ['ID=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:18.493251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-45ba3151-995c-4850-8281-8174c0b09851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.494840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-45ba3151-995c-4850-8281-8174c0b09851 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.1435082 Jul 07 22:15:18.505270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-870a791d-3fbb-473a-9df1-026c45b0d544 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.507442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-870a791d-3fbb-473a-9df1-026c45b0d544 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 815 time: 0.3420382 Jul 07 22:15:18.551769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-25340fca-5d99-4184-a60d-4e8a66f27bee tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.553566 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-25340fca-5d99-4184-a60d-4e8a66f27bee tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.1059904 Jul 07 22:15:18.575326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-fa6b79a2-f43a-43dc-9d75-0ff093dc2942 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/quotas/b4711f7570434d3f8f6cb11c170dfef5 HTTP/1.1" status: 200 len: 375 time: 0.0532651 Jul 07 22:15:18.586706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a62719-306e-495b-b51d-320e297482cf req-38b3f69f-0497-4b3e-a60d-43bea62ba314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.590896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-38b3f69f-0497-4b3e-a60d-43bea62ba314 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 1096 time: 0.3751197 Jul 07 22:15:18.618024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1136fa-fc40-4338-83d0-0e00998575bd req-da5aab18-ab5f-44e8-996d-175346c00ee8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.619599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a1136fa-fc40-4338-83d0-0e00998575bd req-da5aab18-ab5f-44e8-996d-175346c00ee8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 944 time: 0.2655804 Jul 07 22:15:18.645229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-dada8036-c878-406c-b40b-9c17ff2725c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.647273 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-dada8036-c878-406c-b40b-9c17ff2725c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f&tenant_id=044d4bb047b445f69003d89d04d2872a HTTP/1.1" status: 200 len: 1096 time: 0.0651169 Jul 07 22:15:18.686610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-f77f43ad-48c5-4945-be43-296c214eda1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dcddd28-f8c0-4f59-bc9b-2febe62dc699 HTTP/1.1" status: 200 len: 217 time: 0.0797973 Jul 07 22:15:18.757356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-ce3a0353-41ae-4405-b949-943940f22e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.758931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-ce3a0353-41ae-4405-b949-943940f22e1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2505970 Jul 07 22:15:18.770863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a1136fa-fc40-4338-83d0-0e00998575bd req-cab9fedd-a1ad-4d58-b045-9a066be90e28 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284001 Jul 07 22:15:18.794969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-70314df8-4d6e-4fd8-aee9-f802f064c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.796803 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-70314df8-4d6e-4fd8-aee9-f802f064c38c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.0789855 Jul 07 22:15:18.841338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a62719-306e-495b-b51d-320e297482cf req-33c87425-1266-48f9-98ba-ee462b74acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.842956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-33c87425-1266-48f9-98ba-ee462b74acd9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.1473386 Jul 07 22:15:18.908850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-2a2fa91a-579f-4d11-aacb-87f5f98002ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571992 Jul 07 22:15:18.921867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-ec31f0c8-9421-4a2d-88ed-341450535d86 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3391488 Jul 07 22:15:18.948868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-8f349a79-51df-4a84-97da-64ff38e596f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:18.950648 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-8f349a79-51df-4a84-97da-64ff38e596f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.1300862 Jul 07 22:15:19.010038 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-aed92083-67fc-4dec-ade7-cb69c0bfe763 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 200 len: 217 time: 0.0489869 Jul 07 22:15:19.104884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-865a394a-7ea5-439a-b8d8-2e09ddacccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:19.108926 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-865a394a-7ea5-439a-b8d8-2e09ddacccfb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.0906057 Jul 07 22:15:19.127154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-cbc1b5b4-46cf-4399-815b-ce562d80b10c service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603926 Jul 07 22:15:19.209844 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-c9b241de-09a7-44ec-a31c-5571986e9287 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820022 Jul 07 22:15:19.338327 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-4c47945d-55b5-46cd-879d-71d0f456ffcb service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177077 Jul 07 22:15:19.382098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-c816ce62-e50b-408f-b3e4-09ad6ed7a17e service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574869 Jul 07 22:15:19.414807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1a6f75f2-82d8-4b53-b48b-0ee8a7a1f5e6 service neutron] 10.222.0.81 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757540 Jul 07 22:15:19.432815 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:19.491518 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-095675d8-7d9a-4c5d-9ba6-654e0d255ab0 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438167 Jul 07 22:15:19.641783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-05a62f70-3fd5-4ddc-ac84-3cf7714924ca service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985237 Jul 07 22:15:19.650532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-fdfde002-c7f2-4ba7-8ffd-71e480a85379 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:19.652020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-fdfde002-c7f2-4ba7-8ffd-71e480a85379 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.83 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 946 time: 0.5241764 Jul 07 22:15:19.999339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50850-c636-462c-bf8a-18355760875d req-9da4ad0d-ffe5-41d0-bab2-5c08b1f154aa tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.001861 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-9da4ad0d-ffe5-41d0-bab2-5c08b1f154aa tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.0938940 Jul 07 22:15:20.073674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-e0c6cc12-a300-487c-85ce-e43c8d78f8fb service neutron] 10.222.0.81 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576028 Jul 07 22:15:20.087468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e5c45501-a528-4882-b747-470dc9d32c67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=164d5769-4447-49bc-ad8f-510c5c72b857 HTTP/1.1" status: 200 len: 217 time: 0.4344561 Jul 07 22:15:20.120617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0bc58-003b-4ba7-8f18-be6699df9f59 req-fb4fd6ac-9bd7-4c9d-8f5a-05f6c5e4edd2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.127982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9a0bc58-003b-4ba7-8f18-be6699df9f59 req-fb4fd6ac-9bd7-4c9d-8f5a-05f6c5e4edd2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 950 time: 0.8535736 Jul 07 22:15:20.268367 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9a0bc58-003b-4ba7-8f18-be6699df9f59 req-840b007a-6cc6-4866-ab63-5daa18cafcfa tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394994 Jul 07 22:15:20.269506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-a0f50850-c636-462c-bf8a-18355760875d req-47482c7b-4bec-405b-b7ea-8db19d11759f service neutron] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:20.276754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-a0f50850-c636-462c-bf8a-18355760875d req-47482c7b-4bec-405b-b7ea-8db19d11759f service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.278816 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a0f50850-c636-462c-bf8a-18355760875d req-47482c7b-4bec-405b-b7ea-8db19d11759f service neutron] 10.222.0.83 "DELETE /v2.0/ports/889a411c-d70c-4b29-aca8-5e7a20269683/bindings/n-h1-695012-11 HTTP/1.1" status: 204 len: 173 time: 0.2680480 Jul 07 22:15:20.298887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4a62719-306e-495b-b51d-320e297482cf req-de1c9a0d-0c06-4d57-b396-f5e0be1e19de service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8060141 Jul 07 22:15:20.320604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-5e972713-ca4d-42b9-bd0c-ff5cde6b92af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.322546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-5e972713-ca4d-42b9-bd0c-ff5cde6b92af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.1860867 Jul 07 22:15:20.323477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 889a411c-d70c-4b29-aca8-5e7a20269683 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:20.404930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 122578f8-f1b6-418d-81d0-60b3fa6c69ec details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:20.423225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 889a411c-d70c-4b29-aca8-5e7a20269683 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:20.430803 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d32f9a6-c994-4a2c-9093-fef2a2e7e4da x-openstack-request-id: req-6d32f9a6-c994-4a2c-9093-fef2a2e7e4da {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:20.431101 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ab33b6-d98b-451d-93d5-af6eea8caddd", "tag": "3dcddd28-f8c0-4f59-bc9b-2febe62dc699", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:20.431361 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d32f9a6-c994-4a2c-9093-fef2a2e7e4da {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:20.439621 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ab33b6-d98b-451d-93d5-af6eea8caddd', 'tag': '3dcddd28-f8c0-4f59-bc9b-2febe62dc699', 'status': 'completed', 'code': 200} Jul 07 22:15:20.526201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Deleting port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:20.526549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.652827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fac97e54-5219-4ffa-a74b-6db13f70fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.654741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-fac97e54-5219-4ffa-a74b-6db13f70fd28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3103783 Jul 07 22:15:20.701236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:20.730670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] For port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,segment=NetworkSegment(72b530e9-78db-40fb-a53c-944f3de8dfe6),segment_id=72b530e9-78db-40fb-a53c-944f3de8dfe6)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:20.731038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.746252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Calling delete_port for 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:20.747705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'mac_address': 'fa:16:3e:ab:12:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:20.793442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 889a411c-d70c-4b29-aca8-5e7a20269683 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:20.817434 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.842457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 122578f8-f1b6-418d-81d0-60b3fa6c69ec {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:20.865153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:20.874978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:20.975361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e394d36-e23a-4e80-b382-504550cb349b req-d9c53ae6-badb-4a81-a91c-6d5a3a5c2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:20.976904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e394d36-e23a-4e80-b382-504550cb349b req-d9c53ae6-badb-4a81-a91c-6d5a3a5c2b93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 1096 time: 0.5225632 Jul 07 22:15:21.002666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:21.025958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171e8dd-ed26-4b5c-90d3-18d2014dbad9 req-2a0343d3-9698-49db-9b64-914320e6acb1 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.027550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3171e8dd-ed26-4b5c-90d3-18d2014dbad9 req-2a0343d3-9698-49db-9b64-914320e6acb1 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 944 time: 0.4336216 Jul 07 22:15:21.117451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-72a486d9-5394-42b4-81ea-35a34c75aac2 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530787 Jul 07 22:15:21.123685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['122578f8-f1b6-418d-81d0-60b3fa6c69ec'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:21.238844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed5100-c36e-4e73-bbd6-0af1871a17b5 req-fedc85d1-a741-4016-9d4f-d1a559de4248 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.245857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8ed5100-c36e-4e73-bbd6-0af1871a17b5 req-fedc85d1-a741-4016-9d4f-d1a559de4248 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e9c1929-0549-48bc-9169-6caa7ea8ed42 HTTP/1.1" status: 200 len: 946 time: 0.3572955 Jul 07 22:15:21.274506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3171e8dd-ed26-4b5c-90d3-18d2014dbad9 req-db61f635-7a25-47e9-a333-af2b8b2a64e0 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307055 Jul 07 22:15:21.332738 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.339617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e394d36-e23a-4e80-b382-504550cb349b req-7e95238d-2d9c-4e4f-88b2-741cd19a37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.341120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e394d36-e23a-4e80-b382-504550cb349b req-7e95238d-2d9c-4e4f-88b2-741cd19a37b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 912 time: 0.3411291 Jul 07 22:15:21.433288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Pushing event deleted for resources: {'Port': ['ID=433fc8c1-7fb2-4ca4-8e2e-f4e04f722840,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:21.441297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e394d36-e23a-4e80-b382-504550cb349b req-213684f7-1ba1-4626-bef4-90f905b19ea4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dcddd28-f8c0-4f59-bc9b-2febe62dc699 HTTP/1.1" status: 200 len: 217 time: 0.0899801 Jul 07 22:15:21.444218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8ed5100-c36e-4e73-bbd6-0af1871a17b5 req-3b7491b6-79af-4dfa-ab5f-5a20c9adc5c2 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.81 "GET /v2.0/security-groups?id=76b93b25-4898-4264-912a-0e174b57882d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975582 Jul 07 22:15:21.516647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.517013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.517348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.517706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.518038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.518403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.518742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.519076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.519406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.519740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.520068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.520397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:21.568253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] No DVR routers for this DVR port 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:21.574822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-78b9006f-67a8-453b-a64d-803896c7d72d service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301925 Jul 07 22:15:21.587611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:21.589524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4f3d495-e1cd-437a-aca9-9f3c0f79b8d0 req-e1a087d6-2cd5-4673-84e4-e3ffa642f2f8 tempest-InstanceActionsNegativeTestJSON-1400082995 tempest-InstanceActionsNegativeTestJSON-1400082995-project] 10.222.0.83 "DELETE /v2.0/ports/433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 HTTP/1.1" status: 204 len: 173 time: 1.5149415 Jul 07 22:15:21.663820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-48aa8cf7-f828-4dbe-afc1-4535a197d5be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a HTTP/1.1" status: 200 len: 217 time: 0.0702522 Jul 07 22:15:21.669100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e394d36-e23a-4e80-b382-504550cb349b req-5dd2ef29-2caf-4d82-8e4b-f3f3f659af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.670596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e394d36-e23a-4e80-b382-504550cb349b req-5dd2ef29-2caf-4d82-8e4b-f3f3f659af28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.2012193 Jul 07 22:15:21.741287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e394d36-e23a-4e80-b382-504550cb349b req-d0e2953e-8408-425c-9e0b-83f6214390be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520322 Jul 07 22:15:21.776636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bbfc-2950-4b3a-882d-1e91ab95f4b3 req-ca5e95eb-a999-4184-b2d9-d5b2ba0348c5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.784278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bbfc-2950-4b3a-882d-1e91ab95f4b3 req-ca5e95eb-a999-4184-b2d9-d5b2ba0348c5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.790295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bbfc-2950-4b3a-882d-1e91ab95f4b3 req-ca5e95eb-a999-4184-b2d9-d5b2ba0348c5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.796183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bbfc-2950-4b3a-882d-1e91ab95f4b3 req-ca5e95eb-a999-4184-b2d9-d5b2ba0348c5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.802058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bbfc-2950-4b3a-882d-1e91ab95f4b3 req-ca5e95eb-a999-4184-b2d9-d5b2ba0348c5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.808345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bbfc-2950-4b3a-882d-1e91ab95f4b3 req-ca5e95eb-a999-4184-b2d9-d5b2ba0348c5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.814262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8bbfc-2950-4b3a-882d-1e91ab95f4b3 req-ca5e95eb-a999-4184-b2d9-d5b2ba0348c5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.816220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fee8bbfc-2950-4b3a-882d-1e91ab95f4b3 req-ca5e95eb-a999-4184-b2d9-d5b2ba0348c5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.3850639 Jul 07 22:15:21.872255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e9726872-e6e4-4162-94f1-c159f7f70e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.874097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-e9726872-e6e4-4162-94f1-c159f7f70e4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.2005982 Jul 07 22:15:21.912784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6e2f3-7616-48b7-9f9e-52af4a42e161 req-c20e6c1d-b6e7-41e6-a90f-db7af796df3f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.914317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4b6e2f3-7616-48b7-9f9e-52af4a42e161 req-c20e6c1d-b6e7-41e6-a90f-db7af796df3f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 944 time: 0.3482692 Jul 07 22:15:21.923733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b4ceda9d-9cee-4ed5-bab3-30e60fe653f0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:21.925144 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b4ceda9d-9cee-4ed5-bab3-30e60fe653f0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.44 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 815 time: 0.1664832 Jul 07 22:15:21.937924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Request body: {'port': {'device_id': '1af31075-5624-4627-94d8-d35a5bad15b6', 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019', 'admin_state_up': True, 'tenant_id': 'b4711f7570434d3f8f6cb11c170dfef5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:22.000469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fee8bbfc-2950-4b3a-882d-1e91ab95f4b3 req-c4581e47-1781-45ef-a90a-22cec6f1a031 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1680064 Jul 07 22:15:22.015981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e394d36-e23a-4e80-b382-504550cb349b req-4a1edaa0-9511-49cc-a810-1f1aca481a5a service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646155 Jul 07 22:15:22.050491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4b6e2f3-7616-48b7-9f9e-52af4a42e161 req-a55fbdc4-d942-47ae-bcd9-94d7a5d67bee tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133151 Jul 07 22:15:22.074106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Made reservation on behalf of b4711f7570434d3f8f6cb11c170dfef5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:22.079884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.164365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-ec4a04dc-523a-405d-8442-e2b693219ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:22.165980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-ec4a04dc-523a-405d-8442-e2b693219ae2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2751889 Jul 07 22:15:22.183491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e394d36-e23a-4e80-b382-504550cb349b req-aed50094-7fc1-434c-a1ce-4e80383d71a9 service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598756 Jul 07 22:15:22.210699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-954f76d2-ca10-402a-ab56-52efe83849aa req-d87c57ef-85f5-4db8-8674-3f460cba8dfa tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 210 time: 0.0415874 Jul 07 22:15:22.256131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Allocated IP 172.20.0.9 (eb311b8d-b55d-444a-a182-a1e03fd6e019/84a8060a-8768-4dd5-8e37-10440c1e707d/58690b40-e4d4-4f38-acc5-99b92927c83d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:22.324318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 122578f8-f1b6-418d-81d0-60b3fa6c69ec up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:22.378249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-88a2bcf3-72ca-4d73-87d3-c418e9180366 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985731 Jul 07 22:15:22.388673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5f7d4-54e9-48b7-90e5-5233f0618749 req-c4b52086-8267-4232-b7c4-3cc992c84e5e tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:22.395646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64f5f7d4-54e9-48b7-90e5-5233f0618749 req-c4b52086-8267-4232-b7c4-3cc992c84e5e tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 949 time: 0.1332564 Jul 07 22:15:22.456586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 122578f8-f1b6-418d-81d0-60b3fa6c69ec triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:22.457326 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.479290 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.500143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9c1929-0549-48bc-9169-6caa7ea8ed42', 'name': 'network-vif-deleted', 'tag': '433fc8c1-7fb2-4ca4-8e2e-f4e04f722840'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:22.502916 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec382d41-f45d-45b8-a9e6-539380e2f2ba" -d '{"events": [{"server_uuid": "1e9c1929-0549-48bc-9169-6caa7ea8ed42", "name": "network-vif-deleted", "tag": "433fc8c1-7fb2-4ca4-8e2e-f4e04f722840"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:22.524224 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.576922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64f5f7d4-54e9-48b7-90e5-5233f0618749 req-334f364c-3252-4b08-85c4-1eefe7177b95 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797583 Jul 07 22:15:22.588564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Network eb311b8d-b55d-444a-a182-a1e03fd6e019 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:22.594004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7f575e2d-8000-4195-b5a5-f0bfd5a73dcb', '555e39ef-238e-474d-bc80-0e9329e8f055'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:22.603004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:22.613960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:22.618743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Pushing event updated for resources: {'Port': ['ID=58690b40-e4d4-4f38-acc5-99b92927c83d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:22.634866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e5731-2987-4c9d-a95e-1f7356f12108 req-b8c18c46-d96f-4e4d-92f2-5aaa671a643f tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:22.640962 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-001e5731-2987-4c9d-a95e-1f7356f12108 req-b8c18c46-d96f-4e4d-92f2-5aaa671a643f tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.2402799 Jul 07 22:15:22.687429 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.698024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-bd9e1b81-579f-417d-825a-f031e464ddbb service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971315 Jul 07 22:15:22.704811 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:22.705786 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.725361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:22.727548 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-b39c8fd7-32b6-460d-a130-430152f08fd6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938449 Jul 07 22:15:22.728254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55760) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:22.729137 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8a67d-268a-4d4e-9ea4-f2eeb7228c16" -d '{"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-plugged", "status": "completed", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:22.748120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Request body: {'port': {'device_id': '1af31075-5624-4627-94d8-d35a5bad15b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:22.753320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:22.763236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:22.769322 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.814177 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e178ea34-2a57-4930-bdac-fd2539d92b89 x-openstack-request-id: req-e178ea34-2a57-4930-bdac-fd2539d92b89 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:22.814545 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-plugged", "status": "completed", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:22.814743 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e178ea34-2a57-4930-bdac-fd2539d92b89 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:22.815104 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'code': 200} Jul 07 22:15:22.817553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:22.817956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 433fc8c1-7fb2-4ca4-8e2e-f4e04f722840 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:22.828267 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da789932-98f9-4188-8ebc-94937e634a25 x-openstack-request-id: req-da789932-98f9-4188-8ebc-94937e634a25 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:22.828949 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9c1929-0549-48bc-9169-6caa7ea8ed42", "name": "network-vif-deleted", "tag": "433fc8c1-7fb2-4ca4-8e2e-f4e04f722840", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:22.829711 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da789932-98f9-4188-8ebc-94937e634a25 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:22.830354 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9c1929-0549-48bc-9169-6caa7ea8ed42', 'name': 'network-vif-deleted', 'tag': '433fc8c1-7fb2-4ca4-8e2e-f4e04f722840', 'status': 'completed', 'code': 200} Jul 07 22:15:22.840425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-16c72bf3-523a-446e-a507-f07574c5c9a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6 HTTP/1.1" status: 200 len: 217 time: 0.1145554 Jul 07 22:15:22.847654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-001e5731-2987-4c9d-a95e-1f7356f12108 req-032a2ea3-150c-4f97-bea1-1c48ab644808 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934087 Jul 07 22:15:22.861429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:22.901584 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:22.918274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-20512bf5-7ffe-475f-944e-3691dc2bfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:22.918274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-20512bf5-7ffe-475f-944e-3691dc2bfb69 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.0589435 Jul 07 22:15:22.918612 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b462459-3b11-416b-add9-75d05b8cfc81 admin admin] Deleting subnet 79da6ccb-27c6-4810-bcc1-78aea799715e {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:15:22.918612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b462459-3b11-416b-add9-75d05b8cfc81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.032505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-89aef18c-fe67-4697-baa6-0a318815127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.034019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-89aef18c-fe67-4697-baa6-0a318815127e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146650 Jul 07 22:15:23.041387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b462459-3b11-416b-add9-75d05b8cfc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.187294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-3b39f264-6fbc-4134-91cf-4014d461b2c7 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442354 Jul 07 22:15:23.227796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b462459-3b11-416b-add9-75d05b8cfc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.369338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62269921-d963-47e9-b7d9-62741c8e2233 req-9e839d1c-92ea-4759-b8f8-59ab9e37fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.370888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62269921-d963-47e9-b7d9-62741c8e2233 req-9e839d1c-92ea-4759-b8f8-59ab9e37fd50 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1103 time: 0.3900836 Jul 07 22:15:23.676800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b462459-3b11-416b-add9-75d05b8cfc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.720553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b462459-3b11-416b-add9-75d05b8cfc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79da6ccb-27c6-4810-bcc1-78aea799715e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:23.729913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b462459-3b11-416b-add9-75d05b8cfc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.734451 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3b462459-3b11-416b-add9-75d05b8cfc81 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/79da6ccb-27c6-4810-bcc1-78aea799715e HTTP/1.1" status: 204 len: 168 time: 1.0045936 Jul 07 22:15:23.741390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:23.762892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62269921-d963-47e9-b7d9-62741c8e2233 req-2f6e11ab-c84d-4d22-8c93-c845f4d34ce0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797731 Jul 07 22:15:23.810485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe093f9-fb55-411c-bcc7-2d6e6b770497 req-bfd90bb2-f2be-4827-a285-918001a98686 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.816351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe093f9-fb55-411c-bcc7-2d6e6b770497 req-bfd90bb2-f2be-4827-a285-918001a98686 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.822276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe093f9-fb55-411c-bcc7-2d6e6b770497 req-bfd90bb2-f2be-4827-a285-918001a98686 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.828259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe093f9-fb55-411c-bcc7-2d6e6b770497 req-bfd90bb2-f2be-4827-a285-918001a98686 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.834122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe093f9-fb55-411c-bcc7-2d6e6b770497 req-bfd90bb2-f2be-4827-a285-918001a98686 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.839959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe093f9-fb55-411c-bcc7-2d6e6b770497 req-bfd90bb2-f2be-4827-a285-918001a98686 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.846195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe093f9-fb55-411c-bcc7-2d6e6b770497 req-bfd90bb2-f2be-4827-a285-918001a98686 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.847867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fe093f9-fb55-411c-bcc7-2d6e6b770497 req-bfd90bb2-f2be-4827-a285-918001a98686 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.6226590 Jul 07 22:15:23.850447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-ba2c3a82-1749-4057-978a-ad863b6f2b6d service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525617 Jul 07 22:15:23.851814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.859164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-2650dd94-ddfb-45fe-87f0-c5b64105b833 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:23.860656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-2650dd94-ddfb-45fe-87f0-c5b64105b833 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 808 time: 0.6724484 Jul 07 22:15:23.868574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58690b40-e4d4-4f38-acc5-99b92927c83d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:23.878633 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:23.910041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Transition to ACTIVE for port object 58690b40-e4d4-4f38-acc5-99b92927c83d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:23.916556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-31703f91-87f8-4fbc-a903-da0241778bfd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6102e613-64a9-4795-b433-2ea361f3067a HTTP/1.1" status: 200 len: 217 time: 0.0548911 Jul 07 22:15:23.920400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-4d4e210e-7749-4589-a608-dcc5b0ae148e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/quotas/044d4bb047b445f69003d89d04d2872a HTTP/1.1" status: 200 len: 375 time: 0.0507932 Jul 07 22:15:23.941624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fe093f9-fb55-411c-bcc7-2d6e6b770497 req-1121af0f-2026-4b6e-bcfa-871b046d1145 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789118 Jul 07 22:15:23.953358 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.016760 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.020153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-68c77c69-8958-48d4-819c-79e9b5c2db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:24.022290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-68c77c69-8958-48d4-819c-79e9b5c2db08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.0861595 Jul 07 22:15:24.043649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:24.060099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b530e9-78db-40fb-a53c-944f3de8dfe6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:24.060437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b530e9-78db-40fb-a53c-944f3de8dfe6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:24.062389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Pushing event updated for resources: {'Port': ['ID=58690b40-e4d4-4f38-acc5-99b92927c83d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:24.077151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-539f0f43-c4b1-4757-aa14-becc5ea57630 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1399157 Jul 07 22:15:24.107832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.143323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4d3d9172-7da4-4af5-be68-6eb2a97f97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:24.145017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-4d3d9172-7da4-4af5-be68-6eb2a97f97b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1156199 Jul 07 22:15:24.145152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.156425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:15:24.156854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:15:24.159040 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:15:24.216428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Attempting to bind port 58690b40-e4d4-4f38-acc5-99b92927c83d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:24.216752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Attempting to bind port 58690b40-e4d4-4f38-acc5-99b92927c83d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:24.217078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Attempting to bind port 58690b40-e4d4-4f38-acc5-99b92927c83d on network eb311b8d-b55d-444a-a182-a1e03fd6e019 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:24.227345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Port 58690b40-e4d4-4f38-acc5-99b92927c83d on network eb311b8d-b55d-444a-a182-a1e03fd6e019 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:24.227345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Attempting to bind port 58690b40-e4d4-4f38-acc5-99b92927c83d on network eb311b8d-b55d-444a-a182-a1e03fd6e019 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:24.233486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:24.233924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Checking segment: {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:24.234561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Bound using segment: {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:24.235154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Bound port: 58690b40-e4d4-4f38-acc5-99b92927c83d, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:24.235565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.248098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.252497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.256912 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] 10.222.0.81 "DELETE /v2.0/networks/0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a HTTP/1.1" status: 204 len: 168 time: 0.5122378 Jul 07 22:15:24.288427 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b711e9c-fa1e-4da5-8df9-1ee4fcbc34cb admin admin] Pushing event deleted for resources: {'Network': ['ID=0bdb270b-b6a2-4ff3-9931-ecc36b5cca9a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:24.333817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:24.337829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-a1f5edad-46af-4e40-a490-eac5bf69de58 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785328 Jul 07 22:15:24.339902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-2d0e9029-ea81-4814-a19d-2ee91af834a6 service neutron] 10.222.0.81 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522104 Jul 07 22:15:24.349726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] For port 58690b40-e4d4-4f38-acc5-99b92927c83d, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:24.359529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] For port 58690b40-e4d4-4f38-acc5-99b92927c83d, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58690b40-e4d4-4f38-acc5-99b92927c83d,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:24.368650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.419616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55788) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:24.421892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd3ff4-a4c7-49b2-b418-fe2819fdb155 req-db008eb8-09b8-4b5e-8380-0162c381658c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:24.423457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7fd3ff4-a4c7-49b2-b418-fe2819fdb155 req-db008eb8-09b8-4b5e-8380-0162c381658c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 944 time: 0.2869024 Jul 07 22:15:24.454053 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:24.454891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.456576 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] 10.222.0.44 "PUT /v2.0/ports/58690b40-e4d4-4f38-acc5-99b92927c83d HTTP/1.1" status: 200 len: 1092 time: 1.7165921 Jul 07 22:15:24.457120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af31075-5624-4627-94d8-d35a5bad15b6', 'tag': '58690b40-e4d4-4f38-acc5-99b92927c83d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:24.460225 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80906372-2d0c-42d0-ad5a-23bc12a9eec3" -d '{"events": [{"name": "network-changed", "server_uuid": "1af31075-5624-4627-94d8-d35a5bad15b6", "tag": "58690b40-e4d4-4f38-acc5-99b92927c83d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:24.483978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:24.496016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67c67d-670c-4e2e-bb84-59884cdc9bbc service neutron] Pushing event updated for resources: {'Port': ['ID=58690b40-e4d4-4f38-acc5-99b92927c83d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:24.502552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '3dcddd28-f8c0-4f59-bc9b-2febe62dc699', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'port_id': '3dcddd28-f8c0-4f59-bc9b-2febe62dc699', 'mac_address': 'fa:16:3e:1e:6c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c729abe2-7c10-4e18-8f90-c6235fd549eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:24.564015 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ac4401f-e2fd-40fc-b815-6c715f2d30a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c11a449dc58f4f77b3d25542f4cc276f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415045 Jul 07 22:15:24.564638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55792) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:24.578308 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.601240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7fd3ff4-a4c7-49b2-b418-fe2819fdb155 req-17ebd8da-cc31-4511-9586-9a6ede42f860 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593361 Jul 07 22:15:24.602876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:24.623034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-94356c37-d860-4985-9b1b-8b06f6be6f9e service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729445 Jul 07 22:15:24.636548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:24.642273 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.676638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-0b56f256-5948-4e89-aea8-ba4e8cf7a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:24.678615 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-0b56f256-5948-4e89-aea8-ba4e8cf7a760 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 1095 time: 0.1747370 Jul 07 22:15:24.684778 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37df89bf-27d4-4eef-b0d7-e089026c9795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.710432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-c30ee2ac-b6e8-4a54-a205-aac7f57b7d83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74786844-5bbf-47f9-bead-efb5f398b615 HTTP/1.1" status: 200 len: 217 time: 0.0735865 Jul 07 22:15:24.735906 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-f659006b-2cd2-499d-a358-00cd37060c54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58690b40-e4d4-4f38-acc5-99b92927c83d HTTP/1.1" status: 200 len: 217 time: 0.0477445 Jul 07 22:15:24.741127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:24.760615 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37df89bf-27d4-4eef-b0d7-e089026c9795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.789991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e9eb8a5f-bd63-48d6-bfe5-f551cb7ecc55 service neutron] 10.222.0.81 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655283 Jul 07 22:15:24.839632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-0b088ccb-ed2f-436c-b94d-a2fa741ef02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:24.841145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-0b088ccb-ed2f-436c-b94d-a2fa741ef02f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.1227520 Jul 07 22:15:24.874227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3dcddd28-f8c0-4f59-bc9b-2febe62dc699'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:24.887569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-02fdfd5b-d6eb-434a-b0e8-c0707367c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:24.889289 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-02fdfd5b-d6eb-434a-b0e8-c0707367c873 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.1436176 Jul 07 22:15:24.890403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37df89bf-27d4-4eef-b0d7-e089026c9795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.893841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37df89bf-27d4-4eef-b0d7-e089026c9795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:24.898194 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-37df89bf-27d4-4eef-b0d7-e089026c9795 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76b93b25-4898-4264-912a-0e174b57882d HTTP/1.1" status: 204 len: 168 time: 0.3259833 Jul 07 22:15:24.941585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572a550-dd44-4569-8300-235676a7a922 req-80d53ed7-fa26-4629-8012-1b8776e21d0b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:24.947076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df89bf-27d4-4eef-b0d7-e089026c9795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b93b25-4898-4264-912a-0e174b57882d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:24.949120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1572a550-dd44-4569-8300-235676a7a922 req-80d53ed7-fa26-4629-8012-1b8776e21d0b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 943 time: 0.1830003 Jul 07 22:15:24.999301 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-7da27f5d-fef4-463c-8bd8-bc8b956bea4f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952454 Jul 07 22:15:25.043032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1572a550-dd44-4569-8300-235676a7a922 req-fa96e1c7-c1d1-457f-bef7-676e5436c720 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929563 Jul 07 22:15:25.059074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-c62ef889-9862-47c7-be5d-22a933c0e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.059074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-c62ef889-9862-47c7-be5d-22a933c0e18b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2057078 Jul 07 22:15:25.207140 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-ffcb7d3b-7123-4cf8-bfeb-36478853d2fe service neutron] 10.222.0.44 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002413 Jul 07 22:15:25.212015 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfc38a2-dd81-4b9d-909c-e57e92b854ad x-openstack-request-id: req-7bfc38a2-dd81-4b9d-909c-e57e92b854ad {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:25.212397 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af31075-5624-4627-94d8-d35a5bad15b6", "tag": "58690b40-e4d4-4f38-acc5-99b92927c83d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:25.212743 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bfc38a2-dd81-4b9d-909c-e57e92b854ad {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:25.214173 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af31075-5624-4627-94d8-d35a5bad15b6', 'tag': '58690b40-e4d4-4f38-acc5-99b92927c83d', 'status': 'completed', 'code': 200} Jul 07 22:15:25.253406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cbfb03b-86ba-42a8-b06b-ca8d7a3ddd39 req-1b1f1eb7-b58c-49d8-9e3d-9e733e7d0765 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 210 time: 0.0484629 Jul 07 22:15:25.341198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd8ae0-4d28-4438-ac07-1513629c6628 req-ace738c5-00a8-4f23-958b-4d80735e9000 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.343012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cdd8ae0-4d28-4438-ac07-1513629c6628 req-ace738c5-00a8-4f23-958b-4d80735e9000 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 951 time: 0.1724286 Jul 07 22:15:25.347220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-5ca646f7-6d7d-4530-897b-a54643e2e422 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831235 Jul 07 22:15:25.358731 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-cae36b7a-9590-40f8-a7f4-bf9a309d3121 req-ef11a294-755f-4a62-a6a0-155f4cdea109 service neutron] 10.222.0.44 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435273 Jul 07 22:15:25.493304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cdd8ae0-4d28-4438-ac07-1513629c6628 req-b43ad981-b761-44a4-9659-319ab9fcb57e tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426184 Jul 07 22:15:25.562127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-95744a26-a3db-47fc-b339-a6f688cea423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.563806 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-95744a26-a3db-47fc-b339-a6f688cea423 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 1095 time: 0.1436298 Jul 07 22:15:25.602657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8da62fa1-ad7a-498c-b050-1bff6533cc0c req-d90e8640-5fd8-4610-82a5-13de8e27a8b3 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444930 Jul 07 22:15:25.672593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0218-b9bb-44f0-905d-806850460875 req-883e1468-b9aa-4b11-b4d3-9120c45481a8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.683959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0218-b9bb-44f0-905d-806850460875 req-883e1468-b9aa-4b11-b4d3-9120c45481a8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.690089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0218-b9bb-44f0-905d-806850460875 req-883e1468-b9aa-4b11-b4d3-9120c45481a8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.704423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0218-b9bb-44f0-905d-806850460875 req-883e1468-b9aa-4b11-b4d3-9120c45481a8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.710577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0218-b9bb-44f0-905d-806850460875 req-883e1468-b9aa-4b11-b4d3-9120c45481a8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.716578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0218-b9bb-44f0-905d-806850460875 req-883e1468-b9aa-4b11-b4d3-9120c45481a8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.722560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd0218-b9bb-44f0-905d-806850460875 req-883e1468-b9aa-4b11-b4d3-9120c45481a8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.730167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87bd0218-b9bb-44f0-905d-806850460875 req-883e1468-b9aa-4b11-b4d3-9120c45481a8 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.2298763 Jul 07 22:15:25.777392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-797db7c0-52a3-4271-b8a3-3309cf9dfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.780661 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-797db7c0-52a3-4271-b8a3-3309cf9dfb87 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 916 time: 0.2095580 Jul 07 22:15:25.815725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87bd0218-b9bb-44f0-905d-806850460875 req-5d9623e1-d4a9-4347-855b-5720d7b4d9de tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835843 Jul 07 22:15:25.847900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-c99364b4-601b-4285-b387-4bb50de2d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.848394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-c99364b4-601b-4285-b387-4bb50de2d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.848919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-c99364b4-601b-4285-b387-4bb50de2d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.849392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-c99364b4-601b-4285-b387-4bb50de2d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.849857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-c99364b4-601b-4285-b387-4bb50de2d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.850351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-c99364b4-601b-4285-b387-4bb50de2d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.850817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-c99364b4-601b-4285-b387-4bb50de2d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.852943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-c99364b4-601b-4285-b387-4bb50de2d5b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6494 time: 0.1201937 Jul 07 22:15:25.867610 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-17b03d1c-4aa1-47b0-82bd-4c587c9076ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58690b40-e4d4-4f38-acc5-99b92927c83d HTTP/1.1" status: 200 len: 217 time: 0.0685380 Jul 07 22:15:25.972970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-8ad47d53-6cf7-47b3-a44a-b9d98098a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:25.979918 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-8ad47d53-6cf7-47b3-a44a-b9d98098a46f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.1072805 Jul 07 22:15:26.055824 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-acd65ab2-b5a0-4bcb-89f4-f3925ce6f28f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691121 Jul 07 22:15:26.095719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-53c11d7a-aacc-4363-9961-0b1aeaa353c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:26.097281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-53c11d7a-aacc-4363-9961-0b1aeaa353c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 HTTP/1.1" status: 200 len: 903 time: 0.2270060 Jul 07 22:15:26.165921 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-e8e463aa-d42c-43ee-9290-66b31c3d2394 service neutron] 10.222.0.44 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015406 Jul 07 22:15:26.174024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:26.193248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-021c5d0d-8738-4003-9fea-059f47971f40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6102e613-64a9-4795-b433-2ea361f3067a HTTP/1.1" status: 200 len: 217 time: 0.0717530 Jul 07 22:15:26.273808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef4a71-a086-46bf-ab10-eb5f85e924de req-8ef2bc85-15eb-4014-82a5-7c0f202fdca8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:26.284006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27ef4a71-a086-46bf-ab10-eb5f85e924de req-8ef2bc85-15eb-4014-82a5-7c0f202fdca8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 945 time: 0.2944620 Jul 07 22:15:26.309686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-8bd694e7-9bef-4608-911c-a066c713ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:26.311808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-8bd694e7-9bef-4608-911c-a066c713ff6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.1097729 Jul 07 22:15:26.332113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1422024679-network', 'tenant_id': '414d6372f8764d03913421771cacda77'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:26.355856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:26.376224 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-80906372-2d0c-42d0-ad5a-23bc12a9eec3 req-4b2f454f-8423-4739-b8a5-dcfb615cfe32 service neutron] 10.222.0.44 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032557 Jul 07 22:15:26.381267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Made reservation on behalf of 414d6372f8764d03913421771cacda77 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:26.384762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.399718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.409693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e53ec-cd3f-4e0b-add1-9ee44bd6160d req-1c9b2f37-12bd-4716-9fab-6b53c79efe13 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:26.411350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-300e53ec-cd3f-4e0b-add1-9ee44bd6160d req-1c9b2f37-12bd-4716-9fab-6b53c79efe13 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1103 time: 0.3172355 Jul 07 22:15:26.424501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27ef4a71-a086-46bf-ab10-eb5f85e924de req-5a82071c-6ef0-4261-82d3-e7fdccad653c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190431 Jul 07 22:15:26.424986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:26.433464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:26.434578 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.468181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-300e53ec-cd3f-4e0b-add1-9ee44bd6160d req-ba279763-e786-4770-ab2b-25a4b3f9e40e tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487783 Jul 07 22:15:26.483340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-2f48ea88-06d5-4e2e-bf2a-6b98a627992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:26.483340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-2f48ea88-06d5-4e2e-bf2a-6b98a627992a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1456101 Jul 07 22:15:26.545406 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.604355 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.608552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ab33b6-d98b-451d-93d5-af6eea8caddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcddd28-f8c0-4f59-bc9b-2febe62dc699'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:26.609979 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.615401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-938d07eb-9793-458d-a591-0a54a981b370 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236246 Jul 07 22:15:26.620343 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2772a4f0-4389-4239-8368-36c716f8ec94" -d '{"events": [{"server_uuid": "28ab33b6-d98b-451d-93d5-af6eea8caddd", "name": "network-vif-plugged", "status": "completed", "tag": "3dcddd28-f8c0-4f59-bc9b-2febe62dc699"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:26.640164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:26.640406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba4e47f-4dea-4907-95b7-ebb4520b958d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:26.651017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:15:26.651670 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.664102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.664889 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Added segment 187ef5dc-66a9-41c6-98e7-50461cbefe3b of type vlan for network 5e4abaa8-9926-45ef-a512-a35c29e86747 Jul 07 22:15:26.710157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:26.710522 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.744714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.746460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:26.747285 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:26.762592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed0226cf-3418-4335-bc6f-b146b33f15cf req-0c9497cf-f9e1-4414-9d59-3531f27ae068 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 210 time: 0.0879700 Jul 07 22:15:26.828382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ca50-39b3-4510-ab73-0946a119ff95 req-e8418eaf-b26a-4ecb-a1d0-221eca6c2489 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:26.830089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ef8ca50-39b3-4510-ab73-0946a119ff95 req-e8418eaf-b26a-4ecb-a1d0-221eca6c2489 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 943 time: 0.1917043 Jul 07 22:15:26.834539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-58694651-b246-4f3c-a581-ad9cdd3f05cd service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128110 Jul 07 22:15:26.881414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ef8ca50-39b3-4510-ab73-0946a119ff95 req-34f9d446-2f2e-4f47-b509-b318bcd1e7ed tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Jul 07 22:15:26.890556 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7113216 Jul 07 22:15:26.890556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:26.897554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Request body: {'subnet': {'network_id': '5e4abaa8-9926-45ef-a512-a35c29e86747', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1422024679-subnet', 'tenant_id': '414d6372f8764d03913421771cacda77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:26.911481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d264d0d-d9a5-4d47-a01f-522f9dcfda68 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4abaa8-9926-45ef-a512-a35c29e86747,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:26.929067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 5e4abaa8-9926-45ef-a512-a35c29e86747 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:15:26.937775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Made reservation on behalf of 414d6372f8764d03913421771cacda77 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:26.947569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.030525 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cace22-d52c-4cb2-92be-0d8ce8975574 x-openstack-request-id: req-86cace22-d52c-4cb2-92be-0d8ce8975574 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:27.030950 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ab33b6-d98b-451d-93d5-af6eea8caddd", "name": "network-vif-plugged", "status": "completed", "tag": "3dcddd28-f8c0-4f59-bc9b-2febe62dc699", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:27.031305 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86cace22-d52c-4cb2-92be-0d8ce8975574 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:27.032107 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ab33b6-d98b-451d-93d5-af6eea8caddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dcddd28-f8c0-4f59-bc9b-2febe62dc699', 'code': 200} Jul 07 22:15:27.239021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-b2efc06c-c590-465f-aa80-27d283dfc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.243205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-b2efc06c-c590-465f-aa80-27d283dfc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.247327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-b2efc06c-c590-465f-aa80-27d283dfc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.248823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-b2efc06c-c590-465f-aa80-27d283dfc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.252329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-b2efc06c-c590-465f-aa80-27d283dfc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.252852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-b2efc06c-c590-465f-aa80-27d283dfc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.253332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-b2efc06c-c590-465f-aa80-27d283dfc7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.255913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-b2efc06c-c590-465f-aa80-27d283dfc7fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6494 time: 0.3228438 Jul 07 22:15:27.298178 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f13cf6bb-271f-4794-88ed-111ab41e8883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.372779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-23ad38a4-9bf8-4681-8e6b-293021208e9e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.374779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-23ad38a4-9bf8-4681-8e6b-293021208e9e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 808 time: 0.3771513 Jul 07 22:15:27.381757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.445107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac25503-1576-40ee-a5ef-22c943d0d6f1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:27.475173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48da45-c94f-479c-891c-cc696279d1e2 req-ac97a806-b593-425e-832a-bc3d9d61c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.476812 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c48da45-c94f-479c-891c-cc696279d1e2 req-ac97a806-b593-425e-832a-bc3d9d61c784 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 1098 time: 0.1467841 Jul 07 22:15:27.480566 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.481020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.481541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.482050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.482594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.483020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.483450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.483922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.484363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.484778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.485200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.485671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:27.496204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Checking segment: {'id': '187ef5dc-66a9-41c6-98e7-50461cbefe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e4abaa8-9926-45ef-a512-a35c29e86747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:27.496732 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Network hostable DHCP agents. Network: 5e4abaa8-9926-45ef-a512-a35c29e86747, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:15:27.525811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Request body: {'port': {'device_id': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2', 'admin_state_up': True, 'tenant_id': '044d4bb047b445f69003d89d04d2872a'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:27.530987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Network 5e4abaa8-9926-45ef-a512-a35c29e86747 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:15:27.547865 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5c48da45-c94f-479c-891c-cc696279d1e2 req-0010bd44-1fa8-4adf-922f-eee9f241854c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583577 Jul 07 22:15:27.551630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 5e4abaa8-9926-45ef-a512-a35c29e86747) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:27.556496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.557928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:27.566029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d3a6f-8dda-4325-91c3-b31ba59178a1 None None] Network 5e4abaa8-9926-45ef-a512-a35c29e86747 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:27.604782 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3b3c41d5-75f3-4872-80fa-e029cbc2fde6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7138960 Jul 07 22:15:27.735304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-998912ce-a872-4ad2-8272-fe362a48b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.736932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-998912ce-a872-4ad2-8272-fe362a48b113 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 HTTP/1.1" status: 200 len: 903 time: 0.4479272 Jul 07 22:15:27.756098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea08f46-3ef2-447b-b315-ee7f3cdfad07 None None] Network 5e4abaa8-9926-45ef-a512-a35c29e86747 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:27.850212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-11711cf1-b7ee-4af8-80e3-5fb7af4aa0ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74786844-5bbf-47f9-bead-efb5f398b615 HTTP/1.1" status: 200 len: 217 time: 0.0959940 Jul 07 22:15:27.912336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d07b-276b-44a7-88da-9caa827ec4cd req-149e0e3c-acfb-4bc5-9671-5a9566fc280a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.919161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d07b-276b-44a7-88da-9caa827ec4cd req-149e0e3c-acfb-4bc5-9671-5a9566fc280a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.925257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d07b-276b-44a7-88da-9caa827ec4cd req-149e0e3c-acfb-4bc5-9671-5a9566fc280a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.933784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d07b-276b-44a7-88da-9caa827ec4cd req-149e0e3c-acfb-4bc5-9671-5a9566fc280a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.939726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d07b-276b-44a7-88da-9caa827ec4cd req-149e0e3c-acfb-4bc5-9671-5a9566fc280a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.945860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d07b-276b-44a7-88da-9caa827ec4cd req-149e0e3c-acfb-4bc5-9671-5a9566fc280a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.951639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1d07b-276b-44a7-88da-9caa827ec4cd req-149e0e3c-acfb-4bc5-9671-5a9566fc280a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.953546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3b1d07b-276b-44a7-88da-9caa827ec4cd req-149e0e3c-acfb-4bc5-9671-5a9566fc280a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.4778936 Jul 07 22:15:27.972355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28309a7f-b716-4b33-8054-b9a5c8688beb req-e89e54aa-2845-4e19-a246-bc027ef158a9 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:27.974886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28309a7f-b716-4b33-8054-b9a5c8688beb req-e89e54aa-2845-4e19-a246-bc027ef158a9 tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 1103 time: 0.7145374 Jul 07 22:15:28.357689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Made reservation on behalf of 044d4bb047b445f69003d89d04d2872a for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:28.361196 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:28.363918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-6fd19a07-8252-454c-bb4e-66dfa0e6c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:28.365547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-6fd19a07-8252-454c-bb4e-66dfa0e6c1b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.5072393 Jul 07 22:15:28.369931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 58690b40-e4d4-4f38-acc5-99b92927c83d details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:28.494929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28309a7f-b716-4b33-8054-b9a5c8688beb req-c7469292-beae-4f2a-aac4-1261a69bc76e tempest-ServersAdminTestJSON-559845579 tempest-ServersAdminTestJSON-559845579-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093963 Jul 07 22:15:28.524092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 58690b40-e4d4-4f38-acc5-99b92927c83d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58690b40-e4d4-4f38-acc5-99b92927c83d,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:28.532023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3b1d07b-276b-44a7-88da-9caa827ec4cd req-f7ca433a-656d-4176-9bd6-22d406278eb3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5684114 Jul 07 22:15:28.547382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '58690b40-e4d4-4f38-acc5-99b92927c83d', 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019', 'port_id': '58690b40-e4d4-4f38-acc5-99b92927c83d', 'mac_address': 'fa:16:3e:51:56:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8060a-8768-4dd5-8e37-10440c1e707d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:28.615371 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:28.641739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58690b40-e4d4-4f38-acc5-99b92927c83d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:28.690694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 58690b40-e4d4-4f38-acc5-99b92927c83d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58690b40-e4d4-4f38-acc5-99b92927c83d,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:28.699201 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:28.759225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=58690b40-e4d4-4f38-acc5-99b92927c83d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:28.801129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dcb11e0a-d818-469c-85be-0c4bc25ca512 req-b0dd1e08-7177-43bf-a7c3-60b8321d0046 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 210 time: 0.0717821 Jul 07 22:15:28.812157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Allocated IP 172.20.0.5 (878b13c4-887e-46a5-896b-2b42746546d2/ba4f2386-b705-48e4-8230-6d29c20b1b2c/4645aed9-aa3b-46d4-a562-4b7b879d19f0) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:28.831132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-385b9207-1c88-43a3-bfcb-ca809e7b5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:28.833734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-385b9207-1c88-43a3-bfcb-ca809e7b5293 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4526694 Jul 07 22:15:28.931187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['58690b40-e4d4-4f38-acc5-99b92927c83d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:28.962015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc457f3c-d1dd-4d71-8aeb-71336d2a21d1 req-09db6c6e-5efa-46c8-8ba7-2fec7b4218d8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:28.964041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc457f3c-d1dd-4d71-8aeb-71336d2a21d1 req-09db6c6e-5efa-46c8-8ba7-2fec7b4218d8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 946 time: 0.2729545 Jul 07 22:15:29.050118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc457f3c-d1dd-4d71-8aeb-71336d2a21d1 req-0ec8ff3f-aae3-4145-aeb8-06e7841e0b24 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704246 Jul 07 22:15:29.111434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-13f96964-3402-4c73-9504-f316e1a6bd5e service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654088 Jul 07 22:15:29.257201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.362056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-905fc643-6e6d-45f4-82e2-1e835831b9cd req-0cf8283a-584a-4a06-8443-abce75fd04d3 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378004 Jul 07 22:15:29.406955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.422176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930a160-6d69-46dc-8aff-6969d34bc222 req-68f664e6-229d-441d-9976-cdef3d189347 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:29.434706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3930a160-6d69-46dc-8aff-6969d34bc222 req-68f664e6-229d-441d-9976-cdef3d189347 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 944 time: 0.1734569 Jul 07 22:15:29.495222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Network 878b13c4-887e-46a5-896b-2b42746546d2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:29.505692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:29.513737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:29.553355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Pushing event updated for resources: {'Port': ['ID=4645aed9-aa3b-46d4-a562-4b7b879d19f0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:29.566489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3930a160-6d69-46dc-8aff-6969d34bc222 req-d261e3f4-d852-454a-bd3a-6ea0d27d0f5d tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240788 Jul 07 22:15:29.578923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:29.579594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.607226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e2ade53f-adb2-407b-b523-c2da509ae09e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0861323 Jul 07 22:15:29.634047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Request body: {'port': {'device_id': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:29.653142 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-efac6812-d97e-4a22-bd5b-69abbb85379c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.740837 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:29.938004 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.196363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4645aed9-aa3b-46d4-a562-4b7b879d19f0 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:30.222638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea665ba-b5b6-429e-a467-039a3cd99532 req-e848c39c-3552-485d-868b-55788babf5e3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.228181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea665ba-b5b6-429e-a467-039a3cd99532 req-e848c39c-3552-485d-868b-55788babf5e3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.234174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea665ba-b5b6-429e-a467-039a3cd99532 req-e848c39c-3552-485d-868b-55788babf5e3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.241208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea665ba-b5b6-429e-a467-039a3cd99532 req-e848c39c-3552-485d-868b-55788babf5e3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.247413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea665ba-b5b6-429e-a467-039a3cd99532 req-e848c39c-3552-485d-868b-55788babf5e3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.253550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea665ba-b5b6-429e-a467-039a3cd99532 req-e848c39c-3552-485d-868b-55788babf5e3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.260118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea665ba-b5b6-429e-a467-039a3cd99532 req-e848c39c-3552-485d-868b-55788babf5e3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.262137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ea665ba-b5b6-429e-a467-039a3cd99532 req-e848c39c-3552-485d-868b-55788babf5e3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.2442534 Jul 07 22:15:30.265065 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.276774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689bce3-20a5-43fe-8c4a-ae99c12edc25 req-f774eca8-17d2-4734-97fb-820b54db6e99 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.278376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8689bce3-20a5-43fe-8c4a-ae99c12edc25 req-f774eca8-17d2-4734-97fb-820b54db6e99 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 950 time: 0.2727900 Jul 07 22:15:30.310855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Transition to ACTIVE for port object 4645aed9-aa3b-46d4-a562-4b7b879d19f0 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:30.331659 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.378286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 58690b40-e4d4-4f38-acc5-99b92927c83d up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:30.410296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Pushing event updated for resources: {'Port': ['ID=4645aed9-aa3b-46d4-a562-4b7b879d19f0,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:30.432348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8689bce3-20a5-43fe-8c4a-ae99c12edc25 req-0a72ebf3-4523-4cc2-b757-ea7b1af2a266 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389492 Jul 07 22:15:30.437870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ea665ba-b5b6-429e-a467-039a3cd99532 req-527b1a88-09d2-4674-a7c0-1d4e7a7f5be5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581788 Jul 07 22:15:30.463974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 58690b40-e4d4-4f38-acc5-99b92927c83d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:30.480549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 58690b40-e4d4-4f38-acc5-99b92927c83d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:30.481261 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.528678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:30.529509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:30.530060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:30.535204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:30.535736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:30.541850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:30.542497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:30.543165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:30.543791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Bound port: 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:30.544470 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.635818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:30.641607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:30.650048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.650857 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.675922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af31075-5624-4627-94d8-d35a5bad15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58690b40-e4d4-4f38-acc5-99b92927c83d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:30.679596 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aebc5f-d47f-4a38-97e2-5cb909bec230" -d '{"events": [{"server_uuid": "1af31075-5624-4627-94d8-d35a5bad15b6", "name": "network-vif-plugged", "status": "completed", "tag": "58690b40-e4d4-4f38-acc5-99b92927c83d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:30.695551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 58690b40-e4d4-4f38-acc5-99b92927c83d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58690b40-e4d4-4f38-acc5-99b92927c83d,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:30.700740 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.759462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=58690b40-e4d4-4f38-acc5-99b92927c83d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:30.763864 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.783218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.783994 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:30.786806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] 10.222.0.83 "PUT /v2.0/ports/4645aed9-aa3b-46d4-a562-4b7b879d19f0 HTTP/1.1" status: 200 len: 1092 time: 1.1583555 Jul 07 22:15:30.790809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:30.793313 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367d9284-9da6-48b9-8b97-d14e4d49e47b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:30.844042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb57ecd-1a36-431d-8d1d-ba8b38e3f29b service neutron] Pushing event updated for resources: {'Port': ['ID=4645aed9-aa3b-46d4-a562-4b7b879d19f0,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:30.890772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac0f5c-094e-46a7-a986-bcfe14ef90df req-ec01bfda-65e6-4af8-b1b1-10373ac1ae8f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.892282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dac0f5c-094e-46a7-a986-bcfe14ef90df req-ec01bfda-65e6-4af8-b1b1-10373ac1ae8f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 943 time: 0.2363915 Jul 07 22:15:30.910041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68921243-9f68-44fa-899f-2f7b863411f4 req-b0f70782-67ba-4cbf-8d9a-89662e4bc960 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:30.912079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68921243-9f68-44fa-899f-2f7b863411f4 req-b0f70782-67ba-4cbf-8d9a-89662e4bc960 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 945 time: 0.2584956 Jul 07 22:15:30.996365 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.020430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dac0f5c-094e-46a7-a986-bcfe14ef90df req-ad30d0d8-0951-4e89-8e37-00c6635e1977 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913711 Jul 07 22:15:31.032431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68921243-9f68-44fa-899f-2f7b863411f4 req-8c81416c-3b2c-45de-8c41-7fc0a8b6fd44 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016526 Jul 07 22:15:31.054008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e1f2a106-8747-4647-a77c-1f2a8ebfceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.055537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-e1f2a106-8747-4647-a77c-1f2a8ebfceb1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1095 time: 0.1614702 Jul 07 22:15:31.075230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-e681b405-2404-4b16-a0ed-aee70e6e6c43 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.076728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-e681b405-2404-4b16-a0ed-aee70e6e6c43 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 950 time: 0.1132884 Jul 07 22:15:31.130536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-46ee554c-10d3-44b3-bcf8-735ca0e40782 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0 HTTP/1.1" status: 200 len: 217 time: 0.0528219 Jul 07 22:15:31.296627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-28ea755e-424a-414e-a5a5-21d4481a0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.298066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-28ea755e-424a-414e-a5a5-21d4481a0245 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1438575 Jul 07 22:15:31.360996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-ea5b45d7-8167-4ff9-99d5-cf55d6732d5b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406663 Jul 07 22:15:31.375401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82a4a-c12a-4328-b7da-0716d69d584f req-bcfefe5c-b084-426e-a6af-c4ef7f566a9e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.376858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30a82a4a-c12a-4328-b7da-0716d69d584f req-bcfefe5c-b084-426e-a6af-c4ef7f566a9e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 946 time: 0.2215106 Jul 07 22:15:31.400680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-cfcd5ca6-20de-4b9b-89af-b40e54f29157 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.402528 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-cfcd5ca6-20de-4b9b-89af-b40e54f29157 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.44 "GET /v2.0/ports?device_id=28ab33b6-d98b-451d-93d5-af6eea8caddd HTTP/1.1" status: 200 len: 946 time: 0.0766432 Jul 07 22:15:31.463207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aad8ff-dc2e-4c5d-8aa9-aaf225aaed60 req-c3733a99-34a9-4d2e-b3d7-324d54129bec tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.464702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77aad8ff-dc2e-4c5d-8aa9-aaf225aaed60 req-c3733a99-34a9-4d2e-b3d7-324d54129bec tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 945 time: 0.2369654 Jul 07 22:15:31.475400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Deleting port f16e8e17-e6c7-4640-b040-a47d29ec586e {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:31.475852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.521168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Deleting port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:31.521168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.558595 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30a82a4a-c12a-4328-b7da-0716d69d584f req-5b9cd937-765c-4d90-b7e7-1fbb8780dbd9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681447 Jul 07 22:15:31.604508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77aad8ff-dc2e-4c5d-8aa9-aaf225aaed60 req-0e87c4bc-62c4-4f6b-a182-d7a14725e8e0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308165 Jul 07 22:15:31.608820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-7c51024a-ee5c-4402-8b6a-4c9b4ccf6429 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308795 Jul 07 22:15:31.635068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] For port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:31.635424 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.646899 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda9e9c3-f686-4e9f-822e-e4b70a6e31c0 x-openstack-request-id: req-fda9e9c3-f686-4e9f-822e-e4b70a6e31c0 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:31.647331 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af31075-5624-4627-94d8-d35a5bad15b6", "name": "network-vif-plugged", "status": "completed", "tag": "58690b40-e4d4-4f38-acc5-99b92927c83d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:31.647895 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fda9e9c3-f686-4e9f-822e-e4b70a6e31c0 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:31.648528 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af31075-5624-4627-94d8-d35a5bad15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58690b40-e4d4-4f38-acc5-99b92927c83d', 'code': 200} Jul 07 22:15:31.650018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Calling delete_port for 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:31.706820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] For port f16e8e17-e6c7-4640-b040-a47d29ec586e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f16e8e17-e6c7-4640-b040-a47d29ec586e,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:31.707108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.720656 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574a84f3-c2cf-49ac-972e-43ee9a9027c6 x-openstack-request-id: req-574a84f3-c2cf-49ac-972e-43ee9a9027c6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:31.720980 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:31.721258 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-574a84f3-c2cf-49ac-972e-43ee9a9027c6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:31.721590 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0', 'status': 'completed', 'code': 200} Jul 07 22:15:31.742418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Calling delete_port for f16e8e17-e6c7-4640-b040-a47d29ec586e owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:31.847824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbb50cc3-fc3d-400c-bc01-8358633059a6 req-1cb641ca-46d5-49ec-a7a8-853c5c9f43b5 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273061 Jul 07 22:15:31.863391 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.879560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3dcddd28-f8c0-4f59-bc9b-2febe62dc699'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:31.906529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event deleted for resources: {'Port': ['ID=3dcddd28-f8c0-4f59-bc9b-2febe62dc699,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:31.962010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959389b8-868f-47ad-8c5d-db82f30f4c6c req-f2b53831-0a43-47eb-aa2d-6200b859b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:31.963553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-959389b8-868f-47ad-8c5d-db82f30f4c6c req-f2b53831-0a43-47eb-aa2d-6200b859b855 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 1097 time: 0.2447255 Jul 07 22:15:31.967719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] No DVR routers for this DVR port 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:31.970376 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:31.972437 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2a4f66d1-64c0-435f-9e82-581a2b25eda7 req-d2ac64b1-dd8e-4ba6-a863-237879054b42 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.44 "DELETE /v2.0/ports/3dcddd28-f8c0-4f59-bc9b-2febe62dc699 HTTP/1.1" status: 204 len: 173 time: 0.5645390 Jul 07 22:15:31.973037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ab33b6-d98b-451d-93d5-af6eea8caddd', 'name': 'network-vif-deleted', 'tag': '3dcddd28-f8c0-4f59-bc9b-2febe62dc699'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:31.976559 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e37787-e5a9-4df1-914a-620b7eb22c19" -d '{"events": [{"server_uuid": "28ab33b6-d98b-451d-93d5-af6eea8caddd", "name": "network-vif-deleted", "tag": "3dcddd28-f8c0-4f59-bc9b-2febe62dc699"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:32.028773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800febc-eb40-47a7-9b22-9ee95dbc9997 req-d60861c9-0af5-4e97-a236-85257a97c570 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.030302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2800febc-eb40-47a7-9b22-9ee95dbc9997 req-d60861c9-0af5-4e97-a236-85257a97c570 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b04371-2f38-4938-ae07-c729d63172e7 HTTP/1.1" status: 200 len: 950 time: 0.1985214 Jul 07 22:15:32.108439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-959389b8-868f-47ad-8c5d-db82f30f4c6c req-ef252bec-45f9-4110-87c7-a3f47aeeadf1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318533 Jul 07 22:15:32.117246 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:32.128642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['f16e8e17-e6c7-4640-b040-a47d29ec586e', '122578f8-f1b6-418d-81d0-60b3fa6c69ec'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:32.130162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a3eb-4176-4382-885a-2a6f3db2322b req-69a49d07-d11b-4273-9412-d1a414e2bc65 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.136113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a3eb-4176-4382-885a-2a6f3db2322b req-69a49d07-d11b-4273-9412-d1a414e2bc65 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.141925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a3eb-4176-4382-885a-2a6f3db2322b req-69a49d07-d11b-4273-9412-d1a414e2bc65 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.148402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a3eb-4176-4382-885a-2a6f3db2322b req-69a49d07-d11b-4273-9412-d1a414e2bc65 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.154395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a3eb-4176-4382-885a-2a6f3db2322b req-69a49d07-d11b-4273-9412-d1a414e2bc65 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.160256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a3eb-4176-4382-885a-2a6f3db2322b req-69a49d07-d11b-4273-9412-d1a414e2bc65 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.166869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a3eb-4176-4382-885a-2a6f3db2322b req-69a49d07-d11b-4273-9412-d1a414e2bc65 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.169751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['3626772a-149d-48ef-b217-62c5366760b3'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:32.174262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ead4a3eb-4176-4382-885a-2a6f3db2322b req-69a49d07-d11b-4273-9412-d1a414e2bc65 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.2827172 Jul 07 22:15:32.488759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-2a399e65-e0ac-4818-bbfc-2a5bb59375d5 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.490521 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-2a399e65-e0ac-4818-bbfc-2a5bb59375d5 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.83 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 945 time: 0.0951548 Jul 07 22:15:32.519451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Pushing event deleted for resources: {'Port': ['ID=f16e8e17-e6c7-4640-b040-a47d29ec586e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:32.581003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2800febc-eb40-47a7-9b22-9ee95dbc9997 req-b411726e-d862-4b5d-a0bd-fcd82c4744d2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178502 Jul 07 22:15:32.604659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] No DVR routers for this DVR port f16e8e17-e6c7-4640-b040-a47d29ec586e on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:32.619939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ead4a3eb-4176-4382-885a-2a6f3db2322b req-9fe84ab6-b360-400b-a007-155fb1687d37 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4447474 Jul 07 22:15:32.621157 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:32.623195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2a98ed2-cc9b-46fd-84c5-ca4c1b649603 req-9956e15a-47bd-4ca2-ac11-fe9adcb2f9f7 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "DELETE /v2.0/ports/f16e8e17-e6c7-4640-b040-a47d29ec586e HTTP/1.1" status: 204 len: 173 time: 1.5388129 Jul 07 22:15:32.650443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-6b970128-e5c0-448a-afe1-bd496d43420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.652246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-6b970128-e5c0-448a-afe1-bd496d43420c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1095 time: 0.5922103 Jul 07 22:15:32.666386 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:32.671399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Deleting port ccf10663-d9a0-4547-87c8-e744d737955e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:32.671532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:32.728143 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f47f11-6fa0-49ae-b407-50a2cae93fab x-openstack-request-id: req-b7f47f11-6fa0-49ae-b407-50a2cae93fab {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:32.728632 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ab33b6-d98b-451d-93d5-af6eea8caddd", "name": "network-vif-deleted", "tag": "3dcddd28-f8c0-4f59-bc9b-2febe62dc699", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:32.728952 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7f47f11-6fa0-49ae-b407-50a2cae93fab {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:32.729410 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ab33b6-d98b-451d-93d5-af6eea8caddd', 'name': 'network-vif-deleted', 'tag': '3dcddd28-f8c0-4f59-bc9b-2febe62dc699', 'status': 'completed', 'code': 200} Jul 07 22:15:32.834310 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] For port ccf10663-d9a0-4547-87c8-e744d737955e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ccf10663-d9a0-4547-87c8-e744d737955e,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:32.835623 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:32.840229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-358f6706-9664-404b-a837-5cf9ca3db4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:32.841714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-358f6706-9664-404b-a837-5cf9ca3db4ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.1821644 Jul 07 22:15:32.859737 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Calling delete_port for ccf10663-d9a0-4547-87c8-e744d737955e owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:32.909404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-74cca997-db70-4d0e-b471-73e4b277578d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0 HTTP/1.1" status: 200 len: 217 time: 0.0604601 Jul 07 22:15:33.058044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-6b4f9970-b426-49b9-9c85-7d5966b4e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:33.064262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-6b4f9970-b426-49b9-9c85-7d5966b4e548 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1362011 Jul 07 22:15:33.070253 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:33.108391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Pushing event deleted for resources: {'Port': ['ID=ccf10663-d9a0-4547-87c8-e744d737955e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:33.154482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-173255a3-1e48-486e-b2d8-8672085b8645 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699544 Jul 07 22:15:33.189060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] No DVR routers for this DVR port ccf10663-d9a0-4547-87c8-e744d737955e on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:33.191847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858bcc1-d1c0-4ebf-a185-628837c6385d req-306ecc28-7294-423b-8c20-6b8b8676c27a tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:33.192829 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:33.193673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5858bcc1-d1c0-4ebf-a185-628837c6385d req-306ecc28-7294-423b-8c20-6b8b8676c27a tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 867 time: 0.2929547 Jul 07 22:15:33.196237 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-50063f7b-f370-4e64-8ef1-25d6fa5478c9 req-9a012e40-c236-43f9-a435-271b3eed2f60 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.83 "DELETE /v2.0/ports/ccf10663-d9a0-4547-87c8-e744d737955e HTTP/1.1" status: 204 len: 173 time: 0.6988788 Jul 07 22:15:33.202657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501d5a2-511d-47a5-998c-5d599276afbb req-59477676-4b71-4912-b423-48b58613eeb4 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:33.204155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d501d5a2-511d-47a5-998c-5d599276afbb req-59477676-4b71-4912-b423-48b58613eeb4 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 943 time: 0.3023269 Jul 07 22:15:33.334540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5858bcc1-d1c0-4ebf-a185-628837c6385d req-54c13d73-a894-43f5-9a0e-50e1825c5f12 tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/security-groups?id=45aad296-50f1-4fa9-b526-fd18dcbfa52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146500 Jul 07 22:15:33.344668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d501d5a2-511d-47a5-998c-5d599276afbb req-3842e8c3-d3ce-427f-b0e4-f186900ede2f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919168 Jul 07 22:15:33.361167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-9e616d02-ced3-497b-9c6a-2b6b181ef3e5 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926584 Jul 07 22:15:33.508730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-367d9284-9da6-48b9-8b97-d14e4d49e47b req-82fc6940-5eb0-4f05-b85d-391593ecde32 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350677 Jul 07 22:15:33.545065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['ccf10663-d9a0-4547-87c8-e744d737955e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:33.669918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74498d-e2af-469d-8373-b71144e37b32 req-5d6082a6-e786-4bb9-894d-100ba5e276e7 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:33.674331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74498d-e2af-469d-8373-b71144e37b32 req-5d6082a6-e786-4bb9-894d-100ba5e276e7 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 945 time: 0.1300838 Jul 07 22:15:33.739314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b04371-2f38-4938-ae07-c729d63172e7', 'name': 'network-vif-deleted', 'tag': 'f16e8e17-e6c7-4640-b040-a47d29ec586e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:33.742203 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83fd927-de9e-4342-b977-974ddd008333" -d '{"events": [{"server_uuid": "35b04371-2f38-4938-ae07-c729d63172e7", "name": "network-vif-deleted", "tag": "f16e8e17-e6c7-4640-b040-a47d29ec586e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:33.780284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74498d-e2af-469d-8373-b71144e37b32 req-89ad66fe-fc54-460c-9a6b-12e1c62b0896 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006236 Jul 07 22:15:33.823583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-4dbc098e-28df-46f9-bac5-a2d721d8684d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:33.824896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-4dbc098e-28df-46f9-bac5-a2d721d8684d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.1434631 Jul 07 22:15:33.846792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-616d8781-f356-4fba-ba40-e7e117ff729e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/quotas/54e3a2de8bea4da984d353053786f4c9 HTTP/1.1" status: 200 len: 375 time: 0.0156722 Jul 07 22:15:33.890669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-dba96790-07fe-4e2c-a084-803f1b645449 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392098 Jul 07 22:15:34.018983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-ad952934-8d55-49d5-be04-78c0898bd170 service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254194 Jul 07 22:15:34.175161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-f03d5069-d64e-4ce0-b5eb-752dab1fbcf0 service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492782 Jul 07 22:15:34.214332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff56-7325-4208-bd9b-88276e397135 req-b5d05681-7c10-4369-8b47-7a89ef3217e7 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.220877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff56-7325-4208-bd9b-88276e397135 req-b5d05681-7c10-4369-8b47-7a89ef3217e7 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.230377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff56-7325-4208-bd9b-88276e397135 req-b5d05681-7c10-4369-8b47-7a89ef3217e7 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.237793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff56-7325-4208-bd9b-88276e397135 req-b5d05681-7c10-4369-8b47-7a89ef3217e7 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.244683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff56-7325-4208-bd9b-88276e397135 req-b5d05681-7c10-4369-8b47-7a89ef3217e7 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.273539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff56-7325-4208-bd9b-88276e397135 req-b5d05681-7c10-4369-8b47-7a89ef3217e7 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.296223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708ff56-7325-4208-bd9b-88276e397135 req-b5d05681-7c10-4369-8b47-7a89ef3217e7 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.297995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1708ff56-7325-4208-bd9b-88276e397135 req-b5d05681-7c10-4369-8b47-7a89ef3217e7 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.1827359 Jul 07 22:15:34.387077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1708ff56-7325-4208-bd9b-88276e397135 req-d6be8dc0-6eeb-4400-8d95-fedd282fbdf0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799272 Jul 07 22:15:34.492358 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc396988-76ba-4b00-95df-51b052e11580 x-openstack-request-id: req-fc396988-76ba-4b00-95df-51b052e11580 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:34.492890 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b04371-2f38-4938-ae07-c729d63172e7", "name": "network-vif-deleted", "tag": "f16e8e17-e6c7-4640-b040-a47d29ec586e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:34.493313 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc396988-76ba-4b00-95df-51b052e11580 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:34.493874 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b04371-2f38-4938-ae07-c729d63172e7', 'name': 'network-vif-deleted', 'tag': 'f16e8e17-e6c7-4640-b040-a47d29ec586e', 'status': 'completed', 'code': 200} Jul 07 22:15:34.730934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3ab59f-d5b4-4071-8622-7bb0f02c2e17', 'name': 'network-vif-deleted', 'tag': 'ccf10663-d9a0-4547-87c8-e744d737955e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:34.732459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6443c542-8d1a-442a-9ca2-b09e2ff33253 req-cdd03291-19d8-4820-9095-1dee05fca8ec tempest-AttachSCSIVolumeTestJSON-1944688309 tempest-AttachSCSIVolumeTestJSON-1944688309-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb3ab59f-d5b4-4071-8622-7bb0f02c2e17 HTTP/1.1" status: 200 len: 210 time: 0.0571458 Jul 07 22:15:34.734559 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9996234f-7a87-4bf9-9eb6-39ded0c02b70" -d '{"events": [{"server_uuid": "cb3ab59f-d5b4-4071-8622-7bb0f02c2e17", "name": "network-vif-deleted", "tag": "ccf10663-d9a0-4547-87c8-e744d737955e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:34.943539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5a2a-45f2-4f7a-b69a-5647327edb04 req-d5435a7e-039a-4bcb-b384-cd0acf740f25 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:34.953163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a02b5a2a-45f2-4f7a-b69a-5647327edb04 req-d5435a7e-039a-4bcb-b384-cd0acf740f25 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 943 time: 0.1105487 Jul 07 22:15:35.010630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a02b5a2a-45f2-4f7a-b69a-5647327edb04 req-cbbe2329-5bba-447b-b9fe-755649861d70 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563698 Jul 07 22:15:35.055875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be5d671d-aa34-4ec6-8371-244922606a29 req-93059883-90f4-4174-a00c-b03d6b76731c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 210 time: 0.0735815 Jul 07 22:15:35.166693 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fefed8-7fe0-4bff-9b4f-5e739c8ce6ac x-openstack-request-id: req-74fefed8-7fe0-4bff-9b4f-5e739c8ce6ac {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:35.166993 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3ab59f-d5b4-4071-8622-7bb0f02c2e17", "name": "network-vif-deleted", "tag": "ccf10663-d9a0-4547-87c8-e744d737955e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:35.167246 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74fefed8-7fe0-4bff-9b4f-5e739c8ce6ac {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:35.167653 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3ab59f-d5b4-4071-8622-7bb0f02c2e17', 'name': 'network-vif-deleted', 'tag': 'ccf10663-d9a0-4547-87c8-e744d737955e', 'status': 'completed', 'code': 200} Jul 07 22:15:35.439044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cbac5-ee58-48f4-900b-a621789fa545 req-403f45c3-2048-442e-9784-1dbfd5fd5e18 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.456934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-074cbac5-ee58-48f4-900b-a621789fa545 req-403f45c3-2048-442e-9784-1dbfd5fd5e18 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 950 time: 0.1761794 Jul 07 22:15:35.516677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-074cbac5-ee58-48f4-900b-a621789fa545 req-d66acd5c-17d0-4e74-87ec-c08e3bc9cbf9 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587695 Jul 07 22:15:35.682849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd727f41-df63-4308-9b7c-e4eddd736d67 req-b433fbb8-f4bf-4640-b498-28bd8448229c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.688808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd727f41-df63-4308-9b7c-e4eddd736d67 req-b433fbb8-f4bf-4640-b498-28bd8448229c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.695360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd727f41-df63-4308-9b7c-e4eddd736d67 req-b433fbb8-f4bf-4640-b498-28bd8448229c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.701181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd727f41-df63-4308-9b7c-e4eddd736d67 req-b433fbb8-f4bf-4640-b498-28bd8448229c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.707011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd727f41-df63-4308-9b7c-e4eddd736d67 req-b433fbb8-f4bf-4640-b498-28bd8448229c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.712918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd727f41-df63-4308-9b7c-e4eddd736d67 req-b433fbb8-f4bf-4640-b498-28bd8448229c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.719465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd727f41-df63-4308-9b7c-e4eddd736d67 req-b433fbb8-f4bf-4640-b498-28bd8448229c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.722210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd727f41-df63-4308-9b7c-e4eddd736d67 req-b433fbb8-f4bf-4640-b498-28bd8448229c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.1813688 Jul 07 22:15:35.788235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd727f41-df63-4308-9b7c-e4eddd736d67 req-dcd24b58-ea14-46d3-b448-4f01af68b7a4 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554578 Jul 07 22:15:35.804058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-758b6ab0-1621-4f4c-bafb-7434b73724e4 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:35.805573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-758b6ab0-1621-4f4c-bafb-7434b73724e4 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/networks?id=5e4abaa8-9926-45ef-a512-a35c29e86747 HTTP/1.1" status: 200 len: 810 time: 0.1945798 Jul 07 22:15:35.870236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-c4cd6e21-c107-43dc-b925-75802aa98ae5 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/quotas/414d6372f8764d03913421771cacda77 HTTP/1.1" status: 200 len: 375 time: 0.0228033 Jul 07 22:15:35.880379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-eeb8c799-9815-4526-9269-419e6e0dd5a8 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=414d6372f8764d03913421771cacda77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390236 Jul 07 22:15:35.979586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-06235e50-5d19-4e65-9a28-6d0a7477fff2 service neutron] 10.222.0.81 "GET /v2.0/networks/5e4abaa8-9926-45ef-a512-a35c29e86747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932288 Jul 07 22:15:36.085287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-61e2c633-f313-48c2-a54f-b9328a71dc65 service neutron] 10.222.0.81 "GET /v2.0/networks/5e4abaa8-9926-45ef-a512-a35c29e86747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994649 Jul 07 22:15:36.234234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119861b-03a8-4229-9775-f76097f619db req-912623d7-6c96-459e-bb92-2434e81fd124 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:36.235171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2119861b-03a8-4229-9775-f76097f619db req-912623d7-6c96-459e-bb92-2434e81fd124 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 943 time: 0.0813828 Jul 07 22:15:36.312358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2119861b-03a8-4229-9775-f76097f619db req-848f86bd-74c3-4b05-b8c4-4fea17a4248c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664074 Jul 07 22:15:36.424546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:36.472002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:36.472851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3dcddd28-f8c0-4f59-bc9b-2febe62dc699 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:36.474552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f16e8e17-e6c7-4640-b040-a47d29ec586e no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:36.505477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: f16e8e17-e6c7-4640-b040-a47d29ec586e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:36.506310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f16e8e17-e6c7-4640-b040-a47d29ec586e not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:36.515069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-596ca77f-dd4f-47da-83dc-afd373b11025 req-2deedd07-7d84-4dac-9cdf-95ccea3bf1d8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 210 time: 0.0669911 Jul 07 22:15:36.661345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56114) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:36.699883 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:15:36.761175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3142ecc-5c55-47fa-8c2c-02bf209f38e7 req-103c7a0b-6a8a-490f-951a-ef5054d83849 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 210 time: 0.1453865 Jul 07 22:15:36.772206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-12334441-f761-4b86-be0a-f37a92ffc800 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:36.773734 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-12334441-f761-4b86-be0a-f37a92ffc800 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.2036164 Jul 07 22:15:36.776836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0985d559-f23d-4ac8-bbb7-2d1ae8effb14 admin admin] Deleting subnet 6fd03e12-d7ea-442a-88f6-a1f1775e022d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:15:36.781259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0985d559-f23d-4ac8-bbb7-2d1ae8effb14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:36.810356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Request body: {'port': {'device_id': 'f37784cc-5b95-49a4-a04f-194dc77a7596', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'admin_state_up': True, 'tenant_id': '54e3a2de8bea4da984d353053786f4c9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:36.812878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-136f0525-dda1-4a55-adbe-b29cbdb343a8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3003728 Jul 07 22:15:36.813360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ccf10663-d9a0-4547-87c8-e744d737955e no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:36.876751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: ccf10663-d9a0-4547-87c8-e744d737955e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:36.878827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ccf10663-d9a0-4547-87c8-e744d737955e not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:36.983954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-790abd0b-07f3-448a-ba7b-af0227fb8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:36.984736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Made reservation on behalf of 54e3a2de8bea4da984d353053786f4c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:36.986574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-790abd0b-07f3-448a-ba7b-af0227fb8814 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 1097 time: 0.1309006 Jul 07 22:15:36.988843 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.021369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0985d559-f23d-4ac8-bbb7-2d1ae8effb14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.224241 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0985d559-f23d-4ac8-bbb7-2d1ae8effb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.307453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26922955-47ae-407c-af83-e0d56f230ba9 req-14c84918-e890-450c-b7f6-24f59cd30555 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.319301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26922955-47ae-407c-af83-e0d56f230ba9 req-14c84918-e890-450c-b7f6-24f59cd30555 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 950 time: 0.3109851 Jul 07 22:15:37.406189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Allocated IP 172.20.0.10 (e78bab56-2430-4352-8c3a-9a975fe97bdf/c729abe2-7c10-4e18-8f90-c6235fd549eb/2c7c085c-a579-482d-ac04-332102090f6e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:37.420348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0985d559-f23d-4ac8-bbb7-2d1ae8effb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.467092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985d559-f23d-4ac8-bbb7-2d1ae8effb14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd03e12-d7ea-442a-88f6-a1f1775e022d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:37.479585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0985d559-f23d-4ac8-bbb7-2d1ae8effb14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.481699 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0985d559-f23d-4ac8-bbb7-2d1ae8effb14 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6fd03e12-d7ea-442a-88f6-a1f1775e022d HTTP/1.1" status: 204 len: 168 time: 0.8183999 Jul 07 22:15:37.484361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:37.564243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26922955-47ae-407c-af83-e0d56f230ba9 req-ddfc5511-cc5d-49c7-9a02-0fbd4f7cdcd6 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438703 Jul 07 22:15:37.576912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-d458517d-dfea-473f-95f7-709285cde79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.595599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-d458517d-dfea-473f-95f7-709285cde79d service neutron] 10.222.0.83 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 916 time: 0.5258205 Jul 07 22:15:37.625887 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.751770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-b365ef4d-a275-4d33-b4df-de44a105b832 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb HTTP/1.1" status: 200 len: 217 time: 0.1207011 Jul 07 22:15:37.806974 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.817195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.822740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:37.837486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4397e126-cae5-43ac-b507-82f43cbc04ec') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:37.837858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4397e126-cae5-43ac-b507-82f43cbc04ec') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:37.851240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.866329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ebd9-f35e-4fac-9230-023332f0343c req-a9d8b2ee-56ef-457c-8fc9-406abb3f63f6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.873730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ebd9-f35e-4fac-9230-023332f0343c req-a9d8b2ee-56ef-457c-8fc9-406abb3f63f6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.874132 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.881018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ebd9-f35e-4fac-9230-023332f0343c req-a9d8b2ee-56ef-457c-8fc9-406abb3f63f6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.887741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ebd9-f35e-4fac-9230-023332f0343c req-a9d8b2ee-56ef-457c-8fc9-406abb3f63f6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.888998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:15:37.889561 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:15:37.892647 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:15:37.895941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ebd9-f35e-4fac-9230-023332f0343c req-a9d8b2ee-56ef-457c-8fc9-406abb3f63f6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.903934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ebd9-f35e-4fac-9230-023332f0343c req-a9d8b2ee-56ef-457c-8fc9-406abb3f63f6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.910296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ebd9-f35e-4fac-9230-023332f0343c req-a9d8b2ee-56ef-457c-8fc9-406abb3f63f6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:37.918918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7719ebd9-f35e-4fac-9230-023332f0343c req-a9d8b2ee-56ef-457c-8fc9-406abb3f63f6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.5214934 Jul 07 22:15:37.967730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.010965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-28af89b2-739b-474d-99ff-360b85bb10e5 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:38.012988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-28af89b2-739b-474d-99ff-360b85bb10e5 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.83 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 950 time: 0.3758574 Jul 07 22:15:38.030903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event updated for resources: {'Port': ['ID=2c7c085c-a579-482d-ac04-332102090f6e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:38.038291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.049174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.051122 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] 10.222.0.81 "DELETE /v2.0/networks/37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0 HTTP/1.1" status: 204 len: 168 time: 0.5655839 Jul 07 22:15:38.054149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-a55f3fa1-be73-4681-aea3-0a15ec1b61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:38.056057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-a55f3fa1-be73-4681-aea3-0a15ec1b61b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.2858455 Jul 07 22:15:38.056211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56146) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:38.078731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Network e78bab56-2430-4352-8c3a-9a975fe97bdf is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:38.079722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7972fd-b1d0-403d-844c-90743466f5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=37ecbdb3-60b7-4a0e-b545-a12a04aaa7d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:38.103259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:38.107220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:38.164666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-1be17c32-0b97-421c-aae4-efcf89b31eea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414710 Jul 07 22:15:38.173977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:38.174701 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.208301 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-10131b3f-bfee-4c78-a075-ee12c0e785f4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4015989 Jul 07 22:15:38.214712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7719ebd9-f35e-4fac-9230-023332f0343c req-13be9bf0-7fa4-4f62-ad4a-709b3688f18e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2925124 Jul 07 22:15:38.233626 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6576dd36-4049-4e2b-959d-31ff633f2c5e admin admin] Deleting subnet 3dca106e-d603-41d2-ad8f-33b56dde9135 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:15:38.246146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Request body: {'port': {'device_id': 'f37784cc-5b95-49a4-a04f-194dc77a7596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:38.301181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6576dd36-4049-4e2b-959d-31ff633f2c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.384130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ccfb0-0f61-4e25-8400-9a87cbd5dc20 req-45ec02a2-fc8b-4a84-8075-590778eba657 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:38.406340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce2ccfb0-0f61-4e25-8400-9a87cbd5dc20 req-45ec02a2-fc8b-4a84-8075-590778eba657 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 943 time: 0.5761015 Jul 07 22:15:38.407338 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6576dd36-4049-4e2b-959d-31ff633f2c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.454640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.474416 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6576dd36-4049-4e2b-959d-31ff633f2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.522980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-d62bd3e9-d0d9-417a-b1a6-c40594dbd36c service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417532 Jul 07 22:15:38.717773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-435059ea-7989-4c12-9305-722e4d3e3b94 req-554c01bb-96ce-4bc3-a4c7-732499cfdfe2 service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533513 Jul 07 22:15:38.780154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7c085c-a579-482d-ac04-332102090f6e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:38.788091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.802335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Transition to ACTIVE for port object 2c7c085c-a579-482d-ac04-332102090f6e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:38.825191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4645aed9-aa3b-46d4-a562-4b7b879d19f0 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:38.835299 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.982111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Deleting port 3626772a-149d-48ef-b217-62c5366760b3 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:38.982617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:38.995767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7c085c-a579-482d-ac04-332102090f6e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:38.997848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce2ccfb0-0f61-4e25-8400-9a87cbd5dc20 req-feba8d1b-205e-4f19-b922-b1ca3aad31b6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904350 Jul 07 22:15:39.034269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6576dd36-4049-4e2b-959d-31ff633f2c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.056911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:39.076806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6576dd36-4049-4e2b-959d-31ff633f2c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.079307 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6576dd36-4049-4e2b-959d-31ff633f2c5e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3dca106e-d603-41d2-ad8f-33b56dde9135 HTTP/1.1" status: 204 len: 168 time: 1.0198698 Jul 07 22:15:39.083371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576dd36-4049-4e2b-959d-31ff633f2c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dca106e-d603-41d2-ad8f-33b56dde9135,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:39.085512 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56154) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:39.092985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '4645aed9-aa3b-46d4-a562-4b7b879d19f0', 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2', 'port_id': '4645aed9-aa3b-46d4-a562-4b7b879d19f0', 'mac_address': 'fa:16:3e:c1:14:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4f2386-b705-48e4-8230-6d29c20b1b2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:39.155733 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.158910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Attempting to bind port 2c7c085c-a579-482d-ac04-332102090f6e on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:39.159396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Attempting to bind port 2c7c085c-a579-482d-ac04-332102090f6e by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:39.178460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Attempting to bind port 2c7c085c-a579-482d-ac04-332102090f6e on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:39.187443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4645aed9-aa3b-46d4-a562-4b7b879d19f0 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:39.208606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00aab5-8a6e-468a-b378-0a3817706ede req-4d4586ab-b2e0-45fa-a206-baa3e1770688 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.215591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:39.218650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c00aab5-8a6e-468a-b378-0a3817706ede req-4d4586ab-b2e0-45fa-a206-baa3e1770688 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 932 time: 0.7449651 Jul 07 22:15:39.223842 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.227739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.264930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Port 2c7c085c-a579-482d-ac04-332102090f6e on network e78bab56-2430-4352-8c3a-9a975fe97bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:39.265682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Attempting to bind port 2c7c085c-a579-482d-ac04-332102090f6e on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:39.275665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:39.276473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Checking segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:39.277168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Bound using segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:39.277782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Bound port: 2c7c085c-a579-482d-ac04-332102090f6e, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:39.278346 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.364316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4645aed9-aa3b-46d4-a562-4b7b879d19f0,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:39.383955 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.411974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd82f55-36a4-49e8-b400-23604b822c92']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:39.442285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e5726e-c969-448b-ba20-a63f3e5182e5') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:39.442570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e5726e-c969-448b-ba20-a63f3e5182e5') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:39.461739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.481991 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.489108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:15:39.489507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:15:39.549282 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:15:39.609166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] For port 2c7c085c-a579-482d-ac04-332102090f6e, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:39.612717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] For port 2c7c085c-a579-482d-ac04-332102090f6e, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2c7c085c-a579-482d-ac04-332102090f6e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:39.615248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.625927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.627849 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] 10.222.0.81 "DELETE /v2.0/networks/dbd82f55-36a4-49e8-b400-23604b822c92 HTTP/1.1" status: 204 len: 168 time: 0.5410872 Jul 07 22:15:39.631323 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.658731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-196eb38a-4722-4c25-9fbe-b5a02622ba62 req-43b8a87b-54bc-43d3-a0de-07127a2c5721 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 210 time: 0.4192290 Jul 07 22:15:39.673539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61ea28-fba3-4b6c-acb4-e0e65cb4d5dc admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd82f55-36a4-49e8-b400-23604b822c92,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:39.699115 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.699727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.701214 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] 10.222.0.83 "PUT /v2.0/ports/2c7c085c-a579-482d-ac04-332102090f6e HTTP/1.1" status: 200 len: 1093 time: 1.4593997 Jul 07 22:15:39.701824 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37784cc-5b95-49a4-a04f-194dc77a7596', 'tag': '2c7c085c-a579-482d-ac04-332102090f6e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:39.706735 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54725fea-9ac2-4f40-9fa4-8cffa91739cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f37784cc-5b95-49a4-a04f-194dc77a7596", "tag": "2c7c085c-a579-482d-ac04-332102090f6e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:39.708763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c00aab5-8a6e-468a-b378-0a3817706ede req-ebaaa935-6af5-4f52-bec8-97b27087aec4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890592 Jul 07 22:15:39.734712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-f7521ca7-82df-4d89-9881-0d5d911bc62b tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.736406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-f7521ca7-82df-4d89-9881-0d5d911bc62b tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.44 "GET /v2.0/networks?id=5e4abaa8-9926-45ef-a512-a35c29e86747 HTTP/1.1" status: 200 len: 810 time: 1.0243509 Jul 07 22:15:39.761459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] For port 3626772a-149d-48ef-b217-62c5366760b3, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=3626772a-149d-48ef-b217-62c5366760b3,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:39.761827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.761937 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2556eb9-f676-449b-a313-61eb24028766 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7c085c-a579-482d-ac04-332102090f6e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:39.783251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Calling delete_port for 3626772a-149d-48ef-b217-62c5366760b3 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:39.849832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:39.884114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4645aed9-aa3b-46d4-a562-4b7b879d19f0'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:39.920843 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-15f174ea-f53f-43a9-8ff8-951d8fc4f74f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8dd1aef767bc4af0b4d22dd47b509d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697310 Jul 07 22:15:39.923290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Request body: {'port': {'device_id': 'd5a7b824-f946-421d-bd53-0e46ddd24cda', 'network_id': '5e4abaa8-9926-45ef-a512-a35c29e86747', 'admin_state_up': True, 'tenant_id': '414d6372f8764d03913421771cacda77'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:39.923909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56168) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:39.960213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48ce48dd-6d24-4913-a2d3-d0fab04fe9a9 req-831e5caf-3348-4eb4-9f9c-81ed8105e74c tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 210 time: 0.0420494 Jul 07 22:15:39.970238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:39.985217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-e5f63fd1-bace-4650-84de-936bce2eba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:39.991203 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-e5f63fd1-bace-4650-84de-936bce2eba11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 1096 time: 0.2204845 Jul 07 22:15:40.035719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['122578f8-f1b6-418d-81d0-60b3fa6c69ec'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:40.105713 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4fcc21-a1bf-4f82-8318-101bbf3b43a6 x-openstack-request-id: req-3a4fcc21-a1bf-4f82-8318-101bbf3b43a6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:40.106321 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37784cc-5b95-49a4-a04f-194dc77a7596", "tag": "2c7c085c-a579-482d-ac04-332102090f6e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:40.106737 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a4fcc21-a1bf-4f82-8318-101bbf3b43a6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:40.112664 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37784cc-5b95-49a4-a04f-194dc77a7596', 'tag': '2c7c085c-a579-482d-ac04-332102090f6e', 'status': 'completed', 'code': 200} Jul 07 22:15:40.117294 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-6d50eef7-7e3e-4231-beb6-1c88b306cbbf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7c085c-a579-482d-ac04-332102090f6e HTTP/1.1" status: 200 len: 217 time: 0.1087587 Jul 07 22:15:40.123407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a16ae46a-2820-4eff-ae34-c953bc329d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:40.152157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Pushing event deleted for resources: {'Port': ['ID=3626772a-149d-48ef-b217-62c5366760b3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:40.246654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-1d447a80-9615-4205-9a2b-2436c9a1211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.248118 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-1d447a80-9615-4205-9a2b-2436c9a1211d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.1124315 Jul 07 22:15:40.253807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] No DVR routers for this DVR port 3626772a-149d-48ef-b217-62c5366760b3 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:40.258142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:40.261590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400a6d36-a7a7-4af3-b4aa-cf01c94f5672 req-83d6b400-6afe-457f-a300-6f96e378fecb tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.83 "DELETE /v2.0/ports/3626772a-149d-48ef-b217-62c5366760b3 HTTP/1.1" status: 204 len: 173 time: 2.2295964 Jul 07 22:15:40.280787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb', 'name': 'network-vif-deleted', 'tag': '3626772a-149d-48ef-b217-62c5366760b3'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:40.283944 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ba1b7f-387c-40b3-91a9-06c60f1cf954" -d '{"events": [{"server_uuid": "5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb", "name": "network-vif-deleted", "tag": "3626772a-149d-48ef-b217-62c5366760b3"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:40.333692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Made reservation on behalf of 414d6372f8764d03913421771cacda77 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:40.351604 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:40.355983 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-20da3b1e-e9f6-446d-8a6d-81c45ca3ad82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910273 Jul 07 22:15:40.362046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a16ae46a-2820-4eff-ae34-c953bc329d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:40.466518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e803c-6268-4979-9b9d-f8395d8f2d3b req-41b5f3ae-5d1a-4770-bc73-5c64fda075ca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.483255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e803c-6268-4979-9b9d-f8395d8f2d3b req-41b5f3ae-5d1a-4770-bc73-5c64fda075ca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.498352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e803c-6268-4979-9b9d-f8395d8f2d3b req-41b5f3ae-5d1a-4770-bc73-5c64fda075ca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.508294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e803c-6268-4979-9b9d-f8395d8f2d3b req-41b5f3ae-5d1a-4770-bc73-5c64fda075ca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.524952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e803c-6268-4979-9b9d-f8395d8f2d3b req-41b5f3ae-5d1a-4770-bc73-5c64fda075ca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.540123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e803c-6268-4979-9b9d-f8395d8f2d3b req-41b5f3ae-5d1a-4770-bc73-5c64fda075ca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.562879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e803c-6268-4979-9b9d-f8395d8f2d3b req-41b5f3ae-5d1a-4770-bc73-5c64fda075ca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.572598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779e803c-6268-4979-9b9d-f8395d8f2d3b req-41b5f3ae-5d1a-4770-bc73-5c64fda075ca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.5407522 Jul 07 22:15:40.647520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f92d72-e6a5-4ab4-86e9-b43b69eabb13 req-bd5f72d0-ed5e-41a5-9ab3-2f3ce501d9fd tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:40.655932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5f92d72-e6a5-4ab4-86e9-b43b69eabb13 req-bd5f72d0-ed5e-41a5-9ab3-2f3ce501d9fd tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 944 time: 0.3497076 Jul 07 22:15:40.763713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779e803c-6268-4979-9b9d-f8395d8f2d3b req-b275f0c4-b4e5-4354-8363-fca3fd272a1a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1900105 Jul 07 22:15:40.790508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5f92d72-e6a5-4ab4-86e9-b43b69eabb13 req-c7872bd0-a708-4ddf-b535-ce6b680ec601 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334279 Jul 07 22:15:40.843637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 3626772a-149d-48ef-b217-62c5366760b3 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:40.863778 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7637f030-4962-4380-9d46-20d664c5b91a x-openstack-request-id: req-7637f030-4962-4380-9d46-20d664c5b91a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:40.864275 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb", "name": "network-vif-deleted", "tag": "3626772a-149d-48ef-b217-62c5366760b3", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:40.867689 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7637f030-4962-4380-9d46-20d664c5b91a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:40.868268 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb', 'name': 'network-vif-deleted', 'tag': '3626772a-149d-48ef-b217-62c5366760b3', 'status': 'completed', 'code': 200} Jul 07 22:15:40.886257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 3626772a-149d-48ef-b217-62c5366760b3 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:40.887236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 3626772a-149d-48ef-b217-62c5366760b3 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:40.950363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Allocated IP 172.20.0.11 (5e4abaa8-9926-45ef-a512-a35c29e86747/7ac25503-1576-40ee-a5ef-22c943d0d6f1/57838ba5-1faa-4150-8bf2-f8d4a1ec2530) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:41.013747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a16ae46a-2820-4eff-ae34-c953bc329d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:41.016402 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a16ae46a-2820-4eff-ae34-c953bc329d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:41.017918 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a16ae46a-2820-4eff-ae34-c953bc329d4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03ea3de0-c31b-4108-9b3e-e15d5c43f1c2 HTTP/1.1" status: 204 len: 168 time: 1.0924058 Jul 07 22:15:41.027152 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-8dfa9c33-9a8f-413c-bad7-c161986109f2 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582599 Jul 07 22:15:41.032062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ae46a-2820-4eff-ae34-c953bc329d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea3de0-c31b-4108-9b3e-e15d5c43f1c2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:41.143586 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-98641a4f-e2d7-44c6-948f-9dde68371dee req-29005c18-41e0-4df2-a3b6-5a3d3922990b service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019576 Jul 07 22:15:41.190655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e1f2dad-ebd8-4aae-9224-5498b56b9c97 req-654a8ad5-6981-4b92-8a7c-24edff74cd01 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 210 time: 0.0592139 Jul 07 22:15:41.261376 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:41.360630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8e293-76ad-4b6c-a9e2-b7537a1d223f req-33b3f722-bd8c-4998-989a-bf17864f9a11 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:41.376977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ee8e293-76ad-4b6c-a9e2-b7537a1d223f req-33b3f722-bd8c-4998-989a-bf17864f9a11 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 944 time: 0.3997531 Jul 07 22:15:41.390838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-92754b6e-2d53-4215-adcd-802b93245155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:41.392398 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-92754b6e-2d53-4215-adcd-802b93245155 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 1096 time: 0.1156049 Jul 07 22:15:41.493585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93035557-e5e8-4681-ae5f-c660a5333fe4 req-56cc2897-71e2-4358-a628-b6c6804991c3 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=5bec1bfc-1e6e-4b76-a67e-bbd9ee2d1beb HTTP/1.1" status: 200 len: 210 time: 0.0599291 Jul 07 22:15:41.517901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ee8e293-76ad-4b6c-a9e2-b7537a1d223f req-4d6327c7-6dcc-4910-b303-059a97154d6c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400065 Jul 07 22:15:41.534915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-da2c5a9d-b82e-43fa-b096-6cb41041688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:41.536966 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-da2c5a9d-b82e-43fa-b096-6cb41041688d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 912 time: 0.1375084 Jul 07 22:15:41.551816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:41.609784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Network 5e4abaa8-9926-45ef-a512-a35c29e86747 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:41.614128 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-39b30a51-5b44-4d74-9033-0503f20a6696 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c7c085c-a579-482d-ac04-332102090f6e HTTP/1.1" status: 200 len: 217 time: 0.0660357 Jul 07 22:15:41.614264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:41.616236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:41.701517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56196) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:41.720046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-46c4686d-2a8b-4a11-ae2d-1c094cea33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:41.721633 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-46c4686d-2a8b-4a11-ae2d-1c094cea33f6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.1045814 Jul 07 22:15:41.728647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Pushing event updated for resources: {'Port': ['ID=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:41.739827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:41.740492 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:41.774993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-3e0c6b29-e4bc-4ef1-bd81-47651bf51199 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8553884 Jul 07 22:15:41.775559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56198) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:41.778432 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-c08977b3-3052-4bb3-a08d-c5a67c43a2bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489354 Jul 07 22:15:41.911427 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-81df0201-9610-4e97-a3a6-6c4553f3475d service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238263 Jul 07 22:15:41.938579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1ad9d05f-f423-4ab9-86e4-69f362ed92f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b835d7574514c86b3edc0a79c092bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336185 Jul 07 22:15:41.946144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Request body: {'port': {'device_id': 'd5a7b824-f946-421d-bd53-0e46ddd24cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:41.949397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56204) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:42.042000 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-54725fea-9ac2-4f40-9fa4-8cffa91739cd req-233ca510-02a3-4938-b650-7ccf69965706 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239498 Jul 07 22:15:42.215085 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:42.223845 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11d6a808-1b2f-42cf-a0a5-2e9f7def3cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:42.328397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43508a-08a3-4520-b1aa-c1d2c2275752 req-a3eaaf26-c589-4249-b266-7a0f71a82dc9 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.330048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f43508a-08a3-4520-b1aa-c1d2c2275752 req-a3eaaf26-c589-4249-b266-7a0f71a82dc9 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 944 time: 0.3493459 Jul 07 22:15:42.349352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b29f9-59b9-4db6-ac99-55a673e488ee req-fe6a1808-dd94-4425-b0c5-479b2a5a037e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.355049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b29f9-59b9-4db6-ac99-55a673e488ee req-fe6a1808-dd94-4425-b0c5-479b2a5a037e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.361296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b29f9-59b9-4db6-ac99-55a673e488ee req-fe6a1808-dd94-4425-b0c5-479b2a5a037e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.368056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b29f9-59b9-4db6-ac99-55a673e488ee req-fe6a1808-dd94-4425-b0c5-479b2a5a037e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.374066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b29f9-59b9-4db6-ac99-55a673e488ee req-fe6a1808-dd94-4425-b0c5-479b2a5a037e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.380101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b29f9-59b9-4db6-ac99-55a673e488ee req-fe6a1808-dd94-4425-b0c5-479b2a5a037e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.386108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b29f9-59b9-4db6-ac99-55a673e488ee req-fe6a1808-dd94-4425-b0c5-479b2a5a037e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:42.388059 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db0b29f9-59b9-4db6-ac99-55a673e488ee req-fe6a1808-dd94-4425-b0c5-479b2a5a037e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.4338100 Jul 07 22:15:42.391791 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11d6a808-1b2f-42cf-a0a5-2e9f7def3cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:42.581223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f43508a-08a3-4520-b1aa-c1d2c2275752 req-bf308379-c9ca-41cd-832f-c942526cee52 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844342 Jul 07 22:15:42.600894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db0b29f9-59b9-4db6-ac99-55a673e488ee req-bbc2d1a9-43c1-4857-8ac7-05831b7986b5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1980832 Jul 07 22:15:42.652156 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11d6a808-1b2f-42cf-a0a5-2e9f7def3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:42.664205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11d6a808-1b2f-42cf-a0a5-2e9f7def3cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:42.666667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-11d6a808-1b2f-42cf-a0a5-2e9f7def3cbc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2ed70cf-4d73-4f61-8bed-6cacb6c7bddf HTTP/1.1" status: 204 len: 168 time: 0.7138593 Jul 07 22:15:42.756459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6a808-1b2f-42cf-a0a5-2e9f7def3cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ed70cf-4d73-4f61-8bed-6cacb6c7bddf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:42.866213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4645aed9-aa3b-46d4-a562-4b7b879d19f0 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:42.930313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:42.934782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:42.935317 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:42.940906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:42.972148 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:43.021968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Transition to ACTIVE for port object 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:43.022775 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:43.032363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf52a0-695f-4db3-9740-ad715f248988 req-dc0aba17-093a-4b06-8a7b-2e6922ec2112 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:43.033864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ffaf52a0-695f-4db3-9740-ad715f248988 req-dc0aba17-093a-4b06-8a7b-2e6922ec2112 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 932 time: 0.2286901 Jul 07 22:15:43.037276 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:43.049503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:43.053492 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d575e6-e509-4b1a-a78e-f77bc49975f3" -d '{"events": [{"server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "name": "network-vif-plugged", "status": "completed", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:43.071757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:43.076015 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:43.129558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4645aed9-aa3b-46d4-a562-4b7b879d19f0,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:43.181738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Pushing event updated for resources: {'Port': ['ID=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:43.186482 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:43.201770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99d6fe-eb90-418d-8a32-e0ba42608976 req-e1c83fea-4651-49b1-9f9f-12d934f4fae8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:43.203387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff99d6fe-eb90-418d-8a32-e0ba42608976 req-e1c83fea-4651-49b1-9f9f-12d934f4fae8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 944 time: 0.2770483 Jul 07 22:15:43.258391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ffaf52a0-695f-4db3-9740-ad715f248988 req-dc5e0dae-5b72-4337-95ab-04ed10f247bf tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123528 Jul 07 22:15:43.392878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff99d6fe-eb90-418d-8a32-e0ba42608976 req-c250d30f-1912-4069-b4b1-1c208e5ede82 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317925 Jul 07 22:15:43.407337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Attempting to bind port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:43.407337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Attempting to bind port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '187ef5dc-66a9-41c6-98e7-50461cbefe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e4abaa8-9926-45ef-a512-a35c29e86747'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:43.407337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Attempting to bind port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 on network 5e4abaa8-9926-45ef-a512-a35c29e86747 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:43.415687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 on network 5e4abaa8-9926-45ef-a512-a35c29e86747 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:43.415815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Attempting to bind port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 on network 5e4abaa8-9926-45ef-a512-a35c29e86747 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:43.423698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:43.423995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Checking segment: {'id': '187ef5dc-66a9-41c6-98e7-50461cbefe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e4abaa8-9926-45ef-a512-a35c29e86747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:43.424438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Bound using segment: {'id': '187ef5dc-66a9-41c6-98e7-50461cbefe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e4abaa8-9926-45ef-a512-a35c29e86747'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:43.424908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Bound port: 57838ba5-1faa-4150-8bf2-f8d4a1ec2530, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ef5dc-66a9-41c6-98e7-50461cbefe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '5e4abaa8-9926-45ef-a512-a35c29e86747'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:43.425333 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:43.459410 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec71237-73a2-4c9a-980c-60014acfe119 x-openstack-request-id: req-aec71237-73a2-4c9a-980c-60014acfe119 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:43.459949 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "name": "network-vif-plugged", "status": "completed", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:43.460675 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aec71237-73a2-4c9a-980c-60014acfe119 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:43.461418 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0', 'code': 200} Jul 07 22:15:43.654001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9a0fe-8a56-4aa3-821d-a115b09d22b2 req-56d5a53a-4507-44d0-8063-a1da65293a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:43.659014 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-22d9a0fe-8a56-4aa3-821d-a115b09d22b2 req-56d5a53a-4507-44d0-8063-a1da65293a16 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1097 time: 0.0849500 Jul 07 22:15:43.731119 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-22d9a0fe-8a56-4aa3-821d-a115b09d22b2 req-6109f4f1-8be7-4a1c-af1d-cb8bebabcee3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Jul 07 22:15:44.066195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] For port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:44.088743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] For port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,segment=NetworkSegment(187ef5dc-66a9-41c6-98e7-50461cbefe3b),segment_id=187ef5dc-66a9-41c6-98e7-50461cbefe3b)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:44.105004 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:44.161351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.161641 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56254) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:44.161965 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:44.163393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] 10.222.0.44 "PUT /v2.0/ports/57838ba5-1faa-4150-8bf2-f8d4a1ec2530 HTTP/1.1" status: 200 len: 1093 time: 2.2278652 Jul 07 22:15:44.167729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a7b824-f946-421d-bd53-0e46ddd24cda', 'tag': '57838ba5-1faa-4150-8bf2-f8d4a1ec2530'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:44.169993 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4eef5b-538f-473f-bf50-d17b66022075" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a7b824-f946-421d-bd53-0e46ddd24cda", "tag": "57838ba5-1faa-4150-8bf2-f8d4a1ec2530"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:44.200821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57cb56-0dcd-4161-b58d-bdaa53f8bb84 req-04d56dc2-b18a-4826-833b-7abdc71daf40 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.202408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f57cb56-0dcd-4161-b58d-bdaa53f8bb84 req-04d56dc2-b18a-4826-833b-7abdc71daf40 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 945 time: 0.2264726 Jul 07 22:15:44.237718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae07dc-a24c-408d-ad8c-c7c7d3e9df25 req-4e91e2e2-091d-4570-99b3-70f3d07a587c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.243645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae07dc-a24c-408d-ad8c-c7c7d3e9df25 req-4e91e2e2-091d-4570-99b3-70f3d07a587c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.249627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae07dc-a24c-408d-ad8c-c7c7d3e9df25 req-4e91e2e2-091d-4570-99b3-70f3d07a587c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.255463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae07dc-a24c-408d-ad8c-c7c7d3e9df25 req-4e91e2e2-091d-4570-99b3-70f3d07a587c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.261357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae07dc-a24c-408d-ad8c-c7c7d3e9df25 req-4e91e2e2-091d-4570-99b3-70f3d07a587c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.267322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae07dc-a24c-408d-ad8c-c7c7d3e9df25 req-4e91e2e2-091d-4570-99b3-70f3d07a587c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.273829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae07dc-a24c-408d-ad8c-c7c7d3e9df25 req-4e91e2e2-091d-4570-99b3-70f3d07a587c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.275791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ae07dc-a24c-408d-ad8c-c7c7d3e9df25 req-4e91e2e2-091d-4570-99b3-70f3d07a587c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.3058238 Jul 07 22:15:44.280485 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc89e-fe8f-4ab7-a88a-8ecb0c5b0401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:44.331403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc658321-bb71-442f-96a1-6b18b6ab8a80 service neutron] Pushing event updated for resources: {'Port': ['ID=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:44.387230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc89e-fe8f-4ab7-a88a-8ecb0c5b0401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:44.391525 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc89e-fe8f-4ab7-a88a-8ecb0c5b0401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:44.421767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f57cb56-0dcd-4161-b58d-bdaa53f8bb84 req-bf899561-ebd9-4c38-9a79-1b9a17e46f7e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406898 Jul 07 22:15:44.427017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ae07dc-a24c-408d-ad8c-c7c7d3e9df25 req-7ee1fdd9-896a-414d-aca0-6fd8cc52cc4a tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284399 Jul 07 22:15:44.442439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56264) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:44.449975 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6a8dc89e-fe8f-4ab7-a88a-8ecb0c5b0401 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=432a4718addc4714968a67d3fb7b2444&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871206 Jul 07 22:15:44.463371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dc89e-fe8f-4ab7-a88a-8ecb0c5b0401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0eb18-71ac-43c8-856a-64639c8ce18f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:44.472772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-6e20192e-ea9d-48f2-8637-aab696cb135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.474446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-6e20192e-ea9d-48f2-8637-aab696cb135d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414d6372f8764d03913421771cacda77&device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 1096 time: 0.1976109 Jul 07 22:15:44.495519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Deleting port 144feb94-d6a9-4423-9558-21936e9b29ae {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:44.496395 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:44.502893 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea7f3a5-1156-49d1-8f9e-e772ad2b91e6 x-openstack-request-id: req-7ea7f3a5-1156-49d1-8f9e-e772ad2b91e6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:44.503182 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a7b824-f946-421d-bd53-0e46ddd24cda", "tag": "57838ba5-1faa-4150-8bf2-f8d4a1ec2530", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:44.503436 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ea7f3a5-1156-49d1-8f9e-e772ad2b91e6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:44.504362 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a7b824-f946-421d-bd53-0e46ddd24cda', 'tag': '57838ba5-1faa-4150-8bf2-f8d4a1ec2530', 'status': 'completed', 'code': 200} Jul 07 22:15:44.553001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-7676626b-6669-48ac-811d-893eba0d8923 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57838ba5-1faa-4150-8bf2-f8d4a1ec2530 HTTP/1.1" status: 200 len: 217 time: 0.0666606 Jul 07 22:15:44.712790 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-793def5c-bb1e-4e5d-8e39-841e14f24c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:44.732961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-4c7c20af-8ce7-4e14-bd0d-19e19ee03588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.734486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-4c7c20af-8ce7-4e14-bd0d-19e19ee03588 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ac25503-1576-40ee-a5ef-22c943d0d6f1 HTTP/1.1" status: 200 len: 850 time: 0.1540072 Jul 07 22:15:44.808428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-c24c47f6-754a-4403-aa30-367c205c9ea9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e4abaa8-9926-45ef-a512-a35c29e86747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633745 Jul 07 22:15:44.810275 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-793def5c-bb1e-4e5d-8e39-841e14f24c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:44.812920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] For port 144feb94-d6a9-4423-9558-21936e9b29ae, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=144feb94-d6a9-4423-9558-21936e9b29ae,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:44.813318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:44.858099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Calling delete_port for 144feb94-d6a9-4423-9558-21936e9b29ae owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:44.909252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace813e-885d-4372-915f-e1713a46d346 req-c9d80274-bed3-438f-b8b0-3dff49607075 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.910810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ace813e-885d-4372-915f-e1713a46d346 req-c9d80274-bed3-438f-b8b0-3dff49607075 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 951 time: 0.3289347 Jul 07 22:15:44.924544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d2ac6-40dc-4838-8354-420e2a31eb36 req-900f6981-0b6a-46e6-ac7e-bf04fc4ac66e tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:44.926815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-903d2ac6-40dc-4838-8354-420e2a31eb36 req-900f6981-0b6a-46e6-ac7e-bf04fc4ac66e tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 944 time: 0.3243628 Jul 07 22:15:45.076971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-793def5c-bb1e-4e5d-8e39-841e14f24c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:45.079438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-793def5c-bb1e-4e5d-8e39-841e14f24c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:45.080583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-793def5c-bb1e-4e5d-8e39-841e14f24c7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b5c0eb18-71ac-43c8-856a-64639c8ce18f HTTP/1.1" status: 204 len: 168 time: 0.6364698 Jul 07 22:15:45.083966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ace813e-885d-4372-915f-e1713a46d346 req-d7fd0f6d-b4d1-4d07-9967-30ca9da50ba4 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541317 Jul 07 22:15:45.091503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-057a47fb-bdd3-4d6d-8370-c91f6d1e71ca service neutron] 10.222.0.44 "GET /v2.0/networks/5e4abaa8-9926-45ef-a512-a35c29e86747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709012 Jul 07 22:15:45.094428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-903d2ac6-40dc-4838-8354-420e2a31eb36 req-b4f19a6c-e173-49bb-9c1c-a537a657b36f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572273 Jul 07 22:15:45.110558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793def5c-bb1e-4e5d-8e39-841e14f24c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0eb18-71ac-43c8-856a-64639c8ce18f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:45.291312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ce1ad03-d599-41f6-9da2-224e2672be7f req-02977ad8-2693-453a-8963-977bff282cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/5e4abaa8-9926-45ef-a512-a35c29e86747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900027 Jul 07 22:15:45.364198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4747b7-0ed5-4f60-83ba-737d31d60a44 req-f1a84b7e-7830-41b3-92b5-ba8ce7898291 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:45.365719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d4747b7-0ed5-4f60-83ba-737d31d60a44 req-f1a84b7e-7830-41b3-92b5-ba8ce7898291 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 944 time: 0.1283028 Jul 07 22:15:45.374259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:45.444002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Pushing event deleted for resources: {'Port': ['ID=144feb94-d6a9-4423-9558-21936e9b29ae,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:45.542518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d4747b7-0ed5-4f60-83ba-737d31d60a44 req-e74f9c44-e523-472b-9a12-3a638e994b7a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652076 Jul 07 22:15:45.662760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-58590f23-6f80-43d1-b00f-55f0a7c90c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:45.664289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-58590f23-6f80-43d1-b00f-55f0a7c90c25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=414d6372f8764d03913421771cacda77&device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 1096 time: 0.2973368 Jul 07 22:15:45.792026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-2657ef22-7b1a-4151-a487-e62ded23a7a2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:45.793496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-2657ef22-7b1a-4151-a487-e62ded23a7a2 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 951 time: 0.3704824 Jul 07 22:15:45.913997 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:45.954440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95bc3c-d615-4e6c-8353-a89d49a71b82 req-928c92cf-d3b4-4856-a6e3-6195995ee2f5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:45.955945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de95bc3c-d615-4e6c-8353-a89d49a71b82 req-928c92cf-d3b4-4856-a6e3-6195995ee2f5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 945 time: 0.3910241 Jul 07 22:15:45.978200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-82cb7ae6-33f1-4b1d-975c-1faf6cdb7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:45.979690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-82cb7ae6-33f1-4b1d-975c-1faf6cdb7dcd service neutron] 10.222.0.44 "GET /v2.0/networks?id=5e4abaa8-9926-45ef-a512-a35c29e86747 HTTP/1.1" status: 200 len: 911 time: 0.3032467 Jul 07 22:15:46.089348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-fe0bac5a-1b37-49ae-ac30-c3c74bffaf91 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57838ba5-1faa-4150-8bf2-f8d4a1ec2530 HTTP/1.1" status: 200 len: 217 time: 0.0584483 Jul 07 22:15:46.115622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927319b-d25d-4e9b-b34b-a6a271866b16 req-9d103f5c-5d97-4fa2-99da-1789f9ad5821 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.121646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927319b-d25d-4e9b-b34b-a6a271866b16 req-9d103f5c-5d97-4fa2-99da-1789f9ad5821 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.127729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927319b-d25d-4e9b-b34b-a6a271866b16 req-9d103f5c-5d97-4fa2-99da-1789f9ad5821 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.134382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927319b-d25d-4e9b-b34b-a6a271866b16 req-9d103f5c-5d97-4fa2-99da-1789f9ad5821 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.140384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927319b-d25d-4e9b-b34b-a6a271866b16 req-9d103f5c-5d97-4fa2-99da-1789f9ad5821 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.147148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927319b-d25d-4e9b-b34b-a6a271866b16 req-9d103f5c-5d97-4fa2-99da-1789f9ad5821 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.153191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927319b-d25d-4e9b-b34b-a6a271866b16 req-9d103f5c-5d97-4fa2-99da-1789f9ad5821 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.155164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4927319b-d25d-4e9b-b34b-a6a271866b16 req-9d103f5c-5d97-4fa2-99da-1789f9ad5821 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.4179528 Jul 07 22:15:46.242419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de95bc3c-d615-4e6c-8353-a89d49a71b82 req-2f13a1a9-8d51-48f8-8833-b5fe5b162250 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617295 Jul 07 22:15:46.299824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-fca50f78-216e-49a7-9be8-ef2362d0743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:46.302134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-fca50f78-216e-49a7-9be8-ef2362d0743f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7ac25503-1576-40ee-a5ef-22c943d0d6f1 HTTP/1.1" status: 200 len: 850 time: 0.2006857 Jul 07 22:15:46.303232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Deleting port 122578f8-f1b6-418d-81d0-60b3fa6c69ec {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:46.303571 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.370057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4927319b-d25d-4e9b-b34b-a6a271866b16 req-0463432e-7a62-44e3-85c3-4e77aecd5462 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1990318 Jul 07 22:15:46.403401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-61e709d4-6bab-4e54-ade8-1bfdebcf4682 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5e4abaa8-9926-45ef-a512-a35c29e86747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783098 Jul 07 22:15:46.578992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56318) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:46.687353 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898752cb-3625-4afe-b239-213e5b3cb55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.777746 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898752cb-3625-4afe-b239-213e5b3cb55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.781470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-898752cb-3625-4afe-b239-213e5b3cb55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.820323 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-898752cb-3625-4afe-b239-213e5b3cb55e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ab0d1d2344c426cb60ed1db6c36afdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402356 Jul 07 22:15:46.821201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898752cb-3625-4afe-b239-213e5b3cb55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b1325-5538-4567-b848-df934c58cf97,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:46.823671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56324) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:46.872652 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98bd823b-720b-4b8b-807d-9346b3bd4e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.892776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2c7c085c-a579-482d-ac04-332102090f6e details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:46.896644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98bd823b-720b-4b8b-807d-9346b3bd4e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.920184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] For port 122578f8-f1b6-418d-81d0-60b3fa6c69ec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=122578f8-f1b6-418d-81d0-60b3fa6c69ec,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:46.920507 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.960999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Calling delete_port for 122578f8-f1b6-418d-81d0-60b3fa6c69ec owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:46.962600 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98bd823b-720b-4b8b-807d-9346b3bd4e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.965249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98bd823b-720b-4b8b-807d-9346b3bd4e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:46.969455 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-98bd823b-720b-4b8b-807d-9346b3bd4e28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf7b1325-5538-4567-b848-df934c58cf97 HTTP/1.1" status: 204 len: 168 time: 0.1425719 Jul 07 22:15:46.992074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd823b-720b-4b8b-807d-9346b3bd4e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b1325-5538-4567-b848-df934c58cf97,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:47.007327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-834fca59-d205-4997-a018-32b89947d3c0 service neutron] 10.222.0.44 "GET /v2.0/networks/5e4abaa8-9926-45ef-a512-a35c29e86747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488904 Jul 07 22:15:47.008891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2c7c085c-a579-482d-ac04-332102090f6e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2c7c085c-a579-482d-ac04-332102090f6e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:47.015166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017aea1b-73b1-42ec-98ef-9b16afe17627 req-d90fe83e-6f67-4847-b471-b0f1ef38e642 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:47.016270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-017aea1b-73b1-42ec-98ef-9b16afe17627 req-d90fe83e-6f67-4847-b471-b0f1ef38e642 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/ports?device_id=012c6e32-7f2d-4896-a014-2d05396ed507 HTTP/1.1" status: 200 len: 951 time: 0.6543767 Jul 07 22:15:47.021310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '2c7c085c-a579-482d-ac04-332102090f6e', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'port_id': '2c7c085c-a579-482d-ac04-332102090f6e', 'mac_address': 'fa:16:3e:51:9d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c729abe2-7c10-4e18-8f90-c6235fd549eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:47.022766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Router 6336db90-3e76-4d88-a6c8-690d8ba635c4 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:15:47.068807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.082882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7c085c-a579-482d-ac04-332102090f6e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:47.103867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2c7c085c-a579-482d-ac04-332102090f6e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2c7c085c-a579-482d-ac04-332102090f6e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:47.108054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.118379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06707ff3-e960-4a24-9111-23c7752e590d req-255f80ee-c800-4d8b-acb1-f3ccd887df94 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:47.119916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06707ff3-e960-4a24-9111-23c7752e590d req-255f80ee-c800-4d8b-acb1-f3ccd887df94 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 944 time: 0.3657055 Jul 07 22:15:47.162299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2c7c085c-a579-482d-ac04-332102090f6e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:47.264498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-017aea1b-73b1-42ec-98ef-9b16afe17627 req-1e948a5e-f773-4291-86a5-f22c004243b5 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.81 "GET /v2.0/security-groups?id=ed3c8419-4802-4477-b1b9-896610191395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040427 Jul 07 22:15:47.292186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06707ff3-e960-4a24-9111-23c7752e590d req-3a7957c1-78d1-4e66-9ca4-0f79645af088 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561165 Jul 07 22:15:47.336339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a4eef5b-538f-473f-bf50-d17b66022075 req-08106abb-e4fb-4ad8-bf5d-b232ddbde0b8 service neutron] 10.222.0.44 "GET /v2.0/networks/5e4abaa8-9926-45ef-a512-a35c29e86747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176291 Jul 07 22:15:47.396334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:15:47.403261 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d96a1354-4c55-4fc2-808c-7c9cbe533990 admin admin] 10.222.0.81 "PUT /v2.0/routers/6336db90-3e76-4d88-a6c8-690d8ba635c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6266236 Jul 07 22:15:47.405503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] Sync routers for ids ['6336db90-3e76-4d88-a6c8-690d8ba635c4'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:15:47.405794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56346) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:47.418841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] Routers {'6336db90-3e76-4d88-a6c8-690d8ba635c4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:47.420929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:15:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6336db90-3e76-4d88-a6c8-690d8ba635c4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:47.422256 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.491847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Pushing event deleted for resources: {'Port': ['ID=122578f8-f1b6-418d-81d0-60b3fa6c69ec,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:47.510584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['122578f8-f1b6-418d-81d0-60b3fa6c69ec'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:47.548415 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.596084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] No DVR routers for this DVR port 122578f8-f1b6-418d-81d0-60b3fa6c69ec on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:47.609731 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.619285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02d0935b-7576-40d1-90a4-adf461cedae3 req-3ce5520d-2a60-4ed7-8f5d-1578a6aaa8d8 tempest-ServersAdminTestJSON-466959551 tempest-ServersAdminTestJSON-466959551-project] 10.222.0.44 "DELETE /v2.0/ports/122578f8-f1b6-418d-81d0-60b3fa6c69ec HTTP/1.1" status: 204 len: 173 time: 1.7957525 Jul 07 22:15:47.656041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-deleted', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:47.658756 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6320dd75-6c16-4bcd-b162-9219535476b7" -d '{"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-deleted", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:47.711009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae706c50-3e10-4cb0-9c58-f6f1a1dd663c req-2ffa0764-93db-449b-bba1-c04c5cc3960a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:47.716204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.719353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae706c50-3e10-4cb0-9c58-f6f1a1dd663c req-2ffa0764-93db-449b-bba1-c04c5cc3960a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 945 time: 0.3085148 Jul 07 22:15:47.762658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b45be8-2a86-494b-b20c-b68e74cbc60f req-54c2bdc3-5a06-4396-bb0b-2084ced76d87 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:47.764275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6b45be8-2a86-494b-b20c-b68e74cbc60f req-54c2bdc3-5a06-4396-bb0b-2084ced76d87 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 945 time: 0.3137517 Jul 07 22:15:47.830942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Deleting port 5f01f56c-b974-4fa9-b1ae-4f48f613614d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:47.830942 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.834391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae706c50-3e10-4cb0-9c58-f6f1a1dd663c req-b4149747-2546-4952-b84b-38a78160a664 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129436 Jul 07 22:15:47.877146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['2c7c085c-a579-482d-ac04-332102090f6e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:47.899499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6b45be8-2a86-494b-b20c-b68e74cbc60f req-bd41a790-cfc0-476a-87c1-0751cbe98c0a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182885 Jul 07 22:15:47.964852 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] For port 5f01f56c-b974-4fa9-b1ae-4f48f613614d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5f01f56c-b974-4fa9-b1ae-4f48f613614d,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:47.965303 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:47.973006 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44a8558-bd2d-4167-95e5-e3d118c13db2 x-openstack-request-id: req-c44a8558-bd2d-4167-95e5-e3d118c13db2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:47.973640 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012c6e32-7f2d-4896-a014-2d05396ed507", "name": "network-vif-deleted", "tag": "122578f8-f1b6-418d-81d0-60b3fa6c69ec", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:47.973640 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c44a8558-bd2d-4167-95e5-e3d118c13db2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:47.974172 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012c6e32-7f2d-4896-a014-2d05396ed507', 'name': 'network-vif-deleted', 'tag': '122578f8-f1b6-418d-81d0-60b3fa6c69ec', 'status': 'completed', 'code': 200} Jul 07 22:15:47.981809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Calling delete_port for 5f01f56c-b974-4fa9-b1ae-4f48f613614d owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:47.990548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] Set router 6336db90-3e76-4d88-a6c8-690d8ba635c4 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:48.148464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66a01-8f20-4cdb-99b2-b4c914da5221 req-ec3300f5-e911-4971-b378-dbfcd9bb35d4 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.154570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66a01-8f20-4cdb-99b2-b4c914da5221 req-ec3300f5-e911-4971-b378-dbfcd9bb35d4 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.160720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66a01-8f20-4cdb-99b2-b4c914da5221 req-ec3300f5-e911-4971-b378-dbfcd9bb35d4 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.168320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66a01-8f20-4cdb-99b2-b4c914da5221 req-ec3300f5-e911-4971-b378-dbfcd9bb35d4 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.176864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66a01-8f20-4cdb-99b2-b4c914da5221 req-ec3300f5-e911-4971-b378-dbfcd9bb35d4 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.183918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66a01-8f20-4cdb-99b2-b4c914da5221 req-ec3300f5-e911-4971-b378-dbfcd9bb35d4 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.190198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e66a01-8f20-4cdb-99b2-b4c914da5221 req-ec3300f5-e911-4971-b378-dbfcd9bb35d4 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.201376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1e66a01-8f20-4cdb-99b2-b4c914da5221 req-ec3300f5-e911-4971-b378-dbfcd9bb35d4 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5430 time: 0.1905642 Jul 07 22:15:48.275888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.337495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1e66a01-8f20-4cdb-99b2-b4c914da5221 req-d96e9116-029e-47b0-8e01-d46f73fec565 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200082 Jul 07 22:15:48.354016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81140-ba84-4081-8176-2da8bcd6c714 req-575cfbc3-3136-4356-af64-4cdfc65137db tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.356619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87a81140-ba84-4081-8176-2da8bcd6c714 req-575cfbc3-3136-4356-af64-4cdfc65137db tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1097 time: 0.2231631 Jul 07 22:15:48.383794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f01f56c-b974-4fa9-b1ae-4f48f613614d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:48.419509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:12Z', 'updated_at': '2021-07-07T22:15:45Z', 'revision_number': 5, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'gw_port': {'id': '5f01f56c-b974-4fa9-b1ae-4f48f613614d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:27:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:14Z', 'updated_at': '2021-07-07T22:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:48.427826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.436371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87a81140-ba84-4081-8176-2da8bcd6c714 req-5f33009f-8161-4ab3-81fc-6927a50d5579 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740650 Jul 07 22:15:48.503149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] Checking router: 6336db90-3e76-4d88-a6c8-690d8ba635c4 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:15:48.517808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] Routers {'6336db90-3e76-4d88-a6c8-690d8ba635c4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:48.520847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:15:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6336db90-3e76-4d88-a6c8-690d8ba635c4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:48.589187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.592319 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.646525 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.647251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6336db90-3e76-4d88-a6c8-690d8ba635c4 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:15:48.654661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:48.658611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.661108 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a30862e6-eecf-43cd-a7ce-775c5b312234 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6336db90-3e76-4d88-a6c8-690d8ba635c4 HTTP/1.1" status: 204 len: 168 time: 1.2534597 Jul 07 22:15:48.663876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56384) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:48.759387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88247a6b-19b8-44e6-a393-94536bf5bb30 req-9c381e9a-ffe9-4892-ac5e-842a4ad9511d tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.761183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88247a6b-19b8-44e6-a393-94536bf5bb30 req-9c381e9a-ffe9-4892-ac5e-842a4ad9511d tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1097 time: 0.1337903 Jul 07 22:15:48.770619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:48.771807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf57c-5883-4add-bb77-30f8c7d4df0e req-75e7d186-848b-4fab-b3ad-109c69e89692 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:48.773571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96ebf57c-5883-4add-bb77-30f8c7d4df0e req-75e7d186-848b-4fab-b3ad-109c69e89692 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 944 time: 0.1293399 Jul 07 22:15:48.790707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614', 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'port_id': 'ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614', 'mac_address': 'fa:16:3e:3a:ee:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2900cdc7-b6bd-41ea-8b5d-dd104dd75482', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:48.793771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-246ce58b-24fd-4320-a9c6-e44e5006ae39 admin admin] Deleting subnet b70a66bf-dc75-43d3-bdb6-cd529de46b0e {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:15:48.800535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] Set router 6336db90-3e76-4d88-a6c8-690d8ba635c4 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:48.803567 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-246ce58b-24fd-4320-a9c6-e44e5006ae39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.851564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88247a6b-19b8-44e6-a393-94536bf5bb30 req-d54f5e96-fa29-4e87-94be-1a743b9cb5d3 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767632 Jul 07 22:15:48.858983 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:48.866631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96ebf57c-5883-4add-bb77-30f8c7d4df0e req-1a68475c-e282-4662-b2bc-bc8a23265ef1 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839062 Jul 07 22:15:48.895480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-246ce58b-24fd-4320-a9c6-e44e5006ae39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:48.964762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:12Z', 'updated_at': '2021-07-07T22:15:48Z', 'revision_number': 7, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:49.033339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccdab49-df30-43d9-9049-00e4e799463d None None] The sync data for ids ['6336db90-3e76-4d88-a6c8-690d8ba635c4'] in n-d-695012-11 is: [{'id': '6336db90-3e76-4d88-a6c8-690d8ba635c4', 'name': 'tempest-AttachSCSIVolumeTestJSON-1929119430-router', 'tenant_id': 'a486d6d8162548089f0a8062607d18c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:12Z', 'updated_at': '2021-07-07T22:15:48Z', 'revision_number': 7, 'project_id': 'a486d6d8162548089f0a8062607d18c2', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:15:49.054465 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.080109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:49.095233 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-246ce58b-24fd-4320-a9c6-e44e5006ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.135424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:49.142541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.143270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 74786844-5bbf-47f9-bead-efb5f398b615 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:49.175994 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-246ce58b-24fd-4320-a9c6-e44e5006ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.217112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ce58b-24fd-4320-a9c6-e44e5006ae39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b70a66bf-dc75-43d3-bdb6-cd529de46b0e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:49.231145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-246ce58b-24fd-4320-a9c6-e44e5006ae39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.235252 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-246ce58b-24fd-4320-a9c6-e44e5006ae39 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b70a66bf-dc75-43d3-bdb6-cd529de46b0e HTTP/1.1" status: 204 len: 168 time: 0.5676568 Jul 07 22:15:49.239315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56406) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:49.239869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e941e-f463-43d4-9763-99bb0b8e5eb8 req-a420948f-58ec-44dd-a750-11478017f2c5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:49.251829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e8e941e-f463-43d4-9763-99bb0b8e5eb8 req-a420948f-58ec-44dd-a750-11478017f2c5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 945 time: 0.2225120 Jul 07 22:15:49.335287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e8e941e-f463-43d4-9763-99bb0b8e5eb8 req-3baee799-c77d-4f2d-a2cf-1c01aba04765 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825610 Jul 07 22:15:49.351410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668621ec-e645-4db3-b29e-3e09488b15eb None None] Network 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:49.355056 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3a204b3b-59eb-4000-8bfb-214895b72db8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb1dfa3f297a463aa4124b67dee542c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947758 Jul 07 22:15:49.357656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56412) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:49.392873 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.400753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:49.446586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 74786844-5bbf-47f9-bead-efb5f398b615, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=74786844-5bbf-47f9-bead-efb5f398b615,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:49.477572 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71ba6887-daca-4085-8e34-113176516f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.477754 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.493358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '74786844-5bbf-47f9-bead-efb5f398b615', 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1', 'port_id': '74786844-5bbf-47f9-bead-efb5f398b615', 'mac_address': 'fa:16:3e:b7:0d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be471927-8ad1-4cdc-8b07-93c10b213b33', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:49.502702 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71ba6887-daca-4085-8e34-113176516f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.564610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Deleting port 8138982b-ff57-4d6a-94b3-8c0089f63084 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:49.564965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.569081 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71ba6887-daca-4085-8e34-113176516f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.573443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71ba6887-daca-4085-8e34-113176516f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.577414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-71ba6887-daca-4085-8e34-113176516f06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed3c8419-4802-4477-b1b9-896610191395 HTTP/1.1" status: 204 len: 168 time: 0.2187085 Jul 07 22:15:49.594463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba6887-daca-4085-8e34-113176516f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3c8419-4802-4477-b1b9-896610191395,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:49.702511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] For port 8138982b-ff57-4d6a-94b3-8c0089f63084, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8138982b-ff57-4d6a-94b3-8c0089f63084,segment=NetworkSegment(cab522ce-010d-4d25-8f9a-562b52136d0b),segment_id=cab522ce-010d-4d25-8f9a-562b52136d0b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:49.705096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.711519 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.771668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74786844-5bbf-47f9-bead-efb5f398b615 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:49.781500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Calling delete_port for 8138982b-ff57-4d6a-94b3-8c0089f63084 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:49.793679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ed53c-b377-49cf-b978-ebb84fe449c7 req-64d83bc9-491b-4272-a30b-4eaaf6104111 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:49.809331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-812ed53c-b377-49cf-b978-ebb84fe449c7 req-64d83bc9-491b-4272-a30b-4eaaf6104111 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1097 time: 0.1889496 Jul 07 22:15:49.823703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 74786844-5bbf-47f9-bead-efb5f398b615, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=74786844-5bbf-47f9-bead-efb5f398b615,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:49.833881 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:49.834594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6102e613-64a9-4795-b433-2ea361f3067a details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:49.935274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 144feb94-d6a9-4423-9558-21936e9b29ae no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:49.945026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-812ed53c-b377-49cf-b978-ebb84fe449c7 req-9aa8bb18-1d24-4d69-bf3d-0844ccabc216 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337762 Jul 07 22:15:49.997896 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.032993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=8138982b-ff57-4d6a-94b3-8c0089f63084,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:50.041266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] No DVR routers for this DVR port 8138982b-ff57-4d6a-94b3-8c0089f63084 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:50.044863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22928d17-079c-47a2-b0be-a2989764bcd3 None None] DHCP port deletion for 425b5735-f224-4ca6-a3bd-7d9aafcbe7ae request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:15:50.061747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 144feb94-d6a9-4423-9558-21936e9b29ae {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:50.062107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 144feb94-d6a9-4423-9558-21936e9b29ae not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:50.062531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5f01f56c-b974-4fa9-b1ae-4f48f613614d no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:50.120407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 5f01f56c-b974-4fa9-b1ae-4f48f613614d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:50.120916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5f01f56c-b974-4fa9-b1ae-4f48f613614d not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:50.150887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=74786844-5bbf-47f9-bead-efb5f398b615,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:50.161675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6102e613-64a9-4795-b433-2ea361f3067a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6102e613-64a9-4795-b433-2ea361f3067a,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:50.176621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '6102e613-64a9-4795-b433-2ea361f3067a', 'network_id': '8bf8a88f-4392-4d14-8057-3c28bbf9d5e1', 'port_id': '6102e613-64a9-4795-b433-2ea361f3067a', 'mac_address': 'fa:16:3e:7a:22:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be471927-8ad1-4cdc-8b07-93c10b213b33', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:50.185123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.208716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425b5735-f224-4ca6-a3bd-7d9aafcbe7ae']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:50.230575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab522ce-010d-4d25-8f9a-562b52136d0b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:50.230868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab522ce-010d-4d25-8f9a-562b52136d0b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:50.232829 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.239822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56434) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:50.243231 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.250442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6102e613-64a9-4795-b433-2ea361f3067a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:50.274149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.275275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6102e613-64a9-4795-b433-2ea361f3067a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6102e613-64a9-4795-b433-2ea361f3067a,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:50.282812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:15:50.283256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.291316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.292301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e5ec3727-9808-47aa-8527-9e61c3ec3ec6 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:50.302904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376618a8-8b5e-44db-a1fd-4c91c2c99e4a req-2ab3da38-b5b3-49ee-9710-05311cf6f117 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.309229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376618a8-8b5e-44db-a1fd-4c91c2c99e4a req-2ab3da38-b5b3-49ee-9710-05311cf6f117 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.315500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376618a8-8b5e-44db-a1fd-4c91c2c99e4a req-2ab3da38-b5b3-49ee-9710-05311cf6f117 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.322068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376618a8-8b5e-44db-a1fd-4c91c2c99e4a req-2ab3da38-b5b3-49ee-9710-05311cf6f117 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.328008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376618a8-8b5e-44db-a1fd-4c91c2c99e4a req-2ab3da38-b5b3-49ee-9710-05311cf6f117 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.334643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376618a8-8b5e-44db-a1fd-4c91c2c99e4a req-2ab3da38-b5b3-49ee-9710-05311cf6f117 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.340577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376618a8-8b5e-44db-a1fd-4c91c2c99e4a req-2ab3da38-b5b3-49ee-9710-05311cf6f117 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.348046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-376618a8-8b5e-44db-a1fd-4c91c2c99e4a req-2ab3da38-b5b3-49ee-9710-05311cf6f117 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5432 time: 0.2932875 Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:15:50.362960 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:15:50.367037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d49f4-687e-437e-bd3b-90de6c0258fd req-a68b40c9-01ca-446b-aa92-b16e67c2b483 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.368901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.374188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-302d49f4-687e-437e-bd3b-90de6c0258fd req-a68b40c9-01ca-446b-aa92-b16e67c2b483 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 944 time: 0.2639735 Jul 07 22:15:50.381639 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.386484 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] 10.222.0.81 "DELETE /v2.0/networks/425b5735-f224-4ca6-a3bd-7d9aafcbe7ae HTTP/1.1" status: 204 len: 168 time: 1.1435366 Jul 07 22:15:50.387934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56438) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:50.396815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e5ec3727-9808-47aa-8527-9e61c3ec3ec6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:50.399893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=6102e613-64a9-4795-b433-2ea361f3067a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:50.411043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11bdd1-decc-4496-b890-3c63ceba7e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=425b5735-f224-4ca6-a3bd-7d9aafcbe7ae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:50.417826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6', 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'port_id': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6', 'mac_address': 'fa:16:3e:ab:97:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2900cdc7-b6bd-41ea-8b5d-dd104dd75482', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:50.446545 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-302d49f4-687e-437e-bd3b-90de6c0258fd req-442225cb-c1f2-4599-ba16-f6c8e3977796 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713701 Jul 07 22:15:50.450921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9b2d2d51-bee4-4b61-b5a3-5126d20ab170 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6f47a30488b482c97fd89461a0ee50b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050886 Jul 07 22:15:50.453518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:50.489965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-376618a8-8b5e-44db-a1fd-4c91c2c99e4a req-5bd097a2-8b2e-48e6-ac7e-c611a32879eb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1409307 Jul 07 22:15:50.494469 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.524656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ec3727-9808-47aa-8527-9e61c3ec3ec6 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:50.539098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92f7aae1-ef5b-488d-8ecb-6f2e7463e923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.563480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92f7aae1-ef5b-488d-8ecb-6f2e7463e923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.573822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e5ec3727-9808-47aa-8527-9e61c3ec3ec6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:50.579058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.579739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 51240f68-3675-42b4-a1ac-05f7eb129a14 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:50.668825 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92f7aae1-ef5b-488d-8ecb-6f2e7463e923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.672670 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92f7aae1-ef5b-488d-8ecb-6f2e7463e923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:50.674727 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-92f7aae1-ef5b-488d-8ecb-6f2e7463e923 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6eb22ae0-91f7-492a-82d2-871647f869fd HTTP/1.1" status: 204 len: 168 time: 0.2201922 Jul 07 22:15:50.681344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:50.693042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7aae1-ef5b-488d-8ecb-6f2e7463e923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb22ae0-91f7-492a-82d2-871647f869fd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:50.738431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c9950-28d9-4a37-9891-0777c38070f7 req-7674a31f-59c0-4caa-ab5e-83b0d7e195ea tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:50.742062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847c9950-28d9-4a37-9891-0777c38070f7 req-7674a31f-59c0-4caa-ab5e-83b0d7e195ea tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 945 time: 0.1132746 Jul 07 22:15:50.832611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847c9950-28d9-4a37-9891-0777c38070f7 req-77f1a409-69f7-432a-85d0-9521545bf67a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846505 Jul 07 22:15:50.835448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 51240f68-3675-42b4-a1ac-05f7eb129a14, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=51240f68-3675-42b4-a1ac-05f7eb129a14,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:50.857953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '51240f68-3675-42b4-a1ac-05f7eb129a14', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'port_id': '51240f68-3675-42b4-a1ac-05f7eb129a14', 'mac_address': 'fa:16:3e:2a:38:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:50.930618 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2c7c085c-a579-482d-ac04-332102090f6e up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:50.984314 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.007104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51240f68-3675-42b4-a1ac-05f7eb129a14 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:51.030504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 51240f68-3675-42b4-a1ac-05f7eb129a14, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=51240f68-3675-42b4-a1ac-05f7eb129a14,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:51.037635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.039038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:51.129037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b48ec-5f30-4797-8050-ee1e2f656f71 req-f648fe9b-7a6b-4a77-ac1a-8ecf413f15e0 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.136114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f3b48ec-5f30-4797-8050-ee1e2f656f71 req-f648fe9b-7a6b-4a77-ac1a-8ecf413f15e0 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1097 time: 0.0620098 Jul 07 22:15:51.154562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=51240f68-3675-42b4-a1ac-05f7eb129a14,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:51.157824 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.167925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 2c7c085c-a579-482d-ac04-332102090f6e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:51.175538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 2c7c085c-a579-482d-ac04-332102090f6e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:51.175913 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.177917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f3b48ec-5f30-4797-8050-ee1e2f656f71 req-edff4743-cd8f-48a3-b0ca-d23baaecbce5 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Jul 07 22:15:51.261761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,segment=NetworkSegment(187ef5dc-66a9-41c6-98e7-50461cbefe3b),segment_id=187ef5dc-66a9-41c6-98e7-50461cbefe3b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:51.277398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '57838ba5-1faa-4150-8bf2-f8d4a1ec2530', 'network_id': '5e4abaa8-9926-45ef-a512-a35c29e86747', 'port_id': '57838ba5-1faa-4150-8bf2-f8d4a1ec2530', 'mac_address': 'fa:16:3e:db:6d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac25503-1576-40ee-a5ef-22c943d0d6f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:51.343598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.373769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37784cc-5b95-49a4-a04f-194dc77a7596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7c085c-a579-482d-ac04-332102090f6e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:51.376250 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d574b168-404c-46cf-870e-d4300fc73d7c" -d '{"events": [{"server_uuid": "f37784cc-5b95-49a4-a04f-194dc77a7596", "name": "network-vif-plugged", "status": "completed", "tag": "2c7c085c-a579-482d-ac04-332102090f6e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:51.381666 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.423617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2c7c085c-a579-482d-ac04-332102090f6e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2c7c085c-a579-482d-ac04-332102090f6e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:51.429962 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.435181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:51.476255 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5328d91-7d52-4495-a1d4-98c4740d0f8e x-openstack-request-id: req-e5328d91-7d52-4495-a1d4-98c4740d0f8e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:51.476563 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37784cc-5b95-49a4-a04f-194dc77a7596", "name": "network-vif-plugged", "status": "completed", "tag": "2c7c085c-a579-482d-ac04-332102090f6e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:51.476820 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e5328d91-7d52-4495-a1d4-98c4740d0f8e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:51.477211 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37784cc-5b95-49a4-a04f-194dc77a7596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7c085c-a579-482d-ac04-332102090f6e', 'code': 200} Jul 07 22:15:51.503155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,segment=NetworkSegment(187ef5dc-66a9-41c6-98e7-50461cbefe3b),segment_id=187ef5dc-66a9-41c6-98e7-50461cbefe3b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:51.543821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.545119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cab166d1-1935-43e1-9c8f-bcc325a11d6a details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:51.623433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2c7c085c-a579-482d-ac04-332102090f6e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:51.651125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Deleting port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:51.651474 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.666581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc74488-088b-49c4-be96-9390a4b180a5 req-49be610d-b63e-4330-b019-4d2ecdc96bed tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.674459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dc74488-088b-49c4-be96-9390a4b180a5 req-49be610d-b63e-4330-b019-4d2ecdc96bed tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 945 time: 0.0847340 Jul 07 22:15:51.718875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dc74488-088b-49c4-be96-9390a4b180a5 req-4d1b5ab4-fbcf-4d5f-85f2-c361205abb4a tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426788 Jul 07 22:15:51.729621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8138982b-ff57-4d6a-94b3-8c0089f63084 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:51.787035 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:15:51.794731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8138982b-ff57-4d6a-94b3-8c0089f63084 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:51.795039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8138982b-ff57-4d6a-94b3-8c0089f63084 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:51.802934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] For port 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523,segment=NetworkSegment(615c4d1d-cabc-40f2-8f20-4c3caa6b7059),segment_id=615c4d1d-cabc-40f2-8f20-4c3caa6b7059)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:51.804583 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.812103 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cab166d1-1935-43e1-9c8f-bcc325a11d6a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:51.839899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a', 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'port_id': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a', 'mac_address': 'fa:16:3e:f8:bd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2900cdc7-b6bd-41ea-8b5d-dd104dd75482', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:51.847678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Calling delete_port for 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:51.875907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:51.895334 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.930448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab166d1-1935-43e1-9c8f-bcc325a11d6a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:51.982289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cab166d1-1935-43e1-9c8f-bcc325a11d6a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:51.990580 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:51.991567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0717058-9734-4e84-a02a-a1b504e3a39f req-205f2759-d5bf-40a9-8402-ae72e7722aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:51.994369 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b0717058-9734-4e84-a02a-a1b504e3a39f req-205f2759-d5bf-40a9-8402-ae72e7722aa9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 1098 time: 0.4045098 Jul 07 22:15:51.996040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 164d5769-4447-49bc-ad8f-510c5c72b857 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:15:52.146646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e909d-b043-409f-b230-7c011d55f2f5 req-f3be3cb7-1bee-4d8b-90b2-7cda219ed984 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.154449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e909d-b043-409f-b230-7c011d55f2f5 req-f3be3cb7-1bee-4d8b-90b2-7cda219ed984 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.160671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e909d-b043-409f-b230-7c011d55f2f5 req-f3be3cb7-1bee-4d8b-90b2-7cda219ed984 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.168578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e909d-b043-409f-b230-7c011d55f2f5 req-f3be3cb7-1bee-4d8b-90b2-7cda219ed984 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.178113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e909d-b043-409f-b230-7c011d55f2f5 req-f3be3cb7-1bee-4d8b-90b2-7cda219ed984 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.185156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e909d-b043-409f-b230-7c011d55f2f5 req-f3be3cb7-1bee-4d8b-90b2-7cda219ed984 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.192808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e909d-b043-409f-b230-7c011d55f2f5 req-f3be3cb7-1bee-4d8b-90b2-7cda219ed984 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.207614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e15e909d-b043-409f-b230-7c011d55f2f5 req-f3be3cb7-1bee-4d8b-90b2-7cda219ed984 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5436 time: 0.2365119 Jul 07 22:15:52.259146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e15e909d-b043-409f-b230-7c011d55f2f5 req-4086ff38-579f-4003-abf1-19713875dc4c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561287 Jul 07 22:15:52.332055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:52.367031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=cab166d1-1935-43e1-9c8f-bcc325a11d6a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:52.389375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:52.411268 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-b0717058-9734-4e84-a02a-a1b504e3a39f req-9435bfea-31fd-4e62-ac80-157e45694b61 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973141 Jul 07 22:15:52.443260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 164d5769-4447-49bc-ad8f-510c5c72b857, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=164d5769-4447-49bc-ad8f-510c5c72b857,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:52.461030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '164d5769-4447-49bc-ad8f-510c5c72b857', 'network_id': 'f7b85453-5618-4302-b3a9-626423b5998a', 'port_id': '164d5769-4447-49bc-ad8f-510c5c72b857', 'mac_address': 'fa:16:3e:b6:f3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2900cdc7-b6bd-41ea-8b5d-dd104dd75482', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:15:52.492741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579f604-8505-49a8-853f-48bbcd61249e req-e0e4f70a-d5f3-4bab-819b-2a7b88172568 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:52.500194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6579f604-8505-49a8-853f-48bbcd61249e req-e0e4f70a-d5f3-4bab-819b-2a7b88172568 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 946 time: 0.0953813 Jul 07 22:15:52.549086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6579f604-8505-49a8-853f-48bbcd61249e req-aa4db804-2817-4efa-88f7-0e1c41bbf6e8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477014 Jul 07 22:15:52.595796 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:52.621645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164d5769-4447-49bc-ad8f-510c5c72b857 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:52.664585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 164d5769-4447-49bc-ad8f-510c5c72b857, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=164d5769-4447-49bc-ad8f-510c5c72b857,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:52.686339 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:52.712025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:52.825445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=164d5769-4447-49bc-ad8f-510c5c72b857,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:52.980394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-a5761f5a-1f84-40f3-8b47-1657b1818648 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=6fa214ccfb7043a29a08ffe2c5298fa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437069 Jul 07 22:15:53.035951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d091d2d8-2a9d-4254-9584-067bd98c747d tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:15:53.036866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d091d2d8-2a9d-4254-9584-067bd98c747d tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061755 Jul 07 22:15:53.053921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Request body: {'binding': {'host': 'n-h1-695012-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:53.054408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Unknown quota resources ['binding']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:15:53.071953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Router 72303eed-b707-431f-ae6e-f34ad579c57c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:15:53.175916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-f6eb8607-5d55-4dab-94f5-aab6e09e3291 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:53.182813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-f6eb8607-5d55-4dab-94f5-aab6e09e3291 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004855 Jul 07 22:15:53.233622 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-6964fc67-b4e9-4ad1-af97-f859b0ca31a5 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/quotas/6fa214ccfb7043a29a08ffe2c5298fa5 HTTP/1.1" status: 200 len: 375 time: 0.0499194 Jul 07 22:15:53.253486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:15:53.266835 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] Sync routers for ids ['72303eed-b707-431f-ae6e-f34ad579c57c'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:15:53.283825 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] Routers {'72303eed-b707-431f-ae6e-f34ad579c57c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:53.285067 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:15:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['72303eed-b707-431f-ae6e-f34ad579c57c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:53.291940 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f417c600-7b0c-434e-9a4d-da2c39bda06e admin admin] 10.222.0.81 "PUT /v2.0/routers/72303eed-b707-431f-ae6e-f34ad579c57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9027026 Jul 07 22:15:53.292611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56532) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:53.311795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on host n-h1-695012-11 for vnic_type normal with profile None {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:53.313681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:53.313681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:53.351841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-b9482e09-f530-4f1a-a144-fe4eace81409 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6fa214ccfb7043a29a08ffe2c5298fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409853 Jul 07 22:15:53.352843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:53.353587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:53.359799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:53.360195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:53.360572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:53.361000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Bound port: 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:53.366900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['57838ba5-1faa-4150-8bf2-f8d4a1ec2530'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:53.419190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['51240f68-3675-42b4-a1ac-05f7eb129a14'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:53.479465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e5ec3727-9808-47aa-8527-9e61c3ec3ec6'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:53.481597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['74786844-5bbf-47f9-bead-efb5f398b615'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:53.483766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['6102e613-64a9-4795-b433-2ea361f3067a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:53.496574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['164d5769-4447-49bc-ad8f-510c5c72b857'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:53.504157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:53.512503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:53.522708 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] Set router 72303eed-b707-431f-ae6e-f34ad579c57c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:53.535849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] 10.222.0.81 "POST /v2.0/ports/4645aed9-aa3b-46d4-a562-4b7b879d19f0/bindings HTTP/1.1" status: 201 len: 390 time: 0.4852884 Jul 07 22:15:53.538469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:53.855566 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:53.999515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Deleting port 3f535050-43bd-41c8-a03c-511777975eb0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:54.000084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:54.049613 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': '3f535050-43bd-41c8-a03c-511777975eb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:15:52Z', 'revision_number': 5, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'gw_port': {'id': '3f535050-43bd-41c8-a03c-511777975eb0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:54.200794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] For port 3f535050-43bd-41c8-a03c-511777975eb0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3f535050-43bd-41c8-a03c-511777975eb0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:54.203885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:54.260203 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] Checking router: 72303eed-b707-431f-ae6e-f34ad579c57c for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:15:54.317140 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] Routers {'72303eed-b707-431f-ae6e-f34ad579c57c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:15:54.326536 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:15:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['72303eed-b707-431f-ae6e-f34ad579c57c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:54.344918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:54.348225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['cab166d1-1935-43e1-9c8f-bcc325a11d6a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:54.433295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b64c9-b130-42ca-b5d6-f43f2cbc420b req-4ee8ca80-4dfd-4f02-a193-3af80d55541e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.458577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b64c9-b130-42ca-b5d6-f43f2cbc420b req-4ee8ca80-4dfd-4f02-a193-3af80d55541e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.480269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b64c9-b130-42ca-b5d6-f43f2cbc420b req-4ee8ca80-4dfd-4f02-a193-3af80d55541e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.493045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b64c9-b130-42ca-b5d6-f43f2cbc420b req-4ee8ca80-4dfd-4f02-a193-3af80d55541e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.507590 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] Set router 72303eed-b707-431f-ae6e-f34ad579c57c gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:15:54.535761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b64c9-b130-42ca-b5d6-f43f2cbc420b req-4ee8ca80-4dfd-4f02-a193-3af80d55541e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.565991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b64c9-b130-42ca-b5d6-f43f2cbc420b req-4ee8ca80-4dfd-4f02-a193-3af80d55541e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.594064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b64c9-b130-42ca-b5d6-f43f2cbc420b req-4ee8ca80-4dfd-4f02-a193-3af80d55541e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.602501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-554b64c9-b130-42ca-b5d6-f43f2cbc420b req-4ee8ca80-4dfd-4f02-a193-3af80d55541e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5437 time: 0.7111099 Jul 07 22:15:54.625057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-7901bc10-c4d4-4b56-aee2-868eb55d54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.651441 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-7901bc10-c4d4-4b56-aee2-868eb55d54f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1097 time: 0.6799622 Jul 07 22:15:54.696984 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:15:53Z', 'revision_number': 6, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:54.761987 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17d4b97-3a2f-41ad-aa71-e01fdbdd744f None None] The sync data for ids ['72303eed-b707-431f-ae6e-f34ad579c57c'] in n-d-695012-11 is: [{'id': '72303eed-b707-431f-ae6e-f34ad579c57c', 'name': 'tempest-AttachSCSIVolumeTestJSON-427604035-router', 'tenant_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:23Z', 'updated_at': '2021-07-07T22:15:53Z', 'revision_number': 6, 'project_id': 'a1e81408c9d246b69cea802ac5ed41d7', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:15:54.833022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356166a-b6a6-450d-8512-eeea6492ddb0 req-b54cb987-f05e-4103-9984-0fda9bc04245 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:54.843513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5356166a-b6a6-450d-8512-eeea6492ddb0 req-b54cb987-f05e-4103-9984-0fda9bc04245 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 945 time: 0.9399536 Jul 07 22:15:54.893000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 122578f8-f1b6-418d-81d0-60b3fa6c69ec no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:54.977820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Calling delete_port for 3f535050-43bd-41c8-a03c-511777975eb0 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:54.983976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-554b64c9-b130-42ca-b5d6-f43f2cbc420b req-3a99c47b-5bff-4c13-925c-05a99de528eb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3627081 Jul 07 22:15:54.986519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 122578f8-f1b6-418d-81d0-60b3fa6c69ec {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:54.987178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 122578f8-f1b6-418d-81d0-60b3fa6c69ec not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:55.053074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5356166a-b6a6-450d-8512-eeea6492ddb0 req-42263ee2-9b13-4d23-b160-e42bfbf3bf00 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057846 Jul 07 22:15:55.097236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-8d59d620-2d60-45df-96ac-a431a8fbbf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:55.102172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-8d59d620-2d60-45df-96ac-a431a8fbbf54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.4280183 Jul 07 22:15:55.211684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-c00e213c-2404-4c52-bfd2-c5e15334f01d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0 HTTP/1.1" status: 200 len: 217 time: 0.1001041 Jul 07 22:15:55.287680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-466f576e-893f-4de3-8150-f67935823415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:55.289145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-466f576e-893f-4de3-8150-f67935823415 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.0695593 Jul 07 22:15:55.366490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.394820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9acb645b-b34f-4565-b425-5c026c045c00 req-86c6e9bc-7be5-4473-95fd-7d7aa2873f2f tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 210 time: 0.0605268 Jul 07 22:15:55.398530 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-e51a7b1f-d524-4b4e-b6f3-f9e648067beb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941396 Jul 07 22:15:55.411851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f535050-43bd-41c8-a03c-511777975eb0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:55.507751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ed710-c2ea-41ab-9f75-e668168b8fce req-9c37fe6b-57b1-4040-ba65-2bf945fa748c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:55.509334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-034ed710-c2ea-41ab-9f75-e668168b8fce req-9c37fe6b-57b1-4040-ba65-2bf945fa748c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 946 time: 0.2255001 Jul 07 22:15:55.561165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.607692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-034ed710-c2ea-41ab-9f75-e668168b8fce req-bff0eb43-a18d-4b6a-abc0-3268fa556f4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902512 Jul 07 22:15:55.609535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-7730a566-30a2-481c-bb75-f649f4f696b5 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010620 Jul 07 22:15:55.760706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0406-936a-4b7f-a522-bf15455b10cc req-8d53f911-1819-4e53-a148-9b5f3f893232 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:55.770060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-634c0406-936a-4b7f-a522-bf15455b10cc req-8d53f911-1819-4e53-a148-9b5f3f893232 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 945 time: 0.1965470 Jul 07 22:15:55.793444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.797160 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.807003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3f535050-43bd-41c8-a03c-511777975eb0 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:55.881869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.882430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72303eed-b707-431f-ae6e-f34ad579c57c {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:15:55.883808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-634c0406-936a-4b7f-a522-bf15455b10cc req-0b19ad92-6122-4784-b523-02329b541159 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125236 Jul 07 22:15:55.896542 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d315bc34-7648-4e43-bd0b-d47c84da7560 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775772 Jul 07 22:15:55.916031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3f535050-43bd-41c8-a03c-511777975eb0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:55.916560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3f535050-43bd-41c8-a03c-511777975eb0 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:55.916876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:55.918354 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:55.921944 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57f772e0-99e5-40d2-a0a5-f9a57c618065 admin admin] 10.222.0.81 "DELETE /v2.0/routers/72303eed-b707-431f-ae6e-f34ad579c57c HTTP/1.1" status: 204 len: 168 time: 2.6240942 Jul 07 22:15:55.922224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:55.988881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:55.989406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7e8c0f94-0f3e-4e6a-9e4c-7e09d2fdc523 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:56.067883 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-cff6dedd-2fd8-4e8f-a441-e2411d68d223 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=6fa214ccfb7043a29a08ffe2c5298fa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424640 Jul 07 22:15:56.077762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f39017-5876-4d02-b391-38c843c8e70f admin admin] Deleting subnet 7369829e-4f93-41ba-b617-387fa2b67e14 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:15:56.083144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62f39017-5876-4d02-b391-38c843c8e70f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.152749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62f39017-5876-4d02-b391-38c843c8e70f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.195769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-ae543c54-33a2-48a1-b5fb-b176513007c0 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:56.202871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-ae543c54-33a2-48a1-b5fb-b176513007c0 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.2263606 Jul 07 22:15:56.226709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695012-11'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:56.388943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56576) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:56.493933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62f39017-5876-4d02-b391-38c843c8e70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.590483 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.684308 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62f39017-5876-4d02-b391-38c843c8e70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.727628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-266d7cb8-f522-48f1-80a2-2f3cd000b1bd tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:56.729197 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-266d7cb8-f522-48f1-80a2-2f3cd000b1bd tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593775 Jul 07 22:15:56.735220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f39017-5876-4d02-b391-38c843c8e70f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7369829e-4f93-41ba-b617-387fa2b67e14,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:56.739440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 74786844-5bbf-47f9-bead-efb5f398b615 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:56.740641 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62f39017-5876-4d02-b391-38c843c8e70f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.746516 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-62f39017-5876-4d02-b391-38c843c8e70f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7369829e-4f93-41ba-b617-387fa2b67e14 HTTP/1.1" status: 204 len: 168 time: 0.8232424 Jul 07 22:15:56.747329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:56.761842 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Request body: {'port': {'device_id': '7d22db87-87c1-4559-94b3-cb9616aef179', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '6fa214ccfb7043a29a08ffe2c5298fa5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:56.773006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3690724-ff92-4679-8185-9f34a51aa541 None None] Network b5976b4f-b091-4a00-a3d0-7a308a61ca8f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:15:56.899299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 74786844-5bbf-47f9-bead-efb5f398b615 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:56.910741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:56.931771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 74786844-5bbf-47f9-bead-efb5f398b615 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:56.932755 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.012767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Made reservation on behalf of 6fa214ccfb7043a29a08ffe2c5298fa5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:15:57.016808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.031081 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.069886 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.070086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Deleting port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:57.070524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.130554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 74786844-5bbf-47f9-bead-efb5f398b615, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=74786844-5bbf-47f9-bead-efb5f398b615,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:57.133006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2562a62-f754-48b1-b04b-88ccd8f77b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.147909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74786844-5bbf-47f9-bead-efb5f398b615'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:57.150486 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a960778-30f2-4342-94c6-08daddc6ea3a" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "74786844-5bbf-47f9-bead-efb5f398b615"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:57.157744 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.223150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997eaa-299c-46d6-bded-754cf82c0acb req-7d6f369d-a621-4928-8d0a-10fa729961b9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:57.229139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997eaa-299c-46d6-bded-754cf82c0acb req-7d6f369d-a621-4928-8d0a-10fa729961b9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:57.235390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997eaa-299c-46d6-bded-754cf82c0acb req-7d6f369d-a621-4928-8d0a-10fa729961b9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:57.240015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] For port 76b9e29a-e6da-4ad6-9cee-626a63ce1907, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=76b9e29a-e6da-4ad6-9cee-626a63ce1907,segment=NetworkSegment(615c4d1d-cabc-40f2-8f20-4c3caa6b7059),segment_id=615c4d1d-cabc-40f2-8f20-4c3caa6b7059)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:57.240793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.242990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=74786844-5bbf-47f9-bead-efb5f398b615,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:57.246099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] DHCP port deletion for b5976b4f-b091-4a00-a3d0-7a308a61ca8f request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:15:57.253135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997eaa-299c-46d6-bded-754cf82c0acb req-7d6f369d-a621-4928-8d0a-10fa729961b9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:57.256734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Calling delete_port for 76b9e29a-e6da-4ad6-9cee-626a63ce1907 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:57.264664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997eaa-299c-46d6-bded-754cf82c0acb req-7d6f369d-a621-4928-8d0a-10fa729961b9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:57.283444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997eaa-299c-46d6-bded-754cf82c0acb req-7d6f369d-a621-4928-8d0a-10fa729961b9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:57.286878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c997eaa-299c-46d6-bded-754cf82c0acb req-7d6f369d-a621-4928-8d0a-10fa729961b9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:57.295130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c997eaa-299c-46d6-bded-754cf82c0acb req-7d6f369d-a621-4928-8d0a-10fa729961b9 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5437 time: 0.9148767 Jul 07 22:15:57.301803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.302458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.302858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.303226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.303548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.303883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.304223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.304552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.304880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.305211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.305542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.306179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:15:57.311617 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db78f574-94be-4664-b949-a055e0454adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.334123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f46cf0-2252-465b-b950-e9d31931e847 req-0c6f329c-2c35-4bda-af62-6c96cf4ed66f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:57.339549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09f46cf0-2252-465b-b950-e9d31931e847 req-0c6f329c-2c35-4bda-af62-6c96cf4ed66f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 945 time: 0.8724432 Jul 07 22:15:57.374203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] Deleting port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:15:57.374587 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.375126 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.395937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:57.409811 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Pushing event deleted for resources: {'Port': ['ID=76b9e29a-e6da-4ad6-9cee-626a63ce1907,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:57.417526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] No DVR routers for this DVR port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:57.483779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] For port 76b9e29a-e6da-4ad6-9cee-626a63ce1907, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:57.484408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.508318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] Calling delete_port for 76b9e29a-e6da-4ad6-9cee-626a63ce1907 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:15:57.508716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:57.521374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] Port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:15:57.524191 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.538652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c997eaa-299c-46d6-bded-754cf82c0acb req-cfafd792-bad4-455f-9c92-bbc0878a971f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2424662 Jul 07 22:15:57.578803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.585610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.593486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] Pushing event deleted for resources: {'Port': ['ID=76b9e29a-e6da-4ad6-9cee-626a63ce1907,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:57.601406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da252b3-8ee2-4ab1-a027-37d080f94974 None None] No DVR routers for this DVR port 76b9e29a-e6da-4ad6-9cee-626a63ce1907 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:15:57.647906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09f46cf0-2252-465b-b950-e9d31931e847 req-c137fd20-9968-4b25-8961-e3779fa3a3ee tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855299 Jul 07 22:15:57.669156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:57.671639 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e05ee7c-145a-4626-af5e-2dab23ff76b1" -d '{"events": [{"server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "name": "network-vif-unplugged", "status": "completed", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:57.676247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.714224 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.762039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 76b9e29a-e6da-4ad6-9cee-626a63ce1907 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:15:57.810543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Allocated IP 192.168.233.23 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/c38efe8a-ad31-45a7-b535-7547a7ab03d2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:15:57.818845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 76b9e29a-e6da-4ad6-9cee-626a63ce1907 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:15:57.819566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 76b9e29a-e6da-4ad6-9cee-626a63ce1907 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:15:57.861999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Pushing event updated for resources: {'Port': ['ID=4645aed9-aa3b-46d4-a562-4b7b879d19f0,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:57.876858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117b72af-3646-496f-997b-a2e6d99850b9 req-86b9bacd-3dc2-46f0-8fc2-007ce90d0ac8 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 210 time: 0.0595164 Jul 07 22:15:57.933102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:57.936647 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd8b837-b51a-496a-add7-e726c2d4ba52 x-openstack-request-id: req-8fd8b837-b51a-496a-add7-e726c2d4ba52 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:57.937123 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "74786844-5bbf-47f9-bead-efb5f398b615", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:57.937237 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8fd8b837-b51a-496a-add7-e726c2d4ba52 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:57.937622 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74786844-5bbf-47f9-bead-efb5f398b615', 'code': 200} Jul 07 22:15:57.981747 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5976b4f-b091-4a00-a3d0-7a308a61ca8f']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:57.990350 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7f7705-f014-443c-9f9a-2b245c262d4c x-openstack-request-id: req-4b7f7705-f014-443c-9f9a-2b245c262d4c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:15:57.990653 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "name": "network-vif-unplugged", "status": "completed", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:15:57.990906 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b7f7705-f014-443c-9f9a-2b245c262d4c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:15:57.991302 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0', 'code': 200} Jul 07 22:15:57.995914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af89c5e-c5d8-4a55-8236-53639b9aaac8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:58.000287 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '615c4d1d-cabc-40f2-8f20-4c3caa6b7059') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:58.000793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '615c4d1d-cabc-40f2-8f20-4c3caa6b7059') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:15:58.018451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.033325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on host n-h2-695012-11 for vnic_type normal with profile {"migrating_to": "n-h1-695012-11"} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:58.033665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:58.034037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:58.037223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2562a62-f754-48b1-b04b-88ccd8f77b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.044991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:58.045564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Attempting to bind port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:58.046066 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.048720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.049383 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2562a62-f754-48b1-b04b-88ccd8f77b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.061006 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:15:58.061418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:15:58.063386 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:15:58.074917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388948e-cd72-40bd-8aae-bd5d71fe8f13 req-2dc22db8-b60b-47e7-ac0b-89229fc1ed50 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.076500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2388948e-cd72-40bd-8aae-bd5d71fe8f13 req-2dc22db8-b60b-47e7-ac0b-89229fc1ed50 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 943 time: 0.1978726 Jul 07 22:15:58.084553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:58.084941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:58.085289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:58.085741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Bound port: 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:58.086213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.107300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Transition to ACTIVE for port object c38efe8a-ad31-45a7-b535-7547a7ab03d2 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:58.139062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.148301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a2562a62-f754-48b1-b04b-88ccd8f77b51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e96bce4e92346eeb501572f34586117&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7563365 Jul 07 22:15:58.149374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:58.150902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.152715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2562a62-f754-48b1-b04b-88ccd8f77b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a77051-0a8b-4e6a-af43-cbe2d8078a74,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:58.153162 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] 10.222.0.81 "DELETE /v2.0/networks/b5976b4f-b091-4a00-a3d0-7a308a61ca8f HTTP/1.1" status: 204 len: 168 time: 1.4045644 Jul 07 22:15:58.181222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa2b69-ce16-4965-b616-5a538f17694f admin admin] Pushing event deleted for resources: {'Network': ['ID=b5976b4f-b091-4a00-a3d0-7a308a61ca8f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:58.201542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.211105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2388948e-cd72-40bd-8aae-bd5d71fe8f13 req-bd1f9514-d19e-4b1e-896c-6ffe0c03a79e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193631 Jul 07 22:15:58.248830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:58.252860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:58.261392 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.277026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:15:58.294912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:15:58.306722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:15:58.312290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:58.333889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996d95a2-ad32-40aa-b764-dcfb0b627bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.351586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.352296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.353848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] 10.222.0.44 "PUT /v2.0/ports/4645aed9-aa3b-46d4-a562-4b7b879d19f0 HTTP/1.1" status: 200 len: 1123 time: 2.1394315 Jul 07 22:15:58.377865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51cbc7-e003-49bf-9e8f-5b12765ea749 service neutron] Pushing event updated for resources: {'Port': ['ID=4645aed9-aa3b-46d4-a562-4b7b879d19f0,revision_number=8']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:58.381260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56608) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:58.389268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.389917 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.415377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996d95a2-ad32-40aa-b764-dcfb0b627bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.422518 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-bb2cb8f2-244a-4bb0-a2fa-187336f1cd25 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6658025 Jul 07 22:15:58.444197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-baec4fbe-278f-42cb-b936-e81bef35a78e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a486d6d8162548089f0a8062607d18c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617695 Jul 07 22:15:58.445487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56610) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:58.496901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996d95a2-ad32-40aa-b764-dcfb0b627bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.499404 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-996d95a2-ad32-40aa-b764-dcfb0b627bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.500565 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-996d95a2-ad32-40aa-b764-dcfb0b627bce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5a77051-0a8b-4e6a-af43-cbe2d8078a74 HTTP/1.1" status: 204 len: 168 time: 0.3460336 Jul 07 22:15:58.511507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ede94a-7141-4f3c-92a3-05b45c38900c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.513332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d95a2-ad32-40aa-b764-dcfb0b627bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a77051-0a8b-4e6a-af43-cbe2d8078a74,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:58.541028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Request body: {'port': {'device_id': '7d22db87-87c1-4559-94b3-cb9616aef179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:15:58.544637 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ede94a-7141-4f3c-92a3-05b45c38900c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.564006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4645aed9-aa3b-46d4-a562-4b7b879d19f0'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:15:58.605329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ecaa4416-e9ed-4643-b7d1-de7216b23d74 None None] Provisioning for port c38efe8a-ad31-45a7-b535-7547a7ab03d2 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:58.611286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ecaa4416-e9ed-4643-b7d1-de7216b23d74 None None] Provisioning complete for port c38efe8a-ad31-45a7-b535-7547a7ab03d2 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:58.611832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecaa4416-e9ed-4643-b7d1-de7216b23d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.670291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ede94a-7141-4f3c-92a3-05b45c38900c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.674350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69ede94a-7141-4f3c-92a3-05b45c38900c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.676411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ecaa4416-e9ed-4643-b7d1-de7216b23d74 None None] Port c38efe8a-ad31-45a7-b535-7547a7ab03d2 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:15:58.679939 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-69ede94a-7141-4f3c-92a3-05b45c38900c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/45aad296-50f1-4fa9-b526-fd18dcbfa52c HTTP/1.1" status: 204 len: 168 time: 0.2339761 Jul 07 22:15:58.694915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ede94a-7141-4f3c-92a3-05b45c38900c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aad296-50f1-4fa9-b526-fd18dcbfa52c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:58.708251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:58.748615 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:58.841098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70217e5-8724-44c1-a853-c48fad1de4d2 req-daca33dd-76a4-4c6e-8197-389872b6176d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.852664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70217e5-8724-44c1-a853-c48fad1de4d2 req-daca33dd-76a4-4c6e-8197-389872b6176d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.859494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70217e5-8724-44c1-a853-c48fad1de4d2 req-daca33dd-76a4-4c6e-8197-389872b6176d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.867605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70217e5-8724-44c1-a853-c48fad1de4d2 req-daca33dd-76a4-4c6e-8197-389872b6176d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.874304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70217e5-8724-44c1-a853-c48fad1de4d2 req-daca33dd-76a4-4c6e-8197-389872b6176d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.881036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70217e5-8724-44c1-a853-c48fad1de4d2 req-daca33dd-76a4-4c6e-8197-389872b6176d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.887677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70217e5-8724-44c1-a853-c48fad1de4d2 req-daca33dd-76a4-4c6e-8197-389872b6176d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:58.889863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70217e5-8724-44c1-a853-c48fad1de4d2 req-daca33dd-76a4-4c6e-8197-389872b6176d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5438 time: 0.1839790 Jul 07 22:15:59.016041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70217e5-8724-44c1-a853-c48fad1de4d2 req-99078cac-eded-430b-bc54-cdc45d48a896 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124549 Jul 07 22:15:59.016545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:59.023513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:59.023894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.061880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b83f4f-3920-46c8-b035-93f78200246b req-61b5e969-97a0-4595-b1f6-3309cddce66b tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:59.080383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61b83f4f-3920-46c8-b035-93f78200246b req-61b5e969-97a0-4595-b1f6-3309cddce66b tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 945 time: 0.1890960 Jul 07 22:15:59.137794 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.158533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61b83f4f-3920-46c8-b035-93f78200246b req-66e4d7b6-92f8-473a-8985-9c8b2b2c14ed tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749917 Jul 07 22:15:59.196252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38efe8a-ad31-45a7-b535-7547a7ab03d2 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:15:59.201475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56634) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:59.207876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:59.212368 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.215747 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.216985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6102e613-64a9-4795-b433-2ea361f3067a up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:59.223865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ea0aab8-f606-4e10-ac36-51c8458fe4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.243929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Transition to ACTIVE for port object c38efe8a-ad31-45a7-b535-7547a7ab03d2 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:15:59.249004 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.415103 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:59.426976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 6102e613-64a9-4795-b433-2ea361f3067a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:59.427228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ea0aab8-f606-4e10-ac36-51c8458fe4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.434753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 6102e613-64a9-4795-b433-2ea361f3067a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:59.435295 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.443238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ea0aab8-f606-4e10-ac36-51c8458fe4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.457692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:59.458548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a444f88-acd2-498a-a671-7ce39ed7bfcb req-c552bf52-ef7a-4dff-80ce-a4ac6b93d7a1 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:59.467912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a444f88-acd2-498a-a671-7ce39ed7bfcb req-c552bf52-ef7a-4dff-80ce-a4ac6b93d7a1 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 947 time: 0.1583717 Jul 07 22:15:59.529642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Attempting to bind port c38efe8a-ad31-45a7-b535-7547a7ab03d2 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:15:59.529978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Attempting to bind port c38efe8a-ad31-45a7-b535-7547a7ab03d2 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:15:59.530397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Attempting to bind port c38efe8a-ad31-45a7-b535-7547a7ab03d2 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:59.540582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Port c38efe8a-ad31-45a7-b535-7547a7ab03d2 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:15:59.540939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Attempting to bind port c38efe8a-ad31-45a7-b535-7547a7ab03d2 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:15:59.552223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:15:59.552564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:15:59.553505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:15:59.554063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Bound port: c38efe8a-ad31-45a7-b535-7547a7ab03d2, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:15:59.554509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.568105 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.596147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ea0aab8-f606-4e10-ac36-51c8458fe4ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42054dfef2724a6fa46df38fce854feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3934917 Jul 07 22:15:59.601658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56646) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:59.602582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0aab8-f606-4e10-ac36-51c8458fe4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f800db01-c5ea-45bc-bfc7-2e2dbfb8ebd2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:59.607775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6102e613-64a9-4795-b433-2ea361f3067a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6102e613-64a9-4795-b433-2ea361f3067a,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:15:59.613861 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.615996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e5ec3727-9808-47aa-8527-9e61c3ec3ec6 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:15:59.631104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56648) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:59.671060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a444f88-acd2-498a-a671-7ce39ed7bfcb req-9a137109-cebe-4f5f-b015-89200af1ec92 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016017 Jul 07 22:15:59.745647 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eba263e4-1d83-4b4d-b3ca-cc2bb7a53177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.810439 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eba263e4-1d83-4b4d-b3ca-cc2bb7a53177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.812767 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1804dbf4-407c-4b0e-abf7-65043ddf131a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1e81408c9d246b69cea802ac5ed41d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800728 Jul 07 22:15:59.820572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56660) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:15:59.828098 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0affe573-23bf-481d-8bff-3942da897f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.837593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:15:59.843792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=6102e613-64a9-4795-b433-2ea361f3067a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:59.848032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:15:59.852742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:15:59.853319 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.870361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:15:59.880223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.891826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eba263e4-1d83-4b4d-b3ca-cc2bb7a53177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.894848 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eba263e4-1d83-4b4d-b3ca-cc2bb7a53177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.896144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-eba263e4-1d83-4b4d-b3ca-cc2bb7a53177 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f800db01-c5ea-45bc-bfc7-2e2dbfb8ebd2 HTTP/1.1" status: 204 len: 168 time: 0.2840648 Jul 07 22:15:59.940292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614'}, {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6102e613-64a9-4795-b433-2ea361f3067a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:59.942713 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e5f59f-5178-40cb-8e93-7052a6a7eba6" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614"}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "6102e613-64a9-4795-b433-2ea361f3067a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:15:59.960386 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.962296 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.970804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:15:59.982483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:15:59.983299 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:15:59.984709 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-8a4140c1-1687-4871-92b1-7137e0ce72c1 service neutron] 10.222.0.83 "PUT /v2.0/ports/c38efe8a-ad31-45a7-b535-7547a7ab03d2 HTTP/1.1" status: 200 len: 1096 time: 1.4513211 Jul 07 22:15:59.985463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:15:59.988095 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:00.009110 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-205c6b72-0b93-4058-b2b6-ed8cd621ff11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.012798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:00.016144 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa6044-c6a0-4816-be76-31c7b168896e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:00.043235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e5ec3727-9808-47aa-8527-9e61c3ec3ec6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:00.051373 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.052521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 51240f68-3675-42b4-a1ac-05f7eb129a14 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:00.064063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba263e4-1d83-4b4d-b3ca-cc2bb7a53177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f800db01-c5ea-45bc-bfc7-2e2dbfb8ebd2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:00.064390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-205c6b72-0b93-4058-b2b6-ed8cd621ff11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.188765 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-52b4ebfc-5c27-4f6d-aae2-83db2e36c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:00.191639 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-52b4ebfc-5c27-4f6d-aae2-83db2e36c1c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6fa214ccfb7043a29a08ffe2c5298fa5&device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 1099 time: 0.1320240 Jul 07 22:16:00.197155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:00.200680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 51240f68-3675-42b4-a1ac-05f7eb129a14 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:00.205375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 51240f68-3675-42b4-a1ac-05f7eb129a14 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:00.206411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.257827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-2ffbbbd4-ebe3-4e08-9ced-8b3a28b5b0d9 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:00.267215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-2ffbbbd4-ebe3-4e08-9ced-8b3a28b5b0d9 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 815 time: 0.4064212 Jul 07 22:16:00.286580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-5ee247d6-2ab4-4eaf-97b9-701d91eeb113 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/quotas/b4711f7570434d3f8f6cb11c170dfef5 HTTP/1.1" status: 200 len: 375 time: 0.0180972 Jul 07 22:16:00.298364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-205c6b72-0b93-4058-b2b6-ed8cd621ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.298919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8aae50-e00d-4738-8adf-907b9082b6bb req-daf620d9-37eb-4a42-a358-ceafa3b502f8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:00.305163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-205c6b72-0b93-4058-b2b6-ed8cd621ff11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.307564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c8aae50-e00d-4738-8adf-907b9082b6bb req-daf620d9-37eb-4a42-a358-ceafa3b502f8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 943 time: 0.4432111 Jul 07 22:16:00.308786 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-205c6b72-0b93-4058-b2b6-ed8cd621ff11 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5481d252-bb34-4a20-926e-3e59cae1561d HTTP/1.1" status: 204 len: 168 time: 0.4871686 Jul 07 22:16:00.324610 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.332588 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-9a34cc6b-02b4-4a61-aeb2-c50dd1b2651e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2 HTTP/1.1" status: 200 len: 217 time: 0.1210980 Jul 07 22:16:00.333885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c6b72-0b93-4058-b2b6-ed8cd621ff11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5481d252-bb34-4a20-926e-3e59cae1561d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:00.435567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 51240f68-3675-42b4-a1ac-05f7eb129a14, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=51240f68-3675-42b4-a1ac-05f7eb129a14,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:00.443013 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.443902 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:00.453149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c8aae50-e00d-4738-8adf-907b9082b6bb req-e7eaf944-edd7-418d-a9a1-d828e917784f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444736 Jul 07 22:16:00.460761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-b6fc0985-ca17-4ab7-94f8-ab0531f403ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:00.465198 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-b6fc0985-ca17-4ab7-94f8-ab0531f403ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.1180789 Jul 07 22:16:00.527027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-fd7b5d2f-787e-4c14-9799-a9bfd591a208 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2393339 Jul 07 22:16:00.584718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=51240f68-3675-42b4-a1ac-05f7eb129a14,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:00.590636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-515d2495-cc41-4aa6-a91e-137997432691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:00.592971 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-515d2495-cc41-4aa6-a91e-137997432691 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196215 Jul 07 22:16:00.599038 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5f3d92-18ce-4a41-9622-f234ca6f4418 x-openstack-request-id: req-fd5f3d92-18ce-4a41-9622-f234ca6f4418 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:00.599466 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614", "code": 200}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "6102e613-64a9-4795-b433-2ea361f3067a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:00.599806 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd5f3d92-18ce-4a41-9622-f234ca6f4418 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:00.600317 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614', 'code': 200} Jul 07 22:16:00.600458 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6102e613-64a9-4795-b433-2ea361f3067a', 'code': 200} Jul 07 22:16:00.650625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:00.655856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:00.656437 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.724491 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c132d5f-e9d0-43c1-b72b-937fba94abed x-openstack-request-id: req-4c132d5f-e9d0-43c1-b72b-937fba94abed {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:00.724783 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:00.725032 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c132d5f-e9d0-43c1-b72b-937fba94abed {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:00.725436 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'status': 'completed', 'code': 200} Jul 07 22:16:00.743494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-11bdd362-bc42-4eed-a72f-31b8dce8ee3e service neutron] 10.222.0.81 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152877 Jul 07 22:16:00.773738 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b86b155-17bf-40e9-8155-ba1e209b0e6b x-openstack-request-id: req-7b86b155-17bf-40e9-8155-ba1e209b0e6b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:00.775648 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:00.776418 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b86b155-17bf-40e9-8155-ba1e209b0e6b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:00.778021 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0', 'status': 'completed', 'code': 200} Jul 07 22:16:00.808309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.817390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.863137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,segment=NetworkSegment(187ef5dc-66a9-41c6-98e7-50461cbefe3b),segment_id=187ef5dc-66a9-41c6-98e7-50461cbefe3b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:00.865223 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-a6462238-220c-4aeb-84dc-30b63d150df7 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641680 Jul 07 22:16:00.870354 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:00.871183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cab166d1-1935-43e1-9c8f-bcc325a11d6a up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:01.042425 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-2ad13707-2df3-4b7f-b0f0-7dab57d9edbc req-94ff0d09-9635-4fec-ab40-2099cc560984 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702895 Jul 07 22:16:01.102956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-7e331d89-b821-4ff2-a7ef-8cb5f2885cbe service neutron] 10.222.0.81 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567538 Jul 07 22:16:01.109894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.115079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-3c2bfc51-ea3f-4d5c-a0d0-e462948fbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.120511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port cab166d1-1935-43e1-9c8f-bcc325a11d6a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:01.121279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-3c2bfc51-ea3f-4d5c-a0d0-e462948fbd42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1126 time: 0.3006229 Jul 07 22:16:01.154201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port cab166d1-1935-43e1-9c8f-bcc325a11d6a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:01.154607 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.211878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d56428-fcef-4d2e-99a5-76ed85e7767f req-f072d2de-4425-4336-b331-d76b9e0bd25d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.224919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d56428-fcef-4d2e-99a5-76ed85e7767f req-f072d2de-4425-4336-b331-d76b9e0bd25d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.235941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d56428-fcef-4d2e-99a5-76ed85e7767f req-f072d2de-4425-4336-b331-d76b9e0bd25d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.240753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:01.288889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d56428-fcef-4d2e-99a5-76ed85e7767f req-f072d2de-4425-4336-b331-d76b9e0bd25d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.302426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d56428-fcef-4d2e-99a5-76ed85e7767f req-f072d2de-4425-4336-b331-d76b9e0bd25d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.317649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d56428-fcef-4d2e-99a5-76ed85e7767f req-f072d2de-4425-4336-b331-d76b9e0bd25d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.331320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d56428-fcef-4d2e-99a5-76ed85e7767f req-f072d2de-4425-4336-b331-d76b9e0bd25d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.339296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42d56428-fcef-4d2e-99a5-76ed85e7767f req-f072d2de-4425-4336-b331-d76b9e0bd25d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5442 time: 0.3410285 Jul 07 22:16:01.344882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-b0bdd94a-bbc0-4639-ab4a-6df3d8beda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.349977 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-b0bdd94a-bbc0-4639-ab4a-6df3d8beda25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6fa214ccfb7043a29a08ffe2c5298fa5&device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 1099 time: 0.1609669 Jul 07 22:16:01.376186 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.470559 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cab166d1-1935-43e1-9c8f-bcc325a11d6a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:01.483503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.484769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 164d5769-4447-49bc-ad8f-510c5c72b857 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:01.547686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-b55e1099-a9ec-46e1-8418-56e58c1e23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.558972 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-b55e1099-a9ec-46e1-8418-56e58c1e23ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1874354 Jul 07 22:16:01.574107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42d56428-fcef-4d2e-99a5-76ed85e7767f req-49cfc75b-c586-4a54-ae55-2b573c6b6c46 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2065585 Jul 07 22:16:01.664907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-4af97562-185f-4056-a680-af9f6043edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.666711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-4af97562-185f-4056-a680-af9f6043edfd service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.3261452 Jul 07 22:16:01.677957 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-062ffca7-42fa-47e4-b169-3c9620683e97 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2 HTTP/1.1" status: 200 len: 217 time: 0.1093414 Jul 07 22:16:01.701938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c464b-2591-4e2c-97b1-97db2f830e2c req-fb27f749-c388-49bb-a0bb-d4346bbc9504 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.706458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=cab166d1-1935-43e1-9c8f-bcc325a11d6a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:01.728565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d8c464b-2591-4e2c-97b1-97db2f830e2c req-fb27f749-c388-49bb-a0bb-d4346bbc9504 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 946 time: 0.3598731 Jul 07 22:16:01.743982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 164d5769-4447-49bc-ad8f-510c5c72b857 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:01.750160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 164d5769-4447-49bc-ad8f-510c5c72b857 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:01.750658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:01.768171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-752a95c2-aa3e-4172-a26f-824101dc57de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.770477 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-752a95c2-aa3e-4172-a26f-824101dc57de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0798469 Jul 07 22:16:01.832095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-d4ab3650-31e7-4b4d-9b59-fe6ace946dfe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0 HTTP/1.1" status: 200 len: 217 time: 0.1555953 Jul 07 22:16:01.918613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-0689b645-4037-418f-b990-9ffa1f5352be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:01.920148 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-0689b645-4037-418f-b990-9ffa1f5352be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1425691 Jul 07 22:16:01.923681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d8c464b-2591-4e2c-97b1-97db2f830e2c req-b8ff9d8f-76d4-4a57-9e86-3cfb478fc33b tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851158 Jul 07 22:16:01.945894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.021765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 164d5769-4447-49bc-ad8f-510c5c72b857, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=164d5769-4447-49bc-ad8f-510c5c72b857,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:02.028560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.105330 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-ec823473-f9c9-4f6d-ae39-ba809df587b3 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721158 Jul 07 22:16:02.115058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dd0a36b-a036-4f50-8e8e-7532b9844222 req-7e98424c-301f-4195-9427-d3ee327d9668 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 210 time: 0.1025465 Jul 07 22:16:02.130405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-e699bff2-bc66-478f-b2d0-00a1f49eab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:02.131746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=164d5769-4447-49bc-ad8f-510c5c72b857,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:02.133231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-e699bff2-bc66-478f-b2d0-00a1f49eab05 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.2537651 Jul 07 22:16:02.144773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9d88e-88d4-49a1-bb0f-1e9083e7105f req-6bb7f2cc-b365-4087-879c-4335735eaacc tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:02.153701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ee9d88e-88d4-49a1-bb0f-1e9083e7105f req-6bb7f2cc-b365-4087-879c-4335735eaacc tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 947 time: 0.3205016 Jul 07 22:16:02.254332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-7a76e918-e440-4c5b-ae8e-8fa690548351 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981007 Jul 07 22:16:02.264647 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d7703b91-6936-4c2e-ab16-a6c1f0bdabe0 req-f3f1b86e-8dbd-4e6c-b6e0-3effbf4c9c1b service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495991 Jul 07 22:16:02.386153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ee9d88e-88d4-49a1-bb0f-1e9083e7105f req-3aec1aeb-ffa7-45b3-a4e5-bd3d5fa80733 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311420 Jul 07 22:16:02.512014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-deb09c0a-1856-421a-bd30-deb12dfb1244 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415898 Jul 07 22:16:02.531702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad0ea1-578e-45c7-a7f4-6e8f40d392de req-16966422-6c62-4483-b831-0fcee4b1b91b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:02.541544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ad0ea1-578e-45c7-a7f4-6e8f40d392de req-16966422-6c62-4483-b831-0fcee4b1b91b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 943 time: 0.2472804 Jul 07 22:16:02.602147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6'}, {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51240f68-3675-42b4-a1ac-05f7eb129a14'}, {'server_uuid': 'd5a7b824-f946-421d-bd53-0e46ddd24cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57838ba5-1faa-4150-8bf2-f8d4a1ec2530'}, {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a'}, {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164d5769-4447-49bc-ad8f-510c5c72b857'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:02.604494 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aef35dd-7c8a-407b-99fa-c6b91b5e2534" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "e5ec3727-9808-47aa-8527-9e61c3ec3ec6"}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "51240f68-3675-42b4-a1ac-05f7eb129a14"}, {"server_uuid": "d5a7b824-f946-421d-bd53-0e46ddd24cda", "name": "network-vif-plugged", "status": "completed", "tag": "57838ba5-1faa-4150-8bf2-f8d4a1ec2530"}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "cab166d1-1935-43e1-9c8f-bcc325a11d6a"}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "164d5769-4447-49bc-ad8f-510c5c72b857"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:02.662295 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:02.675092 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e09d44d-9dc7-4bcd-8567-6aea6ca32e82 x-openstack-request-id: req-1e09d44d-9dc7-4bcd-8567-6aea6ca32e82 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:02.675476 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "e5ec3727-9808-47aa-8527-9e61c3ec3ec6", "code": 200}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "51240f68-3675-42b4-a1ac-05f7eb129a14", "code": 200}, {"server_uuid": "d5a7b824-f946-421d-bd53-0e46ddd24cda", "name": "network-vif-plugged", "status": "completed", "tag": "57838ba5-1faa-4150-8bf2-f8d4a1ec2530", "code": 200}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "cab166d1-1935-43e1-9c8f-bcc325a11d6a", "code": 200}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-plugged", "status": "completed", "tag": "164d5769-4447-49bc-ad8f-510c5c72b857", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:02.675807 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e09d44d-9dc7-4bcd-8567-6aea6ca32e82 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:02.676341 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6', 'code': 200} Jul 07 22:16:02.676604 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51240f68-3675-42b4-a1ac-05f7eb129a14', 'code': 200} Jul 07 22:16:02.676923 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a7b824-f946-421d-bd53-0e46ddd24cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57838ba5-1faa-4150-8bf2-f8d4a1ec2530', 'code': 200} Jul 07 22:16:02.677245 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a', 'code': 200} Jul 07 22:16:02.677562 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164d5769-4447-49bc-ad8f-510c5c72b857', 'code': 200} Jul 07 22:16:02.688135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ad0ea1-578e-45c7-a7f4-6e8f40d392de req-0cdf0f02-a423-4754-92b6-8d5a813e558c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451881 Jul 07 22:16:02.758179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfa6044-c6a0-4816-be76-31c7b168896e req-2db1d1dd-a76b-4578-91d9-071d2592780d service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139504 Jul 07 22:16:02.759220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4645aed9-aa3b-46d4-a562-4b7b879d19f0 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:02.797246 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-83e2d0eb-426b-4fbe-a84f-9cc8673c7e8a service neutron] 10.222.0.83 "GET /v2.0/ports/4645aed9-aa3b-46d4-a562-4b7b879d19f0/bindings/n-h1-695012-11 HTTP/1.1" status: 200 len: 385 time: 0.1286910 Jul 07 22:16:02.923802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:02.937327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4645aed9-aa3b-46d4-a562-4b7b879d19f0 has no active binding in host n-h1-695012-11 {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:16:03.130432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b9a1-ee83-42b9-90aa-d514e18a6ce3 req-45e3f646-7958-4e6f-9f4b-cbf82e09d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.130928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b9a1-ee83-42b9-90aa-d514e18a6ce3 req-45e3f646-7958-4e6f-9f4b-cbf82e09d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.131387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b9a1-ee83-42b9-90aa-d514e18a6ce3 req-45e3f646-7958-4e6f-9f4b-cbf82e09d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.131866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b9a1-ee83-42b9-90aa-d514e18a6ce3 req-45e3f646-7958-4e6f-9f4b-cbf82e09d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.132323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b9a1-ee83-42b9-90aa-d514e18a6ce3 req-45e3f646-7958-4e6f-9f4b-cbf82e09d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.133118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b9a1-ee83-42b9-90aa-d514e18a6ce3 req-45e3f646-7958-4e6f-9f4b-cbf82e09d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.133262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b9a1-ee83-42b9-90aa-d514e18a6ce3 req-45e3f646-7958-4e6f-9f4b-cbf82e09d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.135217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a48b9a1-ee83-42b9-90aa-d514e18a6ce3 req-45e3f646-7958-4e6f-9f4b-cbf82e09d067 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6508 time: 0.2702603 Jul 07 22:16:03.161464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:03.165405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7da8f3-058b-481f-8266-4eb70addd114 req-725df53d-238d-48f8-8a7b-a5254fef7ac5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.181250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7da8f3-058b-481f-8266-4eb70addd114 req-725df53d-238d-48f8-8a7b-a5254fef7ac5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.191554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7da8f3-058b-481f-8266-4eb70addd114 req-725df53d-238d-48f8-8a7b-a5254fef7ac5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.197617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7da8f3-058b-481f-8266-4eb70addd114 req-725df53d-238d-48f8-8a7b-a5254fef7ac5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.216588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7da8f3-058b-481f-8266-4eb70addd114 req-725df53d-238d-48f8-8a7b-a5254fef7ac5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.223116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7da8f3-058b-481f-8266-4eb70addd114 req-725df53d-238d-48f8-8a7b-a5254fef7ac5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.230418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7da8f3-058b-481f-8266-4eb70addd114 req-725df53d-238d-48f8-8a7b-a5254fef7ac5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.238564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7da8f3-058b-481f-8266-4eb70addd114 req-725df53d-238d-48f8-8a7b-a5254fef7ac5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5444 time: 0.4444125 Jul 07 22:16:03.339495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:03.373921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7da8f3-058b-481f-8266-4eb70addd114 req-09887080-2069-4ac7-a9a8-f18a226d5525 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340215 Jul 07 22:16:03.379888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4645aed9-aa3b-46d4-a562-4b7b879d19f0 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:03.394029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:03.415850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa415bbe-26cb-4d44-991b-a7ca87f7e740 req-a226c84c-991c-490e-82c5-96a11a4d5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.417270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa415bbe-26cb-4d44-991b-a7ca87f7e740 req-a226c84c-991c-490e-82c5-96a11a4d5898 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 1098 time: 0.5532694 Jul 07 22:16:03.418412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.513096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a48b9a1-ee83-42b9-90aa-d514e18a6ce3 req-99cba4d4-9696-4aa9-9214-ff2edb3d302d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2699907 Jul 07 22:16:03.553388 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-9bbf8516-6c44-4d86-9b77-69d604c43235 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.555067 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-9bbf8516-6c44-4d86-9b77-69d604c43235 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.44 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 815 time: 0.3390155 Jul 07 22:16:03.582808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Request body: {'port': {'device_id': '67014581-70ea-416b-a794-e7a7dcbb8ed4', 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019', 'admin_state_up': True, 'tenant_id': 'b4711f7570434d3f8f6cb11c170dfef5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:03.599080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fae82db0-9ca2-41bc-91b8-2bc123f51fe0 req-f149c0bd-8beb-4a3c-8f1e-91b15c7eb788 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 210 time: 0.0704119 Jul 07 22:16:03.654225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa5e6c-9757-49c6-ab7c-8ba57eba7ce8 req-6ca3497d-ded7-41b2-af57-8b8a650eed56 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.664705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2fa5e6c-9757-49c6-ab7c-8ba57eba7ce8 req-6ca3497d-ded7-41b2-af57-8b8a650eed56 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 946 time: 0.4211853 Jul 07 22:16:03.672197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa415bbe-26cb-4d44-991b-a7ca87f7e740 req-ad7bc7c4-b949-4163-9d0f-70e7672f082b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366371 Jul 07 22:16:03.678469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] Transition to ACTIVE for port object 4645aed9-aa3b-46d4-a562-4b7b879d19f0 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:03.690875 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.765153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] Pushing event updated for resources: {'Port': ['ID=4645aed9-aa3b-46d4-a562-4b7b879d19f0,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:03.792669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2fa5e6c-9757-49c6-ab7c-8ba57eba7ce8 req-0aefb8ca-3247-42d4-bd2d-2e928526c474 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261120 Jul 07 22:16:03.801197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a30c8e2-95c5-4b43-86fc-134e7dace13b req-04e28e80-2c95-4cef-8246-702ecb0e28b8 tempest-FlavorsV2NegativeTest-1711607573 tempest-FlavorsV2NegativeTest-1711607573-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=6b16e6c7fd81461e81624583b947d3c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580761 Jul 07 22:16:03.821743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] No DVR routers for this DVR port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:03.880927 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-d17b85b8-8ad2-476f-b5a2-8513ba73eda1 service neutron] 10.222.0.83 "PUT /v2.0/ports/4645aed9-aa3b-46d4-a562-4b7b879d19f0/bindings/n-h1-695012-11/activate HTTP/1.1" status: 200 len: 370 time: 1.0760119 Jul 07 22:16:03.895709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Made reservation on behalf of b4711f7570434d3f8f6cb11c170dfef5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:03.899877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:03.929188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30c8e2-95c5-4b43-86fc-134e7dace13b req-3b23bb2a-b419-45ea-a7b8-6cea1a702e92 tempest-FlavorsV2NegativeTest-1711607573 tempest-FlavorsV2NegativeTest-1711607573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:03.939316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a30c8e2-95c5-4b43-86fc-134e7dace13b req-3b23bb2a-b419-45ea-a7b8-6cea1a702e92 tempest-FlavorsV2NegativeTest-1711607573 tempest-FlavorsV2NegativeTest-1711607573-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369352 Jul 07 22:16:03.960613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a30c8e2-95c5-4b43-86fc-134e7dace13b req-03935bc5-8047-4d6d-8668-f708d94f0a71 tempest-FlavorsV2NegativeTest-1711607573 tempest-FlavorsV2NegativeTest-1711607573-project] 10.222.0.81 "GET /v2.0/quotas/6b16e6c7fd81461e81624583b947d3c7 HTTP/1.1" status: 200 len: 375 time: 0.0199423 Jul 07 22:16:04.021837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a30c8e2-95c5-4b43-86fc-134e7dace13b req-0a48669a-675e-4eef-8709-e3a21834c9ce tempest-FlavorsV2NegativeTest-1711607573 tempest-FlavorsV2NegativeTest-1711607573-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6b16e6c7fd81461e81624583b947d3c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601625 Jul 07 22:16:04.086654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Allocated IP 172.20.0.6 (eb311b8d-b55d-444a-a182-a1e03fd6e019/84a8060a-8768-4dd5-8e37-10440c1e707d/2f649598-a0a2-4e31-9a51-5155cca35e5f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:04.116552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-5e927ca9-12f1-436a-b2af-a5ab855ced5d tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.118211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-5e927ca9-12f1-436a-b2af-a5ab855ced5d tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.0990727 Jul 07 22:16:04.144624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786a9cc-75a3-410a-b026-ae0cecd09667 req-a3f26a5c-d695-4789-bb05-0976ca8793b9 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.154019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9786a9cc-75a3-410a-b026-ae0cecd09667 req-a3f26a5c-d695-4789-bb05-0976ca8793b9 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 947 time: 0.1905849 Jul 07 22:16:04.306872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9786a9cc-75a3-410a-b026-ae0cecd09667 req-0c27bb46-2b4d-4e91-bb78-d370f654978a tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492038 Jul 07 22:16:04.310010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-150963c2-22bf-46f3-978b-d23b5256569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.311636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-150963c2-22bf-46f3-978b-d23b5256569f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb&tenant_id=044d4bb047b445f69003d89d04d2872a HTTP/1.1" status: 200 len: 1096 time: 0.1524160 Jul 07 22:16:04.350245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb0cd-319a-4f68-8cf6-750df4dae553 req-4d45da83-30bf-44ac-8dd2-d5d474f6ad2f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.357645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a9fb0cd-319a-4f68-8cf6-750df4dae553 req-4d45da83-30bf-44ac-8dd2-d5d474f6ad2f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 944 time: 0.1068058 Jul 07 22:16:04.358826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.401706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.418813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['58690b40-e4d4-4f38-acc5-99b92927c83d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:04.459715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a9fb0cd-319a-4f68-8cf6-750df4dae553 req-dc4a1af0-15a9-4c81-bd73-ccd7abbc3a84 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010909 Jul 07 22:16:04.469403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-30089951-0bb0-43c8-95e5-631c3f019353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.472042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-30089951-0bb0-43c8-95e5-631c3f019353 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1096 time: 0.1124282 Jul 07 22:16:04.497212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Network eb311b8d-b55d-444a-a182-a1e03fd6e019 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:04.506764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:04.512853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7f575e2d-8000-4195-b5a5-f0bfd5a73dcb', '555e39ef-238e-474d-bc80-0e9329e8f055'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:04.515602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:04.629760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Pushing event updated for resources: {'Port': ['ID=2f649598-a0a2-4e31-9a51-5155cca35e5f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:04.683526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.686642 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:04.702095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-e5981cd0-0dc3-4822-a467-a7a66fa372f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:04.706831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-e5981cd0-0dc3-4822-a467-a7a66fa372f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.2242897 Jul 07 22:16:04.714555 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c4ba33d0-4051-4e36-b464-7ca700392a22 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1380780 Jul 07 22:16:04.731131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Request body: {'port': {'device_id': '67014581-70ea-416b-a794-e7a7dcbb8ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:04.808407 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:04.884716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-39cacf7a-6de9-4cf7-979c-4ae2ee0ce962 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0 HTTP/1.1" status: 200 len: 217 time: 0.1071353 Jul 07 22:16:04.922548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.017049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:05.040676 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-212b59c1-b60a-4bc2-81d5-7687c63fdb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.106658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8cd1b-fcda-4326-9e7c-6555a7ee1558 req-2c75069c-ea1b-4227-b2d4-6bd3ef27ca08 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.112617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8cd1b-fcda-4326-9e7c-6555a7ee1558 req-2c75069c-ea1b-4227-b2d4-6bd3ef27ca08 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.118600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8cd1b-fcda-4326-9e7c-6555a7ee1558 req-2c75069c-ea1b-4227-b2d4-6bd3ef27ca08 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.125144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8cd1b-fcda-4326-9e7c-6555a7ee1558 req-2c75069c-ea1b-4227-b2d4-6bd3ef27ca08 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.134363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8cd1b-fcda-4326-9e7c-6555a7ee1558 req-2c75069c-ea1b-4227-b2d4-6bd3ef27ca08 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.138508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8cd1b-fcda-4326-9e7c-6555a7ee1558 req-2c75069c-ea1b-4227-b2d4-6bd3ef27ca08 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.144979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8cd1b-fcda-4326-9e7c-6555a7ee1558 req-2c75069c-ea1b-4227-b2d4-6bd3ef27ca08 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.152779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2f8cd1b-fcda-4326-9e7c-6555a7ee1558 req-2c75069c-ea1b-4227-b2d4-6bd3ef27ca08 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5444 time: 0.4435127 Jul 07 22:16:05.155470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-8111f8ce-3014-449e-9e24-1d6270c7c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.156959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-8111f8ce-3014-449e-9e24-1d6270c7c11a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.2469747 Jul 07 22:16:05.244787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:05.250892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-be7e2e24-bac3-48af-b41c-6364b12b51d9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843689 Jul 07 22:16:05.276165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'mac_address': 'fa:16:3e:1b:cf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:05.292957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2f8cd1b-fcda-4326-9e7c-6555a7ee1558 req-a611db3d-eed0-4d12-932c-1b01efd5c43f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1394181 Jul 07 22:16:05.326046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4da53-a8a0-4ecc-854c-f7df99117a5a req-7eddea34-d833-407e-9c57-c17760915883 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.327650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90b4da53-a8a0-4ecc-854c-f7df99117a5a req-7eddea34-d833-407e-9c57-c17760915883 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 931 time: 0.3219967 Jul 07 22:16:05.389106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90b4da53-a8a0-4ecc-854c-f7df99117a5a req-3e7e0891-4c1a-4cba-83dc-2004c87fb804 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528655 Jul 07 22:16:05.434596 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.447701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-6bfce3b9-d1a2-4f29-ad94-2dc09b8cafb3 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852353 Jul 07 22:16:05.455806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38efe8a-ad31-45a7-b535-7547a7ab03d2 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:05.504113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:05.510410 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.588543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:05.680638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-ac12e9c8-882f-4223-9aaa-07eb7bc45f97 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258327 Jul 07 22:16:05.760698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33492b88-d5fb-42b2-b5a4-e30b5524c52c req-1c95c5a6-093a-4665-b175-a5d7f9fc3d3a tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.762252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33492b88-d5fb-42b2-b5a4-e30b5524c52c req-1c95c5a6-093a-4665-b175-a5d7f9fc3d3a tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 946 time: 0.1988163 Jul 07 22:16:05.775355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92e04a-2c3f-4056-8562-c2109180fa47 req-d5db845e-f820-490a-a9d0-c82f1b55e73b tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:05.782840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac92e04a-2c3f-4056-8562-c2109180fa47 req-d5db845e-f820-490a-a9d0-c82f1b55e73b tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 948 time: 0.1927593 Jul 07 22:16:05.874504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33492b88-d5fb-42b2-b5a4-e30b5524c52c req-15ddf295-5810-47b1-926c-fdbff282d2dc tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827355 Jul 07 22:16:05.878297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac92e04a-2c3f-4056-8562-c2109180fa47 req-59b475c1-65a5-45ed-8e79-cd4a8dd63970 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946245 Jul 07 22:16:05.894572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-212b59c1-b60a-4bc2-81d5-7687c63fdb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.903783 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-212b59c1-b60a-4bc2-81d5-7687c63fdb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:05.979391 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-212b59c1-b60a-4bc2-81d5-7687c63fdb5a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b16e6c7fd81461e81624583b947d3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1695716 Jul 07 22:16:05.981830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56838) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:06.057701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f649598-a0a2-4e31-9a51-5155cca35e5f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:06.068726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.086480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Transition to ACTIVE for port object 2f649598-a0a2-4e31-9a51-5155cca35e5f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:06.088679 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b59c1-b60a-4bc2-81d5-7687c63fdb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d805f7b-36a0-4954-877a-fd25a51e53db,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:06.093847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.183131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Pushing event updated for resources: {'Port': ['ID=2f649598-a0a2-4e31-9a51-5155cca35e5f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:06.207542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['c38efe8a-ad31-45a7-b535-7547a7ab03d2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:06.289647 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d3d71caa-52e5-44d7-8892-e706c3eab48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.306385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Attempting to bind port 2f649598-a0a2-4e31-9a51-5155cca35e5f on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:06.307101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Attempting to bind port 2f649598-a0a2-4e31-9a51-5155cca35e5f by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:06.309051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Attempting to bind port 2f649598-a0a2-4e31-9a51-5155cca35e5f on network eb311b8d-b55d-444a-a182-a1e03fd6e019 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:06.314004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Port 2f649598-a0a2-4e31-9a51-5155cca35e5f on network eb311b8d-b55d-444a-a182-a1e03fd6e019 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:06.314582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Attempting to bind port 2f649598-a0a2-4e31-9a51-5155cca35e5f on network eb311b8d-b55d-444a-a182-a1e03fd6e019 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:06.320898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:06.321568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Checking segment: {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:06.322178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Bound using segment: {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:06.322792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Bound port: 2f649598-a0a2-4e31-9a51-5155cca35e5f, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902d3fba-7e63-4332-b0a1-07680a9953b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:06.322955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d3d71caa-52e5-44d7-8892-e706c3eab48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.323504 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.394789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] For port 2f649598-a0a2-4e31-9a51-5155cca35e5f, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:06.399796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] For port 2f649598-a0a2-4e31-9a51-5155cca35e5f, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2f649598-a0a2-4e31-9a51-5155cca35e5f,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:06.405054 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.407880 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d3d71caa-52e5-44d7-8892-e706c3eab48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.411395 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d3d71caa-52e5-44d7-8892-e706c3eab48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.412704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d3d71caa-52e5-44d7-8892-e706c3eab48e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d805f7b-36a0-4954-877a-fd25a51e53db HTTP/1.1" status: 204 len: 168 time: 0.4297221 Jul 07 22:16:06.431986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d71caa-52e5-44d7-8892-e706c3eab48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d805f7b-36a0-4954-877a-fd25a51e53db,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:06.447496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cef925-33c5-4e13-ab28-a07df24f69b4 req-3fad475d-5c02-4cac-b38b-23581c56a3df tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:06.451739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:06.452600 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.455248 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] 10.222.0.44 "PUT /v2.0/ports/2f649598-a0a2-4e31-9a51-5155cca35e5f HTTP/1.1" status: 200 len: 1092 time: 1.7284911 Jul 07 22:16:06.458185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0cef925-33c5-4e13-ab28-a07df24f69b4 req-3fad475d-5c02-4cac-b38b-23581c56a3df tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 944 time: 0.3903069 Jul 07 22:16:06.459000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67014581-70ea-416b-a794-e7a7dcbb8ed4', 'tag': '2f649598-a0a2-4e31-9a51-5155cca35e5f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:06.462944 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa8b137-9980-475e-907d-3c621785c398" -d '{"events": [{"name": "network-changed", "server_uuid": "67014581-70ea-416b-a794-e7a7dcbb8ed4", "tag": "2f649598-a0a2-4e31-9a51-5155cca35e5f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:06.492559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-880db094-3c05-4f08-9f62-b4f54c324a12 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:06.494130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-880db094-3c05-4f08-9f62-b4f54c324a12 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.4768460 Jul 07 22:16:06.525459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a33676-c4f3-404a-ac37-1d3cd7baf478 service neutron] Pushing event updated for resources: {'Port': ['ID=2f649598-a0a2-4e31-9a51-5155cca35e5f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:06.601866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0cef925-33c5-4e13-ab28-a07df24f69b4 req-15d047d9-4938-4930-9cec-338fc81e0095 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426764 Jul 07 22:16:06.655282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-475fdb5b-3df6-415e-8621-71b3293b1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:06.655282 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-475fdb5b-3df6-415e-8621-71b3293b1043 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 1095 time: 0.1387498 Jul 07 22:16:06.726742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-b5d6d2f1-809d-4440-845d-a534ca23d0e1 service neutron] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:06.744503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-b5d6d2f1-809d-4440-845d-a534ca23d0e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:06.749939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-b5d6d2f1-809d-4440-845d-a534ca23d0e1 service neutron] 10.222.0.44 "DELETE /v2.0/ports/4645aed9-aa3b-46d4-a562-4b7b879d19f0/bindings/n-h2-695012-11 HTTP/1.1" status: 204 len: 173 time: 0.2383418 Jul 07 22:16:06.799011 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-f35ad40d-f3c7-469a-a2f4-fc65beb87426 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f649598-a0a2-4e31-9a51-5155cca35e5f HTTP/1.1" status: 200 len: 217 time: 0.1362925 Jul 07 22:16:06.895892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-55d957e7-00c7-46ad-8411-149402f0726d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:06.898469 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-55d957e7-00c7-46ad-8411-149402f0726d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.0922871 Jul 07 22:16:07.024998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7637-5171-4349-8883-96b8d5275194 req-103c7af9-f047-4556-91a0-fb4aaf7564cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.034766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4645aed9-aa3b-46d4-a562-4b7b879d19f0 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:07.047945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7637-5171-4349-8883-96b8d5275194 req-103c7af9-f047-4556-91a0-fb4aaf7564cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.068064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7637-5171-4349-8883-96b8d5275194 req-103c7af9-f047-4556-91a0-fb4aaf7564cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.074375 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-4055a7b0-386e-44b2-a6e8-4c070e15c7de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1468339 Jul 07 22:16:07.079178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7637-5171-4349-8883-96b8d5275194 req-103c7af9-f047-4556-91a0-fb4aaf7564cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.103685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7637-5171-4349-8883-96b8d5275194 req-103c7af9-f047-4556-91a0-fb4aaf7564cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.111975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4645aed9-aa3b-46d4-a562-4b7b879d19f0 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:07.112442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7637-5171-4349-8883-96b8d5275194 req-103c7af9-f047-4556-91a0-fb4aaf7564cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.122353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca7637-5171-4349-8883-96b8d5275194 req-103c7af9-f047-4556-91a0-fb4aaf7564cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.124811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95ca7637-5171-4349-8883-96b8d5275194 req-103c7af9-f047-4556-91a0-fb4aaf7564cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5444 time: 0.3180583 Jul 07 22:16:07.201797 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-c42f175f-d85d-4e2b-a53b-83ea267044d9 service neutron] 10.222.0.44 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178267 Jul 07 22:16:07.212265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95ca7637-5171-4349-8883-96b8d5275194 req-1a6cc7e6-5d4b-470f-ae43-a721fdd64203 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740998 Jul 07 22:16:07.245508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480218e-a4a6-4867-9a91-30b4976c9893 req-739f3e16-f76d-4e50-ac0b-9f29369c5638 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.254032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1480218e-a4a6-4867-9a91-30b4976c9893 req-739f3e16-f76d-4e50-ac0b-9f29369c5638 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 943 time: 0.1278224 Jul 07 22:16:07.318193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1480218e-a4a6-4867-9a91-30b4976c9893 req-d0d7075a-a60d-4c39-82e1-362b88a18da5 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630784 Jul 07 22:16:07.349427 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37965b1c-043a-4e3e-976d-802a06a0b238 x-openstack-request-id: req-37965b1c-043a-4e3e-976d-802a06a0b238 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:07.349900 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67014581-70ea-416b-a794-e7a7dcbb8ed4", "tag": "2f649598-a0a2-4e31-9a51-5155cca35e5f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:07.350169 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37965b1c-043a-4e3e-976d-802a06a0b238 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:07.350570 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67014581-70ea-416b-a794-e7a7dcbb8ed4', 'tag': '2f649598-a0a2-4e31-9a51-5155cca35e5f', 'status': 'completed', 'code': 200} Jul 07 22:16:07.383016 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-7f38ed39-8288-4d4a-9755-e81bdbe18ecc req-b54b3a1e-834d-4fea-9d15-80493c0ddfcc service neutron] 10.222.0.44 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660249 Jul 07 22:16:07.554659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:07.575539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8b137-9980-475e-907d-3c621785c398 req-fb496309-bfa0-45a8-883e-d27b83172efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.577355 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4fa8b137-9980-475e-907d-3c621785c398 req-fb496309-bfa0-45a8-883e-d27b83172efc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 1095 time: 0.1035650 Jul 07 22:16:07.724811 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-network', 'tenant_id': '537df5fcfbd7470c84275d036736fd71'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:07.759836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8b137-9980-475e-907d-3c621785c398 req-eaabf495-7cf3-416e-beb6-9149237cce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.761345 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4fa8b137-9980-475e-907d-3c621785c398 req-eaabf495-7cf3-416e-beb6-9149237cce48 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 916 time: 0.1687784 Jul 07 22:16:07.784039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Made reservation on behalf of 537df5fcfbd7470c84275d036736fd71 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:07.786287 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:07.826187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:07.829390 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4fa8b137-9980-475e-907d-3c621785c398 req-40f288b6-79dd-48ca-89b4-b479666f4f7c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f649598-a0a2-4e31-9a51-5155cca35e5f HTTP/1.1" status: 200 len: 217 time: 0.0597789 Jul 07 22:16:07.895591 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8b137-9980-475e-907d-3c621785c398 req-6626287b-a486-4291-81e6-24f78702a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.897304 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4fa8b137-9980-475e-907d-3c621785c398 req-6626287b-a486-4291-81e6-24f78702a966 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.0603483 Jul 07 22:16:07.932574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88427e-a436-4cc7-bcf8-62fb2fda75c1 req-8067b80f-57a5-4026-9d96-ab415362608e tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.934115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d88427e-a436-4cc7-bcf8-62fb2fda75c1 req-8067b80f-57a5-4026-9d96-ab415362608e tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 946 time: 0.4471438 Jul 07 22:16:07.941718 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4fa8b137-9980-475e-907d-3c621785c398 req-b90ec8eb-84b0-496a-bb4a-b3e86aabb285 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357339 Jul 07 22:16:07.964253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afa67a-41b3-4bf4-b1fa-4334f0e40923 req-f7d5dd23-9408-467f-bb0f-3b95d73614f4 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:07.965742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09afa67a-41b3-4bf4-b1fa-4334f0e40923 req-f7d5dd23-9408-467f-bb0f-3b95d73614f4 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 948 time: 0.4068491 Jul 07 22:16:08.007116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d88427e-a436-4cc7-bcf8-62fb2fda75c1 req-3394391f-5b7a-4141-ab58-a652f0339b8c tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612824 Jul 07 22:16:08.025137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09afa67a-41b3-4bf4-b1fa-4334f0e40923 req-fc588c84-e67e-4000-9a15-01261e3f1eed tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500357 Jul 07 22:16:08.083690 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.088153 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4fa8b137-9980-475e-907d-3c621785c398 req-5d76cd27-a00d-4295-9513-92ef43e30960 service neutron] 10.222.0.44 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361117 Jul 07 22:16:08.089288 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.170486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:16:08.185835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b430cf80-60e5-4c79-b1ea-ac411c0c71d7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:08.199513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.199871 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Added segment b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3 of type vlan for network e50949e0-b2a1-4062-bb18-57322e2fb212 Jul 07 22:16:08.254924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2936-7b33-4bae-826b-91014b9e4e3b req-513eb165-2a30-45a6-af7d-321fec7b5f04 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.257617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.262269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2936-7b33-4bae-826b-91014b9e4e3b req-513eb165-2a30-45a6-af7d-321fec7b5f04 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.274297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2936-7b33-4bae-826b-91014b9e4e3b req-513eb165-2a30-45a6-af7d-321fec7b5f04 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.289795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2936-7b33-4bae-826b-91014b9e4e3b req-513eb165-2a30-45a6-af7d-321fec7b5f04 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.298440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2936-7b33-4bae-826b-91014b9e4e3b req-513eb165-2a30-45a6-af7d-321fec7b5f04 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.304587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2936-7b33-4bae-826b-91014b9e4e3b req-513eb165-2a30-45a6-af7d-321fec7b5f04 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.310906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a2936-7b33-4bae-826b-91014b9e4e3b req-513eb165-2a30-45a6-af7d-321fec7b5f04 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.324560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c49a2936-7b33-4bae-826b-91014b9e4e3b req-513eb165-2a30-45a6-af7d-321fec7b5f04 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5444 time: 0.1532934 Jul 07 22:16:08.326961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56894) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:08.327072 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4fa8b137-9980-475e-907d-3c621785c398 req-d5e1978a-3a55-4f4a-ae16-43325a8aa2c9 service neutron] 10.222.0.44 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217484 Jul 07 22:16:08.333936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Request body: {'floatingip': {'port_id': '51240f68-3675-42b4-a1ac-05f7eb129a14'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:08.348510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.352077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.353362 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.402611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.509446 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9518762 Jul 07 22:16:08.512137 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:08.520447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Request body: {'subnet': {'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-subnet', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:08.535168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f6f0e-92b1-46d8-bbba-d835b29ea069 admin admin] Pushing event updated for resources: {'Network': ['ID=e50949e0-b2a1-4062-bb18-57322e2fb212,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:08.555450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Made reservation on behalf of 537df5fcfbd7470c84275d036736fd71 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:08.557199 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e50949e0-b2a1-4062-bb18-57322e2fb212 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:16:08.562240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:08.585001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928fdd4-2ef8-42bc-a197-6cfc5dfae7bd req-7bf3bf4e-bf99-4760-aa94-dab2135b0940 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.586492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8928fdd4-2ef8-42bc-a197-6cfc5dfae7bd req-7bf3bf4e-bf99-4760-aa94-dab2135b0940 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 944 time: 0.2603223 Jul 07 22:16:08.729099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8928fdd4-2ef8-42bc-a197-6cfc5dfae7bd req-3ea0dbe2-d621-43f7-b387-58fde9a830c5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267149 Jul 07 22:16:08.746711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d64ad9-8739-4422-9f57-816d91d10c7a req-40763d72-3c4b-4439-b60e-8d28f9121463 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.748609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75d64ad9-8739-4422-9f57-816d91d10c7a req-40763d72-3c4b-4439-b60e-8d28f9121463 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 943 time: 0.2738748 Jul 07 22:16:08.860654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75d64ad9-8739-4422-9f57-816d91d10c7a req-fa8b0f58-5f73-4b57-bfe0-cf02787b7c26 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011825 Jul 07 22:16:08.899932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-0df42963-2f41-4f33-b92d-76614cd1b6e9 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:08.901735 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-0df42963-2f41-4f33-b92d-76614cd1b6e9 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 946 time: 0.1791513 Jul 07 22:16:08.904129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.047909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:09.086704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb4f877-9fad-441d-a987-21cd53d819c7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:09.138148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Checking segment: {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:09.138148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Network hostable DHCP agents. Network: e50949e0-b2a1-4062-bb18-57322e2fb212, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:16:09.169429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port c38efe8a-ad31-45a7-b535-7547a7ab03d2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:09.174383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Network e50949e0-b2a1-4062-bb18-57322e2fb212 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:16:09.185159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port c38efe8a-ad31-45a7-b535-7547a7ab03d2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:09.185890 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.190727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e50949e0-b2a1-4062-bb18-57322e2fb212) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:09.195650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Deleting port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:09.195845 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.200728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.201332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.255603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab7cbe0-60a9-4e61-9aab-b4ba8a3a5a9b None None] Network e50949e0-b2a1-4062-bb18-57322e2fb212 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:09.257118 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a976be79-8b8b-4b28-8ecd-59d898dca2f1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7436173 Jul 07 22:16:09.259883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:09.275252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:09.308846 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.310476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.353780 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.363762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34c57b-ce1c-417d-b06f-0e38acc53568 req-dd1f99b2-c8ef-454d-93a3-17aeb7b4ae1a tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.371587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] For port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,segment=NetworkSegment(187ef5dc-66a9-41c6-98e7-50461cbefe3b),segment_id=187ef5dc-66a9-41c6-98e7-50461cbefe3b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:09.371957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.373748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db34c57b-ce1c-417d-b06f-0e38acc53568 req-dd1f99b2-c8ef-454d-93a3-17aeb7b4ae1a tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1096 time: 0.4011114 Jul 07 22:16:09.392704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:09.395495 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5efd17d-22c0-4247-959e-d8f14fdc2e54" -d '{"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-plugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:09.411506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.412585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Calling delete_port for 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:09.416299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:09.420390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.514200 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.resource_extend [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:16:09.525600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db34c57b-ce1c-417d-b06f-0e38acc53568 req-276ee31d-cde0-4efc-a41e-6a6df1d1a774 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507220 Jul 07 22:16:09.531143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:09.555062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-e50949e0-b2a1-4062-bb18-57322e2fb212', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:16:09.555922 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.590971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af94ef-3027-4342-a759-6919816e8e4e req-52e2fada-3df2-4486-a3c4-b0239abe1947 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.603332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3af94ef-3027-4342-a759-6919816e8e4e req-52e2fada-3df2-4486-a3c4-b0239abe1947 tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/ports?device_id=d5a7b824-f946-421d-bd53-0e46ddd24cda HTTP/1.1" status: 200 len: 946 time: 0.3304868 Jul 07 22:16:09.621791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.684167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.689119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.709888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Allocated IP 172.20.0.2 (e50949e0-b2a1-4062-bb18-57322e2fb212/6bb4f877-9fad-441d-a987-21cd53d819c7/df4e04ea-b64b-4a2e-a987-dcd3bcc91c87) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:09.765581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3af94ef-3027-4342-a759-6919816e8e4e req-82675c0d-ec98-4193-b537-dc63bba0811d tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.81 "GET /v2.0/security-groups?id=fba4e47f-4dea-4907-95b7-ebb4520b958d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432166 Jul 07 22:16:09.862275 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:09.926299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde917c-603c-4d5a-97a8-9c78c294e503 req-6b79ffda-9c27-4d6d-8830-63d44c0bdba9 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:09.927879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5cde917c-603c-4d5a-97a8-9c78c294e503 req-6b79ffda-9c27-4d6d-8830-63d44c0bdba9 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 949 time: 0.1519325 Jul 07 22:16:09.929030 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Floating IP 3ca025b0-8d18-4882-b876-c783327f7641 associated. External IP: 172.25.8.137, port: 51240f68-3675-42b4-a1ac-05f7eb129a14. Jul 07 22:16:09.947598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Pushing event deleted for resources: {'Port': ['ID=57838ba5-1faa-4150-8bf2-f8d4a1ec2530,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:09.984797 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40d13dd-e3b3-4462-8a8b-a293f873dc32 x-openstack-request-id: req-a40d13dd-e3b3-4462-8a8b-a293f873dc32 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:09.985091 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-plugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:09.985345 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a40d13dd-e3b3-4462-8a8b-a293f873dc32 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:09.985728 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'code': 200} Jul 07 22:16:09.987895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['57838ba5-1faa-4150-8bf2-f8d4a1ec2530'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:10.028957 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.037187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Transition to ACTIVE for port object df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:10.053177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Transition to ACTIVE for port object df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:10.060426 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.080200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Network e50949e0-b2a1-4062-bb18-57322e2fb212 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:10.083412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:10.090004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] No DVR routers for this DVR port 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:10.092695 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.095755 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5fcfb099-bd92-4ac4-89e2-bacf1814311f req-e39016fc-47c8-4d4c-890c-4466a2f4571f tempest-ServerGroupTestJSON-1560923248 tempest-ServerGroupTestJSON-1560923248-project] 10.222.0.44 "DELETE /v2.0/ports/57838ba5-1faa-4150-8bf2-f8d4a1ec2530 HTTP/1.1" status: 204 len: 173 time: 1.1798766 Jul 07 22:16:10.099080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a7b824-f946-421d-bd53-0e46ddd24cda', 'name': 'network-vif-deleted', 'tag': '57838ba5-1faa-4150-8bf2-f8d4a1ec2530'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:10.101558 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b225e020-69c5-4540-93a6-cb6344817d54" -d '{"events": [{"server_uuid": "d5a7b824-f946-421d-bd53-0e46ddd24cda", "name": "network-vif-deleted", "tag": "57838ba5-1faa-4150-8bf2-f8d4a1ec2530"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:10.118402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:10.203585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.221738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-d3cdcb60-4d24-4db9-b6d5-0871ffd4a3fb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:10.223812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-d3cdcb60-4d24-4db9-b6d5-0871ffd4a3fb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 808 time: 0.1323633 Jul 07 22:16:10.237456 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f5a0f-48a5-4eca-9bcb-e01f6a1463b2 req-7ea03861-19bf-40d5-9bbf-2afd7a782da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:10.239043 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-106f5a0f-48a5-4eca-9bcb-e01f6a1463b2 req-7ea03861-19bf-40d5-9bbf-2afd7a782da7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 1101 time: 0.2297480 Jul 07 22:16:10.242777 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.264025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-88c1f59d-4319-4862-aa98-1b0a0a3138d8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/quotas/044d4bb047b445f69003d89d04d2872a HTTP/1.1" status: 200 len: 375 time: 0.0297427 Jul 07 22:16:10.372354 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-106f5a0f-48a5-4eca-9bcb-e01f6a1463b2 req-c922565d-3395-47f2-83bd-5212aa839f68 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156092 Jul 07 22:16:10.379798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Pushing event updated for resources: {'Port': ['ID=df4e04ea-b64b-4a2e-a987-dcd3bcc91c87,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:10.416682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5cde917c-603c-4d5a-97a8-9c78c294e503 req-b15e8b8b-8120-447d-80e6-d0e20686054e tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466725 Jul 07 22:16:10.417488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Attempting to bind port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:10.417865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Attempting to bind port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:10.418263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Attempting to bind port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 on network e50949e0-b2a1-4062-bb18-57322e2fb212 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:10.424097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:10.424869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Checking segment: {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:10.425280 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.425675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Bound using segment: {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:10.426153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Bound port: df4e04ea-b64b-4a2e-a987-dcd3bcc91c87, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:10.426538 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.489754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Allocated IP 172.25.8.78 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d915dd8d-d7ef-4dda-98b5-cf39099ed462) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:10.518915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] For port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:10.524650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] For port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=df4e04ea-b64b-4a2e-a987-dcd3bcc91c87,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:10.526519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-18ff98fc-d84f-4450-abb1-121c2cc08df1 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2612388 Jul 07 22:16:10.530543 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.546837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Router b353656a-5331-449c-af4f-27bfda393da6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:16:10.598739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5eb2de-d8e6-4402-abf4-b44a95639054 None None] Pushing event updated for resources: {'Port': ['ID=df4e04ea-b64b-4a2e-a987-dcd3bcc91c87,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:10.668957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.733626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:10.791144 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2f649598-a0a2-4e31-9a51-5155cca35e5f details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:10.796980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:10.802869 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:10.807289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:10.851972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Pushing event updated for resources: {'Port': ['ID=d915dd8d-d7ef-4dda-98b5-cf39099ed462,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:11.081118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2f649598-a0a2-4e31-9a51-5155cca35e5f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2f649598-a0a2-4e31-9a51-5155cca35e5f,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:11.095544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '2f649598-a0a2-4e31-9a51-5155cca35e5f', 'network_id': 'eb311b8d-b55d-444a-a182-a1e03fd6e019', 'port_id': '2f649598-a0a2-4e31-9a51-5155cca35e5f', 'mac_address': 'fa:16:3e:d5:e6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a8060a-8768-4dd5-8e37-10440c1e707d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:11.139032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-e5c9c587-811b-4630-ad9e-698d62a331f6 service neutron] 10.222.0.81 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068668 Jul 07 22:16:11.146769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.160498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f649598-a0a2-4e31-9a51-5155cca35e5f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:11.184318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2f649598-a0a2-4e31-9a51-5155cca35e5f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2f649598-a0a2-4e31-9a51-5155cca35e5f,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:11.188807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.194401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.243172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2f649598-a0a2-4e31-9a51-5155cca35e5f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:11.260775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213cc4a-99f3-46a1-9f97-c5f9cb1a85d8 req-017b447c-e7c6-4572-8b9f-a2f8799ba6c4 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:11.262393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8213cc4a-99f3-46a1-9f97-c5f9cb1a85d8 req-017b447c-e7c6-4572-8b9f-a2f8799ba6c4 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 943 time: 0.6700716 Jul 07 22:16:11.265921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:11.272015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.293000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] Sync routers for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:11.313214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:11.314335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:11.416723 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ffbe81c4-6cc0-4d5b-9909-0dded3984ef2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "PUT /v2.0/floatingips/3ca025b0-8d18-4882-b876-c783327f7641 HTTP/1.1" status: 200 len: 991 time: 3.0854268 Jul 07 22:16:11.424257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '51240f68-3675-42b4-a1ac-05f7eb129a14'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:11.427091 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adee29b6-95cb-4487-a244-b99ee5b2921d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "51240f68-3675-42b4-a1ac-05f7eb129a14"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:11.445424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-b1604557-2bf4-4982-9c97-aae035188fd1 service neutron] 10.222.0.81 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680776 Jul 07 22:16:11.470515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8213cc4a-99f3-46a1-9f97-c5f9cb1a85d8 req-5857d681-93c6-47fe-a7e5-198e2c1c4052 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389396 Jul 07 22:16:11.518026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:11.604865 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:11.615625 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b967a-8804-49c7-84fc-3401cbbd9a9d x-openstack-request-id: req-7f5b967a-8804-49c7-84fc-3401cbbd9a9d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:11.615982 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a7b824-f946-421d-bd53-0e46ddd24cda", "name": "network-vif-deleted", "tag": "57838ba5-1faa-4150-8bf2-f8d4a1ec2530", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:11.616148 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f5b967a-8804-49c7-84fc-3401cbbd9a9d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:11.616555 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a7b824-f946-421d-bd53-0e46ddd24cda', 'name': 'network-vif-deleted', 'tag': '57838ba5-1faa-4150-8bf2-f8d4a1ec2530', 'status': 'completed', 'code': 200} Jul 07 22:16:11.678682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2f649598-a0a2-4e31-9a51-5155cca35e5f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:11.829471 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4b96e7-d09f-4b97-9b2b-a56cb0ad621b x-openstack-request-id: req-3b4b96e7-d09f-4b97-9b2b-a56cb0ad621b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:11.829981 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "tag": "51240f68-3675-42b4-a1ac-05f7eb129a14", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:11.830424 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b4b96e7-d09f-4b97-9b2b-a56cb0ad621b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:11.830554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:11.832268 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'tag': '51240f68-3675-42b4-a1ac-05f7eb129a14', 'status': 'completed', 'code': 200} Jul 07 22:16:11.946153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Router 84104c0a-1290-4689-a1f4-991b56d2c6b1 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:16:12.101918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-2cf5babe-4e6c-4805-9905-cb00825711a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.102607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-2cf5babe-4e6c-4805-9905-cb00825711a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.103215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-2cf5babe-4e6c-4805-9905-cb00825711a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.104214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-2cf5babe-4e6c-4805-9905-cb00825711a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.104794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-2cf5babe-4e6c-4805-9905-cb00825711a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.105336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-2cf5babe-4e6c-4805-9905-cb00825711a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.105998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-2cf5babe-4e6c-4805-9905-cb00825711a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.108132 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-2cf5babe-4e6c-4805-9905-cb00825711a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6508 time: 0.2271845 Jul 07 22:16:12.109631 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:12.119309 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Sync routers for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:12.129289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32bdeb07-9fac-4574-a641-82a9a0bfab2b req-889b78e4-a6e2-4fe5-9de2-8a02cbe1955e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 210 time: 0.1528454 Jul 07 22:16:12.132530 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:12.134196 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:12.152228 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.159708 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a6d655c5-e7db-4ff1-967c-ceeebb215098 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 2.8986757 Jul 07 22:16:12.180521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:12.218275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:12.294604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985d2da-d40c-4562-a535-8e668f4311e9 req-c861acb4-f397-4b28-b0e7-8b02615a5897 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.312628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d985d2da-d40c-4562-a535-8e668f4311e9 req-c861acb4-f397-4b28-b0e7-8b02615a5897 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 949 time: 0.1889668 Jul 07 22:16:12.347213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '3ca025b0-8d18-4882-b876-c783327f7641', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'port_id': '51240f68-3675-42b4-a1ac-05f7eb129a14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'mac_address': 'fa:16:3e:2a:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:14:45Z', 'updated_at': '2021-07-07T22:16:09Z', 'revision_number': 1, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fce207-b578-4a9d-957f-4aa6af3a5d8a', 'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'mac_address': 'fa:16:3e:98:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:55Z', 'updated_at': '2021-07-07T22:14:04Z', 'revision_number': 5, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'subnets': [{'id': '975d8c54-beac-4d0f-9253-65063e26999d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:12.399470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d985d2da-d40c-4562-a535-8e668f4311e9 req-c39fef21-8fe7-428d-a9f7-04107f94c804 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856292 Jul 07 22:16:12.461700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94efe1-5fd6-415b-a29f-409371c889db None None] Network e50949e0-b2a1-4062-bb18-57322e2fb212 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:12.465244 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:12.658626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] Checking router: b353656a-5331-449c-af4f-27bfda393da6 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:12.732157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:12.732845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:12.815702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56988) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:12.819946 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:11Z', 'revision_number': 3, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:12.823224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c8d1d330-52c9-4fcc-8e8a-414ef1d597e3 None None] Provisioning for port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:12.890805 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Checking router: 84104c0a-1290-4689-a1f4-991b56d2c6b1 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:12.891160 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Updating router 84104c0a-1290-4689-a1f4-991b56d2c6b1 port d915dd8d-d7ef-4dda-98b5-cf39099ed462 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:16:12.952314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c8d1d330-52c9-4fcc-8e8a-414ef1d597e3 None None] Provisioning complete for port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:12.952782 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d330-52c9-4fcc-8e8a-414ef1d597e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.960651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:12.969672 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b0a54-1b96-4238-832d-be337529a265 req-384ef280-9f7f-4520-8337-0dd2a928c0aa tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:12.970638 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:12.991798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-346b0a54-1b96-4238-832d-be337529a265 req-384ef280-9f7f-4520-8337-0dd2a928c0aa tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 944 time: 0.2707491 Jul 07 22:16:12.998160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-442b441a-ff85-4d76-9728-735867312d11 admin admin] Deleting subnet 7ac25503-1576-40ee-a5ef-22c943d0d6f1 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:16:13.060322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:13.061038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 57838ba5-1faa-4150-8bf2-f8d4a1ec2530 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:13.095558 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-442b441a-ff85-4d76-9728-735867312d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.176535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:13.189041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-346b0a54-1b96-4238-832d-be337529a265 req-9fc7aab6-6daa-4c70-92f4-4ca717aa86a3 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652069 Jul 07 22:16:13.255993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-442b441a-ff85-4d76-9728-735867312d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.278834 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.310236 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Transition to ACTIVE for port object d915dd8d-d7ef-4dda-98b5-cf39099ed462 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:13.314026 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d330-52c9-4fcc-8e8a-414ef1d597e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.326355 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.361386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-442b441a-ff85-4d76-9728-735867312d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.373367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-39a382b8-aa37-4118-84f1-2f3d572873c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:13.375882 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-39a382b8-aa37-4118-84f1-2f3d572873c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901 HTTP/1.1" status: 200 len: 917 time: 1.2440817 Jul 07 22:16:13.442686 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Pushing event updated for resources: {'Port': ['ID=d915dd8d-d7ef-4dda-98b5-cf39099ed462,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:13.464639 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.465228 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.465903 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.466658 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.467132 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.467631 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.468117 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.468597 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.469242 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.469725 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.470259 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.470780 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:13.474436 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Attempting to bind port d915dd8d-d7ef-4dda-98b5-cf39099ed462 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:13.475011 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Attempting to bind port d915dd8d-d7ef-4dda-98b5-cf39099ed462 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:13.475541 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Attempting to bind port d915dd8d-d7ef-4dda-98b5-cf39099ed462 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:13.482797 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:13.483402 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:13.483961 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.484511 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:13.485141 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Bound port: d915dd8d-d7ef-4dda-98b5-cf39099ed462, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:13.485730 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.527368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c8d1d330-52c9-4fcc-8e8a-414ef1d597e3 None None] For port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=df4e04ea-b64b-4a2e-a987-dcd3bcc91c87,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:13.533401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10ff3065-e140-4db3-bdc7-77b22f957755 req-333c5120-e3c7-4e19-8a33-bd5e3073f81d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 210 time: 0.0886762 Jul 07 22:16:13.547599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8d1d330-52c9-4fcc-8e8a-414ef1d597e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.578846 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] For port d915dd8d-d7ef-4dda-98b5-cf39099ed462, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:13.583669 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] For port d915dd8d-d7ef-4dda-98b5-cf39099ed462, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d915dd8d-d7ef-4dda-98b5-cf39099ed462,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:13.591502 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.647854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-442b441a-ff85-4d76-9728-735867312d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.681799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b441a-ff85-4d76-9728-735867312d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac25503-1576-40ee-a5ef-22c943d0d6f1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:13.705065 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:13.710579 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-442b441a-ff85-4d76-9728-735867312d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.711482 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:13.712379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-442b441a-ff85-4d76-9728-735867312d11 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7ac25503-1576-40ee-a5ef-22c943d0d6f1 HTTP/1.1" status: 204 len: 168 time: 0.8949628 Jul 07 22:16:13.727057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:13.780845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad8a76-fc3b-466d-ae1b-5f47673a5018 req-ec521bf4-dd0a-4ccf-9040-fbed192a1ad2 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:13.783034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80ad8a76-fc3b-466d-ae1b-5f47673a5018 req-ec521bf4-dd0a-4ccf-9040-fbed192a1ad2 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 949 time: 0.1322777 Jul 07 22:16:13.789355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2e0bcc62-25df-42da-adde-9005f6c6529f None None] Provisioning complete for port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:13.789764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e0bcc62-25df-42da-adde-9005f6c6529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:13.871967 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-d0e4324b-c885-49d1-95a2-4069488c6728 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51240f68-3675-42b4-a1ac-05f7eb129a14 HTTP/1.1" status: 200 len: 999 time: 0.4510589 Jul 07 22:16:13.920427 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:13.936805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1d330-52c9-4fcc-8e8a-414ef1d597e3 None None] Pushing event updated for resources: {'Port': ['ID=df4e04ea-b64b-4a2e-a987-dcd3bcc91c87,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:13.966306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80ad8a76-fc3b-466d-ae1b-5f47673a5018 req-13a0ed97-4113-42d7-a993-69f28d6a7e13 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744277 Jul 07 22:16:14.184694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-8f6324f6-0202-4b4c-a315-7f0735125998 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.198743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-8f6324f6-0202-4b4c-a315-7f0735125998 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 808 time: 0.3667922 Jul 07 22:16:14.214624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Request body: {'port': {'device_id': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2', 'admin_state_up': True, 'tenant_id': '044d4bb047b445f69003d89d04d2872a'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:14.228193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.240531 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f67af-77e8-4c26-b941-bc9c3188a792 None None] Pushing event updated for resources: {'Port': ['ID=d915dd8d-d7ef-4dda-98b5-cf39099ed462,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:14.255008 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:16:14.297879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-f207882b-77fd-4ebd-b6a2-5e449a2d85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:14.299693 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-f207882b-77fd-4ebd-b6a2-5e449a2d85d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=975d8c54-beac-4d0f-9253-65063e26999d HTTP/1.1" status: 200 len: 855 time: 0.4065797 Jul 07 22:16:14.439766 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:11Z', 'revision_number': 3, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:14.480699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Made reservation on behalf of 044d4bb047b445f69003d89d04d2872a for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:14.491019 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.528309 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0fb06-b1cb-4cc4-921b-178f77b9c993 None None] The sync data for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 is: [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:11Z', 'revision_number': 3, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:14.612296 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.637157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4abaa8-9926-45ef-a512-a35c29e86747']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:14.675870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '3ca025b0-8d18-4882-b876-c783327f7641', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'port_id': '51240f68-3675-42b4-a1ac-05f7eb129a14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'mac_address': 'fa:16:3e:2a:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:14:45Z', 'updated_at': '2021-07-07T22:16:09Z', 'revision_number': 1, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fce207-b578-4a9d-957f-4aa6af3a5d8a', 'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'mac_address': 'fa:16:3e:98:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:55Z', 'updated_at': '2021-07-07T22:14:04Z', 'revision_number': 5, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'subnets': [{'id': '975d8c54-beac-4d0f-9253-65063e26999d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:14.707870 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187ef5dc-66a9-41c6-98e7-50461cbefe3b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:14.708162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187ef5dc-66a9-41c6-98e7-50461cbefe3b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:14.714209 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f905392-bad0-4a26-b6c4-52b2f379e931 None None] The sync data for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 is: [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '3ca025b0-8d18-4882-b876-c783327f7641', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'port_id': '51240f68-3675-42b4-a1ac-05f7eb129a14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'mac_address': 'fa:16:3e:2a:38:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d4e005c-d07a-4960-94b5-77516df77421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:14:45Z', 'updated_at': '2021-07-07T22:16:09Z', 'revision_number': 1, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07fce207-b578-4a9d-957f-4aa6af3a5d8a', 'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'mac_address': 'fa:16:3e:98:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:55Z', 'updated_at': '2021-07-07T22:14:04Z', 'revision_number': 5, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'subnets': [{'id': '975d8c54-beac-4d0f-9253-65063e26999d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:14.731162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.753289 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.761584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:16:14.762246 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.821243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2f649598-a0a2-4e31-9a51-5155cca35e5f up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:16:14.884984 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:16:14.888022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.894956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:14.898234 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] 10.222.0.81 "DELETE /v2.0/networks/5e4abaa8-9926-45ef-a512-a35c29e86747 HTTP/1.1" status: 204 len: 168 time: 1.1685598 Jul 07 22:16:14.949178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Allocated IP 172.20.0.10 (878b13c4-887e-46a5-896b-2b42746546d2/ba4f2386-b705-48e4-8230-6d29c20b1b2c/ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:14.963527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba54072-3b54-4839-a66a-3dafd0e6166f admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4abaa8-9926-45ef-a512-a35c29e86747,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:15.011814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 2f649598-a0a2-4e31-9a51-5155cca35e5f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:15.026573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 2f649598-a0a2-4e31-9a51-5155cca35e5f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:15.030400 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.039179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.047507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-684c0d1f-7201-43ea-b775-90ad4bdb0441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.063929 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-684c0d1f-7201-43ea-b775-90ad4bdb0441 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7399728 Jul 07 22:16:15.131455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee5b34-6e10-4ebb-80ba-e01c3eabec86 req-1539d0e7-328d-40d7-a226-0ef3c0a354cc tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.133450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-deee5b34-6e10-4ebb-80ba-e01c3eabec86 req-1539d0e7-328d-40d7-a226-0ef3c0a354cc tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 944 time: 0.2654018 Jul 07 22:16:15.184283 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:15.272143 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.290689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710a02b-772a-469e-be59-4153ebcb33a3 None None] New status for floating IP 3ca025b0-8d18-4882-b876-c783327f7641: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:16:15.296030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-deee5b34-6e10-4ebb-80ba-e01c3eabec86 req-13bd9294-26c9-47fc-b841-131d1f2867ce tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293452 Jul 07 22:16:15.403335 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.438668 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3fa1be91-69fc-40fe-8141-a498e282c70d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=414d6372f8764d03913421771cacda77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527587 Jul 07 22:16:15.494743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:15.507415 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-1400256a-fdcf-4182-8331-5526b011509a service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172425 Jul 07 22:16:15.573717 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.605246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67014581-70ea-416b-a794-e7a7dcbb8ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f649598-a0a2-4e31-9a51-5155cca35e5f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:15.613289 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d408e597-da53-4e89-b6dc-6543ae0a6f69" -d '{"events": [{"server_uuid": "67014581-70ea-416b-a794-e7a7dcbb8ed4", "name": "network-vif-plugged", "status": "completed", "tag": "2f649598-a0a2-4e31-9a51-5155cca35e5f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:15.652188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2f649598-a0a2-4e31-9a51-5155cca35e5f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2f649598-a0a2-4e31-9a51-5155cca35e5f,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:15.665108 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.678066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Network 878b13c4-887e-46a5-896b-2b42746546d2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:15.696490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:15.699927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:15.783707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2f649598-a0a2-4e31-9a51-5155cca35e5f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:15.802320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Pushing event updated for resources: {'Port': ['ID=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:15.818560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a06f5db3-efb2-4c9c-b2c2-d1f7409512fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.820820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Allocated IP 172.20.0.1 (e50949e0-b2a1-4062-bb18-57322e2fb212/6bb4f877-9fad-441d-a987-21cd53d819c7/ee3ac82a-d119-41ed-b708-0fbe1aef05ce) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:15.839294 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-adee29b6-95cb-4487-a244-b99ee5b2921d req-be296452-ca35-4878-9c41-c78d85363af4 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184774 Jul 07 22:16:15.874068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cada8-6c13-4687-9618-f92ac071ee21 req-8add3716-f14a-495d-9ddd-1006227e6fd8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.877143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d5cada8-6c13-4687-9618-f92ac071ee21 req-8add3716-f14a-495d-9ddd-1006227e6fd8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 946 time: 0.3792729 Jul 07 22:16:15.885695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.890484 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.891064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a06f5db3-efb2-4c9c-b2c2-d1f7409512fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:15.938088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a0360-6530-42ff-a752-401bd0af1366 req-abb41e7a-81b3-46d8-90e6-b646c8f85618 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:15.943885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:15.951735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f25a0360-6530-42ff-a752-401bd0af1366 req-abb41e7a-81b3-46d8-90e6-b646c8f85618 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 932 time: 0.3886313 Jul 07 22:16:15.983857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-c8dc221b-8989-4e7b-b071-2a84f4180dce tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7734361 Jul 07 22:16:16.000933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Request body: {'port': {'device_id': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:16.041140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:16.041629 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.051227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d5cada8-6c13-4687-9618-f92ac071ee21 req-26290615-75b3-4e64-8873-318954048d27 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519561 Jul 07 22:16:16.053833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a06f5db3-efb2-4c9c-b2c2-d1f7409512fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.068832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a06f5db3-efb2-4c9c-b2c2-d1f7409512fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.070668 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a06f5db3-efb2-4c9c-b2c2-d1f7409512fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fba4e47f-4dea-4907-95b7-ebb4520b958d HTTP/1.1" status: 204 len: 168 time: 0.5743406 Jul 07 22:16:16.073883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.097568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f5db3-efb2-4c9c-b2c2-d1f7409512fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba4e47f-4dea-4907-95b7-ebb4520b958d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:16.114620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Transition to ACTIVE for port object ee3ac82a-d119-41ed-b708-0fbe1aef05ce will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:16.142026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f25a0360-6530-42ff-a752-401bd0af1366 req-0ebcc0b4-d7fd-4d6f-831c-66a13e116e47 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724713 Jul 07 22:16:16.210213 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.246714 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ba88fc-8fde-4b6b-bc43-9080ae8d7f34 x-openstack-request-id: req-70ba88fc-8fde-4b6b-bc43-9080ae8d7f34 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:16.247015 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67014581-70ea-416b-a794-e7a7dcbb8ed4", "name": "network-vif-plugged", "status": "completed", "tag": "2f649598-a0a2-4e31-9a51-5155cca35e5f", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:16.247277 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70ba88fc-8fde-4b6b-bc43-9080ae8d7f34 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:16.249220 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67014581-70ea-416b-a794-e7a7dcbb8ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f649598-a0a2-4e31-9a51-5155cca35e5f', 'code': 200} Jul 07 22:16:16.255058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d915dd8d-d7ef-4dda-98b5-cf39099ed462 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:16.291241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.310219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Network e50949e0-b2a1-4062-bb18-57322e2fb212 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:16.336293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:16.392145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port d915dd8d-d7ef-4dda-98b5-cf39099ed462 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:16.396536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d915dd8d-d7ef-4dda-98b5-cf39099ed462 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:16.397158 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.407762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:16.526195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Pushing event updated for resources: {'Port': ['ID=ee3ac82a-d119-41ed-b708-0fbe1aef05ce,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:16.583876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.628923 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.679299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port d915dd8d-d7ef-4dda-98b5-cf39099ed462, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d915dd8d-d7ef-4dda-98b5-cf39099ed462,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:16.685567 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.708929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb58ea4-fe3e-49fc-8218-a346f5e2dd09 req-03125061-b566-4230-959e-9c66d60fe76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:16.718843 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9fb58ea4-fe3e-49fc-8218-a346f5e2dd09 req-03125061-b566-4230-959e-9c66d60fe76d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 1097 time: 0.3839397 Jul 07 22:16:16.779175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:16.794829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.812513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Transition to ACTIVE for port object ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:16.831296 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9fb58ea4-fe3e-49fc-8218-a346f5e2dd09 req-c10b07fb-0ce2-4bf2-b614-d51c980eb9f7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044302 Jul 07 22:16:16.858378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=d915dd8d-d7ef-4dda-98b5-cf39099ed462,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:16.858998 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.877966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ecda9b72-3994-4f15-affb-40df0c19826a None None] Provisioning for port ee3ac82a-d119-41ed-b708-0fbe1aef05ce completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:16.891170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ecda9b72-3994-4f15-affb-40df0c19826a None None] Provisioning complete for port ee3ac82a-d119-41ed-b708-0fbe1aef05ce triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:16.891772 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ecda9b72-3994-4f15-affb-40df0c19826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.917142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:16.936306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:16.962609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ecda9b72-3994-4f15-affb-40df0c19826a None None] Port ee3ac82a-d119-41ed-b708-0fbe1aef05ce cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:16.977866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ac7cd-5675-481f-a1da-4f265d938e49 req-791f3229-1dc7-4099-a2ab-0840b606a139 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:16.981448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa9ac7cd-5675-481f-a1da-4f265d938e49 req-791f3229-1dc7-4099-a2ab-0840b606a139 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 945 time: 0.1666849 Jul 07 22:16:17.098685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa9ac7cd-5675-481f-a1da-4f265d938e49 req-45f6bce0-fe7f-4a2e-a201-4dabe90aa7e0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121109 Jul 07 22:16:17.121476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:17.121958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:17.122320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:17.128339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:17.128784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:17.136206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:17.136685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:17.137207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:17.137785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Bound port: ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:17.138329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.242660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:17.249549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:17.263182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.288914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.313109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.342443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:17.343016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.344552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a HTTP/1.1" status: 200 len: 1093 time: 1.3485250 Jul 07 22:16:17.345088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:17.348405 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5e28d5-f2ff-486c-bf31-180eac60baf0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:17.502629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f0acd8-8970-44fd-85d3-e9f7562a0e36 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:17.533001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57084) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:17.551277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27177890-4671-4f7a-b9f4-2ba5d9a5b615 req-13f39481-2839-4982-bc72-92e3c232ee39 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:17.558162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Pushing event updated for resources: {'Port': ['ID=ee3ac82a-d119-41ed-b708-0fbe1aef05ce,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:17.559312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27177890-4671-4f7a-b9f4-2ba5d9a5b615 req-13f39481-2839-4982-bc72-92e3c232ee39 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 946 time: 0.3075459 Jul 07 22:16:17.562927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:17.653970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27177890-4671-4f7a-b9f4-2ba5d9a5b615 req-2702ddb6-b643-49e4-a6e0-9e12dc678d5a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937576 Jul 07 22:16:17.706687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-ebdfc93c-5b6b-4859-84c4-79adbe545980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:17.711874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-ebdfc93c-5b6b-4859-84c4-79adbe545980 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1096 time: 0.2758353 Jul 07 22:16:17.755877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-9a2557d9-bee9-4f4f-a2f5-8d0d438ec730 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:17.757421 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-9a2557d9-bee9-4f4f-a2f5-8d0d438ec730 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 946 time: 0.3430727 Jul 07 22:16:17.765993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-e99d3a26-3529-4862-ac56-f0683f83a3da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a HTTP/1.1" status: 200 len: 217 time: 0.0456371 Jul 07 22:16:17.778628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424d279-b0ce-405a-bcaf-f0c5025c3360 req-c6ec94f3-8a9e-48d4-99ec-a955e5708659 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:17.780738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5424d279-b0ce-405a-bcaf-f0c5025c3360 req-c6ec94f3-8a9e-48d4-99ec-a955e5708659 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.2991507 Jul 07 22:16:17.854030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-network', 'tenant_id': 'ef6910086ae94778a48251190f7e7059'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:17.889204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d915dd8d-d7ef-4dda-98b5-cf39099ed462 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:17.929663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-ed18341e-b79d-4e50-ac08-aa78d3947b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:17.931295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-ed18341e-b79d-4e50-ac08-aa78d3947b88 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1495721 Jul 07 22:16:17.942708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Network e50949e0-b2a1-4062-bb18-57322e2fb212 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:17.954437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:17.964927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5424d279-b0ce-405a-bcaf-f0c5025c3360 req-d92363d6-9b8b-4067-b8ca-2526bab1869b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503024 Jul 07 22:16:18.012696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-ac61477e-c02b-4b0a-90ba-e734f17b00ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729668 Jul 07 22:16:18.032266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Made reservation on behalf of ef6910086ae94778a48251190f7e7059 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:18.035379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.111919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d915dd8d-d7ef-4dda-98b5-cf39099ed462 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:18.131692 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.148743 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839ee14c-7cfd-41e3-b88a-ac8ba59ef132 x-openstack-request-id: req-839ee14c-7cfd-41e3-b88a-ac8ba59ef132 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:18.149726 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:18.149726 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-839ee14c-7cfd-41e3-b88a-ac8ba59ef132 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:18.162497 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a', 'status': 'completed', 'code': 200} Jul 07 22:16:18.239115 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.261406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-56ec360c-80dd-4435-9511-300a69854d16 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388544 Jul 07 22:16:18.433971 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042aca24-6dab-4cb9-9191-5980239bfe80 req-b8929087-41a1-429f-9fad-7d98f00eb322 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654139 Jul 07 22:16:18.456448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Deleting port 2c7c085c-a579-482d-ac04-332102090f6e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:18.457345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.532550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9c6b3525-a57f-4e80-bfec-ad618f6db709 None None] Provisioning complete for port ee3ac82a-d119-41ed-b708-0fbe1aef05ce triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:18.532943 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c6b3525-a57f-4e80-bfec-ad618f6db709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.564399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564761fe-b5cf-40fe-b477-63b1f1aba929 req-088e4813-a1fd-4436-9125-b0d3a2a10fc9 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:18.566496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-564761fe-b5cf-40fe-b477-63b1f1aba929 req-088e4813-a1fd-4436-9125-b0d3a2a10fc9 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 945 time: 0.1315422 Jul 07 22:16:18.597459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Router 84104c0a-1290-4689-a1f4-991b56d2c6b1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:16:18.620625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-f239d2b0-21a3-4637-8ec2-934a40f6629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:18.621815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-f239d2b0-21a3-4637-8ec2-934a40f6629f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1096 time: 0.1280031 Jul 07 22:16:18.660175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-564761fe-b5cf-40fe-b477-63b1f1aba929 req-861592ef-7f53-41c8-b99f-2d8aa9a1fe63 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854235 Jul 07 22:16:18.671205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b3525-a57f-4e80-bfec-ad618f6db709 None None] Port ee3ac82a-d119-41ed-b708-0fbe1aef05ce cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:18.795981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.810403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-964f3b62-8b0e-4431-a85d-bc6601ae65fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:18.812700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-964f3b62-8b0e-4431-a85d-bc6601ae65fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.1683717 Jul 07 22:16:18.820544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] For port 2c7c085c-a579-482d-ac04-332102090f6e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2c7c085c-a579-482d-ac04-332102090f6e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:18.820798 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.874034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:18.890549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-9527a86a-5989-4460-9b87-c90b9e609ea5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a HTTP/1.1" status: 200 len: 217 time: 0.0709863 Jul 07 22:16:18.890720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Calling delete_port for 2c7c085c-a579-482d-ac04-332102090f6e owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:19.077691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-e30c6865-2dbc-4037-8c6f-30ed03f1a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:19.079717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-e30c6865-2dbc-4037-8c6f-30ed03f1a3c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1750472 Jul 07 22:16:19.093607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:19.122697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:16:19.176556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c3f645-4835-458c-af29-080b063a4769,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:19.193408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-564a9db8-b980-4dc6-836f-5fd109ca2849 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053677 Jul 07 22:16:19.203806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.204354 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Added segment 25ed7dc0-22eb-48b9-ab21-902fdc5e6d91 of type vlan for network c3d06085-5dee-4a89-9ae3-6029065cfce3 Jul 07 22:16:19.230715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31fc6-7ee3-401f-9b41-9a681c4c4171 req-d1691040-7057-4720-820f-6511a604d5d8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:19.242442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8b31fc6-7ee3-401f-9b41-9a681c4c4171 req-d1691040-7057-4720-820f-6511a604d5d8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 946 time: 0.3404381 Jul 07 22:16:19.273759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:19.289542 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1df2303b-f90d-4f96-83bc-f9e30a99142e admin admin] 10.222.0.81 "PUT /v2.0/routers/84104c0a-1290-4689-a1f4-991b56d2c6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1022406 Jul 07 22:16:19.295256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.301574 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Sync routers for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:19.312850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:19.325995 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:19.333987 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:19.337928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'mac_address': 'fa:16:3e:1b:cf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:19.381185 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.382237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:19.382815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.411815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.430177 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.454849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['2c7c085c-a579-482d-ac04-332102090f6e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:19.464179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c38efe8a-ad31-45a7-b535-7547a7ab03d2 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:19.500411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8b31fc6-7ee3-401f-9b41-9a681c4c4171 req-a91ad09a-6de6-41f2-b907-36d410e9864a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569687 Jul 07 22:16:19.552373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57140) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:19.562693 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0285428 Jul 07 22:16:19.577936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Request body: {'subnet': {'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-subnet', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:19.589203 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.591054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:19.595463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.638906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event deleted for resources: {'Port': ['ID=2c7c085c-a579-482d-ac04-332102090f6e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:19.639862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-757ec2ba-107a-41aa-adc6-ecb1cd91c69e service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398468 Jul 07 22:16:19.700478 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:19.717344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:19.748184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb767ce-4d00-4230-a8d1-c089a291b676 admin admin] Pushing event updated for resources: {'Network': ['ID=c3d06085-5dee-4a89-9ae3-6029065cfce3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:19.759689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c3d06085-5dee-4a89-9ae3-6029065cfce3 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:16:19.795090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4033a0-617f-4cbd-9b46-bac0a880ddab req-81fa39ae-0d82-4371-af64-5e13a5849323 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:19.796930 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff4033a0-617f-4cbd-9b46-bac0a880ddab req-81fa39ae-0d82-4371-af64-5e13a5849323 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.4465504 Jul 07 22:16:19.800448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Made reservation on behalf of ef6910086ae94778a48251190f7e7059 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:19.803292 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.839328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] No DVR routers for this DVR port 2c7c085c-a579-482d-ac04-332102090f6e on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:16:19.847498 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:19.852362 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c7246d8e-4dcd-4fbd-9cd1-83828ad4f38d req-09175953-1b2d-46b3-87eb-2f427378aa34 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "DELETE /v2.0/ports/2c7c085c-a579-482d-ac04-332102090f6e HTTP/1.1" status: 204 len: 173 time: 2.0808535 Jul 07 22:16:19.852894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37784cc-5b95-49a4-a04f-194dc77a7596', 'name': 'network-vif-deleted', 'tag': '2c7c085c-a579-482d-ac04-332102090f6e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:19.856493 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e66036-94e5-42c7-9c9b-5a11a4c82933" -d '{"events": [{"server_uuid": "f37784cc-5b95-49a4-a04f-194dc77a7596", "name": "network-vif-deleted", "tag": "2c7c085c-a579-482d-ac04-332102090f6e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:19.888392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['c38efe8a-ad31-45a7-b535-7547a7ab03d2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:20.002323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff4033a0-617f-4cbd-9b46-bac0a880ddab req-756f2abb-a6e6-4683-afcd-a844fff24dc0 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945868 Jul 07 22:16:20.091695 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b456b17c-a21d-46be-ab6f-37536f8de078 x-openstack-request-id: req-b456b17c-a21d-46be-ab6f-37536f8de078 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:20.092224 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37784cc-5b95-49a4-a04f-194dc77a7596", "name": "network-vif-deleted", "tag": "2c7c085c-a579-482d-ac04-332102090f6e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:20.092224 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b456b17c-a21d-46be-ab6f-37536f8de078 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:20.092626 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37784cc-5b95-49a4-a04f-194dc77a7596', 'name': 'network-vif-deleted', 'tag': '2c7c085c-a579-482d-ac04-332102090f6e', 'status': 'completed', 'code': 200} Jul 07 22:16:20.220584 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ee3ac82a-d119-41ed-b708-0fbe1aef05ce', 'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'mac_address': 'fa:16:3e:60:a2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:15Z', 'updated_at': '2021-07-07T22:16:17Z', 'revision_number': 2, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'subnets': [{'id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:20.247953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f5e28d5-f2ff-486c-bf31-180eac60baf0 req-0c4f45d7-602c-490b-805b-1786aa681770 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789604 Jul 07 22:16:20.305112 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Checking router: 84104c0a-1290-4689-a1f4-991b56d2c6b1 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:20.305627 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Updating router 84104c0a-1290-4689-a1f4-991b56d2c6b1 port ee3ac82a-d119-41ed-b708-0fbe1aef05ce binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:16:20.329380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.367431 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.487876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722ea6f8-5abd-43af-85a2-6bdf378e4268,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:20.516705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Checking segment: {'id': '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:20.517376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Network hostable DHCP agents. Network: c3d06085-5dee-4a89-9ae3-6029065cfce3, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:16:20.583847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-25c4965e-fb99-4d82-9980-42ef7bc24714 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:20.591000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-25c4965e-fb99-4d82-9980-42ef7bc24714 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/networks?id=e50949e0-b2a1-4062-bb18-57322e2fb212 HTTP/1.1" status: 200 len: 828 time: 0.2067876 Jul 07 22:16:20.601123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Network c3d06085-5dee-4a89-9ae3-6029065cfce3 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:16:20.615368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-797d4a87-f845-4962-9ede-35af16700a82 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/quotas/537df5fcfbd7470c84275d036736fd71 HTTP/1.1" status: 200 len: 375 time: 0.0226922 Jul 07 22:16:20.659808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c3d06085-5dee-4a89-9ae3-6029065cfce3) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:20.671958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3e80e1-87a3-4713-96ee-73b8414e06a9 None None] Network c3d06085-5dee-4a89-9ae3-6029065cfce3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:20.688725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d4fe4fc-c027-4f07-87b0-23f0c7958edd req-71ebcbdf-10cc-4081-9f16-086be2122974 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 210 time: 0.0558686 Jul 07 22:16:20.690729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:20.691327 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.727044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d141fc25-586c-4e0a-bd6c-3a4029da45e6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1692102 Jul 07 22:16:20.729809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:20.734342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:20.749102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-00e0466a-4203-40a0-baa4-c07ed3fbdc4f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=537df5fcfbd7470c84275d036736fd71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328566 Jul 07 22:16:20.765017 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.778214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.779080 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.797447 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Transition to ACTIVE for port object ee3ac82a-d119-41ed-b708-0fbe1aef05ce will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:20.810834 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.879917 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:20.925702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-f6df76d0-b66d-4464-a923-11023a5f75df service neutron] 10.222.0.81 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656299 Jul 07 22:16:20.936473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe0454-1d26-4919-a035-8e52d8e4712f None None] Network c3d06085-5dee-4a89-9ae3-6029065cfce3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:16:20.985059 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54bb10-ab58-4ec3-a21d-52d3fd05fe17 None None] Pushing event updated for resources: {'Port': ['ID=ee3ac82a-d119-41ed-b708-0fbe1aef05ce,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:21.049462 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Attempting to bind port ee3ac82a-d119-41ed-b708-0fbe1aef05ce on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:21.050408 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Attempting to bind port ee3ac82a-d119-41ed-b708-0fbe1aef05ce by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:21.050718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Attempting to bind port ee3ac82a-d119-41ed-b708-0fbe1aef05ce on network e50949e0-b2a1-4062-bb18-57322e2fb212 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:21.069310 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:21.069632 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Checking segment: {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:21.070046 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.070507 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Bound using segment: {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:21.070993 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Bound port: ee3ac82a-d119-41ed-b708-0fbe1aef05ce, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:21.071382 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.078324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-cd2d2a18-7289-499c-9978-eceb18fef2c1 service neutron] 10.222.0.81 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514275 Jul 07 22:16:21.125499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:21.160484 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] For port ee3ac82a-d119-41ed-b708-0fbe1aef05ce, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:21.170402 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] For port ee3ac82a-d119-41ed-b708-0fbe1aef05ce, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ee3ac82a-d119-41ed-b708-0fbe1aef05ce,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:21.176928 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.333846 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:21.334570 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:21.469084 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54bb10-ab58-4ec3-a21d-52d3fd05fe17 None None] Pushing event updated for resources: {'Port': ['ID=ee3ac82a-d119-41ed-b708-0fbe1aef05ce,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:21.519310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port c38efe8a-ad31-45a7-b535-7547a7ab03d2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:21.519699 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.664008 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:21.831979 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.897836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:21.903092 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439c68a2-7f4e-4a1b-919d-a02a6c0187c2" -d '{"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-plugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:21.932205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:21.942320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:21.946514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2c7c085c-a579-482d-ac04-332102090f6e no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:22.046367 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.102184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 2c7c085c-a579-482d-ac04-332102090f6e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:16:22.102565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2c7c085c-a579-482d-ac04-332102090f6e not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:16:22.105638 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ee3ac82a-d119-41ed-b708-0fbe1aef05ce', 'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'mac_address': 'fa:16:3e:60:a2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:15Z', 'updated_at': '2021-07-07T22:16:21Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'subnets': [{'id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:22.164675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:22.171362 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecc5fb-224e-4bf2-9b64-0236a386ba50 None None] The sync data for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 is: [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ee3ac82a-d119-41ed-b708-0fbe1aef05ce', 'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'mac_address': 'fa:16:3e:60:a2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:15Z', 'updated_at': '2021-07-07T22:16:21Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'subnets': [{'id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:22.398619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05d2cc81-880e-4c0b-9edf-a4d2bfcc992d req-42d92f02-69e0-4ed2-831e-34a5d621bfd8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 210 time: 0.0771446 Jul 07 22:16:22.503748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d58d3-9ad0-4f5f-aace-31c77957f6c1 req-a7cfe94a-4943-4b55-b466-4ad8b918d961 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:22.505239 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.507281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6d58d3-9ad0-4f5f-aace-31c77957f6c1 req-a7cfe94a-4943-4b55-b466-4ad8b918d961 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 1.2083330 Jul 07 22:16:22.534786 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:22.635746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6d58d3-9ad0-4f5f-aace-31c77957f6c1 req-971fac48-43ad-4384-a8ca-e5a1bb7adfac tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119013 Jul 07 22:16:22.769951 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852e680f-ff22-45b3-90f6-fdbe71ed9d36 x-openstack-request-id: req-852e680f-ff22-45b3-90f6-fdbe71ed9d36 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:22.770264 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-plugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:22.770516 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-852e680f-ff22-45b3-90f6-fdbe71ed9d36 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:22.770910 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'code': 200} Jul 07 22:16:22.771446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4fe54e7-ecba-4a1e-b682-d7808d976469 req-a2150a8e-2047-4381-a629-16aaca55d156 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 210 time: 0.0793290 Jul 07 22:16:22.819692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Allocated IP 172.25.8.248 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/02fa1987-5963-431f-b3c3-aa2a4a3eeffb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:22.849674 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:23.029657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.107714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.141804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:23.184228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a', 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2', 'port_id': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a', 'mac_address': 'fa:16:3e:95:ce:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4f2386-b705-48e4-8230-6d29c20b1b2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:23.186051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:23.192662 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:23.204305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:23.243901 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Pushing event updated for resources: {'Port': ['ID=02fa1987-5963-431f-b3c3-aa2a4a3eeffb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:23.247824 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.273584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:23.325932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:23.331602 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.399345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:23.662814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:23.844040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-287667b5-9241-4d9d-ba9d-7dbf309f10cb req-2c38e270-96fe-4a94-ae81-87f95b8c010e tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 210 time: 0.0568244 Jul 07 22:16:23.888588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:23.933703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ee3ac82a-d119-41ed-b708-0fbe1aef05ce up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:24.064257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54193510-01bd-4c4e-b400-5801d60c362a req-5bee1356-31d6-41b2-8f2f-732dffe9873b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:24.075808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54193510-01bd-4c4e-b400-5801d60c362a req-5bee1356-31d6-41b2-8f2f-732dffe9873b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 945 time: 0.1393871 Jul 07 22:16:24.165185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f611ed1c-23d1-4b2c-9864-5949ad4d67b4 req-642c5ff5-e615-4741-8cb1-924f6d035135 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 210 time: 0.0723820 Jul 07 22:16:24.218461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54193510-01bd-4c4e-b400-5801d60c362a req-0c5537b9-2f29-404c-8fdb-12758b50783a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414685 Jul 07 22:16:24.334432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-64bb185d-8044-4142-8e07-f54ffa1d8d49 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:24.340536 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-64bb185d-8044-4142-8e07-f54ffa1d8d49 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.83 "GET /v2.0/networks?id=e50949e0-b2a1-4062-bb18-57322e2fb212 HTTP/1.1" status: 200 len: 828 time: 0.4361727 Jul 07 22:16:24.401629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ee3ac82a-d119-41ed-b708-0fbe1aef05ce completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:24.411430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ee3ac82a-d119-41ed-b708-0fbe1aef05ce triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:24.413306 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.416820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Request body: {'port': {'device_id': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'admin_state_up': True, 'tenant_id': '537df5fcfbd7470c84275d036736fd71'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:24.525998 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.555163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.560990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port ee3ac82a-d119-41ed-b708-0fbe1aef05ce, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ee3ac82a-d119-41ed-b708-0fbe1aef05ce,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:24.566528 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.624538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=ee3ac82a-d119-41ed-b708-0fbe1aef05ce,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:24.626619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Made reservation on behalf of 537df5fcfbd7470c84275d036736fd71 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:24.631818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:24.814452 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Allocated IP 172.20.0.11 (e50949e0-b2a1-4062-bb18-57322e2fb212/6bb4f877-9fad-441d-a987-21cd53d819c7/f09fcf3b-a6eb-4c19-960c-131f5feddbcb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:24.818563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Router f57a4c98-0d0d-4b00-aaa9-df5920529625 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:16:25.014560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-83f94177-4a10-4c75-bbe6-1f9b7ae9805d req-71ae54b1-2c65-4974-b589-b652f8af8305 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 210 time: 0.0336406 Jul 07 22:16:25.024196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:25.041886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Sync routers for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:25.055214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:25.056094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:25.061786 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.066307 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2be1fa32-0101-402d-92ef-1dfe442439f2 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3326278 Jul 07 22:16:25.066594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57258) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:25.067240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.081705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Transition to ACTIVE for port object f09fcf3b-a6eb-4c19-960c-131f5feddbcb will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:25.121273 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.177102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Network e50949e0-b2a1-4062-bb18-57322e2fb212 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:25.180722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:25.188659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:25.225346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Pushing event updated for resources: {'Port': ['ID=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:25.230358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:25.271000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:25.271809 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.299029 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-15d311bc-fa4b-4684-b669-51b85f22ff3d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8864100 Jul 07 22:16:25.527603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Request body: {'port': {'device_id': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:25.540269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a0280943-a1ef-45af-915f-0d7eb5627ff4 None None] Provisioning for port f09fcf3b-a6eb-4c19-960c-131f5feddbcb completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:25.546786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e48f882-0074-4f68-8eb1-1be6925e5e95 req-f6acdb1f-7170-4c72-ad49-d114ad627db8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 210 time: 0.0752645 Jul 07 22:16:25.550346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a0280943-a1ef-45af-915f-0d7eb5627ff4 None None] Provisioning complete for port f09fcf3b-a6eb-4c19-960c-131f5feddbcb triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:25.550894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0280943-a1ef-45af-915f-0d7eb5627ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.600691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a0280943-a1ef-45af-915f-0d7eb5627ff4 None None] Port f09fcf3b-a6eb-4c19-960c-131f5feddbcb cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:16:25.659508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:23Z', 'revision_number': 3, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:25.706860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Checking router: f57a4c98-0d0d-4b00-aaa9-df5920529625 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:25.707331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Updating router f57a4c98-0d0d-4b00-aaa9-df5920529625 port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:16:25.747321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.749064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.757928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a2b7e-1c71-4d77-bb59-0e5ac1395368 req-3f1f2315-b6dd-4c3c-b709-5e0f08e06257 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:25.776991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-195a2b7e-1c71-4d77-bb59-0e5ac1395368 req-3f1f2315-b6dd-4c3c-b709-5e0f08e06257 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 945 time: 0.3075023 Jul 07 22:16:25.845448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ee3ac82a-d119-41ed-b708-0fbe1aef05ce up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:25.951231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-195a2b7e-1c71-4d77-bb59-0e5ac1395368 req-d8bdc731-2be3-49ae-a097-f9d58c92d8f3 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698558 Jul 07 22:16:25.972599 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:25.984296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ee3ac82a-d119-41ed-b708-0fbe1aef05ce triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:25.984667 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.261227 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.288376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Transition to ACTIVE for port object 02fa1987-5963-431f-b3c3-aa2a4a3eeffb will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:26.297674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.329927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09fcf3b-a6eb-4c19-960c-131f5feddbcb {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:26.334706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdec0d2-9cdf-47bb-962b-ff418cdcaaeb req-4e10f070-3838-4e0c-9ee3-5bbac268e20c tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:26.341088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.342780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bdec0d2-9cdf-47bb-962b-ff418cdcaaeb req-4e10f070-3838-4e0c-9ee3-5bbac268e20c tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 932 time: 0.1437194 Jul 07 22:16:26.347557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Allocated IP 172.20.0.1 (c3d06085-5dee-4a89-9ae3-6029065cfce3/722ea6f8-5abd-43af-85a2-6bdf378e4268/98bfd95d-7ca1-4af5-937a-9a5e1f8811f5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:26.357614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52959f2-6e2d-46d6-9eb0-f1ad64937c23 None None] Pushing event updated for resources: {'Port': ['ID=02fa1987-5963-431f-b3c3-aa2a4a3eeffb,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:26.358263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Transition to ACTIVE for port object f09fcf3b-a6eb-4c19-960c-131f5feddbcb will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:26.364550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.421322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Attempting to bind port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:26.424065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Attempting to bind port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:26.424649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Attempting to bind port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:26.434745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bdec0d2-9cdf-47bb-962b-ff418cdcaaeb req-40c0ceaf-f362-414c-a5d3-c9ca39f30cc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909109 Jul 07 22:16:26.439152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:26.441450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:26.442148 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.443564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:26.444327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Bound port: 02fa1987-5963-431f-b3c3-aa2a4a3eeffb, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:26.446179 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.496367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Pushing event updated for resources: {'Port': ['ID=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:26.533619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] For port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:26.538374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] For port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=02fa1987-5963-431f-b3c3-aa2a4a3eeffb,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:26.550914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.633125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.641942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Attempting to bind port f09fcf3b-a6eb-4c19-960c-131f5feddbcb on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:26.646403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Attempting to bind port f09fcf3b-a6eb-4c19-960c-131f5feddbcb by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:26.647191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Attempting to bind port f09fcf3b-a6eb-4c19-960c-131f5feddbcb on network e50949e0-b2a1-4062-bb18-57322e2fb212 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:26.653487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:26.657076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:26.660731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Port f09fcf3b-a6eb-4c19-960c-131f5feddbcb on network e50949e0-b2a1-4062-bb18-57322e2fb212 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:26.661348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Attempting to bind port f09fcf3b-a6eb-4c19-960c-131f5feddbcb on network e50949e0-b2a1-4062-bb18-57322e2fb212 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:26.692715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:26.700099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Checking segment: {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:26.700710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Bound using segment: {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:26.701537 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Bound port: f09fcf3b-a6eb-4c19-960c-131f5feddbcb, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:26.702012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.756277 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.849667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52959f2-6e2d-46d6-9eb0-f1ad64937c23 None None] Pushing event updated for resources: {'Port': ['ID=02fa1987-5963-431f-b3c3-aa2a4a3eeffb,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:26.864160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=98bfd95d-7ca1-4af5-937a-9a5e1f8811f5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:26.883970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:26.889494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.889851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.890226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.893476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.893774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.894141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.894487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.894826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.895164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.895496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.895828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.895947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] For port f09fcf3b-a6eb-4c19-960c-131f5feddbcb, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:26.896159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:26.912876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] For port f09fcf3b-a6eb-4c19-960c-131f5feddbcb, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:26.921565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:26.938784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Network c3d06085-5dee-4a89-9ae3-6029065cfce3 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:27.018941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:27.026450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:27.041520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Pushing event updated for resources: {'Port': ['ID=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:27.042469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aad9dce5-201e-449b-9326-aeeec37bf128 req-e6a312fd-d125-4466-a300-30275ad77cc3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=f37784cc-5b95-49a4-a04f-194dc77a7596 HTTP/1.1" status: 200 len: 210 time: 0.0993838 Jul 07 22:16:27.117164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:27.120071 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.129395 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-ef69f0e2-f281-4774-bed5-b53c5f889d11 service neutron] 10.222.0.83 "PUT /v2.0/ports/f09fcf3b-a6eb-4c19-960c-131f5feddbcb HTTP/1.1" status: 200 len: 1093 time: 1.6060441 Jul 07 22:16:27.129954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:27.132354 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:27.134739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:27.201903 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.248022 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85529784-abe4-4582-af95-31718839c9f9 x-openstack-request-id: req-85529784-abe4-4582-af95-31718839c9f9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:27.248315 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:27.248569 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85529784-abe4-4582-af95-31718839c9f9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:27.248971 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'status': 'completed', 'code': 200} Jul 07 22:16:27.394755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:27.479926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-06e71c78-830e-4fc5-9f10-dc2743c9366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:27.481622 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-06e71c78-830e-4fc5-9f10-dc2743c9366c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=537df5fcfbd7470c84275d036736fd71&device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 1096 time: 0.1312106 Jul 07 22:16:27.552034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:27.552582 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.554496 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15c28b5c-5498-405e-ba41-eb3b33187c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.580160 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-14386a7a-3653-4896-ab52-71d079d9f19c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb HTTP/1.1" status: 200 len: 217 time: 0.0783513 Jul 07 22:16:27.728068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-fe884293-cd09-417d-9820-9875cd3dcc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:27.729587 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-fe884293-cd09-417d-9820-9875cd3dcc81 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6bb4f877-9fad-441d-a987-21cd53d819c7 HTTP/1.1" status: 200 len: 867 time: 0.1365974 Jul 07 22:16:27.869928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-9821d8d2-8378-44cf-ba72-28ea1e1b44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:27.875236 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-9821d8d2-8378-44cf-ba72-28ea1e1b44b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e50949e0-b2a1-4062-bb18-57322e2fb212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301839 Jul 07 22:16:27.922430 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:27.998944 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.038517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3248c91-0537-48a1-ad35-79dd594abb8a req-e7d313cf-5add-429d-aa37-2003f07217a7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:28.048924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3248c91-0537-48a1-ad35-79dd594abb8a req-e7d313cf-5add-429d-aa37-2003f07217a7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 945 time: 0.5815685 Jul 07 22:16:28.083582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:28.086636 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d0ff78-ba04-4527-89e1-e5954329b01b" -d '{"events": [{"server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "name": "network-vif-plugged", "status": "completed", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:28.123284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:28.126413 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-cd4a291a-577f-4b7d-bb69-3ad03d6bfcf0 service neutron] 10.222.0.83 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415667 Jul 07 22:16:28.146152 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.230956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:23Z', 'revision_number': 3, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:28.248508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3248c91-0537-48a1-ad35-79dd594abb8a req-61bfe785-1eb6-4a76-b824-98a774d4f854 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953304 Jul 07 22:16:28.295346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224dab8e-d0a0-44b7-bb41-ffb5dd1df59e None None] The sync data for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 is: [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:23Z', 'revision_number': 3, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:28.296955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:28.330590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52d52a-16f7-4e5d-a7e2-fdc174caa9b1 req-566338e0-dde0-4c63-8d10-efb3043b8924 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:28.349770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef52d52a-16f7-4e5d-a7e2-fdc174caa9b1 req-566338e0-dde0-4c63-8d10-efb3043b8924 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 944 time: 0.6474178 Jul 07 22:16:28.405882 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-eb4b7cf7-e2ea-4bf4-b904-397104b8a448 req-1431875c-3ec0-4861-88d9-19ce656474da service neutron] 10.222.0.83 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696450 Jul 07 22:16:28.510242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef52d52a-16f7-4e5d-a7e2-fdc174caa9b1 req-f2d79a24-9958-4861-9943-4ed9588af3b4 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593487 Jul 07 22:16:28.610884 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.622875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:28.625987 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2210b71-aac2-49d6-aceb-567ca940dfdf x-openstack-request-id: req-c2210b71-aac2-49d6-aceb-567ca940dfdf {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:28.626533 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "name": "network-vif-plugged", "status": "completed", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:28.626846 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c2210b71-aac2-49d6-aceb-567ca940dfdf {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:28.627459 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a', 'code': 200} Jul 07 22:16:28.741367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-837a8077-202a-4dbb-87ad-7b8beffec771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:28.754987 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-837a8077-202a-4dbb-87ad-7b8beffec771 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=537df5fcfbd7470c84275d036736fd71&device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 1096 time: 0.1936078 Jul 07 22:16:28.964615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=98bfd95d-7ca1-4af5-937a-9a5e1f8811f5,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:29.007014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.123337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-50c1f884-78b8-40dd-a602-f7135c1a7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:29.124668 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-50c1f884-78b8-40dd-a602-f7135c1a7d41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e50949e0-b2a1-4062-bb18-57322e2fb212 HTTP/1.1" status: 200 len: 929 time: 0.3631814 Jul 07 22:16:29.189923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Network c3d06085-5dee-4a89-9ae3-6029065cfce3 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:29.193896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47dbdd4-2ff1-44b5-87b2-9c0235acafb5 req-0ebc8c4a-2b76-4755-9c93-88e139acd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:29.195674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b47dbdd4-2ff1-44b5-87b2-9c0235acafb5 req-0ebc8c4a-2b76-4755-9c93-88e139acd69b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1098 time: 0.4335990 Jul 07 22:16:29.204169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:29.330468 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-197c6838-e58f-482b-88b2-32d1f95a0e0d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb HTTP/1.1" status: 200 len: 217 time: 0.1913249 Jul 07 22:16:29.445873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b47dbdd4-2ff1-44b5-87b2-9c0235acafb5 req-e9247761-c1dc-43c8-bd16-ec9818f64747 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329366 Jul 07 22:16:29.500118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-95293ccf-2f83-4c6a-8b43-bdd527a09b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:29.513797 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-95293ccf-2f83-4c6a-8b43-bdd527a09b49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6bb4f877-9fad-441d-a987-21cd53d819c7 HTTP/1.1" status: 200 len: 867 time: 0.1673307 Jul 07 22:16:29.671897 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6dc395bd-91eb-4c4a-87b7-5380f9a185e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:29.673190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-3405caad-b65f-4053-a91f-1426a7a2df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:29.675612 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-3405caad-b65f-4053-a91f-1426a7a2df22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e50949e0-b2a1-4062-bb18-57322e2fb212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610849 Jul 07 22:16:29.853998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Router f57a4c98-0d0d-4b00-aaa9-df5920529625 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:16:29.879698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 02fa1987-5963-431f-b3c3-aa2a4a3eeffb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:29.905107 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-76136794-42c0-47bd-8b8d-ab0637b008fd service neutron] 10.222.0.83 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162681 Jul 07 22:16:29.954900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcceed9-a173-49f2-be65-07f3aa66580f req-5ea89317-c5ad-4afa-b61f-5ab04a76cefa tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:29.970690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efcceed9-a173-49f2-be65-07f3aa66580f req-5ea89317-c5ad-4afa-b61f-5ab04a76cefa tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.4942915 Jul 07 22:16:30.001300 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.046592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efcceed9-a173-49f2-be65-07f3aa66580f req-30fce349-1477-4125-a9fc-89393fbe6910 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/quotas/54e3a2de8bea4da984d353053786f4c9 HTTP/1.1" status: 200 len: 375 time: 0.0743346 Jul 07 22:16:30.075875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:30.086452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:30.086879 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.201317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efcceed9-a173-49f2-be65-07f3aa66580f req-4198a6fe-b43d-4a0f-89fd-a315b27d3a06 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1529794 Jul 07 22:16:30.228864 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e96d3305-6b33-43b2-9f58-65cf4e7d8fc0 req-54ce8138-8c37-4c47-8264-099f24d8f57f service neutron] 10.222.0.83 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115780 Jul 07 22:16:30.325945 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.358119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=02fa1987-5963-431f-b3c3-aa2a4a3eeffb,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:30.378844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.406098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f162f-853f-49b0-9438-d4809ace7049 req-d5b59af1-d1cc-468f-94f1-5969cd333684 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:30.414037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-999f162f-853f-49b0-9438-d4809ace7049 req-d5b59af1-d1cc-468f-94f1-5969cd333684 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.6919796 Jul 07 22:16:30.443726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=02fa1987-5963-431f-b3c3-aa2a4a3eeffb,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:30.614838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-999f162f-853f-49b0-9438-d4809ace7049 req-61eca9af-ec06-4cdb-9d89-9d0f6fb771ef tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955047 Jul 07 22:16:30.698879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:30.714552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ee3675f7-727f-41ad-9d7c-a698c10a2cd5 admin admin] 10.222.0.81 "PUT /v2.0/routers/f57a4c98-0d0d-4b00-aaa9-df5920529625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6468785 Jul 07 22:16:30.731225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efcceed9-a173-49f2-be65-07f3aa66580f req-291fcd22-99c0-44bb-9792-67013e04f0fb service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194368 Jul 07 22:16:30.775791 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:30.897695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efcceed9-a173-49f2-be65-07f3aa66580f req-60a80ead-e5b3-43e0-8135-94a6beb508ed service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534684 Jul 07 22:16:30.985879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f26788-8ef7-480b-a840-2d48d3c82c3c req-4aa2df42-c4fb-4198-ac73-55e9ee41cce5 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:31.001872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74f26788-8ef7-480b-a840-2d48d3c82c3c req-4aa2df42-c4fb-4198-ac73-55e9ee41cce5 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 944 time: 0.0931895 Jul 07 22:16:31.032862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:31.104159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74f26788-8ef7-480b-a840-2d48d3c82c3c req-db8ab574-8b28-448a-95f1-76b0927afd8f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012571 Jul 07 22:16:31.505655 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Sync routers for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:31.532477 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:31.533369 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:31.592693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d25e14ca-5ff6-4026-b289-158162b2f898 req-9def35f5-af13-4bcd-b188-fcdbd08f8ab8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=09b55874-7f85-41a9-831e-084a1193c475 HTTP/1.1" status: 200 len: 210 time: 0.1591125 Jul 07 22:16:31.725188 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:31.885301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 02fa1987-5963-431f-b3c3-aa2a4a3eeffb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:32.063888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:32.065188 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:32.066738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-4bec7133-a879-48eb-9c43-5b5886dc1bfc tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:32.076951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-4bec7133-a879-48eb-9c43-5b5886dc1bfc tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 819 time: 0.4831493 Jul 07 22:16:32.121428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-3bf16d54-0f92-40b2-bd6c-26ebfae41e09 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/quotas/ef6910086ae94778a48251190f7e7059 HTTP/1.1" status: 200 len: 375 time: 0.0394323 Jul 07 22:16:32.260922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-091e588d-5c0b-4b27-88d3-34d4b47e4bd7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1383648 Jul 07 22:16:32.338274 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '98bfd95d-7ca1-4af5-937a-9a5e1f8811f5', 'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'mac_address': 'fa:16:3e:e4:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:26Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 2, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'subnets': [{'id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:32.397138 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Checking router: f57a4c98-0d0d-4b00-aaa9-df5920529625 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:32.400994 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Updating router f57a4c98-0d0d-4b00-aaa9-df5920529625 port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:16:32.468099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-04211fb1-aef8-4626-90dd-d50179d64bf3 service neutron] 10.222.0.81 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941407 Jul 07 22:16:32.533972 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:32.659051 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:32.711640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0a82de50-2b20-4188-8971-bb70ad919591 service neutron] 10.222.0.81 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436709 Jul 07 22:16:33.103200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343deaf-da7e-4d14-959f-f76d75e770b8 req-3993a401-aad4-40b3-a314-e9976dd75c8b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:33.118946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1343deaf-da7e-4d14-959f-f76d75e770b8 req-3993a401-aad4-40b3-a314-e9976dd75c8b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.1937318 Jul 07 22:16:33.179649 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:33.223114 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Transition to ACTIVE for port object 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:33.224932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1343deaf-da7e-4d14-959f-f76d75e770b8 req-a85a44ba-ca0f-4e8f-a1d1-20c624d7c76d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031611 Jul 07 22:16:33.240974 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:33.489418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d67c5-064c-42f5-a85b-6405cf012657 req-20b720fa-7e64-44f9-b524-bcb561030c52 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:33.496355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb2d67c5-064c-42f5-a85b-6405cf012657 req-20b720fa-7e64-44f9-b524-bcb561030c52 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 944 time: 0.1868718 Jul 07 22:16:33.568852 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee4f9a-4cd8-4f64-b2e6-6f239236b5fd None None] Pushing event updated for resources: {'Port': ['ID=98bfd95d-7ca1-4af5-937a-9a5e1f8811f5,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:33.690733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb2d67c5-064c-42f5-a85b-6405cf012657 req-6e440d81-4378-451f-bb4e-b26b96ce839f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835980 Jul 07 22:16:33.803511 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Attempting to bind port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:33.803989 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Attempting to bind port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:33.804369 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Attempting to bind port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 on network c3d06085-5dee-4a89-9ae3-6029065cfce3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:33.807904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e7ade1-f511-4797-a6dc-e93589dd2dd6 req-6dbb1fe5-8d27-4d2d-a558-fb829694af1a tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 210 time: 0.1041758 Jul 07 22:16:33.824273 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:33.824535 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Checking segment: {'id': '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:33.824950 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:33.825307 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Bound using segment: {'id': '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:33.825804 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Bound port: 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:33.826344 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:34.124478 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] For port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:34.142666 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] For port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98bfd95d-7ca1-4af5-937a-9a5e1f8811f5,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:34.153080 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:34.257589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-8cbd533a-ed98-44fe-9b36-154a8364708a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.288313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-8cbd533a-ed98-44fe-9b36-154a8364708a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.1787970 Jul 07 22:16:34.317778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-6edca85c-82c1-4454-8431-77343388e9ae tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/quotas/54e3a2de8bea4da984d353053786f4c9 HTTP/1.1" status: 200 len: 375 time: 0.0280268 Jul 07 22:16:34.358112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-401e6e10-c8af-49bb-870a-dff53ce63d09 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388606 Jul 07 22:16:34.375002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-6199a9c6-36b0-4d8e-b53a-97b7262b4752 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:16:34.382352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-6199a9c6-36b0-4d8e-b53a-97b7262b4752 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157099 Jul 07 22:16:34.569254 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:34.574017 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:34.582143 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-ecc266a2-3215-4983-bf05-715283b9edec service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1506586 Jul 07 22:16:34.648563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-d3bfe506-6984-4825-8d68-3fec889c786c service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554007 Jul 07 22:16:34.731208 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee4f9a-4cd8-4f64-b2e6-6f239236b5fd None None] Pushing event updated for resources: {'Port': ['ID=98bfd95d-7ca1-4af5-937a-9a5e1f8811f5,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:34.875988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213548e-b6b0-4702-b032-4b86d9b7d365 req-9fdc1ce1-b4ee-4651-b5e9-a677113d7bd8 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:34.883265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3213548e-b6b0-4702-b032-4b86d9b7d365 req-9fdc1ce1-b4ee-4651-b5e9-a677113d7bd8 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1098 time: 0.9111576 Jul 07 22:16:34.938870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-2f539632-76da-453e-9a0c-42ae237b2f30 service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891061 Jul 07 22:16:35.019226 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:35.189198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-48d27324-07a6-4615-91b8-9d0be0198aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:35.190239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f09fcf3b-a6eb-4c19-960c-131f5feddbcb details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:35.192284 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-48d27324-07a6-4615-91b8-9d0be0198aaa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 1097 time: 0.2435517 Jul 07 22:16:35.554359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-0bb546a3-e69b-453c-b4e1-1d3a902c7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:35.562825 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-0bb546a3-e69b-453c-b4e1-1d3a902c7dc7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 200 len: 916 time: 0.3445568 Jul 07 22:16:35.642935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f09fcf3b-a6eb-4c19-960c-131f5feddbcb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:35.709240 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-e3663876-605c-41b4-97d8-a67a84d07ca0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb HTTP/1.1" status: 200 len: 217 time: 0.1372750 Jul 07 22:16:36.013331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-9303b917-d16b-432e-82a1-0de08ddf66e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:36.022618 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-9303b917-d16b-432e-82a1-0de08ddf66e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 200 len: 855 time: 0.2996228 Jul 07 22:16:36.126585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3213548e-b6b0-4702-b032-4b86d9b7d365 req-d01bf412-3dfb-4b13-afdb-0ebd08a364c7 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2421486 Jul 07 22:16:36.259656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'port_id': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'mac_address': 'fa:16:3e:f3:6f:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:36.310674 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-b36cc599-26be-4274-8543-a549d36f50d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb311b8d-b55d-444a-a182-a1e03fd6e019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2708223 Jul 07 22:16:36.376972 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '98bfd95d-7ca1-4af5-937a-9a5e1f8811f5', 'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'mac_address': 'fa:16:3e:e4:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:26Z', 'updated_at': '2021-07-07T22:16:34Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'subnets': [{'id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:36.426335 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135881af-97fb-495b-a3e7-76308fd24d5e None None] The sync data for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 is: [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '98bfd95d-7ca1-4af5-937a-9a5e1f8811f5', 'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'mac_address': 'fa:16:3e:e4:36:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:26Z', 'updated_at': '2021-07-07T22:16:34Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'subnets': [{'id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:36.509766 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:36.539874 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-65609060-8850-4f3e-a2b6-985f13007899 service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280343 Jul 07 22:16:36.570209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-fd93922d-6d26-4b04-8399-11d54396ebb8 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:36.571704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-fd93922d-6d26-4b04-8399-11d54396ebb8 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.44 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 819 time: 0.4633625 Jul 07 22:16:36.601232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Request body: {'port': {'device_id': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'admin_state_up': True, 'tenant_id': 'ef6910086ae94778a48251190f7e7059'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:36.614761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09fcf3b-a6eb-4c19-960c-131f5feddbcb {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:36.672655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f09fcf3b-a6eb-4c19-960c-131f5feddbcb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:36.686727 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:36.761487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358f41f-85ee-417e-9b5f-30d456b279dd req-a26d31ed-51db-4d24-aa29-56b3bf1b899a tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:36.769867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a358f41f-85ee-417e-9b5f-30d456b279dd req-a26d31ed-51db-4d24-aa29-56b3bf1b899a tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 944 time: 0.6699858 Jul 07 22:16:36.777360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:36.838960 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3aeb2d8e-2c0b-4587-9630-74727d79cacd req-f6779f7f-8ae0-4155-8197-4ff762aa4f42 service neutron] 10.222.0.83 "GET /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897940 Jul 07 22:16:36.869030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b36df1ff-d6d7-452e-b955-1d73ba30ddc9 req-1cb3b5ea-a6fb-42e8-8a13-f1273e630a83 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 210 time: 0.0775514 Jul 07 22:16:36.891764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a358f41f-85ee-417e-9b5f-30d456b279dd req-2f919b03-6ca6-435f-a55b-5692f11fdee0 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208365 Jul 07 22:16:37.011329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Made reservation on behalf of ef6910086ae94778a48251190f7e7059 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:37.015695 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:37.225388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71fb6436-fd99-4c5f-bfbe-63d61edb60c7 req-7014fdc1-2e30-4273-9dbd-9d8e75bccaee tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 210 time: 0.0482910 Jul 07 22:16:37.248819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f09fcf3b-a6eb-4c19-960c-131f5feddbcb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:37.485636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Allocated IP 172.20.0.12 (c3d06085-5dee-4a89-9ae3-6029065cfce3/722ea6f8-5abd-43af-85a2-6bdf378e4268/2bec5007-c0df-4d48-b9c9-b3532251978b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:37.905913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:38.139209 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:38.146124 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.146323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:38.146504 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.420257 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.508044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98bfd95d-7ca1-4af5-937a-9a5e1f8811f5,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:38.522126 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.620181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d685764-869f-4641-baa2-8ad94ec09251 req-979bd7ed-9c22-453e-956b-7a4967268ffc tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 210 time: 0.3085434 Jul 07 22:16:38.644915 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:38.670792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-4c2071f2-a956-4de8-b746-b0eace3c8906 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.686881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=98bfd95d-7ca1-4af5-937a-9a5e1f8811f5,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:38.691324 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-4c2071f2-a956-4de8-b746-b0eace3c8906 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.3057444 Jul 07 22:16:38.711715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Request body: {'port': {'device_id': '31c6447f-bf49-48cf-9a27-966cbe0cbee0', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'admin_state_up': True, 'tenant_id': '54e3a2de8bea4da984d353053786f4c9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:38.777586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Pushing event updated for resources: {'Port': ['ID=2bec5007-c0df-4d48-b9c9-b3532251978b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:38.817505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Network c3d06085-5dee-4a89-9ae3-6029065cfce3 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:38.828448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:38.834808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:38.900928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d24165-01c8-44c9-8998-d52fbb5ebce7 req-66768fc6-a3e2-4b23-b33e-cacb6ff44dfe tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:38.913841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89d24165-01c8-44c9-8998-d52fbb5ebce7 req-66768fc6-a3e2-4b23-b33e-cacb6ff44dfe tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 945 time: 0.6033840 Jul 07 22:16:38.956392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Made reservation on behalf of 54e3a2de8bea4da984d353053786f4c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:16:38.960268 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.060302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89d24165-01c8-44c9-8998-d52fbb5ebce7 req-417974d6-dfa3-4814-851a-8dc95f0aa6dd tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454422 Jul 07 22:16:39.139413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c40f3df-546d-414b-972c-a2688ab794eb req-b9cd45e7-43c7-4ab3-8283-b2f54082c58f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 210 time: 0.1293106 Jul 07 22:16:39.150819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:39.155892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.224850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-a52a6551-5f8c-46d8-890e-1d47251633d4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6295199 Jul 07 22:16:39.254765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-3fda6422-4ee3-4265-a9b3-f83962c2a6dc tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:16:39.260888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-3fda6422-4ee3-4265-a9b3-f83962c2a6dc tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0301948 Jul 07 22:16:39.272938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Request body: {'port': {'device_id': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:39.335673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Allocated IP 172.20.0.7 (e78bab56-2430-4352-8c3a-9a975fe97bdf/c729abe2-7c10-4e18-8f90-c6235fd549eb/8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:39.467494 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:39.809698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:39.995270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:39.995665 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.209551 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.290738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.348784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Network e78bab56-2430-4352-8c3a-9a975fe97bdf is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:40.353095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:40.358092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:40.414415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event updated for resources: {'Port': ['ID=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:40.414632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd92b2-ea81-46ca-8cb4-1d82067775de req-d8375012-fc90-4fcb-8d87-e7142a00f73e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:40.421815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bdd92b2-ea81-46ca-8cb4-1d82067775de req-d8375012-fc90-4fcb-8d87-e7142a00f73e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 932 time: 0.3817596 Jul 07 22:16:40.518996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:40.519610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.540710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.541154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.541676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.542276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.542741 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.542741 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.543121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.544069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.546009 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.546860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.549177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.550773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:16:40.576693 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-7891b91a-51d9-4b0c-9e5e-1bbc0dcb05a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8654006 Jul 07 22:16:40.598429 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Request body: {'port': {'device_id': '31c6447f-bf49-48cf-9a27-966cbe0cbee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:40.781996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bdd92b2-ea81-46ca-8cb4-1d82067775de req-b30d2cd4-b471-4495-9fda-457e58580e05 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513017 Jul 07 22:16:40.831875 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.850771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f45b4f-de84-4b08-9192-3231fdf88698 req-71f13b95-bdbb-458b-9dc4-475f30be8e46 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:40.852784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4f45b4f-de84-4b08-9192-3231fdf88698 req-71f13b95-bdbb-458b-9dc4-475f30be8e46 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 945 time: 0.4247198 Jul 07 22:16:40.860200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bec5007-c0df-4d48-b9c9-b3532251978b {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:40.892129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.937958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Transition to ACTIVE for port object 2bec5007-c0df-4d48-b9c9-b3532251978b will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:40.964716 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:40.984187 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4f45b4f-de84-4b08-9192-3231fdf88698 req-2c1ae246-5e33-4050-8e5d-bd87ed0d0966 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113126 Jul 07 22:16:41.138609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Pushing event updated for resources: {'Port': ['ID=2bec5007-c0df-4d48-b9c9-b3532251978b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:41.230024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f09fcf3b-a6eb-4c19-960c-131f5feddbcb up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:41.263373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Attempting to bind port 2bec5007-c0df-4d48-b9c9-b3532251978b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:41.263689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Attempting to bind port 2bec5007-c0df-4d48-b9c9-b3532251978b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:41.264262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Attempting to bind port 2bec5007-c0df-4d48-b9c9-b3532251978b on network c3d06085-5dee-4a89-9ae3-6029065cfce3 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:41.311112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Port 2bec5007-c0df-4d48-b9c9-b3532251978b on network c3d06085-5dee-4a89-9ae3-6029065cfce3 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:41.311721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Attempting to bind port 2bec5007-c0df-4d48-b9c9-b3532251978b on network c3d06085-5dee-4a89-9ae3-6029065cfce3 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:41.328925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port f09fcf3b-a6eb-4c19-960c-131f5feddbcb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:41.329724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:41.330276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Checking segment: {'id': '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:41.330841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Bound using segment: {'id': '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:41.331489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Bound port: 2bec5007-c0df-4d48-b9c9-b3532251978b, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:41.332046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.337449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port f09fcf3b-a6eb-4c19-960c-131f5feddbcb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:41.338772 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.429912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] For port 2bec5007-c0df-4d48-b9c9-b3532251978b, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:41.435521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] For port 2bec5007-c0df-4d48-b9c9-b3532251978b, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2bec5007-c0df-4d48-b9c9-b3532251978b,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:41.443982 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.502799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:41.507327 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.507466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.507969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.509678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] 10.222.0.44 "PUT /v2.0/ports/2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 1093 time: 2.2428954 Jul 07 22:16:41.524659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645ac28-7687-40f2-9cf0-0afd6ea3822e req-b5738926-7f1c-4f7a-89ce-877e3dd1b787 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.526914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5645ac28-7687-40f2-9cf0-0afd6ea3822e req-b5738926-7f1c-4f7a-89ce-877e3dd1b787 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 931 time: 0.2761004 Jul 07 22:16:41.527697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:41.530590 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350e7433-af7f-480e-9e6e-032f08dba89b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:41.552280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.572473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f09fcf3b-a6eb-4c19-960c-131f5feddbcb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:41.573820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:41.578409 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c2d6af-e809-4e6c-878d-4d5afd646eae" -d '{"events": [{"server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "name": "network-vif-plugged", "status": "completed", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:41.583865 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.603972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Transition to ACTIVE for port object 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:16:41.615720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.660583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5645ac28-7687-40f2-9cf0-0afd6ea3822e req-41f21fc6-579d-4679-a83f-9e09304de5b9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250603 Jul 07 22:16:41.661300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9632b7-282c-4d74-aa9e-f23749f1eccc service neutron] Pushing event updated for resources: {'Port': ['ID=2bec5007-c0df-4d48-b9c9-b3532251978b,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:41.680978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:41.726920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:41.850340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Attempting to bind port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:16:41.850689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Attempting to bind port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:16:41.851163 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Attempting to bind port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:41.857186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e on network e78bab56-2430-4352-8c3a-9a975fe97bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:16:41.857530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Attempting to bind port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:16:41.864891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-4e571fd6-c228-4aae-a0e2-8302ca23c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:41.865600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:16:41.865953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Checking segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:16:41.866391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Bound using segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:16:41.867377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Bound port: 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:16:41.867754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:41.868953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-4e571fd6-c228-4aae-a0e2-8302ca23c915 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1096 time: 0.3055491 Jul 07 22:16:41.883092 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dce592-fb1e-4a78-b55b-d7df34107953 x-openstack-request-id: req-e9dce592-fb1e-4a78-b55b-d7df34107953 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:41.883662 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:41.884322 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9dce592-fb1e-4a78-b55b-d7df34107953 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:41.884949 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'status': 'completed', 'code': 200} Jul 07 22:16:41.966438 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd41d4f5-c2b9-4ea1-bcfd-d196990c626f x-openstack-request-id: req-bd41d4f5-c2b9-4ea1-bcfd-d196990c626f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:41.966770 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "name": "network-vif-plugged", "status": "completed", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:41.967091 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd41d4f5-c2b9-4ea1-bcfd-d196990c626f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:41.967447 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'code': 200} Jul 07 22:16:41.987732 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] For port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:16:41.991279 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] For port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:16:41.997844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.020737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-6cd5680a-a8f0-44e4-bf85-9f3e5f4b3135 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 217 time: 0.1291783 Jul 07 22:16:42.063814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.071504 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:42.072977 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] 10.222.0.83 "PUT /v2.0/ports/8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e HTTP/1.1" status: 200 len: 1092 time: 1.4847414 Jul 07 22:16:42.073441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c6447f-bf49-48cf-9a27-966cbe0cbee0', 'tag': '8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:42.075755 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70751c56-6bad-48ae-9633-db0b1f3e6d58" -d '{"events": [{"name": "network-changed", "server_uuid": "31c6447f-bf49-48cf-9a27-966cbe0cbee0", "tag": "8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:42.143451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b64cd6-ea5e-4d43-8b48-290a4ba76b93 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:42.309257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8840d91-4839-4abc-9122-a50a364fffd4 req-b82c40f1-176d-4ef4-8877-9d9202ce6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.310813 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8840d91-4839-4abc-9122-a50a364fffd4 req-b82c40f1-176d-4ef4-8877-9d9202ce6a77 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 1098 time: 0.1850309 Jul 07 22:16:42.396372 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8840d91-4839-4abc-9122-a50a364fffd4 req-b63c6a62-f907-4e39-a2cd-565126274842 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774484 Jul 07 22:16:42.427610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-05b6be48-5cd4-4239-aee7-b2372adf9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.429082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-05b6be48-5cd4-4239-aee7-b2372adf9d52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 200 len: 859 time: 0.3899026 Jul 07 22:16:42.508989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-ecd30159-0bf4-41ff-a3f1-f2bb89ba79c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d06085-5dee-4a89-9ae3-6029065cfce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615814 Jul 07 22:16:42.660782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-911db72c-f37d-4e3a-9d3c-465c1e33637a service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355398 Jul 07 22:16:42.716840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94063e56-8116-4bf2-bd82-f78aa063ef0a req-1bd40446-537d-45be-bbcb-00f95b98fb57 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.719279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94063e56-8116-4bf2-bd82-f78aa063ef0a req-1bd40446-537d-45be-bbcb-00f95b98fb57 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 946 time: 0.4880872 Jul 07 22:16:42.753511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-a0b1a85e-a330-40ce-a918-2d4413173314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.755314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-a0b1a85e-a330-40ce-a918-2d4413173314 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 1095 time: 0.5966582 Jul 07 22:16:42.794690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678d2cf-b9ba-46b4-915d-33a12e620fce req-d7366ccd-166c-438a-951a-7bfcfd4c3baf tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:42.796450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1678d2cf-b9ba-46b4-915d-33a12e620fce req-d7366ccd-166c-438a-951a-7bfcfd4c3baf tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 944 time: 0.5639827 Jul 07 22:16:42.912675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-59ab29fb-e5d6-4abf-98fe-10274fb61452 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e HTTP/1.1" status: 200 len: 217 time: 0.0857840 Jul 07 22:16:42.957064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94063e56-8116-4bf2-bd82-f78aa063ef0a req-b5154a41-d882-48fa-b9e2-f40b604bec6c tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987774 Jul 07 22:16:43.020267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1678d2cf-b9ba-46b4-915d-33a12e620fce req-51d9c28e-e60c-4ff3-a45e-e6cfadfe4177 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156322 Jul 07 22:16:43.034909 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4a8edb-c818-4446-a17c-5320093e907b x-openstack-request-id: req-5f4a8edb-c818-4446-a17c-5320093e907b {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:43.035578 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c6447f-bf49-48cf-9a27-966cbe0cbee0", "tag": "8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:43.035578 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f4a8edb-c818-4446-a17c-5320093e907b {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:43.035805 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c6447f-bf49-48cf-9a27-966cbe0cbee0', 'tag': '8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e', 'status': 'completed', 'code': 200} Jul 07 22:16:43.066631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac98439-43f6-46b2-a98a-c7889e1ea222 req-68da16c8-4f8b-428b-b479-8b2b398f9134 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936965 Jul 07 22:16:43.086222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-d12a971a-02b8-460a-b6d0-0b139c65e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.087742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-d12a971a-02b8-460a-b6d0-0b139c65e31d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.1627991 Jul 07 22:16:43.191750 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-3ad4963f-6237-4d6f-8dc1-9bba9dd81972 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934136 Jul 07 22:16:43.486465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7433-af7f-480e-9e6e-032f08dba89b req-f627a6aa-c2ce-4267-b1c5-267b21982897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.488754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-350e7433-af7f-480e-9e6e-032f08dba89b req-f627a6aa-c2ce-4267-b1c5-267b21982897 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1096 time: 0.3332253 Jul 07 22:16:43.643709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7433-af7f-480e-9e6e-032f08dba89b req-2df642a6-2fd1-4e66-bfcf-c4bea5cfc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.645346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-350e7433-af7f-480e-9e6e-032f08dba89b req-2df642a6-2fd1-4e66-bfcf-c4bea5cfc4dd service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 920 time: 0.1477921 Jul 07 22:16:43.749807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-65b6a786-a283-40fa-b019-467066b08fb2 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021095 Jul 07 22:16:43.751898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-350e7433-af7f-480e-9e6e-032f08dba89b req-b5b76879-7612-4135-bffb-665979b2967a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 217 time: 0.0916076 Jul 07 22:16:43.935793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e7433-af7f-480e-9e6e-032f08dba89b req-f1c39144-55d4-429d-bbbb-08274d9e07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.935793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-350e7433-af7f-480e-9e6e-032f08dba89b req-f1c39144-55d4-429d-bbbb-08274d9e07c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 200 len: 859 time: 0.0735896 Jul 07 22:16:43.979513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c46e4-ca97-48ea-bab6-d0e522c13738 req-f4c74e09-4aff-40ad-a294-0fe3a091a5c1 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:43.995023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8c46e4-ca97-48ea-bab6-d0e522c13738 req-f4c74e09-4aff-40ad-a294-0fe3a091a5c1 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 943 time: 0.5809577 Jul 07 22:16:44.090115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-350e7433-af7f-480e-9e6e-032f08dba89b req-3c80e42d-5f2a-4d32-9265-3deb393827d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d06085-5dee-4a89-9ae3-6029065cfce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452134 Jul 07 22:16:44.224685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fbfcc07-08b3-40ff-977c-8b4e4534fe90 req-8373ffd8-f837-48a1-bf3c-02dd6f484fc0 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632120 Jul 07 22:16:44.324722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8c46e4-ca97-48ea-bab6-d0e522c13738 req-8d22e990-5b2c-4300-838c-aa9ae59f5663 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266666 Jul 07 22:16:44.503747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecc6cd-591d-4e4a-b789-66fdf4c95b5f req-392d5e3b-152c-4736-a349-cdb2004ece06 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:44.505439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47ecc6cd-591d-4e4a-b789-66fdf4c95b5f req-392d5e3b-152c-4736-a349-cdb2004ece06 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 946 time: 0.2763448 Jul 07 22:16:44.517203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-350e7433-af7f-480e-9e6e-032f08dba89b req-7ed9501e-b0e1-4f65-977e-6d5f5905b5c9 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824074 Jul 07 22:16:45.207199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47ecc6cd-591d-4e4a-b789-66fdf4c95b5f req-01d5b71e-52df-48b1-a6ef-e0936f00d564 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6799626 Jul 07 22:16:45.294523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-7c1ad612-9f54-4592-bb15-cf85e82301db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.296466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-7c1ad612-9f54-4592-bb15-cf85e82301db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 1095 time: 0.8250561 Jul 07 22:16:45.485022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-350e7433-af7f-480e-9e6e-032f08dba89b req-20ec1749-3f3e-4495-8470-cdffa7e7a40f service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9357359 Jul 07 22:16:45.500004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b6eaf-2e82-443a-8475-923fee27ff4b req-3cf6e54a-7f7c-4cab-a241-683135e574ab tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.507600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be5b6eaf-2e82-443a-8475-923fee27ff4b req-3cf6e54a-7f7c-4cab-a241-683135e574ab tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 944 time: 0.4504154 Jul 07 22:16:45.510965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-7de35c98-7f8e-4700-837d-5aeef0c3b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.512591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-7de35c98-7f8e-4700-837d-5aeef0c3b9e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 912 time: 0.2025340 Jul 07 22:16:45.582850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-1d989221-e503-4c18-a3b2-86adb3544e72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e HTTP/1.1" status: 200 len: 217 time: 0.0618551 Jul 07 22:16:45.650872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be5b6eaf-2e82-443a-8475-923fee27ff4b req-fb34c49d-e6eb-4d1f-97e9-1241d744314a tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420138 Jul 07 22:16:45.733468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-01478b1a-eda8-4555-a1e9-9a595b908d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.734909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-01478b1a-eda8-4555-a1e9-9a595b908d5e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.1451499 Jul 07 22:16:45.787037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-6aeb3fb4-cd00-4613-be9b-60daf619ff8f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421774 Jul 07 22:16:45.864206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f25877-4707-4885-a939-de32d18d479d req-0e28454c-cf42-4a34-852c-7bc47a27f501 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:45.866104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60f25877-4707-4885-a939-de32d18d479d req-0e28454c-cf42-4a34-852c-7bc47a27f501 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 943 time: 0.1672864 Jul 07 22:16:45.930870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60f25877-4707-4885-a939-de32d18d479d req-472e9f4e-ac47-4743-b319-27bebd470806 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558500 Jul 07 22:16:45.943175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-205b504c-6623-4862-b8c1-b2283dca1f58 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466122 Jul 07 22:16:46.076334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70751c56-6bad-48ae-9633-db0b1f3e6d58 req-d0b6dff7-38bc-424a-af76-6e9b18d18f52 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234620 Jul 07 22:16:46.469315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7c569-bf4e-47b1-870c-655d873c50c9 req-31529b06-f34b-45c2-b00d-191a9287ddd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:46.471989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10c7c569-bf4e-47b1-870c-655d873c50c9 req-31529b06-f34b-45c2-b00d-191a9287ddd3 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 946 time: 0.0901501 Jul 07 22:16:46.553680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10c7c569-bf4e-47b1-870c-655d873c50c9 req-c63295b6-c903-4f5c-9c09-a5c4786b40d4 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675352 Jul 07 22:16:46.900999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-78cfcdc9-8a82-462e-a77c-09dad41def4e tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 258 time: 0.3052993 Jul 07 22:16:46.912475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:46.960087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2bec5007-c0df-4d48-b9c9-b3532251978b details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:47.030259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.193235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2bec5007-c0df-4d48-b9c9-b3532251978b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2bec5007-c0df-4d48-b9c9-b3532251978b,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:47.208738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'port_id': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'mac_address': 'fa:16:3e:d8:69:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:47.254322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61657169-d629-4189-b7e4-3e0eacb7434b req-29cab181-5813-43c9-80ff-bd8ca70d3c08 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:47.256863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61657169-d629-4189-b7e4-3e0eacb7434b req-29cab181-5813-43c9-80ff-bd8ca70d3c08 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 944 time: 0.3288116 Jul 07 22:16:47.264019 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.303559 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bec5007-c0df-4d48-b9c9-b3532251978b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:47.349535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2bec5007-c0df-4d48-b9c9-b3532251978b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2bec5007-c0df-4d48-b9c9-b3532251978b,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:47.358911 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.380499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61657169-d629-4189-b7e4-3e0eacb7434b req-66bf56ed-e087-46e5-959c-9b5f6302c219 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114516 Jul 07 22:16:47.448440 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.478445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2bec5007-c0df-4d48-b9c9-b3532251978b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:47.729548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Allocated IP 172.25.8.150 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d9615a67-1ec0-4bbe-93c4-6fc21b2eaa29) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:47.736330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2bec5007-c0df-4d48-b9c9-b3532251978b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:47.911948 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:47.923752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1bdd2-527e-4bed-932a-a3683a811bc1 req-ee75d0ff-9c52-4963-8317-a3e209dd9660 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:47.926036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bf1bdd2-527e-4bed-932a-a3683a811bc1 req-ee75d0ff-9c52-4963-8317-a3e209dd9660 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 943 time: 0.3239527 Jul 07 22:16:47.993374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bf1bdd2-527e-4bed-932a-a3683a811bc1 req-70b5b233-b72c-4a9e-a453-04504b98d6dc tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582132 Jul 07 22:16:48.054237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.165782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:48.169210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:48.173855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:48.207218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Pushing event updated for resources: {'Port': ['ID=d9615a67-1ec0-4bbe-93c4-6fc21b2eaa29,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:48.288689 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.352758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.692959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.709985 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.756313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5093-7a29-452c-9b06-baad6022e081 req-241ce8fe-2990-4989-bed7-3c544421528d tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:48.757851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0dc5093-7a29-452c-9b06-baad6022e081 req-241ce8fe-2990-4989-bed7-3c544421528d tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 945 time: 0.1437435 Jul 07 22:16:48.825157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Pushing event updated for resources: {'Port': ['ID=d9615a67-1ec0-4bbe-93c4-6fc21b2eaa29,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:48.858907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0dc5093-7a29-452c-9b06-baad6022e081 req-ae255cdb-edc8-41b1-b2e0-87d81e0e1e0a tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651188 Jul 07 22:16:48.876640 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.892448 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:48.897596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-cf542300-c536-48b4-aec3-028d43c0031b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9905581 Jul 07 22:16:48.992401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-6515aba6-a4c6-4d9f-bd39-42c73b99f9b8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0850077 Jul 07 22:16:49.109697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-513079fc-b012-49e2-8884-317cfdc4d87d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.111478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4aaeca55-b2a9-4b56-a7e3-3ad7a03e4769 req-513079fc-b012-49e2-8884-317cfdc4d87d tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1131804 Jul 07 22:16:49.290041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:16:49.318000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafb50d-2743-4cd1-80a4-ce4ccd69bb24 req-3f669b43-14af-4b16-859d-1e8135c76046 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.322255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-feafb50d-2743-4cd1-80a4-ce4ccd69bb24 req-3f669b43-14af-4b16-859d-1e8135c76046 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 943 time: 0.1180556 Jul 07 22:16:49.447785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-feafb50d-2743-4cd1-80a4-ce4ccd69bb24 req-83f7ad70-5231-41ec-8e74-ebb79955701d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675776 Jul 07 22:16:49.539365 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.542054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:49.565647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'port_id': '8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e', 'mac_address': 'fa:16:3e:71:d3:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c729abe2-7c10-4e18-8f90-c6235fd549eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:16:49.600642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-7c182099-f838-4cda-b754-1ee4afe62682 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:49.602693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-7c182099-f838-4cda-b754-1ee4afe62682 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2794547 Jul 07 22:16:49.640042 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.701192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:16:49.719257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:49.724033 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.727776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-ccc7b424-f953-4e88-a850-00bda3d11025 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0482116 Jul 07 22:16:49.738012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e75c8aec-c9e6-4665-b434-1150c7526aa8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Request body: {'floatingip': {'port_id': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:49.782363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e75c8aec-c9e6-4665-b434-1150c7526aa8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:49.785030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:50.225788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e5999-f8d1-4065-b278-cda44097e51b req-729aeb2d-b19c-4a3e-aba4-98e067bbd75d tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:50.227359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f88e5999-f8d1-4065-b278-cda44097e51b req-729aeb2d-b19c-4a3e-aba4-98e067bbd75d tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 945 time: 0.1723638 Jul 07 22:16:50.349409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f88e5999-f8d1-4065-b278-cda44097e51b req-a823d4e5-b68b-458b-92d4-f040ecaffdc5 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154180 Jul 07 22:16:50.367492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:50.379308 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e75c8aec-c9e6-4665-b434-1150c7526aa8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.385209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e75c8aec-c9e6-4665-b434-1150c7526aa8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:50.510669 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e75c8aec-c9e6-4665-b434-1150c7526aa8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Floating IP f9f9d07a-0068-4790-8af3-0c57057ae900 associated. External IP: 172.25.8.150, port: f09fcf3b-a6eb-4c19-960c-131f5feddbcb. Jul 07 22:16:50.968095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2bec5007-c0df-4d48-b9c9-b3532251978b up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:51.016777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f28649-eedb-48b1-a43a-2941e97d3021 req-0c007d30-f335-4818-802f-76cd71b0b8e7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.018353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02f28649-eedb-48b1-a43a-2941e97d3021 req-0c007d30-f335-4818-802f-76cd71b0b8e7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 944 time: 0.1297579 Jul 07 22:16:51.034744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 2bec5007-c0df-4d48-b9c9-b3532251978b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:51.040633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 2bec5007-c0df-4d48-b9c9-b3532251978b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:51.040633 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:51.105602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e75c8aec-c9e6-4665-b434-1150c7526aa8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Router 84104c0a-1290-4689-a1f4-991b56d2c6b1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:16:51.107604 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:16:51.146679 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:51.184694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:51.187535 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5048db5-812c-4056-a680-97e880ad12d4" -d '{"events": [{"server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "name": "network-vif-plugged", "status": "completed", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:51.202516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2bec5007-c0df-4d48-b9c9-b3532251978b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2bec5007-c0df-4d48-b9c9-b3532251978b,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:51.209309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:51.244108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02f28649-eedb-48b1-a43a-2941e97d3021 req-489d966e-554f-481b-a58a-50308992d376 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507521 Jul 07 22:16:51.251592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e75c8aec-c9e6-4665-b434-1150c7526aa8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:51.262334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e75c8aec-c9e6-4665-b434-1150c7526aa8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:51.262933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] Sync routers for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:51.284864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:51.287399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:51.360768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e75c8aec-c9e6-4665-b434-1150c7526aa8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "PUT /v2.0/floatingips/f9f9d07a-0068-4790-8af3-0c57057ae900 HTTP/1.1" status: 200 len: 997 time: 1.6267252 Jul 07 22:16:51.361491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:51.365570 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:51.391789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2bec5007-c0df-4d48-b9c9-b3532251978b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:51.405629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:51.612805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-7fe2f78a-bc58-4fea-93f4-78dc2a83c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.620204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-7fe2f78a-bc58-4fea-93f4-78dc2a83c4c2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=537df5fcfbd7470c84275d036736fd71&device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 1098 time: 0.2493362 Jul 07 22:16:51.764336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-85d7548b-29be-4e5e-85f5-5a4ef822ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:51.768380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-85d7548b-29be-4e5e-85f5-5a4ef822ecf8 service neutron] 10.222.0.81 "GET /v2.0/networks?id=e50949e0-b2a1-4062-bb18-57322e2fb212 HTTP/1.1" status: 200 len: 929 time: 0.1473742 Jul 07 22:16:51.772250 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf630da-6662-4479-b6fe-5d5ed4821311 x-openstack-request-id: req-faf630da-6662-4479-b6fe-5d5ed4821311 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:51.773095 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "name": "network-vif-plugged", "status": "completed", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:51.774018 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-faf630da-6662-4479-b6fe-5d5ed4821311 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:51.774851 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'code': 200} Jul 07 22:16:51.778154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'f9f9d07a-0068-4790-8af3-0c57057ae900', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'port_id': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'mac_address': 'fa:16:3e:f3:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:50Z', 'revision_number': 1, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3ac82a-d119-41ed-b708-0fbe1aef05ce', 'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'mac_address': 'fa:16:3e:60:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:15Z', 'updated_at': '2021-07-07T22:16:24Z', 'revision_number': 5, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'subnets': [{'id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:51.850437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] Checking router: 84104c0a-1290-4689-a1f4-991b56d2c6b1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:16:51.867505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-c74ddc88-f46d-479a-9fc7-bad15d2a1d27 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb HTTP/1.1" status: 200 len: 1000 time: 0.0933263 Jul 07 22:16:51.870522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:51.871207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:16:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:51.892551 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba81e745-ce51-4e5c-9d97-202454fffd1a x-openstack-request-id: req-ba81e745-ce51-4e5c-9d97-202454fffd1a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:51.893035 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:51.893632 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba81e745-ce51-4e5c-9d97-202454fffd1a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:51.894373 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'status': 'completed', 'code': 200} Jul 07 22:16:52.028102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:52.067030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-7ce310e3-ec03-4896-889c-c642615df2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.068528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-7ce310e3-ec03-4896-889c-c642615df2a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6bb4f877-9fad-441d-a987-21cd53d819c7 HTTP/1.1" status: 200 len: 867 time: 0.1647532 Jul 07 22:16:52.076170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cda30d-4c61-4f0d-b09e-d8e62750ccab req-549c4d4f-69ef-4bd5-a014-c1ca6ff689f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.077778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14cda30d-4c61-4f0d-b09e-d8e62750ccab req-549c4d4f-69ef-4bd5-a014-c1ca6ff689f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1098 time: 0.2092314 Jul 07 22:16:52.145309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-6eef1f38-50a9-49b4-99f7-984f2256f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.146843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-6eef1f38-50a9-49b4-99f7-984f2256f284 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=537df5fcfbd7470c84275d036736fd71&device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 1098 time: 0.2516935 Jul 07 22:16:52.167172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bcd777-d1ec-4bfe-911f-4637893e4217 req-2ae055c6-5f3e-4295-8e21-420fbac5f708 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.174406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42bcd777-d1ec-4bfe-911f-4637893e4217 req-2ae055c6-5f3e-4295-8e21-420fbac5f708 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1981521 Jul 07 22:16:52.284123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-7543308f-4c0d-4d54-a2f0-a12894621c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.287417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-7543308f-4c0d-4d54-a2f0-a12894621c4b service neutron] 10.222.0.83 "GET /v2.0/networks?id=e50949e0-b2a1-4062-bb18-57322e2fb212 HTTP/1.1" status: 200 len: 929 time: 0.1288497 Jul 07 22:16:52.316924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14cda30d-4c61-4f0d-b09e-d8e62750ccab req-e8a88056-3462-477b-aeed-de06cef5efef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044930 Jul 07 22:16:52.371465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-d3524f66-176d-494f-a4c7-d7fa104432e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.373027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-d3524f66-176d-494f-a4c7-d7fa104432e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e50949e0-b2a1-4062-bb18-57322e2fb212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2943697 Jul 07 22:16:52.418305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'f9f9d07a-0068-4790-8af3-0c57057ae900', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'port_id': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'mac_address': 'fa:16:3e:f3:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:50Z', 'revision_number': 1, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3ac82a-d119-41ed-b708-0fbe1aef05ce', 'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'mac_address': 'fa:16:3e:60:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:15Z', 'updated_at': '2021-07-07T22:16:24Z', 'revision_number': 5, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'subnets': [{'id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:52.455138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081a45b5-eb18-4270-8734-bb37499f9ffa None None] The sync data for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 is: [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'f9f9d07a-0068-4790-8af3-0c57057ae900', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'floating_ip_address': '172.25.8.150', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'port_id': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'mac_address': 'fa:16:3e:f3:6f:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:16:48Z', 'updated_at': '2021-07-07T22:16:50Z', 'revision_number': 1, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee3ac82a-d119-41ed-b708-0fbe1aef05ce', 'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'mac_address': 'fa:16:3e:60:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:15Z', 'updated_at': '2021-07-07T22:16:24Z', 'revision_number': 5, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'subnets': [{'id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:16:52.480687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42bcd777-d1ec-4bfe-911f-4637893e4217 req-fefb64fc-d6da-4eb1-a200-d7ebb8c0b627 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052495 Jul 07 22:16:52.486589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-e1a627d8-2780-4af9-9766-c42341ab2486 service neutron] 10.222.0.81 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038668 Jul 07 22:16:52.621921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-e7cd0fc4-649b-4286-bad1-35fa42594d45 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb HTTP/1.1" status: 200 len: 1000 time: 0.3254802 Jul 07 22:16:52.711356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-d2318082-6bc5-4751-b460-de4ffc8b554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.713282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-d2318082-6bc5-4751-b460-de4ffc8b554c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6bb4f877-9fad-441d-a987-21cd53d819c7 HTTP/1.1" status: 200 len: 867 time: 0.0814860 Jul 07 22:16:52.790543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd2ccf5b-26d4-446d-afe1-12c51694ebdb req-53640dc4-dc82-431c-8d89-31f7a9b9ced8 service neutron] 10.222.0.81 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926915 Jul 07 22:16:52.801086 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed0c906-a3dc-4dd5-bddb-e1beba77dba6 None None] New status for floating IP f9f9d07a-0068-4790-8af3-0c57057ae900: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:16:52.846634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-25a11e84-c2e7-4b3e-a2ea-c3f435d0d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.848157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-25a11e84-c2e7-4b3e-a2ea-c3f435d0d2d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e50949e0-b2a1-4062-bb18-57322e2fb212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225512 Jul 07 22:16:52.857084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed702e91-cde3-4c2c-a0b0-12fccdba811c req-cc100dcf-cadd-4182-8738-4df504c1e43e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:52.858794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed702e91-cde3-4c2c-a0b0-12fccdba811c req-cc100dcf-cadd-4182-8738-4df504c1e43e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 944 time: 0.1234155 Jul 07 22:16:52.864552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-123ca207-b2f2-40fc-9fd4-38bc119767d6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:16:52.865615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-123ca207-b2f2-40fc-9fd4-38bc119767d6 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057757 Jul 07 22:16:52.995479 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed702e91-cde3-4c2c-a0b0-12fccdba811c req-3a6aa7e3-0db5-4b4d-9cd2-304bb0344b2e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223671 Jul 07 22:16:53.092535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-cae10c94-8ca7-449d-b8bf-c27d7a80ca25 service neutron] 10.222.0.83 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121732 Jul 07 22:16:53.173528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66aee6e-1d08-4bd2-992b-57d248d4d674 req-80da7142-afbe-4b50-a74a-31306a22a337 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:53.175627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c66aee6e-1d08-4bd2-992b-57d248d4d674 req-80da7142-afbe-4b50-a74a-31306a22a337 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 949 time: 0.1548572 Jul 07 22:16:53.288841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:16:53.324589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf2f4a0b-5d52-431d-b11b-3a112fbd6f3d req-b56e1eb2-7914-4ca2-b92e-13d7c1dd78d2 service neutron] 10.222.0.83 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222407 Jul 07 22:16:53.330625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c66aee6e-1d08-4bd2-992b-57d248d4d674 req-be838fca-7839-43fb-a9a1-819cc3594724 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468856 Jul 07 22:16:53.400392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-0afd293b-d825-46cc-a675-922dc2bd72e9 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 258 time: 0.1976688 Jul 07 22:16:53.403692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:16:53.412632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:16:53.413766 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.414523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:53.463635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.578009 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.638550 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.647630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:53.653425 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.722980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:53.776407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c6447f-bf49-48cf-9a27-966cbe0cbee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:53.778344 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a9261-9017-4a2f-932d-6800b4aad17c" -d '{"events": [{"server_uuid": "31c6447f-bf49-48cf-9a27-966cbe0cbee0", "name": "network-vif-plugged", "status": "completed", "tag": "8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:53.818948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Allocated IP 172.25.8.89 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/6b5b8f4d-4db5-4b22-a69e-35f016fb461a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:16:53.945025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:53.995299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.047301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:16:54.054221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:16:54.057034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:16:54.085259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Pushing event updated for resources: {'Port': ['ID=6b5b8f4d-4db5-4b22-a69e-35f016fb461a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:54.160690 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.216406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.420806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae39d4-dd2f-4f9f-a10b-fd1bafc6346d req-5d5a6166-8e43-4725-ba07-38c154404486 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:54.422413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3eae39d4-dd2f-4f9f-a10b-fd1bafc6346d req-5d5a6166-8e43-4725-ba07-38c154404486 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1097293 Jul 07 22:16:54.432404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.441393 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.538150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3eae39d4-dd2f-4f9f-a10b-fd1bafc6346d req-9c998de6-2707-45eb-92b0-1182f5e0d20f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084948 Jul 07 22:16:54.545679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Pushing event updated for resources: {'Port': ['ID=6b5b8f4d-4db5-4b22-a69e-35f016fb461a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:54.549322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.577200 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:54.578903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-75fd335a-df78-46c9-aa31-b9d2b3d1ebc6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1776810 Jul 07 22:16:54.595508 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0731bdf8-649c-4364-a335-47a4804ac113 x-openstack-request-id: req-0731bdf8-649c-4364-a335-47a4804ac113 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:54.596000 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c6447f-bf49-48cf-9a27-966cbe0cbee0", "name": "network-vif-plugged", "status": "completed", "tag": "8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:54.596082 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0731bdf8-649c-4364-a335-47a4804ac113 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:54.596468 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c6447f-bf49-48cf-9a27-966cbe0cbee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e', 'code': 200} Jul 07 22:16:54.633536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-d3d0e2cc-1871-41cb-98fa-329718f9412e tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.0487945 Jul 07 22:16:54.806693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-b81f7ea2-cd66-41b0-bce2-90cebce67272 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:54.822675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e74b1e6e-200b-41c3-a458-94174a2eb707 req-b81f7ea2-cd66-41b0-bce2-90cebce67272 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1789451 Jul 07 22:16:54.871764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad01c9-1e5a-4bfd-886d-5e953f2f9c82 req-b6a2855e-42ac-4d5c-ab42-3ca926d15a00 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:54.873249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dad01c9-1e5a-4bfd-886d-5e953f2f9c82 req-b6a2855e-42ac-4d5c-ab42-3ca926d15a00 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 945 time: 0.1678019 Jul 07 22:16:54.927240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b00e11-979c-45d6-a0cf-9bc672d4e729 req-419ec750-74ed-41b7-9ab5-a7d2b36be635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:54.928770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33b00e11-979c-45d6-a0cf-9bc672d4e729 req-419ec750-74ed-41b7-9ab5-a7d2b36be635 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 1097 time: 0.2115948 Jul 07 22:16:54.932056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dad01c9-1e5a-4bfd-886d-5e953f2f9c82 req-99400972-6e94-4bbe-b343-072e97455e06 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518365 Jul 07 22:16:54.983796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33b00e11-979c-45d6-a0cf-9bc672d4e729 req-c7583c40-c1e2-4b48-9db0-2fc6aed01e30 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478363 Jul 07 22:16:55.164988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6f2dc-b4a3-4c60-a385-d2c374af5a7b req-e5e2f677-ad48-4352-b64d-3369e3479255 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:55.166597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8a6f2dc-b4a3-4c60-a385-d2c374af5a7b req-e5e2f677-ad48-4352-b64d-3369e3479255 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0815916 Jul 07 22:16:55.218835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8a6f2dc-b4a3-4c60-a385-d2c374af5a7b req-419e4826-c088-47cb-8941-f14ca9ef1420 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.0456545 Jul 07 22:16:55.233976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b8a6f2dc-b4a3-4c60-a385-d2c374af5a7b req-14027732-90e1-47ce-b12a-0621a32b6ffe tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Request body: {'floatingip': {'port_id': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:55.257782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:55.285822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:16:55.292637 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b8a6f2dc-b4a3-4c60-a385-d2c374af5a7b req-14027732-90e1-47ce-b12a-0621a32b6ffe tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.408038 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.447194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:55.452333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.496894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9571e72-3ccb-45b0-9acd-a33937458ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.518734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:55.627782 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9571e72-3ccb-45b0-9acd-a33937458ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.637121 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9571e72-3ccb-45b0-9acd-a33937458ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.679311 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e9571e72-3ccb-45b0-9acd-a33937458ba1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af4ef77dd8a3424bb2ecbad81192e119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203529 Jul 07 22:16:55.680210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57946) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:16:55.701308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9571e72-3ccb-45b0-9acd-a33937458ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2495f9-6ff5-403e-8635-e92acf8f92de,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:55.785635 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7ef7-71f7-4c27-9d09-679dff89f261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.817155 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7ef7-71f7-4c27-9d09-679dff89f261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.877546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7ef7-71f7-4c27-9d09-679dff89f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.880937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7ef7-71f7-4c27-9d09-679dff89f261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:55.882452 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a2cb7ef7-71f7-4c27-9d09-679dff89f261 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e2495f9-6ff5-403e-8635-e92acf8f92de HTTP/1.1" status: 204 len: 168 time: 0.1822376 Jul 07 22:16:55.899118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb7ef7-71f7-4c27-9d09-679dff89f261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2495f9-6ff5-403e-8635-e92acf8f92de,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:56.116447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-d2d1aafd-d244-41a6-b756-9ce8d045d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:56.123981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-d2d1aafd-d244-41a6-b756-9ce8d045d327 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1098 time: 0.7858477 Jul 07 22:16:56.186497 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-b8a6f2dc-b4a3-4c60-a385-d2c374af5a7b req-14027732-90e1-47ce-b12a-0621a32b6ffe tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 22:16:56.187895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8a6f2dc-b4a3-4c60-a385-d2c374af5a7b req-14027732-90e1-47ce-b12a-0621a32b6ffe tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "PUT /v2.0/floatingips/9744a736-e691-47f3-83b8-6d47cd8813f2 HTTP/1.1" status: 409 len: 550 time: 0.9606755 Jul 07 22:16:56.204639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbec80e-45b9-4c1d-99a1-b0b871dc3304 req-f2b1e7f5-4bc4-4508-9021-5ad4deb177ae tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:56.206920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5dbec80e-45b9-4c1d-99a1-b0b871dc3304 req-f2b1e7f5-4bc4-4508-9021-5ad4deb177ae tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.2469373 Jul 07 22:16:56.304530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-f2fa35d5-b59a-40b4-a9e6-d3eed99d0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:56.306007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-f2fa35d5-b59a-40b4-a9e6-d3eed99d0389 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 920 time: 0.1788621 Jul 07 22:16:56.320336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5dbec80e-45b9-4c1d-99a1-b0b871dc3304 req-dca32a60-12bd-478a-9282-8e7dcc93d334 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753427 Jul 07 22:16:56.364907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-20417fe4-830e-497f-81fe-bad1bb96b978 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 217 time: 0.0434005 Jul 07 22:16:56.420484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-052c2cf8-49db-4304-ad20-eb4682333cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:56.422498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-052c2cf8-49db-4304-ad20-eb4682333cc9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 200 len: 859 time: 0.0503585 Jul 07 22:16:56.471244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-a8206536-ba48-464b-80e9-7628c25f1e51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d06085-5dee-4a89-9ae3-6029065cfce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402157 Jul 07 22:16:56.597825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:56.600259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-d593a524-000c-47ff-a127-1a2d1da02e27 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips/9744a736-e691-47f3-83b8-6d47cd8813f2 HTTP/1.1" status: 200 len: 692 time: 0.0550501 Jul 07 22:16:56.601355 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728fe9b2-a5a3-42e4-8808-e45e551fd109" -d '{"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-unplugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:56.699123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-352eb6bb-7e83-460f-b13f-a899464bb20b service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204096 Jul 07 22:16:56.841037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-8949f3f6-c634-45df-a09d-e62e8fd29202 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:56.842411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-8949f3f6-c634-45df-a09d-e62e8fd29202 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2306902 Jul 07 22:16:56.874294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96749709-148a-4f18-8943-3b2c7f3ecbb9 req-74ea923d-d0fc-4d57-b0ea-676ccea8691c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:56.875812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96749709-148a-4f18-8943-3b2c7f3ecbb9 req-74ea923d-d0fc-4d57-b0ea-676ccea8691c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 945 time: 0.1981761 Jul 07 22:16:56.921255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20eaa851-f7c9-4f7f-a78a-ed923511c773 req-18ecbaa8-a8cc-4a1c-b28f-9fa3a04c069b service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040625 Jul 07 22:16:56.930998 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-f6f05396-dbe3-495d-a648-b6f41b8da689 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.0796876 Jul 07 22:16:56.996359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96749709-148a-4f18-8943-3b2c7f3ecbb9 req-4163bd1e-b7e5-45cc-854f-38d673c15e39 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909300 Jul 07 22:16:57.002122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-725cce01-71cd-40af-a903-e4df7b901f37 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.0616770 Jul 07 22:16:57.214721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Deleting port 6b5b8f4d-4db5-4b22-a69e-35f016fb461a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:57.215492 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.259813 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a13bf696-e092-4ed3-a6ee-aa75e0a493d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.269942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f13d6-a777-4ae5-b279-f0452378a894 req-98d3ebd9-cb48-45f9-a857-635093bb0b06 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:57.274909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea7f13d6-a777-4ae5-b279-f0452378a894 req-98d3ebd9-cb48-45f9-a857-635093bb0b06 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 945 time: 0.1575017 Jul 07 22:16:57.333185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea7f13d6-a777-4ae5-b279-f0452378a894 req-ed7b8006-101b-48ec-99d6-780ff96a3151 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554821 Jul 07 22:16:57.344535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.344899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.374816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Calling delete_port for 6b5b8f4d-4db5-4b22-a69e-35f016fb461a owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:57.401896 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4637ba-88ce-48ab-8f3d-954411bcf7e1 x-openstack-request-id: req-5d4637ba-88ce-48ab-8f3d-954411bcf7e1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:16:57.402505 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-unplugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:16:57.402932 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d4637ba-88ce-48ab-8f3d-954411bcf7e1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:16:57.403648 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'code': 200} Jul 07 22:16:57.557439 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.603668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Pushing event deleted for resources: {'Port': ['ID=6b5b8f4d-4db5-4b22-a69e-35f016fb461a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:57.693781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.696529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:57.697731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e77fd36-5f2d-4162-b793-7f5aedabcafe req-2d034444-5722-4d9a-b05e-e23d40a4ccaa tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "DELETE /v2.0/floatingips/9744a736-e691-47f3-83b8-6d47cd8813f2 HTTP/1.1" status: 204 len: 173 time: 0.6819003 Jul 07 22:16:57.717355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167e68b-9691-4014-8e86-cdc8e5e9a90b req-e7ccf3fc-21ef-4b8b-9548-430f2bd90d00 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:57.722941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9167e68b-9691-4014-8e86-cdc8e5e9a90b req-e7ccf3fc-21ef-4b8b-9548-430f2bd90d00 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1504524 Jul 07 22:16:57.774026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9167e68b-9691-4014-8e86-cdc8e5e9a90b req-4b50a16b-c5a6-4dee-99b9-ecd79eb48eb7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486076 Jul 07 22:16:57.908859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-9f869a6a-919a-4f14-905b-0825e66cab8c tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 1002 time: 0.0898118 Jul 07 22:16:57.970581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-1f05bf13-cdd1-48cb-8399-1d874f6f4162 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:57.971862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-1f05bf13-cdd1-48cb-8399-1d874f6f4162 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports/f09fcf3b-a6eb-4c19-960c-131f5feddbcb HTTP/1.1" status: 200 len: 943 time: 0.0573859 Jul 07 22:16:58.129890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-c5b3bc69-d04c-4247-a961-3dcf73f5ca96 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 1002 time: 0.0751116 Jul 07 22:16:58.254119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5884c2f-cf4d-45c8-9a9e-c7215c3612dd req-f38c1c2e-3bff-46ad-b7ca-872dfc6ca32c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.255620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5884c2f-cf4d-45c8-9a9e-c7215c3612dd req-f38c1c2e-3bff-46ad-b7ca-872dfc6ca32c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 945 time: 0.1421754 Jul 07 22:16:58.281699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-a4a21bcc-1a87-45be-addf-980ca8cd57da tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.283228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-a4a21bcc-1a87-45be-addf-980ca8cd57da tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.1354213 Jul 07 22:16:58.350585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5884c2f-cf4d-45c8-9a9e-c7215c3612dd req-55cefea3-21a5-4be7-9fd9-486c827ebc75 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860753 Jul 07 22:16:58.368155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-cd1bae2c-7ebc-46aa-ad83-cb87addcbd80 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 1002 time: 0.0775080 Jul 07 22:16:58.379530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-867a54fd-a4bc-466e-91af-eb922af37a58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:16:58.436464 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-867a54fd-a4bc-466e-91af-eb922af37a58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.491598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-60c4e8bd-c6df-40c9-b65d-777ea9f245e2 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1ee043f237054900af454ba68c996a6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579684 Jul 07 22:16:58.700707 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-867a54fd-a4bc-466e-91af-eb922af37a58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.712583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-867a54fd-a4bc-466e-91af-eb922af37a58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:58.712899 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-867a54fd-a4bc-466e-91af-eb922af37a58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Floating IP f9f9d07a-0068-4790-8af3-0c57057ae900 disassociated. External IP: 172.25.8.150, port: f09fcf3b-a6eb-4c19-960c-131f5feddbcb. Jul 07 22:16:58.756761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-20474e09-e836-4e6a-989c-8ae52e3889d8 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.758258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-20474e09-e836-4e6a-989c-8ae52e3889d8 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602670 Jul 07 22:16:58.792303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5349aef4-56a5-47eb-8a83-13e198246489 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/quotas/1ee043f237054900af454ba68c996a6b HTTP/1.1" status: 200 len: 375 time: 0.0282845 Jul 07 22:16:58.862892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-3387793f-d6cd-4216-a1a2-75bac9e50b41 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:58.864437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-3387793f-d6cd-4216-a1a2-75bac9e50b41 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.44 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 945 time: 0.2481887 Jul 07 22:16:58.868079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-892e7d75-1081-4d73-89c8-7438e6f62a33 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1ee043f237054900af454ba68c996a6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454516 Jul 07 22:16:59.428723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Deleting port 2f649598-a0a2-4e31-9a51-5155cca35e5f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:16:59.429360 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.451184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-867a54fd-a4bc-466e-91af-eb922af37a58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Router 84104c0a-1290-4689-a1f4-991b56d2c6b1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:16:59.496431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec12a9-a876-4ad5-ac5b-c88d8c9934ef req-5b05c92f-c8eb-42c5-838c-d8964da45696 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:59.497930 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2eec12a9-a876-4ad5-ac5b-c88d8c9934ef req-5b05c92f-c8eb-42c5-838c-d8964da45696 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=67014581-70ea-416b-a794-e7a7dcbb8ed4 HTTP/1.1" status: 200 len: 945 time: 0.2087002 Jul 07 22:16:59.609578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] For port 2f649598-a0a2-4e31-9a51-5155cca35e5f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2f649598-a0a2-4e31-9a51-5155cca35e5f,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:16:59.609934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.623143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2eec12a9-a876-4ad5-ac5b-c88d8c9934ef req-37ddcd0c-21c6-4505-a75f-9ba50e5af942 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154230 Jul 07 22:16:59.631519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Calling delete_port for 2f649598-a0a2-4e31-9a51-5155cca35e5f owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:16:59.661860 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78eae0d1-25e6-43ae-a146-fbb277cad163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.725520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-867a54fd-a4bc-466e-91af-eb922af37a58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:16:59.730844 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-867a54fd-a4bc-466e-91af-eb922af37a58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.736398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] Sync routers for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:16:59.747614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:16:59.748632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:16:59.785090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-867a54fd-a4bc-466e-91af-eb922af37a58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "PUT /v2.0/floatingips/f9f9d07a-0068-4790-8af3-0c57057ae900 HTTP/1.1" status: 200 len: 695 time: 1.4115536 Jul 07 22:16:59.786039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:16:59.788356 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dcb3b6-540a-46b3-860e-1ed4e242e860" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:16:59.883590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:16:59.897447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:16:59.913522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['58690b40-e4d4-4f38-acc5-99b92927c83d', '2f649598-a0a2-4e31-9a51-5155cca35e5f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:16:59.944204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Pushing event deleted for resources: {'Port': ['ID=2f649598-a0a2-4e31-9a51-5155cca35e5f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:16:59.992681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-a1233293-8566-4f0b-8c8c-6e7b4600bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:16:59.995072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-a1233293-8566-4f0b-8c8c-6e7b4600bed5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=537df5fcfbd7470c84275d036736fd71&device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 1098 time: 0.1656609 Jul 07 22:17:00.022643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] No DVR routers for this DVR port 2f649598-a0a2-4e31-9a51-5155cca35e5f on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:00.025288 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:00.027891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1673a007-2b27-4980-8ea8-b66839c94ba9 req-201bfe4c-8c80-43a3-a18a-f1fb0952bd3c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.44 "DELETE /v2.0/ports/2f649598-a0a2-4e31-9a51-5155cca35e5f HTTP/1.1" status: 204 len: 173 time: 1.1551452 Jul 07 22:17:00.068202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7f575e2d-8000-4195-b5a5-f0bfd5a73dcb', '555e39ef-238e-474d-bc80-0e9329e8f055'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:00.171138 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:00.196622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-8679ee17-1924-44a8-b807-85a3317a9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.198145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-8679ee17-1924-44a8-b807-85a3317a9dde service neutron] 10.222.0.81 "GET /v2.0/networks?id=e50949e0-b2a1-4062-bb18-57322e2fb212 HTTP/1.1" status: 200 len: 929 time: 0.1693635 Jul 07 22:17:00.207908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cecf78-dad6-4e98-b184-d896eade2b11 req-10e07ad0-aa52-4957-a8f6-39a05612c69b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.209349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3cecf78-dad6-4e98-b184-d896eade2b11 req-10e07ad0-aa52-4957-a8f6-39a05612c69b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1211777 Jul 07 22:17:00.261303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-f309ce70-f7f5-4ef0-addf-31613bb3a0eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb HTTP/1.1" status: 200 len: 217 time: 0.0509977 Jul 07 22:17:00.330056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3cecf78-dad6-4e98-b184-d896eade2b11 req-61fc4037-5ffa-469c-9784-5bd178c86ffd tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126022 Jul 07 22:17:00.339200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-683616ec-c80e-49fd-9410-7d70decfd70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.339676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ee3ac82a-d119-41ed-b708-0fbe1aef05ce', 'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'mac_address': 'fa:16:3e:60:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:15Z', 'updated_at': '2021-07-07T22:16:24Z', 'revision_number': 5, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'subnets': [{'id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:00.340989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-683616ec-c80e-49fd-9410-7d70decfd70f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=6bb4f877-9fad-441d-a987-21cd53d819c7 HTTP/1.1" status: 200 len: 867 time: 0.0641460 Jul 07 22:17:00.374841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] Checking router: 84104c0a-1290-4689-a1f4-991b56d2c6b1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:00.404918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:00.405542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:00.411811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-26800381-9aa8-4082-beef-c6ce75bf84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.413518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-26800381-9aa8-4082-beef-c6ce75bf84a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=e50949e0-b2a1-4062-bb18-57322e2fb212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653696 Jul 07 22:17:00.566170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:00.570469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-399f8a13-bdef-4a68-8507-bb44d1d66242 service neutron] 10.222.0.81 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502161 Jul 07 22:17:00.578109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c7cd0-ba9d-4ee3-80fd-bc86e0a7f637 req-e88271c8-41bf-450b-8f4a-8862b205922a tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:00.579888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-152c7cd0-ba9d-4ee3-80fd-bc86e0a7f637 req-e88271c8-41bf-450b-8f4a-8862b205922a tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1098 time: 0.1177776 Jul 07 22:17:00.699069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-152c7cd0-ba9d-4ee3-80fd-bc86e0a7f637 req-2f152807-8601-416e-96f4-a163e2716a6c tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664976 Jul 07 22:17:00.740765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b98edf1-55d5-49ef-be1f-d23e8c2b045f req-8a83b6b9-91a4-4780-8130-ca0eadaf2b54 service neutron] 10.222.0.81 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599009 Jul 07 22:17:00.847291 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:00.926352 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e152e8-2f82-4f46-bff3-706a8f17f3be x-openstack-request-id: req-d8e152e8-2f82-4f46-bff3-706a8f17f3be {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:00.928018 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:00.928278 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8e152e8-2f82-4f46-bff3-706a8f17f3be {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:00.929708 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'status': 'completed', 'code': 200} Jul 07 22:17:00.932110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ee3ac82a-d119-41ed-b708-0fbe1aef05ce', 'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'mac_address': 'fa:16:3e:60:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:15Z', 'updated_at': '2021-07-07T22:16:24Z', 'revision_number': 5, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'subnets': [{'id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:00.958925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-91bf78c8-518f-4eb4-8411-daf5b97784d1 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1ee043f237054900af454ba68c996a6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383093 Jul 07 22:17:00.969574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041aaeac-bd49-4e9c-bfc9-d386d54bab76 None None] The sync data for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 is: [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ee3ac82a-d119-41ed-b708-0fbe1aef05ce', 'name': '', 'network_id': 'e50949e0-b2a1-4062-bb18-57322e2fb212', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'mac_address': 'fa:16:3e:60:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:15Z', 'updated_at': '2021-07-07T22:16:24Z', 'revision_number': 5, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'subnets': [{'id': '6bb4f877-9fad-441d-a987-21cd53d819c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:00.985934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0241c4c5-b603-4386-bb07-e3d14798a576 req-ba3a384e-be31-46c4-8fa2-f5f1dc6af258 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 210 time: 0.0784085 Jul 07 22:17:01.032557 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:01.137341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-2ca18308-f960-4582-a4d7-0b22772a7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.141313 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-2ca18308-f960-4582-a4d7-0b22772a7d32 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=537df5fcfbd7470c84275d036736fd71&device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 1098 time: 0.0816793 Jul 07 22:17:01.170884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334df1-2504-4db0-a579-316f49377666 req-eb16878d-704c-4888-ba0b-1a352f0edebb tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.172528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26334df1-2504-4db0-a579-316f49377666 req-eb16878d-704c-4888-ba0b-1a352f0edebb tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 945 time: 0.1216795 Jul 07 22:17:01.182611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-9f24038f-8d2d-4620-8fda-bfb03532cf3c tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.184432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-9f24038f-8d2d-4620-8fda-bfb03532cf3c tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010181 Jul 07 22:17:01.207762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Request body: {'port': {'device_id': 'f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '1ee043f237054900af454ba68c996a6b'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:01.299619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-ad61fbf1-b355-4e5a-a77e-ae3859c58b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.303769 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-ad61fbf1-b355-4e5a-a77e-ae3859c58b23 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e50949e0-b2a1-4062-bb18-57322e2fb212 HTTP/1.1" status: 200 len: 929 time: 0.1444480 Jul 07 22:17:01.371307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26334df1-2504-4db0-a579-316f49377666 req-8072fd17-3192-479d-8a71-22c70be13ca9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857882 Jul 07 22:17:01.376188 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-ce0a81b0-796b-43de-8b38-025b941476a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb HTTP/1.1" status: 200 len: 217 time: 0.0411105 Jul 07 22:17:01.410991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Made reservation on behalf of 1ee043f237054900af454ba68c996a6b for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:01.417351 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:01.470995 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae24abe-a946-4cda-a0ab-b2bb7e34cc8f None None] New status for floating IP f9f9d07a-0068-4790-8af3-0c57057ae900: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:17:01.473704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-d3fb304a-bb98-4ac5-8ea4-e4b228d163cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.475462 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-d3fb304a-bb98-4ac5-8ea4-e4b228d163cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6bb4f877-9fad-441d-a987-21cd53d819c7 HTTP/1.1" status: 200 len: 867 time: 0.0900259 Jul 07 22:17:01.481006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e8508d2-688d-4c4e-a567-863109072713 req-2885279c-3951-4fa4-819e-370b6050f4bf tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips/f9f9d07a-0068-4790-8af3-0c57057ae900 HTTP/1.1" status: 200 len: 695 time: 0.0604773 Jul 07 22:17:01.488588 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:01.596823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-a6c91e9c-c3c9-4b3e-b562-bf2eb0e6a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.601324 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-a6c91e9c-c3c9-4b3e-b562-bf2eb0e6a48e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e50949e0-b2a1-4062-bb18-57322e2fb212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036067 Jul 07 22:17:01.710057 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-f7185b7c-c6d2-47e2-899a-0d82279e365d service neutron] 10.222.0.83 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968776 Jul 07 22:17:01.755973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8508d2-688d-4c4e-a567-863109072713 req-88201822-b257-4c0d-9a09-514ee6fc47e9 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:01.757504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e8508d2-688d-4c4e-a567-863109072713 req-88201822-b257-4c0d-9a09-514ee6fc47e9 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2658191 Jul 07 22:17:01.842021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e8508d2-688d-4c4e-a567-863109072713 req-8db3c7e6-4098-46ee-adfb-c45d140245b5 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0705292 Jul 07 22:17:01.863377 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f2dcb3b6-540a-46b3-860e-1ed4e242e860 req-a7d41cfa-e702-4c04-883e-8a640e97200e service neutron] 10.222.0.83 "GET /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456971 Jul 07 22:17:01.915478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e8508d2-688d-4c4e-a567-863109072713 req-fe182905-5c34-4e7c-94aa-92ee8a4dc17b tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0623674 Jul 07 22:17:01.929203 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:01.964812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.115693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706cdf03-ebea-4f91-8cdd-29d0c1b454b5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:02.199989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-2e8508d2-688d-4c4e-a567-863109072713 req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Deleting port d9615a67-1ec0-4bbe-93c4-6fc21b2eaa29 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:02.200367 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e8508d2-688d-4c4e-a567-863109072713 req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.220905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Allocated IP 192.168.233.39 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/d870f8d2-1c25-4a49-bf38-7936859a0439) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:02.334045 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e8508d2-688d-4c4e-a567-863109072713 req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.334431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e8508d2-688d-4c4e-a567-863109072713 req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.401113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-2e8508d2-688d-4c4e-a567-863109072713 req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Calling delete_port for d9615a67-1ec0-4bbe-93c4-6fc21b2eaa29 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:02.511803 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.536093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Transition to ACTIVE for port object d870f8d2-1c25-4a49-bf38-7936859a0439 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:02.610514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.644388 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e8508d2-688d-4c4e-a567-863109072713 req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.663797 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.674175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:02.685132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:02.711424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:02.716941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Pushing event updated for resources: {'Port': ['ID=d870f8d2-1c25-4a49-bf38-7936859a0439,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:02.821788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Pushing event deleted for resources: {'Port': ['ID=d9615a67-1ec0-4bbe-93c4-6fc21b2eaa29,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:02.828525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e8508d2-688d-4c4e-a567-863109072713 req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.833296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e8508d2-688d-4c4e-a567-863109072713 req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.834976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e8508d2-688d-4c4e-a567-863109072713 req-11fec39b-661e-4cc1-b003-2b29b34ef74f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "DELETE /v2.0/floatingips/f9f9d07a-0068-4790-8af3-0c57057ae900 HTTP/1.1" status: 204 len: 173 time: 0.9080436 Jul 07 22:17:02.865338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:02.866006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:02.884998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-6c870ffe-5fde-4d5e-8b71-51874754d397 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:17:02.886036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-6c870ffe-5fde-4d5e-8b71-51874754d397 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2690079 Jul 07 22:17:02.892981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-945d2167-29a5-4d56-a81a-17fe641787e4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6893198 Jul 07 22:17:02.928375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Request body: {'port': {'device_id': 'f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:02.979256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67014581-70ea-416b-a794-e7a7dcbb8ed4', 'name': 'network-vif-deleted', 'tag': '2f649598-a0a2-4e31-9a51-5155cca35e5f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:02.981495 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bc509c-6d62-48ed-b958-4adbe32dca14" -d '{"events": [{"server_uuid": "67014581-70ea-416b-a794-e7a7dcbb8ed4", "name": "network-vif-deleted", "tag": "2f649598-a0a2-4e31-9a51-5155cca35e5f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:02.991424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Request body: {'binding': {'host': 'n-h2-695012-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:02.991947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Unknown quota resources ['binding']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:17:03.023067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2f649598-a0a2-4e31-9a51-5155cca35e5f no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:03.049504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 2f649598-a0a2-4e31-9a51-5155cca35e5f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:03.049916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2f649598-a0a2-4e31-9a51-5155cca35e5f not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:03.061362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d3d6adc2-e6a2-4135-a945-89ecd33a4403 None None] Provisioning for port d870f8d2-1c25-4a49-bf38-7936859a0439 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:03.065287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d3d6adc2-e6a2-4135-a945-89ecd33a4403 None None] Provisioning complete for port d870f8d2-1c25-4a49-bf38-7936859a0439 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:03.066218 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3d6adc2-e6a2-4135-a945-89ecd33a4403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.125798 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.230699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d3d6adc2-e6a2-4135-a945-89ecd33a4403 None None] Port d870f8d2-1c25-4a49-bf38-7936859a0439 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:03.336546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664b94e-83d2-4796-a20f-737bb6a4ec63 req-4b71b7c6-7b93-4e8c-87d5-68d452c31384 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.338105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f664b94e-83d2-4796-a20f-737bb6a4ec63 req-4b71b7c6-7b93-4e8c-87d5-68d452c31384 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.3175008 Jul 07 22:17:03.361944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:03.368944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on host n-h2-695012-11 for vnic_type normal with profile None {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:03.369277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:03.369606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:03.390517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:17:03.390865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:03.403211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:03.403546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:03.403928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:03.404358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Bound port: ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:03.458675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f664b94e-83d2-4796-a20f-737bb6a4ec63 req-6c736bfd-801e-4059-a4f8-117880f28a9f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911052 Jul 07 22:17:03.490139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:03.495327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:03.503556 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.504799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-ae4abc41-364b-46c8-97b3-4d24b4532c93 service neutron] 10.222.0.81 "POST /v2.0/ports/ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a/bindings HTTP/1.1" status: 201 len: 390 time: 0.6097302 Jul 07 22:17:03.509162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'mac_address': 'fa:16:3e:1b:cf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:03.588938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d870f8d2-1c25-4a49-bf38-7936859a0439 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:03.597437 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.621030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38efe8a-ad31-45a7-b535-7547a7ab03d2 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:03.623409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.646309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:03.652455 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.653761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Transition to ACTIVE for port object d870f8d2-1c25-4a49-bf38-7936859a0439 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:03.658797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:03.707477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:03.716346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.716700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.717044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.717374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.717712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.718042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.718399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.718725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.719056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.719932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.719932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.720115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:03.771193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=d870f8d2-1c25-4a49-bf38-7936859a0439,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:03.873926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['c38efe8a-ad31-45a7-b535-7547a7ab03d2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:03.955423 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-3c26345d-ddc6-4a6e-972f-91236e5127fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:03.957100 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-3c26345d-ddc6-4a6e-972f-91236e5127fb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1098 time: 0.1383543 Jul 07 22:17:03.979159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Attempting to bind port d870f8d2-1c25-4a49-bf38-7936859a0439 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:03.979704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Attempting to bind port d870f8d2-1c25-4a49-bf38-7936859a0439 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:03.980012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Attempting to bind port d870f8d2-1c25-4a49-bf38-7936859a0439 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:03.991159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Port d870f8d2-1c25-4a49-bf38-7936859a0439 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:17:03.991542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Attempting to bind port d870f8d2-1c25-4a49-bf38-7936859a0439 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:04.000626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:04.001037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:04.001496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:04.001997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Bound port: d870f8d2-1c25-4a49-bf38-7936859a0439, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:04.002472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.041648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ab4f7-34e1-4596-8408-0bb0131b5fa6 req-8f84ba61-965a-4862-b696-e75953b9cdc4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.049876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b5ab4f7-34e1-4596-8408-0bb0131b5fa6 req-8f84ba61-965a-4862-b696-e75953b9cdc4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 947 time: 0.1540899 Jul 07 22:17:04.062501 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f743ee6b-3b03-4e6d-bac0-ad9d5d2d24bd x-openstack-request-id: req-f743ee6b-3b03-4e6d-bac0-ad9d5d2d24bd {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:04.062862 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67014581-70ea-416b-a794-e7a7dcbb8ed4", "name": "network-vif-deleted", "tag": "2f649598-a0a2-4e31-9a51-5155cca35e5f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:04.063179 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f743ee6b-3b03-4e6d-bac0-ad9d5d2d24bd {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:04.063856 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67014581-70ea-416b-a794-e7a7dcbb8ed4', 'name': 'network-vif-deleted', 'tag': '2f649598-a0a2-4e31-9a51-5155cca35e5f', 'status': 'completed', 'code': 200} Jul 07 22:17:04.157091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-4ba03e30-0b80-4001-a7d0-b6d95e2019e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.159829 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-4ba03e30-0b80-4001-a7d0-b6d95e2019e8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.1413863 Jul 07 22:17:04.210397 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-c3528fe0-bf0e-4f55-ae5f-6d29ccb213a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a HTTP/1.1" status: 200 len: 217 time: 0.0402195 Jul 07 22:17:04.211581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b5ab4f7-34e1-4596-8408-0bb0131b5fa6 req-a6de24bb-be20-4a3d-9e01-556f9729b942 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075954 Jul 07 22:17:04.216381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] For port d870f8d2-1c25-4a49-bf38-7936859a0439, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:04.234775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] For port d870f8d2-1c25-4a49-bf38-7936859a0439, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d870f8d2-1c25-4a49-bf38-7936859a0439,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:04.245055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.285130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-dc555a39-12a5-4b0c-a977-eaa20d0153a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.287789 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-dc555a39-12a5-4b0c-a977-eaa20d0153a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.0503044 Jul 07 22:17:04.295215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.296190 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:04.297854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] 10.222.0.83 "PUT /v2.0/ports/d870f8d2-1c25-4a49-bf38-7936859a0439 HTTP/1.1" status: 200 len: 1096 time: 1.3819530 Jul 07 22:17:04.330388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc73208-0662-427b-adb1-e65cc6061ac0 req-a5274db0-c338-4f7d-ad70-22ede106e4d8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.333008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abc73208-0662-427b-adb1-e65cc6061ac0 req-a5274db0-c338-4f7d-ad70-22ede106e4d8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.1635513 Jul 07 22:17:04.344006 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-12c9b78e-51f2-4758-91ea-23b6be3cb5a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402343 Jul 07 22:17:04.375914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e6da6-d06a-4edc-b6c0-ea85f812fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=d870f8d2-1c25-4a49-bf38-7936859a0439,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:04.442733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abc73208-0662-427b-adb1-e65cc6061ac0 req-116a34d3-ebaa-4f04-b168-c16407744736 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016273 Jul 07 22:17:04.523863 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-992fc56b-a76b-4737-b45e-8053343ac2c7 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563048 Jul 07 22:17:04.533093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-7c84e8bb-eb9d-46a3-8b05-21257ee1443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.535241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-7c84e8bb-eb9d-46a3-8b05-21257ee1443a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ee043f237054900af454ba68c996a6b&device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 1099 time: 0.1496749 Jul 07 22:17:04.562445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d32733-56eb-4785-96d1-1cb862b8a467 req-0a5e1a14-d727-422c-b485-b3cdd8d83c8a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:04.564341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56d32733-56eb-4785-96d1-1cb862b8a467 req-0a5e1a14-d727-422c-b485-b3cdd8d83c8a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 945 time: 0.0966380 Jul 07 22:17:04.648921 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-be475f21-076a-429f-980d-94630cef0e70 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135480 Jul 07 22:17:04.945612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-2b49c9ae-ef59-483d-90cb-6445c4861515 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d870f8d2-1c25-4a49-bf38-7936859a0439 HTTP/1.1" status: 200 len: 217 time: 0.3752346 Jul 07 22:17:05.040793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56d32733-56eb-4785-96d1-1cb862b8a467 req-82a8590b-48f7-4102-a21c-1ecba05469e6 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691505 Jul 07 22:17:05.053271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-c5b311c4-8c30-4eec-9f25-43e377be5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.054748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-c5b311c4-8c30-4eec-9f25-43e377be5ab1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0949605 Jul 07 22:17:05.087220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979cf5f-150a-4354-817b-0984a1af6bd7 req-f43ccefe-f36e-4762-be88-cfdfb25fbd58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.088699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5979cf5f-150a-4354-817b-0984a1af6bd7 req-f43ccefe-f36e-4762-be88-cfdfb25fbd58 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1467133 Jul 07 22:17:05.147333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5979cf5f-150a-4354-817b-0984a1af6bd7 req-7cf8f8e3-dd63-4f19-b4a7-9d453f4620c6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0386117 Jul 07 22:17:05.208410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-4b1961e0-e2fd-4ede-a22f-4a430d64db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.210022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-4b1961e0-e2fd-4ede-a22f-4a430d64db47 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394968 Jul 07 22:17:05.250282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd43957-2b1e-4961-a7cd-2e026a2e894c req-4b2e9619-96d8-41e1-8ec9-129a6a373afc tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.251817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfd43957-2b1e-4961-a7cd-2e026a2e894c req-4b2e9619-96d8-41e1-8ec9-129a6a373afc tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1063659 Jul 07 22:17:05.328623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfd43957-2b1e-4961-a7cd-2e026a2e894c req-3efa3e6e-4f4a-4382-8011-4dcf21681f65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515568 Jul 07 22:17:05.356038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-6f523d73-940b-47ae-bfc4-1d6b680c6c96 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366644 Jul 07 22:17:05.370152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:05.445753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port c38efe8a-ad31-45a7-b535-7547a7ab03d2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:05.446492 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.467503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04db1465-557c-4a29-b908-90cf00eca6f1 req-b50c96c7-cdf8-4c8d-a514-18eb03ecc8af tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0702317 Jul 07 22:17:05.513609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ebbedd-7df2-4520-89a5-00b39de1ad19 req-0c069590-739f-4976-b445-8081da445af2 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443672 Jul 07 22:17:05.548561 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.598495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:05.599461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:05.602333 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e30efe8-ec6b-43f0-be6b-41d685e94062" -d '{"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-plugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:05.606010 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:05.659817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:05.711455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa6f8-fd2f-4279-96d0-5522e2bdabcf req-e3541a30-4b44-4493-8bfc-72e4b8d7f6b1 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.712915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d7aa6f8-fd2f-4279-96d0-5522e2bdabcf req-e3541a30-4b44-4493-8bfc-72e4b8d7f6b1 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 947 time: 0.0988643 Jul 07 22:17:05.763531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d7aa6f8-fd2f-4279-96d0-5522e2bdabcf req-bf2babf2-9ff2-4610-95fa-ec811f380f7e tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Jul 07 22:17:05.772404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29f16b-51c2-47c2-934c-00a5af27f470 req-eb447a0e-8f07-4581-96ff-b12e1a689ee6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.773812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f29f16b-51c2-47c2-934c-00a5af27f470 req-eb447a0e-8f07-4581-96ff-b12e1a689ee6 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 945 time: 0.1042659 Jul 07 22:17:05.817994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f29f16b-51c2-47c2-934c-00a5af27f470 req-7d7c41d8-6683-496c-bb40-7c3569a97cbf tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Jul 07 22:17:05.931031 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b09944-d5d2-4c89-a68b-581a57291bdc req-06b5f06a-e0a0-43f3-9f88-6e67cf8cf1c8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:05.932543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15b09944-d5d2-4c89-a68b-581a57291bdc req-06b5f06a-e0a0-43f3-9f88-6e67cf8cf1c8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.0670433 Jul 07 22:17:05.972505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15b09944-d5d2-4c89-a68b-581a57291bdc req-83560d50-9064-49b6-b30b-b4df1c7ee153 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338237 Jul 07 22:17:06.021384 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08af8df1-861b-4fd3-9fd6-bbf9633142bd x-openstack-request-id: req-08af8df1-861b-4fd3-9fd6-bbf9633142bd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:06.021688 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-plugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:06.021941 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08af8df1-861b-4fd3-9fd6-bbf9633142bd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:06.022372 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'code': 200} Jul 07 22:17:06.064516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7', 'tag': 'd870f8d2-1c25-4a49-bf38-7936859a0439'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:06.067022 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50" -d '{"events": [{"name": "network-changed", "server_uuid": "f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7", "tag": "d870f8d2-1c25-4a49-bf38-7936859a0439"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:06.110648 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22208ee-0a81-4903-bd6a-f72b9c0cc75f x-openstack-request-id: req-c22208ee-0a81-4903-bd6a-f72b9c0cc75f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:06.111320 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7", "tag": "d870f8d2-1c25-4a49-bf38-7936859a0439", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:06.111809 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c22208ee-0a81-4903-bd6a-f72b9c0cc75f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:06.113248 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7', 'tag': 'd870f8d2-1c25-4a49-bf38-7936859a0439', 'status': 'completed', 'code': 200} Jul 07 22:17:06.242500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0e8dc-471d-4233-b3c0-55d56509872b req-1b8ea407-ca6c-4acb-8b8b-0bc47b420794 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.244364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfe0e8dc-471d-4233-b3c0-55d56509872b req-1b8ea407-ca6c-4acb-8b8b-0bc47b420794 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 946 time: 0.0955265 Jul 07 22:17:06.325773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfe0e8dc-471d-4233-b3c0-55d56509872b req-19a6a322-3748-44c8-b743-1ec6fe3c3971 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741718 Jul 07 22:17:06.339828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2612f3-2c22-44f6-99d7-369f4bf80c74 req-9af12764-5250-4d5e-a23b-19a758c4ed0e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.341330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d2612f3-2c22-44f6-99d7-369f4bf80c74 req-9af12764-5250-4d5e-a23b-19a758c4ed0e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 945 time: 0.1386955 Jul 07 22:17:06.396143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d2612f3-2c22-44f6-99d7-369f4bf80c74 req-50435e0b-54d0-4608-af6d-dcc5df7d6a26 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480456 Jul 07 22:17:06.397994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-92876cda-288e-4239-a820-e6d5da0f704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.399502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-92876cda-288e-4239-a820-e6d5da0f704a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1ee043f237054900af454ba68c996a6b&device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 1099 time: 0.1397114 Jul 07 22:17:06.542841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-794f763d-458f-475a-b616-8d4c8f006286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.544501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-794f763d-458f-475a-b616-8d4c8f006286 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1381021 Jul 07 22:17:06.563618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb819139-9ae8-4fd3-8eee-216098f860ba req-7db315bc-c46e-4498-9681-9ea04fe067fa tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.565534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb819139-9ae8-4fd3-8eee-216098f860ba req-7db315bc-c46e-4498-9681-9ea04fe067fa tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1009443 Jul 07 22:17:06.606523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-e90330c5-4be1-4822-a914-1ec918b5a124 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=d870f8d2-1c25-4a49-bf38-7936859a0439 HTTP/1.1" status: 200 len: 217 time: 0.0399070 Jul 07 22:17:06.672502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb819139-9ae8-4fd3-8eee-216098f860ba req-a0dc206b-ceb0-48cf-b62a-0d3d030f3be6 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991809 Jul 07 22:17:06.680970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-0d3c6ec2-c126-4a78-b634-58cab58cb6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.682038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-0d3c6ec2-c126-4a78-b634-58cab58cb6df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0624821 Jul 07 22:17:06.749395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-3fc03e3d-cbbb-43fe-901f-c344ac0c4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:06.750974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-3fc03e3d-cbbb-43fe-901f-c344ac0c4617 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590906 Jul 07 22:17:06.850619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-e60158b1-898b-4a8c-b9ca-4da87be6dbc2 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892515 Jul 07 22:17:07.035387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a6ed0d0-2a87-4ad9-a4a7-6d225ebbdb50 req-ef782f37-1fac-4c4c-bcb5-ad04e70c5f3c service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776698 Jul 07 22:17:07.048619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c28bd-9952-4dea-a0f3-93d24f3e50cb req-4b4ca3a1-e591-4887-90d6-d8563d706b1c tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.050090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-452c28bd-9952-4dea-a0f3-93d24f3e50cb req-4b4ca3a1-e591-4887-90d6-d8563d706b1c tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 947 time: 0.1420302 Jul 07 22:17:07.061962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403de03-4e14-4c77-8a40-7434c0e35b4b req-86b95afd-0e66-4eb1-b2f5-45cee049f26c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.063465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5403de03-4e14-4c77-8a40-7434c0e35b4b req-86b95afd-0e66-4eb1-b2f5-45cee049f26c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 945 time: 0.1240175 Jul 07 22:17:07.119777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-452c28bd-9952-4dea-a0f3-93d24f3e50cb req-ac9d9674-7406-413d-a166-dfcd4544ed90 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551858 Jul 07 22:17:07.122851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5403de03-4e14-4c77-8a40-7434c0e35b4b req-e93fb299-f1e7-45a6-9f28-a1f79beb517a tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518291 Jul 07 22:17:07.318840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d6e73-b447-4507-83ca-bec65a6226ab req-a53b2683-40db-412e-8f1c-8f34838f64df tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.320324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f7d6e73-b447-4507-83ca-bec65a6226ab req-a53b2683-40db-412e-8f1c-8f34838f64df tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.0937421 Jul 07 22:17:07.331733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-912cb320-f95b-4628-a3c0-a7e281176690 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.333113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-912cb320-f95b-4628-a3c0-a7e281176690 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.44 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 945 time: 0.1152024 Jul 07 22:17:07.403040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f7d6e73-b447-4507-83ca-bec65a6226ab req-7139301b-a8cb-4271-ab15-2e5f3d9179ba tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688329 Jul 07 22:17:07.501867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Deleting port 58690b40-e4d4-4f38-acc5-99b92927c83d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:07.502357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.627805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc5032-88cd-4c43-aa0b-c9fb23e7a1e5 req-ab12e81f-83cd-475a-a3fb-b5d650bef5f8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.629321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1bc5032-88cd-4c43-aa0b-c9fb23e7a1e5 req-ab12e81f-83cd-475a-a3fb-b5d650bef5f8 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 946 time: 0.1762826 Jul 07 22:17:07.681052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] For port 58690b40-e4d4-4f38-acc5-99b92927c83d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58690b40-e4d4-4f38-acc5-99b92927c83d,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:07.681424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.705369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Calling delete_port for 58690b40-e4d4-4f38-acc5-99b92927c83d owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:07.726018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4cdf4-6d4c-488e-b788-83af2f89283c req-8182d521-1f49-44ec-bde0-61b5eccc1dab tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:07.727459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1b4cdf4-6d4c-488e-b788-83af2f89283c req-8182d521-1f49-44ec-bde0-61b5eccc1dab tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 945 time: 0.1790845 Jul 07 22:17:07.740374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1bc5032-88cd-4c43-aa0b-c9fb23e7a1e5 req-17e75440-9b59-4c94-9a62-4fc1c7b9597f tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026080 Jul 07 22:17:07.816678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1b4cdf4-6d4c-488e-b788-83af2f89283c req-d2959aa7-0bcd-450a-9f4d-ddaa77ed4a1a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818563 Jul 07 22:17:07.918921 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:07.932588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['58690b40-e4d4-4f38-acc5-99b92927c83d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:07.970632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Pushing event deleted for resources: {'Port': ['ID=58690b40-e4d4-4f38-acc5-99b92927c83d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:08.011650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7f575e2d-8000-4195-b5a5-f0bfd5a73dcb', '555e39ef-238e-474d-bc80-0e9329e8f055'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:08.040595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] No DVR routers for this DVR port 58690b40-e4d4-4f38-acc5-99b92927c83d on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:08.059310 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.061596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebdf9904-acc5-4908-85ba-3162c7bd9038 req-395bc229-93bb-49d7-9425-2bea2abed662 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.44 "DELETE /v2.0/ports/58690b40-e4d4-4f38-acc5-99b92927c83d HTTP/1.1" status: 204 len: 173 time: 0.7217968 Jul 07 22:17:08.105645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e9d08-c103-4b8d-b9af-621165545f78 req-431aa060-63dd-4055-8191-8e957aa7d678 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.107264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b6e9d08-c103-4b8d-b9af-621165545f78 req-431aa060-63dd-4055-8191-8e957aa7d678 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1036639 Jul 07 22:17:08.115289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af31075-5624-4627-94d8-d35a5bad15b6', 'name': 'network-vif-deleted', 'tag': '58690b40-e4d4-4f38-acc5-99b92927c83d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:08.118273 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cf7175-b295-4f67-a14d-a31e03a2ea63" -d '{"events": [{"server_uuid": "1af31075-5624-4627-94d8-d35a5bad15b6", "name": "network-vif-deleted", "tag": "58690b40-e4d4-4f38-acc5-99b92927c83d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:08.173932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b6e9d08-c103-4b8d-b9af-621165545f78 req-49089ec9-7f29-412d-a309-0bb120ebf614 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485361 Jul 07 22:17:08.180154 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3a0529-b37a-4093-abcb-2b7fe7a71294 x-openstack-request-id: req-2f3a0529-b37a-4093-abcb-2b7fe7a71294 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:08.180549 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af31075-5624-4627-94d8-d35a5bad15b6", "name": "network-vif-deleted", "tag": "58690b40-e4d4-4f38-acc5-99b92927c83d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:08.180886 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f3a0529-b37a-4093-abcb-2b7fe7a71294 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:08.181401 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af31075-5624-4627-94d8-d35a5bad15b6', 'name': 'network-vif-deleted', 'tag': '58690b40-e4d4-4f38-acc5-99b92927c83d', 'status': 'completed', 'code': 200} Jul 07 22:17:08.383514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a105f2a-9fc4-4546-a68c-a30e9ea26938 req-8b9e7ba7-7ec1-46e5-82ac-84a146b647b2 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=1af31075-5624-4627-94d8-d35a5bad15b6 HTTP/1.1" status: 200 len: 210 time: 0.0719812 Jul 07 22:17:08.426729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4ffab-de89-4ae7-9cea-742d97fe2e82 req-44ae64a8-ecd9-4ae3-9d00-ea4d2531cc10 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.428247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64b4ffab-de89-4ae7-9cea-742d97fe2e82 req-44ae64a8-ecd9-4ae3-9d00-ea4d2531cc10 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 947 time: 0.1068060 Jul 07 22:17:08.507254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64b4ffab-de89-4ae7-9cea-742d97fe2e82 req-c4134cba-bb59-4fa4-96e1-e95a218b0ef4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725131 Jul 07 22:17:08.574663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db198bdf-8236-4867-bba9-896387427832 req-30fe8a6f-1c39-47b6-a875-322f7c1ed52d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.576155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db198bdf-8236-4867-bba9-896387427832 req-30fe8a6f-1c39-47b6-a875-322f7c1ed52d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 945 time: 0.1183922 Jul 07 22:17:08.633357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6048d-2b60-4872-a097-af633032d0c1 req-166c1eac-dc91-43f7-9fa0-dec22a7a10b6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:08.634921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3e6048d-2b60-4872-a097-af633032d0c1 req-166c1eac-dc91-43f7-9fa0-dec22a7a10b6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.1083372 Jul 07 22:17:08.711600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3e6048d-2b60-4872-a097-af633032d0c1 req-77eca930-a3a6-4a10-a6a0-6e74584d2fb7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688753 Jul 07 22:17:08.735466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-db198bdf-8236-4867-bba9-896387427832 req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Deleting port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:08.735466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-db198bdf-8236-4867-bba9-896387427832 req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.841137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-db198bdf-8236-4867-bba9-896387427832 req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] For port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:08.841504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-db198bdf-8236-4867-bba9-896387427832 req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:08.865649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-db198bdf-8236-4867-bba9-896387427832 req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Calling delete_port for 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:09.109818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f1ae0-6cda-4de4-b1c9-afca4ab3b2fb req-a55f9918-c727-4851-9299-988935c59005 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:09.117420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d5f1ae0-6cda-4de4-b1c9-afca4ab3b2fb req-a55f9918-c727-4851-9299-988935c59005 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 946 time: 0.2216923 Jul 07 22:17:09.200483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d5f1ae0-6cda-4de4-b1c9-afca4ab3b2fb req-51b36dfc-3a6e-4794-a710-d41a06dcec02 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821538 Jul 07 22:17:09.203932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-db198bdf-8236-4867-bba9-896387427832 req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.224620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d436be4-b274-46c8-b524-510708e99f99 req-a5194b85-24a1-4e66-ba50-da06ee22b4c3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:09.226136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d436be4-b274-46c8-b524-510708e99f99 req-a5194b85-24a1-4e66-ba50-da06ee22b4c3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=31c6447f-bf49-48cf-9a27-966cbe0cbee0 HTTP/1.1" status: 200 len: 867 time: 0.2024579 Jul 07 22:17:09.248412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event deleted for resources: {'Port': ['ID=8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:09.317738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-db198bdf-8236-4867-bba9-896387427832 req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] No DVR routers for this DVR port 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:09.322598 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-db198bdf-8236-4867-bba9-896387427832 req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:09.324583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db198bdf-8236-4867-bba9-896387427832 req-1d9f2d2f-29e8-4341-a4af-cbc1f48104bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "DELETE /v2.0/ports/8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e HTTP/1.1" status: 204 len: 173 time: 0.7327838 Jul 07 22:17:09.346485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d436be4-b274-46c8-b524-510708e99f99 req-22810cd6-727e-4837-86e2-d335b4a45c44 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002536 Jul 07 22:17:09.523602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bfcf0-914a-4f41-83c9-d675f9658370 req-b29ea9eb-2bf0-4fb5-a06a-bc67d6670d02 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:09.525078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26bfcf0-914a-4f41-83c9-d675f9658370 req-b29ea9eb-2bf0-4fb5-a06a-bc67d6670d02 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.0739889 Jul 07 22:17:09.563315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26bfcf0-914a-4f41-83c9-d675f9658370 req-35b761ea-48c2-457f-83b3-8f80e24851d8 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323927 Jul 07 22:17:09.606540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:09.735072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b2a82-373a-4580-a389-da7264095525 req-f5d7352e-54d4-4ff8-99ad-464fcdfbd502 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:09.738248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c18b2a82-373a-4580-a389-da7264095525 req-f5d7352e-54d4-4ff8-99ad-464fcdfbd502 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 947 time: 0.0694952 Jul 07 22:17:09.778053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c18b2a82-373a-4580-a389-da7264095525 req-da7b0c2d-3791-400e-b985-581a92ee0bc1 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352077 Jul 07 22:17:09.855186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8982343-03c6-4cb1-842d-98126eb0d8a3 req-51098c67-3d4a-43a5-bcd9-d05f1a715cb2 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:09.856674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8982343-03c6-4cb1-842d-98126eb0d8a3 req-51098c67-3d4a-43a5-bcd9-d05f1a715cb2 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 945 time: 0.0630491 Jul 07 22:17:09.921803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8982343-03c6-4cb1-842d-98126eb0d8a3 req-058e80ad-ef25-41ec-98e3-3c5696f8cfbd tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595031 Jul 07 22:17:09.950812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420699de-ec4e-41dc-8ed0-f7f2c7e0b854 req-e80bdcb0-c74d-4a18-a347-f2ec03a69fe7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:09.952265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-420699de-ec4e-41dc-8ed0-f7f2c7e0b854 req-e80bdcb0-c74d-4a18-a347-f2ec03a69fe7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.0761187 Jul 07 22:17:09.989453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-420699de-ec4e-41dc-8ed0-f7f2c7e0b854 req-6f583c8c-a189-40b5-9865-1b716c1adef9 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Jul 07 22:17:10.182827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c6447f-bf49-48cf-9a27-966cbe0cbee0', 'name': 'network-vif-deleted', 'tag': '8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:10.185407 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd7b4a1-7255-4a50-9e6a-cad75561e1da" -d '{"events": [{"server_uuid": "31c6447f-bf49-48cf-9a27-966cbe0cbee0", "name": "network-vif-deleted", "tag": "8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:10.221599 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139f3acf-7c62-4a57-865f-010e29ef7a7e x-openstack-request-id: req-139f3acf-7c62-4a57-865f-010e29ef7a7e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:10.222507 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c6447f-bf49-48cf-9a27-966cbe0cbee0", "name": "network-vif-deleted", "tag": "8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:10.222814 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-139f3acf-7c62-4a57-865f-010e29ef7a7e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:10.223212 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c6447f-bf49-48cf-9a27-966cbe0cbee0', 'name': 'network-vif-deleted', 'tag': '8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e', 'status': 'completed', 'code': 200} Jul 07 22:17:10.390243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eca9f3-1944-4560-aa65-579206915b54 req-b95a7376-7ffa-4f00-abac-918e8d8358f6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.391738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04eca9f3-1944-4560-aa65-579206915b54 req-b95a7376-7ffa-4f00-abac-918e8d8358f6 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 946 time: 0.0730078 Jul 07 22:17:10.430691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04eca9f3-1944-4560-aa65-579206915b54 req-ef07cfaa-0a10-4601-a63f-4f078b652752 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/security-groups?id=b430cf80-60e5-4c79-b1ea-ac411c0c71d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330715 Jul 07 22:17:10.789488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-daf3e5c1-9861-4914-8bf1-6ef818f6c7e2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.791122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-daf3e5c1-9861-4914-8bf1-6ef818f6c7e2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.1427498 Jul 07 22:17:10.802365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56531150-2513-4e32-aff5-1c0a9575c3ab req-d503d70a-1b56-422a-be4a-e7db277ab91e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:10.803761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56531150-2513-4e32-aff5-1c0a9575c3ab req-d503d70a-1b56-422a-be4a-e7db277ab91e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1100056 Jul 07 22:17:10.820286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-7152ebe6-3ae1-48fe-be41-c500f597386b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/quotas/54e3a2de8bea4da984d353053786f4c9 HTTP/1.1" status: 200 len: 375 time: 0.0156207 Jul 07 22:17:10.857975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-875c3c55-9317-4c28-b82b-2a716cec6f7a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315235 Jul 07 22:17:10.878297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56531150-2513-4e32-aff5-1c0a9575c3ab req-ac82db78-37ba-473f-bfba-210deea55e36 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Jul 07 22:17:10.960668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-9d05b526-6028-4854-b948-b28275f22a8d service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947587 Jul 07 22:17:11.067888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 58690b40-e4d4-4f38-acc5-99b92927c83d no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:11.089696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 58690b40-e4d4-4f38-acc5-99b92927c83d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:11.090088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 58690b40-e4d4-4f38-acc5-99b92927c83d not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:11.155403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-57a8b646-083b-4884-987d-d1f72a655a03 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:11.156868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-57a8b646-083b-4884-987d-d1f72a655a03 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.83 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 946 time: 0.1812782 Jul 07 22:17:11.160452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-12d46ed6-07a4-4dea-8de8-0f23d4cd4015 service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938841 Jul 07 22:17:11.179722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e304e4-382d-4f73-b5db-bab7d59e9a0c req-695d3410-2103-41c8-b8d7-a501c9a28a89 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:11.180775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04e304e4-382d-4f73-b5db-bab7d59e9a0c req-695d3410-2103-41c8-b8d7-a501c9a28a89 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 947 time: 0.1954021 Jul 07 22:17:11.261527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04e304e4-382d-4f73-b5db-bab7d59e9a0c req-f530d71c-333a-4e6c-97cc-42510c8e667c tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600903 Jul 07 22:17:11.838841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Deleting port f09fcf3b-a6eb-4c19-960c-131f5feddbcb {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:11.839083 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:11.867648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2553c27-3502-4175-bd50-14567d9ad7a8 req-bb77c5fb-bc6a-4aa7-b3bb-cb8311cbb68f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:11.869238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2553c27-3502-4175-bd50-14567d9ad7a8 req-bb77c5fb-bc6a-4aa7-b3bb-cb8311cbb68f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.1757038 Jul 07 22:17:11.905063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c124e2-c1d5-4dad-bb51-4bc8cc4d2305 req-0cfeb801-7f31-4704-a286-c9b341adcd7f tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:11.906543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69c124e2-c1d5-4dad-bb51-4bc8cc4d2305 req-0cfeb801-7f31-4704-a286-c9b341adcd7f tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 945 time: 0.2144694 Jul 07 22:17:12.009794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2553c27-3502-4175-bd50-14567d9ad7a8 req-565e0a40-233d-4c2c-af6b-ba2bc9762fb5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138115 Jul 07 22:17:12.030646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69c124e2-c1d5-4dad-bb51-4bc8cc4d2305 req-ace70036-6c45-4aad-9586-881fcd31ed45 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158450 Jul 07 22:17:12.049356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] For port f09fcf3b-a6eb-4c19-960c-131f5feddbcb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:12.049725 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.063927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Calling delete_port for f09fcf3b-a6eb-4c19-960c-131f5feddbcb owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:12.229640 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.255250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e6de14d-4ae9-4d50-92ed-6ec5623769b6 req-16cbd8d7-6eac-4839-aebf-e7dfb42c22b8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 210 time: 0.0367873 Jul 07 22:17:12.270585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f09fcf3b-a6eb-4c19-960c-131f5feddbcb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:12.283300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Pushing event deleted for resources: {'Port': ['ID=f09fcf3b-a6eb-4c19-960c-131f5feddbcb,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:12.350238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] No DVR routers for this DVR port f09fcf3b-a6eb-4c19-960c-131f5feddbcb on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:12.371726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:12.371726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c756159b-a012-4fd4-97e8-3b80e59e8f08 req-2e4b5ee7-d7bf-4025-ab99-a03c5bff4a94 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.83 "DELETE /v2.0/ports/f09fcf3b-a6eb-4c19-960c-131f5feddbcb HTTP/1.1" status: 204 len: 173 time: 1.2052565 Jul 07 22:17:12.371726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'name': 'network-vif-deleted', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:12.372931 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3c6093-c70d-4abe-8414-e0a769b57026" -d '{"events": [{"server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "name": "network-vif-deleted", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:12.382123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5ea3601-052f-4a8c-b4e7-2bcc5750800a req-73b08c24-178e-4be6-9e86-dc5352e770e0 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834 tempest-FloatingIPsAssociationNegativeTestJSON-2081379834-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6bef663-9904-4202-aa2f-2473900d62dd HTTP/1.1" status: 200 len: 210 time: 0.0596702 Jul 07 22:17:12.637034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c443d24-b452-4757-a54f-339cd5aec15e req-ee12acba-a2f9-4463-8d00-0cc557a7ae01 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.638958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c443d24-b452-4757-a54f-339cd5aec15e req-ee12acba-a2f9-4463-8d00-0cc557a7ae01 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1334434 Jul 07 22:17:12.655648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e08ef5-743b-4c21-b6f8-16ac2aeb6077 req-8ad97527-f7a3-46eb-bd93-a19571f4c731 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.663032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e08ef5-743b-4c21-b6f8-16ac2aeb6077 req-8ad97527-f7a3-46eb-bd93-a19571f4c731 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 947 time: 0.1413250 Jul 07 22:17:12.798947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c443d24-b452-4757-a54f-339cd5aec15e req-2f5240eb-cb0a-47b4-b209-23f5db38d27a tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531358 Jul 07 22:17:12.824778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e08ef5-743b-4c21-b6f8-16ac2aeb6077 req-f84a8d86-9897-486e-997b-089003026071 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596992 Jul 07 22:17:12.884766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-f1a25070-778e-49de-bb12-a7688598bc99 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:12.886302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-f1a25070-778e-49de-bb12-a7688598bc99 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.44 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.1962090 Jul 07 22:17:12.892965 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d654fd55-8cd3-458b-bfb2-ae4f730349d1 x-openstack-request-id: req-d654fd55-8cd3-458b-bfb2-ae4f730349d1 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:12.893252 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bef663-9904-4202-aa2f-2473900d62dd", "name": "network-vif-deleted", "tag": "f09fcf3b-a6eb-4c19-960c-131f5feddbcb", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:12.894039 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d654fd55-8cd3-458b-bfb2-ae4f730349d1 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:12.894493 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bef663-9904-4202-aa2f-2473900d62dd', 'name': 'network-vif-deleted', 'tag': 'f09fcf3b-a6eb-4c19-960c-131f5feddbcb', 'status': 'completed', 'code': 200} Jul 07 22:17:12.907037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Request body: {'port': {'device_id': 'e01f1985-9766-45d3-b413-6268c3c94367', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'admin_state_up': True, 'tenant_id': '54e3a2de8bea4da984d353053786f4c9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:13.112768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-9fccbafe-b65f-4a2d-9f00-7507c02b63fd tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:13.117184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-9fccbafe-b65f-4a2d-9f00-7507c02b63fd tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.83 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 945 time: 0.1507969 Jul 07 22:17:13.135797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Made reservation on behalf of 54e3a2de8bea4da984d353053786f4c9 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:13.143031 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.413940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d870f8d2-1c25-4a49-bf38-7936859a0439 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:13.428027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:13.457462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:13.458414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8ebf7bc0-8fb7-4f89-9352-4dc9b5f6127e not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:13.488355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac794e-909a-4828-a21f-9414c24dd6db req-976726ef-52d4-48d4-9ea2-328adf1b164d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:13.495684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdac794e-909a-4828-a21f-9414c24dd6db req-976726ef-52d4-48d4-9ea2-328adf1b164d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.3321631 Jul 07 22:17:13.509730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4abfcd-6ecf-4c41-8da4-2a5481b95f2f req-2548ff65-0111-4ab1-8131-07b1d1ad73e9 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:13.517223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c4abfcd-6ecf-4c41-8da4-2a5481b95f2f req-2548ff65-0111-4ab1-8131-07b1d1ad73e9 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 945 time: 0.3126752 Jul 07 22:17:13.560768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Allocated IP 172.20.0.12 (e78bab56-2430-4352-8c3a-9a975fe97bdf/c729abe2-7c10-4e18-8f90-c6235fd549eb/c819830b-10c3-457d-ace8-6eafd71d5c7e) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:13.567968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d870f8d2-1c25-4a49-bf38-7936859a0439, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d870f8d2-1c25-4a49-bf38-7936859a0439,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:13.583218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'd870f8d2-1c25-4a49-bf38-7936859a0439', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': 'd870f8d2-1c25-4a49-bf38-7936859a0439', 'mac_address': 'fa:16:3e:a6:be:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:13.592135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Deleting port 555e39ef-238e-474d-bc80-0e9329e8f055 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:13.592615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.630224 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.644717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d870f8d2-1c25-4a49-bf38-7936859a0439 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:13.667606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d870f8d2-1c25-4a49-bf38-7936859a0439, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d870f8d2-1c25-4a49-bf38-7936859a0439,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:13.670570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c4abfcd-6ecf-4c41-8da4-2a5481b95f2f req-921b0ef8-2f45-4890-918b-e71fbf4f7579 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522918 Jul 07 22:17:13.685063 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.735677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdac794e-909a-4828-a21f-9414c24dd6db req-c652c887-471a-4b32-96ba-9af714d7089d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390611 Jul 07 22:17:13.754813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d870f8d2-1c25-4a49-bf38-7936859a0439,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:13.889203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] For port 555e39ef-238e-474d-bc80-0e9329e8f055, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=555e39ef-238e-474d-bc80-0e9329e8f055,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:13.889540 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:13.943625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e190b115-9323-4d33-a4e2-326458c02151 req-6d2adb58-8171-41d1-b1a3-25b127b9438c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 210 time: 0.0579123 Jul 07 22:17:13.951197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Calling delete_port for 555e39ef-238e-474d-bc80-0e9329e8f055 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:14.022988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58382) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:14.253624 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.323030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.362110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7f575e2d-8000-4195-b5a5-f0bfd5a73dcb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:14.393317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45346e-aa96-44b1-b722-d23a98303040 req-7210ec44-5d63-4a76-94bb-03ec1a31a5f0 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.395456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e45346e-aa96-44b1-b722-d23a98303040 req-7210ec44-5d63-4a76-94bb-03ec1a31a5f0 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.2297678 Jul 07 22:17:14.396262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Pushing event deleted for resources: {'Port': ['ID=555e39ef-238e-474d-bc80-0e9329e8f055,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:14.420137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532ba3e-86cc-4e75-a353-bc6cb2f1a743 req-990a7aa8-0191-43a9-b403-99beccdb327d tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.427180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f532ba3e-86cc-4e75-a353-bc6cb2f1a743 req-990a7aa8-0191-43a9-b403-99beccdb327d tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 948 time: 0.3109853 Jul 07 22:17:14.479060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['d870f8d2-1c25-4a49-bf38-7936859a0439'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:14.524225 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.533557 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.535364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] No DVR routers for this DVR port 555e39ef-238e-474d-bc80-0e9329e8f055 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:14.542498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.544839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03bcd205-cca3-4da9-8392-b384e6b3aaa2 req-a3dae53a-96fd-41d9-b7b7-28c1cde0c9c0 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.83 "DELETE /v2.0/ports/555e39ef-238e-474d-bc80-0e9329e8f055 HTTP/1.1" status: 204 len: 173 time: 1.3965504 Jul 07 22:17:14.635929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f532ba3e-86cc-4e75-a353-bc6cb2f1a743 req-546a2ce4-05d3-4bcc-8386-394a5e537dbe tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068775 Jul 07 22:17:14.656502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e45346e-aa96-44b1-b722-d23a98303040 req-582a6d51-387b-41b9-b2c9-fcbcb0ba15a3 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475371 Jul 07 22:17:14.669176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Network e78bab56-2430-4352-8c3a-9a975fe97bdf is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:14.682635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:14.691728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:14.696528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event updated for resources: {'Port': ['ID=c819830b-10c3-457d-ace8-6eafd71d5c7e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:14.868783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:14.869748 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.913197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9387985-ac0e-4938-9207-3a00acb8d096', 'name': 'network-vif-deleted', 'tag': '555e39ef-238e-474d-bc80-0e9329e8f055'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:14.915997 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7169aaab-5bda-4f24-b867-a145d13205fa" -d '{"events": [{"server_uuid": "d9387985-ac0e-4938-9207-3a00acb8d096", "name": "network-vif-deleted", "tag": "555e39ef-238e-474d-bc80-0e9329e8f055"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:14.916835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Deleting port ee3ac82a-d119-41ed-b708-0fbe1aef05ce {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:14.917181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:14.962640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e11ee51-86de-460b-9cd5-79ac729472c2 req-b86455c5-0d82-4011-b3e8-72e37ca4f19f tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9387985-ac0e-4938-9207-3a00acb8d096 HTTP/1.1" status: 200 len: 210 time: 0.0754580 Jul 07 22:17:14.964974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6e9b0088-863f-4f50-af25-4275184f289d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0637252 Jul 07 22:17:14.996606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Request body: {'port': {'device_id': 'e01f1985-9766-45d3-b413-6268c3c94367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:15.035282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] For port ee3ac82a-d119-41ed-b708-0fbe1aef05ce, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ee3ac82a-d119-41ed-b708-0fbe1aef05ce,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:15.035801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.078290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Calling delete_port for ee3ac82a-d119-41ed-b708-0fbe1aef05ce owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:15.237968 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-1906a50a-6abf-4705-8be0-8ecfff6beedb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1947381 Jul 07 22:17:15.291695 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9784c874-2fd7-467a-a7f8-d4d026cbde24 x-openstack-request-id: req-9784c874-2fd7-467a-a7f8-d4d026cbde24 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:15.291993 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9387985-ac0e-4938-9207-3a00acb8d096", "name": "network-vif-deleted", "tag": "555e39ef-238e-474d-bc80-0e9329e8f055", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:15.292248 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9784c874-2fd7-467a-a7f8-d4d026cbde24 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:15.292693 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9387985-ac0e-4938-9207-3a00acb8d096', 'name': 'network-vif-deleted', 'tag': '555e39ef-238e-474d-bc80-0e9329e8f055', 'status': 'completed', 'code': 200} Jul 07 22:17:15.295634 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.421690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f09fcf3b-a6eb-4c19-960c-131f5feddbcb no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:15.435991 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.471312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: f09fcf3b-a6eb-4c19-960c-131f5feddbcb {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:15.473403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f09fcf3b-a6eb-4c19-960c-131f5feddbcb not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:15.489070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 555e39ef-238e-474d-bc80-0e9329e8f055 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:15.491971 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee3ac82a-d119-41ed-b708-0fbe1aef05ce,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:15.555802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923bab8-acff-4adf-84c0-2d28b285f238 req-f4980f75-3ed8-491c-a73c-c634dcc3123d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.558177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4923bab8-acff-4adf-84c0-2d28b285f238 req-f4980f75-3ed8-491c-a73c-c634dcc3123d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.5587161 Jul 07 22:17:15.558719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-696b8efc-2cf5-4811-931e-5a831af69234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.562197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-696b8efc-2cf5-4811-931e-5a831af69234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.562879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-696b8efc-2cf5-4811-931e-5a831af69234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.563473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-696b8efc-2cf5-4811-931e-5a831af69234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.564001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-696b8efc-2cf5-4811-931e-5a831af69234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.564530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-696b8efc-2cf5-4811-931e-5a831af69234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.565053 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-696b8efc-2cf5-4811-931e-5a831af69234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.569040 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-696b8efc-2cf5-4811-931e-5a831af69234 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6508 time: 0.2396657 Jul 07 22:17:15.579145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 555e39ef-238e-474d-bc80-0e9329e8f055 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:15.580414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 555e39ef-238e-474d-bc80-0e9329e8f055 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:15.738684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4923bab8-acff-4adf-84c0-2d28b285f238 req-2f236509-1b75-47e8-b98c-c946b7350227 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689155 Jul 07 22:17:15.884257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-6f21aa52-9b9f-4ecc-937b-e4527c721363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.884744 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-6f21aa52-9b9f-4ecc-937b-e4527c721363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.885210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-6f21aa52-9b9f-4ecc-937b-e4527c721363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.887036 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-6f21aa52-9b9f-4ecc-937b-e4527c721363 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 HTTP/1.1" status: 200 len: 2297 time: 0.2874396 Jul 07 22:17:15.942109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb300a-1869-4ef4-aee9-5b9ee2a245c6 req-832f2f44-e9f8-4748-a01b-ed6dd049c7bb tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:15.949264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72cb300a-1869-4ef4-aee9-5b9ee2a245c6 req-832f2f44-e9f8-4748-a01b-ed6dd049c7bb tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 932 time: 0.4532003 Jul 07 22:17:15.962485 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:15.977069 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-cc9c0009-ada5-4a1c-890f-1a75f80b0592 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51240f68-3675-42b4-a1ac-05f7eb129a14 HTTP/1.1" status: 200 len: 1001 time: 0.0779414 Jul 07 22:17:15.988548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c819830b-10c3-457d-ace8-6eafd71d5c7e {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:16.014158 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.020257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72cb300a-1869-4ef4-aee9-5b9ee2a245c6 req-23fe1079-30c8-4871-a998-e32e30d1ca63 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701480 Jul 07 22:17:16.038424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Transition to ACTIVE for port object c819830b-10c3-457d-ace8-6eafd71d5c7e will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:16.045369 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.118098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8937f7c-88c8-45f4-9cf3-0e3dc275ca7a req-c60dbf6e-dd86-4cb8-ba45-22e27d942d9e tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:16.125417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8937f7c-88c8-45f4-9cf3-0e3dc275ca7a req-c60dbf6e-dd86-4cb8-ba45-22e27d942d9e tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 948 time: 0.2241981 Jul 07 22:17:16.130017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-3bc3586f-d8c8-4b00-af6e-40b489b9dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:16.130702 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-3bc3586f-d8c8-4b00-af6e-40b489b9dbd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=975d8c54-beac-4d0f-9253-65063e26999d HTTP/1.1" status: 200 len: 855 time: 0.1115646 Jul 07 22:17:16.153274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67085e89-9951-4663-aa04-14741baba201 service neutron] Pushing event updated for resources: {'Port': ['ID=c819830b-10c3-457d-ace8-6eafd71d5c7e,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:16.286643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8937f7c-88c8-45f4-9cf3-0e3dc275ca7a req-5c2160f9-0d4f-4a3c-a5dc-b2d549cb7cd8 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603169 Jul 07 22:17:16.308342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-a21e3891-02f7-4330-9140-275d32207911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:16.309974 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-a21e3891-02f7-4330-9140-275d32207911 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700385 Jul 07 22:17:16.333155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Attempting to bind port c819830b-10c3-457d-ace8-6eafd71d5c7e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:16.333497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Attempting to bind port c819830b-10c3-457d-ace8-6eafd71d5c7e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:16.333826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Attempting to bind port c819830b-10c3-457d-ace8-6eafd71d5c7e on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:16.346257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Port c819830b-10c3-457d-ace8-6eafd71d5c7e on network e78bab56-2430-4352-8c3a-9a975fe97bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:17:16.346588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Attempting to bind port c819830b-10c3-457d-ace8-6eafd71d5c7e on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:16.362211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4332a-5559-4966-bd24-dee61c997e2d req-beed06b6-4f35-4ae9-bf5b-759983f9a357 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:16.369616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40c4332a-5559-4966-bd24-dee61c997e2d req-beed06b6-4f35-4ae9-bf5b-759983f9a357 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.2135625 Jul 07 22:17:16.377855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:16.378264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Checking segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:16.378648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Bound using segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:16.379098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Bound port: c819830b-10c3-457d-ace8-6eafd71d5c7e, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:16.379457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.429719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Router 84104c0a-1290-4689-a1f4-991b56d2c6b1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:17:16.433287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40c4332a-5559-4966-bd24-dee61c997e2d req-0bea4acd-ada4-4ca6-86d9-a195438a804e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627942 Jul 07 22:17:16.519813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:16.524745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:16.558806 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.612795 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-e99e8e37-986c-4b03-aa36-a44aaa83a2ce service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930052 Jul 07 22:17:16.652742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67085e89-9951-4663-aa04-14741baba201 service neutron] Pushing event updated for resources: {'Port': ['ID=c819830b-10c3-457d-ace8-6eafd71d5c7e,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:16.667292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:16.667892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:16.669566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-67085e89-9951-4663-aa04-14741baba201 service neutron] 10.222.0.44 "PUT /v2.0/ports/c819830b-10c3-457d-ace8-6eafd71d5c7e HTTP/1.1" status: 200 len: 1093 time: 1.6922131 Jul 07 22:17:16.809666 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:16.818806 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-36714056-9da3-49e2-acc7-61f087b19d8c admin admin] 10.222.0.81 "PUT /v2.0/routers/84104c0a-1290-4689-a1f4-991b56d2c6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7944722 Jul 07 22:17:16.821945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:16.824078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] Sync routers for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:16.835796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-17c3db43-0bdf-4176-9f30-a74cf19e0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:16.840663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:16.841775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-17c3db43-0bdf-4176-9f30-a74cf19e0fa8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 1096 time: 0.1232457 Jul 07 22:17:16.842614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:16.933925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-d087674e-816e-4091-9627-618f63b442d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e HTTP/1.1" status: 200 len: 217 time: 0.0851586 Jul 07 22:17:17.107404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:17.333802 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-ce6b4c2f-4aa6-43d6-bf78-3b5f0f160b63 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084389 Jul 07 22:17:17.432846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:17:15Z', 'revision_number': 5, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:17.435791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:17.493801 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-ac993ee4-0914-4cbf-ae6f-c0d4055c7a83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 HTTP/1.1" status: 200 len: 217 time: 0.0836799 Jul 07 22:17:17.557383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d870f8d2-1c25-4a49-bf38-7936859a0439 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:17.559384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-24644aef-66c3-486f-83f5-608d6cd5a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:17.561144 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-24644aef-66c3-486f-83f5-608d6cd5a489 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.0644202 Jul 07 22:17:17.564605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.572452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:17.645639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a has no active binding in host n-h2-695012-11 {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:17:17.648472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] Checking router: 84104c0a-1290-4689-a1f4-991b56d2c6b1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:17.655008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:17.657371 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cbdd67-1fb8-43f9-a32f-84277cfe851b" -d '{"events": [{"name": "network-changed", "server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:17.668491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6a590b67-c189-4779-9584-d7465eff4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:17.669981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-6a590b67-c189-4779-9584-d7465eff4c06 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.7278905 Jul 07 22:17:17.672641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] Routers {'84104c0a-1290-4689-a1f4-991b56d2c6b1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:17.673598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84104c0a-1290-4689-a1f4-991b56d2c6b1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:17.753816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-70bae42a-0546-4997-b284-86c1f3d74583 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709913 Jul 07 22:17:17.848214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.853712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port d870f8d2-1c25-4a49-bf38-7936859a0439 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:17.863828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port d870f8d2-1c25-4a49-bf38-7936859a0439 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:17.864532 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:17.888469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-91d9e065-da90-4a54-b945-d9488df84eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:17.890968 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-91d9e065-da90-4a54-b945-d9488df84eab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2643940 Jul 07 22:17:17.905744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b6446-0620-4632-9780-2bdcc0882fe1 req-c158be4a-9861-43a2-a3ac-80167d3b3152 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:17.907603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9b6446-0620-4632-9780-2bdcc0882fe1 req-c158be4a-9861-43a2-a3ac-80167d3b3152 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 946 time: 0.8894227 Jul 07 22:17:17.915700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-5777043a-e417-4003-92eb-d638c18b938c tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:17.917430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-5777043a-e417-4003-92eb-d638c18b938c tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1098 time: 0.8507857 Jul 07 22:17:17.935749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695012-11'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:17.951879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] Set router 84104c0a-1290-4689-a1f4-991b56d2c6b1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:17.959749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9b7db-594d-4f93-8cf6-ba1b58deb1d4 req-3ada70a9-95b5-4e9a-9ff2-c69af6826144 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:17.967098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d9b7db-594d-4f93-8cf6-ba1b58deb1d4 req-3ada70a9-95b5-4e9a-9ff2-c69af6826144 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 944 time: 0.3061628 Jul 07 22:17:18.005589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Deleting port d915dd8d-d7ef-4dda-98b5-cf39099ed462 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:18.005958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.094988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-3609d7fa-835c-40d2-870a-f4ae4b495c38 service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301504 Jul 07 22:17:18.142820 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-29c5e27e-39c6-47cd-879b-3065cc192e0a service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392275 Jul 07 22:17:18.157127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9b6446-0620-4632-9780-2bdcc0882fe1 req-ff574917-9592-4892-b8ec-60aa493a717d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303352 Jul 07 22:17:18.164193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d9b7db-594d-4f93-8cf6-ba1b58deb1d4 req-0e758ab3-a7b0-44c5-8809-b398d2b4c758 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959879 Jul 07 22:17:18.267838 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.336231 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-a5889878-7f3e-4eb5-b130-1d1693cb69f2 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860099 Jul 07 22:17:18.399996 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-de289165-8a1d-4a9c-9484-33764cca40a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=164d5769-4447-49bc-ad8f-510c5c72b857 HTTP/1.1" status: 200 len: 217 time: 0.0564103 Jul 07 22:17:18.416726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] For port d915dd8d-d7ef-4dda-98b5-cf39099ed462, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d915dd8d-d7ef-4dda-98b5-cf39099ed462,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:18.417089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.449637 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.455462 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Calling delete_port for d915dd8d-d7ef-4dda-98b5-cf39099ed462 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:18.467724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d217d6d-a935-4031-bc36-c77b314c2302 req-d1fb1ae4-a2f6-41d6-acfb-57b9f3eb3642 service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575120 Jul 07 22:17:18.480390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-e6ec5f5f-f1ff-4b47-8373-d9f1a94b2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.482112 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-e6ec5f5f-f1ff-4b47-8373-d9f1a94b2f70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.0748026 Jul 07 22:17:18.484306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd870f8d2-1c25-4a49-bf38-7936859a0439'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:18.486802 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098c9d64-44fd-485b-978b-75b1799775db" -d '{"events": [{"server_uuid": "f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7", "name": "network-vif-plugged", "status": "completed", "tag": "d870f8d2-1c25-4a49-bf38-7936859a0439"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:18.507727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d870f8d2-1c25-4a49-bf38-7936859a0439, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d870f8d2-1c25-4a49-bf38-7936859a0439,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:18.512529 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.546614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:17:15Z', 'revision_number': 5, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:18.583008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a85ea3-8ea1-451f-9ed9-bca3e2da3aac None None] The sync data for ids ['84104c0a-1290-4689-a1f4-991b56d2c6b1'] in n-d-695012-11 is: [{'id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-404641692-router', 'tenant_id': '537df5fcfbd7470c84275d036736fd71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:09Z', 'updated_at': '2021-07-07T22:17:15Z', 'revision_number': 5, 'project_id': '537df5fcfbd7470c84275d036736fd71', 'gw_port': {'id': 'd915dd8d-d7ef-4dda-98b5-cf39099ed462', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:23:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84104c0a-1290-4689-a1f4-991b56d2c6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:10Z', 'updated_at': '2021-07-07T22:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:18.614694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d870f8d2-1c25-4a49-bf38-7936859a0439,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:18.673685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-d526d38b-27c2-4b2b-970b-fa3975784da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.675975 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-d526d38b-27c2-4b2b-970b-fa3975784da0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1609173 Jul 07 22:17:18.825307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cb0f2-dfe0-41d8-9a86-7571eb0072a2 req-c2b9687a-c894-44b7-8599-87bdef52e3b0 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.826883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a4cb0f2-dfe0-41d8-9a86-7571eb0072a2 req-c2b9687a-c894-44b7-8599-87bdef52e3b0 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.3551247 Jul 07 22:17:18.861058 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-44f5bbc0-b947-4516-bddb-7f4501ff25f5 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687641 Jul 07 22:17:18.869744 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:18.895079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed609497-ba18-426a-812f-35adb70ea9f9 req-827dea92-4111-4195-9fb0-96cd9b448383 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:18.896685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed609497-ba18-426a-812f-35adb70ea9f9 req-827dea92-4111-4195-9fb0-96cd9b448383 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 949 time: 0.4238133 Jul 07 22:17:18.921511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a4cb0f2-dfe0-41d8-9a86-7571eb0072a2 req-83c5ebac-d474-4f75-93f0-4c8de46198a6 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778794 Jul 07 22:17:18.927759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:19.014713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed609497-ba18-426a-812f-35adb70ea9f9 req-34b84ae8-1130-4d3e-bca1-dd34774cd587 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094811 Jul 07 22:17:19.034364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:19.093631 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82785512-9b20-4562-b7dc-08dc2b6c6472 x-openstack-request-id: req-82785512-9b20-4562-b7dc-08dc2b6c6472 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:19.093922 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:19.094202 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82785512-9b20-4562-b7dc-08dc2b6c6472 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:19.094601 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e', 'status': 'completed', 'code': 200} Jul 07 22:17:19.171870 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777a7d9d-815f-4049-a42c-158af83a380e x-openstack-request-id: req-777a7d9d-815f-4049-a42c-158af83a380e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:19.173100 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7", "name": "network-vif-plugged", "status": "completed", "tag": "d870f8d2-1c25-4a49-bf38-7936859a0439", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:19.173754 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-777a7d9d-815f-4049-a42c-158af83a380e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:19.174503 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd870f8d2-1c25-4a49-bf38-7936859a0439', 'code': 200} Jul 07 22:17:19.224312 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.227610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Pushing event deleted for resources: {'Port': ['ID=d915dd8d-d7ef-4dda-98b5-cf39099ed462,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:19.232931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.391154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on host n-h1-695012-11 for vnic_type normal with profile {"migrating_to": "n-h2-695012-11"} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:19.391506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:19.391843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:19.417584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:17:19.417944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Attempting to bind port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:19.429443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:19.429909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:19.430360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:19.430796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Bound port: ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:19.431162 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.515360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.522870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:19.526941 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-879ec4c1-485f-4c0e-bf1c-d2f1bcf5268f service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460016 Jul 07 22:17:19.528254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-ebccde53-30b2-438d-aae6-3de9c7bac26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:19.529761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-ebccde53-30b2-438d-aae6-3de9c7bac26d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 1096 time: 0.3968067 Jul 07 22:17:19.608673 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-f055eefa-0de9-41fa-a0c7-60d89d57971f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a HTTP/1.1" status: 200 len: 217 time: 0.0659811 Jul 07 22:17:19.610087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.755955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2edfd-e3ff-473f-8501-99b053bb2aff req-f9b8e9d1-edb9-44f4-abdd-dcd4a9e26cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:19.757981 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dfa2edfd-e3ff-473f-8501-99b053bb2aff req-f9b8e9d1-edb9-44f4-abdd-dcd4a9e26cca service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 1101 time: 0.4235430 Jul 07 22:17:19.772259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:19.782508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ecce9-c4b3-42c8-adda-a1646e536881 req-294abcc4-2b69-48fa-b1fd-8a1dc33cad7c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:19.783942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f3ecce9-c4b3-42c8-adda-a1646e536881 req-294abcc4-2b69-48fa-b1fd-8a1dc33cad7c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.3251107 Jul 07 22:17:19.811108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ee3ac82a-d119-41ed-b708-0fbe1aef05ce no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:19.832969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ba3c2-9522-49d2-b67c-4e1215cdc43c req-22220033-a5fa-4a14-ae5c-4bb61b19d985 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:19.835599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ee3ac82a-d119-41ed-b708-0fbe1aef05ce {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:19.836402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ee3ac82a-d119-41ed-b708-0fbe1aef05ce not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:19.845831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691ba3c2-9522-49d2-b67c-4e1215cdc43c req-22220033-a5fa-4a14-ae5c-4bb61b19d985 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 944 time: 0.3106990 Jul 07 22:17:19.857347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.868589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.876153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:19.881883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-3859589b-f695-42e4-b0e9-1cdf4bb2f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:19.882111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-1366cdd5-029e-44b3-8ece-8c83bbf1e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:19.883899 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-1366cdd5-029e-44b3-8ece-8c83bbf1e122 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 912 time: 0.3368225 Jul 07 22:17:19.884305 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-3859589b-f695-42e4-b0e9-1cdf4bb2f19f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.2676933 Jul 07 22:17:19.887112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:19.889287 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-dfa2edfd-e3ff-473f-8501-99b053bb2aff req-bb9dbf27-e2b4-47a6-9d2c-a01f8d300f57 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691521 Jul 07 22:17:19.948732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f3ecce9-c4b3-42c8-adda-a1646e536881 req-f6902814-664a-4dc1-8fe1-f77795e6a3a6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401057 Jul 07 22:17:19.998899 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.001342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84104c0a-1290-4689-a1f4-991b56d2c6b1 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:17:20.007938 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.009338 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d13f5474-2ed8-41c1-bbf8-2e8cd1f4d48b admin admin] 10.222.0.81 "DELETE /v2.0/routers/84104c0a-1290-4689-a1f4-991b56d2c6b1 HTTP/1.1" status: 204 len: 168 time: 3.1860495 Jul 07 22:17:20.012599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58470) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:20.026901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-95e6e8ac-45aa-4f9f-b180-d6efb0ba467d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e HTTP/1.1" status: 200 len: 217 time: 0.1053705 Jul 07 22:17:20.093813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cea1b58-e75c-4aeb-a808-b02687e2d722 admin admin] Deleting subnet 6bb4f877-9fad-441d-a987-21cd53d819c7 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:17:20.099441 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3cea1b58-e75c-4aeb-a808-b02687e2d722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.123917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-f4e6227e-469b-451c-b07d-873952961e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.125918 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-f4e6227e-469b-451c-b07d-873952961e51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1987946 Jul 07 22:17:20.132039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691ba3c2-9522-49d2-b67c-4e1215cdc43c req-fbcca2c3-c24b-42d0-b873-85fc583526de tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852874 Jul 07 22:17:20.207499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3cea1b58-e75c-4aeb-a808-b02687e2d722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.212816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.213513 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.217616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] 10.222.0.83 "PUT /v2.0/ports/ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a HTTP/1.1" status: 200 len: 1124 time: 2.2861967 Jul 07 22:17:20.218401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34361b3-b24d-4908-a26b-870228627e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,revision_number=8']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:20.246497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-64aa6086-df84-4c16-a8df-0b92c304184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.249091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-64aa6086-df84-4c16-a8df-0b92c304184c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.2048268 Jul 07 22:17:20.325791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-3555fa25-bb57-41d6-bf68-d369445b479e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670829 Jul 07 22:17:20.330743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:20.337861 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-27bb0057-db3c-4556-9664-3788ad8ab0e2 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031236 Jul 07 22:17:20.469333 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3cea1b58-e75c-4aeb-a808-b02687e2d722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.484369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:20.576092 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-7f4d51ed-8e7f-471c-ae24-bd84af27b9ae service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044771 Jul 07 22:17:20.700701 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-764a344f-b142-4f00-948e-c38792cb6ee6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6 HTTP/1.1" status: 200 len: 217 time: 0.1007512 Jul 07 22:17:20.707847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3cea1b58-e75c-4aeb-a808-b02687e2d722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.834292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea1b58-e75c-4aeb-a808-b02687e2d722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bb4f877-9fad-441d-a987-21cd53d819c7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:20.843148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3cea1b58-e75c-4aeb-a808-b02687e2d722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.845574 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3cea1b58-e75c-4aeb-a808-b02687e2d722 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6bb4f877-9fad-441d-a987-21cd53d819c7 HTTP/1.1" status: 204 len: 168 time: 0.8318682 Jul 07 22:17:20.851000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58478) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:20.880137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-4d8039a4-7d28-4a28-b6d0-70e059a8811d service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126686 Jul 07 22:17:20.904784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c17ae-8346-4ef4-b71f-67c97ace01e1 None None] Network e50949e0-b2a1-4062-bb18-57322e2fb212 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:20.913055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf5c51-544b-4771-8ea6-70d5a39a6044 req-07959fa7-ccd5-4c0c-a013-c767e42e69f2 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.914683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-faaf5c51-544b-4771-8ea6-70d5a39a6044 req-07959fa7-ccd5-4c0c-a013-c767e42e69f2 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.4552674 Jul 07 22:17:20.929550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:20.948354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-a0267e77-e9bf-4569-ac76-1861d040654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.948750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289ea42-650d-4546-ba93-d56d0a4fe857 req-79ad211e-e98b-4c1e-92df-6750307466d4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:20.949815 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-a0267e77-e9bf-4569-ac76-1861d040654c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.2394700 Jul 07 22:17:20.953162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5289ea42-650d-4546-ba93-d56d0a4fe857 req-79ad211e-e98b-4c1e-92df-6750307466d4 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 949 time: 0.4187434 Jul 07 22:17:21.065239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Deleting port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:21.066783 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.090045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5289ea42-650d-4546-ba93-d56d0a4fe857 req-2835a59b-7119-4e6b-894f-3ae898d25f7f tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269541 Jul 07 22:17:21.117324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a'}, {'name': 'network-changed', 'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:21.128638 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e36f248-7859-4d60-bf8b-a0b8864f60a5" -d '{"events": [{"server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a"}, {"name": "network-changed", "server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:21.137895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c819830b-10c3-457d-ace8-6eafd71d5c7e details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:21.145245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-e194efc4-1196-4b55-b0b1-4c151f888247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:21.146929 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-e194efc4-1196-4b55-b0b1-4c151f888247 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1753228 Jul 07 22:17:21.148931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-faaf5c51-544b-4771-8ea6-70d5a39a6044 req-0432bf96-0449-4ad3-8ab8-70e4da78b840 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880081 Jul 07 22:17:21.298135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71cbdd67-1fb8-43f9-a32f-84277cfe851b req-685825db-34d3-4891-aa41-311d52b5a04e service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815529 Jul 07 22:17:21.305929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] For port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=df4e04ea-b64b-4a2e-a987-dcd3bcc91c87,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:21.306491 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.321135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Calling delete_port for df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:21.405698 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-81744917-3e38-412b-a4d3-02dcd1d18ee8 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502568 Jul 07 22:17:21.407970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:21.439234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'c819830b-10c3-457d-ace8-6eafd71d5c7e', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'port_id': 'c819830b-10c3-457d-ace8-6eafd71d5c7e', 'mac_address': 'fa:16:3e:b0:3c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c729abe2-7c10-4e18-8f90-c6235fd549eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:21.447573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be94297-5a39-4397-b4e1-ae0911046081 None None] DHCP port deletion for e50949e0-b2a1-4062-bb18-57322e2fb212 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:17:21.473280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06430d6f-ec99-4e7b-a4a2-4567447227e6 req-0a674d5c-a1be-4c87-89c8-66b72a8e7867 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:21.479505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06430d6f-ec99-4e7b-a4a2-4567447227e6 req-0a674d5c-a1be-4c87-89c8-66b72a8e7867 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.1803467 Jul 07 22:17:21.521634 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-e87be304-ea6e-45e3-baed-72bd67391027 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082041 Jul 07 22:17:21.553814 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.559655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06430d6f-ec99-4e7b-a4a2-4567447227e6 req-3ff0c24d-329e-4d73-bd87-a822dcf1e741 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700331 Jul 07 22:17:21.583414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8be94297-5a39-4397-b4e1-ae0911046081 None None] Deleting port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:21.583797 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8be94297-5a39-4397-b4e1-ae0911046081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.592389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c819830b-10c3-457d-ace8-6eafd71d5c7e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:21.593911 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-6ef92f7f-efb4-4b92-86c8-287e1a57f791 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6102e613-64a9-4795-b433-2ea361f3067a HTTP/1.1" status: 200 len: 217 time: 0.0644152 Jul 07 22:17:21.659210 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b66a063-6750-4eb5-a06f-9b08779f3b3a x-openstack-request-id: req-0b66a063-6750-4eb5-a06f-9b08779f3b3a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:21.659519 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a", "code": 200}, {"name": "network-changed", "server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:21.659780 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b66a063-6750-4eb5-a06f-9b08779f3b3a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:21.660188 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a', 'code': 200} Jul 07 22:17:21.660451 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a', 'status': 'completed', 'code': 200} Jul 07 22:17:21.682456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:21.695906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.717691 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.726817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8be94297-5a39-4397-b4e1-ae0911046081 None None] For port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=df4e04ea-b64b-4a2e-a987-dcd3bcc91c87,segment=NetworkSegment(b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3),segment_id=b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:21.727478 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8be94297-5a39-4397-b4e1-ae0911046081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:21.766888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8be94297-5a39-4397-b4e1-ae0911046081 None None] Calling delete_port for df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:21.776643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=df4e04ea-b64b-4a2e-a987-dcd3bcc91c87,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:21.792499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-6848f82b-3a05-4550-93c9-0de621b2e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:21.797983 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-6848f82b-3a05-4550-93c9-0de621b2e4de service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.1985254 Jul 07 22:17:21.799195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] No DVR routers for this DVR port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:21.864542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:21.874646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-1b2740d8-3dae-462a-8a2d-ec9b70f2f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:21.876181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-1b2740d8-3dae-462a-8a2d-ec9b70f2f775 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1127 time: 0.1750791 Jul 07 22:17:21.877500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=c819830b-10c3-457d-ace8-6eafd71d5c7e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:21.910853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:21.911205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:21.911632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d915dd8d-d7ef-4dda-98b5-cf39099ed462 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:21.951627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: d915dd8d-d7ef-4dda-98b5-cf39099ed462 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:21.951977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d915dd8d-d7ef-4dda-98b5-cf39099ed462 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:21.993119 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8be94297-5a39-4397-b4e1-ae0911046081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.022179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be94297-5a39-4397-b4e1-ae0911046081 None None] Pushing event deleted for resources: {'Port': ['ID=df4e04ea-b64b-4a2e-a987-dcd3bcc91c87,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:22.037312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be94297-5a39-4397-b4e1-ae0911046081 None None] No DVR routers for this DVR port df4e04ea-b64b-4a2e-a987-dcd3bcc91c87 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:22.073686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['c819830b-10c3-457d-ace8-6eafd71d5c7e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:22.094193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.120628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50949e0-b2a1-4062-bb18-57322e2fb212']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:22.124473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-2ff3bf22-9b67-40c3-9e62-b98e9868fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.132656 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-2ff3bf22-9b67-40c3-9e62-b98e9868fdfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3252239 Jul 07 22:17:22.163818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:22.164115 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b4ae6b-71b0-4ca1-ad8c-7adda8d884c3') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:22.188557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-808d16a5-5f58-4a89-bb93-c5e918d104be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.191376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-808d16a5-5f58-4a89-bb93-c5e918d104be service neutron] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.2995586 Jul 07 22:17:22.214997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.238928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.249507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:17:22.249919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:17:22.251676 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:17:22.322613 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-ddd8165c-c186-4547-8b7b-30f91f6c2c46 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757088 Jul 07 22:17:22.333081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b04bde-7295-425d-aa3a-224380ac8225 req-299a3d99-16ca-4cc8-a552-061c995f7c03 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.341888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60b04bde-7295-425d-aa3a-224380ac8225 req-299a3d99-16ca-4cc8-a552-061c995f7c03 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 945 time: 0.4494195 Jul 07 22:17:22.353976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.364031 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:22.365994 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] 10.222.0.81 "DELETE /v2.0/networks/e50949e0-b2a1-4062-bb18-57322e2fb212 HTTP/1.1" status: 204 len: 168 time: 1.5140474 Jul 07 22:17:22.387709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-2780aaed-0812-4780-b82b-05329b4d47fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a HTTP/1.1" status: 200 len: 217 time: 0.1858628 Jul 07 22:17:22.467785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60b04bde-7295-425d-aa3a-224380ac8225 req-1bba1657-9698-4463-af67-6e72b406eb10 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219921 Jul 07 22:17:22.513355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-08708743-7074-456d-8cc0-f94eaf534afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.528128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-08708743-7074-456d-8cc0-f94eaf534afa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1311638 Jul 07 22:17:22.546582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61879c3e-bdd1-4f5a-8abb-b94222ebda55 req-2b0ce3a8-f4ac-4beb-a23d-466e62f2990f tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.548205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61879c3e-bdd1-4f5a-8abb-b94222ebda55 req-2b0ce3a8-f4ac-4beb-a23d-466e62f2990f tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 945 time: 0.3936961 Jul 07 22:17:22.607158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-ef2520e6-8c0c-446d-8df4-b4cf88fc58d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576632 Jul 07 22:17:22.740253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61879c3e-bdd1-4f5a-8abb-b94222ebda55 req-6cfe958e-897f-43ed-93ab-acc76f5b34ff tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323252 Jul 07 22:17:22.743774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58512) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:22.825929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-99db8ed5-e7b6-4fab-85f7-8b4ffa6ed5fe service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105193 Jul 07 22:17:22.836701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd2633-a431-45fc-b53f-268a9c8b4db9 req-4da41a07-d011-436a-b4f4-985b405f4328 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:22.838323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90bd2633-a431-45fc-b53f-268a9c8b4db9 req-4da41a07-d011-436a-b4f4-985b405f4328 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 949 time: 0.1456003 Jul 07 22:17:22.844921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-99ef6eac-121d-49f6-b627-9a407e002ac3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=537df5fcfbd7470c84275d036736fd71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000102 Jul 07 22:17:22.845536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58514) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:22.902351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ee8b4-d569-4044-ae9e-acf0f90f0f0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e50949e0-b2a1-4062-bb18-57322e2fb212,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:22.945883 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-7cb93fb5-1839-44d1-8969-bf416d2e7f4d service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063876 Jul 07 22:17:22.994209 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-3ac11ac1-0b72-4f02-a721-5de7f44c7e87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74786844-5bbf-47f9-bead-efb5f398b615 HTTP/1.1" status: 200 len: 217 time: 0.0391896 Jul 07 22:17:23.026433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e36f248-7859-4d60-bf8b-a0b8864f60a5 req-6888abda-28df-48ae-8718-d2156ff7ef79 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870725 Jul 07 22:17:23.063172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-5fe1db53-0301-41b1-ac1e-ee19b4f1bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:23.064796 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-5fe1db53-0301-41b1-ac1e-ee19b4f1bb20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.0641828 Jul 07 22:17:23.088087 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90bd2633-a431-45fc-b53f-268a9c8b4db9 req-0d88dcd3-56db-4aca-a882-6d382a892135 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435318 Jul 07 22:17:23.130443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e36b2b02-710a-4f34-87f2-7225d8d5144f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.134453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-b6515e01-9788-4602-97f2-340c3bbb6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:23.135980 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-b6515e01-9788-4602-97f2-340c3bbb6dce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0646706 Jul 07 22:17:23.178198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913e37e-e7ef-4bb1-b947-d61e5c06c297 req-87187669-3a98-4a12-9013-5ee48b045976 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:23.179873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f913e37e-e7ef-4bb1-b947-d61e5c06c297 req-87187669-3a98-4a12-9013-5ee48b045976 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.2109845 Jul 07 22:17:23.198106 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e36b2b02-710a-4f34-87f2-7225d8d5144f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.295276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f913e37e-e7ef-4bb1-b947-d61e5c06c297 req-b98888c1-812d-4aa5-8686-3876c36f209b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041126 Jul 07 22:17:23.329810 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e36b2b02-710a-4f34-87f2-7225d8d5144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.333316 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e36b2b02-710a-4f34-87f2-7225d8d5144f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:23.337096 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-20998afb-7845-4ec7-b942-d87d3b9a2d89 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924043 Jul 07 22:17:23.338160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e36b2b02-710a-4f34-87f2-7225d8d5144f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b430cf80-60e5-4c79-b1ea-ac411c0c71d7 HTTP/1.1" status: 204 len: 168 time: 0.3922544 Jul 07 22:17:23.351580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b2b02-710a-4f34-87f2-7225d8d5144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b430cf80-60e5-4c79-b1ea-ac411c0c71d7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:23.561767 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-de33b9a6-017a-4287-b45d-3476c74070a1 req-b265d892-9e71-41fd-9fe5-a9d653df7719 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137363 Jul 07 22:17:23.616916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d64e2-d841-48b7-897e-ac3deef3366c req-cceee64c-00f1-4caf-ba11-924c264f93e4 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:23.627265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-966d64e2-d841-48b7-897e-ac3deef3366c req-cceee64c-00f1-4caf-ba11-924c264f93e4 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.1368473 Jul 07 22:17:23.697046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-966d64e2-d841-48b7-897e-ac3deef3366c req-5bfa3877-00c2-423b-ac65-42259086518c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687952 Jul 07 22:17:23.923452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f5e4c-0ec9-45ea-bf21-1ea243074eb4 req-120a0895-5a5d-4af6-999b-0b2284aaf678 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:23.925891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1f5e4c-0ec9-45ea-bf21-1ea243074eb4 req-120a0895-5a5d-4af6-999b-0b2284aaf678 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 945 time: 0.1183438 Jul 07 22:17:23.955152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33d215-4245-497e-82e3-0059dfff67a3 req-fc7641de-1af8-4343-8cf8-f5a2bf307656 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:23.956765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac33d215-4245-497e-82e3-0059dfff67a3 req-fc7641de-1af8-4343-8cf8-f5a2bf307656 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 949 time: 0.1160254 Jul 07 22:17:24.023431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1f5e4c-0ec9-45ea-bf21-1ea243074eb4 req-ff3c77de-b94e-44f6-9d45-f4038810c368 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879412 Jul 07 22:17:24.044264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac33d215-4245-497e-82e3-0059dfff67a3 req-816f506b-c6b0-46f9-8991-27c0709eabce tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768058 Jul 07 22:17:24.248369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933cdb5-39e0-42ab-ac33-2be16adbf2a2 req-83987faa-ff3a-46b4-8535-fbd7e0a781da tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:24.249954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7933cdb5-39e0-42ab-ac33-2be16adbf2a2 req-83987faa-ff3a-46b4-8535-fbd7e0a781da tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 945 time: 0.0967698 Jul 07 22:17:24.312960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7933cdb5-39e0-42ab-ac33-2be16adbf2a2 req-f8f6843b-5ebf-4af7-acce-baae18522672 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553613 Jul 07 22:17:24.587907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3179a1d-b2f3-4e6e-a2a9-f47d7461c69d req-95bc2a3b-db20-4fca-8c89-e60f8d87d878 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:24.589767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3179a1d-b2f3-4e6e-a2a9-f47d7461c69d req-95bc2a3b-db20-4fca-8c89-e60f8d87d878 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.0950921 Jul 07 22:17:24.634552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3179a1d-b2f3-4e6e-a2a9-f47d7461c69d req-0db7ffe6-33b0-4495-ab39-9d9e45c71a5b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386448 Jul 07 22:17:24.891265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96f1ec-bc16-4d08-ac21-1614c6a833eb req-46ab619c-1bc7-43d5-af5f-c4ad7a3e1135 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:24.892869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e96f1ec-bc16-4d08-ac21-1614c6a833eb req-46ab619c-1bc7-43d5-af5f-c4ad7a3e1135 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.0704808 Jul 07 22:17:24.943831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e96f1ec-bc16-4d08-ac21-1614c6a833eb req-94445a67-3f9d-4029-b4c3-48e0bf8c500c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Jul 07 22:17:25.035943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58586) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:25.161174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c819830b-10c3-457d-ace8-6eafd71d5c7e up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:25.225636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7af34bb-59c0-415e-8780-4b8e3b2ee5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.255695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port c819830b-10c3-457d-ace8-6eafd71d5c7e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:25.261671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port c819830b-10c3-457d-ace8-6eafd71d5c7e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:25.262357 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.263645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2412d1e-535c-429a-adcf-891f29d26e4a req-609be6ae-7b94-4994-9017-e39352cce20f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.271458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2412d1e-535c-429a-adcf-891f29d26e4a req-609be6ae-7b94-4994-9017-e39352cce20f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 945 time: 0.1361916 Jul 07 22:17:25.299610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b260e3-04ec-4dae-a9c3-fc9e52eedc88 req-c4aa818b-b191-44ea-8e30-72b53c6c30cf tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.300832 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9b260e3-04ec-4dae-a9c3-fc9e52eedc88 req-c4aa818b-b191-44ea-8e30-72b53c6c30cf tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 949 time: 0.1189137 Jul 07 22:17:25.338962 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2412d1e-535c-429a-adcf-891f29d26e4a req-ce0d46ed-7f28-4f2b-a232-de672e1b1735 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665855 Jul 07 22:17:25.406684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.411974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9b260e3-04ec-4dae-a9c3-fc9e52eedc88 req-38617dfb-eca0-4103-86e1-7ec10416a1fc tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/security-groups?id=706cdf03-ebea-4f91-8cdd-29d0c1b454b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945377 Jul 07 22:17:25.448427 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7af34bb-59c0-415e-8780-4b8e3b2ee5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.453827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7af34bb-59c0-415e-8780-4b8e3b2ee5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.472756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:25.474150 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:25.478259 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7feb7800-0025-4f3e-bce7-6453c04df7ac" -d '{"events": [{"server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "name": "network-vif-plugged", "status": "completed", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:25.482182 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.510381 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d7af34bb-59c0-415e-8780-4b8e3b2ee5b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d60cef3ceb804795945ca80bc854918e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4730415 Jul 07 22:17:25.512898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:25.552334 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a94e6d-6220-420c-be36-3b7062137d7c x-openstack-request-id: req-96a94e6d-6220-420c-be36-3b7062137d7c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:25.552842 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "name": "network-vif-plugged", "status": "completed", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:25.553257 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96a94e6d-6220-420c-be36-3b7062137d7c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:25.553783 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e', 'code': 200} Jul 07 22:17:25.560500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=c819830b-10c3-457d-ace8-6eafd71d5c7e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:25.600452 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af34bb-59c0-415e-8780-4b8e3b2ee5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9099386b-d5c0-4069-bf0a-9f2a8949f765,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:25.694785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-6178b463-48ab-4191-92c9-bc21a7d8ad75 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.696366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-6178b463-48ab-4191-92c9-bc21a7d8ad75 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1544037 Jul 07 22:17:25.741350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d659b5-a8ec-4fce-9fc0-c0fd91de8d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.746589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42c1dc-eb9c-4159-85d9-e13d25daa725 req-2ae5f719-3fa9-462f-8b19-c8c4b6381046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:25.748297 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5a42c1dc-eb9c-4159-85d9-e13d25daa725 req-2ae5f719-3fa9-462f-8b19-c8c4b6381046 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 1098 time: 0.1201994 Jul 07 22:17:25.809143 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d659b5-a8ec-4fce-9fc0-c0fd91de8d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.826292 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5a42c1dc-eb9c-4159-85d9-e13d25daa725 req-14805224-cada-452a-863c-25c24e9417f1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687985 Jul 07 22:17:25.878757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d659b5-a8ec-4fce-9fc0-c0fd91de8d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.882110 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74d659b5-a8ec-4fce-9fc0-c0fd91de8d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.883163 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-74d659b5-a8ec-4fce-9fc0-c0fd91de8d42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9099386b-d5c0-4069-bf0a-9f2a8949f765 HTTP/1.1" status: 204 len: 168 time: 0.3554955 Jul 07 22:17:25.894204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Deleting port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:25.894563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:25.915575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d659b5-a8ec-4fce-9fc0-c0fd91de8d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9099386b-d5c0-4069-bf0a-9f2a8949f765,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:26.104546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] For port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,segment=NetworkSegment(902d3fba-7e63-4332-b0a1-07680a9953b5),segment_id=902d3fba-7e63-4332-b0a1-07680a9953b5)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:26.104934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:26.155615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Calling delete_port for 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:26.180080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631c304-620a-4532-9e97-4a1c2a4ce815 req-3234d6e5-25b0-4887-8688-dc54817283de tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:26.187229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0631c304-620a-4532-9e97-4a1c2a4ce815 req-3234d6e5-25b0-4887-8688-dc54817283de tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 945 time: 0.1919672 Jul 07 22:17:26.631838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a337b-6629-4461-a1b6-706fba655721 req-806086e4-5bf6-42e9-a9d9-cea36c7530e4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:26.638778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d31a337b-6629-4461-a1b6-706fba655721 req-806086e4-5bf6-42e9-a9d9-cea36c7530e4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.5305505 Jul 07 22:17:26.692270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0631c304-620a-4532-9e97-4a1c2a4ce815 req-9bb690d3-2910-4f12-a8bb-0e25f6e43e52 tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/security-groups?id=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040834 Jul 07 22:17:26.761127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d31a337b-6629-4461-a1b6-706fba655721 req-b4ba07f3-d16e-43e3-a40a-14518f268c9b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214519 Jul 07 22:17:26.793618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-54271d05-11d3-4cca-b902-5aa1b877b08b tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:26.799309 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-54271d05-11d3-4cca-b902-5aa1b877b08b tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.83 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 949 time: 0.2050555 Jul 07 22:17:26.906849 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:26.957570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7f575e2d-8000-4195-b5a5-f0bfd5a73dcb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:26.984207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58644) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:26.984383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Pushing event deleted for resources: {'Port': ['ID=7f575e2d-8000-4195-b5a5-f0bfd5a73dcb,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:27.004731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Deleting port d870f8d2-1c25-4a49-bf38-7936859a0439 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:27.004731 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.058966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.059314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.059907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.060238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.060562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.060889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.061214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.061533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.061855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.062208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.062516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.062837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:27.133797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] No DVR routers for this DVR port 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:27.137574 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.137846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] For port d870f8d2-1c25-4a49-bf38-7936859a0439, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d870f8d2-1c25-4a49-bf38-7936859a0439,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:27.138252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.140295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ed0782a-61fe-4fd4-8440-7cf890df5bc9 req-ee2f48f6-e115-43a5-b550-97c989f7d84c tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.83 "DELETE /v2.0/ports/7f575e2d-8000-4195-b5a5-f0bfd5a73dcb HTTP/1.1" status: 204 len: 173 time: 1.4368804 Jul 07 22:17:27.158763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1638a3-5bec-46cc-91b5-f9f759d9e7e2', 'name': 'network-vif-deleted', 'tag': '7f575e2d-8000-4195-b5a5-f0bfd5a73dcb'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:27.162523 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6704292-7999-4790-bdb2-b826a77d74c4" -d '{"events": [{"server_uuid": "5f1638a3-5bec-46cc-91b5-f9f759d9e7e2", "name": "network-vif-deleted", "tag": "7f575e2d-8000-4195-b5a5-f0bfd5a73dcb"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:27.162832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Calling delete_port for d870f8d2-1c25-4a49-bf38-7936859a0439 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:27.213889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17b8da-d188-482c-b883-75a9c93b048d req-79c9c0f2-b482-4647-9790-a93b45613c98 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.233723 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d17b8da-d188-482c-b883-75a9c93b048d req-79c9c0f2-b482-4647-9790-a93b45613c98 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.2656801 Jul 07 22:17:27.276233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5bdd23c-78fa-4785-9809-c5f35a217b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.281860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2053557024-network', 'tenant_id': '9dc5c4c6d04042b9969bfe2ecee109f8'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:27.309690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9decd-bfd2-48cf-9a2c-3f3152e3731c req-bb899d89-f6c3-4114-bcd5-12d3ca08ecb9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.323152 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42a9decd-bfd2-48cf-9a2c-3f3152e3731c req-bb899d89-f6c3-4114-bcd5-12d3ca08ecb9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.3108835 Jul 07 22:17:27.359649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Made reservation on behalf of 9dc5c4c6d04042b9969bfe2ecee109f8 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:27.362209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.374067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.397942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d17b8da-d188-482c-b883-75a9c93b048d req-97379487-e9b8-4a5b-8ab3-2b7f4d930a7a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630380 Jul 07 22:17:27.407444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.458748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Pushing event deleted for resources: {'Port': ['ID=d870f8d2-1c25-4a49-bf38-7936859a0439,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:27.476201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['d870f8d2-1c25-4a49-bf38-7936859a0439'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:27.478280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42a9decd-bfd2-48cf-9a2c-3f3152e3731c req-4803510b-f4c8-4af8-b0ee-9b2f50c103b9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480067 Jul 07 22:17:27.544891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] No DVR routers for this DVR port d870f8d2-1c25-4a49-bf38-7936859a0439 on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:27.549244 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.551883 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e2de5615-f6d3-4cdd-aead-46a8262c4ac0 req-14675410-c831-4f46-94d5-71b0d7b6c333 tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.83 "DELETE /v2.0/ports/d870f8d2-1c25-4a49-bf38-7936859a0439 HTTP/1.1" status: 204 len: 173 time: 0.7445841 Jul 07 22:17:27.552447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7', 'name': 'network-vif-deleted', 'tag': 'd870f8d2-1c25-4a49-bf38-7936859a0439'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:27.554906 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6e2b9b-ed2c-4d22-a862-d5afb23f9617" -d '{"events": [{"server_uuid": "f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7", "name": "network-vif-deleted", "tag": "d870f8d2-1c25-4a49-bf38-7936859a0439"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:27.636116 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.641828 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.713062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:17:27.792850 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.793304 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Added segment b22384d6-1cab-40cd-884b-1c8c02010e8c of type vlan for network 7dd916b5-4bf0-4f9d-a318-ca63738e7119 Jul 07 22:17:27.795761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:27.866599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.879481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f827b1e4-2845-491f-90c9-fbfdb915e264 req-2ce12f58-d544-4004-9533-7acdb2abceba tempest-VolumesNegativeTest-1728567716 tempest-VolumesNegativeTest-1728567716-project] 10.222.0.81 "GET /v2.0/ports?device_id=f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7 HTTP/1.1" status: 200 len: 210 time: 0.0803635 Jul 07 22:17:27.905608 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36774261-cbef-4862-8a12-c5064eef298f x-openstack-request-id: req-36774261-cbef-4862-8a12-c5064eef298f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:27.908335 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1638a3-5bec-46cc-91b5-f9f759d9e7e2", "name": "network-vif-deleted", "tag": "7f575e2d-8000-4195-b5a5-f0bfd5a73dcb", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:27.908682 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-36774261-cbef-4862-8a12-c5064eef298f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:27.909124 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1638a3-5bec-46cc-91b5-f9f759d9e7e2', 'name': 'network-vif-deleted', 'tag': '7f575e2d-8000-4195-b5a5-f0bfd5a73dcb', 'status': 'completed', 'code': 200} Jul 07 22:17:27.935197 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:27.936433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:27.937146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:28.048275 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0635579 Jul 07 22:17:28.052749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc48cc-686d-4619-af0a-eab56fa187a7 admin admin] Pushing event updated for resources: {'Network': ['ID=7dd916b5-4bf0-4f9d-a318-ca63738e7119,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:28.075471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58668) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:28.106239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 7dd916b5-4bf0-4f9d-a318-ca63738e7119 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:17:28.106887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Request body: {'subnet': {'network_id': '7dd916b5-4bf0-4f9d-a318-ca63738e7119', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2053557024-subnet', 'tenant_id': '9dc5c4c6d04042b9969bfe2ecee109f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:28.108484 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:17:28.145123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Made reservation on behalf of 9dc5c4c6d04042b9969bfe2ecee109f8 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:28.147692 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:28.339869 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95cde45-644c-4339-a3c7-363aa67607f3 x-openstack-request-id: req-e95cde45-644c-4339-a3c7-363aa67607f3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:28.340358 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7", "name": "network-vif-deleted", "tag": "d870f8d2-1c25-4a49-bf38-7936859a0439", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:28.340632 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e95cde45-644c-4339-a3c7-363aa67607f3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:28.341397 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8b522a2-ebf1-4723-b1fc-ba65bc55b8e7', 'name': 'network-vif-deleted', 'tag': 'd870f8d2-1c25-4a49-bf38-7936859a0439', 'status': 'completed', 'code': 200} Jul 07 22:17:28.457734 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:28.548732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a131e03-7034-4ef1-a4d3-0541094e625a,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:28.621133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02613a15-0ddd-4666-9eae-c8991d2c7c82 req-eafd3df2-59cc-465a-8ad3-710b1f602f3b tempest-AttachVolumeNegativeTest-1620516898 tempest-AttachVolumeNegativeTest-1620516898-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f1638a3-5bec-46cc-91b5-f9f759d9e7e2 HTTP/1.1" status: 200 len: 210 time: 0.0733526 Jul 07 22:17:28.636440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Checking segment: {'id': 'b22384d6-1cab-40cd-884b-1c8c02010e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7dd916b5-4bf0-4f9d-a318-ca63738e7119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:28.636814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Network hostable DHCP agents. Network: 7dd916b5-4bf0-4f9d-a318-ca63738e7119, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:17:28.663907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Network 7dd916b5-4bf0-4f9d-a318-ca63738e7119 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:17:28.675565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 7dd916b5-4bf0-4f9d-a318-ca63738e7119) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:28.685245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b548ff-a860-4e46-87ac-43a3f0574d05 None None] Network 7dd916b5-4bf0-4f9d-a318-ca63738e7119 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:28.692056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:28.692668 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:28.724132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c3489acd-7219-4769-8779-693b21bd3cfa admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6453171 Jul 07 22:17:28.808429 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d0313-e315-4c67-837a-6baefa117a94 req-d79ed771-d838-4471-8abe-216f5d250027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:28.810396 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6f8d0313-e315-4c67-837a-6baefa117a94 req-d79ed771-d838-4471-8abe-216f5d250027 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1098 time: 0.1992288 Jul 07 22:17:28.866439 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6f8d0313-e315-4c67-837a-6baefa117a94 req-31f53663-3e37-4560-96d9-8895e7290f68 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488889 Jul 07 22:17:28.964989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf3cfc4-501c-4566-b9db-2c74c4f58482 None None] Network 7dd916b5-4bf0-4f9d-a318-ca63738e7119 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:29.072564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b04c5-a972-4db2-8a3d-4feee5243a07 req-e8fff8ae-d8f9-43cb-a571-2eed071afe11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:29.074407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-606b04c5-a972-4db2-8a3d-4feee5243a07 req-e8fff8ae-d8f9-43cb-a571-2eed071afe11 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.0834010 Jul 07 22:17:29.128480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecb5fc-343b-43da-890d-c431444aaf08 req-22cfcaf6-d117-44db-ab9f-96b63e3ad448 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:29.129882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2ecb5fc-343b-43da-890d-c431444aaf08 req-22cfcaf6-d117-44db-ab9f-96b63e3ad448 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.2315776 Jul 07 22:17:29.137206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-606b04c5-a972-4db2-8a3d-4feee5243a07 req-1bcc8ede-9f6b-4033-8157-ab0025298024 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516431 Jul 07 22:17:29.178891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2ecb5fc-343b-43da-890d-c431444aaf08 req-f695fbb6-df88-4730-a900-d4b81a5d7e3e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Jul 07 22:17:29.351562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027d157-2a2a-49b0-b5ea-170e73738738 req-0fb20569-f17e-4858-8a4b-eebc1af42ffc tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:29.353020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9027d157-2a2a-49b0-b5ea-170e73738738 req-0fb20569-f17e-4858-8a4b-eebc1af42ffc tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.0722103 Jul 07 22:17:29.396767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9027d157-2a2a-49b0-b5ea-170e73738738 req-b9112521-e2bf-48a7-8efc-a7fe6960d0b0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370691 Jul 07 22:17:29.530265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d870f8d2-1c25-4a49-bf38-7936859a0439 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:29.557894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: d870f8d2-1c25-4a49-bf38-7936859a0439 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:29.558382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d870f8d2-1c25-4a49-bf38-7936859a0439 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:29.558861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:29.583951 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:29.584302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7f575e2d-8000-4195-b5a5-f0bfd5a73dcb not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:29.654101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71556b13-8fc3-4712-94e6-989f9243b3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:29.669764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-737f8a58-3edb-4281-b71c-ec92d098a908 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:29.671316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-737f8a58-3edb-4281-b71c-ec92d098a908 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/networks?id=7dd916b5-4bf0-4f9d-a318-ca63738e7119 HTTP/1.1" status: 200 len: 818 time: 0.1599724 Jul 07 22:17:29.703257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-02171e08-63f1-4ea8-9479-52e588bf8449 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/quotas/9dc5c4c6d04042b9969bfe2ecee109f8 HTTP/1.1" status: 200 len: 375 time: 0.0255938 Jul 07 22:17:29.713489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9ab1b-ee0a-4149-93c0-50bc7ec33cd3 req-7d81d628-b61c-4b0f-bcff-f517498960ec tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:29.715014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9c9ab1b-ee0a-4149-93c0-50bc7ec33cd3 req-7d81d628-b61c-4b0f-bcff-f517498960ec tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 950 time: 0.1269333 Jul 07 22:17:29.754324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-8fa43fdd-90b1-48a2-be5a-7f104d3f50a0 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9dc5c4c6d04042b9969bfe2ecee109f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381258 Jul 07 22:17:29.768310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-0028061c-99c2-4df5-8187-68bc205a6f76 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:17:29.769358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-0028061c-99c2-4df5-8187-68bc205a6f76 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071173 Jul 07 22:17:29.794881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9c9ab1b-ee0a-4149-93c0-50bc7ec33cd3 req-40e6b0c1-7555-418b-98ff-35ee51e4b7fc tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688100 Jul 07 22:17:29.878237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:29.892816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-9b9a50bb-0ada-437c-aeae-a269d8a36519 service neutron] 10.222.0.81 "GET /v2.0/networks/7dd916b5-4bf0-4f9d-a318-ca63738e7119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136031 Jul 07 22:17:29.934042 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:29.937383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b982ed9-0930-4004-9fd4-e24b177139d2 admin admin] Deleting subnet 84a8060a-8768-4dd5-8e37-10440c1e707d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:17:29.942747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b982ed9-0930-4004-9fd4-e24b177139d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:29.995669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-f3384942-6269-4e22-9af1-53fd2f0639de service neutron] 10.222.0.81 "GET /v2.0/networks/7dd916b5-4bf0-4f9d-a318-ca63738e7119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971568 Jul 07 22:17:29.997189 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b982ed9-0930-4004-9fd4-e24b177139d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.036753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b982ed9-0930-4004-9fd4-e24b177139d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.092723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b982ed9-0930-4004-9fd4-e24b177139d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.121014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b982ed9-0930-4004-9fd4-e24b177139d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a8060a-8768-4dd5-8e37-10440c1e707d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:30.127389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b982ed9-0930-4004-9fd4-e24b177139d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.131239 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b982ed9-0930-4004-9fd4-e24b177139d2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/84a8060a-8768-4dd5-8e37-10440c1e707d HTTP/1.1" status: 204 len: 168 time: 0.2518711 Jul 07 22:17:30.133900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58796) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:30.226569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da3800b2-9b0f-429d-90d6-9491478a1c53 req-779bddf4-d796-4fc4-9cdd-744eb848c12d tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 210 time: 0.0437684 Jul 07 22:17:30.281296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.442128 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.459837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb311b8d-b55d-444a-a182-a1e03fd6e019']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:30.482537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902d3fba-7e63-4332-b0a1-07680a9953b5') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:30.482823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902d3fba-7e63-4332-b0a1-07680a9953b5') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:30.498686 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.523541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8c894-5bbb-4b3a-a475-74779889ee06 req-c3e6be51-b01c-405b-84cd-4f13dfeeea02 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:30.527633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdb8c894-5bbb-4b3a-a475-74779889ee06 req-c3e6be51-b01c-405b-84cd-4f13dfeeea02 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.2034597 Jul 07 22:17:30.546261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5a4b-5e68-4d60-8596-296e7e537253 req-4fbd8aa9-34d5-4cc9-8358-81128510d05f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:30.547897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4cce5a4b-5e68-4d60-8596-296e7e537253 req-4fbd8aa9-34d5-4cc9-8358-81128510d05f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1506608 Jul 07 22:17:30.548801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.577788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:17:30.578118 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.579814 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:17:30.583437 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:17:30.677641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdb8c894-5bbb-4b3a-a475-74779889ee06 req-e837e265-e907-473a-99b0-ede66d7c452a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414568 Jul 07 22:17:30.688807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4cce5a4b-5e68-4d60-8596-296e7e537253 req-628b8185-65ef-435b-a6c1-cfed82a5b0a2 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333482 Jul 07 22:17:30.689563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.701682 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.704336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/eb311b8d-b55d-444a-a182-a1e03fd6e019 HTTP/1.1" status: 204 len: 168 time: 0.5693958 Jul 07 22:17:30.739858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919a6bd-7012-44d8-b04f-3980c32144d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb311b8d-b55d-444a-a182-a1e03fd6e019,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:30.799537 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.882815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c67eae29-fa6a-4673-9693-1af856298de3 req-15c45930-5d2d-48b3-83ce-d440294da4c7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-596270496', 'description': 'tempest-description-179577626'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:30.907567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:30.972595 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c67eae29-fa6a-4673-9693-1af856298de3 req-15c45930-5d2d-48b3-83ce-d440294da4c7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:30.991507 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-acafadf5-2e48-4881-b466-77fd78d304da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b4711f7570434d3f8f6cb11c170dfef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826526 Jul 07 22:17:30.992226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:31.031940 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.049627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2174f-ba05-44f6-9e10-5b51aae6b733 req-724c1075-ab83-4324-86c2-b5a39e7c137a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.054244 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b035ce93-3d39-4b8f-92d9-32f246ea1634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.057209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bd2174f-ba05-44f6-9e10-5b51aae6b733 req-724c1075-ab83-4324-86c2-b5a39e7c137a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.1680970 Jul 07 22:17:31.103531 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b035ce93-3d39-4b8f-92d9-32f246ea1634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.135720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bd2174f-ba05-44f6-9e10-5b51aae6b733 req-99a5ce4e-4bf1-45ab-a839-fc7740697188 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775766 Jul 07 22:17:31.187599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b035ce93-3d39-4b8f-92d9-32f246ea1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.192595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b035ce93-3d39-4b8f-92d9-32f246ea1634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.196330 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b035ce93-3d39-4b8f-92d9-32f246ea1634 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec HTTP/1.1" status: 204 len: 168 time: 0.2006381 Jul 07 22:17:31.206000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035ce93-3d39-4b8f-92d9-32f246ea1634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43b4a5e-1eb8-4a84-8e56-08cd52a8d4ec,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:31.223079 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c67eae29-fa6a-4673-9693-1af856298de3 req-15c45930-5d2d-48b3-83ce-d440294da4c7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.230644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c67eae29-fa6a-4673-9693-1af856298de3 req-15c45930-5d2d-48b3-83ce-d440294da4c7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.268922 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c67eae29-fa6a-4673-9693-1af856298de3 req-15c45930-5d2d-48b3-83ce-d440294da4c7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:31.275727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c67eae29-fa6a-4673-9693-1af856298de3 req-15c45930-5d2d-48b3-83ce-d440294da4c7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3992746 Jul 07 22:17:31.301828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c45930-5d2d-48b3-83ce-d440294da4c7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d513c1a5-a59a-47a1-92d8-128180580147,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:31.445711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ff5eb88-8f2d-4d56-a654-8dfc5d180268 req-f000e21e-9658-4a4c-ad55-0734ea0ab23f tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 210 time: 0.0473166 Jul 07 22:17:31.483152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cebd01-9ed1-4120-a0d9-890d342c2af1 req-aef08cf1-80a9-4071-9fff-e908f59926ef tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.484984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31cebd01-9ed1-4120-a0d9-890d342c2af1 req-aef08cf1-80a9-4071-9fff-e908f59926ef tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 950 time: 0.1198227 Jul 07 22:17:31.542837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31cebd01-9ed1-4120-a0d9-890d342c2af1 req-a5d7b40e-766a-49b8-8fb8-829c01481981 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513523 Jul 07 22:17:31.641887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8a0addc-41be-4490-9df3-56e866f9173a req-e5128ff3-1495-4981-a6e5-8619cec0fe8b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-596270496&fields=id&tenant_id=ef6910086ae94778a48251190f7e7059 HTTP/1.1" status: 200 len: 267 time: 0.0435786 Jul 07 22:17:31.744629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0addc-41be-4490-9df3-56e866f9173a req-09dfd5f8-d443-46a5-b5d5-afc9663cd28a tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:31.749080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8a0addc-41be-4490-9df3-56e866f9173a req-09dfd5f8-d443-46a5-b5d5-afc9663cd28a tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1002238 Jul 07 22:17:31.768257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e8a0addc-41be-4490-9df3-56e866f9173a req-b24a8831-b9de-4b37-b45a-334ddaf8411f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Request body: {'port': {'security_groups': ['34c3f645-4835-458c-af29-080b063a4769', 'd513c1a5-a59a-47a1-92d8-128180580147']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:31.951140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8a0addc-41be-4490-9df3-56e866f9173a req-b24a8831-b9de-4b37-b45a-334ddaf8411f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.000686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-69f42387-92f6-462f-8863-855ccbc269ce tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:32.004019 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-69f42387-92f6-462f-8863-855ccbc269ce tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.83 "GET /v2.0/networks?id=7dd916b5-4bf0-4f9d-a318-ca63738e7119 HTTP/1.1" status: 200 len: 818 time: 0.2500978 Jul 07 22:17:32.029653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Request body: {'port': {'device_id': '44b22cb2-038f-4aee-abb9-a4b6392e4038', 'network_id': '7dd916b5-4bf0-4f9d-a318-ca63738e7119', 'admin_state_up': True, 'tenant_id': '9dc5c4c6d04042b9969bfe2ecee109f8'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:32.260178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Made reservation on behalf of 9dc5c4c6d04042b9969bfe2ecee109f8 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:32.266627 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.297746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e8a0addc-41be-4490-9df3-56e866f9173a req-b24a8831-b9de-4b37-b45a-334ddaf8411f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] For port 2bec5007-c0df-4d48-b9c9-b3532251978b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2bec5007-c0df-4d48-b9c9-b3532251978b,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:32.347443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8a0addc-41be-4490-9df3-56e866f9173a req-b24a8831-b9de-4b37-b45a-334ddaf8411f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.353730 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8a0addc-41be-4490-9df3-56e866f9173a req-b24a8831-b9de-4b37-b45a-334ddaf8411f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.369704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2bec5007-c0df-4d48-b9c9-b3532251978b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:32.433435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0addc-41be-4490-9df3-56e866f9173a req-b24a8831-b9de-4b37-b45a-334ddaf8411f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:32.435323 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e8a0addc-41be-4490-9df3-56e866f9173a req-b24a8831-b9de-4b37-b45a-334ddaf8411f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.446428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8a0addc-41be-4490-9df3-56e866f9173a req-b24a8831-b9de-4b37-b45a-334ddaf8411f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "PUT /v2.0/ports/2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 982 time: 0.6792755 Jul 07 22:17:32.446991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:32.450471 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d95194a-dc7d-487d-95f3-5582fc3aa018" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:32.470612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a8831-b9de-4b37-b45a-334ddaf8411f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Pushing event updated for resources: {'Port': ['ID=2bec5007-c0df-4d48-b9c9-b3532251978b,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:32.509672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Allocated IP 172.20.0.6 (7dd916b5-4bf0-4f9d-a318-ca63738e7119/7a131e03-7034-4ef1-a4d3-0541094e625a/127d044d-ab1a-4469-a8e9-6ef621e9a60f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:32.558139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2bec5007-c0df-4d48-b9c9-b3532251978b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:32.752745 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.832734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6e1b6-94e8-4855-a086-f15a3f8d47a3 req-a429aa05-6c18-40b3-a7fa-578042ee7428 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:32.841659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19f6e1b6-94e8-4855-a086-f15a3f8d47a3 req-a429aa05-6c18-40b3-a7fa-578042ee7428 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 944 time: 0.1493719 Jul 07 22:17:32.927996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:32.994722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19f6e1b6-94e8-4855-a086-f15a3f8d47a3 req-414deea2-2d51-4aec-8516-ec3a70cd3156 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489680 Jul 07 22:17:33.021727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.081633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00d927-d658-4c6f-a57b-9ad5f309fa54 req-fa8b69c5-ee9a-437b-8530-6baa9c3b95d5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.084091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc00d927-d658-4c6f-a57b-9ad5f309fa54 req-fa8b69c5-ee9a-437b-8530-6baa9c3b95d5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.2034907 Jul 07 22:17:33.098577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Network 7dd916b5-4bf0-4f9d-a318-ca63738e7119 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:33.102573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:33.105233 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:33.153781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc00d927-d658-4c6f-a57b-9ad5f309fa54 req-c9c8463a-c9cd-4abb-902e-809710a3533c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612304 Jul 07 22:17:33.198651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:33.214311 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a93c80a-1c69-4937-92c9-a4624311efd6 x-openstack-request-id: req-9a93c80a-1c69-4937-92c9-a4624311efd6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:33.214607 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:33.214859 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a93c80a-1c69-4937-92c9-a4624311efd6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:33.215270 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'status': 'completed', 'code': 200} Jul 07 22:17:33.226712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Pushing event updated for resources: {'Port': ['ID=127d044d-ab1a-4469-a8e9-6ef621e9a60f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:33.335280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-4b8c3333-5606-4ef9-92c3-d058d865c466 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-596270496&fields=id&tenant_id=ef6910086ae94778a48251190f7e7059 HTTP/1.1" status: 200 len: 267 time: 0.0729334 Jul 07 22:17:33.353235 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.353975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.384722 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-ce546a99-c773-4bd9-a7cc-5a85402a2cd9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3607304 Jul 07 22:17:33.413040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Request body: {'port': {'device_id': '44b22cb2-038f-4aee-abb9-a4b6392e4038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:33.479619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f540dafb-d49e-41ba-8597-c0acd7fcc6b2 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.481415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f540dafb-d49e-41ba-8597-c0acd7fcc6b2 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 985 time: 0.1410232 Jul 07 22:17:33.496823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-eb463bce-fd47-4133-9f60-24701567d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.498424 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-eb463bce-fd47-4133-9f60-24701567d34b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1137 time: 0.2514131 Jul 07 22:17:33.501310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f04b975c-571a-489e-8edb-d93efcb0325b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Request body: {'port': {'security_groups': ['34c3f645-4835-458c-af29-080b063a4769']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:33.513446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:33.642802 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.665419 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.675749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-1fa8aa3f-240c-4209-8ddd-edeb48a6fba3 service neutron] 10.222.0.44 "GET /v2.0/ports/ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a/bindings/n-h2-695012-11 HTTP/1.1" status: 200 len: 385 time: 0.1169410 Jul 07 22:17:33.695856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-b10667e0-c7ed-4591-998e-7190933269a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.697433 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-b10667e0-c7ed-4591-998e-7190933269a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 920 time: 0.1902413 Jul 07 22:17:33.706204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:33.710691 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67fb744-bfed-4236-80b6-4f68aa31cf78" -d '{"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-unplugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:33.745157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:33.756225 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.830226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=11']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:33.836666 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-2f4ade0c-9576-4ba9-a8c2-999b38547218 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 217 time: 0.1297312 Jul 07 22:17:33.859503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ae81b-845b-4789-82cd-0a8b6fae6e1d req-3daba907-47bc-46d3-bc65-bcad90b611e4 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.866903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca1ae81b-845b-4789-82cd-0a8b6fae6e1d req-3daba907-47bc-46d3-bc65-bcad90b611e4 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 931 time: 0.3618655 Jul 07 22:17:33.892059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f04b975c-571a-489e-8edb-d93efcb0325b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:33.965970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-69c865ae-5704-4cbd-88cd-2c69c3821595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:33.967296 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-69c865ae-5704-4cbd-88cd-2c69c3821595 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 200 len: 859 time: 0.1227787 Jul 07 22:17:34.011966 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-7962ed64-2b2f-4e1e-8582-1702e4947753 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d06085-5dee-4a89-9ae3-6029065cfce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351553 Jul 07 22:17:34.136045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca1ae81b-845b-4789-82cd-0a8b6fae6e1d req-f9e4d009-88f2-4038-8343-9545a7444245 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681005 Jul 07 22:17:34.203160 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-3abf8538-ab5d-4c45-9a1a-e425c86b1bcc service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789844 Jul 07 22:17:34.239514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:34.265885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:34.307286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-604b7860-99a0-46ca-a957-93d9e885f970 req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:34.334029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:34.334459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127d044d-ab1a-4469-a8e9-6ef621e9a60f {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:34.346179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.348622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f04b975c-571a-489e-8edb-d93efcb0325b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] For port 2bec5007-c0df-4d48-b9c9-b3532251978b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2bec5007-c0df-4d48-b9c9-b3532251978b,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:34.351985 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.373059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Transition to ACTIVE for port object 127d044d-ab1a-4469-a8e9-6ef621e9a60f will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:34.391353 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.440433 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f04b975c-571a-489e-8edb-d93efcb0325b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.454799 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f04b975c-571a-489e-8edb-d93efcb0325b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.467550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2bec5007-c0df-4d48-b9c9-b3532251978b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:34.494980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f04b975c-571a-489e-8edb-d93efcb0325b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:34.495894 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f04b975c-571a-489e-8edb-d93efcb0325b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.507271 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3d95194a-dc7d-487d-95f3-5582fc3aa018 req-94804000-4878-4a4d-bc56-56f80be73a21 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794983 Jul 07 22:17:34.533779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9614b736-1180-4f31-84a7-4b67abe9b339 req-f04b975c-571a-489e-8edb-d93efcb0325b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "PUT /v2.0/ports/2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 943 time: 1.0371850 Jul 07 22:17:34.567674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Pushing event updated for resources: {'Port': ['ID=127d044d-ab1a-4469-a8e9-6ef621e9a60f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:34.614067 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6321a50-b44b-497e-a6fa-4f20c4e5a015 x-openstack-request-id: req-b6321a50-b44b-497e-a6fa-4f20c4e5a015 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:34.614595 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-unplugged", "status": "completed", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:34.614595 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6321a50-b44b-497e-a6fa-4f20c4e5a015 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:34.614992 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'code': 200} Jul 07 22:17:34.619940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2bec5007-c0df-4d48-b9c9-b3532251978b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:34.712441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-604b7860-99a0-46ca-a957-93d9e885f970 req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] Transition to ACTIVE for port object ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:34.729680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.737760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Attempting to bind port 127d044d-ab1a-4469-a8e9-6ef621e9a60f on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:34.738769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Attempting to bind port 127d044d-ab1a-4469-a8e9-6ef621e9a60f by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'b22384d6-1cab-40cd-884b-1c8c02010e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7dd916b5-4bf0-4f9d-a318-ca63738e7119'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:34.738769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Attempting to bind port 127d044d-ab1a-4469-a8e9-6ef621e9a60f on network 7dd916b5-4bf0-4f9d-a318-ca63738e7119 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:34.752166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Port 127d044d-ab1a-4469-a8e9-6ef621e9a60f on network 7dd916b5-4bf0-4f9d-a318-ca63738e7119 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:17:34.753274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Attempting to bind port 127d044d-ab1a-4469-a8e9-6ef621e9a60f on network 7dd916b5-4bf0-4f9d-a318-ca63738e7119 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:34.767555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b975c-571a-489e-8edb-d93efcb0325b tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Pushing event updated for resources: {'Port': ['ID=2bec5007-c0df-4d48-b9c9-b3532251978b,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:34.772980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:34.773092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Checking segment: {'id': 'b22384d6-1cab-40cd-884b-1c8c02010e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7dd916b5-4bf0-4f9d-a318-ca63738e7119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:34.775742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Bound using segment: {'id': 'b22384d6-1cab-40cd-884b-1c8c02010e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7dd916b5-4bf0-4f9d-a318-ca63738e7119'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:34.776232 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Bound port: 127d044d-ab1a-4469-a8e9-6ef621e9a60f, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22384d6-1cab-40cd-884b-1c8c02010e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7dd916b5-4bf0-4f9d-a318-ca63738e7119'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:34.777794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.814899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] No DVR routers for this DVR port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:34.868568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] For port 127d044d-ab1a-4469-a8e9-6ef621e9a60f, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:34.871799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] For port 127d044d-ab1a-4469-a8e9-6ef621e9a60f, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=127d044d-ab1a-4469-a8e9-6ef621e9a60f,segment=NetworkSegment(b22384d6-1cab-40cd-884b-1c8c02010e8c),segment_id=b22384d6-1cab-40cd-884b-1c8c02010e8c)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:34.877188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.926648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:34.927928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:34.929774 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] 10.222.0.83 "PUT /v2.0/ports/127d044d-ab1a-4469-a8e9-6ef621e9a60f HTTP/1.1" status: 200 len: 1092 time: 1.5298023 Jul 07 22:17:34.930916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b22cb2-038f-4aee-abb9-a4b6392e4038', 'tag': '127d044d-ab1a-4469-a8e9-6ef621e9a60f'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:34.933370 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8234c29-ecf3-4ac9-861a-44839f58c3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "44b22cb2-038f-4aee-abb9-a4b6392e4038", "tag": "127d044d-ab1a-4469-a8e9-6ef621e9a60f"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:34.968805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2c9a1-67d1-4b16-9170-f9323aa9fb01 service neutron] Pushing event updated for resources: {'Port': ['ID=127d044d-ab1a-4469-a8e9-6ef621e9a60f,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:35.010041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a/bindings/n-h2-695012-11/activate HTTP/1.1" status: 200 len: 370 time: 1.3173714 Jul 07 22:17:35.029255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f629f-0a19-4e6c-be9a-0e3c11e53ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,revision_number=10']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:35.063411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-98577db7-830c-4713-9962-1ad4a02eb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.064407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffee908-417c-4011-ad7d-2a6b75357958 req-b6b32fab-aafb-4b9b-8753-4695aafb5dff tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.066527 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-98577db7-830c-4713-9962-1ad4a02eb4e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dc5c4c6d04042b9969bfe2ecee109f8&device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 1095 time: 0.0728848 Jul 07 22:17:35.071378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ffee908-417c-4011-ad7d-2a6b75357958 req-b6b32fab-aafb-4b9b-8753-4695aafb5dff tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.2575295 Jul 07 22:17:35.081128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0f438-3589-4d8d-8e14-35c1613beeea req-05bc35fd-c3e2-4731-bac9-ded89f9d1fe7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.083225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20e0f438-3589-4d8d-8e14-35c1613beeea req-05bc35fd-c3e2-4731-bac9-ded89f9d1fe7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 945 time: 0.2711604 Jul 07 22:17:35.122661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ffee908-417c-4011-ad7d-2a6b75357958 req-fcb08e61-e47d-48ed-92bb-770f78815cc5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503845 Jul 07 22:17:35.140883 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-90578e66-1f48-46b8-8449-1a96e8acc348 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127d044d-ab1a-4469-a8e9-6ef621e9a60f HTTP/1.1" status: 200 len: 217 time: 0.0444322 Jul 07 22:17:35.213385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20e0f438-3589-4d8d-8e14-35c1613beeea req-0d07e47b-2909-4ae3-a591-d180a48c66b3 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980308 Jul 07 22:17:35.229768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:35.229768 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af19652e-e228-4cde-9381-89a3720eaa4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:35.238633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59124) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:35.257388 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-0de144d0-c005-4967-b979-d7899750b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.259288 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-0de144d0-c005-4967-b979-d7899750b088 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a131e03-7034-4ef1-a4d3-0541094e625a HTTP/1.1" status: 200 len: 858 time: 0.1021831 Jul 07 22:17:35.287567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-d17d1052-fa4d-47e3-8d7c-cf35041ce7b5 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.289461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-d17d1052-fa4d-47e3-8d7c-cf35041ce7b5 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.1730709 Jul 07 22:17:35.317093 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-2704d3e6-04e6-4dc1-8264-1833f853c5a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7dd916b5-4bf0-4f9d-a318-ca63738e7119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489550 Jul 07 22:17:35.409552 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8af6cb81-3727-4394-bc65-372c31b649f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.476495 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-51f5c308-c0a9-4e5d-87ec-52533b16d418 service neutron] 10.222.0.83 "GET /v2.0/networks/7dd916b5-4bf0-4f9d-a318-ca63738e7119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392541 Jul 07 22:17:35.522689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:35.543412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76282589-0859-4be3-844d-7e85497baa5f req-b5002b18-6973-463c-b3e6-7b06d662c4d7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3083079 Jul 07 22:17:35.561024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:35.577294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90523469-1ffe-4a4c-b779-9f3133ab450a req-b53d2a64-6b04-4fd3-bbeb-453b0a154347 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.584639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90523469-1ffe-4a4c-b779-9f3133ab450a req-b53d2a64-6b04-4fd3-bbeb-453b0a154347 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 948 time: 0.2589481 Jul 07 22:17:35.589613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-bd2b84ef-8bf2-4fad-8e80-42a6fa1227dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.591114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-bd2b84ef-8bf2-4fad-8e80-42a6fa1227dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b&tenant_id=044d4bb047b445f69003d89d04d2872a HTTP/1.1" status: 200 len: 1097 time: 0.2666905 Jul 07 22:17:35.622597 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8af6cb81-3727-4394-bc65-372c31b649f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.631543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8af6cb81-3727-4394-bc65-372c31b649f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.643126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90523469-1ffe-4a4c-b779-9f3133ab450a req-0400e99d-d049-4a33-bd93-72d8ce2a3c95 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576231 Jul 07 22:17:35.687279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.689825 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-4e9c971c-252c-4b1c-bc8b-83d642ef3200 req-00f7759d-6765-4e81-98ec-00a38dfe470d service neutron] 10.222.0.83 "GET /v2.0/networks/7dd916b5-4bf0-4f9d-a318-ca63738e7119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026277 Jul 07 22:17:35.702663 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8af6cb81-3727-4394-bc65-372c31b649f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfbdb46f552a4cf7a94d05d87f640f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470322 Jul 07 22:17:35.704698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6cb81-3727-4394-bc65-372c31b649f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dba6fe4-a9b0-4ecd-82a6-eb53c1ad0b9d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:35.707216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59130) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:35.756816 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b687638-2ba8-4720-b2a1-986e079aaead x-openstack-request-id: req-3b687638-2ba8-4720-b2a1-986e079aaead {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:35.758195 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b22cb2-038f-4aee-abb9-a4b6392e4038", "tag": "127d044d-ab1a-4469-a8e9-6ef621e9a60f", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:35.758992 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b687638-2ba8-4720-b2a1-986e079aaead {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:35.759523 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b22cb2-038f-4aee-abb9-a4b6392e4038', 'tag': '127d044d-ab1a-4469-a8e9-6ef621e9a60f', 'status': 'completed', 'code': 200} Jul 07 22:17:35.796570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b53ce51a-e322-4718-b21c-d8e6f4f6cc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.835798 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b53ce51a-e322-4718-b21c-d8e6f4f6cc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.935516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-7228340c-eac5-41d0-a8c6-34dfcbf11daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:35.937467 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-7228340c-eac5-41d0-a8c6-34dfcbf11daa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9dc5c4c6d04042b9969bfe2ecee109f8&device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 1095 time: 0.0924375 Jul 07 22:17:35.945461 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b53ce51a-e322-4718-b21c-d8e6f4f6cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.949259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b53ce51a-e322-4718-b21c-d8e6f4f6cc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:35.950503 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b53ce51a-e322-4718-b21c-d8e6f4f6cc02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0dba6fe4-a9b0-4ecd-82a6-eb53c1ad0b9d HTTP/1.1" status: 204 len: 168 time: 0.2423303 Jul 07 22:17:35.979041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ce51a-e322-4718-b21c-d8e6f4f6cc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dba6fe4-a9b0-4ecd-82a6-eb53c1ad0b9d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:36.100908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-738e14f7-9954-427b-957f-c7399e844928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.102982 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-738e14f7-9954-427b-957f-c7399e844928 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7dd916b5-4bf0-4f9d-a318-ca63738e7119 HTTP/1.1" status: 200 len: 919 time: 0.1513071 Jul 07 22:17:36.181734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-6643003c-4661-4305-9dfc-99d2110faee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.183780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-6643003c-4661-4305-9dfc-99d2110faee2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1097 time: 0.5379715 Jul 07 22:17:36.223366 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-1cd0a993-769b-4690-aa6c-4bbe7162c683 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=127d044d-ab1a-4469-a8e9-6ef621e9a60f HTTP/1.1" status: 200 len: 217 time: 0.0883405 Jul 07 22:17:36.242313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59146) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:36.283766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-6d693cf2-5c9e-4bb7-a64e-13fabf85d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.288279 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-6d693cf2-5c9e-4bb7-a64e-13fabf85d97c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a131e03-7034-4ef1-a4d3-0541094e625a HTTP/1.1" status: 200 len: 858 time: 0.0547233 Jul 07 22:17:36.312691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200788f-6c20-4861-a993-5d5d724bc486 req-1f866dc1-f03b-4f31-bbb5-661edea34fda tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.314231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4200788f-6c20-4861-a993-5d5d724bc486 req-1f866dc1-f03b-4f31-bbb5-661edea34fda tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 943 time: 0.1777480 Jul 07 22:17:36.357846 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-ff3f2e32-d057-46db-aac2-5843d4ecd1a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7dd916b5-4bf0-4f9d-a318-ca63738e7119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586815 Jul 07 22:17:36.398606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4200788f-6c20-4861-a993-5d5d724bc486 req-19973610-b651-4c9a-9e1b-40b10218e53a tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711269 Jul 07 22:17:36.402513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-328b3a5c-893b-4aef-93b4-c1a453d7c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.404124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-328b3a5c-893b-4aef-93b4-c1a453d7c3a7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.2097118 Jul 07 22:17:36.483114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:36.493052 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.497158 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882770e7-e355-4aef-892e-9638f6b3b437 x-openstack-request-id: req-882770e7-e355-4aef-892e-9638f6b3b437 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:36.497611 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:36.498002 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-882770e7-e355-4aef-892e-9638f6b3b437 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:36.498551 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'status': 'completed', 'code': 200} Jul 07 22:17:36.501709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-52720a13-d222-4f8e-9e7d-b9df5596adea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a HTTP/1.1" status: 200 len: 217 time: 0.0868113 Jul 07 22:17:36.518491 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-04112330-342e-4703-9376-56b59c821393 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ee043f237054900af454ba68c996a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747881 Jul 07 22:17:36.528204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:36.536606 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-e54403c6-d9b7-41b6-b658-c2313f0e2b06 service neutron] 10.222.0.83 "GET /v2.0/networks/7dd916b5-4bf0-4f9d-a318-ca63738e7119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670663 Jul 07 22:17:36.538331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1ac741a-1975-4267-8f9b-4950671dbfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.639977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-7eb669d9-a66a-4abe-bf67-63fb2af2cefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.641375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-7eb669d9-a66a-4abe-bf67-63fb2af2cefa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1316025 Jul 07 22:17:36.714511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19652e-e228-4cde-9381-89a3720eaa4c req-691ccf88-c719-4399-8167-016ce34c6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:36.716038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af19652e-e228-4cde-9381-89a3720eaa4c req-691ccf88-c719-4399-8167-016ce34c6404 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1098 time: 0.2073679 Jul 07 22:17:36.719869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-816204e6-bac9-4d28-a731-9ef590f5748a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424483 Jul 07 22:17:36.723696 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8324-6317-4cd4-a347-de34868f38c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.731339 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-c8234c29-ecf3-4ac9-861a-44839f58c3f0 req-3fe0e556-1d4a-4032-9fd5-abfd5cb840a8 service neutron] 10.222.0.83 "GET /v2.0/networks/7dd916b5-4bf0-4f9d-a318-ca63738e7119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852345 Jul 07 22:17:36.768519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8324-6317-4cd4-a347-de34868f38c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.813593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Allocated IP 172.25.8.228 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/8405f1c7-1b41-463f-adde-d8edd49aedc3) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:36.834572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1ac741a-1975-4267-8f9b-4950671dbfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.838998 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1ac741a-1975-4267-8f9b-4950671dbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.865924 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8324-6317-4cd4-a347-de34868f38c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.868406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7ca8324-6317-4cd4-a347-de34868f38c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:36.871940 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e7ca8324-6317-4cd4-a347-de34868f38c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/706cdf03-ebea-4f91-8cdd-29d0c1b454b5 HTTP/1.1" status: 204 len: 168 time: 0.3403606 Jul 07 22:17:36.886118 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b1ac741a-1975-4267-8f9b-4950671dbfa6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a78069567714e25ac791ed06e38ca13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018676 Jul 07 22:17:36.887074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac741a-1975-4267-8f9b-4950671dbfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a653ad0-fe50-42a1-bb07-1a0542af4ebc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:36.889482 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:36.930114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca8324-6317-4cd4-a347-de34868f38c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706cdf03-ebea-4f91-8cdd-29d0c1b454b5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:36.977631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c0ff9a5-0eeb-470a-b55f-e30fae6be966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.002855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c0ff9a5-0eeb-470a-b55f-e30fae6be966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.008075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19652e-e228-4cde-9381-89a3720eaa4c req-f7313222-9892-4c8b-9c91-b0b6625619b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.009647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af19652e-e228-4cde-9381-89a3720eaa4c req-f7313222-9892-4c8b-9c91-b0b6625619b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 920 time: 0.2864101 Jul 07 22:17:37.057501 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c0ff9a5-0eeb-470a-b55f-e30fae6be966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.060860 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c0ff9a5-0eeb-470a-b55f-e30fae6be966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.064623 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2c0ff9a5-0eeb-470a-b55f-e30fae6be966 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a653ad0-fe50-42a1-bb07-1a0542af4ebc HTTP/1.1" status: 204 len: 168 time: 0.1719129 Jul 07 22:17:37.071748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af19652e-e228-4cde-9381-89a3720eaa4c req-82049fa6-c233-4c59-98fd-f885a661c2b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 217 time: 0.0498614 Jul 07 22:17:37.073313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ff9a5-0eeb-470a-b55f-e30fae6be966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a653ad0-fe50-42a1-bb07-1a0542af4ebc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:37.079536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a905de2-e819-4e8c-9282-9429fb063194 req-2ca844d8-db97-48ff-96c9-8d360bdf452e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.081609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a905de2-e819-4e8c-9282-9429fb063194 req-2ca844d8-db97-48ff-96c9-8d360bdf452e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.3539042 Jul 07 22:17:37.086854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-5707e7f7-6fe4-4bec-aa00-30c958a10b33 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981055 Jul 07 22:17:37.226663 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.251164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19652e-e228-4cde-9381-89a3720eaa4c req-fcc29dd6-8f62-4b76-9cd2-efde3fb137f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.252714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af19652e-e228-4cde-9381-89a3720eaa4c req-fcc29dd6-8f62-4b76-9cd2-efde3fb137f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 200 len: 859 time: 0.1681948 Jul 07 22:17:37.260960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a905de2-e819-4e8c-9282-9429fb063194 req-e269b4ff-3975-4a82-a959-692f29b31533 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648860 Jul 07 22:17:37.348505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af19652e-e228-4cde-9381-89a3720eaa4c req-42276952-8736-493f-9861-a30ab66d709e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d06085-5dee-4a89-9ae3-6029065cfce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865290 Jul 07 22:17:37.371777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-c1d09392-7087-42ea-8b2b-b6564bbe4212 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745998 Jul 07 22:17:37.470845 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.539548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:37.554922 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:37.563309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:37.586729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Pushing event updated for resources: {'Port': ['ID=8405f1c7-1b41-463f-adde-d8edd49aedc3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:37.594770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af19652e-e228-4cde-9381-89a3720eaa4c req-80cd3616-e857-417b-a238-e1b513a886bd service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333493 Jul 07 22:17:37.691688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0bd6a-4f0c-4e9d-910a-ee95df8aed8f req-f1cba35f-e750-494a-a9d2-5b12d1641aca tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.693239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4e0bd6a-4f0c-4e9d-910a-ee95df8aed8f req-f1cba35f-e750-494a-a9d2-5b12d1641aca tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 945 time: 0.2695029 Jul 07 22:17:37.818139 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4e0bd6a-4f0c-4e9d-910a-ee95df8aed8f req-5a243f41-deb8-423c-ac62-c84000d76a09 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068203 Jul 07 22:17:37.844414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af19652e-e228-4cde-9381-89a3720eaa4c req-19fc1f1a-54da-41fd-85f1-1759696cda3e service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415020 Jul 07 22:17:37.845469 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:37.859416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-e7586c7a-df1b-4dc5-96a5-d14210e245a6 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.860949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-e7586c7a-df1b-4dc5-96a5-d14210e245a6 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 948 time: 0.2569313 Jul 07 22:17:37.872980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7860-99a0-46ca-a957-93d9e885f970 req-6a146563-5bc2-418b-9c1a-4cd00b0f26f7 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:37.875454 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-6a146563-5bc2-418b-9c1a-4cd00b0f26f7 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.1057189 Jul 07 22:17:37.982173 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.012716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59200) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:38.059308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-604b7860-99a0-46ca-a957-93d9e885f970 req-bd894241-7f7c-45d1-995c-e350af1f6ade service neutron] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:38.063634 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-604b7860-99a0-46ca-a957-93d9e885f970 req-bd894241-7f7c-45d1-995c-e350af1f6ade service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.064976 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-604b7860-99a0-46ca-a957-93d9e885f970 req-bd894241-7f7c-45d1-995c-e350af1f6ade service neutron] 10.222.0.83 "DELETE /v2.0/ports/ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a/bindings/n-h1-695012-11 HTTP/1.1" status: 204 len: 173 time: 0.1813755 Jul 07 22:17:38.168883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-728e1723-fe64-4fc2-9672-0952f24b586d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2525158 Jul 07 22:17:38.209850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Deleting port c38efe8a-ad31-45a7-b535-7547a7ab03d2 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:38.210244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.243417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309cdc5-5578-49cd-9e42-ed5d7f0cf61b req-e6eadd1b-b57c-440f-a666-8df7c2c783a7 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.244927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5309cdc5-5578-49cd-9e42-ed5d7f0cf61b req-e6eadd1b-b57c-440f-a666-8df7c2c783a7 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 948 time: 0.2658310 Jul 07 22:17:38.278687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-526819631-network', 'tenant_id': '616b37054f834516a12c5c2bd5d21632'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:38.303249 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Made reservation on behalf of 616b37054f834516a12c5c2bd5d21632 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:38.305782 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.317199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.408563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5309cdc5-5578-49cd-9e42-ed5d7f0cf61b req-da3a77c2-c835-45a6-b107-ae470b9c5cd9 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/security-groups?id=5af89c5e-c5d8-4a55-8236-53639b9aaac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268439 Jul 07 22:17:38.419676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.421435 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.426780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.442229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.465055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:17:38.467481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457f69dc-bac5-4a3c-8eed-acb58016a7d2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:38.480753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.481328 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Added segment d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1 of type vlan for network 999565a5-3d06-4cae-b337-73e8bf8acda2 Jul 07 22:17:38.536077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.591209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.591447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Pushing event updated for resources: {'Port': ['ID=8405f1c7-1b41-463f-adde-d8edd49aedc3,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:38.596241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.597821 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.601228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-4b62a39e-6c6b-4351-8877-ab5ce57f3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.603001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-4b62a39e-6c6b-4351-8877-ab5ce57f3f40 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.3864815 Jul 07 22:17:38.606982 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.612471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] For port c38efe8a-ad31-45a7-b535-7547a7ab03d2, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c38efe8a-ad31-45a7-b535-7547a7ab03d2,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:38.612834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.675331 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6614542 Jul 07 22:17:38.680709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59218) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:38.684132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Request body: {'subnet': {'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-526819631-subnet', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:38.697532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3784f8c-cf2a-47a3-a530-7cfa74b17b25 admin admin] Pushing event updated for resources: {'Network': ['ID=999565a5-3d06-4cae-b337-73e8bf8acda2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:38.713125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:17:38.718451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Made reservation on behalf of 616b37054f834516a12c5c2bd5d21632 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:38.718794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Calling delete_port for c38efe8a-ad31-45a7-b535-7547a7ab03d2 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:38.720780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.721377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:38.722577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76282589-0859-4be3-844d-7e85497baa5f req-08fc32cf-28f8-4712-bb8c-e054bed85d97 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1712191 Jul 07 22:17:38.856115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76282589-0859-4be3-844d-7e85497baa5f req-1fca747d-fb00-44b7-977f-8f5d8dca27b4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 696 time: 0.1169200 Jul 07 22:17:38.910213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861088d-3a5b-4ece-b697-7b9ed598ab9e req-77e4339a-af1c-4e7c-b88b-946fd53284d3 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:38.911753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a861088d-3a5b-4ece-b697-7b9ed598ab9e req-77e4339a-af1c-4e7c-b88b-946fd53284d3 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 943 time: 0.3058429 Jul 07 22:17:39.004361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-4b34a601-8df5-4e4b-b0d2-e42c3b4c7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.005893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-4b34a601-8df5-4e4b-b0d2-e42c3b4c7ac5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.3538539 Jul 07 22:17:39.323837 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.389075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8a3a64-3ee5-4b55-849d-11c87e978ec3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:39.398784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:39.399264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Network hostable DHCP agents. Network: 999565a5-3d06-4cae-b337-73e8bf8acda2, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:17:39.418637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:17:39.429728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 999565a5-3d06-4cae-b337-73e8bf8acda2) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:39.433952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.434387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a861088d-3a5b-4ece-b697-7b9ed598ab9e req-fb13a44f-47c7-406f-ad6a-d1176c10c480 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060046 Jul 07 22:17:39.434580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.442320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6599b-0f4a-4755-9e92-a0922a1f28c5 None None] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:39.459419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-9c1a1ea6-c416-4f8b-9f0f-2970ae18cee5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 200 len: 217 time: 0.4440258 Jul 07 22:17:39.466909 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-090a78a1-8302-4d95-bb96-913887f6ccc9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7868733 Jul 07 22:17:39.469485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59246) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:39.474429 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:39.515299 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.518145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.532117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76282589-0859-4be3-844d-7e85497baa5f req-3b91c7e6-0aa8-4f4e-8961-266a3a854be8 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.533527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76282589-0859-4be3-844d-7e85497baa5f req-3b91c7e6-0aa8-4f4e-8961-266a3a854be8 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.6647174 Jul 07 22:17:39.553866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 127d044d-ab1a-4469-a8e9-6ef621e9a60f details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:17:39.559459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.562852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-dae481f1-3781-450f-ac9c-a59394581b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:39.564607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-dae481f1-3781-450f-ac9c-a59394581b79 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.0779767 Jul 07 22:17:39.607866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Pushing event deleted for resources: {'Port': ['ID=c38efe8a-ad31-45a7-b535-7547a7ab03d2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:39.633312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-42ae8529-b551-4a90-af57-07735dd802d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584462 Jul 07 22:17:39.683718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.698701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-999565a5-3d06-4cae-b337-73e8bf8acda2', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:17:39.699990 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.723850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] No DVR routers for this DVR port c38efe8a-ad31-45a7-b535-7547a7ab03d2 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:39.751426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 127d044d-ab1a-4469-a8e9-6ef621e9a60f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=127d044d-ab1a-4469-a8e9-6ef621e9a60f,segment=NetworkSegment(b22384d6-1cab-40cd-884b-1c8c02010e8c),segment_id=b22384d6-1cab-40cd-884b-1c8c02010e8c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:39.755440 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.757475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b5fee7d-b787-4343-9928-a24fc20a5244 req-565ea054-e4c0-4de3-96c8-12388a3d9544 tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.83 "DELETE /v2.0/ports/c38efe8a-ad31-45a7-b535-7547a7ab03d2 HTTP/1.1" status: 204 len: 173 time: 1.8887138 Jul 07 22:17:39.757926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-deleted', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:39.760205 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8e62f0-af87-4720-a534-03affaf61649" -d '{"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-deleted", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:39.821734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '127d044d-ab1a-4469-a8e9-6ef621e9a60f', 'network_id': '7dd916b5-4bf0-4f9d-a318-ca63738e7119', 'port_id': '127d044d-ab1a-4469-a8e9-6ef621e9a60f', 'mac_address': 'fa:16:3e:e8:c4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a131e03-7034-4ef1-a4d3-0541094e625a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:17:39.836331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-cdc22bf8-ae39-42cc-bff1-b037a39478e0 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666009 Jul 07 22:17:39.909007 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:39.929594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127d044d-ab1a-4469-a8e9-6ef621e9a60f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:17:39.966483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 127d044d-ab1a-4469-a8e9-6ef621e9a60f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=127d044d-ab1a-4469-a8e9-6ef621e9a60f,segment=NetworkSegment(b22384d6-1cab-40cd-884b-1c8c02010e8c),segment_id=b22384d6-1cab-40cd-884b-1c8c02010e8c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:39.968457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Allocated IP 172.20.0.2 (999565a5-3d06-4cae-b337-73e8bf8acda2/5e8a3a64-3ee5-4b55-849d-11c87e978ec3/db87d457-367c-4c24-a2ab-ce71683c28eb) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:39.973071 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.091254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78bbeaeb-a1bb-4a18-905e-2f2b433c0960 req-f51e98b5-1f7d-49d1-a41c-d9091464d34e service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281876 Jul 07 22:17:40.116965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=127d044d-ab1a-4469-a8e9-6ef621e9a60f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:40.127104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.139046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cf42d-1c26-41fe-b015-688a809adc95 req-b7ba565d-a2da-4c55-b9a8-76e9fe657fd9 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.140608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b53cf42d-1c26-41fe-b015-688a809adc95 req-b7ba565d-a2da-4c55-b9a8-76e9fe657fd9 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 945 time: 0.2872081 Jul 07 22:17:40.156363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf09a8-09b1-4bd4-8bc1-afb69bbc5cb4 req-e8e8d513-a89c-4773-9944-ab6d7107cecc tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.157939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25bf09a8-09b1-4bd4-8bc1-afb69bbc5cb4 req-e8e8d513-a89c-4773-9944-ab6d7107cecc tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.2127471 Jul 07 22:17:40.235531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b53cf42d-1c26-41fe-b015-688a809adc95 req-740d37e5-8537-4068-a655-d8dc220cb620 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763631 Jul 07 22:17:40.283850 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.287833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25bf09a8-09b1-4bd4-8bc1-afb69bbc5cb4 req-9430df80-a89e-4880-be9d-eaf839b72da0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213951 Jul 07 22:17:40.298870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Transition to ACTIVE for port object db87d457-367c-4c24-a2ab-ce71683c28eb will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:40.322052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Transition to ACTIVE for port object db87d457-367c-4c24-a2ab-ce71683c28eb will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:40.343094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.407143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:40.423746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:40.428554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:40.439151 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.466328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.482495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fa0b1f3-9003-4abf-b1ef-9e4d1346d297 req-15760f6d-921a-41c1-bef2-a0c1e837e05e tempest-ImagesOneServerTestJSON-1239927672 tempest-ImagesOneServerTestJSON-1239927672-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d22db87-87c1-4559-94b3-cb9616aef179 HTTP/1.1" status: 200 len: 210 time: 0.0607126 Jul 07 22:17:40.506166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['127d044d-ab1a-4469-a8e9-6ef621e9a60f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:40.516335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Pushing event updated for resources: {'Port': ['ID=db87d457-367c-4c24-a2ab-ce71683c28eb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:40.544202 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371e95dc-3f05-4757-9ff7-ba36b49d8738 x-openstack-request-id: req-371e95dc-3f05-4757-9ff7-ba36b49d8738 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:40.544499 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d22db87-87c1-4559-94b3-cb9616aef179", "name": "network-vif-deleted", "tag": "c38efe8a-ad31-45a7-b535-7547a7ab03d2", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:40.544821 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-371e95dc-3f05-4757-9ff7-ba36b49d8738 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:40.545277 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d22db87-87c1-4559-94b3-cb9616aef179', 'name': 'network-vif-deleted', 'tag': 'c38efe8a-ad31-45a7-b535-7547a7ab03d2', 'status': 'completed', 'code': 200} Jul 07 22:17:40.570833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Attempting to bind port db87d457-367c-4c24-a2ab-ce71683c28eb on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:40.571223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Attempting to bind port db87d457-367c-4c24-a2ab-ce71683c28eb by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:40.571601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Attempting to bind port db87d457-367c-4c24-a2ab-ce71683c28eb on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:40.591914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:40.592317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:40.592761 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.593241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Bound using segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:40.593866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Bound port: db87d457-367c-4c24-a2ab-ce71683c28eb, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:40.594328 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.602497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-ae59e6fc-08ee-4e09-bfe0-d355e57a0a4c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.610157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-ae59e6fc-08ee-4e09-bfe0-d355e57a0a4c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1246841 Jul 07 22:17:40.678374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-45feb632-d9d0-4b96-9826-f18e5ea4fa71 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 696 time: 0.0665121 Jul 07 22:17:40.685874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-e1ba4eb7-2434-4c87-903c-9f048c37ba65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Request body: {'floatingip': {'port_id': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:40.696019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Allocated IP 172.25.8.188 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/c921f1bf-bb79-4290-a242-2c7467392490) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:40.743272 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-e1ba4eb7-2434-4c87-903c-9f048c37ba65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.819800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] For port db87d457-367c-4c24-a2ab-ce71683c28eb, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:40.825365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] For port db87d457-367c-4c24-a2ab-ce71683c28eb, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=db87d457-367c-4c24-a2ab-ce71683c28eb,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:40.835195 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.917378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:40.930725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff22c-24c1-4f62-99b9-be8ec5c13206 req-f5966550-6185-45a5-9272-54028e004bb9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:40.932516 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e29ff22c-24c1-4f62-99b9-be8ec5c13206 req-f5966550-6185-45a5-9272-54028e004bb9 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 944 time: 0.1866071 Jul 07 22:17:40.942385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd3137-cdb0-4291-9aba-2c91aa8472d0 None None] Pushing event updated for resources: {'Port': ['ID=db87d457-367c-4c24-a2ab-ce71683c28eb,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:40.973618 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.013580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:41.016920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:41.022181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:41.043502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e29ff22c-24c1-4f62-99b9-be8ec5c13206 req-610ef230-cbe4-404b-87e4-be8cfd2754a8 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006966 Jul 07 22:17:41.056796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Pushing event updated for resources: {'Port': ['ID=c921f1bf-bb79-4290-a242-2c7467392490,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:41.078756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.079437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.079934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.080448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.081055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.082099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.082583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.083064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.083576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.084056 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.084536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.085189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:41.397839 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.405529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b0a64e-22a1-42f9-ad7d-acc93549be8c req-a5f26d5f-2795-40d7-8383-598df4abb17a tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.410549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-18b0a64e-22a1-42f9-ad7d-acc93549be8c req-a5f26d5f-2795-40d7-8383-598df4abb17a tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1097 time: 0.1730087 Jul 07 22:17:41.497785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-18b0a64e-22a1-42f9-ad7d-acc93549be8c req-943e8f5b-9f80-4ee8-8e73-c5041fe1d11b tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822628 Jul 07 22:17:41.515185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-e1ba4eb7-2434-4c87-903c-9f048c37ba65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.521235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-e1ba4eb7-2434-4c87-903c-9f048c37ba65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.532608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:41.578351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: c38efe8a-ad31-45a7-b535-7547a7ab03d2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:41.579125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c38efe8a-ad31-45a7-b535-7547a7ab03d2 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:41.664550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:41.672448 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-e1ba4eb7-2434-4c87-903c-9f048c37ba65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Floating IP a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2 associated. External IP: 172.25.8.228, port: 2bec5007-c0df-4d48-b9c9-b3532251978b. Jul 07 22:17:41.855051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device db87d457-367c-4c24-a2ab-ce71683c28eb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:41.919850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port db87d457-367c-4c24-a2ab-ce71683c28eb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:41.953454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Router f484b174-1ee7-4fd7-913c-157cc1fe79f2 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:41.989505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ecdf-4d4c-4194-97c6-3e20e50fb14c req-01c8bc17-61dd-425e-9ed2-2ce1bd53c2b5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:41.991089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d65ecdf-4d4c-4194-97c6-3e20e50fb14c req-01c8bc17-61dd-425e-9ed2-2ce1bd53c2b5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.1722147 Jul 07 22:17:42.050345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d65ecdf-4d4c-4194-97c6-3e20e50fb14c req-457e539e-690c-4caa-9a7e-c6b2c25ca965 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509441 Jul 07 22:17:42.052358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-e1ba4eb7-2434-4c87-903c-9f048c37ba65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Router f57a4c98-0d0d-4b00-aaa9-df5920529625 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:17:42.107002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:42.118176 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Sync routers for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:42.128257 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:42.128951 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:42.140587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:42.142058 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7d80b04b-ece7-4eb9-bf5f-7e33b937ac32 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6716011 Jul 07 22:17:42.144733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59310) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:42.218766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-e1ba4eb7-2434-4c87-903c-9f048c37ba65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:42.230223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-e1ba4eb7-2434-4c87-903c-9f048c37ba65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:42.232511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] Sync routers for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:42.248678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:42.249325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:42.290791 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:42.349910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-e1ba4eb7-2434-4c87-903c-9f048c37ba65 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "PUT /v2.0/floatingips/a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2 HTTP/1.1" status: 200 len: 997 time: 1.6699779 Jul 07 22:17:42.363750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41f6bf-42ce-41f3-9449-dc0ee1aa2676 None None] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:42.427405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1ebcabe2-a9e2-4ddb-9d29-5fe737bee99e None None] Provisioning for port db87d457-367c-4c24-a2ab-ce71683c28eb completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:42.500066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1ebcabe2-a9e2-4ddb-9d29-5fe737bee99e None None] Provisioning complete for port db87d457-367c-4c24-a2ab-ce71683c28eb triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:42.500773 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ebcabe2-a9e2-4ddb-9d29-5fe737bee99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:42.517679 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:41Z', 'revision_number': 3, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:42.546284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:42.549853 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:42.576131 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Checking router: f484b174-1ee7-4fd7-913c-157cc1fe79f2 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:42.576483 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Updating router f484b174-1ee7-4fd7-913c-157cc1fe79f2 port c921f1bf-bb79-4290-a242-2c7467392490 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:17:42.626366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-fdc7e3c6-c1bc-4149-8cef-d33163bc3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:42.636069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-fdc7e3c6-c1bc-4149-8cef-d33163bc3e54 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1098 time: 0.2540553 Jul 07 22:17:42.636316 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:42.658610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508d396-4954-4888-990f-4d903d6dfbd8 req-9bff662c-4981-4087-9a83-dfd793c7ec1d tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:42.660760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4508d396-4954-4888-990f-4d903d6dfbd8 req-9bff662c-4981-4087-9a83-dfd793c7ec1d tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 1097 time: 0.3098273 Jul 07 22:17:42.822886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59328) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:42.856219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4508d396-4954-4888-990f-4d903d6dfbd8 req-03694b6b-0ce5-47c0-b5f6-d989f725dcae tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750238 Jul 07 22:17:42.860336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:42.893143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-30b7cd95-0e99-4f76-b957-faa120faed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:42.906655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-30b7cd95-0e99-4f76-b957-faa120faed63 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 920 time: 0.2696471 Jul 07 22:17:42.964869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.034985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-21f0c667-fa2d-4614-bc6c-3c3ccf13ddf9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 1000 time: 0.1273992 Jul 07 22:17:43.059875 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ebcabe2-a9e2-4ddb-9d29-5fe737bee99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.181475 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.201008 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Transition to ACTIVE for port object c921f1bf-bb79-4290-a242-2c7467392490 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:43.210832 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.225862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-4da2b8d9-04cd-463b-8bd7-681154b8d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:43.239952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-4da2b8d9-04cd-463b-8bd7-681154b8d09f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 200 len: 859 time: 0.2040403 Jul 07 22:17:43.248988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Allocated IP 172.20.0.1 (999565a5-3d06-4cae-b337-73e8bf8acda2/5e8a3a64-3ee5-4b55-849d-11c87e978ec3/b405bcdd-57d0-48e6-badb-f8469e55b4d0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:43.282611 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1ebcabe2-a9e2-4ddb-9d29-5fe737bee99e None None] For port db87d457-367c-4c24-a2ab-ce71683c28eb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=db87d457-367c-4c24-a2ab-ce71683c28eb,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:43.292744 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ebcabe2-a9e2-4ddb-9d29-5fe737bee99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.368593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-40eb3af9-352e-4470-b501-26fd724945c7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3d06085-5dee-4a89-9ae3-6029065cfce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033978 Jul 07 22:17:43.372122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f9e20580-88f8-484d-996f-d796b40ebf2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fa214ccfb7043a29a08ffe2c5298fa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465038 Jul 07 22:17:43.380559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59364) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:43.416136 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Pushing event updated for resources: {'Port': ['ID=c921f1bf-bb79-4290-a242-2c7467392490,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:43.430216 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.435725 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.436857 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.438862 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.439430 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.440204 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.443392 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.443997 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.447433 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.449383 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.450171 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.454703 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:17:43.480490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.490826 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Attempting to bind port c921f1bf-bb79-4290-a242-2c7467392490 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:43.491424 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Attempting to bind port c921f1bf-bb79-4290-a242-2c7467392490 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:43.491997 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Attempting to bind port c921f1bf-bb79-4290-a242-2c7467392490 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:43.502844 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:43.504140 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:43.504783 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.505427 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:43.506175 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Bound port: c921f1bf-bb79-4290-a242-2c7467392490, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:43.507070 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.522519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3809baf0-a404-43df-b1c5-0600272b52ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.533617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8da031-8dc7-4bb9-9777-4d9f57b4920d req-a54646f4-8f0c-489c-bd68-78015e2c5a87 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:43.540746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb8da031-8dc7-4bb9-9777-4d9f57b4920d req-a54646f4-8f0c-489c-bd68-78015e2c5a87 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 944 time: 0.4436376 Jul 07 22:17:43.560286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3809baf0-a404-43df-b1c5-0600272b52ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.585857 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] For port c921f1bf-bb79-4290-a242-2c7467392490, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:43.590692 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] For port c921f1bf-bb79-4290-a242-2c7467392490, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c921f1bf-bb79-4290-a242-2c7467392490,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:43.597703 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.636011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Transition to ACTIVE for port object b405bcdd-57d0-48e6-badb-f8469e55b4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:43.713205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb8da031-8dc7-4bb9-9777-4d9f57b4920d req-a4769bee-8a48-4945-971d-e4a10b669b3f tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715508 Jul 07 22:17:43.724932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3809baf0-a404-43df-b1c5-0600272b52ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.729264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-7e9dc388-94cf-4366-8d1c-30c816a2f257 service neutron] 10.222.0.81 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583922 Jul 07 22:17:43.729429 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3809baf0-a404-43df-b1c5-0600272b52ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.737932 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3809baf0-a404-43df-b1c5-0600272b52ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5af89c5e-c5d8-4a55-8236-53639b9aaac8 HTTP/1.1" status: 204 len: 168 time: 0.3540606 Jul 07 22:17:43.767450 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:43.769960 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:43.785182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809baf0-a404-43df-b1c5-0600272b52ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af89c5e-c5d8-4a55-8236-53639b9aaac8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:43.804787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:43.838778 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 127d044d-ab1a-4469-a8e9-6ef621e9a60f up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:43.857666 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f7b26-be75-4c04-9155-aa68e97a4450 None None] Pushing event updated for resources: {'Port': ['ID=c921f1bf-bb79-4290-a242-2c7467392490,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:43.876772 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fef2cd-7b59-4a26-a2c0-0b7a3ad82de0 x-openstack-request-id: req-45fef2cd-7b59-4a26-a2c0-0b7a3ad82de0 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:43.877502 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:43.877502 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45fef2cd-7b59-4a26-a2c0-0b7a3ad82de0 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:43.880928 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'status': 'completed', 'code': 200} Jul 07 22:17:43.909939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:43.916673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:43.939808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:44.001656 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:44.019580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e660225f-eb2b-4d35-b238-21372e1e9572 req-73611c5a-f9b7-4fd6-a599-a122141bd075 service neutron] 10.222.0.81 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804151 Jul 07 22:17:44.083361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Pushing event updated for resources: {'Port': ['ID=b405bcdd-57d0-48e6-badb-f8469e55b4d0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:44.092049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.101957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcabe2-a9e2-4ddb-9d29-5fe737bee99e None None] Pushing event updated for resources: {'Port': ['ID=db87d457-367c-4c24-a2ab-ce71683c28eb,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:44.110765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-286920cc-a007-42d0-9b0e-ad909faf9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:44.113507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-286920cc-a007-42d0-9b0e-ad909faf9ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1098 time: 0.2293355 Jul 07 22:17:44.120762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-86a14510-dc5e-49cb-bbe3-22123eb7029d None None] Provisioning complete for port db87d457-367c-4c24-a2ab-ce71683c28eb triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:44.121132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-86a14510-dc5e-49cb-bbe3-22123eb7029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.421232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-e3ece7bb-245f-48f3-ad54-4635ee4812b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:44.422735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-e3ece7bb-245f-48f3-ad54-4635ee4812b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 920 time: 0.2920611 Jul 07 22:17:44.485660 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.520921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 127d044d-ab1a-4469-a8e9-6ef621e9a60f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:44.532930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 127d044d-ab1a-4469-a8e9-6ef621e9a60f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:44.533311 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.578477 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:41Z', 'revision_number': 3, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:44.642763 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d406374-be95-4e12-91d2-844fee8caa7f None None] The sync data for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 is: [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:41Z', 'revision_number': 3, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:44.643003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-d8c71899-c077-4ff6-b02f-2c5dc6900d04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 1000 time: 0.2131224 Jul 07 22:17:44.782336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'port_id': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'mac_address': 'fa:16:3e:d8:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:17:37Z', 'updated_at': '2021-07-07T22:17:41Z', 'revision_number': 1, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bfd95d-7ca1-4af5-937a-9a5e1f8811f5', 'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'mac_address': 'fa:16:3e:e4:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:26Z', 'updated_at': '2021-07-07T22:16:38Z', 'revision_number': 5, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'subnets': [{'id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:44.848848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] Checking router: f57a4c98-0d0d-4b00-aaa9-df5920529625 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:44.878659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:44.879307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:44.893756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b26fa3-24f5-4103-ba5b-864926d04855 req-d437fe38-c428-49ba-a6b9-9bc07ef761ca tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:44.897855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95b26fa3-24f5-4103-ba5b-864926d04855 req-d437fe38-c428-49ba-a6b9-9bc07ef761ca tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.4523220 Jul 07 22:17:44.904472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.914604 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:44.931924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-a06974da-8d26-41d2-92d9-b382527ea362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:44.933973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-a06974da-8d26-41d2-92d9-b382527ea362 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 200 len: 859 time: 0.2841249 Jul 07 22:17:44.974457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.063413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-e9c80848-ae96-4684-9249-900ce8082629 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1000 time: 0.3307714 Jul 07 22:17:45.074850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-8c3fdfad-dd49-410e-a307-e6f909772312 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d06085-5dee-4a89-9ae3-6029065cfce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305244 Jul 07 22:17:45.179765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:45.231357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Pushing event updated for resources: {'Port': ['ID=b405bcdd-57d0-48e6-badb-f8469e55b4d0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:45.235930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:45.240178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:45.302459 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.356291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b22cb2-038f-4aee-abb9-a4b6392e4038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127d044d-ab1a-4469-a8e9-6ef621e9a60f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:45.359274 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ebaacb-85ce-4bdb-b5fd-6cc44b880926" -d '{"events": [{"server_uuid": "44b22cb2-038f-4aee-abb9-a4b6392e4038", "name": "network-vif-plugged", "status": "completed", "tag": "127d044d-ab1a-4469-a8e9-6ef621e9a60f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:45.386624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0074b43d-cbf9-41d9-b0e6-cfa60d81f790 None None] Provisioning for port b405bcdd-57d0-48e6-badb-f8469e55b4d0 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:45.433733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-bb1b5c4d-1f57-4830-b786-ce261ecd3ce3 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491945 Jul 07 22:17:45.495094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 127d044d-ab1a-4469-a8e9-6ef621e9a60f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=127d044d-ab1a-4469-a8e9-6ef621e9a60f,segment=NetworkSegment(b22384d6-1cab-40cd-884b-1c8c02010e8c),segment_id=b22384d6-1cab-40cd-884b-1c8c02010e8c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:45.497386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0074b43d-cbf9-41d9-b0e6-cfa60d81f790 None None] Provisioning complete for port b405bcdd-57d0-48e6-badb-f8469e55b4d0 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:45.498563 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0074b43d-cbf9-41d9-b0e6-cfa60d81f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.516121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Router f484b174-1ee7-4fd7-913c-157cc1fe79f2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:17:45.555512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0074b43d-cbf9-41d9-b0e6-cfa60d81f790 None None] Port b405bcdd-57d0-48e6-badb-f8469e55b4d0 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:45.563769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.748696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=127d044d-ab1a-4469-a8e9-6ef621e9a60f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:45.835262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-46c0251d-2e20-45b3-ad2d-ef82ac1399e0 None None] Provisioning complete for port b405bcdd-57d0-48e6-badb-f8469e55b4d0 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:45.835623 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46c0251d-2e20-45b3-ad2d-ef82ac1399e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:45.890478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:45.912218 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9bdade7d-cd1a-41d9-98f6-b741691ac929 admin admin] 10.222.0.81 "PUT /v2.0/routers/f484b174-1ee7-4fd7-913c-157cc1fe79f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7661617 Jul 07 22:17:45.980495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-46c0251d-2e20-45b3-ad2d-ef82ac1399e0 None None] Port b405bcdd-57d0-48e6-badb-f8469e55b4d0 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:46.024410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'port_id': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'mac_address': 'fa:16:3e:d8:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:17:37Z', 'updated_at': '2021-07-07T22:17:41Z', 'revision_number': 1, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bfd95d-7ca1-4af5-937a-9a5e1f8811f5', 'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'mac_address': 'fa:16:3e:e4:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:26Z', 'updated_at': '2021-07-07T22:16:38Z', 'revision_number': 5, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'subnets': [{'id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:46.072523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe42cfb-2ac5-4953-b509-32a9c91e45d3 None None] The sync data for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 is: [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'floating_ip_address': '172.25.8.228', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'port_id': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'mac_address': 'fa:16:3e:d8:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:17:37Z', 'updated_at': '2021-07-07T22:17:41Z', 'revision_number': 1, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98bfd95d-7ca1-4af5-937a-9a5e1f8811f5', 'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'mac_address': 'fa:16:3e:e4:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:26Z', 'updated_at': '2021-07-07T22:16:38Z', 'revision_number': 5, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'subnets': [{'id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:46.086157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c921f1bf-bb79-4290-a242-2c7467392490 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:46.134766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95b26fa3-24f5-4103-ba5b-864926d04855 req-752b62d1-e778-419f-907f-f3db17f64485 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2163904 Jul 07 22:17:46.222183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-810c3535-65bf-45fd-bac2-48bc340c0a9f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:46.234716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c921f1bf-bb79-4290-a242-2c7467392490 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:46.235666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-810c3535-65bf-45fd-bac2-48bc340c0a9f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports/2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 943 time: 1.1535180 Jul 07 22:17:46.255111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c921f1bf-bb79-4290-a242-2c7467392490 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:46.255565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.339325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8c1a83d-95db-4148-a479-3ece1e1d8f4c req-0b63735f-0102-44f9-af7e-b6fb855b5bdd service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8966005 Jul 07 22:17:46.482268 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.541250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port c921f1bf-bb79-4290-a242-2c7467392490, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c921f1bf-bb79-4290-a242-2c7467392490,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:46.548716 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.550457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device db87d457-367c-4c24-a2ab-ce71683c28eb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:46.551001 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30c52b-c444-4b3a-9fb1-62d89011c255 None None] New status for floating IP a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:17:46.685814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-3b9de7e6-8002-44ca-bc4e-08bef7d75c6d tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1000 time: 0.2112601 Jul 07 22:17:46.727348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:46.758013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=c921f1bf-bb79-4290-a242-2c7467392490,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:46.777076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcdb78c-ec4f-457a-a0dd-d86bc2fa38b9 req-86ebc4fe-d035-45c2-ae81-dfef604b669d tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:46.791397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fbcdb78c-ec4f-457a-a0dd-d86bc2fa38b9 req-86ebc4fe-d035-45c2-ae81-dfef604b669d tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 945 time: 0.3869724 Jul 07 22:17:46.803696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port db87d457-367c-4c24-a2ab-ce71683c28eb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:46.804159 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.907274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fbcdb78c-ec4f-457a-a0dd-d86bc2fa38b9 req-5148ed56-7bc8-41b2-8eec-e970688954b7 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136415 Jul 07 22:17:46.957135 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a2abd0-b40f-4a49-9f25-cca0613e5583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:46.996187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-c642a00c-939e-4658-b322-3d1049c04bc0 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:46.997622 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-c642a00c-939e-4658-b322-3d1049c04bc0 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.3097720 Jul 07 22:17:47.116463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-9720b751-5c9d-4d61-934e-0f9539ebbd95 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 1002 time: 0.1081331 Jul 07 22:17:47.131902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-65f9d810-de3c-4d1a-a05c-2832a4b4101e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:47.152737 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60ec429-4fcc-4a06-804a-d07909f241c0 x-openstack-request-id: req-c60ec429-4fcc-4a06-804a-d07909f241c0 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:47.153008 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b22cb2-038f-4aee-abb9-a4b6392e4038", "name": "network-vif-plugged", "status": "completed", "tag": "127d044d-ab1a-4469-a8e9-6ef621e9a60f", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:47.153266 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c60ec429-4fcc-4a06-804a-d07909f241c0 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:47.153665 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b22cb2-038f-4aee-abb9-a4b6392e4038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127d044d-ab1a-4469-a8e9-6ef621e9a60f', 'code': 200} Jul 07 22:17:47.164232 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a2abd0-b40f-4a49-9f25-cca0613e5583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.169438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47a2abd0-b40f-4a49-9f25-cca0613e5583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.239944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a2abd0-b40f-4a49-9f25-cca0613e5583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ddf7cc-743d-4e17-8399-410000de3a1e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:47.257034 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-65f9d810-de3c-4d1a-a05c-2832a4b4101e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.269708 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-47a2abd0-b40f-4a49-9f25-cca0613e5583 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=729f73cde762435089373425f8b5ced1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402579 Jul 07 22:17:47.270654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59512) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:47.304220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:47.311042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1799503503-network', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:47.365277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bab0e050-b56d-4708-9131-85fd2f6906af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.392256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bab0e050-b56d-4708-9131-85fd2f6906af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.445560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43131df-e166-4253-8eb6-daf13ebd5a6e req-436fc7b3-ac02-40d3-a246-8f1794c1b92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:47.447237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a43131df-e166-4253-8eb6-daf13ebd5a6e req-436fc7b3-ac02-40d3-a246-8f1794c1b92b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 1097 time: 0.1358666 Jul 07 22:17:47.448408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Made reservation on behalf of 134da64ef08240058cd7cc3f2cfdf6b9 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:47.453858 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.471116 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bab0e050-b56d-4708-9131-85fd2f6906af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.474113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bab0e050-b56d-4708-9131-85fd2f6906af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.478456 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bab0e050-b56d-4708-9131-85fd2f6906af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1ddf7cc-743d-4e17-8399-410000de3a1e HTTP/1.1" status: 204 len: 168 time: 0.2063410 Jul 07 22:17:47.479251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.497080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0e050-b56d-4708-9131-85fd2f6906af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ddf7cc-743d-4e17-8399-410000de3a1e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:47.528822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-65f9d810-de3c-4d1a-a05c-2832a4b4101e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.548350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-65f9d810-de3c-4d1a-a05c-2832a4b4101e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.548586 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-65f9d810-de3c-4d1a-a05c-2832a4b4101e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Floating IP a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2 disassociated. External IP: 172.25.8.228, port: 2bec5007-c0df-4d48-b9c9-b3532251978b. Jul 07 22:17:47.548881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Sync routers for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:47.578155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:47.578812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:47.689671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a43131df-e166-4253-8eb6-daf13ebd5a6e req-3100d664-801d-432d-95f2-b8b86a451323 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116992 Jul 07 22:17:47.698625 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.725915 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.729964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:47.766485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:17:47.823342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.823716 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Added segment e29f6752-83ac-4b83-91c8-6ff775a0f7d9 of type vlan for network 73d0b356-2000-4559-8112-f1f8e78ce493 Jul 07 22:17:47.869464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d956cd78-eb4c-4e5f-b300-7f9ce7732b10,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:47.878441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aef1f-c3e2-44b6-81fe-85f1f8fdf0d7 req-6cde0815-30f3-4156-a08b-19e3b6221d12 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:47.885709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9aef1f-c3e2-44b6-81fe-85f1f8fdf0d7 req-6cde0815-30f3-4156-a08b-19e3b6221d12 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.1938472 Jul 07 22:17:47.921048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.944733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c921f1bf-bb79-4290-a242-2c7467392490 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:47.966564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.968971 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:47.969689 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:47.989858 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6842487 Jul 07 22:17:48.001821 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59524) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:48.007492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Request body: {'subnet': {'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1799503503-subnet', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:48.032207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9aef1f-c3e2-44b6-81fe-85f1f8fdf0d7 req-58729c64-d5e8-4986-b5e1-cd2e0cc7aee2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455026 Jul 07 22:17:48.046570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59526) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:48.085340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e52beefa-6951-435b-b345-ba6e6cfde240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.086536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Made reservation on behalf of 134da64ef08240058cd7cc3f2cfdf6b9 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:17:48.088977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.094526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5e7f6-5822-4512-9edc-d13b48a39a6c admin admin] Pushing event updated for resources: {'Network': ['ID=73d0b356-2000-4559-8112-f1f8e78ce493,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:48.097696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-65f9d810-de3c-4d1a-a05c-2832a4b4101e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Router f57a4c98-0d0d-4b00-aaa9-df5920529625 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:17:48.107415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 73d0b356-2000-4559-8112-f1f8e78ce493 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:17:48.228306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c921f1bf-bb79-4290-a242-2c7467392490 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:48.228594 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.335011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 2, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:48.365930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Checking router: f484b174-1ee7-4fd7-913c-157cc1fe79f2 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:48.366312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Updating router f484b174-1ee7-4fd7-913c-157cc1fe79f2 port b405bcdd-57d0-48e6-badb-f8469e55b4d0 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:17:48.401406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-65f9d810-de3c-4d1a-a05c-2832a4b4101e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:48.412858 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] Sync routers for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:48.425388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.434255 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:48.435518 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:48.453189 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e52beefa-6951-435b-b345-ba6e6cfde240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.459918 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-65f9d810-de3c-4d1a-a05c-2832a4b4101e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.510749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-65f9d810-de3c-4d1a-a05c-2832a4b4101e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "PUT /v2.0/floatingips/a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2 HTTP/1.1" status: 200 len: 695 time: 1.3882329 Jul 07 22:17:48.531402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:48.535058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.535204 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:48.538529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e52beefa-6951-435b-b345-ba6e6cfde240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.588348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f917df47-ded4-4096-9407-bb2825493683,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:48.605829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Checking segment: {'id': 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:48.609198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Network hostable DHCP agents. Network: 73d0b356-2000-4559-8112-f1f8e78ce493, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:17:48.624592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52beefa-6951-435b-b345-ba6e6cfde240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d63be8d-67b8-49d9-97b0-e0593deb8f30,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:48.636674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Network 73d0b356-2000-4559-8112-f1f8e78ce493 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:17:48.652364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 73d0b356-2000-4559-8112-f1f8e78ce493) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:48.669857 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:48.671262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:48.671828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e52beefa-6951-435b-b345-ba6e6cfde240 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=69e9d438256c4fe082a00223ac85fe87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226234 Jul 07 22:17:48.673378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.674813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59536) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:48.692530 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-556f2405-1249-4f63-bf53-43aa06095c54 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6901085 Jul 07 22:17:48.695136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:48.705273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:17:48.726519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60c055-317b-4f3c-8682-c7cd4e842a3e None None] Network 73d0b356-2000-4559-8112-f1f8e78ce493 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:48.751707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.752960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.760247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-495c8b7a-e18e-4894-a6a0-a50dbf76511c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.765517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-fb911643-67ab-46a1-aa6e-a47ee758acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:48.773631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-fb911643-67ab-46a1-aa6e-a47ee758acb9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1098 time: 0.2576406 Jul 07 22:17:48.784866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a89c8-80f8-4df8-9581-348f55a15b01 req-83411476-b01d-49ae-a4de-0d3e659d31b7 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:48.786416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-681a89c8-80f8-4df8-9581-348f55a15b01 req-83411476-b01d-49ae-a4de-0d3e659d31b7 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 945 time: 0.3315551 Jul 07 22:17:48.839399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.879187 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-495c8b7a-e18e-4894-a6a0-a50dbf76511c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:48.938801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-681a89c8-80f8-4df8-9581-348f55a15b01 req-0fc78b74-7e70-49f7-922e-315b45bc64f7 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431925 Jul 07 22:17:49.017638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-2cc5326e-6b47-4bdc-863c-5c33b69a6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:49.021148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-2cc5326e-6b47-4bdc-863c-5c33b69a6e3d service neutron] 10.222.0.81 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 920 time: 0.2444768 Jul 07 22:17:49.091838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-08e100fa-89cc-4fd6-bf3b-9918988ff6fe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 217 time: 0.0584600 Jul 07 22:17:49.096551 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '98bfd95d-7ca1-4af5-937a-9a5e1f8811f5', 'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'mac_address': 'fa:16:3e:e4:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:26Z', 'updated_at': '2021-07-07T22:16:38Z', 'revision_number': 5, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'subnets': [{'id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:49.156328 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-495c8b7a-e18e-4894-a6a0-a50dbf76511c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.158120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-73d0b356-2000-4559-8112-f1f8e78ce493', 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'fixed_ips': [{'subnet_id': 'f917df47-ded4-4096-9407-bb2825493683'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:17:49.158953 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-495c8b7a-e18e-4894-a6a0-a50dbf76511c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.159519 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.160323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-495c8b7a-e18e-4894-a6a0-a50dbf76511c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d63be8d-67b8-49d9-97b0-e0593deb8f30 HTTP/1.1" status: 204 len: 168 time: 0.4837463 Jul 07 22:17:49.162059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-2238c6a8-6b92-4c33-b410-c3e28497574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:49.186458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-2238c6a8-6b92-4c33-b410-c3e28497574c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 200 len: 859 time: 0.0936387 Jul 07 22:17:49.189540 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] Checking router: f57a4c98-0d0d-4b00-aaa9-df5920529625 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:49.211055 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:49.211698 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:49.247190 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.322927 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Transition to ACTIVE for port object b405bcdd-57d0-48e6-badb-f8469e55b4d0 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:49.335385 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.354747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-852d4d10-d611-4d03-aebe-04801069819d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c3d06085-5dee-4a89-9ae3-6029065cfce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636550 Jul 07 22:17:49.375419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c8b7a-e18e-4894-a6a0-a50dbf76511c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d63be8d-67b8-49d9-97b0-e0593deb8f30,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:49.471179 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:49.575190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2be64-5d59-4de9-a11a-7e8cf8e36ea8 None None] Pushing event updated for resources: {'Port': ['ID=b405bcdd-57d0-48e6-badb-f8469e55b4d0,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:49.593972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-62e88ca7-a7fa-4a52-bcae-df52cd8b6ff3 service neutron] 10.222.0.81 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383451 Jul 07 22:17:49.627083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Allocated IP 172.20.0.2 (73d0b356-2000-4559-8112-f1f8e78ce493/f917df47-ded4-4096-9407-bb2825493683/93d3965f-9406-4871-845f-b6406c3cc05c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:49.668316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.742647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Attempting to bind port b405bcdd-57d0-48e6-badb-f8469e55b4d0 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:49.743302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Attempting to bind port b405bcdd-57d0-48e6-badb-f8469e55b4d0 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:49.743302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Attempting to bind port b405bcdd-57d0-48e6-badb-f8469e55b4d0 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:49.755315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:49.756018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:49.756551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.756961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Bound using segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:49.758697 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Bound port: b405bcdd-57d0-48e6-badb-f8469e55b4d0, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:49.759095 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.894206 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '98bfd95d-7ca1-4af5-937a-9a5e1f8811f5', 'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'mac_address': 'fa:16:3e:e4:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:26Z', 'updated_at': '2021-07-07T22:16:38Z', 'revision_number': 5, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'subnets': [{'id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:49.894343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ac7e7ba-4687-4a0e-bd20-8b27dabb50ae req-f4dacba2-ebb7-4c4b-84dd-912f42831842 service neutron] 10.222.0.81 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897937 Jul 07 22:17:49.936861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:49.954994 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037a8c06-695f-43a8-abf4-696aa99c62d8 None None] The sync data for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 is: [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:16:27Z', 'revision_number': 4, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '98bfd95d-7ca1-4af5-937a-9a5e1f8811f5', 'name': '', 'network_id': 'c3d06085-5dee-4a89-9ae3-6029065cfce3', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'mac_address': 'fa:16:3e:e4:36:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:26Z', 'updated_at': '2021-07-07T22:16:38Z', 'revision_number': 5, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'subnets': [{'id': '722ea6f8-5abd-43af-85a2-6bdf378e4268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:50.015012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] For port b405bcdd-57d0-48e6-badb-f8469e55b4d0, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:50.020272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] For port b405bcdd-57d0-48e6-badb-f8469e55b4d0, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b405bcdd-57d0-48e6-badb-f8469e55b4d0,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:50.031849 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92746b1a-009a-4db2-86a7-4e8da82fd3be x-openstack-request-id: req-92746b1a-009a-4db2-86a7-4e8da82fd3be {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:50.032256 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:50.032703 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-92746b1a-009a-4db2-86a7-4e8da82fd3be {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:50.033112 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'status': 'completed', 'code': 200} Jul 07 22:17:50.134508 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.144868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Transition to ACTIVE for port object 93d3965f-9406-4871-845f-b6406c3cc05c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:50.163025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Transition to ACTIVE for port object 93d3965f-9406-4871-845f-b6406c3cc05c will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:50.171910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.181102 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.181967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-969ad65c-f812-4dff-ae91-f89d1f214a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:50.189014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-969ad65c-f812-4dff-ae91-f89d1f214a4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef6910086ae94778a48251190f7e7059&device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 1098 time: 0.1329589 Jul 07 22:17:50.266161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:50.266964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:50.434696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Network 73d0b356-2000-4559-8112-f1f8e78ce493 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:50.484150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.484363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:50.495439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:50.509517 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.551421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e38057-3881-4703-a4ee-08eabf0c7da0 None None] New status for floating IP a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:17:50.584404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2be64-5d59-4de9-a11a-7e8cf8e36ea8 None None] Pushing event updated for resources: {'Port': ['ID=b405bcdd-57d0-48e6-badb-f8469e55b4d0,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:50.594365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-5fb7de46-0f10-4380-aa67-4834857d2952 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/floatingips/a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2 HTTP/1.1" status: 200 len: 695 time: 0.2024026 Jul 07 22:17:50.668633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Allocated IP 172.25.8.243 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f922d173-c08d-467d-bcef-d16e82a051aa) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:50.792266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-e56afddf-ed10-4ad7-ab54-922063455ca7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:50.801652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-e56afddf-ed10-4ad7-ab54-922063455ca7 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2061913 Jul 07 22:17:50.827985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-36a4ff28-d272-4e0d-8e50-a9280f71b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:50.829724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-36a4ff28-d272-4e0d-8e50-a9280f71b3ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 200 len: 920 time: 0.6360476 Jul 07 22:17:50.853871 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.873667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:50.876898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Pushing event updated for resources: {'Port': ['ID=93d3965f-9406-4871-845f-b6406c3cc05c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:50.886324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f80d9b-f8fa-407e-982f-1527ac3c854c req-a33981be-9e29-4b2e-bee0-4c35692df71d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:50.887915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5f80d9b-f8fa-407e-982f-1527ac3c854c req-a33981be-9e29-4b2e-bee0-4c35692df71d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.4854722 Jul 07 22:17:50.898513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-bbe7312b-3312-4340-a613-6283fdc55af4 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 698 time: 0.0957420 Jul 07 22:17:50.924588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:50.969131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Attempting to bind port 93d3965f-9406-4871-845f-b6406c3cc05c on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:50.969244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Attempting to bind port 93d3965f-9406-4871-845f-b6406c3cc05c by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:50.969527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Attempting to bind port 93d3965f-9406-4871-845f-b6406c3cc05c on network 73d0b356-2000-4559-8112-f1f8e78ce493 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:50.982885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-72374d02-3aa6-4e92-a0b5-65c4bbe12966 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.228 HTTP/1.1" status: 200 len: 696 time: 0.0834451 Jul 07 22:17:50.994638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:50.995224 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-f236dbc4-a2c5-4db7-a7fb-61b09921bb9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 200 len: 217 time: 0.1254210 Jul 07 22:17:51.006263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:51.011820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:51.107454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Pushing event updated for resources: {'Port': ['ID=f922d173-c08d-467d-bcef-d16e82a051aa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:51.138568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5f80d9b-f8fa-407e-982f-1527ac3c854c req-122df971-5ba4-4928-b6c7-f250cb94fe50 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119048 Jul 07 22:17:51.203788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-4a0ad0e4-f82a-4cf6-81b7-fd84a848bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:51.205320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-4a0ad0e4-f82a-4cf6-81b7-fd84a848bdd0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 200 len: 859 time: 0.1925414 Jul 07 22:17:51.269794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-6ddd0786-66bc-4e78-a6af-3ef501d9248c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3d06085-5dee-4a89-9ae3-6029065cfce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499048 Jul 07 22:17:51.373861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:51.374264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Checking segment: {'id': 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:51.374657 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.375045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Bound using segment: {'id': 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:51.375516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Bound port: 93d3965f-9406-4871-845f-b6406c3cc05c, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:51.375891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.459222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-045ab6e6-72da-470c-a060-265588b2100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:50Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:51.487241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045ab6e6-72da-470c-a060-265588b2100d None None] The sync data for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 is: [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:50Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:51.490684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] For port 93d3965f-9406-4871-845f-b6406c3cc05c, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:51.497570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Deleting port 8405f1c7-1b41-463f-adde-d8edd49aedc3 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:51.497923 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.508397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] For port 93d3965f-9406-4871-845f-b6406c3cc05c, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=93d3965f-9406-4871-845f-b6406c3cc05c,segment=NetworkSegment(e29f6752-83ac-4b83-91c8-6ff775a0f7d9),segment_id=e29f6752-83ac-4b83-91c8-6ff775a0f7d9)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:51.512046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.513998 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.655748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc474aec-ad9e-4795-99e5-8be93d7ff7a6 None None] Pushing event updated for resources: {'Port': ['ID=93d3965f-9406-4871-845f-b6406c3cc05c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:51.807739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.808048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.834255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Calling delete_port for 8405f1c7-1b41-463f-adde-d8edd49aedc3 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:51.852137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:51.898781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b405bcdd-57d0-48e6-badb-f8469e55b4d0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:51.936945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-fcc0aeb1-3b66-4e6b-8ff2-4898e6f0507b service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578860 Jul 07 22:17:52.035319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port b405bcdd-57d0-48e6-badb-f8469e55b4d0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:52.044435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b405bcdd-57d0-48e6-badb-f8469e55b4d0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:52.046128 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.179913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:17:52.274551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.318526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d84a0-401f-46d2-9096-f23f7f357431 req-67de59ef-d39f-4061-bbaf-bbdbdabea29c tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:52.320486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d89d84a0-401f-46d2-9096-f23f7f357431 req-67de59ef-d39f-4061-bbaf-bbdbdabea29c tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 945 time: 0.9558580 Jul 07 22:17:52.325157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port b405bcdd-57d0-48e6-badb-f8469e55b4d0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b405bcdd-57d0-48e6-badb-f8469e55b4d0,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:52.345577 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.383732 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:52.385259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.396856 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Sync routers for ids ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:52.414480 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Routers {'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:52.415415 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:52.427591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.436491 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9230b98d-7d69-4b16-aec0-4e1d1980965f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7373767 Jul 07 22:17:52.437094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59602) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:52.444684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=b405bcdd-57d0-48e6-badb-f8469e55b4d0,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:52.485245 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55f5f64b-6da7-4f8a-9d98-7b5061a959a0 req-eb81ed28-e1ce-4f1b-9d34-4d3784f67a27 service neutron] 10.222.0.44 "GET /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409355 Jul 07 22:17:52.527831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d89d84a0-401f-46d2-9096-f23f7f357431 req-7158cbca-b886-4c9c-a4ea-21fa49c7fb8d tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750751 Jul 07 22:17:52.530109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Pushing event deleted for resources: {'Port': ['ID=8405f1c7-1b41-463f-adde-d8edd49aedc3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:52.663970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.670497 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:52.687422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aeee467-2ea1-428f-a73d-55417d4a8d0e req-7f859937-d28c-44d1-b460-d27230dbfead tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "DELETE /v2.0/floatingips/a64d4ba3-ad5e-4ab4-856b-6b752c1d19c2 HTTP/1.1" status: 204 len: 173 time: 1.7032201 Jul 07 22:17:52.890407 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Set router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:53.255984 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:48Z', 'updated_at': '2021-07-07T22:17:51Z', 'revision_number': 3, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'gw_port': {'id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:50Z', 'updated_at': '2021-07-07T22:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:53.351396 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Checking router: af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:53.353697 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Updating router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 port f922d173-c08d-467d-bcef-d16e82a051aa binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:17:53.436824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885aa33d-ef89-4f00-851e-8538f21ee990 None None] Network 73d0b356-2000-4559-8112-f1f8e78ce493 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:17:53.451825 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:53.563856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5d3f40a9-72bb-4f7e-bc6b-171d1660d360 None None] Provisioning for port 93d3965f-9406-4871-845f-b6406c3cc05c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:53.595235 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.041201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b405bcdd-57d0-48e6-badb-f8469e55b4d0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:54.151822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b405bcdd-57d0-48e6-badb-f8469e55b4d0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:54.152166 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.169255 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Allocated IP 172.20.0.1 (73d0b356-2000-4559-8112-f1f8e78ce493/f917df47-ded4-4096-9407-bb2825493683/0e82274f-0e00-46bc-9b7b-a30f630a5424) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:17:54.215551 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.244818 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Transition to ACTIVE for port object f922d173-c08d-467d-bcef-d16e82a051aa will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:54.257369 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.354272 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.354491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 93d3965f-9406-4871-845f-b6406c3cc05c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:54.363880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd2703db-b148-4b77-a158-d3ffd97cb62a req-f2d149f4-b4c2-462a-9c9b-7d9e599d6162 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups/d513c1a5-a59a-47a1-92d8-128180580147 HTTP/1.1" status: 200 len: 1808 time: 0.0931873 Jul 07 22:17:54.383185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Transition to ACTIVE for port object 0e82274f-0e00-46bc-9b7b-a30f630a5424 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:54.387863 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Attempting to bind port f922d173-c08d-467d-bcef-d16e82a051aa on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:17:54.388224 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Attempting to bind port f922d173-c08d-467d-bcef-d16e82a051aa by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:17:54.392000 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Attempting to bind port f922d173-c08d-467d-bcef-d16e82a051aa on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:17:54.416800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77683e2d-e57a-4b07-960c-2547b63bd802 req-0a30e024-afea-467a-bce9-e92e11b1ef2b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:54.425544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77683e2d-e57a-4b07-960c-2547b63bd802 req-0a30e024-afea-467a-bce9-e92e11b1ef2b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 1.2080829 Jul 07 22:17:54.431467 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.441318 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:17:54.444605 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:17:54.446703 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.447499 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:17:54.449147 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Bound port: f922d173-c08d-467d-bcef-d16e82a051aa, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:17:54.450690 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.519576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Network 73d0b356-2000-4559-8112-f1f8e78ce493 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:54.522821 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:54.526511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:17:54.532294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77683e2d-e57a-4b07-960c-2547b63bd802 req-1df4e160-3c7c-494e-93a2-512c66985e6f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056488 Jul 07 22:17:54.536881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fd2703db-b148-4b77-a158-d3ffd97cb62a req-727c0d8f-9a2b-4de3-b67a-8e5db4232e59 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.561915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 93d3965f-9406-4871-845f-b6406c3cc05c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:54.577220 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fd2703db-b148-4b77-a158-d3ffd97cb62a req-727c0d8f-9a2b-4de3-b67a-8e5db4232e59 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.577421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 93d3965f-9406-4871-845f-b6406c3cc05c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:54.577421 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.605401 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] For port f922d173-c08d-467d-bcef-d16e82a051aa, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:17:54.608795 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] For port f922d173-c08d-467d-bcef-d16e82a051aa, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f922d173-c08d-467d-bcef-d16e82a051aa,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:17:54.610444 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb816c2-e02d-4b10-ae5c-96d1332f6150 None None] Pushing event updated for resources: {'Port': ['ID=f922d173-c08d-467d-bcef-d16e82a051aa,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:54.614710 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.658746 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fd2703db-b148-4b77-a158-d3ffd97cb62a req-727c0d8f-9a2b-4de3-b67a-8e5db4232e59 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.662242 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fd2703db-b148-4b77-a158-d3ffd97cb62a req-727c0d8f-9a2b-4de3-b67a-8e5db4232e59 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.663757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd2703db-b148-4b77-a158-d3ffd97cb62a req-727c0d8f-9a2b-4de3-b67a-8e5db4232e59 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "DELETE /v2.0/security-groups/d513c1a5-a59a-47a1-92d8-128180580147 HTTP/1.1" status: 204 len: 173 time: 0.2858770 Jul 07 22:17:54.682845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c0d8f-9a2b-4de3-b67a-8e5db4232e59 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d513c1a5-a59a-47a1-92d8-128180580147,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:54.688608 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Routers {'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:54.689248 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:54.748918 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.827590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:54.895073 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Pushing event updated for resources: {'Port': ['ID=0e82274f-0e00-46bc-9b7b-a30f630a5424,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:54.922307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 93d3965f-9406-4871-845f-b6406c3cc05c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=93d3965f-9406-4871-845f-b6406c3cc05c,segment=NetworkSegment(e29f6752-83ac-4b83-91c8-6ff775a0f7d9),segment_id=e29f6752-83ac-4b83-91c8-6ff775a0f7d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:54.931690 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.022908 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb816c2-e02d-4b10-ae5c-96d1332f6150 None None] Pushing event updated for resources: {'Port': ['ID=f922d173-c08d-467d-bcef-d16e82a051aa,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:55.061506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a01f9f-1a02-4543-90e3-e7ce3e88359c req-27db684d-737d-44c4-a5a7-6696ecd85078 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:55.070821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06a01f9f-1a02-4543-90e3-e7ce3e88359c req-27db684d-737d-44c4-a5a7-6696ecd85078 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 945 time: 0.1897442 Jul 07 22:17:55.071748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=93d3965f-9406-4871-845f-b6406c3cc05c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:55.090041 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.102574 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] Set router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:55.122666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7ab3866c-6769-413d-b097-a67a32a34ab3 None None] Provisioning for port 0e82274f-0e00-46bc-9b7b-a30f630a5424 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:55.133603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7ab3866c-6769-413d-b097-a67a32a34ab3 None None] Provisioning complete for port 0e82274f-0e00-46bc-9b7b-a30f630a5424 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:55.134298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ab3866c-6769-413d-b097-a67a32a34ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.197978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06a01f9f-1a02-4543-90e3-e7ce3e88359c req-9011ec52-f983-4428-b8e7-d1d6f16af898 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249156 Jul 07 22:17:55.204550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3866c-6769-413d-b097-a67a32a34ab3 None None] Port 0e82274f-0e00-46bc-9b7b-a30f630a5424 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:55.384925 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.391685 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.495896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Pushing event updated for resources: {'Port': ['ID=0e82274f-0e00-46bc-9b7b-a30f630a5424,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:55.504707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:55.554107 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:48Z', 'updated_at': '2021-07-07T22:17:51Z', 'revision_number': 3, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'gw_port': {'id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:50Z', 'updated_at': '2021-07-07T22:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:55.589631 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6505bba-cf94-45bc-a7d4-bf6b2823943d None None] The sync data for ids ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'] in n-d-695012-11 is: [{'id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:48Z', 'updated_at': '2021-07-07T22:17:51Z', 'revision_number': 3, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'gw_port': {'id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:50Z', 'updated_at': '2021-07-07T22:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:17:55.628988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b20545-79bf-4052-bb43-dd11c76b0cea req-92bcc704-f3df-4e1b-9cca-6ba3c4650e5f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:55.639484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b20545-79bf-4052-bb43-dd11c76b0cea req-92bcc704-f3df-4e1b-9cca-6ba3c4650e5f tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.1157882 Jul 07 22:17:55.716625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41b20545-79bf-4052-bb43-dd11c76b0cea req-0edec9e5-c635-443f-8a26-277425cffd88 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727062 Jul 07 22:17:55.749484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Network 73d0b356-2000-4559-8112-f1f8e78ce493 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:17:55.751480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:17:55.902538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 93d3965f-9406-4871-845f-b6406c3cc05c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:56.023825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 93d3965f-9406-4871-845f-b6406c3cc05c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:56.027308 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.108109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:17:56.134201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-c6d34737-b3be-4307-8214-5fd48a41aba0 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:56.136135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-c6d34737-b3be-4307-8214-5fd48a41aba0 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.83 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 945 time: 0.1607885 Jul 07 22:17:56.250245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7637154-884d-46ca-b21b-25f0dfdf8a8e req-7d7cb4b2-79e5-4d69-89b6-01e823a25742 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:56.262231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7637154-884d-46ca-b21b-25f0dfdf8a8e req-7d7cb4b2-79e5-4d69-89b6-01e823a25742 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.4039495 Jul 07 22:17:56.351606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59772) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:56.363325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2ca0160b-e397-4572-95ee-751702a702a7 None None] Provisioning complete for port 0e82274f-0e00-46bc-9b7b-a30f630a5424 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:56.363702 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ca0160b-e397-4572-95ee-751702a702a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.404902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7637154-884d-46ca-b21b-25f0dfdf8a8e req-5f03316f-d936-494d-bfb6-3ee18d6ae2fe tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251578 Jul 07 22:17:56.451786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:17:56.475041 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cc245046-0234-41e7-a2b7-1d09511c432c admin admin] 10.222.0.81 "PUT /v2.0/routers/af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0368137 Jul 07 22:17:56.491886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2ca0160b-e397-4572-95ee-751702a702a7 None None] Port 0e82274f-0e00-46bc-9b7b-a30f630a5424 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:17:56.522093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Deleting port 127d044d-ab1a-4469-a8e9-6ef621e9a60f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:56.522451 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.663073 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f941aae3-d811-4742-a922-39aa97537bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.762825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baabe38-09b0-47d3-9043-ace21279db07 req-b2018c7d-a12a-4883-b12e-72998c33b72e tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:56.764422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8baabe38-09b0-47d3-9043-ace21279db07 req-b2018c7d-a12a-4883-b12e-72998c33b72e tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 945 time: 0.2463529 Jul 07 22:17:56.781781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] For port 127d044d-ab1a-4469-a8e9-6ef621e9a60f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=127d044d-ab1a-4469-a8e9-6ef621e9a60f,segment=NetworkSegment(b22384d6-1cab-40cd-884b-1c8c02010e8c),segment_id=b22384d6-1cab-40cd-884b-1c8c02010e8c)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:56.782590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:56.793996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:56.829212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Calling delete_port for 127d044d-ab1a-4469-a8e9-6ef621e9a60f owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:57.002469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8db7136b-bf01-44f0-8c57-9f6c830d5af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.016679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8baabe38-09b0-47d3-9043-ace21279db07 req-34bd88e5-3353-4db0-9f95-25f2f230beb6 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/security-groups?id=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308335 Jul 07 22:17:57.097447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f941aae3-d811-4742-a922-39aa97537bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.108433 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f941aae3-d811-4742-a922-39aa97537bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.157977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e10c0-ba0c-488e-8dfc-acaf004a71fb req-e273af3b-137d-49fe-922d-ca877af02f9d tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:57.166165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d80e10c0-ba0c-488e-8dfc-acaf004a71fb req-e273af3b-137d-49fe-922d-ca877af02f9d tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.2471797 Jul 07 22:17:57.208424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f941aae3-d811-4742-a922-39aa97537bc4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3afac3816c204745b4116e62c40f3536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8509057 Jul 07 22:17:57.214791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:57.267711 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-528848d0-4e7f-484a-bcd8-0d8e3c78d5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.279104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941aae3-d811-4742-a922-39aa97537bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc83533-7d0f-4bfb-9c46-3ad1487bb4e8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:57.333713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d80e10c0-ba0c-488e-8dfc-acaf004a71fb req-704d146a-bc85-454f-af0b-4daf01251e6e tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665108 Jul 07 22:17:57.361040 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.368479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8db7136b-bf01-44f0-8c57-9f6c830d5af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.372643 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8db7136b-bf01-44f0-8c57-9f6c830d5af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.396277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['127d044d-ab1a-4469-a8e9-6ef621e9a60f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:57.417930 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8db7136b-bf01-44f0-8c57-9f6c830d5af1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e47625a53f84b44a0f9cef2092f0066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200249 Jul 07 22:17:57.418617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5ae8-4668-48aa-a4a9-83fccadd853e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.445063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59804) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:57.466192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7136b-bf01-44f0-8c57-9f6c830d5af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc182205-bbd8-4055-8a71-36b9970b83f1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:57.485361 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5ae8-4668-48aa-a4a9-83fccadd853e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.486567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Pushing event deleted for resources: {'Port': ['ID=127d044d-ab1a-4469-a8e9-6ef621e9a60f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:57.545212 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5ae8-4668-48aa-a4a9-83fccadd853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.549748 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bdb5ae8-4668-48aa-a4a9-83fccadd853e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.552715 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4bdb5ae8-4668-48aa-a4a9-83fccadd853e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4cc83533-7d0f-4bfb-9c46-3ad1487bb4e8 HTTP/1.1" status: 204 len: 168 time: 0.3368347 Jul 07 22:17:57.576100 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb5ae8-4668-48aa-a4a9-83fccadd853e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc83533-7d0f-4bfb-9c46-3ad1487bb4e8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:57.653874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] No DVR routers for this DVR port 127d044d-ab1a-4469-a8e9-6ef621e9a60f on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:57.664783 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.666790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3c35cc1-ff35-42b6-8bf3-c829c153ced5 req-b03084c5-2d25-4797-a734-ebc7ce1bd409 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.83 "DELETE /v2.0/ports/127d044d-ab1a-4469-a8e9-6ef621e9a60f HTTP/1.1" status: 204 len: 173 time: 1.5242660 Jul 07 22:17:57.699099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b22cb2-038f-4aee-abb9-a4b6392e4038', 'name': 'network-vif-deleted', 'tag': '127d044d-ab1a-4469-a8e9-6ef621e9a60f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:57.701751 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2088283-2189-44c5-8fc7-f08a332d09d6" -d '{"events": [{"server_uuid": "44b22cb2-038f-4aee-abb9-a4b6392e4038", "name": "network-vif-deleted", "tag": "127d044d-ab1a-4469-a8e9-6ef621e9a60f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:57.830366 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b136c5a1-8174-48ae-88f0-f08767752081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.911152 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d94166-06be-4e21-9621-94407edd43f2 x-openstack-request-id: req-c1d94166-06be-4e21-9621-94407edd43f2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:17:57.914202 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b22cb2-038f-4aee-abb9-a4b6392e4038", "name": "network-vif-deleted", "tag": "127d044d-ab1a-4469-a8e9-6ef621e9a60f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:17:57.914677 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1d94166-06be-4e21-9621-94407edd43f2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:17:57.915278 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b22cb2-038f-4aee-abb9-a4b6392e4038', 'name': 'network-vif-deleted', 'tag': '127d044d-ab1a-4469-a8e9-6ef621e9a60f', 'status': 'completed', 'code': 200} Jul 07 22:17:57.916512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f922d173-c08d-467d-bcef-d16e82a051aa up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:57.921340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b136c5a1-8174-48ae-88f0-f08767752081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:57.978788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a39c1-98e8-4a7f-8c17-6eb8373330e1 req-a38db830-4695-4219-8acb-c38babc4cf95 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:57.980586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-887a39c1-98e8-4a7f-8c17-6eb8373330e1 req-a38db830-4695-4219-8acb-c38babc4cf95 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.4036679 Jul 07 22:17:57.994006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-6d91a487-593c-4a45-b2e5-37ff216dde9d tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:57.996167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-6d91a487-593c-4a45-b2e5-37ff216dde9d tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 946 time: 0.3357720 Jul 07 22:17:58.045356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f922d173-c08d-467d-bcef-d16e82a051aa completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:17:58.053397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f922d173-c08d-467d-bcef-d16e82a051aa triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:17:58.053782 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.107585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-887a39c1-98e8-4a7f-8c17-6eb8373330e1 req-4afbc29c-5356-4e69-83ad-4820c2e735ec tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097405 Jul 07 22:17:58.159978 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b136c5a1-8174-48ae-88f0-f08767752081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.162607 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b136c5a1-8174-48ae-88f0-f08767752081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.163988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b136c5a1-8174-48ae-88f0-f08767752081 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc182205-bbd8-4055-8a71-36b9970b83f1 HTTP/1.1" status: 204 len: 168 time: 0.7057233 Jul 07 22:17:58.177932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136c5a1-8174-48ae-88f0-f08767752081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc182205-bbd8-4055-8a71-36b9970b83f1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:58.219096 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.246614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f922d173-c08d-467d-bcef-d16e82a051aa, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f922d173-c08d-467d-bcef-d16e82a051aa,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:58.250943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Deleting port 2bec5007-c0df-4d48-b9c9-b3532251978b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:17:58.251940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.252582 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.364672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f922d173-c08d-467d-bcef-d16e82a051aa,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:58.481916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Sync routers for ids ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:17:58.496975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Routers {'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:17:58.497531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] For port 2bec5007-c0df-4d48-b9c9-b3532251978b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2bec5007-c0df-4d48-b9c9-b3532251978b,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:17:58.498292 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:58.499133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:58.604347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Calling delete_port for 2bec5007-c0df-4d48-b9c9-b3532251978b owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:17:58.672696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37026e97-3a3a-4ef8-8439-574a628b98cd req-5027467b-24b9-4882-b69e-f2e46c9b7315 tempest-InstanceActionsV221TestJSON-133242710 tempest-InstanceActionsV221TestJSON-133242710-project] 10.222.0.81 "GET /v2.0/ports?device_id=44b22cb2-038f-4aee-abb9-a4b6392e4038 HTTP/1.1" status: 200 len: 210 time: 0.3660424 Jul 07 22:17:58.713105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Set router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:17:58.907747 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:58.947205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bd18beb-e320-40a8-8f32-9b3ad916adc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.088054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:48Z', 'updated_at': '2021-07-07T22:17:54Z', 'revision_number': 4, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'gw_port': {'id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:50Z', 'updated_at': '2021-07-07T22:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0e82274f-0e00-46bc-9b7b-a30f630a5424', 'name': '', 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'mac_address': 'fa:16:3e:9b:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'f917df47-ded4-4096-9407-bb2825493683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:53Z', 'updated_at': '2021-07-07T22:17:55Z', 'revision_number': 2, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'subnets': [{'id': 'f917df47-ded4-4096-9407-bb2825493683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:17:59.120796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Checking router: af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:17:59.121497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Updating router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 port 0e82274f-0e00-46bc-9b7b-a30f630a5424 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:17:59.127827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.159866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2bec5007-c0df-4d48-b9c9-b3532251978b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:17:59.186772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Pushing event deleted for resources: {'Port': ['ID=2bec5007-c0df-4d48-b9c9-b3532251978b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:59.212449 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.238545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bd18beb-e320-40a8-8f32-9b3ad916adc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.245025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bd18beb-e320-40a8-8f32-9b3ad916adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.287138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1308914-3528-438e-87a2-9b2489cce960 req-90f9b6da-f99f-40be-901f-ab955e449f04 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:59.288576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1308914-3528-438e-87a2-9b2489cce960 req-90f9b6da-f99f-40be-901f-ab955e449f04 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/ports?device_id=9ea90edf-5bc0-4519-8553-aff84f7d7616 HTTP/1.1" status: 200 len: 867 time: 0.6750457 Jul 07 22:17:59.290343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] No DVR routers for this DVR port 2bec5007-c0df-4d48-b9c9-b3532251978b on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:17:59.298160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.305790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8331e19c-5dfa-4146-bdaa-daf9f0bb526d req-39a2479e-81c2-4f9c-8771-df98aabf610c tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.44 "DELETE /v2.0/ports/2bec5007-c0df-4d48-b9c9-b3532251978b HTTP/1.1" status: 204 len: 173 time: 1.2968304 Jul 07 22:17:59.309316 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7bd18beb-e320-40a8-8f32-9b3ad916adc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4cdfe38f807b4e418fb9bc98f154326c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000802 Jul 07 22:17:59.312144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:17:59.399027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1308914-3528-438e-87a2-9b2489cce960 req-ee75647c-7bfb-4945-bfcd-29f65b0dfd84 tempest-ServerRescueTestJSONUnderV235-1378563838 tempest-ServerRescueTestJSONUnderV235-1378563838-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c3f645-4835-458c-af29-080b063a4769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923691 Jul 07 22:17:59.441999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd18beb-e320-40a8-8f32-9b3ad916adc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d97d479-bc6b-4378-a3b4-913a7b3a65d0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:59.472987 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60b17276-abee-4758-9792-845ba61f8c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.497265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60b17276-abee-4758-9792-845ba61f8c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.561822 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60b17276-abee-4758-9792-845ba61f8c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.572057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60b17276-abee-4758-9792-845ba61f8c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.577705 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-60b17276-abee-4758-9792-845ba61f8c7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d97d479-bc6b-4378-a3b4-913a7b3a65d0 HTTP/1.1" status: 204 len: 168 time: 0.2627234 Jul 07 22:17:59.614178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b17276-abee-4758-9792-845ba61f8c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d97d479-bc6b-4378-a3b4-913a7b3a65d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:17:59.649194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 127d044d-ab1a-4469-a8e9-6ef621e9a60f no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:17:59.761226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 127d044d-ab1a-4469-a8e9-6ef621e9a60f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:17:59.761570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 127d044d-ab1a-4469-a8e9-6ef621e9a60f not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:17:59.804574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66672d64-f120-42eb-a2c8-56c133bf25e4 req-e954cb52-15f5-4d2f-9343-931557970faf tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:17:59.812376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66672d64-f120-42eb-a2c8-56c133bf25e4 req-e954cb52-15f5-4d2f-9343-931557970faf tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.1321301 Jul 07 22:17:59.822320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63c5f8c0-7a2c-45a6-9067-dc72061137ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.869394 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.873688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66672d64-f120-42eb-a2c8-56c133bf25e4 req-ee6fff7b-9a8c-45b1-b4ee-e605bd34d872 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604277 Jul 07 22:17:59.878696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f922d173-c08d-467d-bcef-d16e82a051aa up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:17:59.917076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'name': 'network-vif-deleted', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:17:59.919818 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0427a8-f0b4-4e13-b32d-fbd6a65ddb29" -d '{"events": [{"server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "name": "network-vif-deleted", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:17:59.931496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Transition to ACTIVE for port object 0e82274f-0e00-46bc-9b7b-a30f630a5424 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:17:59.948250 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:17:59.950395 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.020175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e5815-cb46-4414-bd93-95ec0e27ad4c None None] Pushing event updated for resources: {'Port': ['ID=0e82274f-0e00-46bc-9b7b-a30f630a5424,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:00.038172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f922d173-c08d-467d-bcef-d16e82a051aa triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:00.038641 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.041476 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8228ab-e4cf-4eb4-8917-a35e3122bd77 x-openstack-request-id: req-1b8228ab-e4cf-4eb4-8917-a35e3122bd77 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:00.041772 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea90edf-5bc0-4519-8553-aff84f7d7616", "name": "network-vif-deleted", "tag": "2bec5007-c0df-4d48-b9c9-b3532251978b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:00.042386 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b8228ab-e4cf-4eb4-8917-a35e3122bd77 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:00.042569 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea90edf-5bc0-4519-8553-aff84f7d7616', 'name': 'network-vif-deleted', 'tag': '2bec5007-c0df-4d48-b9c9-b3532251978b', 'status': 'completed', 'code': 200} Jul 07 22:18:00.246786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Attempting to bind port 0e82274f-0e00-46bc-9b7b-a30f630a5424 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:00.255401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Attempting to bind port 0e82274f-0e00-46bc-9b7b-a30f630a5424 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:00.255779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Attempting to bind port 0e82274f-0e00-46bc-9b7b-a30f630a5424 on network 73d0b356-2000-4559-8112-f1f8e78ce493 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:00.278267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:00.278746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Checking segment: {'id': 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:00.279043 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.279491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Bound using segment: {'id': 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:00.279925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Bound port: 0e82274f-0e00-46bc-9b7b-a30f630a5424, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:00.280306 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.593921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59902) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:00.775202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] For port 0e82274f-0e00-46bc-9b7b-a30f630a5424, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:00.782470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] For port 0e82274f-0e00-46bc-9b7b-a30f630a5424, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0e82274f-0e00-46bc-9b7b-a30f630a5424,segment=NetworkSegment(e29f6752-83ac-4b83-91c8-6ff775a0f7d9),segment_id=e29f6752-83ac-4b83-91c8-6ff775a0f7d9)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:00.795590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.811879 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:00.874628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Routers {'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:00.875275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:18:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:00.931475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e5815-cb46-4414-bd93-95ec0e27ad4c None None] Pushing event updated for resources: {'Port': ['ID=0e82274f-0e00-46bc-9b7b-a30f630a5424,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:01.051333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] Set router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:01.111941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.195736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-a5de19e5-b30b-4787-bd10-33b1642af2de tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:01.209074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-a5de19e5-b30b-4787-bd10-33b1642af2de tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.2992640 Jul 07 22:18:01.290368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-a7118ab9-06f1-4056-abd3-99f140925ad6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/quotas/616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 375 time: 0.0803413 Jul 07 22:18:01.305176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c819830b-10c3-457d-ace8-6eafd71d5c7e details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:01.308627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2bec5007-c0df-4d48-b9c9-b3532251978b no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:01.365533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 2bec5007-c0df-4d48-b9c9-b3532251978b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:01.366474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2bec5007-c0df-4d48-b9c9-b3532251978b not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:01.424614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:01.498336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-5f9a1d49-42ba-4865-8786-f321a2031ceb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2070138 Jul 07 22:18:01.580238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bd8ebc-a5cc-4ce1-8ca1-f5cf4d0b4f59 admin admin] Deleting subnet 7a131e03-7034-4ef1-a4d3-0541094e625a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:01.592833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36bd8ebc-a5cc-4ce1-8ca1-f5cf4d0b4f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.618939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:01.636432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'c819830b-10c3-457d-ace8-6eafd71d5c7e', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'port_id': 'c819830b-10c3-457d-ace8-6eafd71d5c7e', 'mac_address': 'fa:16:3e:b0:3c:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c729abe2-7c10-4e18-8f90-c6235fd549eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:01.681396 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36bd8ebc-a5cc-4ce1-8ca1-f5cf4d0b4f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.682442 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.694889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:48Z', 'updated_at': '2021-07-07T22:17:54Z', 'revision_number': 4, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'gw_port': {'id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:50Z', 'updated_at': '2021-07-07T22:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0e82274f-0e00-46bc-9b7b-a30f630a5424', 'name': '', 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'mac_address': 'fa:16:3e:9b:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'f917df47-ded4-4096-9407-bb2825493683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:53Z', 'updated_at': '2021-07-07T22:18:00Z', 'revision_number': 4, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'subnets': [{'id': 'f917df47-ded4-4096-9407-bb2825493683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:01.742584 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36bd8ebc-a5cc-4ce1-8ca1-f5cf4d0b4f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.769726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367fc87-cb1b-49ac-b2da-17a560f88284 None None] The sync data for ids ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'] in n-d-695012-11 is: [{'id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:48Z', 'updated_at': '2021-07-07T22:17:54Z', 'revision_number': 4, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'gw_port': {'id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:50Z', 'updated_at': '2021-07-07T22:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0e82274f-0e00-46bc-9b7b-a30f630a5424', 'name': '', 'network_id': '73d0b356-2000-4559-8112-f1f8e78ce493', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'mac_address': 'fa:16:3e:9b:96:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1291, 'fixed_ips': [{'subnet_id': 'f917df47-ded4-4096-9407-bb2825493683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:53Z', 'updated_at': '2021-07-07T22:18:00Z', 'revision_number': 4, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'subnets': [{'id': 'f917df47-ded4-4096-9407-bb2825493683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:18:01.772492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c819830b-10c3-457d-ace8-6eafd71d5c7e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:01.811865 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36bd8ebc-a5cc-4ce1-8ca1-f5cf4d0b4f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.815857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:01.824919 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.908963 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd8ebc-a5cc-4ce1-8ca1-f5cf4d0b4f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a131e03-7034-4ef1-a4d3-0541094e625a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:01.914666 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.919434 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36bd8ebc-a5cc-4ce1-8ca1-f5cf4d0b4f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:01.931890 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-36bd8ebc-a5cc-4ce1-8ca1-f5cf4d0b4f59 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7a131e03-7034-4ef1-a4d3-0541094e625a HTTP/1.1" status: 204 len: 168 time: 0.5060756 Jul 07 22:18:01.932542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:02.000645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['c819830b-10c3-457d-ace8-6eafd71d5c7e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:02.024888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedacedb-8440-4c80-842c-b081fd9655b2 req-96aabb85-b0f9-4552-9c5b-5d45a9ce7d0a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:02.026445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dedacedb-8440-4c80-842c-b081fd9655b2 req-96aabb85-b0f9-4552-9c5b-5d45a9ce7d0a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.4300606 Jul 07 22:18:02.095888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=c819830b-10c3-457d-ace8-6eafd71d5c7e,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:02.148998 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.307128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-b6770b62-cce4-4284-baa2-956c15727596 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7987678 Jul 07 22:18:02.344424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dedacedb-8440-4c80-842c-b081fd9655b2 req-a3205c8d-ad25-4466-a4ff-30db9da0f59a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927184 Jul 07 22:18:02.376860 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.395674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd916b5-4bf0-4f9d-a318-ca63738e7119']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:02.418119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22384d6-1cab-40cd-884b-1c8c02010e8c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:02.420806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22384d6-1cab-40cd-884b-1c8c02010e8c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:02.431581 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.449440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.459586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:18:02.461182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:18:02.463219 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:18:02.585574 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.599183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.606507 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7dd916b5-4bf0-4f9d-a318-ca63738e7119 HTTP/1.1" status: 204 len: 168 time: 0.6668522 Jul 07 22:18:02.621120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64ba9c-072a-4d1c-b8a4-ffc5a3d5ace3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd916b5-4bf0-4f9d-a318-ca63738e7119,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:02.627709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-5c70461c-532a-4708-aeaa-89604029f4a5 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193755 Jul 07 22:18:02.669957 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.834787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Deleting port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:02.835208 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:02.910800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59982) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:03.090340 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e0b496c0-e49f-44df-836c-0472ce4db3b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9dc5c4c6d04042b9969bfe2ecee109f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774461 Jul 07 22:18:03.097768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59992) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:03.244624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] For port 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=98bfd95d-7ca1-4af5-937a-9a5e1f8811f5,segment=NetworkSegment(25ed7dc0-22eb-48b9-ab21-902fdc5e6d91),segment_id=25ed7dc0-22eb-48b9-ab21-902fdc5e6d91)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:03.245064 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.255682 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f7e575b-593d-467e-ad04-95f42da302b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.289987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c819830b-10c3-457d-ace8-6eafd71d5c7e up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:03.321430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f7e575b-593d-467e-ad04-95f42da302b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.332457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Calling delete_port for 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:03.439804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port c819830b-10c3-457d-ace8-6eafd71d5c7e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:03.441011 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.534963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f7e575b-593d-467e-ad04-95f42da302b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.538575 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f7e575b-593d-467e-ad04-95f42da302b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.540685 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7f7e575b-593d-467e-ad04-95f42da302b0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e549a9ef-3cdf-4e3b-b135-00f3acf0fa27 HTTP/1.1" status: 204 len: 168 time: 0.4417472 Jul 07 22:18:03.584911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e575b-593d-467e-ad04-95f42da302b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e549a9ef-3cdf-4e3b-b135-00f3acf0fa27,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:03.613220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92368603-9148-450e-aab4-23a90988b46c req-7469251b-2ac0-4c84-9497-d3b78707efed tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 210 time: 0.1185613 Jul 07 22:18:03.758685 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:03.872520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:03.897468 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55b196f-9a83-4333-9599-ac603b3eb902" -d '{"events": [{"server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "name": "network-vif-plugged", "status": "completed", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:03.941808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:03.950454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:04.083985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0e82274f-0e00-46bc-9b7b-a30f630a5424 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:04.206310 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:04.342894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=98bfd95d-7ca1-4af5-937a-9a5e1f8811f5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:04.354862 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7ec721-d9f9-4f0b-8ae9-917b356962d9 x-openstack-request-id: req-de7ec721-d9f9-4f0b-8ae9-917b356962d9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:04.355370 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "name": "network-vif-plugged", "status": "completed", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:04.359686 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de7ec721-d9f9-4f0b-8ae9-917b356962d9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:04.360437 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e', 'code': 200} Jul 07 22:18:04.459942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=c819830b-10c3-457d-ace8-6eafd71d5c7e,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:04.513301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0e82274f-0e00-46bc-9b7b-a30f630a5424 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:04.518204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.524366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.528449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.529201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.530306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.530827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.533169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.534880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.541344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.542670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.543127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.543599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:04.571365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0e82274f-0e00-46bc-9b7b-a30f630a5424 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:04.572989 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:04.664918 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:04.772730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba678dd6-6e20-436b-8ceb-7a40817ea523 req-b7aae2d0-6a82-437b-8c51-274e240b1656 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:04.777992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba678dd6-6e20-436b-8ceb-7a40817ea523 req-b7aae2d0-6a82-437b-8c51-274e240b1656 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.6949034 Jul 07 22:18:04.898018 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.027527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba678dd6-6e20-436b-8ceb-7a40817ea523 req-35ae4f36-3d84-4d3e-b5fd-bd5bcaad2b7c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400365 Jul 07 22:18:05.030629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0e82274f-0e00-46bc-9b7b-a30f630a5424, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0e82274f-0e00-46bc-9b7b-a30f630a5424,segment=NetworkSegment(e29f6752-83ac-4b83-91c8-6ff775a0f7d9),segment_id=e29f6752-83ac-4b83-91c8-6ff775a0f7d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:05.037715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:05.108098 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:18:05.210957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0e82274f-0e00-46bc-9b7b-a30f630a5424,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:05.465429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Router f57a4c98-0d0d-4b00-aaa9-df5920529625 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:18:05.707347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5cb7fcdc-e30f-4b3f-b2e4-c1045c4c6884 req-894df4f5-eda9-4782-8ef1-f94ffdbad0cd tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 210 time: 0.2195475 Jul 07 22:18:06.009380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:18:06.028311 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] Sync routers for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:18:06.038619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d095627d-e65f-4d96-a86a-0b42066c64f5 admin admin] 10.222.0.81 "PUT /v2.0/routers/f57a4c98-0d0d-4b00-aaa9-df5920529625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4407527 Jul 07 22:18:06.039945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60076) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:06.045583 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:06.047123 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:18:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:06.092994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0e82274f-0e00-46bc-9b7b-a30f630a5424 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:06.271037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0e82274f-0e00-46bc-9b7b-a30f630a5424 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:06.273272 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.312574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60084) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:06.434306 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:06.444980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.641212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-442311758-network', 'tenant_id': '98d93953642e4ed9aadc1e312e5a9ab3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:06.704127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Made reservation on behalf of 98d93953642e4ed9aadc1e312e5a9ab3 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:06.709938 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.751284 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:06.843886 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.048342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.052617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.052947 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:18:03Z', 'revision_number': 5, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port': {'id': '02fa1987-5963-431f-b3c3-aa2a4a3eeffb', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:16:22Z', 'updated_at': '2021-07-07T22:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:07.076031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:18:07.103226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.103594 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Added segment 0e1b71b2-9f6f-4605-a65e-d24c48bded0b of type vlan for network 7e114daf-996f-481e-afff-1999dfe6ac48 Jul 07 22:18:07.156449 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] Checking router: f57a4c98-0d0d-4b00-aaa9-df5920529625 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:18:07.174948 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] Routers {'f57a4c98-0d0d-4b00-aaa9-df5920529625'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:18:07.178135 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:18:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f57a4c98-0d0d-4b00-aaa9-df5920529625'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:07.242250 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.245831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd28302d-c2bc-43c4-a0a5-3874fbe83f07,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:07.318760 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.321179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:07.323617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.487101 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] Set router f57a4c98-0d0d-4b00-aaa9-df5920529625 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:18:07.493733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] Pushing event updated for resources: {'Network': ['ID=7e114daf-996f-481e-afff-1999dfe6ac48,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:07.505285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 7e114daf-996f-481e-afff-1999dfe6ac48 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:18:07.526531 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e441b08c-0851-48bd-a37a-a251bc83feb7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2121508 Jul 07 22:18:07.533906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:07.552341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Request body: {'subnet': {'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-442311758-subnet', 'tenant_id': '98d93953642e4ed9aadc1e312e5a9ab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:07.589855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Made reservation on behalf of 98d93953642e4ed9aadc1e312e5a9ab3 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:07.592745 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:07.836863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f71b43a6-0e96-466a-80f9-c29ddeb53843 req-d80c6353-f911-4d27-a423-dfa68e1220f0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 210 time: 0.0976291 Jul 07 22:18:07.983819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.075528 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:18:06Z', 'revision_number': 6, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:08.076761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffb5f294-0afb-4d36-822a-0e5fef93ad94,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:08.100547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-5bebe86d-20cf-439a-bcf0-a0f41a34134b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:08.115422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-5bebe86d-20cf-439a-bcf0-a0f41a34134b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 1.3497319 Jul 07 22:18:08.153031 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e69a6f-5893-4e09-8108-6a0ff0edc8ba None None] The sync data for ids ['f57a4c98-0d0d-4b00-aaa9-df5920529625'] in n-d-695012-11 is: [{'id': 'f57a4c98-0d0d-4b00-aaa9-df5920529625', 'name': 'tempest-ServerRescueTestJSONUnderV235-400850980-router', 'tenant_id': 'ef6910086ae94778a48251190f7e7059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:16:20Z', 'updated_at': '2021-07-07T22:18:06Z', 'revision_number': 6, 'project_id': 'ef6910086ae94778a48251190f7e7059', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:18:08.168848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'port': {'device_id': '5d7c5f33-79d6-490b-8543-52b2f9e20e1d', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'admin_state_up': True, 'tenant_id': '616b37054f834516a12c5c2bd5d21632'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:08.185723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Checking segment: {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:08.187986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Network hostable DHCP agents. Network: 7e114daf-996f-481e-afff-1999dfe6ac48, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:18:08.241900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Network 7e114daf-996f-481e-afff-1999dfe6ac48 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:18:08.251370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 7e114daf-996f-481e-afff-1999dfe6ac48) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:08.259471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:08.260179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.262146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3751710-0e3e-4853-b611-5fdfe0673413 None None] Network 7e114daf-996f-481e-afff-1999dfe6ac48 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:08.290634 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a00d82f9-ce18-4268-8926-01f5ca589b71 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7509086 Jul 07 22:18:08.312547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d636a-d0fa-4926-8301-4b07dd910b45 req-c5b924d1-3796-48f7-a69a-bb84cd3f6258 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:08.318020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc6d636a-d0fa-4926-8301-4b07dd910b45 req-c5b924d1-3796-48f7-a69a-bb84cd3f6258 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 1.5535488 Jul 07 22:18:08.407244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Deleting port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:08.407852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.536172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc6d636a-d0fa-4926-8301-4b07dd910b45 req-3d99329c-577a-40d7-9426-b305c15ea2ae tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038863 Jul 07 22:18:08.596015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf1d6f6-0ab2-4069-8cae-0b2063a8d294 None None] Network 7e114daf-996f-481e-afff-1999dfe6ac48 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:08.871287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Made reservation on behalf of 616b37054f834516a12c5c2bd5d21632 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:08.895501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.904017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] For port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=02fa1987-5963-431f-b3c3-aa2a4a3eeffb,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:08.918514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:08.984116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Calling delete_port for 02fa1987-5963-431f-b3c3-aa2a4a3eeffb owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:09.619975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.20.0.10 (999565a5-3d06-4cae-b337-73e8bf8acda2/5e8a3a64-3ee5-4b55-849d-11c87e978ec3/e3df8679-88d5-461d-92fb-8df5a87a1e51) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:09.714290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84116378-47e0-452a-8c1d-9dad8a9da563 req-872816bc-9f5a-443f-8960-c79e2c299b35 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 210 time: 0.0740080 Jul 07 22:18:09.903679 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:09.938498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:09.939116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 98bfd95d-7ca1-4af5-937a-9a5e1f8811f5 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:09.939739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 02fa1987-5963-431f-b3c3-aa2a4a3eeffb no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:09.961917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.042341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Pushing event deleted for resources: {'Port': ['ID=02fa1987-5963-431f-b3c3-aa2a4a3eeffb,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:10.053880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No active binding found for port 02fa1987-5963-431f-b3c3-aa2a4a3eeffb {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:18:10.054844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 02fa1987-5963-431f-b3c3-aa2a4a3eeffb not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:10.299253 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.447072 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.450800 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.474574 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.494278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Transition to ACTIVE for port object e3df8679-88d5-461d-92fb-8df5a87a1e51 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:10.589203 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.673881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=e3df8679-88d5-461d-92fb-8df5a87a1e51,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:10.708594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:10.711778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:10.726110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:10.813649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.814389 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.829125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.832299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f57a4c98-0d0d-4b00-aaa9-df5920529625 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:18:10.838826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:10.842205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5167554f-7359-4d3c-8838-cf66f43684bd admin admin] 10.222.0.81 "DELETE /v2.0/routers/f57a4c98-0d0d-4b00-aaa9-df5920529625 HTTP/1.1" status: 204 len: 168 time: 4.7934411 Jul 07 22:18:10.842638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:10.883436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f980ec-7abd-41b0-8145-450779342a3e req-b51b7f17-76f4-4144-b202-a232cd3954f3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:10.890628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2f980ec-7abd-41b0-8145-450779342a3e req-b51b7f17-76f4-4144-b202-a232cd3954f3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.7185125 Jul 07 22:18:10.905648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-92f76113-f768-4c4f-91ae-44cb09ece35b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7547133 Jul 07 22:18:10.953516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Request body: {'port': {'device_id': '5d7c5f33-79d6-490b-8543-52b2f9e20e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:11.066988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bea60b-dfb3-4c5f-9f1a-2ad5d4a719cd admin admin] Deleting subnet 722ea6f8-5abd-43af-85a2-6bdf378e4268 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:18:11.069704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2f980ec-7abd-41b0-8145-450779342a3e req-3a667ac6-914d-4ae0-b750-e41e6985b4e7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781108 Jul 07 22:18:11.076334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1bea60b-dfb3-4c5f-9f1a-2ad5d4a719cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.134994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-311d9627-8e04-4809-9367-18281f8cec91 None None] Provisioning for port e3df8679-88d5-461d-92fb-8df5a87a1e51 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:11.135905 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1bea60b-dfb3-4c5f-9f1a-2ad5d4a719cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.152558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-311d9627-8e04-4809-9367-18281f8cec91 None None] Provisioning complete for port e3df8679-88d5-461d-92fb-8df5a87a1e51 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:11.153043 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-311d9627-8e04-4809-9367-18281f8cec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.184216 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1bea60b-dfb3-4c5f-9f1a-2ad5d4a719cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.208907 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.283913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1bea60b-dfb3-4c5f-9f1a-2ad5d4a719cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.286189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-311d9627-8e04-4809-9367-18281f8cec91 None None] Port e3df8679-88d5-461d-92fb-8df5a87a1e51 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:18:11.353197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bea60b-dfb3-4c5f-9f1a-2ad5d4a719cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722ea6f8-5abd-43af-85a2-6bdf378e4268,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:11.355600 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1bea60b-dfb3-4c5f-9f1a-2ad5d4a719cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.357840 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c1bea60b-dfb3-4c5f-9f1a-2ad5d4a719cd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/722ea6f8-5abd-43af-85a2-6bdf378e4268 HTTP/1.1" status: 204 len: 168 time: 0.5136211 Jul 07 22:18:11.366770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60188) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:11.475270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.650602 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.673029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d06085-5dee-4a89-9ae3-6029065cfce3']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:11.712133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:11.713992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ed7dc0-22eb-48b9-ab21-902fdc5e6d91') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:18:11.742658 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.765304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc7c88-f849-4c7f-a4f6-b7b769652fa0 req-2c719f1c-3863-459f-bd8f-eb9142146804 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:11.767403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72dc7c88-f849-4c7f-a4f6-b7b769652fa0 req-2c719f1c-3863-459f-bd8f-eb9142146804 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 932 time: 0.2944369 Jul 07 22:18:11.778610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.797988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:18:11.806008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:18:11.808409 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:18:11.894063 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72dc7c88-f849-4c7f-a4f6-b7b769652fa0 req-4173f78b-6d96-4dff-b26e-8d848ec95be8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790761 Jul 07 22:18:11.963707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.978688 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:11.983262 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c3d06085-5dee-4a89-9ae3-6029065cfce3 HTTP/1.1" status: 204 len: 168 time: 0.6126442 Jul 07 22:18:12.038066 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f65a1-e5d0-4636-8e9f-0be905537e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3d06085-5dee-4a89-9ae3-6029065cfce3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:12.241243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3df8679-88d5-461d-92fb-8df5a87a1e51 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:12.258112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.282169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Transition to ACTIVE for port object e3df8679-88d5-461d-92fb-8df5a87a1e51 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:12.288258 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.406044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3df8679-88d5-461d-92fb-8df5a87a1e51,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:12.539943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:12.611152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Attempting to bind port e3df8679-88d5-461d-92fb-8df5a87a1e51 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:12.612345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Attempting to bind port e3df8679-88d5-461d-92fb-8df5a87a1e51 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:12.613461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Attempting to bind port e3df8679-88d5-461d-92fb-8df5a87a1e51 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:12.620945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Port e3df8679-88d5-461d-92fb-8df5a87a1e51 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:12.622173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Attempting to bind port e3df8679-88d5-461d-92fb-8df5a87a1e51 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:12.636412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:12.636876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:12.637604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Bound using segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:12.637961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Bound port: e3df8679-88d5-461d-92fb-8df5a87a1e51, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:12.640870 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.651271 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2fac5aab-d029-43ed-93fb-3c1b6628f795 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef6910086ae94778a48251190f7e7059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079299 Jul 07 22:18:12.651902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60214) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:12.780720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f04d3474-1cd0-44e9-a5d8-84d13aecbf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.872435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] For port e3df8679-88d5-461d-92fb-8df5a87a1e51, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:12.877388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] For port e3df8679-88d5-461d-92fb-8df5a87a1e51, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e3df8679-88d5-461d-92fb-8df5a87a1e51,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:12.884900 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:12.907468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f04d3474-1cd0-44e9-a5d8-84d13aecbf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.010065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.011052 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.014943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] 10.222.0.83 "PUT /v2.0/ports/e3df8679-88d5-461d-92fb-8df5a87a1e51 HTTP/1.1" status: 200 len: 1093 time: 2.0751479 Jul 07 22:18:13.019235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7c5f33-79d6-490b-8543-52b2f9e20e1d', 'tag': 'e3df8679-88d5-461d-92fb-8df5a87a1e51'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:13.029288 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f08875-8e6b-481a-be64-018f848b5c73" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7c5f33-79d6-490b-8543-52b2f9e20e1d", "tag": "e3df8679-88d5-461d-92fb-8df5a87a1e51"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:13.068773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3f357-e6dc-4f15-891e-25485b473aac req-73d71d46-3ffb-46da-a102-a8403d55d16c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.078868 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f04d3474-1cd0-44e9-a5d8-84d13aecbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.083435 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f04d3474-1cd0-44e9-a5d8-84d13aecbf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.084234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2aa3f357-e6dc-4f15-891e-25485b473aac req-73d71d46-3ffb-46da-a102-a8403d55d16c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.3164871 Jul 07 22:18:13.086320 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f04d3474-1cd0-44e9-a5d8-84d13aecbf99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34c3f645-4835-458c-af29-080b063a4769 HTTP/1.1" status: 204 len: 168 time: 0.4331954 Jul 07 22:18:13.104882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d3474-1cd0-44e9-a5d8-84d13aecbf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c3f645-4835-458c-af29-080b063a4769,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:13.219278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2aa3f357-e6dc-4f15-891e-25485b473aac req-347eebfb-9add-4fc1-ae6f-7d4e899f848f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334171 Jul 07 22:18:13.247538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60226) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:13.329395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7111480-000f-4797-bf9f-57b462aa17e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3df8679-88d5-461d-92fb-8df5a87a1e51,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:13.391108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-61e50014-91f7-490d-90b8-cba345b5dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.392635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-61e50014-91f7-490d-90b8-cba345b5dbb7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 1096 time: 0.2935524 Jul 07 22:18:13.510886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-d2be79ef-b1cc-4d63-ad73-f060cc6ae09f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3df8679-88d5-461d-92fb-8df5a87a1e51 HTTP/1.1" status: 200 len: 217 time: 0.1029532 Jul 07 22:18:13.618022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-45a92054-5226-4126-a2da-e7b4841d48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.620299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-45a92054-5226-4126-a2da-e7b4841d48dd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1007559 Jul 07 22:18:13.804856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c02cde5-605b-4906-a922-bc8dcfe5a236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:13.889865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34642c8-df99-44a5-990a-033a5c16b04b req-ace44587-afb2-44ba-9fca-42295c4f0a5c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.895911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34642c8-df99-44a5-990a-033a5c16b04b req-ace44587-afb2-44ba-9fca-42295c4f0a5c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 944 time: 0.2745786 Jul 07 22:18:13.928523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-a7e88027-15c2-4f4b-b304-6f931a310ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:13.934412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-a7e88027-15c2-4f4b-b304-6f931a310ada service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290208 Jul 07 22:18:14.107232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-a65276f6-f3eb-4749-8a5e-09a9314c09b7 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471348 Jul 07 22:18:14.144376 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c02cde5-605b-4906-a922-bc8dcfe5a236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.155190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c02cde5-605b-4906-a922-bc8dcfe5a236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.215042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34642c8-df99-44a5-990a-033a5c16b04b req-7606d5c4-b78d-4941-9c05-9cbf5f8f69be tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075023 Jul 07 22:18:14.272631 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02cde5-605b-4906-a922-bc8dcfe5a236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caed5a6-d905-4e15-9e60-8f59759571cd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:14.312869 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2c02cde5-605b-4906-a922-bc8dcfe5a236 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2dbe30b13db5449c8ee444c17b3f6167&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0611625 Jul 07 22:18:14.314055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:14.326850 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e884bd6e-41e0-47f5-82a9-2a16d8d2ed7d x-openstack-request-id: req-e884bd6e-41e0-47f5-82a9-2a16d8d2ed7d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:14.327404 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7c5f33-79d6-490b-8543-52b2f9e20e1d", "tag": "e3df8679-88d5-461d-92fb-8df5a87a1e51", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:14.332240 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e884bd6e-41e0-47f5-82a9-2a16d8d2ed7d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:14.332862 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7c5f33-79d6-490b-8543-52b2f9e20e1d', 'tag': 'e3df8679-88d5-461d-92fb-8df5a87a1e51', 'status': 'completed', 'code': 200} Jul 07 22:18:14.338925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-400996f3-0ef3-4850-b92b-3601c0c0b3a1 req-61706241-3f87-475f-b1b1-918a78c6e616 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218332 Jul 07 22:18:14.503908 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70781259-3c24-4db2-bde3-fd1b33b146b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.549889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-a905bc08-7777-461e-a9b3-5f43739b3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.552647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-a905bc08-7777-461e-a9b3-5f43739b3310 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 1096 time: 0.1319962 Jul 07 22:18:14.579557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70781259-3c24-4db2-bde3-fd1b33b146b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.690222 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70781259-3c24-4db2-bde3-fd1b33b146b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.697862 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70781259-3c24-4db2-bde3-fd1b33b146b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:14.703808 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-70781259-3c24-4db2-bde3-fd1b33b146b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7caed5a6-d905-4e15-9e60-8f59759571cd HTTP/1.1" status: 204 len: 168 time: 0.3864722 Jul 07 22:18:14.715489 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70781259-3c24-4db2-bde3-fd1b33b146b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caed5a6-d905-4e15-9e60-8f59759571cd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:14.810014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60266) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:14.891836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-6d71a032-d4ef-4afd-bac6-c2056dd604ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:14.894539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-6d71a032-d4ef-4afd-bac6-c2056dd604ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.3354015 Jul 07 22:18:15.002819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-50316905-8a3b-41d5-ae85-b97a39876e40 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3df8679-88d5-461d-92fb-8df5a87a1e51 HTTP/1.1" status: 200 len: 217 time: 0.0947204 Jul 07 22:18:15.101296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be8a38-cca6-4d0d-8eb1-859488e3d426 req-d8f1a55d-c502-425d-8947-a90b6704ced7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:15.116105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27be8a38-cca6-4d0d-8eb1-859488e3d426 req-d8f1a55d-c502-425d-8947-a90b6704ced7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.3597462 Jul 07 22:18:15.207652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-99c839ad-abf0-4c28-9fb1-b651520cb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:15.209159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-99c839ad-abf0-4c28-9fb1-b651520cb6b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1953468 Jul 07 22:18:15.270566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27be8a38-cca6-4d0d-8eb1-859488e3d426 req-e30bf743-b8b0-4c34-8df4-396085f65cd1 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531534 Jul 07 22:18:15.404260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-1f8606ca-89e9-4a20-ad09-8f67adb4cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:15.406020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-1f8606ca-89e9-4a20-ad09-8f67adb4cb65 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755116 Jul 07 22:18:15.411091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-553d7590-c739-45e3-a7df-37a44a823934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.789815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-553d7590-c739-45e3-a7df-37a44a823934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.796238 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-553d7590-c739-45e3-a7df-37a44a823934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:15.811743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-5bbd9f08-0864-48c9-8efc-019df3208ac8 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974516 Jul 07 22:18:15.950763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d7590-c739-45e3-a7df-37a44a823934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc8e1ba-cbad-46bc-963f-f0d60429e6bb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:15.970821 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-553d7590-c739-45e3-a7df-37a44a823934 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=297fa957be5b4a189a5463ba6d2e04c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1593513 Jul 07 22:18:15.978518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60294) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:16.126676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab01e8-5634-4f6e-a5bb-d065b94b0bf9 req-6b054517-6f55-4dd2-85dd-6d7ff04cf89b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:16.134511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9ab01e8-5634-4f6e-a5bb-d065b94b0bf9 req-6b054517-6f55-4dd2-85dd-6d7ff04cf89b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 944 time: 0.4853253 Jul 07 22:18:16.141644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9d987ca-c1b1-4544-99c3-c056af6281ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.191235 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9d987ca-c1b1-4544-99c3-c056af6281ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.206934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4f08875-8e6b-481a-be64-018f848b5c73 req-24f3c442-5dff-44d5-871d-7a6cc02defcf service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841197 Jul 07 22:18:16.223409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9ab01e8-5634-4f6e-a5bb-d065b94b0bf9 req-571df99a-9e1c-4ce4-ae79-bd8614cc3b6f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800407 Jul 07 22:18:16.364008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9d987ca-c1b1-4544-99c3-c056af6281ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.370324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9d987ca-c1b1-4544-99c3-c056af6281ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:16.371261 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d9d987ca-c1b1-4544-99c3-c056af6281ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4cc8e1ba-cbad-46bc-963f-f0d60429e6bb HTTP/1.1" status: 204 len: 168 time: 0.3917377 Jul 07 22:18:16.417713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d987ca-c1b1-4544-99c3-c056af6281ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc8e1ba-cbad-46bc-963f-f0d60429e6bb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:16.468933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-1c578d80-878e-4b27-9dbf-2d721a28237e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1915152 Jul 07 22:18:16.773502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-dabf2517-57f5-45f2-b675-96a6ad1ca6cb tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:16.786299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-dabf2517-57f5-45f2-b675-96a6ad1ca6cb tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/networks?id=7e114daf-996f-481e-afff-1999dfe6ac48 HTTP/1.1" status: 200 len: 817 time: 0.2985620 Jul 07 22:18:16.840132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-44ebdc07-2252-4713-88f7-965b70df38fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:16.841669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-44ebdc07-2252-4713-88f7-965b70df38fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 1096 time: 0.3111537 Jul 07 22:18:16.855340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-bbedfd3d-50b3-4190-84db-7273aaec67c9 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/quotas/98d93953642e4ed9aadc1e312e5a9ab3 HTTP/1.1" status: 200 len: 375 time: 0.0667360 Jul 07 22:18:16.867007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef890f-2dc7-4331-9dba-28ff952d91ee req-1ce8d9ee-3313-409b-9e84-244f6b731dfe tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:16.874097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efef890f-2dc7-4331-9dba-28ff952d91ee req-1ce8d9ee-3313-409b-9e84-244f6b731dfe tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.2457676 Jul 07 22:18:16.942371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-34bd219d-0788-4135-a370-6f93f9d1eb41 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=98d93953642e4ed9aadc1e312e5a9ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854137 Jul 07 22:18:17.074424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-74917045-fca2-4de4-97d6-3b3e68347026 service neutron] 10.222.0.81 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310217 Jul 07 22:18:17.294060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60340) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:17.328945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f401dd-33b9-453c-b357-9dd46db9a9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.511067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f401dd-33b9-453c-b357-9dd46db9a9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.519853 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1f401dd-33b9-453c-b357-9dd46db9a9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.600570 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b1f401dd-33b9-453c-b357-9dd46db9a9e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44153417a1a7478d8190209d14594141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053629 Jul 07 22:18:17.608168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60354) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:17.699766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f401dd-33b9-453c-b357-9dd46db9a9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f793bd-c908-4e6a-af8e-3fb7fa1c5c10,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:17.730951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efef890f-2dc7-4331-9dba-28ff952d91ee req-2ca55ca3-b42c-48cb-83d9-4ae3ed808110 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8559134 Jul 07 22:18:17.763787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f682c5f1-8077-4905-9071-1d8fc561ac71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.790208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f682c5f1-8077-4905-9071-1d8fc561ac71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.872737 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f682c5f1-8077-4905-9071-1d8fc561ac71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.875408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f682c5f1-8077-4905-9071-1d8fc561ac71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:17.876570 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f682c5f1-8077-4905-9071-1d8fc561ac71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17f793bd-c908-4e6a-af8e-3fb7fa1c5c10 HTTP/1.1" status: 204 len: 168 time: 0.2668772 Jul 07 22:18:17.896869 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682c5f1-8077-4905-9071-1d8fc561ac71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f793bd-c908-4e6a-af8e-3fb7fa1c5c10,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:17.929507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-0d84a144-a08a-44a0-8b3d-b1aa76bc15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:17.931952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-0d84a144-a08a-44a0-8b3d-b1aa76bc15e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 1.0553377 Jul 07 22:18:18.023143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-64f127df-a411-43ab-bac0-65c00e12f81e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0 HTTP/1.1" status: 200 len: 217 time: 0.0829830 Jul 07 22:18:18.136743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-a0eb8fbc-92cc-4de9-9c80-9470bda65cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:18.139528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-a0eb8fbc-92cc-4de9-9c80-9470bda65cd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1009507 Jul 07 22:18:18.146632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-a540e03f-4269-4b47-8dc8-57dd5a88470d service neutron] 10.222.0.81 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0713468 Jul 07 22:18:18.221563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-840d8e27-6d58-4cc1-bf66-4ae7ab5d6216 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725548 Jul 07 22:18:18.474555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-fa4ed713-bcc4-4281-8a78-079c5c07c525 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360625 Jul 07 22:18:18.848722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-963c52d1-1e06-48ad-9f86-a0723f74cbfb req-653be0cf-db05-4c2b-a84a-56c3d60fe813 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716476 Jul 07 22:18:18.943209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35b1b2-a2f4-4ab6-a4b3-e4abbe4fbc65 req-9897bd19-7ca0-420f-8b92-cb1a3c3930db tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:18.943710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:18.944176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd35b1b2-a2f4-4ab6-a4b3-e4abbe4fbc65 req-9897bd19-7ca0-420f-8b92-cb1a3c3930db tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 944 time: 0.2704942 Jul 07 22:18:19.074255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd35b1b2-a2f4-4ab6-a4b3-e4abbe4fbc65 req-a0e0d463-1887-41ba-89e9-0d489d89202f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205592 Jul 07 22:18:19.279170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:19.350981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce90315b-dffd-4155-beb4-a8abd5133353 req-e3957cdf-f46b-4715-86df-5f34dd5a3b5e tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 210 time: 0.1095982 Jul 07 22:18:19.413571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cf0487e-4960-4f35-bcba-35b69fffa43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.501447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff601112-32e6-45e7-95a8-6f29bc4539a9 req-12c8c100-4e87-4e92-be19-2cce2ef148b4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:19.503611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff601112-32e6-45e7-95a8-6f29bc4539a9 req-12c8c100-4e87-4e92-be19-2cce2ef148b4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.1663399 Jul 07 22:18:19.528654 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:19.629568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff601112-32e6-45e7-95a8-6f29bc4539a9 req-899aa156-886f-41ef-ae81-644c310dd6a2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091008 Jul 07 22:18:20.550259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de59748-bac7-4d55-91f8-051581ca339f req-ae8afa3e-6263-4c8e-9085-b71718d60cdb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:20.570380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7de59748-bac7-4d55-91f8-051581ca339f req-ae8afa3e-6263-4c8e-9085-b71718d60cdb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 944 time: 0.2329991 Jul 07 22:18:20.687906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c450ea4e-ae33-4852-94c8-d0e1983ee5d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.698030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7de59748-bac7-4d55-91f8-051581ca339f req-4deb1a24-b455-4111-ade1-40fd2c5d50c9 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260691 Jul 07 22:18:20.778205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cf0487e-4960-4f35-bcba-35b69fffa43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.786992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67bb9127-4dce-4362-8716-0a1af2f3dcf5 req-9b3c6018-06c9-421a-8ba6-aafe8221a7d5 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 210 time: 0.0860639 Jul 07 22:18:20.795119 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cf0487e-4960-4f35-bcba-35b69fffa43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:20.893331 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0cf0487e-4960-4f35-bcba-35b69fffa43d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=06685ef586db46508e2999a5d6d342a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9443495 Jul 07 22:18:20.898627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60458) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:20.918373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0487e-4960-4f35-bcba-35b69fffa43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74796a9-9edb-4ec6-a145-618dd9330061,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:20.990030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24cd27ca-c302-488e-9623-e9e11e5597d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.018257 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24cd27ca-c302-488e-9623-e9e11e5597d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.042973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c450ea4e-ae33-4852-94c8-d0e1983ee5d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.047602 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c450ea4e-ae33-4852-94c8-d0e1983ee5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.103296 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c450ea4e-ae33-4852-94c8-d0e1983ee5d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70edc355563d4689830a573f7c706e08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8228033 Jul 07 22:18:21.104548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450ea4e-ae33-4852-94c8-d0e1983ee5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb69577-6a1e-4c45-981b-aaaf7b34c9bb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:21.107406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60470) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:21.217903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8894f-1552-4f29-b0e7-0cfcb0f01b23 req-37e78a41-595f-4d4b-b01c-871e8e969487 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:21.233287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12d8894f-1552-4f29-b0e7-0cfcb0f01b23 req-37e78a41-595f-4d4b-b01c-871e8e969487 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.1932936 Jul 07 22:18:21.296069 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34a810a4-8dfc-4b0f-85da-580bc8102f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.296443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24cd27ca-c302-488e-9623-e9e11e5597d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.303584 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24cd27ca-c302-488e-9623-e9e11e5597d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.304765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-24cd27ca-c302-488e-9623-e9e11e5597d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d74796a9-9edb-4ec6-a145-618dd9330061 HTTP/1.1" status: 204 len: 168 time: 0.4047341 Jul 07 22:18:21.356840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd27ca-c302-488e-9623-e9e11e5597d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74796a9-9edb-4ec6-a145-618dd9330061,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:21.394895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34a810a4-8dfc-4b0f-85da-580bc8102f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.512143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12d8894f-1552-4f29-b0e7-0cfcb0f01b23 req-5a9defea-7cd8-44cf-b684-4a03b849fba4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774470 Jul 07 22:18:21.567379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34a810a4-8dfc-4b0f-85da-580bc8102f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.573869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34a810a4-8dfc-4b0f-85da-580bc8102f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:21.582785 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-34a810a4-8dfc-4b0f-85da-580bc8102f78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/deb69577-6a1e-4c45-981b-aaaf7b34c9bb HTTP/1.1" status: 204 len: 168 time: 0.4625099 Jul 07 22:18:21.622021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a810a4-8dfc-4b0f-85da-580bc8102f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb69577-6a1e-4c45-981b-aaaf7b34c9bb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:21.771051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-dce33145-0365-4443-af32-dea1bc6b8e9c tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:21.772749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-dce33145-0365-4443-af32-dea1bc6b8e9c tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.44 "GET /v2.0/networks?id=7e114daf-996f-481e-afff-1999dfe6ac48 HTTP/1.1" status: 200 len: 817 time: 0.3708427 Jul 07 22:18:21.785994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Request body: {'port': {'device_id': '2ebccfe4-1fb1-45c6-b461-01578bd91ba0', 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48', 'admin_state_up': True, 'tenant_id': '98d93953642e4ed9aadc1e312e5a9ab3'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:22.342829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-929f52ee-c41c-4f54-a10f-c2103d8df40e req-f9fe12ea-4619-4d32-87a6-53b999ecb423 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 210 time: 0.2373655 Jul 07 22:18:22.491830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60502) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:22.549110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5f3036d1-2a3e-46fc-9dbb-59a6a8d6485c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.603883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Made reservation on behalf of 98d93953642e4ed9aadc1e312e5a9ab3 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:22.628002 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:22.636169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-1ffe4204-6061-4cce-a6fb-1ebc1e6e8b25 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:22.641164 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-1ffe4204-6061-4cce-a6fb-1ebc1e6e8b25 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.44 "GET /v2.0/networks?id=7e114daf-996f-481e-afff-1999dfe6ac48 HTTP/1.1" status: 200 len: 817 time: 0.2703726 Jul 07 22:18:22.654160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Request body: {'port': {'device_id': '3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a', 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48', 'admin_state_up': True, 'tenant_id': '98d93953642e4ed9aadc1e312e5a9ab3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:22.794348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36522b-4fc3-4973-9743-96e1aff8a350 req-4e76f9e3-ee3a-4c56-9c4d-0fd1de524088 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:22.801675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b36522b-4fc3-4973-9743-96e1aff8a350 req-4e76f9e3-ee3a-4c56-9c4d-0fd1de524088 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 944 time: 0.7105074 Jul 07 22:18:22.885459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-e6509841-f5d2-43e0-aa48-26ee2bf45235 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:22.887028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-e6509841-f5d2-43e0-aa48-26ee2bf45235 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.83 "GET /v2.0/networks?id=7e114daf-996f-481e-afff-1999dfe6ac48 HTTP/1.1" status: 200 len: 817 time: 0.5918090 Jul 07 22:18:22.940973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Request body: {'port': {'device_id': '982f16d0-3f42-47c7-aec6-1f34a11c339a', 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48', 'admin_state_up': True, 'tenant_id': '98d93953642e4ed9aadc1e312e5a9ab3'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:23.250814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b36522b-4fc3-4973-9743-96e1aff8a350 req-86198081-f542-437b-8f27-b79b480cf1e4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479899 Jul 07 22:18:23.725622 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e82a36c0-b54e-46de-a3a1-9ab7aa34b13b req-47dceac3-5669-4063-a5ce-df28937089f7 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 210 time: 0.0856674 Jul 07 22:18:23.756832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Allocated IP 172.20.0.13 (7e114daf-996f-481e-afff-1999dfe6ac48/ffb5f294-0afb-4d36-822a-0e5fef93ad94/d734b06b-b39a-4940-96b6-b0ece12ae854) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:23.778019 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5f3036d1-2a3e-46fc-9dbb-59a6a8d6485c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.805282 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5f3036d1-2a3e-46fc-9dbb-59a6a8d6485c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.814063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Made reservation on behalf of 98d93953642e4ed9aadc1e312e5a9ab3 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:23.818221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:23.876554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771561c2-15db-4761-b52a-8e7c2d4b5235 req-f8caf3e9-d066-4378-8d0f-d5b0ac78eb99 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:23.883275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-771561c2-15db-4761-b52a-8e7c2d4b5235 req-f8caf3e9-d066-4378-8d0f-d5b0ac78eb99 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.7292285 Jul 07 22:18:23.973144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60536) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:24.137848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Made reservation on behalf of 98d93953642e4ed9aadc1e312e5a9ab3 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:24.147186 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.198233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3036d1-2a3e-46fc-9dbb-59a6a8d6485c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e566c6b-52e4-4faa-a025-3ebfa2490c00,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:24.237485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5f3036d1-2a3e-46fc-9dbb-59a6a8d6485c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a6bdf5746cf3420fb5cfb2abcbd4edf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7378154 Jul 07 22:18:24.238357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:24.337693 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c00604d0-0c8c-413c-bce5-11b404a6aef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.377425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-771561c2-15db-4761-b52a-8e7c2d4b5235 req-94666751-78d1-4e4f-b5bd-9437e08dc928 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840946 Jul 07 22:18:24.401542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c00604d0-0c8c-413c-bce5-11b404a6aef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.463301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-358620374-network', 'tenant_id': 'c0f8da35f55943df997e5355a0be6205'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:24.498764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c00604d0-0c8c-413c-bce5-11b404a6aef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.504331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c00604d0-0c8c-413c-bce5-11b404a6aef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.521372 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c00604d0-0c8c-413c-bce5-11b404a6aef1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2e566c6b-52e4-4faa-a025-3ebfa2490c00 HTTP/1.1" status: 204 len: 168 time: 0.2692287 Jul 07 22:18:24.535229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00604d0-0c8c-413c-bce5-11b404a6aef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e566c6b-52e4-4faa-a025-3ebfa2490c00,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:24.758909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Made reservation on behalf of c0f8da35f55943df997e5355a0be6205 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:24.766190 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.801629 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:24.971648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b60a0-c118-43bf-9045-f04fa7f56430 req-d7b1cdb7-4c4a-4966-9abb-6a5c739b061c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:24.979526 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-788b60a0-c118-43bf-9045-f04fa7f56430 req-d7b1cdb7-4c4a-4966-9abb-6a5c739b061c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 944 time: 0.4150169 Jul 07 22:18:25.114323 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.163073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7a37974-4b74-4bb2-9a99-a5729f201257 req-3059e634-ec3c-4d2f-bad8-b8d6a18dba3a tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 210 time: 0.1181676 Jul 07 22:18:25.300594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-788b60a0-c118-43bf-9045-f04fa7f56430 req-539a1bfc-2870-49b5-b2f6-a4411a9fa7db tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195558 Jul 07 22:18:25.366619 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.477189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Network 7e114daf-996f-481e-afff-1999dfe6ac48 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:25.481080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:25.481933 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.486414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:25.490121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:25.492860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.496263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Pushing event updated for resources: {'Port': ['ID=d734b06b-b39a-4940-96b6-b0ece12ae854,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:25.517599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Allocated IP 172.20.0.2 (7e114daf-996f-481e-afff-1999dfe6ac48/ffb5f294-0afb-4d36-822a-0e5fef93ad94/3fadfa62-be60-4a4f-bd6c-c2ab262e13f1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:25.546594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b45abc-d98b-4532-a1d9-b5d44a6080eb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:25.568016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:18:25.589664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:25.590447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.594469 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.594857 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Added segment 32c00161-c8aa-4d8a-abd6-08ad15463f75 of type vlan for network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 Jul 07 22:18:25.666197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-22adb34e-fa84-490b-8c61-b3e681befb66 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8840189 Jul 07 22:18:25.690756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Request body: {'port': {'device_id': '2ebccfe4-1fb1-45c6-b461-01578bd91ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:25.743939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.806547 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.825400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809983b-1cae-48e5-9c68-28535835a55f req-778cd90b-ecb4-422d-81a5-170c35268176 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:25.830034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device e3df8679-88d5-461d-92fb-8df5a87a1e51 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:25.833478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7809983b-1cae-48e5-9c68-28535835a55f req-778cd90b-ecb4-422d-81a5-170c35268176 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.2335615 Jul 07 22:18:25.845918 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.866864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.868714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.869714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:25.870306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.894357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b85c8624-e18d-48f2-a9c3-a2011dc3acf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:25.963799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Pushing event updated for resources: {'Port': ['ID=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:25.974636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Network 7e114daf-996f-481e-afff-1999dfe6ac48 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:25.981473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:25.988995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:26.036366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port e3df8679-88d5-461d-92fb-8df5a87a1e51, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e3df8679-88d5-461d-92fb-8df5a87a1e51,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:26.063296 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:26.064529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.068345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'e3df8679-88d5-461d-92fb-8df5a87a1e51', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'port_id': 'e3df8679-88d5-461d-92fb-8df5a87a1e51', 'mac_address': 'fa:16:3e:6c:1b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:26.121865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] Pushing event updated for resources: {'Network': ['ID=cfc09c07-d5b6-4d8e-8e79-660b663a30a0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:26.152680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aeade1e5-bfd5-4329-87bc-d1d5aa04152e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1675889 Jul 07 22:18:26.153249 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:26.161861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Allocated IP 172.20.0.10 (7e114daf-996f-481e-afff-1999dfe6ac48/ffb5f294-0afb-4d36-822a-0e5fef93ad94/98059c50-e904-4808-a585-b6cda21cd59b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:26.169057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Request body: {'subnet': {'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-358620374-subnet', 'tenant_id': 'c0f8da35f55943df997e5355a0be6205', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:26.173130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7809983b-1cae-48e5-9c68-28535835a55f req-4b3cd07c-5b56-4389-a2d2-3f156b480c1c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382444 Jul 07 22:18:26.183970 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.211324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:18:26.239460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b85c8624-e18d-48f2-a9c3-a2011dc3acf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.251039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b85c8624-e18d-48f2-a9c3-a2011dc3acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.265196 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-be2754b9-05a5-41fb-a998-27ede9bd1b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6180267 Jul 07 22:18:26.316852 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3df8679-88d5-461d-92fb-8df5a87a1e51 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:26.336020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Request body: {'port': {'device_id': '3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:26.409994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port e3df8679-88d5-461d-92fb-8df5a87a1e51, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e3df8679-88d5-461d-92fb-8df5a87a1e51,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:26.422111 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.458154 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b85c8624-e18d-48f2-a9c3-a2011dc3acf5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e48e4e64535a481db7641fd46bdaaa37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9759710 Jul 07 22:18:26.468696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60602) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:26.482047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c8624-e18d-48f2-a9c3-a2011dc3acf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9678d0-f81b-4a3d-9f90-5eb35918c6fa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:26.505881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=e3df8679-88d5-461d-92fb-8df5a87a1e51,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:26.506858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Made reservation on behalf of c0f8da35f55943df997e5355a0be6205 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:26.509553 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.635881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.735037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec1b5-4855-4d50-8166-c61d505a9ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.772293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec1b5-4855-4d50-8166-c61d505a9ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.799207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-bf450b90-77f3-45cd-a082-41066338981d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:26.801348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-bf450b90-77f3-45cd-a082-41066338981d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 808 time: 0.3538916 Jul 07 22:18:26.825421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eba70-1ed0-49db-bdbf-a76ef8c1234d req-c95a4535-52d3-4a89-a60f-b2bfb79cd563 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:26.828137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a7eba70-1ed0-49db-bdbf-a76ef8c1234d req-c95a4535-52d3-4a89-a60f-b2bfb79cd563 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 931 time: 0.3233602 Jul 07 22:18:26.872235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-344ea227-e567-4ccf-a7eb-201862e262f7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/quotas/044d4bb047b445f69003d89d04d2872a HTTP/1.1" status: 200 len: 375 time: 0.0381081 Jul 07 22:18:26.907628 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.973655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:26.974623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a7eba70-1ed0-49db-bdbf-a76ef8c1234d req-c09b913c-0b90-4708-9b77-5232fc7ef56f tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283450 Jul 07 22:18:27.006929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['e3df8679-88d5-461d-92fb-8df5a87a1e51'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:27.007386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec1b5-4855-4d50-8166-c61d505a9ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.008212 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec1b5-4855-4d50-8166-c61d505a9ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.009429 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ee3ec1b5-4855-4d50-8166-c61d505a9ede admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e9678d0-f81b-4a3d-9f90-5eb35918c6fa HTTP/1.1" status: 204 len: 168 time: 0.5379190 Jul 07 22:18:27.042253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ec1b5-4855-4d50-8166-c61d505a9ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9678d0-f81b-4a3d-9f90-5eb35918c6fa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:27.055057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-bbfd4130-243a-451a-bed4-0ebcf513bba6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1731455 Jul 07 22:18:27.083108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fcee350-1979-4082-84e2-90ac6f015ef3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:27.128197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Checking segment: {'id': '32c00161-c8aa-4d8a-abd6-08ad15463f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:27.128603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Network hostable DHCP agents. Network: cfc09c07-d5b6-4d8e-8e79-660b663a30a0, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:18:27.164818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:18:27.178713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, cfc09c07-d5b6-4d8e-8e79-660b663a30a0) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:27.188109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.189499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.205213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db89cb4-6663-446d-9db3-6e37911a836c None None] Network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:27.216634 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-97d57311-f0b1-49cd-bdcd-7dff952f88f5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0609007 Jul 07 22:18:27.391207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d734b06b-b39a-4940-96b6-b0ece12ae854 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:27.400179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.492602 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-78964972-3626-404c-a2c2-7fdea1b383f1 service neutron] 10.222.0.81 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239817 Jul 07 22:18:27.497287 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.536718 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c07901c-2166-42ee-8edf-4518d329f1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.565171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60aafd-2bc7-468d-9570-9a9253dde17f None None] Network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:18:27.567147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Pushing event updated for resources: {'Port': ['ID=98059c50-e904-4808-a585-b6cda21cd59b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:27.672980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Network 7e114daf-996f-481e-afff-1999dfe6ac48 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:27.679101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:27.681781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.682226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.682579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.682918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.683257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.683594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.683930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.684261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.684596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.684924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.685249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.685576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:27.696951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:27.700043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Transition to ACTIVE for port object d734b06b-b39a-4940-96b6-b0ece12ae854 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:27.712146 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.731516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60630) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:27.806574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Pushing event updated for resources: {'Port': ['ID=d734b06b-b39a-4940-96b6-b0ece12ae854,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:27.812890 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-918c1a89-40ec-4c6f-89ed-bdfe2fcde771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.896192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf715b-ff36-4b0d-8908-34a2f3a5c96b req-6546a8f6-d610-405b-b2b3-f6e7e6e11cca tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.906348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96cf715b-ff36-4b0d-8908-34a2f3a5c96b req-6546a8f6-d610-405b-b2b3-f6e7e6e11cca tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 945 time: 0.4249098 Jul 07 22:18:27.962660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:27.963525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:27.990162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-918c1a89-40ec-4c6f-89ed-bdfe2fcde771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.055811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-918c1a89-40ec-4c6f-89ed-bdfe2fcde771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.062918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-f6122d44-ed31-4880-9376-a2ae3a5d0771 service neutron] 10.222.0.81 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678780 Jul 07 22:18:28.067760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-7bd7e76c-9af2-4802-a18f-5c4b7e9047e4 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1376708 Jul 07 22:18:28.090461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Request body: {'port': {'device_id': '982f16d0-3f42-47c7-aec6-1f34a11c339a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:28.153560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c1a89-40ec-4c6f-89ed-bdfe2fcde771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbb7348-e132-41b2-a77b-466f9bc79a6a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:28.178681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96cf715b-ff36-4b0d-8908-34a2f3a5c96b req-eb2c452c-8089-4fac-9eaa-db9aa7bf720c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713091 Jul 07 22:18:28.210147 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-918c1a89-40ec-4c6f-89ed-bdfe2fcde771 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f1e6030331a454b88764c295dce8537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775233 Jul 07 22:18:28.218256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:28.255402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Attempting to bind port d734b06b-b39a-4940-96b6-b0ece12ae854 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:28.255766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Attempting to bind port d734b06b-b39a-4940-96b6-b0ece12ae854 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:28.256104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Attempting to bind port d734b06b-b39a-4940-96b6-b0ece12ae854 on network 7e114daf-996f-481e-afff-1999dfe6ac48 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:28.264694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Port d734b06b-b39a-4940-96b6-b0ece12ae854 on network 7e114daf-996f-481e-afff-1999dfe6ac48 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:28.265022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Attempting to bind port d734b06b-b39a-4940-96b6-b0ece12ae854 on network 7e114daf-996f-481e-afff-1999dfe6ac48 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:28.280839 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.288341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:28.288706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Checking segment: {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:28.289103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Bound using segment: {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:28.289553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Bound port: d734b06b-b39a-4940-96b6-b0ece12ae854, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:28.289914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.376871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:28.408986 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.420931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-baae5ecd-6e66-4e41-98af-0b7037615aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.468104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-baae5ecd-6e66-4e41-98af-0b7037615aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.521903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-baae5ecd-6e66-4e41-98af-0b7037615aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.527055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-baae5ecd-6e66-4e41-98af-0b7037615aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.530969 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-baae5ecd-6e66-4e41-98af-0b7037615aa6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1cbb7348-e132-41b2-a77b-466f9bc79a6a HTTP/1.1" status: 204 len: 168 time: 0.3035357 Jul 07 22:18:28.536201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Transition to ACTIVE for port object 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:28.543096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.549171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae5ecd-6e66-4e41-98af-0b7037615aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbb7348-e132-41b2-a77b-466f9bc79a6a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:28.693799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:28.710583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] For port d734b06b-b39a-4940-96b6-b0ece12ae854, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:28.742711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] For port d734b06b-b39a-4940-96b6-b0ece12ae854, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=d734b06b-b39a-4940-96b6-b0ece12ae854,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:28.748960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Attempting to bind port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:28.754533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Attempting to bind port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:28.755186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Attempting to bind port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 on network 7e114daf-996f-481e-afff-1999dfe6ac48 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:28.760440 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.763701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 on network 7e114daf-996f-481e-afff-1999dfe6ac48 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:28.764350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Attempting to bind port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 on network 7e114daf-996f-481e-afff-1999dfe6ac48 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:28.772781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:28.773348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Checking segment: {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:28.773912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Bound using segment: {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:28.774839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Bound port: 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:28.775916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.874403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:28.875358 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:28.876521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] 10.222.0.44 "PUT /v2.0/ports/d734b06b-b39a-4940-96b6-b0ece12ae854 HTTP/1.1" status: 200 len: 1093 time: 3.1904247 Jul 07 22:18:28.879891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebccfe4-1fb1-45c6-b461-01578bd91ba0', 'tag': 'd734b06b-b39a-4940-96b6-b0ece12ae854'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:28.882323 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea2d210-a407-49ea-99b9-c628847aaa9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebccfe4-1fb1-45c6-b461-01578bd91ba0", "tag": "d734b06b-b39a-4940-96b6-b0ece12ae854"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:28.925397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cef8b-f512-4531-a894-b5c84a7d1422 req-f5d4ab17-0807-457b-8b51-bb6dfc567120 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:28.933369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-872cef8b-f512-4531-a894-b5c84a7d1422 req-f5d4ab17-0807-457b-8b51-bb6dfc567120 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.3581908 Jul 07 22:18:28.935234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a0c04-d743-4e07-907d-6edab684ea81 service neutron] Pushing event updated for resources: {'Port': ['ID=d734b06b-b39a-4940-96b6-b0ece12ae854,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:28.994208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] For port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:29.001129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] For port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:29.010433 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.110040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:29.110722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.115122 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] 10.222.0.44 "PUT /v2.0/ports/3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 HTTP/1.1" status: 200 len: 1092 time: 2.8177438 Jul 07 22:18:29.117556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a', 'tag': '3fadfa62-be60-4a4f-bd6c-c2ab262e13f1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:29.141809 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1386f2eb-3238-4446-aef4-76f6df3e3260" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a", "tag": "3fadfa62-be60-4a4f-bd6c-c2ab262e13f1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:29.224944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb239b-48d3-499b-b792-ce3b57eecfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:29.272490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-1fe3b5d6-63d5-4f3e-92b8-4c12d749942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:29.275146 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-1fe3b5d6-63d5-4f3e-92b8-4c12d749942d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98d93953642e4ed9aadc1e312e5a9ab3&device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 1095 time: 0.1038177 Jul 07 22:18:29.338953 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-91eb1808-ac54-4430-9cb4-80c390763de4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 HTTP/1.1" status: 200 len: 217 time: 0.0530047 Jul 07 22:18:29.493578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-dd7171ad-ff3a-4213-af02-145c7bdd2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:29.495876 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-dd7171ad-ff3a-4213-af02-145c7bdd2066 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffb5f294-0afb-4d36-822a-0e5fef93ad94 HTTP/1.1" status: 200 len: 857 time: 0.1026177 Jul 07 22:18:29.545412 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-7d024f48-92fe-4707-8d6e-85dcbd014f3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e114daf-996f-481e-afff-1999dfe6ac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429978 Jul 07 22:18:29.626153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ca5f4e1f-8f37-40d0-85ea-e4390729e333 req-42282c0f-3daf-46eb-b136-141bbbc488b1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1050003067', 'description': 'tempest-description-1761437453'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:29.664790 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3b88720-bc70-44a9-9c87-73130d7c4a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.705636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-872cef8b-f512-4531-a894-b5c84a7d1422 req-e21a9f8f-1002-4858-bbc8-f24c747c56c5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7712941 Jul 07 22:18:29.712895 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-0eeb98e1-a76b-4d61-aaca-07086b74ca6f service neutron] 10.222.0.44 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593044 Jul 07 22:18:29.713172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ca5f4e1f-8f37-40d0-85ea-e4390729e333 req-42282c0f-3daf-46eb-b136-141bbbc488b1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.851616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device e3df8679-88d5-461d-92fb-8df5a87a1e51 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:29.864625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-d6de3f4f-b9ae-483d-8143-1a9c8b00cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:29.866259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-d6de3f4f-b9ae-483d-8143-1a9c8b00cb34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98d93953642e4ed9aadc1e312e5a9ab3&device_id=2ebccfe4-1fb1-45c6-b461-01578bd91ba0 HTTP/1.1" status: 200 len: 1096 time: 0.9276655 Jul 07 22:18:29.872161 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-453dffe4-4a2b-4f72-9eab-5850e540ebf1 service neutron] 10.222.0.44 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519063 Jul 07 22:18:29.921041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98059c50-e904-4808-a585-b6cda21cd59b {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:29.950714 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.961365 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:29.965878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port e3df8679-88d5-461d-92fb-8df5a87a1e51 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:29.970891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port e3df8679-88d5-461d-92fb-8df5a87a1e51 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:29.971494 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.001741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-6ce19123-2a24-4e2b-951b-1737ccbb45b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d734b06b-b39a-4940-96b6-b0ece12ae854 HTTP/1.1" status: 200 len: 217 time: 0.0555477 Jul 07 22:18:30.017897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Transition to ACTIVE for port object 98059c50-e904-4808-a585-b6cda21cd59b will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:30.057386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.151232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.156763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-c5daab8d-3976-4f23-8f44-2a5ae30c7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:30.158332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-c5daab8d-3976-4f23-8f44-2a5ae30c7e17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffb5f294-0afb-4d36-822a-0e5fef93ad94 HTTP/1.1" status: 200 len: 857 time: 0.1467092 Jul 07 22:18:30.165990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ca5f4e1f-8f37-40d0-85ea-e4390729e333 req-42282c0f-3daf-46eb-b136-141bbbc488b1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.179129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Pushing event updated for resources: {'Port': ['ID=98059c50-e904-4808-a585-b6cda21cd59b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:30.204750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ca5f4e1f-8f37-40d0-85ea-e4390729e333 req-42282c0f-3daf-46eb-b136-141bbbc488b1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.204899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port e3df8679-88d5-461d-92fb-8df5a87a1e51, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e3df8679-88d5-461d-92fb-8df5a87a1e51,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:30.206835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7c5f33-79d6-490b-8543-52b2f9e20e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3df8679-88d5-461d-92fb-8df5a87a1e51'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:30.210398 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a5419d-0f8d-4fea-b561-2ab5c2b35f23" -d '{"events": [{"server_uuid": "5d7c5f33-79d6-490b-8543-52b2f9e20e1d", "name": "network-vif-plugged", "status": "completed", "tag": "e3df8679-88d5-461d-92fb-8df5a87a1e51"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:30.214086 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.238519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6acd7-8e2e-4f84-be2f-27b6eab3fed3 req-a2327be8-a1f9-4107-80bb-8d0e8ddec947 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:30.240361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bab6acd7-8e2e-4f84-be2f-27b6eab3fed3 req-a2327be8-a1f9-4107-80bb-8d0e8ddec947 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 943 time: 0.3414156 Jul 07 22:18:30.242359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-961dafe9-98ef-4aa7-b12e-24d0fae121db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e114daf-996f-481e-afff-1999dfe6ac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748284 Jul 07 22:18:30.345804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=e3df8679-88d5-461d-92fb-8df5a87a1e51,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:30.372723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-feef3f0b-6db2-46b3-9466-8f3a9cc49252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:30.374643 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-feef3f0b-6db2-46b3-9466-8f3a9cc49252 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 1098 time: 0.1233256 Jul 07 22:18:30.382498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ca5f4e1f-8f37-40d0-85ea-e4390729e333 req-42282c0f-3daf-46eb-b136-141bbbc488b1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.383623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca5f4e1f-8f37-40d0-85ea-e4390729e333 req-42282c0f-3daf-46eb-b136-141bbbc488b1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8003776 Jul 07 22:18:30.421884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Attempting to bind port 98059c50-e904-4808-a585-b6cda21cd59b on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:30.422279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Attempting to bind port 98059c50-e904-4808-a585-b6cda21cd59b by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:30.422614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Attempting to bind port 98059c50-e904-4808-a585-b6cda21cd59b on network 7e114daf-996f-481e-afff-1999dfe6ac48 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:30.428684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42282c0f-3daf-46eb-b136-141bbbc488b1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42ab54c-7b1c-48ab-acd0-b24035abfffb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:30.448545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Port 98059c50-e904-4808-a585-b6cda21cd59b on network 7e114daf-996f-481e-afff-1999dfe6ac48 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:30.448887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Attempting to bind port 98059c50-e904-4808-a585-b6cda21cd59b on network 7e114daf-996f-481e-afff-1999dfe6ac48 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:30.460431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:30.460647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Checking segment: {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:30.460954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Bound using segment: {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:30.461399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Bound port: 98059c50-e904-4808-a585-b6cda21cd59b, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1b71b2-9f6f-4605-a65e-d24c48bded0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:30.461760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.486726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bab6acd7-8e2e-4f84-be2f-27b6eab3fed3 req-0ab96663-aba9-4239-b34f-d3357b090e3d tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348640 Jul 07 22:18:30.512668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-ad0a5ab9-f80a-448a-9a57-9f9dc1b66ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:30.515410 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-ad0a5ab9-f80a-448a-9a57-9f9dc1b66ffd service neutron] 10.222.0.44 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 912 time: 0.1332140 Jul 07 22:18:30.560720 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb39add-1c8c-4807-ac9c-22b27001603b x-openstack-request-id: req-6fb39add-1c8c-4807-ac9c-22b27001603b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:30.560986 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebccfe4-1fb1-45c6-b461-01578bd91ba0", "tag": "d734b06b-b39a-4940-96b6-b0ece12ae854", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:30.561302 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fb39add-1c8c-4807-ac9c-22b27001603b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:30.561894 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebccfe4-1fb1-45c6-b461-01578bd91ba0', 'tag': 'd734b06b-b39a-4940-96b6-b0ece12ae854', 'status': 'completed', 'code': 200} Jul 07 22:18:30.592784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-886cffb0-a6cd-478c-97d2-52fc63ddf20c req-b700d5bb-c56b-4e55-b9ce-41d5104e6d9a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 210 time: 0.0782738 Jul 07 22:18:30.609874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-9dfdf91f-6563-4895-a0a6-c6f480a16fe5 service neutron] 10.222.0.44 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996116 Jul 07 22:18:30.613754 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0983321-94c3-41c9-934b-ce4b4ebc6092 x-openstack-request-id: req-b0983321-94c3-41c9-934b-ce4b4ebc6092 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:30.614156 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a", "tag": "3fadfa62-be60-4a4f-bd6c-c2ab262e13f1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:30.618243 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0983321-94c3-41c9-934b-ce4b4ebc6092 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:30.622858 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a', 'tag': '3fadfa62-be60-4a4f-bd6c-c2ab262e13f1', 'status': 'completed', 'code': 200} Jul 07 22:18:30.628957 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-e6abac85-ce2f-4a2b-bcdb-3b418f06bf30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e HTTP/1.1" status: 200 len: 217 time: 0.1054900 Jul 07 22:18:30.720854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-4dc38e8a-cc03-48c9-94d9-4646bfb9a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:30.726274 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-4dc38e8a-cc03-48c9-94d9-4646bfb9a19b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.0907183 Jul 07 22:18:30.788628 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:30.803759 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83389dc9-9e20-47ba-8de5-807df118ce25 x-openstack-request-id: req-83389dc9-9e20-47ba-8de5-807df118ce25 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:30.804046 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7c5f33-79d6-490b-8543-52b2f9e20e1d", "name": "network-vif-plugged", "status": "completed", "tag": "e3df8679-88d5-461d-92fb-8df5a87a1e51", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:30.804296 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83389dc9-9e20-47ba-8de5-807df118ce25 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:30.804687 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7c5f33-79d6-490b-8543-52b2f9e20e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3df8679-88d5-461d-92fb-8df5a87a1e51', 'code': 200} Jul 07 22:18:30.814526 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-1e33d6ae-d550-40a6-a413-7671bbc984dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822783 Jul 07 22:18:30.861715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3d90c98b-e631-4e82-ba0c-c7e95804cbdd req-dbd3fbce-52e3-41ba-b020-57cf13260fc9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1009361213', 'description': 'tempest-description-2068659604'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:30.938831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] For port 98059c50-e904-4808-a585-b6cda21cd59b, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:30.957288 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-1cdf9d90-685e-4563-8a0a-3ba87be564df service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347611 Jul 07 22:18:31.012447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] For port 98059c50-e904-4808-a585-b6cda21cd59b, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=98059c50-e904-4808-a585-b6cda21cd59b,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:31.036955 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.054541 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.169724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3d90c98b-e631-4e82-ba0c-c7e95804cbdd req-dbd3fbce-52e3-41ba-b020-57cf13260fc9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.176056 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-5d8efcfc-5d9b-4e69-80b3-10b8a49618a5 req-7cd6ed8f-85c4-4784-9915-dd6a416c22e6 service neutron] 10.222.0.44 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125225 Jul 07 22:18:31.188955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d35a3-2a95-43cb-9c6c-dba433f12938 req-917374ae-be93-4bf1-834d-3cfc0506b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.195079 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-326d35a3-2a95-43cb-9c6c-dba433f12938 req-917374ae-be93-4bf1-834d-3cfc0506b714 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 1098 time: 0.1220367 Jul 07 22:18:31.233254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-5130553b-146a-4d56-9f06-5a46a55b682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.233254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-5130553b-146a-4d56-9f06-5a46a55b682a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98d93953642e4ed9aadc1e312e5a9ab3&device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 1095 time: 0.6147997 Jul 07 22:18:31.233254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Pushing event updated for resources: {'Port': ['ID=98059c50-e904-4808-a585-b6cda21cd59b,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:31.264060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-7c9dce44-34ad-444f-b224-e02fd1671bdc service neutron] 10.222.0.44 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921245 Jul 07 22:18:31.291931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.292574 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.294244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-418a93bc-12ba-42f7-bb16-385470eb6f19 service neutron] 10.222.0.83 "PUT /v2.0/ports/98059c50-e904-4808-a585-b6cda21cd59b HTTP/1.1" status: 200 len: 1093 time: 3.2105477 Jul 07 22:18:31.301051 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-326d35a3-2a95-43cb-9c6c-dba433f12938 req-db2128d6-c53f-420c-901d-32932bfec585 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886018 Jul 07 22:18:31.387805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-5e7746f4-3214-42a5-be7d-650dce77cf96 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.389290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-5e7746f4-3214-42a5-be7d-650dce77cf96 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 808 time: 0.5327561 Jul 07 22:18:31.435860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f22c83-e680-4acf-8608-193f13488e75 req-e2ba8009-60d2-4e92-9488-abf7171f0379 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.442963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d0f22c83-e680-4acf-8608-193f13488e75 req-e2ba8009-60d2-4e92-9488-abf7171f0379 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 946 time: 0.5741777 Jul 07 22:18:31.535569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-fee60117-64ef-4eac-ac37-e28ba198df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.537170 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-fee60117-64ef-4eac-ac37-e28ba198df2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e114daf-996f-481e-afff-1999dfe6ac48 HTTP/1.1" status: 200 len: 918 time: 0.2850406 Jul 07 22:18:31.552701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d0f22c83-e680-4acf-8608-193f13488e75 req-e8db3ae1-f818-45a8-9120-0e2b5e8d77d0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086926 Jul 07 22:18:31.669549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-0a7490ca-dacd-4a0a-bfd4-8aafd8532834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.671115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-0a7490ca-dacd-4a0a-bfd4-8aafd8532834 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=98d93953642e4ed9aadc1e312e5a9ab3&device_id=2ebccfe4-1fb1-45c6-b461-01578bd91ba0 HTTP/1.1" status: 200 len: 1096 time: 0.3374906 Jul 07 22:18:31.677764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-15568048-af58-45c6-a019-1fa12c499c03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 HTTP/1.1" status: 200 len: 217 time: 0.1214573 Jul 07 22:18:31.740882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Request body: {'port': {'device_id': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2', 'admin_state_up': True, 'tenant_id': '044d4bb047b445f69003d89d04d2872a'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:31.829054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-a9368a3c-76e0-49e5-a907-64fca9facc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.831042 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-a9368a3c-76e0-49e5-a907-64fca9facc82 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=98d93953642e4ed9aadc1e312e5a9ab3&device_id=982f16d0-3f42-47c7-aec6-1f34a11c339a HTTP/1.1" status: 200 len: 1096 time: 0.0857031 Jul 07 22:18:31.889346 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-cea64a0e-8b58-412a-a597-95a82d7553df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98059c50-e904-4808-a585-b6cda21cd59b HTTP/1.1" status: 200 len: 217 time: 0.0419462 Jul 07 22:18:31.892627 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3d90c98b-e631-4e82-ba0c-c7e95804cbdd req-dbd3fbce-52e3-41ba-b020-57cf13260fc9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:31.956316 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefb140-7638-48f7-be09-25524793abcf req-2159bb36-b853-440f-b223-e7b424e620a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.958064 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-2159bb36-b853-440f-b223-e7b424e620a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ffb5f294-0afb-4d36-822a-0e5fef93ad94 HTTP/1.1" status: 200 len: 857 time: 0.0626273 Jul 07 22:18:31.989702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-994de585-33ea-4097-a5f1-8d39f7758b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:31.991348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-994de585-33ea-4097-a5f1-8d39f7758b94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffb5f294-0afb-4d36-822a-0e5fef93ad94 HTTP/1.1" status: 200 len: 857 time: 0.3018937 Jul 07 22:18:31.991991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3d90c98b-e631-4e82-ba0c-c7e95804cbdd req-dbd3fbce-52e3-41ba-b020-57cf13260fc9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.007569 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-bd2bf664-5679-4d8e-bc9c-7e499b08ed46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e114daf-996f-481e-afff-1999dfe6ac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421910 Jul 07 22:18:32.055143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3d90c98b-e631-4e82-ba0c-c7e95804cbdd req-dbd3fbce-52e3-41ba-b020-57cf13260fc9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.056388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d90c98b-e631-4e82-ba0c-c7e95804cbdd req-dbd3fbce-52e3-41ba-b020-57cf13260fc9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1985967 Jul 07 22:18:32.070809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-922c169f-3b72-4dc8-9818-e4a546d327e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e114daf-996f-481e-afff-1999dfe6ac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562732 Jul 07 22:18:32.174063 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-8c9273b9-6a08-4c2e-a1d8-51cd244cf46d service neutron] 10.222.0.83 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600933 Jul 07 22:18:32.222545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-368a8e03-d031-4748-aa97-71878456f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:32.224404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-368a8e03-d031-4748-aa97-71878456f973 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e114daf-996f-481e-afff-1999dfe6ac48 HTTP/1.1" status: 200 len: 918 time: 0.5360367 Jul 07 22:18:32.343273 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1eefb140-7638-48f7-be09-25524793abcf req-94946c86-8488-4b17-832e-829de0b8e7d5 service neutron] 10.222.0.83 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568971 Jul 07 22:18:32.391076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-9b849317-dc3c-4bea-9419-81c5f8c741b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d734b06b-b39a-4940-96b6-b0ece12ae854 HTTP/1.1" status: 200 len: 217 time: 0.1537426 Jul 07 22:18:32.416207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3fbce-52e3-41ba-b020-57cf13260fc9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5a52a-6250-4978-abd8-c48055f694a8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:32.509161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Made reservation on behalf of 044d4bb047b445f69003d89d04d2872a for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:32.513331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.567159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97e16e-5473-4e0d-bb79-9474fb9b2180 req-39deee1e-6ed6-4780-b0be-fe6f83679e3e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:32.569038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be97e16e-5473-4e0d-bb79-9474fb9b2180 req-39deee1e-6ed6-4780-b0be-fe6f83679e3e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 946 time: 0.8353062 Jul 07 22:18:32.574920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982f16d0-3f42-47c7-aec6-1f34a11c339a', 'tag': '98059c50-e904-4808-a585-b6cda21cd59b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:32.577134 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c61e466-c7a4-49ac-97e9-986ddeb08927" -d '{"events": [{"name": "network-changed", "server_uuid": "982f16d0-3f42-47c7-aec6-1f34a11c339a", "tag": "98059c50-e904-4808-a585-b6cda21cd59b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:32.628636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-142b26f9-a3ed-4a95-b3ea-635ca3ddd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:32.630297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-142b26f9-a3ed-4a95-b3ea-635ca3ddd7a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ffb5f294-0afb-4d36-822a-0e5fef93ad94 HTTP/1.1" status: 200 len: 857 time: 0.1963449 Jul 07 22:18:32.678301 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:32.698108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-dff800f5-35b5-4b9f-8fca-dc975b17e828 service neutron] 10.222.0.44 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724548 Jul 07 22:18:32.710441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2482ce-8245-4250-9e86-add2c42a4a9f req-3ffad673-cf51-426c-a9c2-3b651a220ee7 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:32.726174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da2482ce-8245-4250-9e86-add2c42a4a9f req-3ffad673-cf51-426c-a9c2-3b651a220ee7 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 943 time: 0.4450023 Jul 07 22:18:32.790394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-30f42625-eae1-4400-a005-55e72c72822e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e114daf-996f-481e-afff-1999dfe6ac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454921 Jul 07 22:18:32.927784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be97e16e-5473-4e0d-bb79-9474fb9b2180 req-c4a1aeac-e3a6-43ed-9b71-6d753c95436b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428237 Jul 07 22:18:33.443442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c819830b-10c3-457d-ace8-6eafd71d5c7e no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:33.446819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device d734b06b-b39a-4940-96b6-b0ece12ae854 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:33.489066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da2482ce-8245-4250-9e86-add2c42a4a9f req-0d68130e-7678-4077-8d93-2e25b93b6fc8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7619295 Jul 07 22:18:33.582675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4eb148d7-c74c-4ec3-898b-2644d25fee0a req-f851b9e2-2203-440f-86cb-b018eb71f182 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 210 time: 0.1263115 Jul 07 22:18:33.702749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Allocated IP 172.20.0.2 (878b13c4-887e-46a5-896b-2b42746546d2/ba4f2386-b705-48e4-8230-6d29c20b1b2c/52ab42d2-f6a8-48a8-bd52-396c009f6adc) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:33.740887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port d734b06b-b39a-4940-96b6-b0ece12ae854, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=d734b06b-b39a-4940-96b6-b0ece12ae854,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:33.743586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1386f2eb-3238-4446-aef4-76f6df3e3260 req-e66c4c4b-8410-4a7a-8de9-7c59ae3af819 service neutron] 10.222.0.44 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9808273 Jul 07 22:18:33.803827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'd734b06b-b39a-4940-96b6-b0ece12ae854', 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48', 'port_id': 'd734b06b-b39a-4940-96b6-b0ece12ae854', 'mac_address': 'fa:16:3e:c5:13:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb5f294-0afb-4d36-822a-0e5fef93ad94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:33.850136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-81953121-cf2c-4474-9a7e-92c63e8b808b service neutron] 10.222.0.44 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0476396 Jul 07 22:18:33.933309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.939376 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:33.963658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d734b06b-b39a-4940-96b6-b0ece12ae854 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:33.991593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port d734b06b-b39a-4940-96b6-b0ece12ae854, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=d734b06b-b39a-4940-96b6-b0ece12ae854,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:34.005590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.006718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:34.059069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:34.061354 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c559288f-743f-498f-beba-ffc31ecef2f8" -d '{"events": [{"server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "name": "network-vif-unplugged", "status": "completed", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:34.120087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:34.140558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:34.151611 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.164636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ce646f26-4dad-4b70-8d61-051c36e4ed1b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:34.166178 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ce646f26-4dad-4b70-8d61-051c36e4ed1b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 812 time: 0.3916917 Jul 07 22:18:34.187993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=d734b06b-b39a-4940-96b6-b0ece12ae854,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:34.210793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '3fadfa62-be60-4a4f-bd6c-c2ab262e13f1', 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48', 'port_id': '3fadfa62-be60-4a4f-bd6c-c2ab262e13f1', 'mac_address': 'fa:16:3e:d6:62:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb5f294-0afb-4d36-822a-0e5fef93ad94', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:34.226259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-8a5f6ffb-944f-423f-a3d4-aaee0ee9de23 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/quotas/c0f8da35f55943df997e5355a0be6205 HTTP/1.1" status: 200 len: 375 time: 0.0459254 Jul 07 22:18:34.228171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cea2d210-a407-49ea-99b9-c628847aaa9d req-51c7fb4c-2ae3-4bbe-972a-137561f9057e service neutron] 10.222.0.44 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615208 Jul 07 22:18:34.279114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-a624e2f2-4632-4915-937d-0095f59c39fc tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445082 Jul 07 22:18:34.288371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.354847 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:34.364759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d735a6b-9c34-4a81-ba55-93390afcc1e3 req-a6ce3c4a-bfee-4a1c-a9dc-1f266ebcbe00 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:34.373789 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d735a6b-9c34-4a81-ba55-93390afcc1e3 req-a6ce3c4a-bfee-4a1c-a9dc-1f266ebcbe00 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 946 time: 0.3976305 Jul 07 22:18:34.402290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=c819830b-10c3-457d-ace8-6eafd71d5c7e,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:34.453024 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.480835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d735a6b-9c34-4a81-ba55-93390afcc1e3 req-fb9ead7a-ff2c-4067-93cc-dff20c90b4b9 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060674 Jul 07 22:18:34.486602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:34.517149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:34.524517 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.530281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-e6fb8bc5-2377-4ac6-8e9c-d58e62267f7e service neutron] 10.222.0.81 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385149 Jul 07 22:18:34.536111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.578553 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975b62bc-0549-4d6d-80a7-cdab997d587e x-openstack-request-id: req-975b62bc-0549-4d6d-80a7-cdab997d587e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:34.578846 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982f16d0-3f42-47c7-aec6-1f34a11c339a", "tag": "98059c50-e904-4808-a585-b6cda21cd59b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:34.579104 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-975b62bc-0549-4d6d-80a7-cdab997d587e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:34.579662 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982f16d0-3f42-47c7-aec6-1f34a11c339a', 'tag': '98059c50-e904-4808-a585-b6cda21cd59b', 'status': 'completed', 'code': 200} Jul 07 22:18:34.592528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Network 878b13c4-887e-46a5-896b-2b42746546d2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:34.617777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:34.621636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:34.653459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:34.708386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-62ac3dad-ee82-4d15-9661-367cfad02c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:34.710274 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-62ac3dad-ee82-4d15-9661-367cfad02c58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=98d93953642e4ed9aadc1e312e5a9ab3&device_id=982f16d0-3f42-47c7-aec6-1f34a11c339a HTTP/1.1" status: 200 len: 1096 time: 0.1033397 Jul 07 22:18:34.807369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dea76e89-8eec-4de2-94c4-837245660125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.815417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3fadfa62-be60-4a4f-bd6c-c2ab262e13f1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:34.819612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['d734b06b-b39a-4940-96b6-b0ece12ae854'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:34.833946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-3b76ad57-f9ee-4c6a-bbca-d3fb8a3c700f service neutron] 10.222.0.81 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935135 Jul 07 22:18:34.889129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Pushing event updated for resources: {'Port': ['ID=52ab42d2-f6a8-48a8-bd52-396c009f6adc,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:34.905740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:34.906832 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:34.931886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ac822-9c8d-4609-a5ad-45d405b49795 req-337756e4-271d-4bf2-8979-e7718010f2ce tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:34.943863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b61ac822-9c8d-4609-a5ad-45d405b49795 req-337756e4-271d-4bf2-8979-e7718010f2ce tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 944 time: 0.1847484 Jul 07 22:18:34.983809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b61ac822-9c8d-4609-a5ad-45d405b49795 req-8a60603f-fdca-43aa-a387-d4b71c65f246 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386486 Jul 07 22:18:35.104212 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43100f62-0850-43f1-b41f-8f95b0191bb3 x-openstack-request-id: req-43100f62-0850-43f1-b41f-8f95b0191bb3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:35.104507 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "name": "network-vif-unplugged", "status": "failed", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e", "code": 422}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:35.104744 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-43100f62-0850-43f1-b41f-8f95b0191bb3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:35.105170 n-d-695012-11 neutron-server[93943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e', 'code': 422} returned with failed status Jul 07 22:18:35.121181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dea76e89-8eec-4de2-94c4-837245660125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.140090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-98151c5d-0b34-40cd-84fe-a21ccb9642c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:35.142900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-174f5300-6ed5-400d-97d5-30b88c457589 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4108953 Jul 07 22:18:35.145550 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-98151c5d-0b34-40cd-84fe-a21ccb9642c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7e114daf-996f-481e-afff-1999dfe6ac48 HTTP/1.1" status: 200 len: 918 time: 0.4277501 Jul 07 22:18:35.148698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dea76e89-8eec-4de2-94c4-837245660125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.171255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Request body: {'port': {'device_id': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:35.234958 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-c77a9ca5-f398-4f68-9ff8-7bba678e38a6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98059c50-e904-4808-a585-b6cda21cd59b HTTP/1.1" status: 200 len: 217 time: 0.0621998 Jul 07 22:18:35.241173 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dea76e89-8eec-4de2-94c4-837245660125 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65099b7d425b473c9fe6d36675f7c363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8838985 Jul 07 22:18:35.241547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60866) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:35.272560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea76e89-8eec-4de2-94c4-837245660125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab87efd-a44f-4638-be63-e75a372f46bb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:35.339091 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.341221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-1f84d93f-0b23-4e67-9079-a9c3088e5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:35.342962 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-1f84d93f-0b23-4e67-9079-a9c3088e5042 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ffb5f294-0afb-4d36-822a-0e5fef93ad94 HTTP/1.1" status: 200 len: 857 time: 0.0918055 Jul 07 22:18:35.366932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fe88abc-d12e-4853-9955-4dacf94baeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.390597 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-8acca0c1-90d0-43b3-92c8-90fd5b21238d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7e114daf-996f-481e-afff-1999dfe6ac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323427 Jul 07 22:18:35.454792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c819830b-10c3-457d-ace8-6eafd71d5c7e no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:35.468159 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fe88abc-d12e-4853-9955-4dacf94baeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.555902 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-857d137e-697f-49f3-ab67-ecca00a1e9c5 service neutron] 10.222.0.83 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563849 Jul 07 22:18:35.567227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fe88abc-d12e-4853-9955-4dacf94baeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.571074 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fe88abc-d12e-4853-9955-4dacf94baeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:35.577042 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2fe88abc-d12e-4853-9955-4dacf94baeee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ab87efd-a44f-4638-be63-e75a372f46bb HTTP/1.1" status: 204 len: 168 time: 0.3327563 Jul 07 22:18:35.608264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe88abc-d12e-4853-9955-4dacf94baeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab87efd-a44f-4638-be63-e75a372f46bb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:35.624388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ade271-a9d1-4fca-86cf-88c4356941a5 req-a859fb53-2dc5-4d11-a845-0dacd407593f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:35.633016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8ade271-a9d1-4fca-86cf-88c4356941a5 req-a859fb53-2dc5-4d11-a845-0dacd407593f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 946 time: 0.3129497 Jul 07 22:18:35.689264 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6c61e466-c7a4-49ac-97e9-986ddeb08927 req-97c3dc9c-784c-4295-a7ef-c7e16768de48 service neutron] 10.222.0.83 "GET /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098545 Jul 07 22:18:35.895958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c06cd-18a5-4e95-a4eb-3c233de6d4e4 req-d369ea3f-b435-4f57-9c1a-0061bc371dd6 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:35.897982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-055c06cd-18a5-4e95-a4eb-3c233de6d4e4 req-d369ea3f-b435-4f57-9c1a-0061bc371dd6 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 944 time: 0.5285125 Jul 07 22:18:35.903973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 98059c50-e904-4808-a585-b6cda21cd59b details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:35.967680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8ade271-a9d1-4fca-86cf-88c4356941a5 req-6e405451-1430-4e4e-8cb8-466cf69e0caa tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041267 Jul 07 22:18:36.043230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-055c06cd-18a5-4e95-a4eb-3c233de6d4e4 req-687100e1-a9f3-4dda-a4b1-1b2e5d2ace30 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339350 Jul 07 22:18:36.061458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ab42d2-f6a8-48a8-bd52-396c009f6adc {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:36.070642 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.083027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 98059c50-e904-4808-a585-b6cda21cd59b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=98059c50-e904-4808-a585-b6cda21cd59b,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:36.109308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Transition to ACTIVE for port object 52ab42d2-f6a8-48a8-bd52-396c009f6adc will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:36.114533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '98059c50-e904-4808-a585-b6cda21cd59b', 'network_id': '7e114daf-996f-481e-afff-1999dfe6ac48', 'port_id': '98059c50-e904-4808-a585-b6cda21cd59b', 'mac_address': 'fa:16:3e:22:6d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffb5f294-0afb-4d36-822a-0e5fef93ad94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:36.118463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.191951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.224906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98059c50-e904-4808-a585-b6cda21cd59b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:36.258014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Pushing event updated for resources: {'Port': ['ID=52ab42d2-f6a8-48a8-bd52-396c009f6adc,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:36.274539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 98059c50-e904-4808-a585-b6cda21cd59b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=98059c50-e904-4808-a585-b6cda21cd59b,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:36.279894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.391293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=98059c50-e904-4808-a585-b6cda21cd59b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:36.445598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:36.467886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dac758e5-79e4-4f23-99ae-45c1c3915bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.535304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5526d75-8be1-43cd-8b28-e93d4c76b849 req-4e933404-2915-4405-86b7-ac4f50afd0ea tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:36.546515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5526d75-8be1-43cd-8b28-e93d4c76b849 req-4e933404-2915-4405-86b7-ac4f50afd0ea tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.2249875 Jul 07 22:18:36.605180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:36.605870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:36.606471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:36.615967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:36.616682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:36.631280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5526d75-8be1-43cd-8b28-e93d4c76b849 req-a8d71df5-098c-4169-a62a-7950e0c793e3 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794070 Jul 07 22:18:36.641302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:36.643898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:36.644063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:36.644997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Bound port: 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:36.646411 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.681070 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dac758e5-79e4-4f23-99ae-45c1c3915bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.687395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dac758e5-79e4-4f23-99ae-45c1c3915bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.721237 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dac758e5-79e4-4f23-99ae-45c1c3915bb4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ad88df0d66545cab2611bb60632d930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737949 Jul 07 22:18:36.724393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:36.742684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['98059c50-e904-4808-a585-b6cda21cd59b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:36.809572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac758e5-79e4-4f23-99ae-45c1c3915bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c063f918-39fa-4d8f-a37d-2486d4ce5ea6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:36.836554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:36.847210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:36.853512 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.856109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-146c959c-aa71-4e7b-915d-71a6181d7a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.915805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-146c959c-aa71-4e7b-915d-71a6181d7a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:36.997925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04587f4e-cd39-4388-8b7a-2b4e01001b85 req-868b1a27-103d-472b-9387-6e3ed5cf2d2c tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 210 time: 0.0630524 Jul 07 22:18:37.003628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-146c959c-aa71-4e7b-915d-71a6181d7a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.006334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-146c959c-aa71-4e7b-915d-71a6181d7a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.006859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:37.007909 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-146c959c-aa71-4e7b-915d-71a6181d7a9d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c063f918-39fa-4d8f-a37d-2486d4ce5ea6 HTTP/1.1" status: 204 len: 168 time: 0.2820616 Jul 07 22:18:37.008352 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.010844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] 10.222.0.83 "PUT /v2.0/ports/52ab42d2-f6a8-48a8-bd52-396c009f6adc HTTP/1.1" status: 200 len: 1092 time: 1.8453572 Jul 07 22:18:37.011505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:37.017801 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1bc97c-8daa-4cea-8b46-453e0782f35b" -d '{"events": [{"name": "network-changed", "server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:37.038933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c959c-aa71-4e7b-915d-71a6181d7a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063f918-39fa-4d8f-a37d-2486d4ce5ea6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:37.062526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615b4ed-0960-4aa5-bf82-0b212d0e8455 service neutron] Pushing event updated for resources: {'Port': ['ID=52ab42d2-f6a8-48a8-bd52-396c009f6adc,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:37.459797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:37.524062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-9140a48c-d3b5-454d-8ed6-ba5d9e17c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:37.525596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-9140a48c-d3b5-454d-8ed6-ba5d9e17c673 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 1095 time: 0.4343979 Jul 07 22:18:37.537819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-d25b0f57-6d9f-41be-adc3-037d65951daa tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:37.539333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-d25b0f57-6d9f-41be-adc3-037d65951daa tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.44 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 812 time: 0.4130883 Jul 07 22:18:37.557682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'port': {'device_id': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0', 'admin_state_up': True, 'tenant_id': 'c0f8da35f55943df997e5355a0be6205'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:37.607787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:37.619414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:37.621022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.663179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af164-a276-40af-8e0f-d8d3c521a8c3 req-07a381c0-247f-4a58-b46a-15ef7d7a227e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:37.664768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-008af164-a276-40af-8e0f-d8d3c521a8c3 req-07a381c0-247f-4a58-b46a-15ef7d7a227e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 946 time: 0.3442500 Jul 07 22:18:37.717722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-7425aff0-88eb-42f5-9529-0b4d46d1c404 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc HTTP/1.1" status: 200 len: 217 time: 0.1757178 Jul 07 22:18:37.823020 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.835095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-9b091afd-512f-4635-803c-352de499bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:37.836673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-9b091afd-512f-4635-803c-352de499bcd3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.0958796 Jul 07 22:18:37.856888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-008af164-a276-40af-8e0f-d8d3c521a8c3 req-2fe559ac-7d20-4196-9f40-e3a748e5ed1b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381555 Jul 07 22:18:37.871842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fadfa62-be60-4a4f-bd6c-c2ab262e13f1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:37.879814 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c6a4f5-b469-4e31-81d7-56ae761b9d13" -d '{"events": [{"server_uuid": "3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a", "name": "network-vif-plugged", "status": "completed", "tag": "3fadfa62-be60-4a4f-bd6c-c2ab262e13f1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:37.886137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-d5a6e784-186f-44a9-a95e-01751c477da2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417433 Jul 07 22:18:37.911143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:37.917716 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:37.918681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device d734b06b-b39a-4940-96b6-b0ece12ae854 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:37.943468 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770ea470-ca75-42c9-be61-03603e2e7773 x-openstack-request-id: req-770ea470-ca75-42c9-be61-03603e2e7773 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:37.944508 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:37.945407 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-770ea470-ca75-42c9-be61-03603e2e7773 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:37.945839 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc', 'status': 'completed', 'code': 200} Jul 07 22:18:38.012896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:38.057796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port d734b06b-b39a-4940-96b6-b0ece12ae854 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:38.061571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port d734b06b-b39a-4940-96b6-b0ece12ae854 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:38.062333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.130787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Made reservation on behalf of c0f8da35f55943df997e5355a0be6205 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:38.135932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.149193 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.199280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port d734b06b-b39a-4940-96b6-b0ece12ae854, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=d734b06b-b39a-4940-96b6-b0ece12ae854,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:38.204448 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.216417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-e0a0fef5-04a2-44bc-a269-62293ab4f451 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236208 Jul 07 22:18:38.266986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=d734b06b-b39a-4940-96b6-b0ece12ae854,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:38.298475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-6d2ec725-fc6d-4a49-be74-867d3e70b11f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:38.300039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-6d2ec725-fc6d-4a49-be74-867d3e70b11f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=e01f1985-9766-45d3-b413-6268c3c94367 HTTP/1.1" status: 200 len: 944 time: 0.3469384 Jul 07 22:18:38.426153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8825a-6322-4096-b4a1-63a1bee3ecd8 req-771e47a6-ee8c-4ec0-804a-f0c1b27119bc tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:38.427684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c8825a-6322-4096-b4a1-63a1bee3ecd8 req-771e47a6-ee8c-4ec0-804a-f0c1b27119bc tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 945 time: 0.3622870 Jul 07 22:18:38.529703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Allocated IP 172.20.0.2 (cfc09c07-d5b6-4d8e-8e79-660b663a30a0/3fcee350-1979-4082-84e2-90ac6f015ef3/81e9ecee-7c17-4893-8321-3a9ad623e1e4) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:38.534765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480bf86b-35bf-406e-8e82-de8d2874fdc4 req-feda3041-5aca-4780-8112-d8aeb026081a service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786076 Jul 07 22:18:38.558468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c8825a-6322-4096-b4a1-63a1bee3ecd8 req-5201e16e-10da-4808-bb4e-564c37665e5d tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145618 Jul 07 22:18:38.616625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Deleting port c819830b-10c3-457d-ace8-6eafd71d5c7e {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:38.616942 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.819131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] For port c819830b-10c3-457d-ace8-6eafd71d5c7e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c819830b-10c3-457d-ace8-6eafd71d5c7e,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:38.819491 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.845012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Calling delete_port for c819830b-10c3-457d-ace8-6eafd71d5c7e owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:38.852825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:38.885278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-f643b670-3d5a-42ca-98af-232935a85c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:38.886705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-f643b670-3d5a-42ca-98af-232935a85c11 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 1095 time: 0.1917033 Jul 07 22:18:39.073727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.469064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbb66a-7465-486d-a1b6-36bdf3ece260 req-0b54f925-0ebc-4cf3-867c-b0c9ddc8d9e8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:39.476395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29bbb66a-7465-486d-a1b6-36bdf3ece260 req-0b54f925-0ebc-4cf3-867c-b0c9ddc8d9e8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.6149089 Jul 07 22:18:39.527013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-80021bb6-60f6-4db7-86d9-18d9d38e7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:39.528495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-80021bb6-60f6-4db7-86d9-18d9d38e7ed0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.5952518 Jul 07 22:18:39.566323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:39.574837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'Port': ['ID=81e9ecee-7c17-4893-8321-3a9ad623e1e4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:39.613908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:39.620247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:39.626835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-92adac51-654f-41ef-94d5-6edbdec2f7ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc HTTP/1.1" status: 200 len: 217 time: 0.0723016 Jul 07 22:18:39.632878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29bbb66a-7465-486d-a1b6-36bdf3ece260 req-32c3fc51-b158-4419-8f6f-06e3c5fbbb86 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556754 Jul 07 22:18:39.677470 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.739654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event deleted for resources: {'Port': ['ID=c819830b-10c3-457d-ace8-6eafd71d5c7e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:39.754820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:39.755654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.771437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-9588e5c0-c3e1-4fe4-840a-295a5dbb9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:39.773180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-9588e5c0-c3e1-4fe4-840a-295a5dbb9cd4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1123536 Jul 07 22:18:39.811201 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2642ff40-bbfe-4f91-aea3-24639d390129 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2593801 Jul 07 22:18:39.867762 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-20ba240f-d8bc-44af-b6af-04a4da991b4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703287 Jul 07 22:18:39.868708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] No DVR routers for this DVR port c819830b-10c3-457d-ace8-6eafd71d5c7e on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:39.874812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Request body: {'port': {'device_id': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:39.878453 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:39.880410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f1efe1e-bea7-4203-b341-f3d2f6144b5f req-aa25a909-8f4f-4e7e-a337-8e831f55d1a0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "DELETE /v2.0/ports/c819830b-10c3-457d-ace8-6eafd71d5c7e HTTP/1.1" status: 204 len: 173 time: 1.5407884 Jul 07 22:18:39.949723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'name': 'network-vif-deleted', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:39.951820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 98059c50-e904-4808-a585-b6cda21cd59b up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:39.952342 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ad1793-5ad1-4374-935f-af8c60546a0e" -d '{"events": [{"server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "name": "network-vif-deleted", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:40.011199 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f9d19b-8054-430c-8b15-8ec366105a70 x-openstack-request-id: req-a3f9d19b-8054-430c-8b15-8ec366105a70 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:40.012708 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a", "name": "network-vif-plugged", "status": "completed", "tag": "3fadfa62-be60-4a4f-bd6c-c2ab262e13f1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:40.013533 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3f9d19b-8054-430c-8b15-8ec366105a70 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:40.014643 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fadfa62-be60-4a4f-bd6c-c2ab262e13f1', 'code': 200} Jul 07 22:18:40.035664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.047499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-e5778867-5942-44fd-820b-bdb81ff79a39 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652813 Jul 07 22:18:40.087398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 98059c50-e904-4808-a585-b6cda21cd59b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:40.095959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 98059c50-e904-4808-a585-b6cda21cd59b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:40.097050 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.196461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.236967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 98059c50-e904-4808-a585-b6cda21cd59b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=98059c50-e904-4808-a585-b6cda21cd59b,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:40.242312 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.318851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=98059c50-e904-4808-a585-b6cda21cd59b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:40.379606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb1bc97c-8daa-4cea-8b46-453e0782f35b req-f8473016-3dbb-407b-968f-01cb27a30f01 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245094 Jul 07 22:18:40.392313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4f523-8fe7-4722-8f71-bbf3c3eef6a0 req-df457227-7071-49fc-8d59-68fd72fb8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:40.393827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fcc4f523-8fe7-4722-8f71-bbf3c3eef6a0 req-df457227-7071-49fc-8d59-68fd72fb8aee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 1097 time: 0.3130610 Jul 07 22:18:40.405566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842c7ed-9e48-482d-9366-9cc837405a72 req-d8281195-b74c-42e3-a001-add2342c3b13 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:40.407626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3842c7ed-9e48-482d-9366-9cc837405a72 req-d8281195-b74c-42e3-a001-add2342c3b13 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 931 time: 0.2595577 Jul 07 22:18:40.499341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fcc4f523-8fe7-4722-8f71-bbf3c3eef6a0 req-d3f13887-1743-4846-9786-1d9e1aa5f460 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902381 Jul 07 22:18:40.503885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3842c7ed-9e48-482d-9366-9cc837405a72 req-629c08df-eff3-478c-99d0-1cac0a51d89d tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848684 Jul 07 22:18:40.566590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e9ecee-7c17-4893-8321-3a9ad623e1e4 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:40.575503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.589420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Transition to ACTIVE for port object 81e9ecee-7c17-4893-8321-3a9ad623e1e4 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:40.594495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.664565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Pushing event updated for resources: {'Port': ['ID=81e9ecee-7c17-4893-8321-3a9ad623e1e4,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:40.798679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Attempting to bind port 81e9ecee-7c17-4893-8321-3a9ad623e1e4 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:40.799024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Attempting to bind port 81e9ecee-7c17-4893-8321-3a9ad623e1e4 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '32c00161-c8aa-4d8a-abd6-08ad15463f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:40.799356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Attempting to bind port 81e9ecee-7c17-4893-8321-3a9ad623e1e4 on network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:40.807181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Port 81e9ecee-7c17-4893-8321-3a9ad623e1e4 on network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:40.807512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Attempting to bind port 81e9ecee-7c17-4893-8321-3a9ad623e1e4 on network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:40.814353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:40.814699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Checking segment: {'id': '32c00161-c8aa-4d8a-abd6-08ad15463f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:40.815097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Bound using segment: {'id': '32c00161-c8aa-4d8a-abd6-08ad15463f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:40.815575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Bound port: 81e9ecee-7c17-4893-8321-3a9ad623e1e4, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c00161-c8aa-4d8a-abd6-08ad15463f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:40.815941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.846851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad3117-f668-4689-b1f7-b29aff68a3c3 req-9559d3c5-3251-49cd-8961-9b2db0e53588 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:40.848402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2ad3117-f668-4689-b1f7-b29aff68a3c3 req-9559d3c5-3251-49cd-8961-9b2db0e53588 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 945 time: 0.1075759 Jul 07 22:18:40.927682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2ad3117-f668-4689-b1f7-b29aff68a3c3 req-6a03969f-9d20-4356-a12e-eb52d91a3015 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613954 Jul 07 22:18:40.932242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] For port 81e9ecee-7c17-4893-8321-3a9ad623e1e4, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:40.935870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] For port 81e9ecee-7c17-4893-8321-3a9ad623e1e4, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:40.942708 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.990279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:40.990902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:40.992344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] 10.222.0.44 "PUT /v2.0/ports/81e9ecee-7c17-4893-8321-3a9ad623e1e4 HTTP/1.1" status: 200 len: 1092 time: 1.1276541 Jul 07 22:18:41.010876 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a7220a-4344-45fa-b69d-290df5628fc4 x-openstack-request-id: req-c7a7220a-4344-45fa-b69d-290df5628fc4 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:41.011257 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01f1985-9766-45d3-b413-6268c3c94367", "name": "network-vif-deleted", "tag": "c819830b-10c3-457d-ace8-6eafd71d5c7e", "status": "failed", "code": 422}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:41.011561 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7a7220a-4344-45fa-b69d-290df5628fc4 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:41.011975 n-d-695012-11 neutron-server[93941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e01f1985-9766-45d3-b413-6268c3c94367', 'name': 'network-vif-deleted', 'tag': 'c819830b-10c3-457d-ace8-6eafd71d5c7e', 'status': 'failed', 'code': 422} returned with failed status Jul 07 22:18:41.017199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a128e-f8c6-498f-876f-b6840f64865e service neutron] Pushing event updated for resources: {'Port': ['ID=81e9ecee-7c17-4893-8321-3a9ad623e1e4,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:41.149769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-974a579a-76ed-4031-b250-dad0cda2a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.151312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-974a579a-76ed-4031-b250-dad0cda2a4e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 1095 time: 0.1121707 Jul 07 22:18:41.218807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-2309582e-db93-4b2c-89af-4a3ddb2138ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4 HTTP/1.1" status: 200 len: 217 time: 0.0464044 Jul 07 22:18:41.244080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:41.317949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d06a0-536c-4698-8e55-078d0561c2ad req-709207cb-5824-4d15-9ad0-6b8bf4421d07 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.328237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d15d06a0-536c-4698-8e55-078d0561c2ad req-709207cb-5824-4d15-9ad0-6b8bf4421d07 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 946 time: 0.2250710 Jul 07 22:18:41.337873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-0c460006-8aa7-45bd-9675-40de9fc09411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.339724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-0c460006-8aa7-45bd-9675-40de9fc09411 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 200 len: 852 time: 0.1134231 Jul 07 22:18:41.349135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d696ae3-b388-4d5c-90da-ab313e25d615 req-51fb6533-c905-4a9c-baeb-8c0f21f7a205 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.351375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d696ae3-b388-4d5c-90da-ab313e25d615 req-51fb6533-c905-4a9c-baeb-8c0f21f7a205 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.2347178 Jul 07 22:18:41.397255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-d5dbd7df-d08f-40f1-91c6-5f82cad48827 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443590 Jul 07 22:18:41.492952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d15d06a0-536c-4698-8e55-078d0561c2ad req-3a151b6d-21b5-4587-be03-8576ac525b36 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520641 Jul 07 22:18:41.504671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d696ae3-b388-4d5c-90da-ab313e25d615 req-5902562b-ee49-49e6-a346-098a85691327 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366723 Jul 07 22:18:41.539630 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.548190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-30660180-86ce-492f-8a10-41b8d7e8fc97 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421008 Jul 07 22:18:41.695215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae384b6-3808-4d8f-9ce6-4d03c9bb4c8e req-d1f68df6-8c52-4fce-a6c1-91fefafa949d service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403642 Jul 07 22:18:41.712083 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.717446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.764680 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85d65079221d40148933de5af48cd3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195057 Jul 07 22:18:41.767143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdfe7ad-a9a8-4aa8-984b-36d6c47e1e56,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:41.770281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:41.771390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e3df-078d-4043-9c95-fad6fab2f11c req-6762db69-8f60-4bba-9813-8e465afe29a7 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.774357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c29e3df-078d-4043-9c95-fad6fab2f11c req-6762db69-8f60-4bba-9813-8e465afe29a7 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 943 time: 0.0931931 Jul 07 22:18:41.794534 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.794888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.795232 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.795571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.795908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.796242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.796573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.796909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.797236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.797561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.797886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.798305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f0e1e2-ec34-4334-a763-1a52b4bbf3c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:18:41.840376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c29e3df-078d-4043-9c95-fad6fab2f11c req-53e2f358-371c-4734-888c-d5b5101c747d tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562112 Jul 07 22:18:41.852923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770edce-4789-43bf-96e5-8a7a6d1bc6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.880546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770edce-4789-43bf-96e5-8a7a6d1bc6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.935366 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770edce-4789-43bf-96e5-8a7a6d1bc6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.938380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770edce-4789-43bf-96e5-8a7a6d1bc6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:41.939608 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6770edce-4789-43bf-96e5-8a7a6d1bc6c4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abdfe7ad-a9a8-4aa8-984b-36d6c47e1e56 HTTP/1.1" status: 204 len: 168 time: 0.1682072 Jul 07 22:18:41.948001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770edce-4789-43bf-96e5-8a7a6d1bc6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdfe7ad-a9a8-4aa8-984b-36d6c47e1e56,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:41.989666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-ece2f5b1-b65c-4740-ab01-b077b7b85f8b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:41.992468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-ece2f5b1-b65c-4740-ab01-b077b7b85f8b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 946 time: 0.1512196 Jul 07 22:18:42.016327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebccfe4-1fb1-45c6-b461-01578bd91ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd734b06b-b39a-4940-96b6-b0ece12ae854'}, {'server_uuid': '982f16d0-3f42-47c7-aec6-1f34a11c339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98059c50-e904-4808-a585-b6cda21cd59b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:42.018987 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77562efe-c337-4e15-b919-e8860d501349" -d '{"events": [{"server_uuid": "2ebccfe4-1fb1-45c6-b461-01578bd91ba0", "name": "network-vif-plugged", "status": "completed", "tag": "d734b06b-b39a-4940-96b6-b0ece12ae854"}, {"server_uuid": "982f16d0-3f42-47c7-aec6-1f34a11c339a", "name": "network-vif-plugged", "status": "completed", "tag": "98059c50-e904-4808-a585-b6cda21cd59b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:42.083473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-a26240c2-f6df-47af-b9b4-af982502a481 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:42.085079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-a26240c2-f6df-47af-b9b4-af982502a481 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.2016819 Jul 07 22:18:42.108281 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:18:42.136296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-0e5b6761-ce62-46d4-8148-d866bd203b94 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/quotas/54e3a2de8bea4da984d353053786f4c9 HTTP/1.1" status: 200 len: 375 time: 0.0202086 Jul 07 22:18:42.177655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-b3d50a4d-1639-46dc-a722-04de78f0f419 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341692 Jul 07 22:18:42.185651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port e3df8679-88d5-461d-92fb-8df5a87a1e51 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:42.185999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.399797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] For port e3df8679-88d5-461d-92fb-8df5a87a1e51, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e3df8679-88d5-461d-92fb-8df5a87a1e51,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:42.400165 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.411870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-8049dc16-9522-44bd-91d6-745ba123a74c service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215209 Jul 07 22:18:42.417738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:42.431657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3befc64-a2bd-466b-83fb-bfad692c48db req-106cd068-ec75-47c3-8cbc-254d7364a883 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:42.431901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9eb5e5a-1b6f-4db4-998e-0541e624b276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.433134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3befc64-a2bd-466b-83fb-bfad692c48db req-106cd068-ec75-47c3-8cbc-254d7364a883 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 945 time: 0.1955428 Jul 07 22:18:42.434061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for e3df8679-88d5-461d-92fb-8df5a87a1e51 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:42.530298 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9eb5e5a-1b6f-4db4-998e-0541e624b276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.536577 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9eb5e5a-1b6f-4db4-998e-0541e624b276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.578002 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d9eb5e5a-1b6f-4db4-998e-0541e624b276 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3cd7e86f6e02402e93fa6d6d77926685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591396 Jul 07 22:18:42.579161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb5e5a-1b6f-4db4-998e-0541e624b276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fbb07f-2de3-4a48-8dba-750e5f52d621,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:42.581552 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:42.607984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7ef9c1a1-752d-4fe4-901b-70de98a68ea7 service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847651 Jul 07 22:18:42.648341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e98f3b6-5125-435c-9f0a-3f5b7c924c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.672086 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e98f3b6-5125-435c-9f0a-3f5b7c924c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.707595 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3befc64-a2bd-466b-83fb-bfad692c48db req-3a49ecb7-a090-4d7f-ab7d-e9329ec492ef tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617385 Jul 07 22:18:42.718664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.735977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e98f3b6-5125-435c-9f0a-3f5b7c924c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.740492 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e98f3b6-5125-435c-9f0a-3f5b7c924c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.746739 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6e98f3b6-5125-435c-9f0a-3f5b7c924c92 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90fbb07f-2de3-4a48-8dba-750e5f52d621 HTTP/1.1" status: 204 len: 168 time: 0.1641655 Jul 07 22:18:42.756595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['e3df8679-88d5-461d-92fb-8df5a87a1e51'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:42.767225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98f3b6-5125-435c-9f0a-3f5b7c924c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fbb07f-2de3-4a48-8dba-750e5f52d621,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:42.810391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=e3df8679-88d5-461d-92fb-8df5a87a1e51,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:42.845815 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab84392-f651-4089-8512-daa485bd7756 x-openstack-request-id: req-6ab84392-f651-4089-8512-daa485bd7756 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:42.846352 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebccfe4-1fb1-45c6-b461-01578bd91ba0", "name": "network-vif-plugged", "status": "completed", "tag": "d734b06b-b39a-4940-96b6-b0ece12ae854", "code": 200}, {"server_uuid": "982f16d0-3f42-47c7-aec6-1f34a11c339a", "name": "network-vif-plugged", "status": "completed", "tag": "98059c50-e904-4808-a585-b6cda21cd59b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:42.847317 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ab84392-f651-4089-8512-daa485bd7756 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:42.847880 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebccfe4-1fb1-45c6-b461-01578bd91ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd734b06b-b39a-4940-96b6-b0ece12ae854', 'code': 200} Jul 07 22:18:42.848299 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982f16d0-3f42-47c7-aec6-1f34a11c339a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98059c50-e904-4808-a585-b6cda21cd59b', 'code': 200} Jul 07 22:18:42.985919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] No DVR routers for this DVR port e3df8679-88d5-461d-92fb-8df5a87a1e51 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:42.997002 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:42.999233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec30f304-e348-4bbc-9d36-a77d5c865552 req-7d7062ef-81aa-4f70-b45c-0896fbd2b7c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "DELETE /v2.0/ports/e3df8679-88d5-461d-92fb-8df5a87a1e51 HTTP/1.1" status: 204 len: 173 time: 0.9930387 Jul 07 22:18:43.028443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4'}, {'server_uuid': '5d7c5f33-79d6-490b-8543-52b2f9e20e1d', 'name': 'network-vif-deleted', 'tag': 'e3df8679-88d5-461d-92fb-8df5a87a1e51'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:43.037237 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a398fe84-22a6-43a2-b89d-18ff371d02a2" -d '{"events": [{"name": "network-changed", "server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4"}, {"server_uuid": "5d7c5f33-79d6-490b-8543-52b2f9e20e1d", "name": "network-vif-deleted", "tag": "e3df8679-88d5-461d-92fb-8df5a87a1e51"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:43.118320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598668a-589a-4ff9-a336-1a8e10d4e021 req-be2a87b5-cc88-46a4-8323-09b57c85b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.122911 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8598668a-589a-4ff9-a336-1a8e10d4e021 req-be2a87b5-cc88-46a4-8323-09b57c85b9f5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=982f16d0-3f42-47c7-aec6-1f34a11c339a HTTP/1.1" status: 200 len: 1098 time: 0.1235545 Jul 07 22:18:43.185815 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8598668a-589a-4ff9-a336-1a8e10d4e021 req-6f63297b-8b67-4762-a9df-246eb4b4abe0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568950 Jul 07 22:18:43.237229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73e76efb-20a2-4093-9aa3-ff792ba52418 req-4cc377dc-eba1-40c3-bd25-48a0957cd37e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 210 time: 0.0633361 Jul 07 22:18:43.273818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee914e-726e-4019-9f82-0c06bbb69397 req-a3b09b1d-5ad7-4f5e-ae84-7e2c9d5b6daf tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.275466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6ee914e-726e-4019-9f82-0c06bbb69397 req-a3b09b1d-5ad7-4f5e-ae84-7e2c9d5b6daf tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.3331809 Jul 07 22:18:43.320416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a10bf1-0838-4fde-8db3-ad6a00a7861f req-bcaccd82-1736-4322-a339-98e0ac93f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.327154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2a10bf1-0838-4fde-8db3-ad6a00a7861f req-bcaccd82-1736-4322-a339-98e0ac93f9ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ebccfe4-1fb1-45c6-b461-01578bd91ba0 HTTP/1.1" status: 200 len: 1098 time: 0.3255053 Jul 07 22:18:43.461947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6ee914e-726e-4019-9f82-0c06bbb69397 req-e176cd52-94ef-48fc-8e47-30abd9ee5aba tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724982 Jul 07 22:18:43.465829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2a10bf1-0838-4fde-8db3-ad6a00a7861f req-f8ee5522-998b-4707-8915-9e67dcc98eb6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235418 Jul 07 22:18:43.476373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 81e9ecee-7c17-4893-8321-3a9ad623e1e4 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:43.543888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35df80c-dbd9-4aac-a553-dd75354e88b0 req-5b592f86-9056-4633-9c00-5d17893a83cd tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.551973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d35df80c-dbd9-4aac-a553-dd75354e88b0 req-5b592f86-9056-4633-9c00-5d17893a83cd tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=982f16d0-3f42-47c7-aec6-1f34a11c339a HTTP/1.1" status: 200 len: 946 time: 0.1588526 Jul 07 22:18:43.598943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32946) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:43.616021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d5d9-e41f-4d3d-9e36-d1badbaea9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:43.631985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78bc60da-b89f-491f-8b3d-3bbba79ab46e req-4d84b4fd-3e90-4807-8fa1-b3ff938e9713 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 210 time: 0.0970302 Jul 07 22:18:43.679025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d35df80c-dbd9-4aac-a553-dd75354e88b0 req-1425f9d6-446f-48c2-b3bb-50a87d518982 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261134 Jul 07 22:18:43.780800 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aec3d67-719d-43ab-86f1-e9599cf1f65d x-openstack-request-id: req-4aec3d67-719d-43ab-86f1-e9599cf1f65d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:43.781401 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4", "status": "completed", "code": 200}, {"server_uuid": "5d7c5f33-79d6-490b-8543-52b2f9e20e1d", "name": "network-vif-deleted", "tag": "e3df8679-88d5-461d-92fb-8df5a87a1e51", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:43.781640 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4aec3d67-719d-43ab-86f1-e9599cf1f65d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:43.782065 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4', 'status': 'completed', 'code': 200} Jul 07 22:18:43.782343 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7c5f33-79d6-490b-8543-52b2f9e20e1d', 'name': 'network-vif-deleted', 'tag': 'e3df8679-88d5-461d-92fb-8df5a87a1e51', 'status': 'completed', 'code': 200} Jul 07 22:18:43.789120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 81e9ecee-7c17-4893-8321-3a9ad623e1e4, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:43.826597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '81e9ecee-7c17-4893-8321-3a9ad623e1e4', 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0', 'port_id': '81e9ecee-7c17-4893-8321-3a9ad623e1e4', 'mac_address': 'fa:16:3e:28:72:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fcee350-1979-4082-84e2-90ac6f015ef3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:43.855139 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d5d9-e41f-4d3d-9e36-d1badbaea9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:43.860302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d5d9-e41f-4d3d-9e36-d1badbaea9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:43.943609 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:43.960003 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1cc7d5d9-e41f-4d3d-9e36-d1badbaea9e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fbb312df95244cd3a35c829344b01a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597000 Jul 07 22:18:43.961189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7d5d9-e41f-4d3d-9e36-d1badbaea9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490c9c46-f3e8-4d40-9573-dd9c56f48a17,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:43.967551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-1bc680f0-314b-4faa-b4d5-20af65091055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:43.969347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-1bc680f0-314b-4faa-b4d5-20af65091055 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 1095 time: 0.1717074 Jul 07 22:18:43.970644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32952) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:43.984162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e9ecee-7c17-4893-8321-3a9ad623e1e4 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:44.035822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 81e9ecee-7c17-4893-8321-3a9ad623e1e4, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:44.040283 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.119310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-5452549d-a9b5-4edc-bcdb-ade56b14016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:44.120982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-5452549d-a9b5-4edc-bcdb-ade56b14016f service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 913 time: 0.1052506 Jul 07 22:18:44.129066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=81e9ecee-7c17-4893-8321-3a9ad623e1e4,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:44.196242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-7c4e786e-15bf-4989-b668-cc5939497df0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4 HTTP/1.1" status: 200 len: 217 time: 0.0656188 Jul 07 22:18:44.238010 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a588-96e6-4c24-a63c-0aa8d36fc8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.292488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04676-b9ae-4ec6-9e97-cfb0b8806ffe req-8319f21b-24f4-4483-b56d-0c4366af18d1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:44.300238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00e04676-b9ae-4ec6-9e97-cfb0b8806ffe req-8319f21b-24f4-4483-b56d-0c4366af18d1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 943 time: 0.3925016 Jul 07 22:18:44.388055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a588-96e6-4c24-a63c-0aa8d36fc8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:44.393569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:44.415810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-af319060-32ad-4d94-90ea-7801af35131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:44.417394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-af319060-32ad-4d94-90ea-7801af35131a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 200 len: 852 time: 0.2114878 Jul 07 22:18:44.531217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00e04676-b9ae-4ec6-9e97-cfb0b8806ffe req-e9e29a1b-65de-48c2-89bd-8c0fb1b860be tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300920 Jul 07 22:18:44.549168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9881534d-78cd-4721-af05-1d60b4cf7f42 req-46df5abf-6f62-454c-84ff-aec4bd7a2fa3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 210 time: 0.0877626 Jul 07 22:18:45.064962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-247fea09-4bdb-43a8-9a25-841764880a61 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:45.074873 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-247fea09-4bdb-43a8-9a25-841764880a61 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.2217338 Jul 07 22:18:45.088172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Request body: {'port': {'device_id': '1423abfd-a0ab-4ad5-ae0d-da74dc0780ef', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'admin_state_up': True, 'tenant_id': '54e3a2de8bea4da984d353053786f4c9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:45.227069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Made reservation on behalf of 54e3a2de8bea4da984d353053786f4c9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:18:45.232675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.234161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-0bf2c58a-9265-4be5-8eaa-dceff6a623b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8030233 Jul 07 22:18:45.320845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e0721da-9594-4a9b-bac0-4dacda441a5c req-d00e62ae-9c89-4428-8072-352f9a1ab7cc tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 210 time: 0.0999362 Jul 07 22:18:45.443739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a588-96e6-4c24-a63c-0aa8d36fc8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.446272 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bf9a588-96e6-4c24-a63c-0aa8d36fc8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.455692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6bf9a588-96e6-4c24-a63c-0aa8d36fc8fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/490c9c46-f3e8-4d40-9573-dd9c56f48a17 HTTP/1.1" status: 204 len: 168 time: 1.4823837 Jul 07 22:18:45.456077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Allocated IP 172.20.0.10 (e78bab56-2430-4352-8c3a-9a975fe97bdf/c729abe2-7c10-4e18-8f90-c6235fd549eb/fb5d9ae8-5eba-4500-8fbb-d9802b0d4858) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:18:45.491182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 81e9ecee-7c17-4893-8321-3a9ad623e1e4 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:45.514468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9a588-96e6-4c24-a63c-0aa8d36fc8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490c9c46-f3e8-4d40-9573-dd9c56f48a17,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:45.546812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-e4c478a2-50ae-49de-a8d2-46d774dc93b9 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994921 Jul 07 22:18:45.610851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57796132-e592-45dd-a156-62ea2aa9c377 req-aac4bd72-5402-4277-9f64-707e58d1877e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:45.620764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57796132-e592-45dd-a156-62ea2aa9c377 req-aac4bd72-5402-4277-9f64-707e58d1877e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.3983197 Jul 07 22:18:45.652309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 81e9ecee-7c17-4893-8321-3a9ad623e1e4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:45.657687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 81e9ecee-7c17-4893-8321-3a9ad623e1e4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:45.658508 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.724400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.768764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57796132-e592-45dd-a156-62ea2aa9c377 req-9ec2d60b-325f-4967-9234-ecfe2734d3c5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285715 Jul 07 22:18:45.807117 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.833451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.860990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 81e9ecee-7c17-4893-8321-3a9ad623e1e4, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:45.862002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:45.866430 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5384177-1ab6-491b-8f83-f7f7df9bac26" -d '{"events": [{"server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "name": "network-vif-plugged", "status": "completed", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:45.870119 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:45.873375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8fbf2-1c93-4c4d-b242-5698e4452b30 req-fce8211d-7893-43cc-ba56-177e9ca67fa6 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:45.889739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1a8fbf2-1c93-4c4d-b242-5698e4452b30 req-fce8211d-7893-43cc-ba56-177e9ca67fa6 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=982f16d0-3f42-47c7-aec6-1f34a11c339a HTTP/1.1" status: 200 len: 946 time: 0.3630190 Jul 07 22:18:45.927095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a398fe84-22a6-43a2-b89d-18ff371d02a2 req-73e7e452-328f-46ac-957b-60e273d7160b service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352890 Jul 07 22:18:45.943610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Network e78bab56-2430-4352-8c3a-9a975fe97bdf is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:18:45.951970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:18:45.953143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=81e9ecee-7c17-4893-8321-3a9ad623e1e4,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:45.961318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:18:45.972354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1a8fbf2-1c93-4c4d-b242-5698e4452b30 req-1282ea8f-935b-4ba0-a8e6-6875b1103aa7 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809240 Jul 07 22:18:45.973402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device e3df8679-88d5-461d-92fb-8df5a87a1e51 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:45.998818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: e3df8679-88d5-461d-92fb-8df5a87a1e51 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:45.999215 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device e3df8679-88d5-461d-92fb-8df5a87a1e51 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:46.063097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event updated for resources: {'Port': ['ID=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:46.115335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:46.116234 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.138507 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-7e3b61c6-4025-4764-a17d-ed9166b3c5d2 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0555859 Jul 07 22:18:46.163877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Request body: {'port': {'device_id': '1423abfd-a0ab-4ad5-ae0d-da74dc0780ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:46.265704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.281891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f44601a-96ef-424a-ac1e-368100be56ba req-89b63bda-763b-48d6-860b-1c03a05d6083 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 210 time: 0.0858278 Jul 07 22:18:46.300801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b61f81-c8c5-43e1-84dd-cf2146ebc1f8 req-b3d3f24d-89ba-452f-b0cd-2bb72ee9ddbb tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:46.311252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23b61f81-c8c5-43e1-84dd-cf2146ebc1f8 req-b3d3f24d-89ba-452f-b0cd-2bb72ee9ddbb tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 945 time: 0.1921403 Jul 07 22:18:46.387541 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23b61f81-c8c5-43e1-84dd-cf2146ebc1f8 req-c164faae-e93e-46fb-ae0b-662b31e15d8d tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763028 Jul 07 22:18:46.411980 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2ea088-dd52-4da8-8d0c-f210d204e626 x-openstack-request-id: req-2e2ea088-dd52-4da8-8d0c-f210d204e626 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:46.412610 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "name": "network-vif-plugged", "status": "completed", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:46.412610 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e2ea088-dd52-4da8-8d0c-f210d204e626 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:46.412931 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4', 'code': 200} Jul 07 22:18:46.561936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5faa7-3a89-4143-8846-b20b2bdee655 req-a6fec991-ef40-4e7d-8de8-7ddfbcdfab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:46.564166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ec5faa7-3a89-4143-8846-b20b2bdee655 req-a6fec991-ef40-4e7d-8de8-7ddfbcdfab74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 1097 time: 0.0664120 Jul 07 22:18:46.739523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ec5faa7-3a89-4143-8846-b20b2bdee655 req-7fed006f-5ed6-43ac-89a6-6b5e33a6152b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682961 Jul 07 22:18:46.803791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2bc8c-320c-44cc-a854-a1c84895781e req-911fcc5e-77b9-4e54-9be7-305996c2aa9e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:46.808599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:46.811977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2af2bc8c-320c-44cc-a854-a1c84895781e req-911fcc5e-77b9-4e54-9be7-305996c2aa9e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 932 time: 0.2041593 Jul 07 22:18:46.818249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.823704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4a216-0534-460e-b1a8-77f67172e7b9 req-beaeebda-dc33-4c9c-9229-50dcea3df39a tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:46.831842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7c4a216-0534-460e-b1a8-77f67172e7b9 req-beaeebda-dc33-4c9c-9229-50dcea3df39a tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ebccfe4-1fb1-45c6-b461-01578bd91ba0 HTTP/1.1" status: 200 len: 946 time: 0.2253413 Jul 07 22:18:46.835139 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Transition to ACTIVE for port object fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:18:46.840723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:46.906798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7c4a216-0534-460e-b1a8-77f67172e7b9 req-cc624a5d-ce0a-4201-a1ed-f7b396b3bf41 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735905 Jul 07 22:18:46.916570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2af2bc8c-320c-44cc-a854-a1c84895781e req-95078316-f2e7-4ae3-a9a6-c3050961e3b6 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031501 Jul 07 22:18:46.969115 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Pushing event updated for resources: {'Port': ['ID=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:47.067693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Attempting to bind port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:47.068057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Attempting to bind port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:47.068368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Attempting to bind port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:47.075535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 on network e78bab56-2430-4352-8c3a-9a975fe97bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:47.075875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Attempting to bind port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:47.087659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:47.088046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Checking segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:47.088372 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Bound using segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:47.090127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Bound port: fb5d9ae8-5eba-4500-8fbb-d9802b0d4858, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:47.090297 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.195818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] For port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:18:47.200783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] For port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:47.207712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.248818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.249605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:47.251504 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] 10.222.0.83 "PUT /v2.0/ports/fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 HTTP/1.1" status: 200 len: 1093 time: 1.0983884 Jul 07 22:18:47.252099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1423abfd-a0ab-4ad5-ae0d-da74dc0780ef', 'tag': 'fb5d9ae8-5eba-4500-8fbb-d9802b0d4858'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:47.252579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4b03c-f5ac-4787-b2c4-170fbaaa7ece req-c40b9559-7515-4760-af11-0125631a5029 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.255174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1a4b03c-f5ac-4787-b2c4-170fbaaa7ece req-c40b9559-7515-4760-af11-0125631a5029 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.1432924 Jul 07 22:18:47.261313 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e303fe1-881b-40dd-ac45-37a3453a8bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "1423abfd-a0ab-4ad5-ae0d-da74dc0780ef", "tag": "fb5d9ae8-5eba-4500-8fbb-d9802b0d4858"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:47.290984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fddbd-2754-449d-aedd-5fca1ae3447d service neutron] Pushing event updated for resources: {'Port': ['ID=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:47.359794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1a4b03c-f5ac-4787-b2c4-170fbaaa7ece req-84a543f8-a70f-409c-ac34-72f5035e0b7a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975950 Jul 07 22:18:47.455106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-2d486999-0f30-463c-b908-0955a74cff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.457761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-2d486999-0f30-463c-b908-0955a74cff1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 1096 time: 0.1316488 Jul 07 22:18:47.489787 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4135434e-3b0b-4257-8ee7-cbe49e8c367c x-openstack-request-id: req-4135434e-3b0b-4257-8ee7-cbe49e8c367c {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:47.490414 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1423abfd-a0ab-4ad5-ae0d-da74dc0780ef", "tag": "fb5d9ae8-5eba-4500-8fbb-d9802b0d4858", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:47.490770 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4135434e-3b0b-4257-8ee7-cbe49e8c367c {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:47.491351 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1423abfd-a0ab-4ad5-ae0d-da74dc0780ef', 'tag': 'fb5d9ae8-5eba-4500-8fbb-d9802b0d4858', 'status': 'completed', 'code': 200} Jul 07 22:18:47.544232 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-866a8737-e659-4e02-ad06-fcc60abe9925 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 HTTP/1.1" status: 200 len: 217 time: 0.0741415 Jul 07 22:18:47.641604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00fadf01-ca94-416e-a7fc-b0c844074c60 req-3c34bbb2-e0a4-4faf-9829-fe871f9d801a tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 210 time: 0.0532098 Jul 07 22:18:47.676892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-a7168743-d0e6-475c-b372-5f95c43736dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.678590 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-a7168743-d0e6-475c-b372-5f95c43736dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.1282594 Jul 07 22:18:47.744933 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-1e8099b4-d847-4028-9763-066277e82e18 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591280 Jul 07 22:18:47.915950 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-e65a547d-5466-45e8-814c-5047fe54aa50 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642020 Jul 07 22:18:47.928641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b441ac-6399-46b0-8018-9301f2613b08 req-08bbef24-2be1-40dc-8f37-b75c0c377693 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.935593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62b441ac-6399-46b0-8018-9301f2613b08 req-08bbef24-2be1-40dc-8f37-b75c0c377693 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ebccfe4-1fb1-45c6-b461-01578bd91ba0 HTTP/1.1" status: 200 len: 946 time: 0.1572948 Jul 07 22:18:47.968596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 52ab42d2-f6a8-48a8-bd52-396c009f6adc details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:47.980133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca900e-25ed-4814-943e-44a939c9f401 req-2aeb6c21-fada-4ab6-9d9b-8b24ba46eecf tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:47.988303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85ca900e-25ed-4814-943e-44a939c9f401 req-2aeb6c21-fada-4ab6-9d9b-8b24ba46eecf tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 945 time: 0.1408250 Jul 07 22:18:48.029373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-62b441ac-6399-46b0-8018-9301f2613b08 req-3914dcea-bfbb-41bd-9b25-6ce07ea5e64c tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927994 Jul 07 22:18:48.088611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85ca900e-25ed-4814-943e-44a939c9f401 req-8e93517f-4654-47ad-a4e1-7656516b5bba tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993009 Jul 07 22:18:48.105414 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-024ed87b-eea9-4a52-b179-95b38bfc0067 req-db2fef30-0a2e-4f8d-b542-962f268b8f21 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827381 Jul 07 22:18:48.307030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2055b68-0ce0-49e8-ba95-574fe35277ff req-7e8ea81e-0075-4734-bab0-873efc412c29 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.310466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-2e7d28ce-5ea4-455b-a5af-0c4008a29afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.312025 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-2e7d28ce-5ea4-455b-a5af-0c4008a29afb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 1096 time: 0.1199341 Jul 07 22:18:48.318973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2055b68-0ce0-49e8-ba95-574fe35277ff req-7e8ea81e-0075-4734-bab0-873efc412c29 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 944 time: 0.1187005 Jul 07 22:18:48.374443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2055b68-0ce0-49e8-ba95-574fe35277ff req-e8b06bd4-3340-4f63-bb2d-0970168e3f13 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526834 Jul 07 22:18:48.386724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:48.411560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '52ab42d2-f6a8-48a8-bd52-396c009f6adc', 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2', 'port_id': '52ab42d2-f6a8-48a8-bd52-396c009f6adc', 'mac_address': 'fa:16:3e:6c:48:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4f2386-b705-48e4-8230-6d29c20b1b2c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:48.464270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-9b033491-d22e-45d6-be0d-3d52a7c567b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.466826 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-9b033491-d22e-45d6-be0d-3d52a7c567b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 912 time: 0.1468773 Jul 07 22:18:48.493260 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.519470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ab42d2-f6a8-48a8-bd52-396c009f6adc {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:48.540028 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-251b4ee8-01d4-41b5-81cd-a0c67a492a76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 HTTP/1.1" status: 200 len: 217 time: 0.0641904 Jul 07 22:18:48.587909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:48.596167 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:48.637023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b0988-f302-488b-bb70-ac394607a9d2 req-7120aaf5-2380-4442-8870-c3ff5bddf06d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.647041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d28b0988-f302-488b-bb70-ac394607a9d2 req-7120aaf5-2380-4442-8870-c3ff5bddf06d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.1366827 Jul 07 22:18:48.657137 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-92d02dce-eb01-4a6b-973f-126211ef3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.662318 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-92d02dce-eb01-4a6b-973f-126211ef3c8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.1158805 Jul 07 22:18:48.681402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=52ab42d2-f6a8-48a8-bd52-396c009f6adc,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:48.740737 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-f79c5aa1-4ee3-4919-b99b-395c58ac52a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697186 Jul 07 22:18:48.785994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d28b0988-f302-488b-bb70-ac394607a9d2 req-94cb7545-f2ee-4049-a5ee-16431984234a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355653 Jul 07 22:18:48.863693 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-2ea6d72a-f161-41be-adf1-bb785c84b354 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148078 Jul 07 22:18:48.951871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340258f-33be-4a25-af85-ab7924e68c54 req-7242ed02-7cde-4d25-8265-f48a78d41340 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:48.957677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9340258f-33be-4a25-af85-ab7924e68c54 req-7242ed02-7cde-4d25-8265-f48a78d41340 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ebccfe4-1fb1-45c6-b461-01578bd91ba0 HTTP/1.1" status: 200 len: 946 time: 0.1611879 Jul 07 22:18:48.987187 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-3e303fe1-881b-40dd-ac45-37a3453a8bdd req-8db0dfcc-902b-4ca2-b19e-e87fddfd26e2 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169951 Jul 07 22:18:49.037143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['52ab42d2-f6a8-48a8-bd52-396c009f6adc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:49.209527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-430fb393-3b65-4c34-98b5-da5d63b7d400 req-2e94dc7b-bf8d-4c67-a326-7f435a1ce9bb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7c5f33-79d6-490b-8543-52b2f9e20e1d HTTP/1.1" status: 200 len: 210 time: 0.1766896 Jul 07 22:18:49.274786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9340258f-33be-4a25-af85-ab7924e68c54 req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Deleting port d734b06b-b39a-4940-96b6-b0ece12ae854 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:49.275337 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9340258f-33be-4a25-af85-ab7924e68c54 req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.499003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9340258f-33be-4a25-af85-ab7924e68c54 req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] For port d734b06b-b39a-4940-96b6-b0ece12ae854, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=d734b06b-b39a-4940-96b6-b0ece12ae854,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:49.499677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9340258f-33be-4a25-af85-ab7924e68c54 req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.520623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9340258f-33be-4a25-af85-ab7924e68c54 req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Calling delete_port for d734b06b-b39a-4940-96b6-b0ece12ae854 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:49.536286 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.604501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e71f67-5d2d-4455-904e-cf83d640da05 req-de0854c1-9611-4b88-a2e8-1cea14bb937f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:49.606059 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06e71f67-5d2d-4455-904e-cf83d640da05 req-de0854c1-9611-4b88-a2e8-1cea14bb937f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 945 time: 0.2091801 Jul 07 22:18:49.635593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc82c3-f366-4a5e-8655-58b5684d7c82 req-d1a5721b-6257-459b-9928-4e2d5bf0b802 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:49.642620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51cc82c3-f366-4a5e-8655-58b5684d7c82 req-d1a5721b-6257-459b-9928-4e2d5bf0b802 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ebccfe4-1fb1-45c6-b461-01578bd91ba0 HTTP/1.1" status: 200 len: 946 time: 0.3331945 Jul 07 22:18:49.706428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06e71f67-5d2d-4455-904e-cf83d640da05 req-8742bd05-0928-41fc-addc-3c2b51b349e7 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901625 Jul 07 22:18:49.731681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51cc82c3-f366-4a5e-8655-58b5684d7c82 req-4a516b73-af4f-4a0b-a6ea-f343a937f08c tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880535 Jul 07 22:18:49.801733 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9340258f-33be-4a25-af85-ab7924e68c54 req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.818209 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3fadfa62-be60-4a4f-bd6c-c2ab262e13f1', 'd734b06b-b39a-4940-96b6-b0ece12ae854'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:49.837960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Pushing event deleted for resources: {'Port': ['ID=d734b06b-b39a-4940-96b6-b0ece12ae854,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:49.895308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9340258f-33be-4a25-af85-ab7924e68c54 req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] No DVR routers for this DVR port d734b06b-b39a-4940-96b6-b0ece12ae854 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:18:49.898715 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9340258f-33be-4a25-af85-ab7924e68c54 req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:49.902618 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9340258f-33be-4a25-af85-ab7924e68c54 req-960e279c-4e08-4ec9-b3d9-f9451dc07101 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.44 "DELETE /v2.0/ports/d734b06b-b39a-4940-96b6-b0ece12ae854 HTTP/1.1" status: 204 len: 173 time: 0.9395630 Jul 07 22:18:49.903343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebccfe4-1fb1-45c6-b461-01578bd91ba0', 'name': 'network-vif-deleted', 'tag': 'd734b06b-b39a-4940-96b6-b0ece12ae854'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:49.905828 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624a728e-5c74-46ad-a4dc-d5844d150bc5" -d '{"events": [{"server_uuid": "2ebccfe4-1fb1-45c6-b461-01578bd91ba0", "name": "network-vif-deleted", "tag": "d734b06b-b39a-4940-96b6-b0ece12ae854"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:49.993427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a784445f-262c-4075-b991-601ab32ab761 req-a768a67f-bfd0-4906-a95d-2b9e335ccac6 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1050003067&fields=id&tenant_id=c0f8da35f55943df997e5355a0be6205 HTTP/1.1" status: 200 len: 267 time: 0.0813243 Jul 07 22:18:50.103518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a1221-949a-4115-a348-b3a1af51a401 req-df7fcd77-96d7-45b3-bd02-2d959fbd314f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:50.105085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d1a1221-949a-4115-a348-b3a1af51a401 req-df7fcd77-96d7-45b3-bd02-2d959fbd314f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 944 time: 0.1950765 Jul 07 22:18:50.145892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784445f-262c-4075-b991-601ab32ab761 req-d535cea2-72a8-4d27-89b4-cddf11450251 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:50.153322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a784445f-262c-4075-b991-601ab32ab761 req-d535cea2-72a8-4d27-89b4-cddf11450251 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 945 time: 0.1589730 Jul 07 22:18:50.160683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a784445f-262c-4075-b991-601ab32ab761 req-6b3de30e-3537-456d-810e-af066adc17ce tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'port': {'security_groups': ['36b45abc-d98b-4532-a1d9-b5d44a6080eb', 'f42ab54c-7b1c-48ab-acd0-b24035abfffb']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:50.161153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['98059c50-e904-4808-a585-b6cda21cd59b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:50.182281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d1a1221-949a-4115-a348-b3a1af51a401 req-5517f737-76c9-40c2-9ab7-e77185f68af4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656359 Jul 07 22:18:50.337233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a784445f-262c-4075-b991-601ab32ab761 req-6b3de30e-3537-456d-810e-af066adc17ce tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.601685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39934698-03a7-40a5-b247-6b86fa060691 req-981b0a70-bb36-40ee-9e30-cacd1deef324 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:50.608615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39934698-03a7-40a5-b247-6b86fa060691 req-981b0a70-bb36-40ee-9e30-cacd1deef324 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 944 time: 0.1384003 Jul 07 22:18:50.665148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a784445f-262c-4075-b991-601ab32ab761 req-6b3de30e-3537-456d-810e-af066adc17ce tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] For port 81e9ecee-7c17-4893-8321-3a9ad623e1e4, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:50.688121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39934698-03a7-40a5-b247-6b86fa060691 req-d6aceb03-3764-4594-9933-078092524b53 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785644 Jul 07 22:18:50.740582 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a784445f-262c-4075-b991-601ab32ab761 req-6b3de30e-3537-456d-810e-af066adc17ce tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.748854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a784445f-262c-4075-b991-601ab32ab761 req-6b3de30e-3537-456d-810e-af066adc17ce tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.760983 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:50.793932 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bef4c4-b03f-48d7-8a0f-549a04e9d6c6 x-openstack-request-id: req-a7bef4c4-b03f-48d7-8a0f-549a04e9d6c6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:50.794291 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebccfe4-1fb1-45c6-b461-01578bd91ba0", "name": "network-vif-deleted", "tag": "d734b06b-b39a-4940-96b6-b0ece12ae854", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:50.794558 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7bef4c4-b03f-48d7-8a0f-549a04e9d6c6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:50.795267 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebccfe4-1fb1-45c6-b461-01578bd91ba0', 'name': 'network-vif-deleted', 'tag': 'd734b06b-b39a-4940-96b6-b0ece12ae854', 'status': 'completed', 'code': 200} Jul 07 22:18:50.835018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784445f-262c-4075-b991-601ab32ab761 req-6b3de30e-3537-456d-810e-af066adc17ce tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:50.835696 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a784445f-262c-4075-b991-601ab32ab761 req-6b3de30e-3537-456d-810e-af066adc17ce tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:50.838540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a784445f-262c-4075-b991-601ab32ab761 req-6b3de30e-3537-456d-810e-af066adc17ce tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "PUT /v2.0/ports/81e9ecee-7c17-4893-8321-3a9ad623e1e4 HTTP/1.1" status: 200 len: 981 time: 0.6844337 Jul 07 22:18:50.904203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3de30e-3537-456d-810e-af066adc17ce tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'Port': ['ID=81e9ecee-7c17-4893-8321-3a9ad623e1e4,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:50.958553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:51.044263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-8b8ba265-2ca4-478f-8155-849837ddee65 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1009361213&fields=id&tenant_id=c0f8da35f55943df997e5355a0be6205 HTTP/1.1" status: 200 len: 267 time: 0.0492218 Jul 07 22:18:51.165387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-72d3ab7e-85d7-4ce9-876f-07fd281278d9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:51.170849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-72d3ab7e-85d7-4ce9-876f-07fd281278d9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 984 time: 0.1256895 Jul 07 22:18:51.183509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-35637538-daa8-421f-98bc-7f6cd9b38509 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'port': {'security_groups': ['36b45abc-d98b-4532-a1d9-b5d44a6080eb', 'f42ab54c-7b1c-48ab-acd0-b24035abfffb', '8ec5a52a-6250-4978-abd8-c48055f694a8']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:51.359052 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-35637538-daa8-421f-98bc-7f6cd9b38509 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.515054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da2e7d-9684-4bff-ad01-0803fd6075cb req-e1095fc9-e92d-413f-a7c1-7e861baa1ef9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:51.521812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69da2e7d-9684-4bff-ad01-0803fd6075cb req-e1095fc9-e92d-413f-a7c1-7e861baa1ef9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 944 time: 0.1261666 Jul 07 22:18:51.619231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69da2e7d-9684-4bff-ad01-0803fd6075cb req-26e02509-ea1d-4b87-a1b3-ca513f7a33ea tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964365 Jul 07 22:18:51.690626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-35637538-daa8-421f-98bc-7f6cd9b38509 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] For port 81e9ecee-7c17-4893-8321-3a9ad623e1e4, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:51.727836 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-35637538-daa8-421f-98bc-7f6cd9b38509 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.733395 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-35637538-daa8-421f-98bc-7f6cd9b38509 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.744689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:51.805600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-35637538-daa8-421f-98bc-7f6cd9b38509 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:51.806689 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-35637538-daa8-421f-98bc-7f6cd9b38509 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:51.815921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e029c200-2a2d-4fb0-bb5d-11d5d5220e90 req-35637538-daa8-421f-98bc-7f6cd9b38509 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "PUT /v2.0/ports/81e9ecee-7c17-4893-8321-3a9ad623e1e4 HTTP/1.1" status: 200 len: 1020 time: 0.6369917 Jul 07 22:18:51.863098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35637538-daa8-421f-98bc-7f6cd9b38509 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'Port': ['ID=81e9ecee-7c17-4893-8321-3a9ad623e1e4,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:51.957709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:52.038582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:18:52.041621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 52ab42d2-f6a8-48a8-bd52-396c009f6adc up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:52.209619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a5aae-e936-491a-a693-d7fd4e73e242 req-0038e144-d8c4-4594-b625-d065022681b7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:52.222249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d9a5aae-e936-491a-a693-d7fd4e73e242 req-0038e144-d8c4-4594-b625-d065022681b7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 944 time: 0.1634505 Jul 07 22:18:52.309695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 52ab42d2-f6a8-48a8-bd52-396c009f6adc completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:52.352127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d9a5aae-e936-491a-a693-d7fd4e73e242 req-bae7008b-baaf-4f90-b289-6cbaf9e6e042 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287732 Jul 07 22:18:52.392558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 52ab42d2-f6a8-48a8-bd52-396c009f6adc triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:52.392948 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.409850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50eeb1-40a3-41ca-bc0b-16da0f4e9370 req-4d02c411-bc6a-45f3-adf8-460a1eb5036d tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:52.418252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf50eeb1-40a3-41ca-bc0b-16da0f4e9370 req-4d02c411-bc6a-45f3-adf8-460a1eb5036d tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 1023 time: 0.1614370 Jul 07 22:18:52.491162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:52.521884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf50eeb1-40a3-41ca-bc0b-16da0f4e9370 req-979e03c6-a9e8-432e-b1b5-edaa80b53d04 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ec5a52a-6250-4978-abd8-c48055f694a8&id=f42ab54c-7b1c-48ab-acd0-b24035abfffb&id=36b45abc-d98b-4532-a1d9-b5d44a6080eb HTTP/1.1" status: 200 len: 6158 time: 0.1002088 Jul 07 22:18:52.532180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'fb5d9ae8-5eba-4500-8fbb-d9802b0d4858', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'port_id': 'fb5d9ae8-5eba-4500-8fbb-d9802b0d4858', 'mac_address': 'fa:16:3e:76:b9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c729abe2-7c10-4e18-8f90-c6235fd549eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:18:52.538096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ec309c13-28de-4935-b29b-ace5509c0fa2 req-529dc13e-7759-496e-95ed-f912ad84c4df tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1477795629 ', 'description': 'tempest-description-1340591941'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:52.564589 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec309c13-28de-4935-b29b-ace5509c0fa2 req-529dc13e-7759-496e-95ed-f912ad84c4df tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.666388 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.700415 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec309c13-28de-4935-b29b-ace5509c0fa2 req-529dc13e-7759-496e-95ed-f912ad84c4df tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.702233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.708638 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec309c13-28de-4935-b29b-ace5509c0fa2 req-529dc13e-7759-496e-95ed-f912ad84c4df tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.715484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:18:52.760152 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ec309c13-28de-4935-b29b-ace5509c0fa2 req-529dc13e-7759-496e-95ed-f912ad84c4df tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.777222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec309c13-28de-4935-b29b-ace5509c0fa2 req-529dc13e-7759-496e-95ed-f912ad84c4df tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.2445762 Jul 07 22:18:52.794690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:52.797021 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f361552b-6f88-41c3-a1b9-b2d14ef4e39e" -d '{"events": [{"server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "name": "network-vif-plugged", "status": "completed", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:52.801523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:52.804056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4'}, {'name': 'network-changed', 'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:52.812669 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e12c36c-b39a-4957-b70e-e98658fba40a" -d '{"events": [{"name": "network-changed", "server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4"}, {"name": "network-changed", "server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:52.820277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.833834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:52.869774 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:52.889295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dc13e-7759-496e-95ed-f912ad84c4df tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c010d9-5567-43c8-90bd-11a305b32a14,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:52.916244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:52.953168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ff80e53-f09b-49bc-b927-d06a9c325c40 req-1a396a6c-a5b3-4e73-a013-2562fc7603e3 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/c8c010d9-5567-43c8-90bd-11a305b32a14 HTTP/1.1" status: 200 len: 1783 time: 0.1161811 Jul 07 22:18:53.011115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=52ab42d2-f6a8-48a8-bd52-396c009f6adc,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:53.046462 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f966072d-d38f-42d0-abca-8e534b3edae8 x-openstack-request-id: req-f966072d-d38f-42d0-abca-8e534b3edae8 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:53.046754 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "name": "network-vif-plugged", "status": "completed", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:53.047028 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f966072d-d38f-42d0-abca-8e534b3edae8 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:53.047406 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc', 'code': 200} Jul 07 22:18:53.055921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff1665-1434-4b28-b0b5-4dfe78c3e7cb req-9665e34f-2267-4e8e-b327-521766e1af18 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.058287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfff1665-1434-4b28-b0b5-4dfe78c3e7cb req-9665e34f-2267-4e8e-b327-521766e1af18 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 945 time: 0.0886035 Jul 07 22:18:53.140112 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277f28f3-18b1-48d1-8dc9-a3178b197145 x-openstack-request-id: req-277f28f3-18b1-48d1-8dc9-a3178b197145 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:53.140414 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:53.140667 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-277f28f3-18b1-48d1-8dc9-a3178b197145 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:53.141085 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4', 'status': 'completed', 'code': 200} Jul 07 22:18:53.141313 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4', 'status': 'completed', 'code': 200} Jul 07 22:18:53.163586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfff1665-1434-4b28-b0b5-4dfe78c3e7cb req-def9bffb-7e91-450d-875b-d06b384729b3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990651 Jul 07 22:18:53.294519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f0e67-116e-40f1-b671-991ec503ba02 req-b87232e4-5420-48bc-abe3-89b160d20162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.300607 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f1f0e67-116e-40f1-b671-991ec503ba02 req-b87232e4-5420-48bc-abe3-89b160d20162 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 1097 time: 0.1451714 Jul 07 22:18:53.312089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['fb5d9ae8-5eba-4500-8fbb-d9802b0d4858'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:18:53.386714 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0f1f0e67-116e-40f1-b671-991ec503ba02 req-17fcd36b-702e-4bc1-8c65-61ca64720714 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821214 Jul 07 22:18:53.406690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a78b6520-ed2a-4b8d-9e89-e2978d215ff6 req-64ceae55-e719-4211-bba4-6e7e772fbbc2 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/c8c010d9-5567-43c8-90bd-11a305b32a14 HTTP/1.1" status: 200 len: 1783 time: 0.1594217 Jul 07 22:18:53.450427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-b80c13a3-9b3f-47d4-ab12-eb0bf811b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.451961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-b80c13a3-9b3f-47d4-ab12-eb0bf811b19e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 1175 time: 0.2875051 Jul 07 22:18:53.508528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device d734b06b-b39a-4940-96b6-b0ece12ae854 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:18:53.545072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: d734b06b-b39a-4940-96b6-b0ece12ae854 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:18:53.545717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device d734b06b-b39a-4940-96b6-b0ece12ae854 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:18:53.668479 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a78b6520-ed2a-4b8d-9e89-e2978d215ff6 req-69ad4948-d580-4c9d-91ff-e6dd46b2eb91 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.678352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-ff2ef1a1-c254-4e57-93df-2ad7a1ccf3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.679868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-ff2ef1a1-c254-4e57-93df-2ad7a1ccf3dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 913 time: 0.2176285 Jul 07 22:18:53.743487 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a78b6520-ed2a-4b8d-9e89-e2978d215ff6 req-69ad4948-d580-4c9d-91ff-e6dd46b2eb91 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.748415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-7f1f4f30-ea08-4896-a218-28560e3ddfe7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4 HTTP/1.1" status: 200 len: 217 time: 0.0614939 Jul 07 22:18:53.789001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54227a-a50d-416e-a96a-1e4b1f843b18 req-264bec93-b558-4ecd-8a4a-4bc62051d0f9 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.790667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b54227a-a50d-416e-a96a-1e4b1f843b18 req-264bec93-b558-4ecd-8a4a-4bc62051d0f9 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.2074142 Jul 07 22:18:53.871988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-efb14908-ca39-470a-95e0-f373633788b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:53.873514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-efb14908-ca39-470a-95e0-f373633788b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 200 len: 852 time: 0.1181557 Jul 07 22:18:53.880594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b54227a-a50d-416e-a96a-1e4b1f843b18 req-c3ae9b3f-6595-4b48-b93c-3f361cf63c92 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699646 Jul 07 22:18:53.890175 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a78b6520-ed2a-4b8d-9e89-e2978d215ff6 req-69ad4948-d580-4c9d-91ff-e6dd46b2eb91 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.892613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a78b6520-ed2a-4b8d-9e89-e2978d215ff6 req-69ad4948-d580-4c9d-91ff-e6dd46b2eb91 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:53.894321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a78b6520-ed2a-4b8d-9e89-e2978d215ff6 req-69ad4948-d580-4c9d-91ff-e6dd46b2eb91 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/c8c010d9-5567-43c8-90bd-11a305b32a14 HTTP/1.1" status: 204 len: 173 time: 0.4867597 Jul 07 22:18:53.928143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-3468231f-2c91-4e20-a98a-5724f3d642f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462954 Jul 07 22:18:53.942403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad4948-d580-4c9d-91ff-e6dd46b2eb91 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c010d9-5567-43c8-90bd-11a305b32a14,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:54.007445 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-1cc1f33e-abc1-4495-894a-a46c7f9f21fb req-5ca820b7-6180-424a-9c98-8d59b0cb9f3b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:18:54.008600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cc1f33e-abc1-4495-894a-a46c7f9f21fb req-5ca820b7-6180-424a-9c98-8d59b0cb9f3b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/c8c010d9-5567-43c8-90bd-11a305b32a14 HTTP/1.1" status: 404 len: 352 time: 0.0831227 Jul 07 22:18:54.056527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c0ce81ef-2417-4e1f-8205-54093c29807e req-6e73d98f-4ca4-493a-a437-008c5fe7ad73 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-712584635', 'description': 'tempest-description-1298403434'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:54.113153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c0ce81ef-2417-4e1f-8205-54093c29807e req-6e73d98f-4ca4-493a-a437-008c5fe7ad73 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.154132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-04f90f21-25e6-427f-9e94-314ae2df7c63 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127490 Jul 07 22:18:54.355196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-04b0053b-7bbd-457f-8af0-547e4abb6e70 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946011 Jul 07 22:18:54.436714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c0ce81ef-2417-4e1f-8205-54093c29807e req-6e73d98f-4ca4-493a-a437-008c5fe7ad73 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.470943 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c0ce81ef-2417-4e1f-8205-54093c29807e req-6e73d98f-4ca4-493a-a437-008c5fe7ad73 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.862759 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c0ce81ef-2417-4e1f-8205-54093c29807e req-6e73d98f-4ca4-493a-a437-008c5fe7ad73 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:54.863991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0ce81ef-2417-4e1f-8205-54093c29807e req-6e73d98f-4ca4-493a-a437-008c5fe7ad73 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8133416 Jul 07 22:18:54.865567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73d98f-4ca4-493a-a437-008c5fe7ad73 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709156b3-49b5-4cc0-96eb-82feb8f4b304,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:54.891140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-2606b1df-d82d-4566-8e38-9595db184ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:54.892640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-2606b1df-d82d-4566-8e38-9595db184ceb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 1175 time: 0.4516516 Jul 07 22:18:54.900611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff296f-20ff-45f3-93b9-1ba80e0b5660 req-5b1667a2-8acf-4426-b6a1-55dfd7b0d3c6 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:54.907284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bcff296f-20ff-45f3-93b9-1ba80e0b5660 req-5b1667a2-8acf-4426-b6a1-55dfd7b0d3c6 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 945 time: 0.5346365 Jul 07 22:18:54.989547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bcff296f-20ff-45f3-93b9-1ba80e0b5660 req-bc458b4c-a67a-41b2-8e6b-7f3043a2d392 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813723 Jul 07 22:18:55.035920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-c02f9ecd-db80-4c0f-8b62-6c40d22c66cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:55.039218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-c02f9ecd-db80-4c0f-8b62-6c40d22c66cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 913 time: 0.1287701 Jul 07 22:18:55.129744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-f9249306-3d6a-4773-9d27-e7e0bc97fd59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4 HTTP/1.1" status: 200 len: 217 time: 0.0825913 Jul 07 22:18:55.228608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4a9d50bb-10fd-4e66-b9dd-759bd4cdba35 req-044f6dbc-d31e-4451-898a-8e94657bd079 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-438984800', 'description': 'tempest-description-680914901'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:55.241818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-4e9580bd-5aed-410d-8a5f-9c8ea9002c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:55.243407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-4e9580bd-5aed-410d-8a5f-9c8ea9002c00 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 200 len: 852 time: 0.1073601 Jul 07 22:18:55.293763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-388d05bb-4227-46cd-84ec-e6a296ee3f09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391650 Jul 07 22:18:55.298587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a9d50bb-10fd-4e66-b9dd-759bd4cdba35 req-044f6dbc-d31e-4451-898a-8e94657bd079 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.369538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a364c-0614-4f7f-b60e-b5c59f606eea req-bca2a032-e526-47c3-adfe-2cdd25376b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:55.375475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a364c-0614-4f7f-b60e-b5c59f606eea req-bca2a032-e526-47c3-adfe-2cdd25376b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:55.377077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd4a364c-0614-4f7f-b60e-b5c59f606eea req-bca2a032-e526-47c3-adfe-2cdd25376b23 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a&device_id=982f16d0-3f42-47c7-aec6-1f34a11c339a HTTP/1.1" status: 200 len: 1682 time: 0.1970034 Jul 07 22:18:55.398041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33318) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:55.468002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd4a364c-0614-4f7f-b60e-b5c59f606eea req-32480894-f73b-442b-8831-dab07f399c04 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834639 Jul 07 22:18:55.476069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-f8286f2e-c19d-4539-a1de-03e9650375f5 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628735 Jul 07 22:18:55.571769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a17ae2c9-1ba9-48dd-ba2a-c545759edd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.588213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a9d50bb-10fd-4e66-b9dd-759bd4cdba35 req-044f6dbc-d31e-4451-898a-8e94657bd079 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.599991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a9d50bb-10fd-4e66-b9dd-759bd4cdba35 req-044f6dbc-d31e-4451-898a-8e94657bd079 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.651277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e12c36c-b39a-4957-b70e-e98658fba40a req-2171a64f-ec86-4dcb-ab98-c5172dde4c36 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692843 Jul 07 22:18:55.653347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f6dbc-d31e-4451-898a-8e94657bd079 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f55988-f744-43cd-85e1-f801c225a946,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:55.723835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a17ae2c9-1ba9-48dd-ba2a-c545759edd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.729013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a17ae2c9-1ba9-48dd-ba2a-c545759edd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.746181 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a9d50bb-10fd-4e66-b9dd-759bd4cdba35 req-044f6dbc-d31e-4451-898a-8e94657bd079 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.758559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ae2c9-1ba9-48dd-ba2a-c545759edd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee2ce6c-3283-4464-b31b-8383184d52eb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:55.759801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a9d50bb-10fd-4e66-b9dd-759bd4cdba35 req-044f6dbc-d31e-4451-898a-8e94657bd079 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5380487 Jul 07 22:18:55.785270 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a17ae2c9-1ba9-48dd-ba2a-c545759edd12 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5fe93d334fc49ba8823a5f0730c05b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860543 Jul 07 22:18:55.786054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33350) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:55.805811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ec725-461f-4572-a4d3-a3715cd76af9 req-3f4abcaa-a593-457e-bec2-5455421819aa tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:55.807381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd8ec725-461f-4572-a4d3-a3715cd76af9 req-3f4abcaa-a593-457e-bec2-5455421819aa tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.1417847 Jul 07 22:18:55.837561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1c586bab-cbb9-42b4-badd-860c2b5f8c99 req-e712a3aa-43bd-4849-888d-08ab6d172be5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1203223093', 'description': 'tempest-description-579810759'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:55.876664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd8ec725-461f-4572-a4d3-a3715cd76af9 req-da67e9a1-e284-4e60-a43c-2746763a3648 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624352 Jul 07 22:18:55.880727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-088505c0-6a77-46e4-9742-59ca8ecbe385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.915478 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c586bab-cbb9-42b4-badd-860c2b5f8c99 req-e712a3aa-43bd-4849-888d-08ab6d172be5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.917019 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-088505c0-6a77-46e4-9742-59ca8ecbe385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.983573 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-088505c0-6a77-46e4-9742-59ca8ecbe385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.991378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-088505c0-6a77-46e4-9742-59ca8ecbe385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:55.993573 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-088505c0-6a77-46e4-9742-59ca8ecbe385 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ee2ce6c-3283-4464-b31b-8383184d52eb HTTP/1.1" status: 204 len: 168 time: 0.2000954 Jul 07 22:18:56.005597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088505c0-6a77-46e4-9742-59ca8ecbe385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee2ce6c-3283-4464-b31b-8383184d52eb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:56.034358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:18:56.105300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:18:56.111222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:18:56.111791 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.127752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c586bab-cbb9-42b4-badd-860c2b5f8c99 req-e712a3aa-43bd-4849-888d-08ab6d172be5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.135059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c586bab-cbb9-42b4-badd-860c2b5f8c99 req-e712a3aa-43bd-4849-888d-08ab6d172be5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.193028 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c586bab-cbb9-42b4-badd-860c2b5f8c99 req-e712a3aa-43bd-4849-888d-08ab6d172be5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.196423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c586bab-cbb9-42b4-badd-860c2b5f8c99 req-e712a3aa-43bd-4849-888d-08ab6d172be5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3666131 Jul 07 22:18:56.206574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712a3aa-43bd-4849-888d-08ab6d172be5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=893ded48-c8c3-4fc7-b948-edd0a291b511,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:56.275907 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.340872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1423abfd-a0ab-4ad5-ae0d-da74dc0780ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5d9ae8-5eba-4500-8fbb-d9802b0d4858'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:18:56.348638 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334a5440-d9d8-43a1-a807-e2aed3d3fd1b" -d '{"events": [{"server_uuid": "1423abfd-a0ab-4ad5-ae0d-da74dc0780ef", "name": "network-vif-plugged", "status": "completed", "tag": "fb5d9ae8-5eba-4500-8fbb-d9802b0d4858"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:18:56.378276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:56.383807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.383921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e9664-5ac3-484c-b068-8ef63a1cbe2c req-1c607891-75fd-4c6b-bd05-4b2c5516290c tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.385273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f32e9664-5ac3-484c-b068-8ef63a1cbe2c req-1c607891-75fd-4c6b-bd05-4b2c5516290c tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 1097 time: 0.1305981 Jul 07 22:18:56.483747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f32e9664-5ac3-484c-b068-8ef63a1cbe2c req-3567b2af-7871-4700-b9cd-02a8b9e4ca50 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604703 Jul 07 22:18:56.490767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:56.510956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fc4e1-1c70-47f5-8050-0a8a0b9dee46 req-7925d466-fa76-41a6-abf2-4c82c39a2788 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:56.517960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b2fc4e1-1c70-47f5-8050-0a8a0b9dee46 req-7925d466-fa76-41a6-abf2-4c82c39a2788 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.1586461 Jul 07 22:18:56.568163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b2fc4e1-1c70-47f5-8050-0a8a0b9dee46 req-20a30088-0c49-4665-a197-8e749cae7f63 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476933 Jul 07 22:18:56.710979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:56.736164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8dc96934-e64f-49bb-bbb1-25d84b729d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.749067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29413baf-2b7f-4962-8255-69294da243e3 req-710a166d-6b36-4ce7-a2c9-d3bcbe1dee9f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0f8da35f55943df997e5355a0be6205 HTTP/1.1" status: 200 len: 10910 time: 0.1615055 Jul 07 22:18:56.836253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29413baf-2b7f-4962-8255-69294da243e3 req-f51167ac-5b51-44cd-8995-6553fae1af31 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/36b45abc-d98b-4532-a1d9-b5d44a6080eb HTTP/1.1" status: 200 len: 2985 time: 0.0861235 Jul 07 22:18:56.884897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8dc96934-e64f-49bb-bbb1-25d84b729d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.891918 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c125eeb2-cf35-4b18-b7ba-14fb3e8f2696 x-openstack-request-id: req-c125eeb2-cf35-4b18-b7ba-14fb3e8f2696 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:18:56.892269 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1423abfd-a0ab-4ad5-ae0d-da74dc0780ef", "name": "network-vif-plugged", "status": "completed", "tag": "fb5d9ae8-5eba-4500-8fbb-d9802b0d4858", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:18:56.892698 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c125eeb2-cf35-4b18-b7ba-14fb3e8f2696 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:18:56.893214 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1423abfd-a0ab-4ad5-ae0d-da74dc0780ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5d9ae8-5eba-4500-8fbb-d9802b0d4858', 'code': 200} Jul 07 22:18:56.895475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8dc96934-e64f-49bb-bbb1-25d84b729d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:56.916348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29413baf-2b7f-4962-8255-69294da243e3 req-abb50da8-174e-43ed-9367-32e049ca7845 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/36b45abc-d98b-4532-a1d9-b5d44a6080eb HTTP/1.1" status: 200 len: 2985 time: 0.0788567 Jul 07 22:18:56.958650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33450) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:56.960841 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8dc96934-e64f-49bb-bbb1-25d84b729d14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84688e62568640d9840df85547457ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468612 Jul 07 22:18:56.961781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc96934-e64f-49bb-bbb1-25d84b729d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4fa918-697f-45a0-a798-4507bb845d19,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:57.028449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04841440-81e7-4a22-842c-5492da9ead93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.079875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c917b-6c4a-4b08-85e4-8f33533bdcfc req-a0d859da-c264-4222-87da-24d74737fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:57.082317 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-206c917b-6c4a-4b08-85e4-8f33533bdcfc req-a0d859da-c264-4222-87da-24d74737fe7b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 1098 time: 0.0880961 Jul 07 22:18:57.117414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04841440-81e7-4a22-842c-5492da9ead93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.136297 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-206c917b-6c4a-4b08-85e4-8f33533bdcfc req-5b9678c6-b9a2-485e-af1c-dfa363e8db51 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 Jul 07 22:18:57.169974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6285b28-b641-4f9b-8d62-6b1d4d3d9ef9 req-4c5ab978-f3e8-4650-a9da-6792bd488e94 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:57.171779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6285b28-b641-4f9b-8d62-6b1d4d3d9ef9 req-4c5ab978-f3e8-4650-a9da-6792bd488e94 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 1097 time: 0.1161420 Jul 07 22:18:57.189493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04841440-81e7-4a22-842c-5492da9ead93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.192809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04841440-81e7-4a22-842c-5492da9ead93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.194559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-04841440-81e7-4a22-842c-5492da9ead93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5c4fa918-697f-45a0-a798-4507bb845d19 HTTP/1.1" status: 204 len: 168 time: 0.2348704 Jul 07 22:18:57.211685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04841440-81e7-4a22-842c-5492da9ead93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4fa918-697f-45a0-a798-4507bb845d19,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:57.241831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6285b28-b641-4f9b-8d62-6b1d4d3d9ef9 req-46a05524-8d79-4c58-ba28-0e4eb70efee3 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632331 Jul 07 22:18:57.305058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f53aaefc-f526-4411-b8e5-090a5ad90bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.327835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4cdb33c5-1bcd-48a8-aae4-409bb3730f96 req-38d1b146-c8fd-49ea-8ff1-3642004008ef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/709156b3-49b5-4cc0-96eb-82feb8f4b304 HTTP/1.1" status: 200 len: 1802 time: 0.0620406 Jul 07 22:18:57.387609 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4cdb33c5-1bcd-48a8-aae4-409bb3730f96 req-dec10b6c-606c-41df-81d2-d30139fdc969 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.417138 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4cdb33c5-1bcd-48a8-aae4-409bb3730f96 req-dec10b6c-606c-41df-81d2-d30139fdc969 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.491661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4cdb33c5-1bcd-48a8-aae4-409bb3730f96 req-dec10b6c-606c-41df-81d2-d30139fdc969 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.517940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4cdb33c5-1bcd-48a8-aae4-409bb3730f96 req-dec10b6c-606c-41df-81d2-d30139fdc969 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.517940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4cdb33c5-1bcd-48a8-aae4-409bb3730f96 req-dec10b6c-606c-41df-81d2-d30139fdc969 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/709156b3-49b5-4cc0-96eb-82feb8f4b304 HTTP/1.1" status: 204 len: 173 time: 0.1871951 Jul 07 22:18:57.535097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec10b6c-606c-41df-81d2-d30139fdc969 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709156b3-49b5-4cc0-96eb-82feb8f4b304,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:57.630222 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-8293839b-6e32-47e4-b1a3-2781bd08f131 req-dd1ccb69-c791-414a-8f85-0f16d4ffeb91 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:18:57.631285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8293839b-6e32-47e4-b1a3-2781bd08f131 req-dd1ccb69-c791-414a-8f85-0f16d4ffeb91 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/709156b3-49b5-4cc0-96eb-82feb8f4b304 HTTP/1.1" status: 404 len: 352 time: 0.0220747 Jul 07 22:18:57.710473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33478) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:57.857679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7b186-d151-48e2-bec5-bec89d306eb9 req-c06c1ff9-6f59-47d3-9ea9-5732edce2f6d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:57.859511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00d7b186-d151-48e2-bec5-bec89d306eb9 req-c06c1ff9-6f59-47d3-9ea9-5732edce2f6d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.1161506 Jul 07 22:18:57.886423 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d55df976-69a7-457b-9361-f98b690b366b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:57.948048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00d7b186-d151-48e2-bec5-bec89d306eb9 req-640ae7cc-6fa5-4e4b-8879-6dd847c3cf58 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804143 Jul 07 22:18:58.087230 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d55df976-69a7-457b-9361-f98b690b366b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.094606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-942d549d-b7ae-4eff-aec2-d21e5e030f3a req-4fcc352e-b52c-4f3e-a475-e25d4c0a7a9e tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/30f55988-f744-43cd-85e1-f801c225a946 HTTP/1.1" status: 200 len: 1801 time: 0.0771980 Jul 07 22:18:58.095814 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d55df976-69a7-457b-9361-f98b690b366b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.154094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d55df976-69a7-457b-9361-f98b690b366b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f2e03624a0741e2b3081d5f48d62e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419372 Jul 07 22:18:58.156781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33502) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:58.196990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55df976-69a7-457b-9361-f98b690b366b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ae6a6-767d-4d8e-8169-e73c276bbb6e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:58.213687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9841a2a-5e70-4ec6-b1c0-15b5aa7ed9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.248133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9841a2a-5e70-4ec6-b1c0-15b5aa7ed9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.267712 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-942d549d-b7ae-4eff-aec2-d21e5e030f3a req-4be93473-89dc-45be-a703-f1a1956acac1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.304258 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-942d549d-b7ae-4eff-aec2-d21e5e030f3a req-4be93473-89dc-45be-a703-f1a1956acac1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.329252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9841a2a-5e70-4ec6-b1c0-15b5aa7ed9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.333153 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9841a2a-5e70-4ec6-b1c0-15b5aa7ed9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.334375 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f9841a2a-5e70-4ec6-b1c0-15b5aa7ed9e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff3ae6a6-767d-4d8e-8169-e73c276bbb6e HTTP/1.1" status: 204 len: 168 time: 0.1764894 Jul 07 22:18:58.353047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9841a2a-5e70-4ec6-b1c0-15b5aa7ed9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ae6a6-767d-4d8e-8169-e73c276bbb6e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:58.356642 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-942d549d-b7ae-4eff-aec2-d21e5e030f3a req-4be93473-89dc-45be-a703-f1a1956acac1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.360497 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-942d549d-b7ae-4eff-aec2-d21e5e030f3a req-4be93473-89dc-45be-a703-f1a1956acac1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:58.362654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-942d549d-b7ae-4eff-aec2-d21e5e030f3a req-4be93473-89dc-45be-a703-f1a1956acac1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/30f55988-f744-43cd-85e1-f801c225a946 HTTP/1.1" status: 204 len: 173 time: 0.2543643 Jul 07 22:18:58.374644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be93473-89dc-45be-a703-f1a1956acac1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f55988-f744-43cd-85e1-f801c225a946,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:58.584165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac2aa6-d92d-467c-b72b-3767666c55c9 req-b8db3b25-9bab-4bcd-a56a-1a236eaa0fa1 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:58.591661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44ac2aa6-d92d-467c-b72b-3767666c55c9 req-b8db3b25-9bab-4bcd-a56a-1a236eaa0fa1 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=982f16d0-3f42-47c7-aec6-1f34a11c339a HTTP/1.1" status: 200 len: 946 time: 0.0900948 Jul 07 22:18:58.633481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44ac2aa6-d92d-467c-b72b-3767666c55c9 req-821b729d-3662-46bd-8628-08f98eae9f1a tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Jul 07 22:18:59.087815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:59.109236 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1cb9-6bae-4530-8b8a-4f04976b9a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.162585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-3ea9367a-323f-4f51-91d7-b3a6d1db78c9 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:18:59.171461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-3ea9367a-323f-4f51-91d7-b3a6d1db78c9 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198092 Jul 07 22:18:59.179089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Request body: {'binding': {'host': 'n-h1-695012-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:18:59.179089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Unknown quota resources ['binding']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:18:59.257499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1cb9-6bae-4530-8b8a-4f04976b9a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.258092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-da4fdc3c-a540-4d30-9eab-612aec40fe33 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:59.259957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-da4fdc3c-a540-4d30-9eab-612aec40fe33 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a HTTP/1.1" status: 200 len: 945 time: 0.1595187 Jul 07 22:18:59.262875 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fe0c1cb9-6bae-4530-8b8a-4f04976b9a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.314848 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fe0c1cb9-6bae-4530-8b8a-4f04976b9a85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f728dfae4ec5497eb72803a35415dfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258573 Jul 07 22:18:59.316026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c1cb9-6bae-4530-8b8a-4f04976b9a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d7f73d-2979-4667-ac0d-29a7edf6b216,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:18:59.318592 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33548) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:18:59.481157 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-dece2c90-6aea-4869-a6b8-5a84a299eef0 req-bb4c08ee-9430-4d71-b5be-bc343709dd02 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:18:59.482353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dece2c90-6aea-4869-a6b8-5a84a299eef0 req-bb4c08ee-9430-4d71-b5be-bc343709dd02 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/30f55988-f744-43cd-85e1-f801c225a946 HTTP/1.1" status: 404 len: 352 time: 0.0471494 Jul 07 22:18:59.501159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Deleting port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:18:59.501719 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.575695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on host n-h1-695012-11 for vnic_type normal with profile None {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:18:59.576041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:18:59.576444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:59.585207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:18:59.585207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:18:59.597584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:18:59.598044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:18:59.598529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:18:59.599197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Bound port: 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:18:59.673546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0af801b6-12fd-48eb-8d92-1d060f3083b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.702846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:18:59.724153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.728953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4c694e14-f1c0-4f74-813c-df9e08ee03f8 service neutron] 10.222.0.81 "POST /v2.0/ports/52ab42d2-f6a8-48a8-bd52-396c009f6adc/bindings HTTP/1.1" status: 201 len: 390 time: 0.5563731 Jul 07 22:18:59.763094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] For port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:18:59.763470 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.781230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Calling delete_port for 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:18:59.891346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a068c-afa6-47b9-814c-cc3e322134be req-9df2e8a2-e451-419c-8c36-5efc7debe0e3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:18:59.892916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-229a068c-afa6-47b9-814c-cc3e322134be req-9df2e8a2-e451-419c-8c36-5efc7debe0e3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.1972587 Jul 07 22:18:59.918399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bea240bc-69c8-47d8-96b2-d57086da2f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.953907 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bea240bc-69c8-47d8-96b2-d57086da2f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.964061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:18:59.981518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-229a068c-afa6-47b9-814c-cc3e322134be req-e5c99e6c-631e-418d-a7df-62a0c17f7ccc tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757866 Jul 07 22:18:59.990093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02668cc9-9c78-44d3-bafb-42ea1027bb39 req-588a161f-cff1-4091-a112-2f2e3ecb8b8e tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/893ded48-c8c3-4fc7-b948-edd0a291b511 HTTP/1.1" status: 200 len: 1802 time: 0.1796753 Jul 07 22:19:00.002951 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-406fb749-4343-4ff8-98d0-fd1a6ff043f3 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.004895 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-406fb749-4343-4ff8-98d0-fd1a6ff043f3 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.83 "GET /v2.0/ports?device_id=982f16d0-3f42-47c7-aec6-1f34a11c339a HTTP/1.1" status: 200 len: 946 time: 0.1385570 Jul 07 22:19:00.120582 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bea240bc-69c8-47d8-96b2-d57086da2f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.123259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bea240bc-69c8-47d8-96b2-d57086da2f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.124426 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bea240bc-69c8-47d8-96b2-d57086da2f91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36d7f73d-2979-4667-ac0d-29a7edf6b216 HTTP/1.1" status: 204 len: 168 time: 0.8047426 Jul 07 22:19:00.143020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea240bc-69c8-47d8-96b2-d57086da2f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d7f73d-2979-4667-ac0d-29a7edf6b216,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:00.150897 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02668cc9-9c78-44d3-bafb-42ea1027bb39 req-02e204c4-f619-44e5-a11a-7e3f610e8b50 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.165635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Deleting port 98059c50-e904-4808-a585-b6cda21cd59b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:00.166545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.171936 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.188357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3fadfa62-be60-4a4f-bd6c-c2ab262e13f1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:00.198450 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02668cc9-9c78-44d3-bafb-42ea1027bb39 req-02e204c4-f619-44e5-a11a-7e3f610e8b50 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.242349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-bf9e433e-74d5-4ada-b2b9-5a4dae14dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.243920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-bf9e433e-74d5-4ada-b2b9-5a4dae14dbc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 1097 time: 0.2334263 Jul 07 22:19:00.250708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['98059c50-e904-4808-a585-b6cda21cd59b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:00.273809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Pushing event deleted for resources: {'Port': ['ID=3fadfa62-be60-4a4f-bd6c-c2ab262e13f1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:00.333225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] For port 98059c50-e904-4808-a585-b6cda21cd59b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=98059c50-e904-4808-a585-b6cda21cd59b,segment=NetworkSegment(0e1b71b2-9f6f-4605-a65e-d24c48bded0b),segment_id=0e1b71b2-9f6f-4605-a65e-d24c48bded0b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:00.333736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.374415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Calling delete_port for 98059c50-e904-4808-a585-b6cda21cd59b owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:00.444959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] No DVR routers for this DVR port 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:00.448725 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.451229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c2bd231-0d05-4215-967b-d1abdb02b093 req-580ba77e-415d-4d17-a47e-3d5a671245e8 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.44 "DELETE /v2.0/ports/3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 HTTP/1.1" status: 204 len: 173 time: 1.1797254 Jul 07 22:19:00.454064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a', 'name': 'network-vif-deleted', 'tag': '3fadfa62-be60-4a4f-bd6c-c2ab262e13f1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:00.456977 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53c6a15-725d-48e6-9ad3-4e34231f49aa" -d '{"events": [{"server_uuid": "3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a", "name": "network-vif-deleted", "tag": "3fadfa62-be60-4a4f-bd6c-c2ab262e13f1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:00.489544 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02668cc9-9c78-44d3-bafb-42ea1027bb39 req-02e204c4-f619-44e5-a11a-7e3f610e8b50 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.493243 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02668cc9-9c78-44d3-bafb-42ea1027bb39 req-02e204c4-f619-44e5-a11a-7e3f610e8b50 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.499792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02668cc9-9c78-44d3-bafb-42ea1027bb39 req-02e204c4-f619-44e5-a11a-7e3f610e8b50 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/893ded48-c8c3-4fc7-b948-edd0a291b511 HTTP/1.1" status: 204 len: 173 time: 0.5085521 Jul 07 22:19:00.569095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-21bf991a-6d21-4c0b-b564-061b2e6c719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.577910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-21bf991a-6d21-4c0b-b564-061b2e6c719f service neutron] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.3120298 Jul 07 22:19:00.578757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e204c4-f619-44e5-a11a-7e3f610e8b50 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=893ded48-c8c3-4fc7-b948-edd0a291b511,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:00.613494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30309b7-dee9-42c6-a2ac-1031aa96d68b req-13c72dce-1b44-45d3-8e2e-c453de4998f2 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.620754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c30309b7-dee9-42c6-a2ac-1031aa96d68b req-13c72dce-1b44-45d3-8e2e-c453de4998f2 tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/ports?device_id=982f16d0-3f42-47c7-aec6-1f34a11c339a HTTP/1.1" status: 200 len: 946 time: 0.3559895 Jul 07 22:19:00.701327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-e69b3440-d87a-48dd-9e9a-22f5cc6ee45e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc HTTP/1.1" status: 200 len: 217 time: 0.1148231 Jul 07 22:19:00.723761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.735138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3fadfa62-be60-4a4f-bd6c-c2ab262e13f1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:00.781138 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.846408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Pushing event deleted for resources: {'Port': ['ID=98059c50-e904-4808-a585-b6cda21cd59b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:00.867193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] No DVR routers for this DVR port 98059c50-e904-4808-a585-b6cda21cd59b on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:00.870320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:00.873450 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-409ee8df-b162-4d1b-b11a-7a7bf5dc9887 req-ed13697f-bc0f-45bd-85bd-c9a54c4cbb8b tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.83 "DELETE /v2.0/ports/98059c50-e904-4808-a585-b6cda21cd59b HTTP/1.1" status: 204 len: 173 time: 0.8577194 Jul 07 22:19:00.874457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982f16d0-3f42-47c7-aec6-1f34a11c339a', 'name': 'network-vif-deleted', 'tag': '98059c50-e904-4808-a585-b6cda21cd59b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:00.877265 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05abf6d-23a3-4dc9-a0f3-bfe28d789d3c" -d '{"events": [{"server_uuid": "982f16d0-3f42-47c7-aec6-1f34a11c339a", "name": "network-vif-deleted", "tag": "98059c50-e904-4808-a585-b6cda21cd59b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:00.883026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c30309b7-dee9-42c6-a2ac-1031aa96d68b req-96ef4da5-7a3c-4f55-9f68-9b69955b3eeb tempest-ListServersNegativeTestJSON-509051791 tempest-ListServersNegativeTestJSON-509051791-project] 10.222.0.81 "GET /v2.0/security-groups?id=fd28302d-c2bc-43c4-a0a5-3874fbe83f07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606547 Jul 07 22:19:00.895680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-647b03f6-eef3-4140-bb91-2861a14857fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.902984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-647b03f6-eef3-4140-bb91-2861a14857fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1959794 Jul 07 22:19:00.954422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4787a4e7-48a1-4462-b174-0b7b49357d2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364316 Jul 07 22:19:00.962734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6648d6-5827-4d4c-b8c4-68fd6274480a req-44e2a4cd-a61f-42de-82bb-1834ea90e968 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:00.969735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a6648d6-5827-4d4c-b8c4-68fd6274480a req-44e2a4cd-a61f-42de-82bb-1834ea90e968 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.2354901 Jul 07 22:19:01.040592 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:01.146607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a6648d6-5827-4d4c-b8c4-68fd6274480a req-20fec70e-bb1a-4143-9aad-4a43521418c1 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758573 Jul 07 22:19:01.190487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-f2c681aa-f3bb-42f9-a7d1-5350bb9c7a88 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185662 Jul 07 22:19:01.357824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-96351b75-eb20-4d4b-baaa-bd6ed9299c60 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522493 Jul 07 22:19:01.370425 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138e33c7-0ece-4279-b3ae-f614bbe5bb48 x-openstack-request-id: req-138e33c7-0ece-4279-b3ae-f614bbe5bb48 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:01.370732 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a", "name": "network-vif-deleted", "tag": "3fadfa62-be60-4a4f-bd6c-c2ab262e13f1", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:01.370986 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-138e33c7-0ece-4279-b3ae-f614bbe5bb48 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:01.371388 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c5a1eb2-28bd-4c44-8579-b6ac29a3e96a', 'name': 'network-vif-deleted', 'tag': '3fadfa62-be60-4a4f-bd6c-c2ab262e13f1', 'status': 'completed', 'code': 200} Jul 07 22:19:01.401975 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-88b6e9b7-755d-4235-b761-9b7db0df9d4d req-fc261d9a-4e3b-4f0c-9596-076654d6157b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:19:01.417557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88b6e9b7-755d-4235-b761-9b7db0df9d4d req-fc261d9a-4e3b-4f0c-9596-076654d6157b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/893ded48-c8c3-4fc7-b948-edd0a291b511 HTTP/1.1" status: 404 len: 352 time: 0.0451188 Jul 07 22:19:01.430728 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2483f5b9-a862-4a22-8cd9-2fd327e6ffdb x-openstack-request-id: req-2483f5b9-a862-4a22-8cd9-2fd327e6ffdb {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:01.430728 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982f16d0-3f42-47c7-aec6-1f34a11c339a", "name": "network-vif-deleted", "tag": "98059c50-e904-4808-a585-b6cda21cd59b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:01.431359 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2483f5b9-a862-4a22-8cd9-2fd327e6ffdb {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:01.431359 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982f16d0-3f42-47c7-aec6-1f34a11c339a', 'name': 'network-vif-deleted', 'tag': '98059c50-e904-4808-a585-b6cda21cd59b', 'status': 'completed', 'code': 200} Jul 07 22:19:01.642303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10581c96-5738-440c-9d2e-391a77f56ce1 req-f7f04cc8-4aad-46f2-b091-e467b85f62d0 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0f8da35f55943df997e5355a0be6205 HTTP/1.1" status: 200 len: 6158 time: 0.1918278 Jul 07 22:19:01.723413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10581c96-5738-440c-9d2e-391a77f56ce1 req-1852488f-0834-4f5e-a257-1ea36af834f7 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/36b45abc-d98b-4532-a1d9-b5d44a6080eb HTTP/1.1" status: 200 len: 2985 time: 0.0798900 Jul 07 22:19:01.751196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c29e6-f52c-4f04-b2b4-b3cd7ca1fbe2 req-668f8c58-87a0-490b-97c2-24aee82bcf47 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:01.753452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f19c29e6-f52c-4f04-b2b4-b3cd7ca1fbe2 req-668f8c58-87a0-490b-97c2-24aee82bcf47 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.1702695 Jul 07 22:19:01.807199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33626) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:01.938712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f19c29e6-f52c-4f04-b2b4-b3cd7ca1fbe2 req-c0d99c35-d9ff-4f92-a4d9-21570c648324 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602967 Jul 07 22:19:01.958900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10581c96-5738-440c-9d2e-391a77f56ce1 req-d7944409-e9bc-4138-8dc9-61ed382c459c tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/36b45abc-d98b-4532-a1d9-b5d44a6080eb HTTP/1.1" status: 200 len: 2985 time: 0.2343035 Jul 07 22:19:01.990013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-8f782442-4ea8-4b6c-922d-c625631cc09e req-642ba32d-dee9-4cac-beac-fae9ef6c1a74 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1595115253', 'description': 'tempest-description-172154972'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:02.028531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8f782442-4ea8-4b6c-922d-c625631cc09e req-642ba32d-dee9-4cac-beac-fae9ef6c1a74 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.040735 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e8cf-de5e-4eff-8dc1-06634926c6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.183424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33642) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:02.219981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e8cf-de5e-4eff-8dc1-06634926c6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.228184 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e8cf-de5e-4eff-8dc1-06634926c6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.276646 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c8d7e8cf-de5e-4eff-8dc1-06634926c6f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0ee2c6228004399a9d8a3d4739d48d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683359 Jul 07 22:19:02.279733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33646) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:02.287541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7e8cf-de5e-4eff-8dc1-06634926c6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e02a7e-b225-460f-93fb-b02156a99007,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:02.396049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5add0fa-c7c9-4340-af27-f406cf39d2ba admin admin] Deleting subnet ffb5f294-0afb-4d36-822a-0e5fef93ad94 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:02.406599 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5add0fa-c7c9-4340-af27-f406cf39d2ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.485661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec245bbe-815d-4ad9-9fc7-dc5cbbee9075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.500122 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5add0fa-c7c9-4340-af27-f406cf39d2ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.539396 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8f782442-4ea8-4b6c-922d-c625631cc09e req-642ba32d-dee9-4cac-beac-fae9ef6c1a74 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.556615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8f782442-4ea8-4b6c-922d-c625631cc09e req-642ba32d-dee9-4cac-beac-fae9ef6c1a74 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.574867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f3f74-09b5-4735-a266-301af3a8ef37 req-d1dfc72c-09a7-46e8-8db8-afd9603349cd tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:02.576442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-250f3f74-09b5-4735-a266-301af3a8ef37 req-d1dfc72c-09a7-46e8-8db8-afd9603349cd tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.2248061 Jul 07 22:19:02.582062 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec245bbe-815d-4ad9-9fc7-dc5cbbee9075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.633014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5add0fa-c7c9-4340-af27-f406cf39d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.671046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8f782442-4ea8-4b6c-922d-c625631cc09e req-642ba32d-dee9-4cac-beac-fae9ef6c1a74 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.676580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f782442-4ea8-4b6c-922d-c625631cc09e req-642ba32d-dee9-4cac-beac-fae9ef6c1a74 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6918976 Jul 07 22:19:02.684326 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.744343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ba32d-dee9-4cac-beac-fae9ef6c1a74 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4f769a-eccb-4a37-8684-f085eb9ac37f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:02.778818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-250f3f74-09b5-4735-a266-301af3a8ef37 req-6fcc8979-38a0-4d80-93f6-8085091e8b27 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924574 Jul 07 22:19:02.813348 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5add0fa-c7c9-4340-af27-f406cf39d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.862460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec245bbe-815d-4ad9-9fc7-dc5cbbee9075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.865163 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec245bbe-815d-4ad9-9fc7-dc5cbbee9075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.869779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ec245bbe-815d-4ad9-9fc7-dc5cbbee9075 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a8e02a7e-b225-460f-93fb-b02156a99007 HTTP/1.1" status: 204 len: 168 time: 0.5888796 Jul 07 22:19:02.876370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5add0fa-c7c9-4340-af27-f406cf39d2ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffb5f294-0afb-4d36-822a-0e5fef93ad94,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:02.882375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ac4af46f-08f8-4a46-a8b1-0666b2a49ad1 req-e808e67a-02af-442f-946b-ad86764bf632 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-379558133', 'description': 'tempest-description-542872647'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:02.893083 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5add0fa-c7c9-4340-af27-f406cf39d2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:02.896124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a5add0fa-c7c9-4340-af27-f406cf39d2ba admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ffb5f294-0afb-4d36-822a-0e5fef93ad94 HTTP/1.1" status: 204 len: 168 time: 0.7105315 Jul 07 22:19:02.898466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:02.913669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec245bbe-815d-4ad9-9fc7-dc5cbbee9075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e02a7e-b225-460f-93fb-b02156a99007,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:02.949462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ac4af46f-08f8-4a46-a8b1-0666b2a49ad1 req-e808e67a-02af-442f-946b-ad86764bf632 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.052144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.139434 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ac4af46f-08f8-4a46-a8b1-0666b2a49ad1 req-e808e67a-02af-442f-946b-ad86764bf632 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.147000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ac4af46f-08f8-4a46-a8b1-0666b2a49ad1 req-e808e67a-02af-442f-946b-ad86764bf632 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.233759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.255441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e114daf-996f-481e-afff-1999dfe6ac48']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:03.292829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1b71b2-9f6f-4605-a65e-d24c48bded0b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:03.293136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1b71b2-9f6f-4605-a65e-d24c48bded0b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:03.304276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.314212 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ac4af46f-08f8-4a46-a8b1-0666b2a49ad1 req-e808e67a-02af-442f-946b-ad86764bf632 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.318942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac4af46f-08f8-4a46-a8b1-0666b2a49ad1 req-e808e67a-02af-442f-946b-ad86764bf632 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4474773 Jul 07 22:19:03.324213 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.336865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808e67a-02af-442f-946b-ad86764bf632 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51ae8d0-36c0-4ae8-ada6-1a07f6e8b036,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:03.354619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:03.355396 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:03.357619 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:03.374429 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:03.402431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a69f0-a9e1-4f16-a1fe-11f05fab6a55 req-255f52db-c060-445f-8bb7-ab645b20755e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:03.410374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de9a69f0-a9e1-4f16-a1fe-11f05fab6a55 req-255f52db-c060-445f-8bb7-ab645b20755e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.2267087 Jul 07 22:19:03.438735 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.454978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.464852 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] 10.222.0.81 "DELETE /v2.0/networks/7e114daf-996f-481e-afff-1999dfe6ac48 HTTP/1.1" status: 204 len: 168 time: 0.5652943 Jul 07 22:19:03.473484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de9a69f0-a9e1-4f16-a1fe-11f05fab6a55 req-3272bebe-7207-4d9e-915a-400226c27887 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622325 Jul 07 22:19:03.481093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff0d43-50aa-4aed-a78c-1464d3440ffd admin admin] Pushing event deleted for resources: {'Network': ['ID=7e114daf-996f-481e-afff-1999dfe6ac48,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:03.559830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:03.588762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca82c5e3-7c68-4d6f-a6f8-b2be5a8fb52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.606981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:03.607227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3fadfa62-be60-4a4f-bd6c-c2ab262e13f1 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:03.809753 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:03.837795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-0a64b8ee-2a45-4392-922f-55fef5a0196d tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:03.844729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-0a64b8ee-2a45-4392-922f-55fef5a0196d tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 812 time: 0.1651804 Jul 07 22:19:03.856145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-a4868b00-7af8-4816-85c7-bbf3b0b83e53 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/quotas/c0f8da35f55943df997e5355a0be6205 HTTP/1.1" status: 200 len: 375 time: 0.0105636 Jul 07 22:19:03.858471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca82c5e3-7c68-4d6f-a6f8-b2be5a8fb52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:03.874663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca82c5e3-7c68-4d6f-a6f8-b2be5a8fb52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.007860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-71787d41-4b01-4fbb-b809-b08d275261d0 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367204 Jul 07 22:19:04.021337 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c9da5d66-7489-479f-8c12-dd0d3b6d1b77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98d93953642e4ed9aadc1e312e5a9ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066176 Jul 07 22:19:04.030902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:04.058571 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca82c5e3-7c68-4d6f-a6f8-b2be5a8fb52f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d667c751c5014114b7c3c50719e452d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6826837 Jul 07 22:19:04.071628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82c5e3-7c68-4d6f-a6f8-b2be5a8fb52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8890ba6c-1e2d-4175-9206-0854ce9a174e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:04.074765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 98059c50-e904-4808-a585-b6cda21cd59b no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:04.088001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33718) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:04.121947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 98059c50-e904-4808-a585-b6cda21cd59b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:04.122319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 98059c50-e904-4808-a585-b6cda21cd59b not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:04.226726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-472d6d53-da57-443e-aaaa-d4900a372d66 service neutron] 10.222.0.81 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179599 Jul 07 22:19:04.241544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3407903c-34ce-48fa-ad1f-0941a8d1099f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.303817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44079f3d-8a4d-4ea4-b043-e53e9cdad7fa req-cd27dd8d-9e68-4001-8007-f8955514dd99 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:04.305397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44079f3d-8a4d-4ea4-b043-e53e9cdad7fa req-cd27dd8d-9e68-4001-8007-f8955514dd99 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.1729193 Jul 07 22:19:04.320204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3407903c-34ce-48fa-ad1f-0941a8d1099f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.322425 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d36ab75e-f1f2-4d8d-a495-1f9408a7a385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.381189 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44079f3d-8a4d-4ea4-b043-e53e9cdad7fa req-daea3435-0fb2-4a76-b407-5473c648b1af tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502725 Jul 07 22:19:04.406046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d36ab75e-f1f2-4d8d-a495-1f9408a7a385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.419853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-64f8d6cf-11fb-4f59-9da0-709677b244ff service neutron] 10.222.0.81 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804957 Jul 07 22:19:04.548313 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3407903c-34ce-48fa-ad1f-0941a8d1099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.550141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3407903c-34ce-48fa-ad1f-0941a8d1099f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.554212 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3407903c-34ce-48fa-ad1f-0941a8d1099f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd28302d-c2bc-43c4-a0a5-3874fbe83f07 HTTP/1.1" status: 204 len: 168 time: 0.5185952 Jul 07 22:19:04.568603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407903c-34ce-48fa-ad1f-0941a8d1099f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd28302d-c2bc-43c4-a0a5-3874fbe83f07,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:04.578521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d36ab75e-f1f2-4d8d-a495-1f9408a7a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.587454 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d36ab75e-f1f2-4d8d-a495-1f9408a7a385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:04.591370 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d36ab75e-f1f2-4d8d-a495-1f9408a7a385 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8890ba6c-1e2d-4175-9206-0854ce9a174e HTTP/1.1" status: 204 len: 168 time: 0.5023162 Jul 07 22:19:04.617588 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ab75e-f1f2-4d8d-a495-1f9408a7a385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8890ba6c-1e2d-4175-9206-0854ce9a174e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:04.819881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fc3a010-76d8-40fd-ad42-a3f1845cdc54 req-60255127-fab0-457b-ad20-3ba7c49339ef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 210 time: 0.0837436 Jul 07 22:19:04.960660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162827d-354f-4fe7-a162-75563f655275 req-203b54de-2044-456f-932f-b0437eea4b1f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:04.969702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6162827d-354f-4fe7-a162-75563f655275 req-203b54de-2044-456f-932f-b0437eea4b1f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.1619763 Jul 07 22:19:05.062231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6162827d-354f-4fe7-a162-75563f655275 req-9b9bbf3e-9956-462a-b318-4bd7ae392f85 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879550 Jul 07 22:19:05.709407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2c2c2-6b00-4327-91a2-c23cdf76e079 req-b285c8f7-ab80-425a-8554-53fe3ff68e77 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:05.717051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42e2c2c2-6b00-4327-91a2-c23cdf76e079 req-b285c8f7-ab80-425a-8554-53fe3ff68e77 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.1209080 Jul 07 22:19:05.766830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42e2c2c2-6b00-4327-91a2-c23cdf76e079 req-78d74a60-42ee-44ee-8b21-f546458ea20e tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487859 Jul 07 22:19:06.034353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb8af7fa-55fa-45e5-a75d-eba76a5788ee req-9bab5543-ad32-420d-99ec-e3f0cbd95b2c tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 210 time: 0.0473025 Jul 07 22:19:06.422091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:06.598545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-c6ca9fe2-1a3d-4d3b-b344-e71e208e9513 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.601232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-c6ca9fe2-1a3d-4d3b-b344-e71e208e9513 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.44 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 812 time: 0.2838125 Jul 07 22:19:06.652624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-865860184-network', 'tenant_id': 'af75a2ac7f334983be32311526235296'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:06.707952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Made reservation on behalf of af75a2ac7f334983be32311526235296 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:06.711916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:06.722110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'port': {'device_id': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0', 'admin_state_up': True, 'tenant_id': 'c0f8da35f55943df997e5355a0be6205'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:06.738337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:06.956528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccf872-62a5-49eb-b7e5-71c28ad40344 req-6b7723ff-20b2-46be-9782-7ec0577aeb8f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:06.967931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79ccf872-62a5-49eb-b7e5-71c28ad40344 req-6b7723ff-20b2-46be-9782-7ec0577aeb8f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.3641233 Jul 07 22:19:06.975382 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:06.979824 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.019063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:07.027448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29de6e37-3341-49e9-b840-219c3301be0f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:07.034862 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.035588 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Added segment 9f948428-f10b-4743-a8c3-5d1fa321ee11 of type vlan for network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 Jul 07 22:19:07.119960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:07.155769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79ccf872-62a5-49eb-b7e5-71c28ad40344 req-84e628ab-52a0-4388-85b0-0d58dc2bec9f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836441 Jul 07 22:19:07.181101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.182119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Made reservation on behalf of c0f8da35f55943df997e5355a0be6205 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:07.186459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.235312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15079dad-c9a7-4dc7-9104-59a8c492f334 req-34e3ed00-e2ed-4903-a438-19a60498d859 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:07.244631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15079dad-c9a7-4dc7-9104-59a8c492f334 req-34e3ed00-e2ed-4903-a438-19a60498d859 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.2602198 Jul 07 22:19:07.265877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.267016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:07.271791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.319999 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8960452 Jul 07 22:19:07.344563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:07.368285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Request body: {'subnet': {'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-865860184-subnet', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:07.429405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15079dad-c9a7-4dc7-9104-59a8c492f334 req-c29132f8-262b-4c40-8745-aedcb645c79d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812339 Jul 07 22:19:07.508976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c4742-3740-40ea-9e1e-ee2b3c0d6bdc admin admin] Pushing event updated for resources: {'Network': ['ID=1db8a33c-b73a-41e0-84d5-18bf30ef0697,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:07.525120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:07.553264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Allocated IP 172.20.0.14 (cfc09c07-d5b6-4d8e-8e79-660b663a30a0/3fcee350-1979-4082-84e2-90ac6f015ef3/0cd1a71b-4d66-4413-a009-e8924bf55443) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:07.577063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6c89453-e1e0-49e0-91ce-6d0f1f1f127d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.601832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Made reservation on behalf of af75a2ac7f334983be32311526235296 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:07.605109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.636855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ad85594-1ae7-4857-beb6-d746fcb89d4c req-6d74e034-d851-4ee0-805e-ff161bfcf256 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 210 time: 0.0715554 Jul 07 22:19:07.838352 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6c89453-e1e0-49e0-91ce-6d0f1f1f127d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.851776 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6c89453-e1e0-49e0-91ce-6d0f1f1f127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:07.908205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33876) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:07.979982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c89453-e1e0-49e0-91ce-6d0f1f1f127d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa5379-c63e-4f3f-af7f-ff16b219409c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:07.993256 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a6c89453-e1e0-49e0-91ce-6d0f1f1f127d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e345bedbaaf44f09c1f39334a84eb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8721068 Jul 07 22:19:08.000195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:08.029391 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.152390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b946f205-bee3-4b14-9a3b-2507e5e4e9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.154278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:08.177274 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7eaa85f8-b83a-4e97-aef2-e94f5c3c2153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.212831 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b946f205-bee3-4b14-9a3b-2507e5e4e9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.229817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Checking segment: {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:08.230313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Network hostable DHCP agents. Network: 1db8a33c-b73a-41e0-84d5-18bf30ef0697, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:19:08.308107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:19:08.331596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 1db8a33c-b73a-41e0-84d5-18bf30ef0697) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:08.341494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.342580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.348473 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b946f205-bee3-4b14-9a3b-2507e5e4e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.351183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b946f205-bee3-4b14-9a3b-2507e5e4e9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.355032 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b946f205-bee3-4b14-9a3b-2507e5e4e9e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17aa5379-c63e-4f3f-af7f-ff16b219409c HTTP/1.1" status: 204 len: 168 time: 0.3513458 Jul 07 22:19:08.360185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e7389-198e-489e-aae6-d305650381aa None None] Network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:08.374792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946f205-bee3-4b14-9a3b-2507e5e4e9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa5379-c63e-4f3f-af7f-ff16b219409c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:08.396958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7eaa85f8-b83a-4e97-aef2-e94f5c3c2153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.405921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7eaa85f8-b83a-4e97-aef2-e94f5c3c2153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.417092 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-62cd16bc-99e7-4c15-9a32-ffe5d5abcd72 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0630064 Jul 07 22:19:08.450902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33886) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:08.458016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:08.507920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa85f8-b83a-4e97-aef2-e94f5c3c2153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47cbac3-cdba-4a28-95fd-d7908fd5d328,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:08.518923 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7eaa85f8-b83a-4e97-aef2-e94f5c3c2153 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=729fda9eddcb4e78b2e9fb8de333573a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5721848 Jul 07 22:19:08.520477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:08.531891 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.533000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.590869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9054da5-91cb-49f1-8316-c15b9c7c0ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.596631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.602457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c806973-9a0f-4fb3-b6f2-3aa59553ad7b None None] Network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:08.609595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e0dd9-d3be-4e64-b32f-4a76d8a490ee req-63086e00-c751-4029-97af-bc33bb2e4016 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:08.611118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-379e0dd9-d3be-4e64-b32f-4a76d8a490ee req-63086e00-c751-4029-97af-bc33bb2e4016 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.1900835 Jul 07 22:19:08.638377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9054da5-91cb-49f1-8316-c15b9c7c0ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.711351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9054da5-91cb-49f1-8316-c15b9c7c0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.714832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9054da5-91cb-49f1-8316-c15b9c7c0ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.720680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:08.722293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b9054da5-91cb-49f1-8316-c15b9c7c0ed3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b47cbac3-cdba-4a28-95fd-d7908fd5d328 HTTP/1.1" status: 204 len: 168 time: 0.1984122 Jul 07 22:19:08.742710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9054da5-91cb-49f1-8316-c15b9c7c0ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47cbac3-cdba-4a28-95fd-d7908fd5d328,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:08.792690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-379e0dd9-d3be-4e64-b32f-4a76d8a490ee req-393782a7-80b1-4bb6-8a59-de99dc65c09a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343536 Jul 07 22:19:08.882503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.048080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fdcff59b-7dff-4292-9194-07906c5543dc req-ed4e14cd-bc07-4682-ab59-f575edf3e177 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 210 time: 0.0405807 Jul 07 22:19:09.061593 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.084058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:09.109268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:09.115050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:09.121177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:09.184513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'Port': ['ID=0cd1a71b-4d66-4413-a009-e8924bf55443,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:09.209480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cd859-b7a9-4014-bb32-157993880d05 req-d6f0028d-910c-4123-8659-f60a81fe2856 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:09.210911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-140cd859-b7a9-4014-bb32-157993880d05 req-d6f0028d-910c-4123-8659-f60a81fe2856 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.2680972 Jul 07 22:19:09.222699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:09.223329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.266947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-840b4f70-bed1-447c-936f-9d5dc38b55e1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6264577 Jul 07 22:19:09.283006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Request body: {'port': {'device_id': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:09.379817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-140cd859-b7a9-4014-bb32-157993880d05 req-54d01675-70d0-41f0-a2c2-79e4c0945ddb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527498 Jul 07 22:19:09.432930 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.460682 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.503886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:09.524761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90a5f307-e161-42d6-aab6-4e73ad2e1685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.534205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.688860 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90a5f307-e161-42d6-aab6-4e73ad2e1685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.694228 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90a5f307-e161-42d6-aab6-4e73ad2e1685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.714194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Allocated IP 172.25.8.84 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/4342a6de-3eb6-45f8-9fc3-1137e76ca27d) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:09.738030 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-90a5f307-e161-42d6-aab6-4e73ad2e1685 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83d7050d9eee400dbc294a6a7a169579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329140 Jul 07 22:19:09.738964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:09.764877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5f307-e161-42d6-aab6-4e73ad2e1685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27f16cf-7300-472b-9b0a-d1ddb522ab28,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:09.861255 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73354018-2863-4434-a9e3-40eb89d5e26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.917110 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73354018-2863-4434-a9e3-40eb89d5e26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:09.976121 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.077867 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73354018-2863-4434-a9e3-40eb89d5e26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.081884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd1a71b-4d66-4413-a009-e8924bf55443 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:10.082659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73354018-2863-4434-a9e3-40eb89d5e26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.083833 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-73354018-2863-4434-a9e3-40eb89d5e26b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d27f16cf-7300-472b-9b0a-d1ddb522ab28 HTTP/1.1" status: 204 len: 168 time: 0.3397586 Jul 07 22:19:10.098620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73354018-2863-4434-a9e3-40eb89d5e26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27f16cf-7300-472b-9b0a-d1ddb522ab28,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:10.128210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.185084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Transition to ACTIVE for port object 0cd1a71b-4d66-4413-a009-e8924bf55443 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:10.198481 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.235111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.354734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280d08b-0dab-4585-b567-a5036522e9b8 req-29d67239-d792-41f4-aeee-3427595ec722 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:10.361901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0280d08b-0dab-4585-b567-a5036522e9b8 req-29d67239-d792-41f4-aeee-3427595ec722 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.3565228 Jul 07 22:19:10.394156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:10.398194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33942) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:10.414182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:10.440907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:10.447164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Pushing event updated for resources: {'Port': ['ID=4342a6de-3eb6-45f8-9fc3-1137e76ca27d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:10.560844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f79ee35-2a5b-4307-825c-35580e44a9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.569003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0280d08b-0dab-4585-b567-a5036522e9b8 req-792cd800-055c-444c-aa3f-c47405debe6d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024965 Jul 07 22:19:10.607576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1a71b-4d66-4413-a009-e8924bf55443,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:10.702445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f79ee35-2a5b-4307-825c-35580e44a9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.708099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f79ee35-2a5b-4307-825c-35580e44a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.719162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9906d-1062-4d14-82f6-7c59f0330451 req-5f49f888-d3cd-48c9-97c3-08fbf32e875b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:10.720939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dff9906d-1062-4d14-82f6-7c59f0330451 req-5f49f888-d3cd-48c9-97c3-08fbf32e875b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 944 time: 0.4507239 Jul 07 22:19:10.762544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79ee35-2a5b-4307-825c-35580e44a9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09566ff6-8245-495d-81bb-3e9c522a06c2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:10.767645 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4f79ee35-2a5b-4307-825c-35580e44a9a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c327859de56b414ea0e46f18a4d215b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680127 Jul 07 22:19:10.770317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:10.839783 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57c99220-c381-4922-bb74-8bfcbd13eadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.865605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Attempting to bind port 0cd1a71b-4d66-4413-a009-e8924bf55443 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:10.866035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Attempting to bind port 0cd1a71b-4d66-4413-a009-e8924bf55443 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '32c00161-c8aa-4d8a-abd6-08ad15463f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:10.866483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Attempting to bind port 0cd1a71b-4d66-4413-a009-e8924bf55443 on network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:10.871466 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57c99220-c381-4922-bb74-8bfcbd13eadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.895526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Port 0cd1a71b-4d66-4413-a009-e8924bf55443 on network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:10.895972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Attempting to bind port 0cd1a71b-4d66-4413-a009-e8924bf55443 on network cfc09c07-d5b6-4d8e-8e79-660b663a30a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:10.912903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dff9906d-1062-4d14-82f6-7c59f0330451 req-0b445778-2dbf-49d7-aa0c-21a2b9b007f3 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558843 Jul 07 22:19:10.955677 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57c99220-c381-4922-bb74-8bfcbd13eadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.958529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57c99220-c381-4922-bb74-8bfcbd13eadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.961994 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57c99220-c381-4922-bb74-8bfcbd13eadf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09566ff6-8245-495d-81bb-3e9c522a06c2 HTTP/1.1" status: 204 len: 168 time: 0.1883636 Jul 07 22:19:10.965725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:10.966167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Checking segment: {'id': '32c00161-c8aa-4d8a-abd6-08ad15463f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:10.966616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Bound using segment: {'id': '32c00161-c8aa-4d8a-abd6-08ad15463f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:10.967267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Bound port: 0cd1a71b-4d66-4413-a009-e8924bf55443, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c00161-c8aa-4d8a-abd6-08ad15463f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:10.967853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:10.979390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c99220-c381-4922-bb74-8bfcbd13eadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09566ff6-8245-495d-81bb-3e9c522a06c2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:11.149546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8d4aa-bb4f-4497-b3f0-6c2e1a13fa63 req-1d935222-26b7-44ea-ba71-aa1685cfc9fb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:11.151622 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb8d4aa-bb4f-4497-b3f0-6c2e1a13fa63 req-1d935222-26b7-44ea-ba71-aa1685cfc9fb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.4276726 Jul 07 22:19:11.224675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] For port 0cd1a71b-4d66-4413-a009-e8924bf55443, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:11.244740 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.309577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb8d4aa-bb4f-4497-b3f0-6c2e1a13fa63 req-338425a1-0618-483f-97ca-305b35f2b3d4 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513178 Jul 07 22:19:11.311593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] For port 0cd1a71b-4d66-4413-a009-e8924bf55443, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0cd1a71b-4d66-4413-a009-e8924bf55443,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:11.318756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.371057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:11.371684 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:11.373138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] 10.222.0.44 "PUT /v2.0/ports/0cd1a71b-4d66-4413-a009-e8924bf55443 HTTP/1.1" status: 200 len: 1093 time: 2.0978072 Jul 07 22:19:11.380017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:11.382310 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc57461e-6006-4616-8822-5045b63e2b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:11.477435 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088bf41f-6e5b-4e03-a754-2d38ee348e95 x-openstack-request-id: req-088bf41f-6e5b-4e03-a754-2d38ee348e95 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:11.477729 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:11.477981 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-088bf41f-6e5b-4e03-a754-2d38ee348e95 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:11.478423 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443', 'status': 'completed', 'code': 200} Jul 07 22:19:11.479301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c27ac-f1f0-48f1-986b-1aa80261a809 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd1a71b-4d66-4413-a009-e8924bf55443,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:11.595600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-5a056b40-92c4-4fed-8990-9f0ee53ada3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:11.604159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-5a056b40-92c4-4fed-8990-9f0ee53ada3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 1096 time: 0.1637564 Jul 07 22:19:12.061336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:12.132803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-2a462e1e-59b4-4989-bf2a-ef895e789dd5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cd1a71b-4d66-4413-a009-e8924bf55443 HTTP/1.1" status: 200 len: 217 time: 0.5175526 Jul 07 22:19:12.279129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.310561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-d534e55d-a7ac-4cd0-9f0a-04de31c66c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:12.312030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-d534e55d-a7ac-4cd0-9f0a-04de31c66c1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 200 len: 852 time: 0.1339669 Jul 07 22:19:12.360985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1185475199'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:12.387725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Made reservation on behalf of 0f20312a22b74ae8838dbf0d03f6ca92 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:12.394173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.406512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678715fa-bdc4-489f-93dc-e6920ac2a54c req-9c40f3a6-2c32-47ef-9490-488ed9782e49 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:12.407768 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.407897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-678715fa-bdc4-489f-93dc-e6920ac2a54c req-9c40f3a6-2c32-47ef-9490-488ed9782e49 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 944 time: 0.2815647 Jul 07 22:19:12.413114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-cc6dd6a0-6b46-4f72-bcee-883d25017e34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588291 Jul 07 22:19:12.428914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a85b5-f4bc-4461-a674-d1b62394ed59 req-448f73ce-0144-47b9-9368-79b3ffb1aef8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:12.437467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab6a85b5-f4bc-4461-a674-d1b62394ed59 req-448f73ce-0144-47b9-9368-79b3ffb1aef8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.3072662 Jul 07 22:19:12.556457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.561810 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.605290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:12.621936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-678715fa-bdc4-489f-93dc-e6920ac2a54c req-4afdbb39-ce3f-4806-879e-29697c20092b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813235 Jul 07 22:19:12.625656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5775519c-94d2-444c-8108-f8bc5eade7d5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:12.628467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab6a85b5-f4bc-4461-a674-d1b62394ed59 req-174fe602-985d-4f6b-b1c8-f92beeec48a7 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898172 Jul 07 22:19:12.649328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.649674 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Added segment c015375e-a3dc-4331-983a-764167a6fde8 of type vlan for network fa7f952c-f52a-45e8-b347-71631350a125 Jul 07 22:19:12.737324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.738515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-446ff297-659b-40fa-81c3-3786f46f1458 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971621 Jul 07 22:19:12.784718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:19:12.803339 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.812338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:12.813265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:12.908064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Pushing event updated for resources: {'Network': ['ID=fa7f952c-f52a-45e8-b347-71631350a125,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:12.917183 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0cd725b2-c158-48a1-bea7-cd4353b71835 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8539438 Jul 07 22:19:12.918300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:12.923161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network fa7f952c-f52a-45e8-b347-71631350a125 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:12.973149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-422298fd-740c-472d-b68c-d4fca6cf67b1 req-aef6c4fe-49c8-48f6-9009-1a44d09c6d53 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250631 Jul 07 22:19:13.011663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:13.132524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Sync routers for ids ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:13.147211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.151153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e77bf6b4-b30d-4090-a393-69fbdb33b744 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6939549 Jul 07 22:19:13.153108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34038) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:13.181832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Routers {'8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:13.183171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:13.272669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254cf06-0f20-40c2-8f53-ef130a4aeb98 req-5bf7f6a2-7b48-4ffa-a5a9-378dc43a651f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:13.289735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5254cf06-0f20-40c2-8f53-ef130a4aeb98 req-5bf7f6a2-7b48-4ffa-a5a9-378dc43a651f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.2137017 Jul 07 22:19:13.293471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Request body: {'network': {'name': 'tempest-network--1174382443', 'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:13.318386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57461e-6006-4616-8822-5045b63e2b8c req-d8029197-53dd-4188-98f3-f2526d65f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:13.320535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc57461e-6006-4616-8822-5045b63e2b8c req-d8029197-53dd-4188-98f3-f2526d65f4f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 1096 time: 0.2561901 Jul 07 22:19:13.362735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5254cf06-0f20-40c2-8f53-ef130a4aeb98 req-b9978b50-f722-451c-8d64-fa1d8a0ed379 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792811 Jul 07 22:19:13.421068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Made reservation on behalf of c27325ec100041e2938c46e781631a00 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:13.424437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.439870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.460796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Set router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:13.569647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57461e-6006-4616-8822-5045b63e2b8c req-6409064c-2994-48d1-92a6-4bcab571092b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:13.571333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc57461e-6006-4616-8822-5045b63e2b8c req-6409064c-2994-48d1-92a6-4bcab571092b service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 913 time: 0.2246015 Jul 07 22:19:13.664141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc57461e-6006-4616-8822-5045b63e2b8c req-18fdb799-c192-4fec-b9b5-bc4f1b858dc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cd1a71b-4d66-4413-a009-e8924bf55443 HTTP/1.1" status: 200 len: 217 time: 0.0843720 Jul 07 22:19:13.803895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57461e-6006-4616-8822-5045b63e2b8c req-d39a00ad-88f5-43e0-b0c0-f0fd15c9835f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:13.813257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc57461e-6006-4616-8822-5045b63e2b8c req-d39a00ad-88f5-43e0-b0c0-f0fd15c9835f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 200 len: 852 time: 0.1413703 Jul 07 22:19:13.878927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.899140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc57461e-6006-4616-8822-5045b63e2b8c req-d1df6bb6-30c5-46a6-b82f-bb5c6048bdd0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683858 Jul 07 22:19:13.919999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.926631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:13.965030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:14.042906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cfd384-3ad3-4762-9f1c-2ded71ac7749,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:14.046590 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.046927 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Added segment 6db7a394-e466-4c30-a041-524a2ec76322 of type vlan for network 8ee67e4f-8612-4dc9-81ac-f5304ff84afe Jul 07 22:19:14.065361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:08Z', 'updated_at': '2021-07-07T22:19:10Z', 'revision_number': 3, 'project_id': 'af75a2ac7f334983be32311526235296', 'gw_port': {'id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:09Z', 'updated_at': '2021-07-07T22:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:14.144683 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.150536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Checking router: 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:14.151194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Updating router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:19:14.192508 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.222113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc57461e-6006-4616-8822-5045b63e2b8c req-aed2cb10-8070-445e-b93c-0fc000a1ed63 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039095 Jul 07 22:19:14.232275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c52b-4e2d-40f3-9d35-9a97423b2e4a req-85e5c7f1-9410-4988-bd09-d55fee59eb05 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:14.233918 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.234945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:14.235528 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.241729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14c6c52b-4e2d-40f3-9d35-9a97423b2e4a req-85e5c7f1-9410-4988-bd09-d55fee59eb05 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 944 time: 0.2985229 Jul 07 22:19:14.297159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Allocated IP 172.20.0.1 (1db8a33c-b73a-41e0-84d5-18bf30ef0697/96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd/0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:14.302618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'Network': ['ID=8ee67e4f-8612-4dc9-81ac-f5304ff84afe,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:14.332132 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-61b10a8d-9fc2-4bef-8d98-cd2e3cc8d200 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4122136 Jul 07 22:19:14.336722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34074) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:14.363947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c55ef-aa4a-4535-ba7a-9df20f84b814 req-d3d86be5-9683-4fbf-9bef-48a44732cbc9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:14.372517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-964c55ef-aa4a-4535-ba7a-9df20f84b814 req-d3d86be5-9683-4fbf-9bef-48a44732cbc9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.3977365 Jul 07 22:19:14.414240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14c6c52b-4e2d-40f3-9d35-9a97423b2e4a req-be7e0172-1287-4e63-a9f5-b3c44bcb039a tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717470 Jul 07 22:19:14.474640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.481130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-964c55ef-aa4a-4535-ba7a-9df20f84b814 req-ed530c09-9482-4ec7-b80f-0338365d7c92 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075046 Jul 07 22:19:14.513634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc57461e-6006-4616-8822-5045b63e2b8c req-51e3a5d2-5870-4baf-9c86-21b5595970da service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660444 Jul 07 22:19:14.577225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 8ee67e4f-8612-4dc9-81ac-f5304ff84afe details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:14.587292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.609281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.624186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee67e4f-8612-4dc9-81ac-f5304ff84afe']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:14.638715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db7a394-e466-4c30-a041-524a2ec76322') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:14.639015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db7a394-e466-4c30-a041-524a2ec76322') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:14.696382 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.732003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.750378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:14.750792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.753339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-ca50d8c9-009c-4af8-9a79-1e99994af1f4 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:14.754033 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:14.756814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-ca50d8c9-009c-4af8-9a79-1e99994af1f4 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.1557195 Jul 07 22:19:14.768446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.785980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-695012-11'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:14.891289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:14.897399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:14.905415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064cde-8c6a-453c-96a7-9f29f3838916 req-93a8f3f7-6664-4770-bc98-342384aced8a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:14.907166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be064cde-8c6a-453c-96a7-9f29f3838916 req-93a8f3f7-6664-4770-bc98-342384aced8a tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 945 time: 0.1795719 Jul 07 22:19:14.909735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:14.913604 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:14.996269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.005471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be064cde-8c6a-453c-96a7-9f29f3838916 req-6aad0544-e99b-4073-940a-ce397ced44ba tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893359 Jul 07 22:19:15.091596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34094) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:15.098832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.106247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:15.116357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.151670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Transition to ACTIVE for port object 4342a6de-3eb6-45f8-9fc3-1137e76ca27d will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:15.156252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.161606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ee67e4f-8612-4dc9-81ac-f5304ff84afe {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:19:15.166503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.169940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.171879 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "DELETE /v2.0/networks/8ee67e4f-8612-4dc9-81ac-f5304ff84afe HTTP/1.1" status: 204 len: 168 time: 0.8342099 Jul 07 22:19:15.179465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34108) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:15.196667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bb109-4bde-423d-9b7b-69d20ee8307a tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ee67e4f-8612-4dc9-81ac-f5304ff84afe,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:15.198905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:15.209276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:15.241743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Attempting to bind port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:15.242519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Attempting to bind port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:15.243161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Attempting to bind port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:15.251164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:15.252225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:15.252949 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.253634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:15.254423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Bound port: 4342a6de-3eb6-45f8-9fc3-1137e76ca27d, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:15.255655 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.317721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Made reservation on behalf of c27325ec100041e2938c46e781631a00 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:15.326402 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.340601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] For port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:15.343862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] For port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4342a6de-3eb6-45f8-9fc3-1137e76ca27d,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:15.351013 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.365783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Pushing event updated for resources: {'Port': ['ID=4342a6de-3eb6-45f8-9fc3-1137e76ca27d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:15.375695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.376179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.376670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.378020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.378558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.379009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.379485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.380118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.380723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.381168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.381610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.382019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:15.400590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:15.426489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:15.427483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.432272 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.443340 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Routers {'8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:15.444131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:15.493064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e7f26-881f-4dbb-8984-a56b99ced8dd None None] Pushing event updated for resources: {'Port': ['ID=4342a6de-3eb6-45f8-9fc3-1137e76ca27d,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:15.521710 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-065271bd-9007-4f22-b7f4-4f95c275ab98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.532076 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.534485 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Added segment 7f6702d6-d630-4cb1-ac63-fcfcb0592413 of type vlan for network d82d2851-abb2-4e8e-907e-9ffbdb5b053e Jul 07 22:19:15.552623 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.573469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:15.613727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0cd1a71b-4d66-4413-a009-e8924bf55443 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:15.692101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:15.693922 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5c7abf-ff5d-4c1a-9288-cf67f86ba38d" -d '{"events": [{"server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "name": "network-vif-unplugged", "status": "completed", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:15.696133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] Set router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:15.698749 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.744220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:15.745129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.750528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:15.750707 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.812751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Pushing event updated for resources: {'Port': ['ID=52ab42d2-f6a8-48a8-bd52-396c009f6adc,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:15.874590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:19:15.941540 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:15.942584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:15.943175 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.012834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f42723-bcaa-4658-9908-b73d901b9276 req-9196e604-59e3-4a0a-93d7-c92e16cf107e tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:16.023690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67f42723-bcaa-4658-9908-b73d901b9276 req-9196e604-59e3-4a0a-93d7-c92e16cf107e tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 944 time: 0.3570433 Jul 07 22:19:16.025734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on host n-h2-695012-11 for vnic_type normal with profile {"migrating_to": "n-h1-695012-11"} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:16.026701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:16.027027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:16.039472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:19:16.097280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 0cd1a71b-4d66-4413-a009-e8924bf55443, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0cd1a71b-4d66-4413-a009-e8924bf55443,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:16.114448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:16.115097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:16.121073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '0cd1a71b-4d66-4413-a009-e8924bf55443', 'network_id': 'cfc09c07-d5b6-4d8e-8e79-660b663a30a0', 'port_id': '0cd1a71b-4d66-4413-a009-e8924bf55443', 'mac_address': 'fa:16:3e:50:3f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fcee350-1979-4082-84e2-90ac6f015ef3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:19:16.165905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67f42723-bcaa-4658-9908-b73d901b9276 req-d89ddfe7-f3ee-4d74-ad4d-f21477b7e7f1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412048 Jul 07 22:19:16.178501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:16.179118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:16.179632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:16.180762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Bound port: 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:16.181282 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.183017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:16.192415 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9c0ebf30-9be2-4ac6-94ac-e41a02176cd0 admin admin] 10.222.0.81 "PUT /v2.0/routers/8b9dfd7f-fc11-49e1-ad33-5fac009e29bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0375583 Jul 07 22:19:16.199872 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.211764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'Network': ['ID=d82d2851-abb2-4e8e-907e-9ffbdb5b053e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:16.219147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd1a71b-4d66-4413-a009-e8924bf55443 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:16.226763 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-065271bd-9007-4f22-b7f4-4f95c275ab98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.239990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-065271bd-9007-4f22-b7f4-4f95c275ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.242602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 0cd1a71b-4d66-4413-a009-e8924bf55443, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0cd1a71b-4d66-4413-a009-e8924bf55443,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:16.246666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network d82d2851-abb2-4e8e-907e-9ffbdb5b053e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:16.251628 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.252182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 52ab42d2-f6a8-48a8-bd52-396c009f6adc details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:16.307575 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee397e0-4896-40a1-84d3-4ae6028f978c x-openstack-request-id: req-8ee397e0-4896-40a1-84d3-4ae6028f978c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:16.307988 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "name": "network-vif-unplugged", "status": "completed", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:16.308369 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ee397e0-4896-40a1-84d3-4ae6028f978c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:16.308861 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc', 'code': 200} Jul 07 22:19:16.317977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-065271bd-9007-4f22-b7f4-4f95c275ab98 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d975a9388f944921b0c17baacc34a59b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2224302 Jul 07 22:19:16.319177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:16.323536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-217578b5-e17f-46c7-9e0b-919df88982cc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1430421 Jul 07 22:19:16.326713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34134) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:16.333494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Request body: {'subnet': {'network_id': 'd82d2851-abb2-4e8e-907e-9ffbdb5b053e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:16.375931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065271bd-9007-4f22-b7f4-4f95c275ab98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15043a6b-44e2-445d-a4bc-97cd2271503c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:16.405605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9019a87-8e46-4a0e-82c6-0f86f0db6f7a req-ddc8912d-f7d9-4bbf-81eb-41c9ea7ff3a6 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:16.409871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9019a87-8e46-4a0e-82c6-0f86f0db6f7a req-ddc8912d-f7d9-4bbf-81eb-41c9ea7ff3a6 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.3480184 Jul 07 22:19:16.440498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=0cd1a71b-4d66-4413-a009-e8924bf55443,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:16.441838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:16.448403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:08Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 4, 'project_id': 'af75a2ac7f334983be32311526235296', 'gw_port': {'id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:09Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2', 'name': '', 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'mac_address': 'fa:16:3e:68:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:13Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 2, 'project_id': 'af75a2ac7f334983be32311526235296', 'subnets': [{'id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:16.457816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Made reservation on behalf of c27325ec100041e2938c46e781631a00 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:16.460287 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.474964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:16.489748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b6e98-a348-4658-b01c-f1c48250f0eb None None] The sync data for ids ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'] in n-d-695012-11 is: [{'id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:08Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 4, 'project_id': 'af75a2ac7f334983be32311526235296', 'gw_port': {'id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:09Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2', 'name': '', 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'mac_address': 'fa:16:3e:68:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:13Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 2, 'project_id': 'af75a2ac7f334983be32311526235296', 'subnets': [{'id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:16.501226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.601790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9019a87-8e46-4a0e-82c6-0f86f0db6f7a req-ccfe6c49-60ca-4f56-b88d-75167c7b9108 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801310 Jul 07 22:19:16.659154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:16.713881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on host n-h2-695012-11 for vnic_type normal with profile {"migrating_to": "n-h1-695012-11"} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:16.714240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:16.714616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:16.723169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:16.723533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Attempting to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on network 878b13c4-887e-46a5-896b-2b42746546d2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:16.731006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:16.731544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Checking segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:16.732159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Bound using segment: {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:16.732640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Bound port: 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '878b13c4-887e-46a5-896b-2b42746546d2'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:16.733042 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.787105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:16.787758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:16.790408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] 10.222.0.44 "PUT /v2.0/ports/52ab42d2-f6a8-48a8-bd52-396c009f6adc HTTP/1.1" status: 200 len: 1123 time: 2.0136807 Jul 07 22:19:16.794234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d03cf-444f-4d6f-822e-4aff4d1dbd7e service neutron] Pushing event updated for resources: {'Port': ['ID=52ab42d2-f6a8-48a8-bd52-396c009f6adc,revision_number=8']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:16.878894 n-d-695012-11 neutron-server[93943]: WARNING neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Concurrent port binding operations failed on port 52ab42d2-f6a8-48a8-bd52-396c009f6adc Jul 07 22:19:16.900990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:16.912075 n-d-695012-11 neutron-server[93943]: INFO neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Attempt 2 to bind port 52ab42d2-f6a8-48a8-bd52-396c009f6adc Jul 07 22:19:16.912706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 52ab42d2-f6a8-48a8-bd52-396c009f6adc has no active binding in host n-h1-695012-11 {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:19:16.921490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abe171-3241-4c29-a029-fe4d0cde48e9 req-d41b848d-6d2b-4d94-b1f4-7e3821649caf tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:16.940986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25abe171-3241-4c29-a029-fe4d0cde48e9 req-d41b848d-6d2b-4d94-b1f4-7e3821649caf tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.3187521 Jul 07 22:19:16.990241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['52ab42d2-f6a8-48a8-bd52-396c009f6adc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:16.994277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['52ab42d2-f6a8-48a8-bd52-396c009f6adc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:17.117809 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ea861c9-1618-48e5-99c6-6e6e9fc2ec5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.126414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25abe171-3241-4c29-a029-fe4d0cde48e9 req-5c7bbc15-7005-4022-b763-8055f466dc69 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812670 Jul 07 22:19:17.175306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ea861c9-1618-48e5-99c6-6e6e9fc2ec5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.203492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-b3e63fb0-c9f0-41cd-9691-70a80d29d0bf tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:17.205017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-b3e63fb0-c9f0-41cd-9691-70a80d29d0bf tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/networks?id=1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 200 len: 810 time: 0.2605817 Jul 07 22:19:17.244250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-ff995149-aa9c-4385-bc8c-40609c24c60d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/quotas/af75a2ac7f334983be32311526235296 HTTP/1.1" status: 200 len: 375 time: 0.0296547 Jul 07 22:19:17.264638 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0cd1a71b-4d66-4413-a009-e8924bf55443'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:17.395393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-3bfa1712-24d6-4947-9299-569603d4e6aa tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=af75a2ac7f334983be32311526235296&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1496155 Jul 07 22:19:17.402292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ea861c9-1618-48e5-99c6-6e6e9fc2ec5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.422405 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ea861c9-1618-48e5-99c6-6e6e9fc2ec5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.423630 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2ea861c9-1618-48e5-99c6-6e6e9fc2ec5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15043a6b-44e2-445d-a4bc-97cd2271503c HTTP/1.1" status: 204 len: 168 time: 1.1031816 Jul 07 22:19:17.460382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea861c9-1618-48e5-99c6-6e6e9fc2ec5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15043a6b-44e2-445d-a4bc-97cd2271503c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:17.649813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-689472e6-1b32-4184-913d-e9b705fded13 service neutron] 10.222.0.81 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536407 Jul 07 22:19:17.678716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fea2e7-489e-4a58-8fbf-849d77b7e1ef req-78f98264-159e-4eda-92b3-8fdadd6e5715 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:17.686125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4fea2e7-489e-4a58-8fbf-849d77b7e1ef req-78f98264-159e-4eda-92b3-8fdadd6e5715 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 945 time: 0.2544348 Jul 07 22:19:17.725766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:19:17.726512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.835674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4fa8a518-8394-4f56-b420-18051b2940ed,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:17.854436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Checking segment: {'id': '7f6702d6-d630-4cb1-ac63-fcfcb0592413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd82d2851-abb2-4e8e-907e-9ffbdb5b053e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:17.854828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Network hostable DHCP agents. Network: d82d2851-abb2-4e8e-907e-9ffbdb5b053e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:19:17.898201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Network d82d2851-abb2-4e8e-907e-9ffbdb5b053e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:19:17.917297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, d82d2851-abb2-4e8e-907e-9ffbdb5b053e) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:17.931013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857abd9-50c3-4bbf-9edd-7848664dd5d0 None None] Network d82d2851-abb2-4e8e-907e-9ffbdb5b053e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:17.939472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:17.943934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:17.977148 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-27c6b496-53ab-4619-9eb7-cee1216de185 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6486647 Jul 07 22:19:17.979944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:17.987603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Request body: {'floatingip': {'floating_network_id': 'd82d2851-abb2-4e8e-907e-9ffbdb5b053e'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:18.048555 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.087409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4342a6de-3eb6-45f8-9fc3-1137e76ca27d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:18.179919 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:18.249191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00565d5e-9da1-4ae5-87cc-a255d839eae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.288923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4025ee-f093-46fd-a9d0-896cda19e1d3 None None] Network d82d2851-abb2-4e8e-907e-9ffbdb5b053e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:18.332132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:18.336689 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80e77de-4197-4182-801d-485d3e9337cc" -d '{"events": [{"name": "network-changed", "server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:18.359102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4fea2e7-489e-4a58-8fbf-849d77b7e1ef req-36b23456-6152-4e50-8992-edea93546d84 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708915 Jul 07 22:19:18.373989 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00565d5e-9da1-4ae5-87cc-a255d839eae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.381648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.384934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:18.392275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:18.392875 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.454243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-64636171-a775-46ea-af57-82e2c04dac52 service neutron] 10.222.0.81 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031759 Jul 07 22:19:18.531788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00565d5e-9da1-4ae5-87cc-a255d839eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.642391 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.675298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34182) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:18.675529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4342a6de-3eb6-45f8-9fc3-1137e76ca27d,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:18.676264 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-00565d5e-9da1-4ae5-87cc-a255d839eae3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c424a40c1db4fbe93f5dfc1d7df7368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4837759 Jul 07 22:19:18.680604 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00565d5e-9da1-4ae5-87cc-a255d839eae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d50d76d-d03b-4ead-bb3d-6e6f72189f47,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:18.701641 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.742986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Allocated IP 172.20.0.7 (d82d2851-abb2-4e8e-907e-9ffbdb5b053e/4fa8a518-8394-4f56-b420-18051b2940ed/321647ba-a7c3-48f9-b5bc-3a3580f0cbd4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:18.780862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=4342a6de-3eb6-45f8-9fc3-1137e76ca27d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:18.874345 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd986ad8-cbef-4bec-ad74-9a07d3b4194a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.907413 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.966555 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:18.990739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd986ad8-cbef-4bec-ad74-9a07d3b4194a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.007568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Network d82d2851-abb2-4e8e-907e-9ffbdb5b053e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:19.010839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:19.016777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:19.045002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'Port': ['ID=321647ba-a7c3-48f9-b5bc-3a3580f0cbd4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:19.064800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c16bdc-8cc2-4abd-9e14-fa00583471c6 req-28fdb728-f9ce-4517-b3cf-58490a5c8470 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.071914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08c16bdc-8cc2-4abd-9e14-fa00583471c6 req-28fdb728-f9ce-4517-b3cf-58490a5c8470 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.2469873 Jul 07 22:19:19.087523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f3a08-9ae0-4434-b520-89a29a49cb14 req-b427a160-84f2-465a-8486-9801c52688c7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.089491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e32f3a08-9ae0-4434-b520-89a29a49cb14 req-b427a160-84f2-465a-8486-9801c52688c7 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.1766191 Jul 07 22:19:19.115136 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:19:19.138421 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.172496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd986ad8-cbef-4bec-ad74-9a07d3b4194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.177191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd986ad8-cbef-4bec-ad74-9a07d3b4194a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.178339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dd986ad8-cbef-4bec-ad74-9a07d3b4194a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d50d76d-d03b-4ead-bb3d-6e6f72189f47 HTTP/1.1" status: 204 len: 168 time: 0.5012655 Jul 07 22:19:19.197890 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.201094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08c16bdc-8cc2-4abd-9e14-fa00583471c6 req-5e2c7dfe-ee0d-4ab8-a572-e59ed0d0ec86 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281893 Jul 07 22:19:19.247626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e32f3a08-9ae0-4434-b520-89a29a49cb14 req-59c548ad-262a-437e-8ab0-c0b62805df1b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509707 Jul 07 22:19:19.251644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd986ad8-cbef-4bec-ad74-9a07d3b4194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d50d76d-d03b-4ead-bb3d-6e6f72189f47,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:19.354408 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3a1ce1-820e-44d8-84ef-376aa640cc64 x-openstack-request-id: req-9e3a1ce1-820e-44d8-84ef-376aa640cc64 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:19.356081 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:19.356222 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e3a1ce1-820e-44d8-84ef-376aa640cc64 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:19.356764 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc', 'status': 'completed', 'code': 200} Jul 07 22:19:19.434548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.505196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.556880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-264dd9ef-e56b-4446-9e22-135d7cf31a43 req-d7e8fe0e-b5f2-4f1b-b494-f40cde7d6724 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 210 time: 0.0752923 Jul 07 22:19:19.567428 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.619514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'Port': ['ID=321647ba-a7c3-48f9-b5bc-3a3580f0cbd4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:19.633510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0cd1a71b-4d66-4413-a009-e8924bf55443 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:19.764792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 0cd1a71b-4d66-4413-a009-e8924bf55443 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:19.771320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.775182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 0cd1a71b-4d66-4413-a009-e8924bf55443 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:19.775555 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.779266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3d83d-6981-4090-a0da-a690381a647b req-fa51661f-2544-4956-8e80-5e423f7ff610 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.780959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64f3d83d-6981-4090-a0da-a690381a647b req-fa51661f-2544-4956-8e80-5e423f7ff610 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 945 time: 0.1776564 Jul 07 22:19:19.798408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.805544 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10ded7b7-2152-467f-9e4e-43cbcce0fd34 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8238831 Jul 07 22:19:19.808200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34204) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:19.865768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64f3d83d-6981-4090-a0da-a690381a647b req-b3c06e52-d643-43d9-9a7a-49b819967dec tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781178 Jul 07 22:19:19.896402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e77de-4197-4182-801d-485d3e9337cc req-49cb1486-3852-434d-bf5a-c593f6d527ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:19.912351 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f80e77de-4197-4182-801d-485d3e9337cc req-49cb1486-3852-434d-bf5a-c593f6d527ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 1126 time: 0.4738202 Jul 07 22:19:19.921690 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:19.955142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:19.967813 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62839502-4e2e-4f40-ae4f-0e6b455148ef" -d '{"events": [{"server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "name": "network-vif-plugged", "status": "completed", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:19.982911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 0cd1a71b-4d66-4413-a009-e8924bf55443, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0cd1a71b-4d66-4413-a009-e8924bf55443,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:19.986218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4342a6de-3eb6-45f8-9fc3-1137e76ca27d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:20.037908 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.055926 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eb24e19b-45d7-4878-85f5-a051925f86dd tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=d82d2851-abb2-4e8e-907e-9ffbdb5b053e HTTP/1.1" status: 200 len: 689 time: 0.2464614 Jul 07 22:19:20.058438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34214) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:20.070320 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b13c0dd-912c-420c-957e-ef9940228b57 x-openstack-request-id: req-0b13c0dd-912c-420c-957e-ef9940228b57 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:20.070962 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "name": "network-vif-plugged", "status": "completed", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:20.071373 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b13c0dd-912c-420c-957e-ef9940228b57 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:20.071915 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443', 'code': 200} Jul 07 22:19:20.107260 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Sync routers for ids ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:20.109442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:20.110067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.130397 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Routers {'8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:20.135544 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:20.152081 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e77de-4197-4182-801d-485d3e9337cc req-f509677f-258a-4926-a0d7-13f9607166b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:20.153440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=0cd1a71b-4d66-4413-a009-e8924bf55443,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:20.153947 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f80e77de-4197-4182-801d-485d3e9337cc req-f509677f-258a-4926-a0d7-13f9607166b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.1673901 Jul 07 22:19:20.219367 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f80e77de-4197-4182-801d-485d3e9337cc req-433f84bd-b51c-435d-b6c0-650c00b993a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc HTTP/1.1" status: 200 len: 217 time: 0.0578544 Jul 07 22:19:20.316056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.349325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e77de-4197-4182-801d-485d3e9337cc req-e76766c7-fb87-4993-8be0-2b4a2bf430a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:20.353298 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f80e77de-4197-4182-801d-485d3e9337cc req-e76766c7-fb87-4993-8be0-2b4a2bf430a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1103191 Jul 07 22:19:20.401370 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Set router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:20.452386 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f80e77de-4197-4182-801d-485d3e9337cc req-7a0c0b4f-1cfc-4359-8f7b-9cbf30e62bfd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900478 Jul 07 22:19:20.465665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61459ef0-7b11-4600-b31e-99b366dc50b4 req-92ea0164-a57e-4606-ba80-64c604ee3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:20.467608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61459ef0-7b11-4600-b31e-99b366dc50b4 req-92ea0164-a57e-4606-ba80-64c604ee3d74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 1098 time: 0.2633290 Jul 07 22:19:20.715175 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:08Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 4, 'project_id': 'af75a2ac7f334983be32311526235296', 'gw_port': {'id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:09Z', 'updated_at': '2021-07-07T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2', 'name': '', 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'mac_address': 'fa:16:3e:68:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:13Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 2, 'project_id': 'af75a2ac7f334983be32311526235296', 'subnets': [{'id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:20.737271 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f80e77de-4197-4182-801d-485d3e9337cc req-ce6a867a-0fbe-4750-ba31-8d7e09dbafaa service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801929 Jul 07 22:19:20.786631 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Checking router: 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:20.786973 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Updating router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:19:20.789359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-135360bb-3fc2-497e-ab2c-6cf7c8df368c tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:20.792294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-135360bb-3fc2-497e-ab2c-6cf7c8df368c tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.44 "GET /v2.0/networks?id=1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 200 len: 810 time: 0.2601142 Jul 07 22:19:20.888355 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:20.927875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Request body: {'port': {'device_id': 'c300120f-6fca-4931-8f49-59523535eb7b', 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'admin_state_up': True, 'tenant_id': 'af75a2ac7f334983be32311526235296'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:20.967045 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-f80e77de-4197-4182-801d-485d3e9337cc req-31e996ca-189c-49b6-adbf-a248280684db service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211447 Jul 07 22:19:21.044243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61459ef0-7b11-4600-b31e-99b366dc50b4 req-48e04fe9-79c6-415a-886b-4c381108137d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556676 Jul 07 22:19:21.202911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e1ee9-012b-4120-b329-d8095beaadbf req-a298ebe0-5851-453a-b311-a1e1c694e4ba tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:21.211016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e1e1ee9-012b-4120-b329-d8095beaadbf req-a298ebe0-5851-453a-b311-a1e1c694e4ba tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.7254331 Jul 07 22:19:21.251413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f377c-6ec0-4ce2-bd36-24f4bd725334 req-38def36f-7754-4bf9-bce2-c0e55fd7f5f9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:21.259843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2f377c-6ec0-4ce2-bd36-24f4bd725334 req-38def36f-7754-4bf9-bce2-c0e55fd7f5f9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.5351598 Jul 07 22:19:21.267507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Deleting port 321647ba-a7c3-48f9-b5bc-3a3580f0cbd4 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:21.268455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.306960 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.325167 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Transition to ACTIVE for port object 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:21.334768 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.401854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e1e1ee9-012b-4120-b329-d8095beaadbf req-b220f8d1-6699-4d0c-b362-70b200f9cb90 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888843 Jul 07 22:19:21.449549 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Pushing event updated for resources: {'Port': ['ID=0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:21.485116 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.485914 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.486419 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.486954 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.487340 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.487715 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.488095 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.488692 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.489229 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.489720 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.490208 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.490546 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:21.527586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2f377c-6ec0-4ce2-bd36-24f4bd725334 req-06a17c7a-ff60-49c1-a988-f3b53858a05f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631159 Jul 07 22:19:21.530718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Attempting to bind port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:21.531095 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Attempting to bind port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:21.531722 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Attempting to bind port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 on network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:21.541273 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:21.541688 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Checking segment: {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:21.542285 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.543047 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Bound using segment: {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:21.543659 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Bound port: 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:21.544047 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.592002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Made reservation on behalf of af75a2ac7f334983be32311526235296 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:21.612141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.639036 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.639394 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.674705 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] For port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:21.678600 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] For port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:21.680897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Calling delete_port for 321647ba-a7c3-48f9-b5bc-3a3580f0cbd4 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:21.695155 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:21.870419 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Routers {'8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:21.871829 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:22.018938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f329341-1b84-4a64-b890-2fe859fc4af6 req-0c581a35-83ff-4d9f-b230-77cf4d5b00ea tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 210 time: 0.2360461 Jul 07 22:19:22.024627 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ba133-a85b-4b48-bf8f-7e2d30b471fe None None] Pushing event updated for resources: {'Port': ['ID=0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:22.088567 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] Set router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:22.243009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Allocated IP 172.20.0.11 (1db8a33c-b73a-41e0-84d5-18bf30ef0697/96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd/bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:22.457693 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:08Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 4, 'project_id': 'af75a2ac7f334983be32311526235296', 'gw_port': {'id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:09Z', 'updated_at': '2021-07-07T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2', 'name': '', 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'mac_address': 'fa:16:3e:68:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:13Z', 'updated_at': '2021-07-07T22:19:21Z', 'revision_number': 4, 'project_id': 'af75a2ac7f334983be32311526235296', 'subnets': [{'id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:22.530497 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3145f9-9eb6-4db1-aec3-c08c875de8b5 None None] The sync data for ids ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'] in n-d-695012-11 is: [{'id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:08Z', 'updated_at': '2021-07-07T22:19:15Z', 'revision_number': 4, 'project_id': 'af75a2ac7f334983be32311526235296', 'gw_port': {'id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:09Z', 'updated_at': '2021-07-07T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2', 'name': '', 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'mac_address': 'fa:16:3e:68:1f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:13Z', 'updated_at': '2021-07-07T22:19:21Z', 'revision_number': 4, 'project_id': 'af75a2ac7f334983be32311526235296', 'subnets': [{'id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:22.559038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.705105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event deleted for resources: {'Port': ['ID=321647ba-a7c3-48f9-b5bc-3a3580f0cbd4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:22.766211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.868336 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:22.892507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c5582-aa0b-4440-9e0d-63dfd0f36a5e req-660bece4-71f8-4051-844a-2f5d4a6a5b3f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:22.894772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-337c5582-aa0b-4440-9e0d-63dfd0f36a5e req-660bece4-71f8-4051-844a-2f5d4a6a5b3f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 946 time: 0.8271294 Jul 07 22:19:22.995189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c27737-b1df-4460-a7c4-2eed8f519768 req-ae05015a-dfc6-466e-a8cc-6b8f2b6bad2c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:22.997034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c27737-b1df-4460-a7c4-2eed8f519768 req-ae05015a-dfc6-466e-a8cc-6b8f2b6bad2c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 943 time: 0.3416135 Jul 07 22:19:23.043567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-337c5582-aa0b-4440-9e0d-63dfd0f36a5e req-c273e63a-c1b0-4907-b9fb-5744aaabd283 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306000 Jul 07 22:19:23.047321 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.229250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1c27737-b1df-4460-a7c4-2eed8f519768 req-32bf92ae-b9b6-4367-bf67-bf93bdd3b869 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092898 Jul 07 22:19:23.242620 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.365752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:23.393506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:23.396768 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.409071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:23.496137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Pushing event updated for resources: {'Port': ['ID=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:23.517860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa8a518-8394-4f56-b420-18051b2940ed,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:23.543632 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-795f6ee6-b255-4cbe-8142-38a44266f027 service neutron] 10.222.0.83 "GET /v2.0/ports/52ab42d2-f6a8-48a8-bd52-396c009f6adc/bindings/n-h1-695012-11 HTTP/1.1" status: 200 len: 385 time: 0.0924339 Jul 07 22:19:23.659159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:23.659739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.673125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.688530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ffc28-f4c4-40e4-b322-0246d000338c req-fd47ecaa-2f94-41b5-86ca-b2a87db915a3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:23.691076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-409ffc28-f4c4-40e4-b322-0246d000338c req-fd47ecaa-2f94-41b5-86ca-b2a87db915a3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.3872364 Jul 07 22:19:23.707061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82d2851-abb2-4e8e-907e-9ffbdb5b053e']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:23.720860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34342) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:23.733520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6702d6-d630-4cb1-ac63-fcfcb0592413') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:23.733819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6702d6-d630-4cb1-ac63-fcfcb0592413') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:23.762759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-c3dea8b1-da14-4513-ad59-5b742b1ccb39 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8699532 Jul 07 22:19:23.767718 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.789726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:23.789995 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.797719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:23.798320 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.819541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:23.862052 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:23.865674 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:23.868650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ab42d2-f6a8-48a8-bd52-396c009f6adc {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:23.880290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:23.888068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Request body: {'port': {'device_id': 'c300120f-6fca-4931-8f49-59523535eb7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:23.897359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.930418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:23.956520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec042264-f29d-4f65-8d37-e020940599c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.969883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c09d81-ac9d-4f12-a70f-28a7708dc5d5 req-c6d3c9ce-8f2b-4636-ae91-c5a1992ffd15 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:23.971855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c09d81-ac9d-4f12-a70f-28a7708dc5d5 req-c6d3c9ce-8f2b-4636-ae91-c5a1992ffd15 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 932 time: 0.4119625 Jul 07 22:19:23.983940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-409ffc28-f4c4-40e4-b322-0246d000338c req-0598c0c9-8e39-4066-be98-51af74618f74 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815075 Jul 07 22:19:23.994113 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:23.999011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] Transition to ACTIVE for port object 52ab42d2-f6a8-48a8-bd52-396c009f6adc will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:24.004921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.019966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:24.029823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:24.030716 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.040222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d82d2851-abb2-4e8e-907e-9ffbdb5b053e {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:19:24.088215 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.092615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] No DVR routers for this DVR port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:24.093267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "DELETE /v2.0/networks/d82d2851-abb2-4e8e-907e-9ffbdb5b053e HTTP/1.1" status: 204 len: 168 time: 4.0300007 Jul 07 22:19:24.093267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34346) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:24.098603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5f78a-e999-45be-8821-977e5847fd4d tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event deleted for resources: {'Network': ['ID=d82d2851-abb2-4e8e-907e-9ffbdb5b053e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:24.143190 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] 10.222.0.83 "PUT /v2.0/ports/52ab42d2-f6a8-48a8-bd52-396c009f6adc/bindings/n-h1-695012-11/activate HTTP/1.1" status: 200 len: 370 time: 0.5938020 Jul 07 22:19:24.143857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55c934-3219-455c-97ba-657c4d1d8e81 service neutron] Pushing event updated for resources: {'Port': ['ID=52ab42d2-f6a8-48a8-bd52-396c009f6adc,revision_number=10']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:24.181714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 52ab42d2-f6a8-48a8-bd52-396c009f6adc no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:24.254218 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.308497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:24.310361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 52ab42d2-f6a8-48a8-bd52-396c009f6adc not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:24.317890 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.318719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c09d81-ac9d-4f12-a70f-28a7708dc5d5 req-278ed42b-a764-40bb-a0ee-ba659476009b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312063 Jul 07 22:19:24.376320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8e577819-4bae-4d79-84cb-13ac5fbf0510 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.2788038 Jul 07 22:19:24.379707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:24.397025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:24.551143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:24.600251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.600746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.601481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.601781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.602316 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.603256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.603682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.604204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.604976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.605753 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.606963 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.607640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.608415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.622159 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9490c60a-91e4-41dc-827f-a548d68de469 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8384 time: 0.2410653 Jul 07 22:19:24.623250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34364) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:24.706891 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-139710d8-cc0e-4774-8667-ca1081d421ba tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] delete failed (client error): The resource could not be found. Jul 07 22:19:24.711653 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-139710d8-cc0e-4774-8667-ca1081d421ba tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/da51ed04-a2b7-4efd-98b6-2e548f7e2199 HTTP/1.1" status: 404 len: 345 time: 0.0863662 Jul 07 22:19:24.712466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34366) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:24.734442 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-656e585f-64ed-4be6-9f60-490efb863df2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] DELETE failed (client error): The resource could not be found. Jul 07 22:19:24.735192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656e585f-64ed-4be6-9f60-490efb863df2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:19:24.742737 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-656e585f-64ed-4be6-9f60-490efb863df2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "DELETE /v2.0/networks/d82d2851-abb2-4e8e-907e-9ffbdb5b053e HTTP/1.1" status: 404 len: 339 time: 0.0287521 Jul 07 22:19:24.743489 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34368) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:24.749871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Request body: {'network': {'name': 'tempest-network--1056109935', 'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:24.975628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-535558a9-d434-48da-b457-6df2bb5edfb1 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:24.977198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-535558a9-d434-48da-b457-6df2bb5edfb1 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.7028890 Jul 07 22:19:25.154428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d321b-4cad-4a3d-8339-7b7dae65c6b2 req-1d940c47-c062-4568-9c43-15a938e8d1ff tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.156020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e1d321b-4cad-4a3d-8339-7b7dae65c6b2 req-1d940c47-c062-4568-9c43-15a938e8d1ff tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 946 time: 0.8351507 Jul 07 22:19:25.204637 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec042264-f29d-4f65-8d37-e020940599c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.224045 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec042264-f29d-4f65-8d37-e020940599c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.230684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Made reservation on behalf of c27325ec100041e2938c46e781631a00 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:25.233952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.254649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b54df7-bb31-4f0d-9041-b5d6c4991577 req-5c88b74f-750e-44bc-9839-67a4e6d0bacb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.256198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2b54df7-bb31-4f0d-9041-b5d6c4991577 req-5c88b74f-750e-44bc-9839-67a4e6d0bacb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 944 time: 0.7288282 Jul 07 22:19:25.283054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:25.297367 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.297718 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Added segment c6ef685a-87cb-4c19-90bd-2d58adcf8830 of type vlan for network 85f0a721-b395-44af-9b1a-f399f2e08986 Jul 07 22:19:25.331416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1d34a29c-6b58-4ddc-988e-c6926766715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.332949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-1d34a29c-6b58-4ddc-988e-c6926766715b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb&tenant_id=044d4bb047b445f69003d89d04d2872a HTTP/1.1" status: 200 len: 1096 time: 0.3417573 Jul 07 22:19:25.345589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec042264-f29d-4f65-8d37-e020940599c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466fbd5b-ec83-40eb-9c92-5361bbd2b5a9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:25.349983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ec042264-f29d-4f65-8d37-e020940599c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12802d9f4b23434ab3f306f9ff922c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6197398 Jul 07 22:19:25.351074 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.355419 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:25.362103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e1d321b-4cad-4a3d-8339-7b7dae65c6b2 req-2db514e7-34f4-4d60-8e1b-40ef6d9d7c1a tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596918 Jul 07 22:19:25.428064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2b54df7-bb31-4f0d-9041-b5d6c4991577 req-2fe57980-78ca-4b99-811d-6d3bfd116a0f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545162 Jul 07 22:19:25.437589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.439075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.439451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.475764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f33e962-1ff9-4883-aa50-4a114ebffe79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.511901 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7670536 Jul 07 22:19:25.520162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:25.551517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:25.578517 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.595742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Transition to ACTIVE for port object bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:25.617740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f33e962-1ff9-4883-aa50-4a114ebffe79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.630239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cbdda-5e39-4ad4-9930-6e888b9f2fb3 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'Network': ['ID=85f0a721-b395-44af-9b1a-f399f2e08986,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:25.646864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 85f0a721-b395-44af-9b1a-f399f2e08986 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:25.649547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.737906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-27db7277-6807-450f-b4e2-9db89118623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.739678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-27db7277-6807-450f-b4e2-9db89118623b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 1096 time: 0.3680615 Jul 07 22:19:25.877923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed45214-cd40-4c20-995e-f99d1ab2839b tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.883346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed45214-cd40-4c20-995e-f99d1ab2839b tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.899162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed45214-cd40-4c20-995e-f99d1ab2839b tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.919308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed45214-cd40-4c20-995e-f99d1ab2839b tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:25.919308 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9ed45214-cd40-4c20-995e-f99d1ab2839b tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3847954 Jul 07 22:19:25.919308 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f33e962-1ff9-4883-aa50-4a114ebffe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.919308 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f33e962-1ff9-4883-aa50-4a114ebffe79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:25.922578 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2f33e962-1ff9-4883-aa50-4a114ebffe79 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/466fbd5b-ec83-40eb-9c92-5361bbd2b5a9 HTTP/1.1" status: 204 len: 168 time: 0.5662341 Jul 07 22:19:25.923537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34382) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:25.934953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33e962-1ff9-4883-aa50-4a114ebffe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466fbd5b-ec83-40eb-9c92-5361bbd2b5a9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:25.963976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:25.969344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:26.024769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:26.025144 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.127164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f25c9-376a-4941-ad5b-0a91e5a64350 req-703c487c-5171-4b94-b82e-1f18559755d1 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:26.129299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-840f25c9-376a-4941-ad5b-0a91e5a64350 req-703c487c-5171-4b94-b82e-1f18559755d1 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.5310087 Jul 07 22:19:26.135742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.207111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a398454-7c02-4e7e-a524-b80dbb3c7cef req-8ae62fc0-a19d-4a4f-9c5e-01cb379d3f8d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:26.208606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a398454-7c02-4e7e-a524-b80dbb3c7cef req-8ae62fc0-a19d-4a4f-9c5e-01cb379d3f8d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 944 time: 0.4894626 Jul 07 22:19:26.213470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Attempting to bind port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:26.213818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Attempting to bind port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:26.214171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Attempting to bind port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 on network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:26.221528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-a751e860-553b-49a2-809f-2fe1b4fb3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:26.222966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-a751e860-553b-49a2-809f-2fe1b4fb3d9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.4558227 Jul 07 22:19:26.233355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34388) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:26.240728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 on network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:26.241059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Attempting to bind port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 on network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:26.246971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1911dcd-490c-43aa-9701-e7d92eb1a691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.306060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:26.306427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Checking segment: {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:26.306825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Bound using segment: {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:26.307266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Bound port: bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:26.307631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.314246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-840f25c9-376a-4941-ad5b-0a91e5a64350 req-73b56ae9-661f-43f2-b145-79a68a77de57 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691194 Jul 07 22:19:26.316048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-9139f412-e227-468b-950a-e5bc55c2633b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc HTTP/1.1" status: 200 len: 217 time: 0.0762014 Jul 07 22:19:26.356773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1911dcd-490c-43aa-9701-e7d92eb1a691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.360887 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1911dcd-490c-43aa-9701-e7d92eb1a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.401699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1911dcd-490c-43aa-9701-e7d92eb1a691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d3824b-f0e4-4c8e-80c0-1bdf27654075,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:26.406394 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f1911dcd-490c-43aa-9701-e7d92eb1a691 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2254fdf029104cd185ef8fc0b768d86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719184 Jul 07 22:19:26.409820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34390) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:26.441182 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.462636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a398454-7c02-4e7e-a524-b80dbb3c7cef req-b1fd2e43-5c63-470a-b86a-58399d0566d8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461081 Jul 07 22:19:26.468708 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ff0b-6717-4906-97b9-44dee6c389cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.473773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f0a721-b395-44af-9b1a-f399f2e08986']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:26.500507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ff0b-6717-4906-97b9-44dee6c389cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.505105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-5676d62b-0ff4-4def-8647-4fb867e07cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:26.506653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-5676d62b-0ff4-4def-8647-4fb867e07cd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.1670203 Jul 07 22:19:26.513018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ef685a-87cb-4c19-90bd-2d58adcf8830') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:26.513325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ef685a-87cb-4c19-90bd-2d58adcf8830') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:26.539867 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.563125 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ff0b-6717-4906-97b9-44dee6c389cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.568568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ff0b-6717-4906-97b9-44dee6c389cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.569808 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a6b4ff0b-6717-4906-97b9-44dee6c389cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25d3824b-f0e4-4c8e-80c0-1bdf27654075 HTTP/1.1" status: 204 len: 168 time: 0.1592214 Jul 07 22:19:26.581459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-d8a11663-6d07-4a3a-b3d7-0b0aa49ca2f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608025 Jul 07 22:19:26.586661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4ff0b-6717-4906-97b9-44dee6c389cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d3824b-f0e4-4c8e-80c0-1bdf27654075,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:26.587729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9956339-427e-467f-a35f-0e235d02187f req-2ae6acd5-b295-45bd-9d22-ce7509cd2e6e tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1595115253&fields=id&tenant_id=c0f8da35f55943df997e5355a0be6205 HTTP/1.1" status: 200 len: 267 time: 0.1597462 Jul 07 22:19:26.589468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] For port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:26.592891 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.688919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] For port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:26.690366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:26.690791 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:26.693386 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:26.753559 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.830988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:26.831660 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.833333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] 10.222.0.44 "PUT /v2.0/ports/bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 HTTP/1.1" status: 200 len: 1093 time: 2.9682302 Jul 07 22:19:26.837280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c300120f-6fca-4931-8f49-59523535eb7b', 'tag': 'bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:26.839822 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d168d4ee-7e7a-4f42-8faf-341530619f65" -d '{"events": [{"name": "network-changed", "server_uuid": "c300120f-6fca-4931-8f49-59523535eb7b", "tag": "bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:26.881480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.915378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85f0a721-b395-44af-9b1a-f399f2e08986 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:19:26.932414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd0e01-f59e-4049-9256-0a409f840c10 service neutron] Pushing event updated for resources: {'Port': ['ID=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:26.957970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:26.960014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "DELETE /v2.0/networks/85f0a721-b395-44af-9b1a-f399f2e08986 HTTP/1.1" status: 204 len: 168 time: 0.9918194 Jul 07 22:19:26.964334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:26.967166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-5157b765-a6ab-45bb-b7f4-50eceef934d8 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753974 Jul 07 22:19:26.972194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9aa810-2b75-45d0-b817-8b8bc5b73e90 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event deleted for resources: {'Network': ['ID=85f0a721-b395-44af-9b1a-f399f2e08986,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:26.972654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Request body: {'network': {'name': 'tempest-network--960366410', 'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:26.989258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a26b1-ad62-44ba-a510-a13be787443d req-2b7a36a3-7535-49ae-8417-1313910d89fb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:26.992450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-253a26b1-ad62-44ba-a510-a13be787443d req-2b7a36a3-7535-49ae-8417-1313910d89fb tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 944 time: 0.4098804 Jul 07 22:19:27.017259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Made reservation on behalf of c27325ec100041e2938c46e781631a00 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:27.021266 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.071626 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:27.076673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956339-427e-467f-a35f-0e235d02187f req-8edeab9b-1c75-48fa-89fb-2df0510250d8 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.078675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9956339-427e-467f-a35f-0e235d02187f req-8edeab9b-1c75-48fa-89fb-2df0510250d8 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 946 time: 0.4773853 Jul 07 22:19:27.084681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.085097 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Added segment d0a55da0-a78c-4174-a14f-9e7cfb5086ea of type vlan for network 219163c6-7470-4798-9b02-c7501cea0a20 Jul 07 22:19:27.112976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b9956339-427e-467f-a35f-0e235d02187f req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'port': {'security_groups': ['36b45abc-d98b-4532-a1d9-b5d44a6080eb', 'ae4f769a-eccb-4a37-8684-f085eb9ac37f']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:27.141104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.203787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.207820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.208335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.219028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-253a26b1-ad62-44ba-a510-a13be787443d req-634e94ec-d926-4c44-88ff-ef01ff9388af tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151234 Jul 07 22:19:27.235659 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2664359 Jul 07 22:19:27.249544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-a9fbf009-d523-4824-b296-54b9836639c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.251488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-a9fbf009-d523-4824-b296-54b9836639c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af75a2ac7f334983be32311526235296&device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 1096 time: 0.3520911 Jul 07 22:19:27.287303 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c8d6dcd0-a396-45d1-8214-7322392154d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.290906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34420) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:27.311395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-4b61055e-aec9-4885-9414-e479284dd558 service neutron] 10.222.0.44 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192565 Jul 07 22:19:27.389160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-e52b84cc-ac04-47f2-b365-2a1de5d856e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 HTTP/1.1" status: 200 len: 217 time: 0.0932620 Jul 07 22:19:27.420357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b9956339-427e-467f-a35f-0e235d02187f req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.453406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f15a9d-6760-4447-9484-19b9c7765974 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'Network': ['ID=219163c6-7470-4798-9b02-c7501cea0a20,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:27.469840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 219163c6-7470-4798-9b02-c7501cea0a20 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:27.524299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38ffff0-f653-48a2-8442-52cfd1fb7d93 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.525790 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c38ffff0-f653-48a2-8442-52cfd1fb7d93 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] 10.222.0.81 "GET /v2.0/networks/219163c6-7470-4798-9b02-c7501cea0a20 HTTP/1.1" status: 200 len: 756 time: 0.2336891 Jul 07 22:19:27.533953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:27.563151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-5d4a99de-45db-4cec-93ce-7c3115b2084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.574547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-5d4a99de-45db-4cec-93ce-7c3115b2084a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd HTTP/1.1" status: 200 len: 850 time: 0.1695671 Jul 07 22:19:27.588154 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f361ce1-e74d-4286-98be-c54f38bd44df x-openstack-request-id: req-7f361ce1-e74d-4286-98be-c54f38bd44df {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:27.588448 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c300120f-6fca-4931-8f49-59523535eb7b", "tag": "bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:27.588707 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f361ce1-e74d-4286-98be-c54f38bd44df {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:27.589137 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c300120f-6fca-4931-8f49-59523535eb7b', 'tag': 'bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0', 'status': 'completed', 'code': 200} Jul 07 22:19:27.698055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee012e0a-6788-41ea-b5f3-59aadabfa4d6 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:27.700037 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ee012e0a-6788-41ea-b5f3-59aadabfa4d6 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] 10.222.0.81 "GET /v2.0/networks/fa7f952c-f52a-45e8-b347-71631350a125 HTTP/1.1" status: 200 len: 768 time: 0.1651018 Jul 07 22:19:27.703822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:27.738600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-959bd273-269d-4293-94e0-af9f56c2fa60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1db8a33c-b73a-41e0-84d5-18bf30ef0697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483507 Jul 07 22:19:27.783582 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.878612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.897609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219163c6-7470-4798-9b02-c7501cea0a20']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:27.921881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a55da0-a78c-4174-a14f-9e7cfb5086ea') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:27.922484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a55da0-a78c-4174-a14f-9e7cfb5086ea') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:27.933378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.950518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.958551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:27.959069 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:27.961189 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:28.026008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.037165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 219163c6-7470-4798-9b02-c7501cea0a20 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:19:28.039904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.042129 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "DELETE /v2.0/networks/219163c6-7470-4798-9b02-c7501cea0a20 HTTP/1.1" status: 204 len: 168 time: 0.3373485 Jul 07 22:19:28.046360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34450) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:28.066498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ff3dc-9f95-472f-bd01-75a76726c3e2 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event deleted for resources: {'Network': ['ID=219163c6-7470-4798-9b02-c7501cea0a20,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:28.069401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Request body: {'network': {'name': 'tempest-network--1672140522'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:28.097353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Made reservation on behalf of c27325ec100041e2938c46e781631a00 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:28.099648 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.140589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-927a13f2-8143-4129-9a9c-119013b65728 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.142230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-927a13f2-8143-4129-9a9c-119013b65728 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.3374445 Jul 07 22:19:28.197612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-dd561d1e-c1b4-46fc-a00e-50c81ea3b050 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.199393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-dd561d1e-c1b4-46fc-a00e-50c81ea3b050 tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb&tenant_id=044d4bb047b445f69003d89d04d2872a&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.4746666 Jul 07 22:19:28.229919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-0138d5b9-ba94-40a9-bae0-3b8b4ed53b5b service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816720 Jul 07 22:19:28.234541 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-ed93d168-2e81-4618-804f-41045b64f512 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/quotas/616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 375 time: 0.0748415 Jul 07 22:19:28.259692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:28.270316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b9956339-427e-467f-a35f-0e235d02187f req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] For port 0cd1a71b-4d66-4413-a009-e8924bf55443, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0cd1a71b-4d66-4413-a009-e8924bf55443,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:28.368594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.369075 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Added segment 7fabdec6-b24f-4835-ab32-c3d3ab45f38d of type vlan for network c8b36134-68f9-4655-9c1a-e19fed6573a3 Jul 07 22:19:28.450998 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b9956339-427e-467f-a35f-0e235d02187f req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.480019 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b9956339-427e-467f-a35f-0e235d02187f req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.484347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.491493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4', '0cd1a71b-4d66-4413-a009-e8924bf55443'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:28.587427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f90f3820-5b4c-47ca-aad9-e96b7aed988c req-104272c4-253d-4c50-b08d-81757bd85310 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240919 Jul 07 22:19:28.609539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9956339-427e-467f-a35f-0e235d02187f req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.610354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b9956339-427e-467f-a35f-0e235d02187f req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.612597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9956339-427e-467f-a35f-0e235d02187f req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "PUT /v2.0/ports/0cd1a71b-4d66-4413-a009-e8924bf55443 HTTP/1.1" status: 200 len: 982 time: 1.5200946 Jul 07 22:19:28.664208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-4fdde9a8-68cf-426e-9210-0088123fe4bd tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3964088 Jul 07 22:19:28.694025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.695277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:28.695929 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:28.720720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'Port': ['ID=0cd1a71b-4d66-4413-a009-e8924bf55443,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:28.811801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0cd1a71b-4d66-4413-a009-e8924bf55443'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:29.150024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-dde396ae-2806-46e4-912e-377d83c27d8f service neutron] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:29.187123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.187576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.188218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.188990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.189336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.189666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.190540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.191062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.191395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.191722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.192264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.192400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df985bb-93bf-4fbb-b658-6101dfcb6159 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:29.198163 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-dde396ae-2806-46e4-912e-377d83c27d8f service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.199243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e00ca865-89c6-494e-aadf-7da02f90eb3f req-dde396ae-2806-46e4-912e-377d83c27d8f service neutron] 10.222.0.44 "DELETE /v2.0/ports/52ab42d2-f6a8-48a8-bd52-396c009f6adc/bindings/n-h2-695012-11 HTTP/1.1" status: 204 len: 173 time: 0.9924226 Jul 07 22:19:29.225800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1729255 Jul 07 22:19:29.229282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34498) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:29.237475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aaca0df2-2aec-4bc1-b4c5-bc59c59baff9 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:29.263028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afc2d8-12c0-48d9-8184-8aae38a71abc tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'Network': ['ID=c8b36134-68f9-4655-9c1a-e19fed6573a3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:29.274310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c8b36134-68f9-4655-9c1a-e19fed6573a3 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:29.323086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b29cbcbe-843b-4af2-ad07-ef39b3f026e4 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391795 Jul 07 22:19:29.338612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-2e3d77a5-aff5-4d8e-90d6-fce7a6dfffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.340409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-2e3d77a5-aff5-4d8e-90d6-fce7a6dfffbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af75a2ac7f334983be32311526235296&device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 1096 time: 0.6732528 Jul 07 22:19:29.358791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997abf1-22ed-470d-9521-f4ee225ce097 req-d98800ce-c7a5-4eea-beba-4fafbd449146 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.360785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3997abf1-22ed-470d-9521-f4ee225ce097 req-d98800ce-c7a5-4eea-beba-4fafbd449146 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.2099221 Jul 07 22:19:29.482487 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aaca0df2-2aec-4bc1-b4c5-bc59c59baff9 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.497774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aaca0df2-2aec-4bc1-b4c5-bc59c59baff9 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.513967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaca0df2-2aec-4bc1-b4c5-bc59c59baff9 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Network c8b36134-68f9-4655-9c1a-e19fed6573a3 is not hosted by any dhcp agent {{(pid=93942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:19:29.515003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaca0df2-2aec-4bc1-b4c5-bc59c59baff9 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.515437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aaca0df2-2aec-4bc1-b4c5-bc59c59baff9 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.516746 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aaca0df2-2aec-4bc1-b4c5-bc59c59baff9 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "PUT /v2.0/networks/c8b36134-68f9-4655-9c1a-e19fed6573a3 HTTP/1.1" status: 200 len: 858 time: 0.2854536 Jul 07 22:19:29.521815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34512) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:29.540335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3997abf1-22ed-470d-9521-f4ee225ce097 req-7f0aea6d-58f0-4edf-a678-8f37d236e137 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611712 Jul 07 22:19:29.562111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-391eef84-c34e-4788-9c40-70d329091201 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260463 Jul 07 22:19:29.564944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca0df2-2aec-4bc1-b4c5-bc59c59baff9 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event updated for resources: {'Network': ['ID=c8b36134-68f9-4655-9c1a-e19fed6573a3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:29.590241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:29.593053 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a35c9c-7d94-4023-bd89-7576bea90598" -d '{"events": [{"name": "network-changed", "server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:29.605846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-52ccd428-ac27-4fd1-8021-5c2e23cf4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.607377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-52ccd428-ac27-4fd1-8021-5c2e23cf4f98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 200 len: 911 time: 0.2569742 Jul 07 22:19:29.673579 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f526afcf-6448-4918-9dd3-dbbb715bb758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.676415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-0aedf7c7-e244-453e-978a-2a5cfa9bc726 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 HTTP/1.1" status: 200 len: 217 time: 0.0582271 Jul 07 22:19:29.682896 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.875651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-0b57794b-5a10-4335-aa76-99e0015b1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:29.877857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-0b57794b-5a10-4335-aa76-99e0015b1af0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd HTTP/1.1" status: 200 len: 850 time: 0.1924245 Jul 07 22:19:29.927850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-68824a25-e895-428d-bd37-e2bc77f1997e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1db8a33c-b73a-41e0-84d5-18bf30ef0697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379984 Jul 07 22:19:29.940427 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.943690 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:29.989393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b36134-68f9-4655-9c1a-e19fed6573a3']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:30.032196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:30.040498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fabdec6-b24f-4835-ab32-c3d3ab45f38d') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:30.040805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fabdec6-b24f-4835-ab32-c3d3ab45f38d') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:30.062105 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.096204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.123825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1a29-3c24-44e4-9c3c-227b7182e80d req-a3d98888-a41f-4cd9-a997-22716d81656d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.125385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-732c1a29-3c24-44e4-9c3c-227b7182e80d req-a3d98888-a41f-4cd9-a997-22716d81656d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 944 time: 0.3686683 Jul 07 22:19:30.128704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:30.129125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:30.131052 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:30.203991 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d63afba-c312-4dbd-847d-df8a3b8a6992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.232275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ddb3d-3ef2-4adc-b395-af40c67c487b req-4cad9f74-bc10-49b0-a69c-ef269dd24d16 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.234214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de5ddb3d-3ef2-4adc-b395-af40c67c487b req-4cad9f74-bc10-49b0-a69c-ef269dd24d16 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 944 time: 0.3143723 Jul 07 22:19:30.246483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-cf1edebb-651f-42ab-bad2-12281569cddf service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026910 Jul 07 22:19:30.331602 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-732c1a29-3c24-44e4-9c3c-227b7182e80d req-c2f67464-a89e-4e11-aaae-8774d0dec6ed tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809173 Jul 07 22:19:30.336693 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.375074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de5ddb3d-3ef2-4adc-b395-af40c67c487b req-1451cff0-e53a-482c-8e8a-0fa7e94628d1 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312473 Jul 07 22:19:30.389445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8b36134-68f9-4655-9c1a-e19fed6573a3 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:19:30.395142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.397397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] 10.222.0.81 "DELETE /v2.0/networks/c8b36134-68f9-4655-9c1a-e19fed6573a3 HTTP/1.1" status: 204 len: 168 time: 0.8699183 Jul 07 22:19:30.398706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afea79-26c6-4eeb-8f6e-c464e54d64b6 tempest-ExternalNetworksTestJSON-85593556 tempest-ExternalNetworksTestJSON-85593556-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8b36134-68f9-4655-9c1a-e19fed6573a3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:30.401674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:30.447223 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e82eff-3636-4f88-a58a-11947e870fd6 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] DELETE failed (client error): The resource could not be found. Jul 07 22:19:30.447950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e82eff-3636-4f88-a58a-11947e870fd6 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:19:30.452571 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c4e82eff-3636-4f88-a58a-11947e870fd6 tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] 10.222.0.81 "DELETE /v2.0/subnets/4fa8a518-8394-4f56-b420-18051b2940ed HTTP/1.1" status: 404 len: 337 time: 0.0477815 Jul 07 22:19:30.453453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34548) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:30.465212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d168d4ee-7e7a-4f42-8faf-341530619f65 req-f2218f47-371d-46de-98ce-18815b56b65c service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004905 Jul 07 22:19:30.483588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-670b0b70-76e0-4956-8f7b-801b55df2316 req-c75db777-e90b-49f1-bc8d-c1789dfb1680 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/ae4f769a-eccb-4a37-8684-f085eb9ac37f HTTP/1.1" status: 200 len: 1802 time: 0.0574481 Jul 07 22:19:30.554766 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-670b0b70-76e0-4956-8f7b-801b55df2316 req-232474ce-2bb1-4004-b260-b08cecb890d4 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:19:30.562399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.562754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-670b0b70-76e0-4956-8f7b-801b55df2316 req-232474ce-2bb1-4004-b260-b08cecb890d4 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/ae4f769a-eccb-4a37-8684-f085eb9ac37f HTTP/1.1" status: 409 len: 341 time: 0.0666671 Jul 07 22:19:30.575598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d63afba-c312-4dbd-847d-df8a3b8a6992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.606825 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d63afba-c312-4dbd-847d-df8a3b8a6992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.615058 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f7a065-fd61-42a0-afff-bc6ca23abfd4 x-openstack-request-id: req-39f7a065-fd61-42a0-afff-bc6ca23abfd4 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:30.615354 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:30.615610 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39f7a065-fd61-42a0-afff-bc6ca23abfd4 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:30.616009 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443', 'status': 'completed', 'code': 200} Jul 07 22:19:30.643649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63afba-c312-4dbd-847d-df8a3b8a6992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1b3e47-f979-4915-95f6-4733b8deafb6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:30.737966 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8d63afba-c312-4dbd-847d-df8a3b8a6992 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66fdcad64a02481cb5fdabd41937cdc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045488 Jul 07 22:19:30.739398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34556) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:30.749666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.779887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7f952c-f52a-45e8-b347-71631350a125']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:30.782411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-8fffd4ca-a8ba-4d4d-9b7d-c450fa64322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.784749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-8fffd4ca-a8ba-4d4d-9b7d-c450fa64322d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 1137 time: 0.1427562 Jul 07 22:19:30.792397 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.794888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c015375e-a3dc-4331-983a-764167a6fde8') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:30.795428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c015375e-a3dc-4331-983a-764167a6fde8') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:30.805825 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.823106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.827977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba7f330f-b91c-4a08-ac35-c762d0d6006f req-dfa88c4b-e8ac-4fa1-a5b9-c933d8f5c04d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 210 time: 0.0383749 Jul 07 22:19:30.844892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:30.845366 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:30.936479 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:30.942479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.954265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.957028 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] 10.222.0.81 "DELETE /v2.0/networks/fa7f952c-f52a-45e8-b347-71631350a125 HTTP/1.1" status: 204 len: 168 time: 0.5006342 Jul 07 22:19:30.983060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-dfd8fcc3-fb6d-40b6-b67e-cac9175a8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:30.985268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-dfd8fcc3-fb6d-40b6-b67e-cac9175a8417 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 913 time: 0.1552703 Jul 07 22:19:30.991426 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fc35c10-736b-4085-8a6a-266466588b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:30.996006 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b4ed9-0c0c-46af-a434-d6ddccca516e tempest-ExternalNetworksTestJSON-339518935 tempest-ExternalNetworksTestJSON-339518935-project] Pushing event deleted for resources: {'Network': ['ID=fa7f952c-f52a-45e8-b347-71631350a125,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:31.023959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fc35c10-736b-4085-8a6a-266466588b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.058602 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.102551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-11223ed0-859b-46ae-87cf-521af1dd9cbc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cd1a71b-4d66-4413-a009-e8924bf55443 HTTP/1.1" status: 200 len: 217 time: 0.0690532 Jul 07 22:19:31.219620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-940ed3c2-359d-49c9-9a4b-35dc432ab615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:31.221112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-940ed3c2-359d-49c9-9a4b-35dc432ab615 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 200 len: 852 time: 0.0948608 Jul 07 22:19:31.228560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34564) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:31.270449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fc35c10-736b-4085-8a6a-266466588b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.272959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fc35c10-736b-4085-8a6a-266466588b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.276920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9fc35c10-736b-4085-8a6a-266466588b1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c1b3e47-f979-4915-95f6-4733b8deafb6 HTTP/1.1" status: 204 len: 168 time: 0.5364838 Jul 07 22:19:31.283247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-9210872a-3db7-4522-b9ec-eac09c1a14eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526464 Jul 07 22:19:31.298937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c40ee7-2e94-4216-bc2a-29353cb53d50 req-03696f3e-e641-48b0-8f52-8f758dc6442a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:31.300583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0c40ee7-2e94-4216-bc2a-29353cb53d50 req-03696f3e-e641-48b0-8f52-8f758dc6442a tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.2145786 Jul 07 22:19:31.314434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc35c10-736b-4085-8a6a-266466588b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1b3e47-f979-4915-95f6-4733b8deafb6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:31.395336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1de71ba-8cb0-42a4-b05d-bb214a38de63 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:31.397561 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1de71ba-8cb0-42a4-b05d-bb214a38de63 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.1600971 Jul 07 22:19:31.398655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548e8b1-7d76-443b-82f1-d486b40ad147 req-01b02e9f-a644-45e7-bfb3-c163f1b4cf2e tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:31.400277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1548e8b1-7d76-443b-82f1-d486b40ad147 req-01b02e9f-a644-45e7-bfb3-c163f1b4cf2e tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 1096 time: 0.2444315 Jul 07 22:19:31.428350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'port': {'device_id': '4d2c067d-f972-4bc0-9677-8e76027dec87', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'admin_state_up': True, 'tenant_id': '616b37054f834516a12c5c2bd5d21632'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:31.445615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0c40ee7-2e94-4216-bc2a-29353cb53d50 req-6ff23d57-6e43-436b-847d-9e26f08b9a57 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285491 Jul 07 22:19:31.496144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1548e8b1-7d76-443b-82f1-d486b40ad147 req-41ee2ca7-56d7-4942-a452-952112d8d90f tempest-LiveMigrationTest-1860100642 tempest-LiveMigrationTest-1860100642-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851364 Jul 07 22:19:31.501859 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-769d120b-c93b-4d39-9c4f-33467e9b7878 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f20312a22b74ae8838dbf0d03f6ca92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718866 Jul 07 22:19:31.507114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34574) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:31.521948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-0cee1e6d-d44f-483f-b7aa-542f0dc4701b service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104752 Jul 07 22:19:31.653403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d311-d391-47f5-bb5f-0027db5ec867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.677107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Made reservation on behalf of 616b37054f834516a12c5c2bd5d21632 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:31.682341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.683908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:31.692171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d311-d391-47f5-bb5f-0027db5ec867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.755030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74a35c9c-7d94-4023-bd89-7576bea90598 req-d661606f-a494-4ba8-be12-cb1c25f221af service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303283 Jul 07 22:19:31.796577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24850c2-ecc6-4422-9a2d-5129c4857f5b req-bdf47504-f5de-49e7-88a6-d63706451662 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:31.798250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a24850c2-ecc6-4422-9a2d-5129c4857f5b req-bdf47504-f5de-49e7-88a6-d63706451662 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 944 time: 0.1696057 Jul 07 22:19:31.807957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93567f-e75b-4f83-96c8-0a6df4930ce1 req-ddc36b68-a431-446b-b578-d2314e9a621a tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:31.809539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c93567f-e75b-4f83-96c8-0a6df4930ce1 req-ddc36b68-a431-446b-b578-d2314e9a621a tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 985 time: 0.1420963 Jul 07 22:19:31.884007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34582) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:31.886866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c93567f-e75b-4f83-96c8-0a6df4930ce1 req-5aa1ed4e-57cd-487c-8c20-16a6ed624493 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae4f769a-eccb-4a37-8684-f085eb9ac37f&id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0671239 Jul 07 22:19:31.891044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a24850c2-ecc6-4422-9a2d-5129c4857f5b req-5358ef86-850c-4b66-bf89-dc57dd12565a tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805075 Jul 07 22:19:31.902543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:31.917258 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c0be766-dac0-4c4b-968d-9d6ce992424d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.922487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0', 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'port_id': 'bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0', 'mac_address': 'fa:16:3e:7e:c0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:19:31.929985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d311-d391-47f5-bb5f-0027db5ec867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.934653 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5b7d311-d391-47f5-bb5f-0027db5ec867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:31.942133 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c5b7d311-d391-47f5-bb5f-0027db5ec867 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5775519c-94d2-444c-8108-f8bc5eade7d5 HTTP/1.1" status: 204 len: 168 time: 0.4310014 Jul 07 22:19:32.038223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.073363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:32.077830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7d311-d391-47f5-bb5f-0027db5ec867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5775519c-94d2-444c-8108-f8bc5eade7d5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:32.089887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-d6163fe7-c7f0-448e-bf53-64ed8f1e6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.091444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-d6163fe7-c7f0-448e-bf53-64ed8f1e6ce1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 1137 time: 0.1276445 Jul 07 22:19:32.169074 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:32.173645 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.184113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.20.0.13 (999565a5-3d06-4cae-b337-73e8bf8acda2/5e8a3a64-3ee5-4b55-849d-11c87e978ec3/f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:32.298398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-ed2eb7aa-24c5-4060-9932-7b7e8ebf41df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.301301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-ed2eb7aa-24c5-4060-9932-7b7e8ebf41df service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 913 time: 0.2023222 Jul 07 22:19:32.362321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:32.404231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-6bd8785f-81a1-419e-a91c-e9dc1a8b7b82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cd1a71b-4d66-4413-a009-e8924bf55443 HTTP/1.1" status: 200 len: 217 time: 0.0940278 Jul 07 22:19:32.489638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c0be766-dac0-4c4b-968d-9d6ce992424d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.495950 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c0be766-dac0-4c4b-968d-9d6ce992424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.529640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:32.534515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17c9a451-8ec6-4516-b5ca-3802b85b7b1c req-d812818a-b681-4aef-b856-12be00817888 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 210 time: 0.0600884 Jul 07 22:19:32.543940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-aefcb9b0-bb67-4897-9489-92c81492f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.546952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-aefcb9b0-bb67-4897-9489-92c81492f5ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 200 len: 852 time: 0.1346455 Jul 07 22:19:32.568521 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5c0be766-dac0-4c4b-968d-9d6ce992424d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1948c09f6926431198e1c9df941efbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6834702 Jul 07 22:19:32.571665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0be766-dac0-4c4b-968d-9d6ce992424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976109b5-c6f7-4e66-97eb-e60c9324ffbb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:32.576985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:32.622392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:32.628575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-8be159ea-341e-4979-8ec9-80cd84e1aa1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735924 Jul 07 22:19:32.629588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.674667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Transition to ACTIVE for port object f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:32.701420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.732963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9e5107b-e1dd-486d-8fdb-826404bdc05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.743776 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-95721976-4d89-49ac-8901-f8c7dcf93721 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c27325ec100041e2938c46e781631a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146104 Jul 07 22:19:32.751007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:32.827410 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9e5107b-e1dd-486d-8fdb-826404bdc05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.842572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e19a9dd-5bfa-4f0a-87e1-efcfd577bb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.851552 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.899265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4ff7b-05cc-427b-85ff-7a65e22839ab req-ad96582a-a691-42e3-a7a0-006fb42835bf tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.900914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99c4ff7b-05cc-427b-85ff-7a65e22839ab req-ad96582a-a691-42e3-a7a0-006fb42835bf tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 944 time: 0.2802122 Jul 07 22:19:32.911497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e19a9dd-5bfa-4f0a-87e1-efcfd577bb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:32.918649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78572c05-d8c0-439f-8101-adad602afd80 req-91f10b37-bc78-45a9-a6f9-9495877b9c8c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:32.920140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78572c05-d8c0-439f-8101-adad602afd80 req-91f10b37-bc78-45a9-a6f9-9495877b9c8c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.2146697 Jul 07 22:19:32.924233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-21c8f6af-8022-423d-92d7-f871073b0e36 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815268 Jul 07 22:19:32.935071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:32.947375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:32.967135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:32.976218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:33.067789 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99c4ff7b-05cc-427b-85ff-7a65e22839ab req-3ee371b0-1f06-4ba6-ba2e-f9d3d0e908ff tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586890 Jul 07 22:19:33.087543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78572c05-d8c0-439f-8101-adad602afd80 req-a4c2d3d2-4bda-4650-92be-0b0245a5cdcb tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533577 Jul 07 22:19:33.236109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c8af91-421f-47e7-9237-aa31982001d3 req-d88b7f6f-77e9-452b-bd67-22e7803a2ccb service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829056 Jul 07 22:19:33.300739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-45326267-3579-4ce0-9f2c-667558650245 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:33.302551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-45326267-3579-4ce0-9f2c-667558650245 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 944 time: 0.2336810 Jul 07 22:19:33.357621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9dc43c26-63c7-4e51-b8f9-9bafba2e8f62 None None] Provisioning for port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:33.362915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9dc43c26-63c7-4e51-b8f9-9bafba2e8f62 None None] Provisioning complete for port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:33.363304 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9dc43c26-63c7-4e51-b8f9-9bafba2e8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.395127 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9e5107b-e1dd-486d-8fdb-826404bdc05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.397654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9e5107b-e1dd-486d-8fdb-826404bdc05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.401805 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e9e5107b-e1dd-486d-8fdb-826404bdc05e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/976109b5-c6f7-4e66-97eb-e60c9324ffbb HTTP/1.1" status: 204 len: 168 time: 0.8209193 Jul 07 22:19:33.413485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5107b-e1dd-486d-8fdb-826404bdc05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976109b5-c6f7-4e66-97eb-e60c9324ffbb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:33.426471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:33.427099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.439442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e19a9dd-5bfa-4f0a-87e1-efcfd577bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.442699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e19a9dd-5bfa-4f0a-87e1-efcfd577bb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.446116 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0e19a9dd-5bfa-4f0a-87e1-efcfd577bb3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18cfd384-3ad3-4762-9f1c-2ded71ac7749 HTTP/1.1" status: 204 len: 168 time: 0.6916821 Jul 07 22:19:33.495351 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-b1e680b9-f370-46e8-b14c-3f486eb90de4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0711346 Jul 07 22:19:33.496159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9dc43c26-63c7-4e51-b8f9-9bafba2e8f62 None None] Port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:19:33.499562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19a9dd-5bfa-4f0a-87e1-efcfd577bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cfd384-3ad3-4762-9f1c-2ded71ac7749,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:33.520676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Request body: {'port': {'device_id': '4d2c067d-f972-4bc0-9677-8e76027dec87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:33.578142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5c29c-1f39-4b21-8494-807da62c2a1e req-a8af9f8e-24b8-46aa-88e6-aece3aaf95ff tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:33.582548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ed5c29c-1f39-4b21-8494-807da62c2a1e req-a8af9f8e-24b8-46aa-88e6-aece3aaf95ff tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 945 time: 0.2575052 Jul 07 22:19:33.613152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b7cda-82fb-4b89-8693-8f832e138619 req-8725d7a4-ac76-4e38-ba6d-0cba051940e0 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:33.622151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b9b7cda-82fb-4b89-8693-8f832e138619 req-8725d7a4-ac76-4e38-ba6d-0cba051940e0 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 985 time: 0.3179433 Jul 07 22:19:33.626704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.641565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Deleting port 52ab42d2-f6a8-48a8-bd52-396c009f6adc {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:33.642308 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.739181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ed5c29c-1f39-4b21-8494-807da62c2a1e req-61657254-f786-4278-8d4a-acdb751899e2 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508377 Jul 07 22:19:33.785186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b9b7cda-82fb-4b89-8693-8f832e138619 req-5a63813a-54b5-4319-ab84-899744c5f2d9 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae4f769a-eccb-4a37-8684-f085eb9ac37f&id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1617417 Jul 07 22:19:33.924130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] For port 52ab42d2-f6a8-48a8-bd52-396c009f6adc, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=52ab42d2-f6a8-48a8-bd52-396c009f6adc,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:33.926580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:33.963686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Calling delete_port for 52ab42d2-f6a8-48a8-bd52-396c009f6adc owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:34.344448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:34.353106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.367096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Transition to ACTIVE for port object f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:34.371259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.469159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.501833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:34.564287 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Attempting to bind port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:34.565159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Attempting to bind port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:34.565620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Attempting to bind port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:34.570628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b on network 999565a5-3d06-4cae-b337-73e8bf8acda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:34.570809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Attempting to bind port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:34.579315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:34.579657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:34.580205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Bound using segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:34.581215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Bound port: f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:34.581578 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.669944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] For port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:34.678120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] For port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:34.687142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.708856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c766-e9c7-4531-a091-603cf7cdcf9e req-e1ee79d3-9431-404e-b59b-bfcce50e5d7e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:34.711138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5450c766-e9c7-4531-a091-603cf7cdcf9e req-e1ee79d3-9431-404e-b59b-bfcce50e5d7e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 932 time: 0.4004662 Jul 07 22:19:34.712048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Pushing event deleted for resources: {'Port': ['ID=52ab42d2-f6a8-48a8-bd52-396c009f6adc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:34.731386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:34.732170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.733103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] No DVR routers for this DVR port 52ab42d2-f6a8-48a8-bd52-396c009f6adc on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:34.734537 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] 10.222.0.83 "PUT /v2.0/ports/f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b HTTP/1.1" status: 200 len: 1093 time: 1.2209935 Jul 07 22:19:34.735154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2c067d-f972-4bc0-9677-8e76027dec87', 'tag': 'f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:34.738776 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7b9551-7dc7-425e-b2db-02e2638e48ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2c067d-f972-4bc0-9677-8e76027dec87", "tag": "f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:34.742186 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:34.747133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bcb37b56-1a1d-4438-b46b-db00b1bc1a95 req-3afe30a0-f093-49fb-8332-3d883806e477 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.44 "DELETE /v2.0/ports/52ab42d2-f6a8-48a8-bd52-396c009f6adc HTTP/1.1" status: 204 len: 173 time: 1.4305670 Jul 07 22:19:34.766431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'name': 'network-vif-deleted', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:34.781263 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7164d3b4-afc6-4212-ab4e-011b870ef3ca" -d '{"events": [{"server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "name": "network-vif-deleted", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:34.800691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555f47f-4926-449f-9052-5e6b8427b6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:34.842654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5af50b-ef17-4771-ac48-75efd4e1806a req-460284e9-1eb2-459f-92de-ba3f1578fe36 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:34.844260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d5af50b-ef17-4771-ac48-75efd4e1806a req-460284e9-1eb2-459f-92de-ba3f1578fe36 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 866 time: 0.4677811 Jul 07 22:19:34.877923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5450c766-e9c7-4531-a091-603cf7cdcf9e req-d5d566d5-2586-43c0-b2b6-ffa9f93bf105 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466665 Jul 07 22:19:34.917103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d5af50b-ef17-4771-ac48-75efd4e1806a req-7a605dcb-3182-4715-a55a-b700d1698ed5 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624385 Jul 07 22:19:34.995532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-e340c1d9-973b-44b7-ad1d-7ea394af86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:34.997083 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-e340c1d9-973b-44b7-ad1d-7ea394af86cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 1096 time: 0.1660964 Jul 07 22:19:35.072842 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-ac014164-882b-4728-baf7-b8aac7a0d739 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b HTTP/1.1" status: 200 len: 217 time: 0.0589530 Jul 07 22:19:35.087303 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f90b6a-ed22-4d9a-aff6-d5e1dbf4a6fc x-openstack-request-id: req-15f90b6a-ed22-4d9a-aff6-d5e1dbf4a6fc {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:35.087596 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2c067d-f972-4bc0-9677-8e76027dec87", "tag": "f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:35.087845 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15f90b6a-ed22-4d9a-aff6-d5e1dbf4a6fc {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:35.088373 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2c067d-f972-4bc0-9677-8e76027dec87', 'tag': 'f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b', 'status': 'completed', 'code': 200} Jul 07 22:19:35.192207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-6ba42132-e4af-4559-a1fb-0bbf3b45e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:35.201109 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-6ba42132-e4af-4559-a1fb-0bbf3b45e968 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.0956941 Jul 07 22:19:35.345458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-f5f142b7-e5c3-4890-90f6-deb3e7802fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:35.349672 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-f5f142b7-e5c3-4890-90f6-deb3e7802fa7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406045 Jul 07 22:19:35.545807 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-66dc5a9a-e166-48f0-8775-bc5a920d4cba service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849327 Jul 07 22:19:35.703128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:35.751151 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6808f96e-93b7-4e3b-9684-8f07e9611393 req-bd05e6fc-db24-453c-97aa-ef329f948c62 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947019 Jul 07 22:19:35.791703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:35.801360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:35.801917 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:35.984102 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.012034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300120f-6fca-4931-8f49-59523535eb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:36.015234 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9659c3fa-ced8-450e-a406-a5fce48cad60" -d '{"events": [{"server_uuid": "c300120f-6fca-4931-8f49-59523535eb7b", "name": "network-vif-plugged", "status": "completed", "tag": "bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:36.042958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-cccbf26f-d822-4c1b-8bfa-38510bf4b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.044720 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-cccbf26f-d822-4c1b-8bfa-38510bf4b6de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 1096 time: 0.1151474 Jul 07 22:19:36.048158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:36.052726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.069581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 52ab42d2-f6a8-48a8-bd52-396c009f6adc no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:36.139198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 52ab42d2-f6a8-48a8-bd52-396c009f6adc {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:36.140179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 52ab42d2-f6a8-48a8-bd52-396c009f6adc not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:36.165656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdce10f-b28f-4eee-a618-d64e5cb1c853 req-0aaf5794-6b42-4153-8897-7db3ceeaf7da tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.173118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cdce10f-b28f-4eee-a618-d64e5cb1c853 req-0aaf5794-6b42-4153-8897-7db3ceeaf7da tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.9522831 Jul 07 22:19:36.269353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cdce10f-b28f-4eee-a618-d64e5cb1c853 req-5da59d0a-1362-400e-81c4-51d7d253fb8e tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952411 Jul 07 22:19:36.312569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34712) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:36.332603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:36.395043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-00ed1781-d71f-4a9b-add0-8db3e68b01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.396590 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-00ed1781-d71f-4a9b-add0-8db3e68b01d5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.3437614 Jul 07 22:19:36.415987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6ba0d-c022-43f0-ac32-dfc23d000a12 req-08ffcd3b-8243-45b3-a34f-fe62e27ec98b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.430318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2f6ba0d-c022-43f0-ac32-dfc23d000a12 req-08ffcd3b-8243-45b3-a34f-fe62e27ec98b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 1.0880008 Jul 07 22:19:36.447002 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c060bfa-ad4d-4b44-a266-6966707e1f70 x-openstack-request-id: req-8c060bfa-ad4d-4b44-a266-6966707e1f70 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:36.447367 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd1da8e-f189-4109-82a5-e21c9700ebeb", "name": "network-vif-deleted", "tag": "52ab42d2-f6a8-48a8-bd52-396c009f6adc", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:36.451567 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c060bfa-ad4d-4b44-a266-6966707e1f70 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:36.452210 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd1da8e-f189-4109-82a5-e21c9700ebeb', 'name': 'network-vif-deleted', 'tag': '52ab42d2-f6a8-48a8-bd52-396c009f6adc', 'status': 'completed', 'code': 200} Jul 07 22:19:36.500272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-a53f10d6-a927-42a4-9000-82fcd6e0dd4d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.503309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-a53f10d6-a927-42a4-9000-82fcd6e0dd4d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 946 time: 0.4252613 Jul 07 22:19:36.567269 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-749d3775-39e0-401e-a0ad-3f95a58935b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b HTTP/1.1" status: 200 len: 217 time: 0.1608028 Jul 07 22:19:36.722322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1499487660', 'router:external': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:36.728248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-f85d756b-065a-4fa5-bf53-41e6e9b93a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.729886 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-f85d756b-065a-4fa5-bf53-41e6e9b93a96 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1558089 Jul 07 22:19:36.805881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-e6e9690b-7835-4c91-8b91-42ca89ba6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:36.810150 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-e6e9690b-7835-4c91-8b91-42ca89ba6b7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732682 Jul 07 22:19:36.848317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2f6ba0d-c022-43f0-ac32-dfc23d000a12 req-52a31771-9c11-4414-97dd-660add665ee0 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026427 Jul 07 22:19:36.868769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Made reservation on behalf of faf0d74a9266444a82f5604b39ae1b62 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:36.885361 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.963091 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:36.982018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-e60745a9-eaa0-4b0d-83f8-fec0c4a3623e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5285668 Jul 07 22:19:37.035581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Deleting port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:37.039748 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.085202 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-17e1c00d-63c7-4101-8e4c-68ac4470abb4 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656882 Jul 07 22:19:37.229520 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-8b7b9551-7dc7-425e-b2db-02e2638e48ea req-9a9d224a-1695-47ed-ae01-7d015a9e76a5 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381752 Jul 07 22:19:37.304381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5fdfd-05f5-46ac-952b-af8e78524aca req-5ed66798-167d-4283-94b6-ba04e27a22fb tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:37.312226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9f5fdfd-05f5-46ac-952b-af8e78524aca req-5ed66798-167d-4283-94b6-ba04e27a22fb tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 985 time: 0.6521263 Jul 07 22:19:37.392118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9f5fdfd-05f5-46ac-952b-af8e78524aca req-20b0eafc-67e5-43bd-b0ea-17a3ad80d791 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae4f769a-eccb-4a37-8684-f085eb9ac37f&id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0785394 Jul 07 22:19:37.550974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] For port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:37.552319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.570928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-b67995db-3065-4a88-895d-3d8ce5253dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:37.572694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-b67995db-3065-4a88-895d-3d8ce5253dfc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=044d4bb047b445f69003d89d04d2872a&device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 1096 time: 0.4756775 Jul 07 22:19:37.646651 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.648722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Calling delete_port for fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:37.737742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:37.893820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ac1d5-7cd0-4ba5-b77b-9cba2dda4b0d req-c582ff85-db2c-4769-8871-c8e1ec985ef3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:37.896222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-486ac1d5-7cd0-4ba5-b77b-9cba2dda4b0d req-c582ff85-db2c-4769-8871-c8e1ec985ef3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.5131898 Jul 07 22:19:37.935897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-659b5681-3255-49d4-9ad2-475ca7736a09 req-f8265533-d224-4d55-a80d-832f128473da tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 210 time: 0.2126768 Jul 07 22:19:37.944295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:37.982161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ae962-17ce-4d33-8388-293aa976798b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:38.026307 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.026825 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Added segment 8b12d2b9-a6df-4e46-adbe-e6fb2e40c599 of type vlan for network 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc Jul 07 22:19:38.069999 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48583e8-d7b9-43b2-b760-ad10bed4837c x-openstack-request-id: req-d48583e8-d7b9-43b2-b760-ad10bed4837c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:38.071445 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300120f-6fca-4931-8f49-59523535eb7b", "name": "network-vif-plugged", "status": "completed", "tag": "bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:38.072345 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d48583e8-d7b9-43b2-b760-ad10bed4837c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:38.074062 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300120f-6fca-4931-8f49-59523535eb7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0', 'code': 200} Jul 07 22:19:38.089510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.238304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-486ac1d5-7cd0-4ba5-b77b-9cba2dda4b0d req-64afe965-2dfa-4420-a923-85261541fe6b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092449 Jul 07 22:19:38.273256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-5cbc9884-50d3-4787-b801-0b25e2e1c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:38.277296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-5cbc9884-50d3-4787-b801-0b25e2e1c6f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 200 len: 909 time: 0.6682661 Jul 07 22:19:38.305617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.306854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:38.307178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.409987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-2a9f6688-61d9-4d5f-b313-6feafefe344f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 200 len: 217 time: 0.1208639 Jul 07 22:19:38.497567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1778307 Jul 07 22:19:38.498446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:38.505502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'subnet': {'network_id': '64c0ab0a-5a24-4b82-9ba9-d2c8046442fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:38.534788 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Made reservation on behalf of faf0d74a9266444a82f5604b39ae1b62 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:38.545859 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.548023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c8194-35d6-4005-a6d8-ff2093d49bc5 req-d104d6dc-8edb-41b0-903e-5a04c8b0d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:38.550139 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b55c8194-35d6-4005-a6d8-ff2093d49bc5 req-d104d6dc-8edb-41b0-903e-5a04c8b0d7f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 1098 time: 0.3926640 Jul 07 22:19:38.557172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1300e-8fbe-47e8-ac49-f0dbe1bd3f4c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event updated for resources: {'Network': ['ID=64c0ab0a-5a24-4b82-9ba9-d2c8046442fc,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:38.576350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:38.598520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60edc88-9edc-42db-880b-066b15b08029 req-a75c6b19-7fd2-458b-a875-94041b731262 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-379558133&fields=id&tenant_id=c0f8da35f55943df997e5355a0be6205 HTTP/1.1" status: 200 len: 267 time: 0.1868355 Jul 07 22:19:38.599181 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.673229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-d0ac03d7-8be6-4309-a5b5-06f7b65f98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:38.675730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-d0ac03d7-8be6-4309-a5b5-06f7b65f98bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 200 len: 848 time: 0.2266977 Jul 07 22:19:38.710884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event deleted for resources: {'Port': ['ID=fb5d9ae8-5eba-4500-8fbb-d9802b0d4858,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:38.733493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70967585-fd7b-4947-911d-8b46a56c1c28 req-6b481a78-c38e-43d7-afdc-83e25a03ca27 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:38.743313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70967585-fd7b-4947-911d-8b46a56c1c28 req-6b481a78-c38e-43d7-afdc-83e25a03ca27 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=1423abfd-a0ab-4ad5-ae0d-da74dc0780ef HTTP/1.1" status: 200 len: 867 time: 0.4448187 Jul 07 22:19:38.857584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-b39d32f4-a414-498c-9259-697f6c4566b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=878b13c4-887e-46a5-896b-2b42746546d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339936 Jul 07 22:19:38.865458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b55c8194-35d6-4005-a6d8-ff2093d49bc5 req-6ae43ba2-1488-46f9-8348-19a58cca9f13 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035831 Jul 07 22:19:38.872047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] No DVR routers for this DVR port fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:38.886966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:38.890207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28ae54fd-d421-486e-89da-d46f303ecb44 req-2890495f-3751-44d9-b421-f50420c2aa88 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "DELETE /v2.0/ports/fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 HTTP/1.1" status: 204 len: 173 time: 2.3349161 Jul 07 22:19:38.891035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1423abfd-a0ab-4ad5-ae0d-da74dc0780ef', 'name': 'network-vif-deleted', 'tag': 'fb5d9ae8-5eba-4500-8fbb-d9802b0d4858'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:38.893953 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1b48fc-d426-4a2c-8096-5e4468d0c105" -d '{"events": [{"server_uuid": "1423abfd-a0ab-4ad5-ae0d-da74dc0780ef", "name": "network-vif-deleted", "tag": "fb5d9ae8-5eba-4500-8fbb-d9802b0d4858"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:38.983287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70967585-fd7b-4947-911d-8b46a56c1c28 req-a11fdb22-a8f4-4cf1-9fbc-2128b1dd17d3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345939 Jul 07 22:19:39.113370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60edc88-9edc-42db-880b-066b15b08029 req-f9084bdd-7e1f-4a6a-88b9-73dda8710480 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:39.131592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60edc88-9edc-42db-880b-066b15b08029 req-f9084bdd-7e1f-4a6a-88b9-73dda8710480 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 985 time: 0.5098581 Jul 07 22:19:39.140238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e60edc88-9edc-42db-880b-066b15b08029 req-7052c16f-7cfe-4adc-8159-cd535036fb79 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'port': {'security_groups': ['36b45abc-d98b-4532-a1d9-b5d44a6080eb', 'ae4f769a-eccb-4a37-8684-f085eb9ac37f', 'd51ae8d0-36c0-4ae8-ada6-1a07f6e8b036']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:39.183338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-19f344b1-b91e-456b-aa01-cc4f34bdbec4 service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126535 Jul 07 22:19:39.401840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:19:39.402833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.436640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecda1b6d-f9a9-44e0-88e0-93ca32678911 req-4cb2f4d9-9dbc-43f4-8287-4f8d0e8bd3be service neutron] 10.222.0.83 "GET /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227354 Jul 07 22:19:39.553963 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7b32da7c-7368-450d-8b20-3d8036c41a3c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:39.557171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Checking segment: {'id': '8b12d2b9-a6df-4e46-adbe-e6fb2e40c599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '64c0ab0a-5a24-4b82-9ba9-d2c8046442fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:39.557911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Network hostable DHCP agents. Network: 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:19:39.582458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Network 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:19:39.605863 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:39.616928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75855a2e-69d6-4e5f-a9d3-3967d5c9cd31 None None] Network 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:39.626323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:39.628323 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.660948 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-481521ab-ac9a-4834-9941-14c0da35421b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1595860 Jul 07 22:19:39.663093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34818) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:39.675499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1728170757', 'network_id': '64c0ab0a-5a24-4b82-9ba9-d2c8046442fc'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:39.679705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e60edc88-9edc-42db-880b-066b15b08029 req-7052c16f-7cfe-4adc-8159-cd535036fb79 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.743062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Made reservation on behalf of faf0d74a9266444a82f5604b39ae1b62 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:39.747988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:39.822871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] device_id is not set on port 27dd1840-3c90-4717-b61e-2b799625da50 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:39.845190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28494b0f-863b-4f52-b80c-0069c2497022 req-b68446c1-aa77-422b-8d13-e2bcf2833770 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:39.865027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28494b0f-863b-4f52-b80c-0069c2497022 req-b68446c1-aa77-422b-8d13-e2bcf2833770 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.5232017 Jul 07 22:19:39.927518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a6dc72-bab4-4e5d-b22d-850237e61086 None None] Network 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:40.104524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28494b0f-863b-4f52-b80c-0069c2497022 req-cb0caf76-0e24-4c2d-b637-e9e46d00db6b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349648 Jul 07 22:19:40.230681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Allocated IP 172.20.0.11 (64c0ab0a-5a24-4b82-9ba9-d2c8046442fc/7b32da7c-7368-450d-8b20-3d8036c41a3c/27dd1840-3c90-4717-b61e-2b799625da50) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:40.248926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:40.438383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:40.440608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device fb5d9ae8-5eba-4500-8fbb-d9802b0d4858 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:40.471212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e60edc88-9edc-42db-880b-066b15b08029 req-7052c16f-7cfe-4adc-8159-cd535036fb79 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] For port 0cd1a71b-4d66-4413-a009-e8924bf55443, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0cd1a71b-4d66-4413-a009-e8924bf55443,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:40.537611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e60edc88-9edc-42db-880b-066b15b08029 req-7052c16f-7cfe-4adc-8159-cd535036fb79 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.544478 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e08a3a8-c220-4a65-9da9-144df0cb2296 x-openstack-request-id: req-6e08a3a8-c220-4a65-9da9-144df0cb2296 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:40.544783 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1423abfd-a0ab-4ad5-ae0d-da74dc0780ef", "name": "network-vif-deleted", "tag": "fb5d9ae8-5eba-4500-8fbb-d9802b0d4858", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:40.545045 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e08a3a8-c220-4a65-9da9-144df0cb2296 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:40.545459 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1423abfd-a0ab-4ad5-ae0d-da74dc0780ef', 'name': 'network-vif-deleted', 'tag': 'fb5d9ae8-5eba-4500-8fbb-d9802b0d4858', 'status': 'completed', 'code': 200} Jul 07 22:19:40.548115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e60edc88-9edc-42db-880b-066b15b08029 req-7052c16f-7cfe-4adc-8159-cd535036fb79 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.569182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4', '0cd1a71b-4d66-4413-a009-e8924bf55443'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:40.677112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60edc88-9edc-42db-880b-066b15b08029 req-7052c16f-7cfe-4adc-8159-cd535036fb79 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:40.677112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e60edc88-9edc-42db-880b-066b15b08029 req-7052c16f-7cfe-4adc-8159-cd535036fb79 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:40.678034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60edc88-9edc-42db-880b-066b15b08029 req-7052c16f-7cfe-4adc-8159-cd535036fb79 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "PUT /v2.0/ports/0cd1a71b-4d66-4413-a009-e8924bf55443 HTTP/1.1" status: 200 len: 1021 time: 1.5453398 Jul 07 22:19:40.730579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c82a99b-1bff-4358-b74c-eaef5e1e89dd req-10b4f973-c180-46ab-9196-2f15f87ca07b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 210 time: 0.0867839 Jul 07 22:19:40.788184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052c16f-7cfe-4adc-8159-cd535036fb79 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'Port': ['ID=0cd1a71b-4d66-4413-a009-e8924bf55443,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:40.822338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['0cd1a71b-4d66-4413-a009-e8924bf55443'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:40.892076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.001774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.067244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event updated for resources: {'Port': ['ID=27dd1840-3c90-4717-b61e-2b799625da50,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:41.087743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Network 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:41.090875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:41.094574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:41.269015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:41.271904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.281764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbca8572-0d62-48ba-a06a-d9d7364cf8a0 req-38e65ee8-8350-489a-b6e0-36da07fc78bc tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/d51ae8d0-36c0-4ae8-ada6-1a07f6e8b036 HTTP/1.1" status: 200 len: 1801 time: 0.2399135 Jul 07 22:19:41.345696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68fc1c-e7a1-40e4-ae01-313cdab0f982 req-ea0fc4f1-9924-4466-bdca-cda0ad0e6ab9 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:41.347768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f68fc1c-e7a1-40e4-ae01-313cdab0f982 req-ea0fc4f1-9924-4466-bdca-cda0ad0e6ab9 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.4312601 Jul 07 22:19:41.353944 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8cecf332-2197-4121-b205-b21bbbc4fabc tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.6894231 Jul 07 22:19:41.357059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34896) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:41.483895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f68fc1c-e7a1-40e4-ae01-313cdab0f982 req-9d7aed1c-33c1-41ed-a651-37ebe2250fe4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258707 Jul 07 22:19:41.486511 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-dbca8572-0d62-48ba-a06a-d9d7364cf8a0 req-f5d855af-7d24-4eca-b5e4-9fd0bff206b6 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:19:41.487607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbca8572-0d62-48ba-a06a-d9d7364cf8a0 req-f5d855af-7d24-4eca-b5e4-9fd0bff206b6 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/d51ae8d0-36c0-4ae8-ada6-1a07f6e8b036 HTTP/1.1" status: 409 len: 341 time: 0.1918848 Jul 07 22:19:41.552085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-a4832401-d562-4693-a96b-876cc5679810 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Deleting port 27dd1840-3c90-4717-b61e-2b799625da50 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:41.552724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a4832401-d562-4693-a96b-876cc5679810 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.915804 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a4832401-d562-4693-a96b-876cc5679810 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:41.938946 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-a4832401-d562-4693-a96b-876cc5679810 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Calling delete_port for 27dd1840-3c90-4717-b61e-2b799625da50 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:41.981502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd3adb-2c8c-4877-9bbf-130d0782b3aa req-8fedde8b-f132-41b7-a466-438cf3df6b75 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:41.983171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7dd3adb-2c8c-4877-9bbf-130d0782b3aa req-8fedde8b-f132-41b7-a466-438cf3df6b75 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.2552500 Jul 07 22:19:42.057042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-32f37328-31cd-4242-936d-94680f9f16a4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:42.058556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-32f37328-31cd-4242-936d-94680f9f16a4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.2594445 Jul 07 22:19:42.085280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-a17ab9ac-1607-4202-9419-19474aed1228 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/quotas/54e3a2de8bea4da984d353053786f4c9 HTTP/1.1" status: 200 len: 375 time: 0.0109434 Jul 07 22:19:42.101270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7dd3adb-2c8c-4877-9bbf-130d0782b3aa req-f569c68a-97d3-4a69-b310-cdfddc79c032 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098423 Jul 07 22:19:42.168734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-e1e19306-e255-46ba-9930-43835e685034 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664825 Jul 07 22:19:42.327060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7244bce2-c4bf-482a-a22c-9572a0af9443 service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498468 Jul 07 22:19:42.425659 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a4832401-d562-4693-a96b-876cc5679810 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.521014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4832401-d562-4693-a96b-876cc5679810 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event deleted for resources: {'Port': ['ID=27dd1840-3c90-4717-b61e-2b799625da50,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:42.548953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:42.553357 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcc06f9-5bd3-4693-a721-224c2d337a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:42.834339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a4832401-d562-4693-a96b-876cc5679810 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.837351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a4832401-d562-4693-a96b-876cc5679810 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "DELETE /v2.0/ports/27dd1840-3c90-4717-b61e-2b799625da50 HTTP/1.1" status: 204 len: 168 time: 1.4722829 Jul 07 22:19:42.840192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:42.845799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64c0ab0a-5a24-4b82-9ba9-d2c8046442fc', 'external_fixed_ips': [{'subnet_id': '7b32da7c-7368-450d-8b20-3d8036c41a3c', 'ip_address': '172.20.0.11'}]}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:42.897426 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-867abe82-b244-4b6d-907f-ee759444548d service neutron] 10.222.0.81 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617039 Jul 07 22:19:42.901979 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:42.902539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.055817 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.391320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:43.541348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ac65fe4-aeca-488d-9a67-2623dd12c330 req-bdbd9472-bf58-4757-825e-4a1137880460 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=afd1da8e-f189-4109-82a5-e21c9700ebeb HTTP/1.1" status: 200 len: 210 time: 0.4581628 Jul 07 22:19:44.235073 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cda97dc-2154-424d-bd12-ab96adb7d14a x-openstack-request-id: req-4cda97dc-2154-424d-bd12-ab96adb7d14a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:44.235358 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:44.240932 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4cda97dc-2154-424d-bd12-ab96adb7d14a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:44.241447 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443', 'status': 'completed', 'code': 200} Jul 07 22:19:44.485616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e05b6-9753-4752-b43a-e5228769b4ae req-22fa912f-c353-4296-a552-63196880d973 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:44.496673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b1e05b6-9753-4752-b43a-e5228769b4ae req-22fa912f-c353-4296-a552-63196880d973 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.6696391 Jul 07 22:19:44.670591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.695095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-83024703-55f2-40be-b940-0ee597959cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:44.707388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-83024703-55f2-40be-b940-0ee597959cad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af75a2ac7f334983be32311526235296&device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 1098 time: 0.7559214 Jul 07 22:19:44.714125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-ea485e2f-f2f3-4a2d-9ee9-d1617287481c tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:44.715069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-08b05834-b377-480e-8a26-43577470d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:44.715756 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-ea485e2f-f2f3-4a2d-9ee9-d1617287481c tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.44 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 1024 time: 0.2419302 Jul 07 22:19:44.716985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-08b05834-b377-480e-8a26-43577470d2dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c0f8da35f55943df997e5355a0be6205&device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 1176 time: 0.5238612 Jul 07 22:19:44.717204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:44.762212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca7bbe-0fcc-41f4-9438-86f3636757ed req-2f40fa25-57d1-4773-b133-ffc711fe51d2 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:44.765823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ca7bbe-0fcc-41f4-9438-86f3636757ed req-2f40fa25-57d1-4773-b133-ffc711fe51d2 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=82eb8d8f-3c5a-4e13-b5ca-0935678d36ef HTTP/1.1" status: 200 len: 1024 time: 0.3836949 Jul 07 22:19:45.097518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Allocated IP 172.20.0.11 (64c0ab0a-5a24-4b82-9ba9-d2c8046442fc/7b32da7c-7368-450d-8b20-3d8036c41a3c/d930be06-df22-4103-96e4-99598aeca0df) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:45.102597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Deleting port 0cd1a71b-4d66-4413-a009-e8924bf55443 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:45.102991 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.403615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] For port 0cd1a71b-4d66-4413-a009-e8924bf55443, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=0cd1a71b-4d66-4413-a009-e8924bf55443,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:45.404446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.432195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Calling delete_port for 0cd1a71b-4d66-4413-a009-e8924bf55443 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:45.442359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35082) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:45.461822 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.584319 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.633679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-d938ba0b-a166-4cc5-912d-a6a688b18cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:45.635287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-d938ba0b-a166-4cc5-912d-a6a688b18cf6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 200 len: 913 time: 0.8682270 Jul 07 22:19:45.651881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b1e05b6-9753-4752-b43a-e5228769b4ae req-077c47ee-dc15-499f-b2bc-b93f07a19097 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1509919 Jul 07 22:19:45.674147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Network 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:45.690822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:45.693304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eca00777-c15e-46f8-8baa-625fd95d4557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.699497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:45.719234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-f72fe5f8-a2da-4b25-bade-feb739c42df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:45.721193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-f72fe5f8-a2da-4b25-bade-feb739c42df9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 200 len: 911 time: 0.9505103 Jul 07 22:19:45.791837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-08d62d6a-0e5e-4f43-a035-a5fe148782c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cd1a71b-4d66-4413-a009-e8924bf55443 HTTP/1.1" status: 200 len: 217 time: 0.1375301 Jul 07 22:19:45.853908 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:45.855493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event updated for resources: {'Port': ['ID=d930be06-df22-4103-96e4-99598aeca0df,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:45.865677 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:45.897752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.898101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.898498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.898845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.899183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.899528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.899853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.900182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.900509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.900907 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.901228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.901554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:19:45.943976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7ca7bbe-0fcc-41f4-9438-86f3636757ed req-c29c518a-2a0f-4491-9c5b-f95ec6d6cba5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=ae4f769a-eccb-4a37-8684-f085eb9ac37f&id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&id=d51ae8d0-36c0-4ae8-ada6-1a07f6e8b036&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2262757 Jul 07 22:19:45.949503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-f62cdb70-a85c-4a60-aa74-c042e6441488 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 HTTP/1.1" status: 200 len: 217 time: 0.2042131 Jul 07 22:19:46.030587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'Port': ['ID=0cd1a71b-4d66-4413-a009-e8924bf55443,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:46.098882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] No DVR routers for this DVR port 0cd1a71b-4d66-4413-a009-e8924bf55443 on host n-h1-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:46.104461 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.106595 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.44 "DELETE /v2.0/ports/0cd1a71b-4d66-4413-a009-e8924bf55443 HTTP/1.1" status: 204 len: 173 time: 1.3765647 Jul 07 22:19:46.107046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'name': 'network-vif-deleted', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:46.109461 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e39f4a-a643-458d-be63-7f1a76957c4d" -d '{"events": [{"server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "name": "network-vif-deleted", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:46.294329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eca00777-c15e-46f8-8baa-625fd95d4557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.300480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eca00777-c15e-46f8-8baa-625fd95d4557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.393768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bb54926-c06e-4d34-bc23-365c5bf8b95e req-d34a3061-d374-4ac2-92dd-05a645f1da10 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 210 time: 0.5284245 Jul 07 22:19:46.417287 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eca00777-c15e-46f8-8baa-625fd95d4557 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=caf5489e3df949039cbc5a1628507cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9737792 Jul 07 22:19:46.417997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-421f776f-b7d6-4982-b514-a36b20ec1027 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:46.418207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35088) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:46.420663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca00777-c15e-46f8-8baa-625fd95d4557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f244ddd9-734a-4460-a009-6e8b3ed1669e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:46.421568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-421f776f-b7d6-4982-b514-a36b20ec1027 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 811 time: 0.5557129 Jul 07 22:19:46.466622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Request body: {'port': {'device_id': '20f4d796-9cc4-4755-ae0d-eb72e6faec69', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'admin_state_up': True, 'tenant_id': '54e3a2de8bea4da984d353053786f4c9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:46.489701 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.546521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d29752b8-949d-4fa7-b4c9-f02b63d940f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.636215 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02842abe-cccb-4107-9b49-76dafa3ea9de x-openstack-request-id: req-02842abe-cccb-4107-9b49-76dafa3ea9de {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:46.637071 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82eb8d8f-3c5a-4e13-b5ca-0935678d36ef", "name": "network-vif-deleted", "tag": "0cd1a71b-4d66-4413-a009-e8924bf55443", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:46.637565 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02842abe-cccb-4107-9b49-76dafa3ea9de {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:46.638238 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82eb8d8f-3c5a-4e13-b5ca-0935678d36ef', 'name': 'network-vif-deleted', 'tag': '0cd1a71b-4d66-4413-a009-e8924bf55443', 'status': 'completed', 'code': 200} Jul 07 22:19:46.643076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d29752b8-949d-4fa7-b4c9-f02b63d940f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.750450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-a087fa0c-f09e-4c8c-a0df-f0e7c3d9faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:46.754743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-a087fa0c-f09e-4c8c-a0df-f0e7c3d9faf7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 200 len: 852 time: 0.8796563 Jul 07 22:19:46.851432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-e3657332-de16-48fa-8bb4-740dd96f153f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cfc09c07-d5b6-4d8e-8e79-660b663a30a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746784 Jul 07 22:19:46.888394 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d29752b8-949d-4fa7-b4c9-f02b63d940f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.890924 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d29752b8-949d-4fa7-b4c9-f02b63d940f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:46.892156 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d29752b8-949d-4fa7-b4c9-f02b63d940f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f244ddd9-734a-4460-a009-6e8b3ed1669e HTTP/1.1" status: 204 len: 168 time: 0.4668705 Jul 07 22:19:46.893286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-5af582f7-fbd7-48ea-a681-eb329ebbab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:46.894723 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-5af582f7-fbd7-48ea-a681-eb329ebbab0f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd HTTP/1.1" status: 200 len: 850 time: 0.8491280 Jul 07 22:19:46.990862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29752b8-949d-4fa7-b4c9-f02b63d940f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f244ddd9-734a-4460-a009-6e8b3ed1669e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:47.032081 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.099471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc7192-0380-4c47-9bda-5c0d21cf7d7f req-81a19f25-f913-4716-91de-d6bd2e986a67 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:47.101126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3fc7192-0380-4c47-9bda-5c0d21cf7d7f req-81a19f25-f913-4716-91de-d6bd2e986a67 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.5634451 Jul 07 22:19:47.103112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-27506708-ed75-4839-81f1-452ed4994102 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1db8a33c-b73a-41e0-84d5-18bf30ef0697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1976249 Jul 07 22:19:47.289003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3fc7192-0380-4c47-9bda-5c0d21cf7d7f req-d81b65b3-4ab6-4810-ac81-2fb389777887 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732266 Jul 07 22:19:47.306161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Router f8dfa323-cabb-4d74-8c50-c0f09c166b32 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:19:47.341010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-3f118a6c-86b7-4fda-92c8-dda8c3941a83 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817066 Jul 07 22:19:47.350904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a975c-6422-4477-9c89-a8591f79393b req-e0295f2c-8d2d-4dde-bd83-37cda9bba688 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:47.360351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c7a975c-6422-4477-9c89-a8591f79393b req-e0295f2c-8d2d-4dde-bd83-37cda9bba688 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.5050161 Jul 07 22:19:47.366466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Made reservation on behalf of 54e3a2de8bea4da984d353053786f4c9 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:47.370978 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:47.484020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c7a975c-6422-4477-9c89-a8591f79393b req-e53ec095-f763-4b6c-ba19-cb63381b1bd8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226597 Jul 07 22:19:47.582488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-a157cef3-9879-4438-8f14-1ea04101b03b service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584265 Jul 07 22:19:47.786799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0cd1a71b-4d66-4413-a009-e8924bf55443 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:47.847886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 0cd1a71b-4d66-4413-a009-e8924bf55443 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:47.849041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 0cd1a71b-4d66-4413-a009-e8924bf55443 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:47.864390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-714314b0-08f6-479f-a141-3352b1ec4777 req-f8f273e8-5e06-4b8c-b8be-90b63fc61dc8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 210 time: 0.1225736 Jul 07 22:19:47.952345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfcc06f9-5bd3-4693-a721-224c2d337a4e req-f74d89b3-3af7-44e2-89ab-8ffaa326fcb3 service neutron] 10.222.0.44 "GET /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868011 Jul 07 22:19:48.022438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4aa9d39-28cd-4f8c-aaec-136178ce7e4f req-a034a954-c4b0-48cf-a2b7-11a30da73c9f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/ae4f769a-eccb-4a37-8684-f085eb9ac37f HTTP/1.1" status: 200 len: 1802 time: 0.3540552 Jul 07 22:19:48.069026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f49e75f8-658d-4de2-aee3-cbaa4adc4a7c req-6f9ecbec-8e84-42cf-abd2-a3097ad796e6 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698293 Jul 07 22:19:48.090339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Allocated IP 172.20.0.3 (e78bab56-2430-4352-8c3a-9a975fe97bdf/c729abe2-7c10-4e18-8f90-c6235fd549eb/0231b14a-e24f-4a62-ae51-a38f2ce184cb) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:48.202029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:48.209027 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c4aa9d39-28cd-4f8c-aaec-136178ce7e4f req-cf53b5dc-1619-4f76-bd69-61d10a8b98f6 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.212848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Sync routers for ids ['f8dfa323-cabb-4d74-8c50-c0f09c166b32'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:48.219021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.220475 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6b3c7ba5-3a43-4814-9915-ef9b6c7667a7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.3785493 Jul 07 22:19:48.223161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:48.229109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Routers {'f8dfa323-cabb-4d74-8c50-c0f09c166b32'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:48.229797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f8dfa323-cabb-4d74-8c50-c0f09c166b32'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:48.238941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c4aa9d39-28cd-4f8c-aaec-136178ce7e4f req-cf53b5dc-1619-4f76-bd69-61d10a8b98f6 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.331927 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c4aa9d39-28cd-4f8c-aaec-136178ce7e4f req-cf53b5dc-1619-4f76-bd69-61d10a8b98f6 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.335154 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c4aa9d39-28cd-4f8c-aaec-136178ce7e4f req-cf53b5dc-1619-4f76-bd69-61d10a8b98f6 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.339974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4aa9d39-28cd-4f8c-aaec-136178ce7e4f req-cf53b5dc-1619-4f76-bd69-61d10a8b98f6 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/ae4f769a-eccb-4a37-8684-f085eb9ac37f HTTP/1.1" status: 204 len: 173 time: 0.3072655 Jul 07 22:19:48.380219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53b5dc-1619-4f76-bd69-61d10a8b98f6 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4f769a-eccb-4a37-8684-f085eb9ac37f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:48.394100 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.471722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09f8bc3f-71d8-4400-88df-f5c42e003c44 req-aec74be5-8ee7-4b7c-aaf4-7e5bede514de tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/d51ae8d0-36c0-4ae8-ada6-1a07f6e8b036 HTTP/1.1" status: 200 len: 1801 time: 0.1080518 Jul 07 22:19:48.521332 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.546317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Set router f8dfa323-cabb-4d74-8c50-c0f09c166b32 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:48.582750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.642118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe12d3e-c37e-4000-8114-87ff847f6ff6 req-1b115437-2e92-4494-918b-6015d63303ee tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:48.644033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fe12d3e-c37e-4000-8114-87ff847f6ff6 req-1b115437-2e92-4494-918b-6015d63303ee tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.1500311 Jul 07 22:19:48.646566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-09f8bc3f-71d8-4400-88df-f5c42e003c44 req-fe359889-6428-49c0-9b71-f9cfc9224189 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.680940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Deleting port d930be06-df22-4103-96e4-99598aeca0df {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:48.681295 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.701380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-09f8bc3f-71d8-4400-88df-f5c42e003c44 req-fe359889-6428-49c0-9b71-f9cfc9224189 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.711714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.739821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Network e78bab56-2430-4352-8c3a-9a975fe97bdf is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:48.747353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:48.781081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:48.814678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8dfa323-cabb-4d74-8c50-c0f09c166b32', 'name': '', 'tenant_id': 'faf0d74a9266444a82f5604b39ae1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c0ab0a-5a24-4b82-9ba9-d2c8046442fc', 'external_fixed_ips': [{'subnet_id': '7b32da7c-7368-450d-8b20-3d8036c41a3c', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd930be06-df22-4103-96e4-99598aeca0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:42Z', 'updated_at': '2021-07-07T22:19:46Z', 'revision_number': 3, 'project_id': 'faf0d74a9266444a82f5604b39ae1b62', 'gw_port': {'id': 'd930be06-df22-4103-96e4-99598aeca0df', 'name': '', 'network_id': '64c0ab0a-5a24-4b82-9ba9-d2c8046442fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:54:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8dfa323-cabb-4d74-8c50-c0f09c166b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '7b32da7c-7368-450d-8b20-3d8036c41a3c', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:44Z', 'updated_at': '2021-07-07T22:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b32da7c-7368-450d-8b20-3d8036c41a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:48.823161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.832096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fe12d3e-c37e-4000-8114-87ff847f6ff6 req-e8d52dd7-67d1-4fac-9aaa-8f8b027b4569 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776431 Jul 07 22:19:48.853428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Checking router: f8dfa323-cabb-4d74-8c50-c0f09c166b32 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:48.853845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Updating router f8dfa323-cabb-4d74-8c50-c0f09c166b32 port d930be06-df22-4103-96e4-99598aeca0df binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:19:48.870361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Calling delete_port for d930be06-df22-4103-96e4-99598aeca0df owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:48.905098 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.921237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event updated for resources: {'Port': ['ID=0231b14a-e24f-4a62-ae51-a38f2ce184cb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:48.935418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-09f8bc3f-71d8-4400-88df-f5c42e003c44 req-fe359889-6428-49c0-9b71-f9cfc9224189 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.945023 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-09f8bc3f-71d8-4400-88df-f5c42e003c44 req-fe359889-6428-49c0-9b71-f9cfc9224189 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.945243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09f8bc3f-71d8-4400-88df-f5c42e003c44 req-fe359889-6428-49c0-9b71-f9cfc9224189 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/d51ae8d0-36c0-4ae8-ada6-1a07f6e8b036 HTTP/1.1" status: 204 len: 173 time: 0.4722619 Jul 07 22:19:48.968740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:48.969409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:48.993137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe359889-6428-49c0-9b71-f9cfc9224189 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51ae8d0-36c0-4ae8-ada6-1a07f6e8b036,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:49.006052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35160) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:49.024506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-81ef4f9c-4a56-4a1d-aef0-16afbfa0ef4b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5723042 Jul 07 22:19:49.043219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Request body: {'port': {'device_id': '20f4d796-9cc4-4755-ae0d-eb72e6faec69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:49.254907 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1706830345'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:49.300162 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.306703 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.351150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event deleted for resources: {'Port': ['ID=d930be06-df22-4103-96e4-99598aeca0df,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:49.360880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Made reservation on behalf of 45a4c018878d4d3585b1ecaa5072f6fe for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:49.366093 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.378438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.484271 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:19:49.486406 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:19:49.494001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0c6c3-4a6e-42f3-aac7-30dbe0675433 req-9fc7766d-f4a9-4d79-9414-967e8aa5b145 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:49.495654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14d0c6c3-4a6e-42f3-aac7-30dbe0675433 req-9fc7766d-f4a9-4d79-9414-967e8aa5b145 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.3550413 Jul 07 22:19:49.531228 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.534466 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.547923 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.568372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.630994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0e648-6f20-4008-926f-fbe1760f1879,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:49.633536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:19:49.671185 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.673345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.673693 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Added segment 11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b of type vlan for network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 Jul 07 22:19:49.676407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.702779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0231b14a-e24f-4a62-ae51-a38f2ce184cb {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:49.717136 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.753895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14d0c6c3-4a6e-42f3-aac7-30dbe0675433 req-5f352a5a-09a6-4888-b245-9158af69635c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783398 Jul 07 22:19:49.760070 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.765240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.765894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8dfa323-cabb-4d74-8c50-c0f09c166b32 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:19:49.766734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505d6b0-7121-4360-9c17-91a07c0984d9 req-50161a48-4273-46a3-b4fe-f010620129e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:49.768783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7505d6b0-7121-4360-9c17-91a07c0984d9 req-50161a48-4273-46a3-b4fe-f010620129e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 931 time: 0.3929803 Jul 07 22:19:49.769657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Transition to ACTIVE for port object 0231b14a-e24f-4a62-ae51-a38f2ce184cb will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:49.772273 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.775729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35164) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:49.781768 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d9f9f48c-edbb-4c27-9ad0-e7f7a4e1a704 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "DELETE /v2.0/routers/f8dfa323-cabb-4d74-8c50-c0f09c166b32 HTTP/1.1" status: 204 len: 168 time: 1.5488627 Jul 07 22:19:49.818636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.823908 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.824337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:49.824935 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.872211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-647d7964-f7a2-4528-aca0-12ccdf56ff82 req-7e1ca798-97da-4dae-a980-a0af63e3c068 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1562102702', 'description': 'tempest-description-1269544745'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:49.905975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Pushing event updated for resources: {'Network': ['ID=f57ef397-6e81-4906-95a4-a9eebfc2a5f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:49.919018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:19:49.934659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Pushing event updated for resources: {'Port': ['ID=0231b14a-e24f-4a62-ae51-a38f2ce184cb,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:49.939706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7505d6b0-7121-4360-9c17-91a07c0984d9 req-a3c32ca8-e375-48e5-9e8f-40d22360b81f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626732 Jul 07 22:19:49.943009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d195ef-8bc8-4937-9a48-5cf8c5851ae1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Deleting subnet 7b32da7c-7368-450d-8b20-3d8036c41a3c {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:19:49.950617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0d195ef-8bc8-4937-9a48-5cf8c5851ae1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:49.973878 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ad4ffad8-441a-401a-a792-47e2ac25f9aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9644320 Jul 07 22:19:49.988344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-647d7964-f7a2-4528-aca0-12ccdf56ff82 req-7e1ca798-97da-4dae-a980-a0af63e3c068 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.047067 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0d195ef-8bc8-4937-9a48-5cf8c5851ae1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.054532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Port d930be06-df22-4103-96e4-99598aeca0df not found while updating agent binding for router f8dfa323-cabb-4d74-8c50-c0f09c166b32. {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 07 22:19:50.063698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Routers set() bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:50.065017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Router IDs set() for agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 22:19:50.065808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_agentschedulers_db [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8dfa323-cabb-4d74-8c50-c0f09c166b32'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent'). {{(pid=93943) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 22:19:50.066311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf1299-0fda-478b-9923-0fb7bd733598 None None] The sync data for ids ['f8dfa323-cabb-4d74-8c50-c0f09c166b32'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:50.169359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0d195ef-8bc8-4937-9a48-5cf8c5851ae1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.171511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Attempting to bind port 0231b14a-e24f-4a62-ae51-a38f2ce184cb on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:50.171843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Attempting to bind port 0231b14a-e24f-4a62-ae51-a38f2ce184cb by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:50.172173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Attempting to bind port 0231b14a-e24f-4a62-ae51-a38f2ce184cb on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:50.205842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Port 0231b14a-e24f-4a62-ae51-a38f2ce184cb on network e78bab56-2430-4352-8c3a-9a975fe97bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:50.206188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Attempting to bind port 0231b14a-e24f-4a62-ae51-a38f2ce184cb on network e78bab56-2430-4352-8c3a-9a975fe97bdf {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:50.229032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:50.229371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Checking segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:50.229821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Bound using segment: {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:50.230295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Bound port: 0231b14a-e24f-4a62-ae51-a38f2ce184cb, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8337babb-bc76-4031-93e0-b8bd6ca803c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:50.230658 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.298592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c19a58-c84b-45c6-a8fb-10192640f67b req-0ed6a480-f0f9-4411-862c-23c4bc1ef6fd tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:50.300598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8c19a58-c84b-45c6-a8fb-10192640f67b req-0ed6a480-f0f9-4411-862c-23c4bc1ef6fd tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.2273321 Jul 07 22:19:50.352344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-647d7964-f7a2-4528-aca0-12ccdf56ff82 req-7e1ca798-97da-4dae-a980-a0af63e3c068 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.356023 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0d195ef-8bc8-4937-9a48-5cf8c5851ae1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.388481 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-647d7964-f7a2-4528-aca0-12ccdf56ff82 req-7e1ca798-97da-4dae-a980-a0af63e3c068 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.430265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0d195ef-8bc8-4937-9a48-5cf8c5851ae1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.434644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f0d195ef-8bc8-4937-9a48-5cf8c5851ae1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/7b32da7c-7368-450d-8b20-3d8036c41a3c HTTP/1.1" status: 204 len: 168 time: 0.6555946 Jul 07 22:19:50.435059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:50.440602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d195ef-8bc8-4937-9a48-5cf8c5851ae1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7b32da7c-7368-450d-8b20-3d8036c41a3c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:50.488380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] For port 0231b14a-e24f-4a62-ae51-a38f2ce184cb, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:50.492490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ca798-97da-4dae-a980-a0af63e3c068 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34f74b0-f894-42db-9a42-dad27f77b968,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:50.506405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] For port 0231b14a-e24f-4a62-ae51-a38f2ce184cb, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0231b14a-e24f-4a62-ae51-a38f2ce184cb,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:50.514261 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-647d7964-f7a2-4528-aca0-12ccdf56ff82 req-7e1ca798-97da-4dae-a980-a0af63e3c068 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.515858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-647d7964-f7a2-4528-aca0-12ccdf56ff82 req-7e1ca798-97da-4dae-a980-a0af63e3c068 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6895630 Jul 07 22:19:50.527394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8c19a58-c84b-45c6-a8fb-10192640f67b req-39932d65-8a43-42d2-92ac-836882a5ea73 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023466 Jul 07 22:19:50.530244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.535006 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.577773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:50.578442 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.580053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] 10.222.0.83 "PUT /v2.0/ports/0231b14a-e24f-4a62-ae51-a38f2ce184cb HTTP/1.1" status: 200 len: 1092 time: 1.5412822 Jul 07 22:19:50.581040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f4d796-9cc4-4755-ae0d-eb72e6faec69', 'tag': '0231b14a-e24f-4a62-ae51-a38f2ce184cb'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:50.583350 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1f1250-119a-4bce-9f73-b7d3a226cc55" -d '{"events": [{"name": "network-changed", "server_uuid": "20f4d796-9cc4-4755-ae0d-eb72e6faec69", "tag": "0231b14a-e24f-4a62-ae51-a38f2ce184cb"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:50.622808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635649-bd81-497b-98e0-4a97a4d5f1fa service neutron] Pushing event updated for resources: {'Port': ['ID=0231b14a-e24f-4a62-ae51-a38f2ce184cb,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:50.658005 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.670487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c0ab0a-5a24-4b82-9ba9-d2c8046442fc']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:50.689449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b12d2b9-a6df-4e46-adbe-e6fb2e40c599') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:50.689751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b12d2b9-a6df-4e46-adbe-e6fb2e40c599') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:50.700803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.724084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.734317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:19:50.734733 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.748767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35182) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:50.766342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Request body: {'port': {'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4', 'binding:host_id': 'n-h1-695012-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2085975599'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:19:50.800751 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:19:50.811598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-2211d225-3244-443e-b4f1-c0bfc5c3f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:50.814565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-2211d225-3244-443e-b4f1-c0bfc5c3f19c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 1095 time: 0.1751001 Jul 07 22:19:50.832390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.839860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64c0ab0a-5a24-4b82-9ba9-d2c8046442fc {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:19:50.845451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.855644 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "DELETE /v2.0/networks/64c0ab0a-5a24-4b82-9ba9-d2c8046442fc HTTP/1.1" status: 204 len: 168 time: 0.4193976 Jul 07 22:19:50.882501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93709ab5-3e88-4116-a0f8-407b24467a1c tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event deleted for resources: {'Network': ['ID=64c0ab0a-5a24-4b82-9ba9-d2c8046442fc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:50.884146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Made reservation on behalf of f0f3a1a9ab07469fbc693a6adbdbf92b for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:50.886672 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.891525 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344bbfef-aec7-4114-a035-465cc5ed2b87 x-openstack-request-id: req-344bbfef-aec7-4114-a035-465cc5ed2b87 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:50.891822 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f4d796-9cc4-4755-ae0d-eb72e6faec69", "tag": "0231b14a-e24f-4a62-ae51-a38f2ce184cb", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:50.892073 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-344bbfef-aec7-4114-a035-465cc5ed2b87 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:50.892473 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20f4d796-9cc4-4755-ae0d-eb72e6faec69', 'tag': '0231b14a-e24f-4a62-ae51-a38f2ce184cb', 'status': 'completed', 'code': 200} Jul 07 22:19:50.913696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48f06f61-bf82-4fff-8ea5-b92e0a6cb3c0 req-ebba2ef8-cc00-4817-adb5-e9c828792d9b tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/d34f74b0-f894-42db-9a42-dad27f77b968 HTTP/1.1" status: 200 len: 1803 time: 0.1418529 Jul 07 22:19:50.933308 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:50.985690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-48f06f61-bf82-4fff-8ea5-b92e0a6cb3c0 req-78bda3ca-e0ad-4f3a-8760-d30fbc17c13f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Request body: {'security_group': {'name': 'tempest-sg-hth-172247193', 'description': 'tempest-description-hth-894363487'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:50.993680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-29551384-e671-413e-bb9d-7f56bd5af9f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0231b14a-e24f-4a62-ae51-a38f2ce184cb HTTP/1.1" status: 200 len: 217 time: 0.0884509 Jul 07 22:19:51.126982 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.166830 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.170369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] device_id is not set on port 24c2edc3-390b-4e86-afc9-460e7748575e yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:51.262057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:51.272271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-06bc64c7-a5a1-42ee-9645-05e55044e60e tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'router': {'name': 'tempest-router--722699915', 'project_id': '8309d1959d864d0e953b5710b6f4bb60'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:51.298638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06bc64c7-a5a1-42ee-9645-05e55044e60e tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.301387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06bc64c7-a5a1-42ee-9645-05e55044e60e tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.361174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-6989d3fb-d0e0-401f-82b5-e70a27df5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:51.363330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-6989d3fb-d0e0-401f-82b5-e70a27df5ed2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.2094798 Jul 07 22:19:51.366608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-48f06f61-bf82-4fff-8ea5-b92e0a6cb3c0 req-78bda3ca-e0ad-4f3a-8760-d30fbc17c13f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.372134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06bc64c7-a5a1-42ee-9645-05e55044e60e tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.379656 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06bc64c7-a5a1-42ee-9645-05e55044e60e tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.400818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3550ae-0403-497a-8815-92a8e161a9c2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:51.417462 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06bc64c7-a5a1-42ee-9645-05e55044e60e tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.422380 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-06bc64c7-a5a1-42ee-9645-05e55044e60e tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1589200 Jul 07 22:19:51.423195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35198) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:51.449600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-6c139094-8a1a-4627-8a31-fb4a4fe2cea9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618532 Jul 07 22:19:51.528886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f125fe0-d3b2-4c23-b6d3-552b7a17e8e3 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.729819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f125fe0-d3b2-4c23-b6d3-552b7a17e8e3 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.732691 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f125fe0-d3b2-4c23-b6d3-552b7a17e8e3 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.792779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f125fe0-d3b2-4c23-b6d3-552b7a17e8e3 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.793639 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f125fe0-d3b2-4c23-b6d3-552b7a17e8e3 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c16d66b-3fbd-47ea-9bce-e65980f4c982 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:19:51.800795 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f125fe0-d3b2-4c23-b6d3-552b7a17e8e3 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.802327 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1f125fe0-d3b2-4c23-b6d3-552b7a17e8e3 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "DELETE /v2.0/routers/3c16d66b-3fbd-47ea-9bce-e65980f4c982 HTTP/1.1" status: 204 len: 168 time: 0.3776157 Jul 07 22:19:51.936308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:51.956558 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-48f06f61-bf82-4fff-8ea5-b92e0a6cb3c0 req-78bda3ca-e0ad-4f3a-8760-d30fbc17c13f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:51.970932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648bd2e-e189-4e3d-b53f-7d7a624b2d17 req-6ca07d20-9cc2-4a8f-9522-244e2cce6b3e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:51.977928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9648bd2e-e189-4e3d-b53f-7d7a624b2d17 req-6ca07d20-9cc2-4a8f-9522-244e2cce6b3e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.9889364 Jul 07 22:19:52.001487 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-48f06f61-bf82-4fff-8ea5-b92e0a6cb3c0 req-78bda3ca-e0ad-4f3a-8760-d30fbc17c13f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.004103 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-48f06f61-bf82-4fff-8ea5-b92e0a6cb3c0 req-78bda3ca-e0ad-4f3a-8760-d30fbc17c13f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.005535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48f06f61-bf82-4fff-8ea5-b92e0a6cb3c0 req-78bda3ca-e0ad-4f3a-8760-d30fbc17c13f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "PUT /v2.0/security-groups/d34f74b0-f894-42db-9a42-dad27f77b968 HTTP/1.1" status: 200 len: 1775 time: 1.0791988 Jul 07 22:19:52.077218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bda3ca-e0ad-4f3a-8760-d30fbc17c13f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34f74b0-f894-42db-9a42-dad27f77b968,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:52.198197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9648bd2e-e189-4e3d-b53f-7d7a624b2d17 req-60f5712c-8cfe-49ae-971a-792e9837ed5b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192910 Jul 07 22:19:52.204137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-23c17b86-5c12-4b4c-af09-c988af242c7e service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363322 Jul 07 22:19:52.295989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-196477817', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:52.297326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] device_id is not set on port 24c2edc3-390b-4e86-afc9-460e7748575e yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:52.325297 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.328071 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.329604 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.358459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Transition to ACTIVE for port object 24c2edc3-390b-4e86-afc9-460e7748575e will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:52.368568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c7d82-8c9a-4489-bd16-87c33649111d req-7e2b93ed-a359-4a5e-8f15-4f36a8e3cafd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:52.370131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f60c7d82-8c9a-4489-bd16-87c33649111d req-7e2b93ed-a359-4a5e-8f15-4f36a8e3cafd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 943 time: 0.2393811 Jul 07 22:19:52.374290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05c30035-0e3a-4fe5-8592-53fb5e0e0197 req-894d3e41-ee34-4d5b-b65e-cd86a29ef5a5 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490867 Jul 07 22:19:52.395641 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.406780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.551169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f60c7d82-8c9a-4489-bd16-87c33649111d req-23c3a69a-7c63-4fca-9ffa-fef1f1b085ac tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745405 Jul 07 22:19:52.560349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'Port': ['ID=24c2edc3-390b-4e86-afc9-460e7748575e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:52.590826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.614003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Checking segment: {'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:52.614379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Network hostable DHCP agents. Network: f57ef397-6e81-4906-95a4-a9eebfc2a5f4, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:19:52.640593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f32d6e-e9f5-4c97-a97b-bcbbc74d4661 req-92eef990-963c-4e69-90b5-d5ab62db0c1d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:52.642060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47f32d6e-e9f5-4c97-a97b-bcbbc74d4661 req-92eef990-963c-4e69-90b5-d5ab62db0c1d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.2291629 Jul 07 22:19:52.648001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-78b210ef-9e6b-4a96-89a8-3e7b3fd53981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:52.650101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-78b210ef-9e6b-4a96-89a8-3e7b3fd53981 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54e3a2de8bea4da984d353053786f4c9&device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 1095 time: 0.1750915 Jul 07 22:19:52.712326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:19:52.786503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47f32d6e-e9f5-4c97-a97b-bcbbc74d4661 req-312f0be1-2717-45d9-95c5-69259224b8b0 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352885 Jul 07 22:19:52.790269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f57ef397-6e81-4906-95a4-a9eebfc2a5f4) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:52.806983 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfdad2b-90fd-4fd7-9ca8-68c076fee460 None None] Network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:19:52.813409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:52.866511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:52.866859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:52.867206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:52.882832 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b699de4-6f3a-447f-9d2c-441125c332cb req-030bc341-1b1b-42e0-8228-d17e0d43f0dc tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/d34f74b0-f894-42db-9a42-dad27f77b968 HTTP/1.1" status: 200 len: 1775 time: 0.1275430 Jul 07 22:19:52.883395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:52.883789 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:52.884311 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 2 to bind port 24c2edc3-390b-4e86-afc9-460e7748575e Jul 07 22:19:52.887854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-8f7a5edb-51f9-4151-aa61-d9c9bfc77cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:52.889370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-8f7a5edb-51f9-4151-aa61-d9c9bfc77cac service neutron] 10.222.0.83 "GET /v2.0/networks?id=e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 200 len: 912 time: 0.2213349 Jul 07 22:19:52.930303 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:52.956345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-2bc2a2c7-8b13-415e-b747-caf88ad4540f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0231b14a-e24f-4a62-ae51-a38f2ce184cb HTTP/1.1" status: 200 len: 217 time: 0.0493288 Jul 07 22:19:52.967667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:52.968007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:52.968347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:52.985255 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.025626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:53.026187 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:53.030030 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 3 to bind port 24c2edc3-390b-4e86-afc9-460e7748575e Jul 07 22:19:53.070724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-391b9157-625d-466f-b71e-c703719f4925 req-fd7a50df-cc13-42c8-a771-91f23b956a5f tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/d34f74b0-f894-42db-9a42-dad27f77b968 HTTP/1.1" status: 200 len: 1775 time: 0.1165531 Jul 07 22:19:53.071716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:53.072052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:53.072386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:53.076620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-e90363b3-67dc-4bcf-b9a6-cd415cc42e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:53.078142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-e90363b3-67dc-4bcf-b9a6-cd415cc42e32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 200 len: 851 time: 0.1074483 Jul 07 22:19:53.088167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:53.088504 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:53.090144 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 4 to bind port 24c2edc3-390b-4e86-afc9-460e7748575e Jul 07 22:19:53.134585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-1acb4e42-18a5-4ebc-9047-4b93b9d2deaf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e78bab56-2430-4352-8c3a-9a975fe97bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450857 Jul 07 22:19:53.138155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:53.138499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:53.138837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:53.161014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Allocated IP 172.25.8.115 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/369a6f30-8aa0-4968-acb4-27c579dcd06d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:53.161237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:53.161477 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:53.174458 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 5 to bind port 24c2edc3-390b-4e86-afc9-460e7748575e Jul 07 22:19:53.253930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:53.254311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:53.254653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:53.269471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.284738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:53.285076 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:53.288040 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 6 to bind port 24c2edc3-390b-4e86-afc9-460e7748575e Jul 07 22:19:53.294235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-391b9157-625d-466f-b71e-c703719f4925 req-e541d643-7ff6-47fe-9a64-31687e718734 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.330545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.338800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:53.338800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:53.338800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:53.348727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-0f0e1577-b33e-40c3-ac86-b204af31b147 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002466 Jul 07 22:19:53.350271 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-391b9157-625d-466f-b71e-c703719f4925 req-e541d643-7ff6-47fe-9a64-31687e718734 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.358537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:53.358873 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:53.364320 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 7 to bind port 24c2edc3-390b-4e86-afc9-460e7748575e Jul 07 22:19:53.367819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:53.374273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:53.377684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:53.401767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event updated for resources: {'Port': ['ID=369a6f30-8aa0-4968-acb4-27c579dcd06d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:53.461082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8acb7e-af13-43ba-a71c-90e1f6ac2ee5 req-6c7b791f-0e4e-411f-a1b1-713c9468093b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:53.462605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f8acb7e-af13-43ba-a71c-90e1f6ac2ee5 req-6c7b791f-0e4e-411f-a1b1-713c9468093b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 945 time: 0.2498631 Jul 07 22:19:53.463269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:53.463602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:53.463935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:53.481588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:53.481920 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:53.490278 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 8 to bind port 24c2edc3-390b-4e86-afc9-460e7748575e Jul 07 22:19:53.514231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-391b9157-625d-466f-b71e-c703719f4925 req-e541d643-7ff6-47fe-9a64-31687e718734 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.516815 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-391b9157-625d-466f-b71e-c703719f4925 req-e541d643-7ff6-47fe-9a64-31687e718734 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.518874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-391b9157-625d-466f-b71e-c703719f4925 req-e541d643-7ff6-47fe-9a64-31687e718734 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/d34f74b0-f894-42db-9a42-dad27f77b968 HTTP/1.1" status: 204 len: 173 time: 0.4380789 Jul 07 22:19:53.531260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:53.532700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:53.532700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:53.555061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541d643-7ff6-47fe-9a64-31687e718734 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34f74b0-f894-42db-9a42-dad27f77b968,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:53.562576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:53.562923 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:53.573530 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f8acb7e-af13-43ba-a71c-90e1f6ac2ee5 req-3c277baa-013a-4395-afea-d96a1cb2770c tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039233 Jul 07 22:19:53.575788 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 9 to bind port 24c2edc3-390b-4e86-afc9-460e7748575e Jul 07 22:19:53.601943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e1f1250-119a-4bce-9f73-b7d3a226cc55 req-1f9cc4a3-aca6-4032-9ad0-8bb74eca1bc9 service neutron] 10.222.0.83 "GET /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398131 Jul 07 22:19:53.603503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:53.603838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:53.604173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:53.609201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:53.609534 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:53.609923 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 10 to bind port 24c2edc3-390b-4e86-afc9-460e7748575e Jul 07 22:19:53.622233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:53.622574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:53.622913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:53.627489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 24c2edc3-390b-4e86-afc9-460e7748575e on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:53.627814 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 24c2edc3-390b-4e86-afc9-460e7748575e on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:53.628183 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.733969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] For port 24c2edc3-390b-4e86-afc9-460e7748575e, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:53.734368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempted to set empty binding levels {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:19:53.741962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.771451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.783720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:53.784320 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:53.837962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23cd59-a086-44c7-b253-1384365b1d7b req-df96a9dc-f817-4088-88cc-8dade0d48ed5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:53.839374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae23cd59-a086-44c7-b253-1384365b1d7b req-df96a9dc-f817-4088-88cc-8dade0d48ed5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.1669202 Jul 07 22:19:53.849151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'Port': ['ID=24c2edc3-390b-4e86-afc9-460e7748575e,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:53.856877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c79ae24d-19f4-4811-902a-a1d8f3650511 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.1008327 Jul 07 22:19:53.859737 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:53.903413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae23cd59-a086-44c7-b253-1384365b1d7b req-6a44d63a-4f32-4702-a74e-f9e00d5eb96e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512960 Jul 07 22:19:53.914887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82b6bb-6bb5-4948-85c1-b57a714bcc2b req-4cd1a154-2ad0-49e9-998e-a356cab8110b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:53.916507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e82b6bb-6bb5-4948-85c1-b57a714bcc2b req-4cd1a154-2ad0-49e9-998e-a356cab8110b tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 943 time: 0.1394448 Jul 07 22:19:53.967130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e82b6bb-6bb5-4948-85c1-b57a714bcc2b req-66aee198-b96b-426a-97be-80cad740cef6 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jul 07 22:19:54.046456 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1d93260e-3184-4837-8ecc-1df621ef94f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Deleting port 24c2edc3-390b-4e86-afc9-460e7748575e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:54.046793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d93260e-3184-4837-8ecc-1df621ef94f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.087003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.149334 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-d3faab04-565e-45d7-b7f0-f9f4e4879f72 req-08538ce7-5408-468d-8e40-de91dff3c1c5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:19:54.150510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3faab04-565e-45d7-b7f0-f9f4e4879f72 req-08538ce7-5408-468d-8e40-de91dff3c1c5 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/d51ae8d0-36c0-4ae8-ada6-1a07f6e8b036 HTTP/1.1" status: 404 len: 352 time: 0.0185695 Jul 07 22:19:54.158776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1d93260e-3184-4837-8ecc-1df621ef94f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] For port 24c2edc3-390b-4e86-afc9-460e7748575e, host n-h1-695012-11, got binding levels [] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:54.159143 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d93260e-3184-4837-8ecc-1df621ef94f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.182586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebefc5-48f8-4d49-9b2f-fbc2acb6967f req-b30d8826-8154-447c-ab76-68b0eedfb02d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:54.184154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9ebefc5-48f8-4d49-9b2f-fbc2acb6967f req-b30d8826-8154-447c-ab76-68b0eedfb02d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.0962436 Jul 07 22:19:54.201207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1d93260e-3184-4837-8ecc-1df621ef94f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Calling delete_port for 24c2edc3-390b-4e86-afc9-460e7748575e owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:54.203584 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-474ac815-b12d-4dda-90f8-d08bc51b1cea req-7c3f81cf-702b-4626-8f04-695546823933 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:19:54.204555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-474ac815-b12d-4dda-90f8-d08bc51b1cea req-7c3f81cf-702b-4626-8f04-695546823933 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/ae4f769a-eccb-4a37-8684-f085eb9ac37f HTTP/1.1" status: 404 len: 352 time: 0.0306714 Jul 07 22:19:54.243659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9ebefc5-48f8-4d49-9b2f-fbc2acb6967f req-c06d9340-cee4-4a22-8e2c-02f194976dc1 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523777 Jul 07 22:19:54.244899 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-2067166b-adfd-4b8f-b4be-051c1755d42e req-bff22f1f-b6e6-4a0d-87d6-0faa4873be90 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:19:54.245816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2067166b-adfd-4b8f-b4be-051c1755d42e req-bff22f1f-b6e6-4a0d-87d6-0faa4873be90 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/893ded48-c8c3-4fc7-b948-edd0a291b511 HTTP/1.1" status: 404 len: 352 time: 0.0199654 Jul 07 22:19:54.293040 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-f0b4eeab-fd5f-4866-b593-717386bf26d3 req-89257305-5d62-4d1b-ac74-ecd67715de16 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:19:54.294040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0b4eeab-fd5f-4866-b593-717386bf26d3 req-89257305-5d62-4d1b-ac74-ecd67715de16 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/30f55988-f744-43cd-85e1-f801c225a946 HTTP/1.1" status: 404 len: 352 time: 0.0186234 Jul 07 22:19:54.320879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d93260e-3184-4837-8ecc-1df621ef94f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.322978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Router f13b5124-c73d-41e5-9d98-c19d371e2ab4 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:19:54.330019 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-16e40c91-97d0-4aac-ab2d-9221c5948147 req-99c23e1d-f163-441b-9392-5b867aa7effd tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:19:54.331047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16e40c91-97d0-4aac-ab2d-9221c5948147 req-99c23e1d-f163-441b-9392-5b867aa7effd tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/709156b3-49b5-4cc0-96eb-82feb8f4b304 HTTP/1.1" status: 404 len: 352 time: 0.0152922 Jul 07 22:19:54.352637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93260e-3184-4837-8ecc-1df621ef94f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event deleted for resources: {'Port': ['ID=24c2edc3-390b-4e86-afc9-460e7748575e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:54.367917 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-0f15748d-0596-456e-ad38-626b7ed5c6c2 req-21cf0ed2-7f31-4dd0-a670-9be7413ef985 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] show failed (client error): The resource could not be found. Jul 07 22:19:54.368980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f15748d-0596-456e-ad38-626b7ed5c6c2 req-21cf0ed2-7f31-4dd0-a670-9be7413ef985 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/c8c010d9-5567-43c8-90bd-11a305b32a14 HTTP/1.1" status: 404 len: 352 time: 0.0189009 Jul 07 22:19:54.394466 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d93260e-3184-4837-8ecc-1df621ef94f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.396442 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1d93260e-3184-4837-8ecc-1df621ef94f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "DELETE /v2.0/ports/24c2edc3-390b-4e86-afc9-460e7748575e HTTP/1.1" status: 204 len: 168 time: 0.5356727 Jul 07 22:19:54.399268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35252) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:54.428676 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e531f046-f539-4dcb-934d-74a0987c2a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:19:54.433577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e531f046-f539-4dcb-934d-74a0987c2a50 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "GET /v2.0/ports/24c2edc3-390b-4e86-afc9-460e7748575e HTTP/1.1" status: 404 len: 333 time: 0.0298603 Jul 07 22:19:54.433758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35254) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:54.438374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Request body: {'port': {'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1514929935'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:54.459408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Made reservation on behalf of f0f3a1a9ab07469fbc693a6adbdbf92b for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:54.461828 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.470440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:54.477133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] device_id is not set on port 8d0cf870-cd13-4111-b59a-70c542cd6b6b yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:54.482015 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174cd247-ba09-4336-a057-e20149ce092a None None] Sync routers for ids ['f13b5124-c73d-41e5-9d98-c19d371e2ab4'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:54.493638 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174cd247-ba09-4336-a057-e20149ce092a None None] Routers {'f13b5124-c73d-41e5-9d98-c19d371e2ab4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:54.494609 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-174cd247-ba09-4336-a057-e20149ce092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f13b5124-c73d-41e5-9d98-c19d371e2ab4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:54.501199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.503539 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eb819f9f-7bb2-4b1a-9eac-b29b3dc50704 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5656359 Jul 07 22:19:54.506249 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:54.533825 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-174cd247-ba09-4336-a057-e20149ce092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:54.544090 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174cd247-ba09-4336-a057-e20149ce092a None None] Routers {'f13b5124-c73d-41e5-9d98-c19d371e2ab4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:54.545681 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-174cd247-ba09-4336-a057-e20149ce092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f13b5124-c73d-41e5-9d98-c19d371e2ab4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:54.584794 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-174cd247-ba09-4336-a057-e20149ce092a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:54.585756 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174cd247-ba09-4336-a057-e20149ce092a None None] The sync data for ids ['f13b5124-c73d-41e5-9d98-c19d371e2ab4'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:54.707886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52b67046-92a7-4019-ad82-4cbadd2c253b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:54.709746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52b67046-92a7-4019-ad82-4cbadd2c253b tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 945 time: 0.1624367 Jul 07 22:19:54.748843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.934650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:54.948165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889517-9b51-4d47-a633-cdc79458c730 req-7b35e53c-a146-43e3-809e-4a51c34933f6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:54.949667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11889517-9b51-4d47-a633-cdc79458c730 req-7b35e53c-a146-43e3-809e-4a51c34933f6 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 945 time: 0.1988919 Jul 07 22:19:54.957868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec44802-7e3d-453a-a930-dfc240b1b260 req-e5dc1b2e-a696-4ba5-a350-d75ad9a710d3 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:54.959298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ec44802-7e3d-453a-a930-dfc240b1b260 req-e5dc1b2e-a696-4ba5-a350-d75ad9a710d3 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 1023 time: 0.2138100 Jul 07 22:19:54.971404 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-44426874-8d18-4f97-909c-d7e563e7a987 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/routers/f13b5124-c73d-41e5-9d98-c19d371e2ab4 HTTP/1.1" status: 200 len: 920 time: 0.4631751 Jul 07 22:19:54.974066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35264) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:55.057324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7fd74cb7-f0f4-4cb4-8fb8-69e9b66b496b tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=f13b5124-c73d-41e5-9d98-c19d371e2ab4 HTTP/1.1" status: 200 len: 205 time: 0.0588286 Jul 07 22:19:55.059920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:55.067258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Deleting port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:55.067602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.071473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:55.093765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:55.130541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'Port': ['ID=8d0cf870-cd13-4111-b59a-70c542cd6b6b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:55.132818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:55.133751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:55.134358 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.163222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ec44802-7e3d-453a-a930-dfc240b1b260 req-cce887db-ef47-4f19-bf19-306a201526b8 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ec5a52a-6250-4978-abd8-c48055f694a8&id=f42ab54c-7b1c-48ab-acd0-b24035abfffb&id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1948836 Jul 07 22:19:55.164493 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.170103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11889517-9b51-4d47-a633-cdc79458c730 req-8301f966-28ec-4b09-8353-409b21d9d4ac tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054148 Jul 07 22:19:55.180505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f6bf5e04-f5e6-490b-b302-3b771b81de1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7456653 Jul 07 22:19:55.183458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35272) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:55.195295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:55.255007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] For port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:55.255468 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.288517 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.298660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Calling delete_port for ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:55.344138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Deleting port 369a6f30-8aa0-4968-acb4-27c579dcd06d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:55.344577 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.418754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.430881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Calling delete_port for 369a6f30-8aa0-4968-acb4-27c579dcd06d owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:55.435587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.544009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e0f7a-6fcf-4e12-a23a-4a92a2da6e3d req-542fcd92-3f78-4f45-b003-a3ec04142207 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:55.545414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-950e0f7a-6fcf-4e12-a23a-4a92a2da6e3d req-542fcd92-3f78-4f45-b003-a3ec04142207 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.2219765 Jul 07 22:19:55.556006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34df6-103d-47b1-8074-a11a71759d27 req-f1148e27-7a28-48f9-b306-88bc138bb124 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:55.557455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96e34df6-103d-47b1-8074-a11a71759d27 req-f1148e27-7a28-48f9-b306-88bc138bb124 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 943 time: 0.2351398 Jul 07 22:19:55.593357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.621055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event deleted for resources: {'Port': ['ID=369a6f30-8aa0-4968-acb4-27c579dcd06d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:55.685309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.712504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-950e0f7a-6fcf-4e12-a23a-4a92a2da6e3d req-7f7ded34-cb95-4bd4-ae5b-70c61b65a02c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540821 Jul 07 22:19:55.720173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96e34df6-103d-47b1-8074-a11a71759d27 req-35953976-53b1-447c-814b-85ba1568e4f5 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500170 Jul 07 22:19:55.760764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.778234 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.780369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.812600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] device_id is not set on port 8d0cf870-cd13-4111-b59a-70c542cd6b6b yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:55.821887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.837193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.837834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Fanout notify agent at l3_agent the message router_deleted on router f13b5124-c73d-41e5-9d98-c19d371e2ab4 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:19:55.847393 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.852992 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ebd03594-c116-43f2-8c42-a28a53c2a2a2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/f13b5124-c73d-41e5-9d98-c19d371e2ab4 HTTP/1.1" status: 204 len: 168 time: 0.7920482 Jul 07 22:19:55.853632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35276) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:55.858066 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1988404215', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': False}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:55.868974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Pushing event deleted for resources: {'Port': ['ID=ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:55.883669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.885085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.913822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Transition to ACTIVE for port object 8d0cf870-cd13-4111-b59a-70c542cd6b6b will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:55.936254 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.941495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.963863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] No DVR routers for this DVR port ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:55.968148 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:55.970098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8510b11-a442-43a6-af8c-6ffbf0353bd5 req-52f695ad-09e2-483d-8b79-444439da3894 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.83 "DELETE /v2.0/ports/ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a HTTP/1.1" status: 204 len: 173 time: 1.2541807 Jul 07 22:19:55.987653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'name': 'network-vif-deleted', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:55.989893 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe57599c-e8f5-4e4e-8969-10119843f03c" -d '{"events": [{"server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "name": "network-vif-deleted", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:56.033963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'Port': ['ID=8d0cf870-cd13-4111-b59a-70c542cd6b6b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:56.038274 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6373a7ce-46a7-434d-a537-8952254ee737 x-openstack-request-id: req-6373a7ce-46a7-434d-a537-8952254ee737 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:56.039271 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b", "name": "network-vif-deleted", "tag": "ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:56.039543 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6373a7ce-46a7-434d-a537-8952254ee737 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:56.040311 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b', 'name': 'network-vif-deleted', 'tag': 'ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a', 'status': 'completed', 'code': 200} Jul 07 22:19:56.081866 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.094623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:56.094893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:56.095239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:56.106028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:56.106298 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:56.107544 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 2 to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b Jul 07 22:19:56.116373 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:19:56.118027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fe1a8-2084-44e2-a41b-c33c644e04c9 req-7697f660-afab-4e7f-81f5-57ba8a7c730f tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:56.119607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-217fe1a8-2084-44e2-a41b-c33c644e04c9 req-7697f660-afab-4e7f-81f5-57ba8a7c730f tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.2578230 Jul 07 22:19:56.147762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:56.148100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:56.148437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:56.165296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:56.165981 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:56.169978 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 3 to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b Jul 07 22:19:56.185871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-4786ce73-d631-4791-a7ee-17fa802524a1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:56.187372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-4786ce73-d631-4791-a7ee-17fa802524a1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.44 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 1023 time: 0.1654460 Jul 07 22:19:56.231359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-217fe1a8-2084-44e2-a41b-c33c644e04c9 req-22dd08e8-0663-46ea-baad-633e1192ffc5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996630 Jul 07 22:19:56.234056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:56.234417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:56.234780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:56.245126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:56.245454 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:56.249842 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 4 to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b Jul 07 22:19:56.262480 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0231b14a-e24f-4a62-ae51-a38f2ce184cb details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:19:56.330941 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.357891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.361988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:56.362711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:56.363401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:56.375839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:56.376756 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:56.380584 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 5 to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b Jul 07 22:19:56.384863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 0231b14a-e24f-4a62-ae51-a38f2ce184cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0231b14a-e24f-4a62-ae51-a38f2ce184cb,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:56.396895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '0231b14a-e24f-4a62-ae51-a38f2ce184cb', 'network_id': 'e78bab56-2430-4352-8c3a-9a975fe97bdf', 'port_id': '0231b14a-e24f-4a62-ae51-a38f2ce184cb', 'mac_address': 'fa:16:3e:52:b1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c729abe2-7c10-4e18-8f90-c6235fd549eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:19:56.432517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5a77716-ac0a-4cc2-8160-d2d327264bd0 req-7966f930-e4b9-4c41-9fbc-9cc66bd06427 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a6fbf1e-7f2a-4157-b454-a0df2cbe7c1b HTTP/1.1" status: 200 len: 210 time: 0.0525792 Jul 07 22:19:56.434750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.452401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0231b14a-e24f-4a62-ae51-a38f2ce184cb {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:19:56.453012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:56.453360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:56.453698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:56.473463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:56.473805 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:56.474062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 0231b14a-e24f-4a62-ae51-a38f2ce184cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0231b14a-e24f-4a62-ae51-a38f2ce184cb,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:56.475930 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 6 to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b Jul 07 22:19:56.479165 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.507387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Allocated IP 172.25.8.214 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/0442dec2-bd38-4b92-b3e9-3a232245f58a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:56.509363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Deleting port 81e9ecee-7c17-4893-8321-3a9ad623e1e4 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:56.509712 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.528185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:56.528524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:56.528879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:56.541650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=0231b14a-e24f-4a62-ae51-a38f2ce184cb,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:56.562907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09777fde-3a74-4473-a656-e5ba6a2d347d req-a62d2e04-16f6-45c9-a0dd-53e3066871c1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:56.565698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09777fde-3a74-4473-a656-e5ba6a2d347d req-a62d2e04-16f6-45c9-a0dd-53e3066871c1 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 1023 time: 0.2525916 Jul 07 22:19:56.569851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:56.569851 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:56.571713 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 7 to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b Jul 07 22:19:56.610584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:56.610827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:56.611686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:56.625112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.627992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:56.628331 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:56.642481 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 8 to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b Jul 07 22:19:56.658837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09777fde-3a74-4473-a656-e5ba6a2d347d req-cd3d5cf4-3c9b-4b8d-998b-c03c6f64c9dc tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ec5a52a-6250-4978-abd8-c48055f694a8&id=f42ab54c-7b1c-48ab-acd0-b24035abfffb&id=36b45abc-d98b-4532-a1d9-b5d44a6080eb&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0802243 Jul 07 22:19:56.667601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:56.667954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:56.668270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:56.683788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.683950 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:56.683950 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:56.685943 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 9 to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b Jul 07 22:19:56.689543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] For port 81e9ecee-7c17-4893-8321-3a9ad623e1e4, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=81e9ecee-7c17-4893-8321-3a9ad623e1e4,segment=NetworkSegment(32c00161-c8aa-4d8a-abd6-08ad15463f75),segment_id=32c00161-c8aa-4d8a-abd6-08ad15463f75)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:56.689904 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:56.719179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:56.722093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:56.724618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:56.766317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event updated for resources: {'Port': ['ID=0442dec2-bd38-4b92-b3e9-3a232245f58a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:56.933943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['0231b14a-e24f-4a62-ae51-a38f2ce184cb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:56.999195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.059283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Calling delete_port for 81e9ecee-7c17-4893-8321-3a9ad623e1e4 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:57.079039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:57.079372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:57.079707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:57.127544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:57.127881 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:57.130542 n-d-695012-11 neutron-server[93941]: INFO neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 10 to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b Jul 07 22:19:57.197235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:57.197893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:57.197893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:57.225854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:57.226217 n-d-695012-11 neutron-server[93941]: ERROR neutron.plugins.ml2.managers [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:57.226594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.269810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7698a-afb4-4547-b207-5749b4275931 req-0b050c08-e746-4d03-a96c-89d13d4b2b92 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.271385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbf7698a-afb4-4547-b207-5749b4275931 req-0b050c08-e746-4d03-a96c-89d13d4b2b92 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 944 time: 0.2193568 Jul 07 22:19:57.279506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4c49a5a-c318-4b8e-86fe-079ff111b5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.281270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21e998-f90e-4053-98bc-e72e800dbe3a req-2f0e55b6-b645-4c45-960b-fd9bf5f55207 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.282808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d21e998-f90e-4053-98bc-e72e800dbe3a req-2f0e55b6-b645-4c45-960b-fd9bf5f55207 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.2297070 Jul 07 22:19:57.417881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.423221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbf7698a-afb4-4547-b207-5749b4275931 req-09135548-293a-405b-beab-c199dca0d3fc tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182084 Jul 07 22:19:57.424461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] For port 8d0cf870-cd13-4111-b59a-70c542cd6b6b, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:57.424834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempted to set empty binding levels {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:19:57.430605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d21e998-f90e-4053-98bc-e72e800dbe3a req-5f89ac03-1ec9-4cdb-937e-20d6b5202fe3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245041 Jul 07 22:19:57.433970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.482112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] In _notify_port_updated(), no bound segment for port 8d0cf870-cd13-4111-b59a-70c542cd6b6b on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:19:57.482936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.483540 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.488845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "PUT /v2.0/ports/8d0cf870-cd13-4111-b59a-70c542cd6b6b HTTP/1.1" status: 200 len: 980 time: 2.3007269 Jul 07 22:19:57.488845 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.489243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35294) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:57.494345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409c07c-1c95-4958-86e6-37d5c0288624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'Port': ['ID=8d0cf870-cd13-4111-b59a-70c542cd6b6b,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:57.500543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['81e9ecee-7c17-4893-8321-3a9ad623e1e4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:19:57.528306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'Port': ['ID=81e9ecee-7c17-4893-8321-3a9ad623e1e4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:57.573961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] No DVR routers for this DVR port 81e9ecee-7c17-4893-8321-3a9ad623e1e4 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:19:57.577097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:57.579309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af3cc384-9d44-4041-a994-9f4146b9c0d3 req-c224eebd-ce8f-4522-b5b4-4c8476c4daef tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.44 "DELETE /v2.0/ports/81e9ecee-7c17-4893-8321-3a9ad623e1e4 HTTP/1.1" status: 204 len: 173 time: 1.3840437 Jul 07 22:19:57.651097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e1fd9-70eb-4331-9af0-29d36b960b60 req-f1abf1ce-f4a7-43d3-be80-1004c918b262 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.659324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec1e1fd9-70eb-4331-9af0-29d36b960b60 req-f1abf1ce-f4a7-43d3-be80-1004c918b262 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.0745385 Jul 07 22:19:57.712167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec1e1fd9-70eb-4331-9af0-29d36b960b60 req-3c7a722d-039b-440a-94db-84134cbf5520 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494137 Jul 07 22:19:57.742456 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.743042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.743573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.744096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.744625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.745143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.745658 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.746211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.746725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.747247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.747754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.748346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.748855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.749365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.749876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.750611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.751131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.751663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.752210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.753229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.753425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.754503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.755036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.755503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.756021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.756713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.757246 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.757707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.758255 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.758714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.759157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.759620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:57.765355 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cd208668-5812-435b-95b1-752fd5e74b9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28858 time: 0.2766385 Jul 07 22:19:57.769505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35300) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:57.817755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Router c2360dc4-92cc-45be-8c47-d6a8ce49bb50 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:19:57.896763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14a70521-f803-41b5-b4ed-9564d966c8af req-9f739884-0bf1-41ec-8bbc-c4db50c0d9aa tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/ports?device_id=643ac43f-0490-458c-8e2b-4eca8d68ad45 HTTP/1.1" status: 200 len: 210 time: 0.0330801 Jul 07 22:19:57.961621 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-99b75ee0-ce39-4c7d-a02c-191da62267c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Deleting port 8d0cf870-cd13-4111-b59a-70c542cd6b6b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:57.961898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99b75ee0-ce39-4c7d-a02c-191da62267c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.025106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:19:58.035030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Sync routers for ids ['c2360dc4-92cc-45be-8c47-d6a8ce49bb50'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:19:58.042777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'name': 'network-vif-deleted', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:58.045509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-99b75ee0-ce39-4c7d-a02c-191da62267c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] For port 8d0cf870-cd13-4111-b59a-70c542cd6b6b, host n-h1-695012-11, got binding levels [] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:58.045646 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf149a4-b387-4b0a-9cc2-529f6ddcf8de" -d '{"events": [{"server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "name": "network-vif-deleted", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:58.045867 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99b75ee0-ce39-4c7d-a02c-191da62267c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.048471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Routers {'c2360dc4-92cc-45be-8c47-d6a8ce49bb50'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:58.050974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c2360dc4-92cc-45be-8c47-d6a8ce49bb50'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:58.076468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.082277 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b6b8064e-89ed-4566-8bfa-d5f5b492f5c7 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2264757 Jul 07 22:19:58.082766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35306) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:58.084084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-99b75ee0-ce39-4c7d-a02c-191da62267c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Calling delete_port for 8d0cf870-cd13-4111-b59a-70c542cd6b6b owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:58.097527 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90735a96-294f-451d-924f-bbc89694e815 x-openstack-request-id: req-90735a96-294f-451d-924f-bbc89694e815 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:58.097824 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643ac43f-0490-458c-8e2b-4eca8d68ad45", "name": "network-vif-deleted", "tag": "81e9ecee-7c17-4893-8321-3a9ad623e1e4", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:58.098118 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90735a96-294f-451d-924f-bbc89694e815 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:58.098510 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643ac43f-0490-458c-8e2b-4eca8d68ad45', 'name': 'network-vif-deleted', 'tag': '81e9ecee-7c17-4893-8321-3a9ad623e1e4', 'status': 'completed', 'code': 200} Jul 07 22:19:58.144127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2f464-6331-46aa-b1e1-a8964d26e7d5 req-73c3bb51-83f2-40eb-96c2-1c706c5e1085 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.145691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14d2f464-6331-46aa-b1e1-a8964d26e7d5 req-73c3bb51-83f2-40eb-96c2-1c706c5e1085 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 944 time: 0.1335251 Jul 07 22:19:58.172846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Set router c2360dc4-92cc-45be-8c47-d6a8ce49bb50 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:58.199791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99b75ee0-ce39-4c7d-a02c-191da62267c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.237129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99b75ee0-ce39-4c7d-a02c-191da62267c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.239521 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-99b75ee0-ce39-4c7d-a02c-191da62267c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "DELETE /v2.0/ports/8d0cf870-cd13-4111-b59a-70c542cd6b6b HTTP/1.1" status: 204 len: 168 time: 0.4689176 Jul 07 22:19:58.240738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b75ee0-ce39-4c7d-a02c-191da62267c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d0cf870-cd13-4111-b59a-70c542cd6b6b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:58.242690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:58.262839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14d2f464-6331-46aa-b1e1-a8964d26e7d5 req-9def0dea-3236-4f43-b62d-5d684c5bb81f tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050217 Jul 07 22:19:58.288243 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef33c17-db0e-428f-881f-b8e80817495d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:19:58.288744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0231b14a-e24f-4a62-ae51-a38f2ce184cb up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:19:58.289943 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6ef33c17-db0e-428f-881f-b8e80817495d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "GET /v2.0/ports/8d0cf870-cd13-4111-b59a-70c542cd6b6b HTTP/1.1" status: 404 len: 333 time: 0.0462711 Jul 07 22:19:58.293628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35310) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:58.297404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9bb6daac-22ee-4050-8ad1-0c0683da6f03 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/routers/c2360dc4-92cc-45be-8c47-d6a8ce49bb50 HTTP/1.1" status: 200 len: 909 time: 0.2125254 Jul 07 22:19:58.298742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1281580751', 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:58.299906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35312) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:58.307947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1988404215', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': True}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:58.323678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Made reservation on behalf of f0f3a1a9ab07469fbc693a6adbdbf92b for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:58.327494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.344276 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.345469 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.351240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] device_id is not set on port 6e6f7ed8-a695-472d-9ec7-cd5b32ac34cc yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:58.405838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 0231b14a-e24f-4a62-ae51-a38f2ce184cb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:19:58.415083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 0231b14a-e24f-4a62-ae51-a38f2ce184cb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:19:58.415677 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.428194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.466838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2360dc4-92cc-45be-8c47-d6a8ce49bb50', 'name': 'tempest-snat-router-1988404215', 'tenant_id': 'faf0d74a9266444a82f5604b39ae1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.214'}], 'enable_snat': False}, 'gw_port_id': '0442dec2-bd38-4b92-b3e9-3a232245f58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:55Z', 'updated_at': '2021-07-07T22:19:56Z', 'revision_number': 3, 'project_id': 'faf0d74a9266444a82f5604b39ae1b62', 'gw_port': {'id': '0442dec2-bd38-4b92-b3e9-3a232245f58a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2360dc4-92cc-45be-8c47-d6a8ce49bb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:56Z', 'updated_at': '2021-07-07T22:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:58.500055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Checking router: c2360dc4-92cc-45be-8c47-d6a8ce49bb50 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:19:58.500601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Updating router c2360dc4-92cc-45be-8c47-d6a8ce49bb50 port 0442dec2-bd38-4b92-b3e9-3a232245f58a binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:19:58.532062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.566858 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.577353 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.633963 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:58.640399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:58.646252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:58.647222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.647829 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.656896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'Port': ['ID=6e6f7ed8-a695-472d-9ec7-cd5b32ac34cc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:58.669045 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2fff36aa-9415-475c-9ede-d94ad18637a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3741319 Jul 07 22:19:58.671598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:58.681978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.709482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f4d796-9cc4-4755-ae0d-eb72e6faec69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0231b14a-e24f-4a62-ae51-a38f2ce184cb'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:19:58.711833 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89713c08-00ba-45c2-9289-3db65a908b81" -d '{"events": [{"server_uuid": "20f4d796-9cc4-4755-ae0d-eb72e6faec69", "name": "network-vif-plugged", "status": "completed", "tag": "0231b14a-e24f-4a62-ae51-a38f2ce184cb"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:19:58.715896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3e61f-7f43-4b9e-9e2c-20c268f3d088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.720291 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-41e3e61f-7f43-4b9e-9e2c-20c268f3d088 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "GET /v2.0/ports/6e6f7ed8-a695-472d-9ec7-cd5b32ac34cc HTTP/1.1" status: 200 len: 959 time: 0.0447721 Jul 07 22:19:58.720291 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35324) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:58.730714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 0231b14a-e24f-4a62-ae51-a38f2ce184cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0231b14a-e24f-4a62-ae51-a38f2ce184cb,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:58.735692 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.737072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:58.762210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.782713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-67cc2dc7-93f1-4291-ad1b-a8ee6cb89d46 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.784243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-67cc2dc7-93f1-4291-ad1b-a8ee6cb89d46 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 944 time: 0.3526747 Jul 07 22:19:58.806605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:58.807378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device ac8638fd-b6a9-4009-90c2-b8e4dffbaa3a not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:58.812529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0ce43879-00ed-4a77-95cf-222ce0a95e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Deleting port 6e6f7ed8-a695-472d-9ec7-cd5b32ac34cc {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:58.812952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ce43879-00ed-4a77-95cf-222ce0a95e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.874358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=0231b14a-e24f-4a62-ae51-a38f2ce184cb,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:58.875532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ce43879-00ed-4a77-95cf-222ce0a95e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.894992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0ce43879-00ed-4a77-95cf-222ce0a95e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Calling delete_port for 6e6f7ed8-a695-472d-9ec7-cd5b32ac34cc owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:58.895666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f14f46-7c12-4293-9452-069f7b8ad486 req-7120653a-2aac-4915-bf75-24205a4511d8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.899603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98f14f46-7c12-4293-9452-069f7b8ad486 req-7120653a-2aac-4915-bf75-24205a4511d8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 944 time: 0.3054872 Jul 07 22:19:58.931212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b4921-5b84-49c0-b839-b70403fb3529 req-de90d586-8144-4fe5-8135-f80716894fe2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:58.933011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e5b4921-5b84-49c0-b839-b70403fb3529 req-de90d586-8144-4fe5-8135-f80716894fe2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.2915411 Jul 07 22:19:58.959690 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.969433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Transition to ACTIVE for port object 0442dec2-bd38-4b92-b3e9-3a232245f58a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:58.975827 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:58.981692 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ce43879-00ed-4a77-95cf-222ce0a95e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.019060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98f14f46-7c12-4293-9452-069f7b8ad486 req-d8a3d44a-38f0-47ff-925b-c77673cfb261 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072855 Jul 07 22:19:59.022211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce43879-00ed-4a77-95cf-222ce0a95e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e6f7ed8-a695-472d-9ec7-cd5b32ac34cc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:59.031437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ce43879-00ed-4a77-95cf-222ce0a95e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.032795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Attempting to bind port 0442dec2-bd38-4b92-b3e9-3a232245f58a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:59.032795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Attempting to bind port 0442dec2-bd38-4b92-b3e9-3a232245f58a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:59.033567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Attempting to bind port 0442dec2-bd38-4b92-b3e9-3a232245f58a on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:59.034245 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0ce43879-00ed-4a77-95cf-222ce0a95e26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "DELETE /v2.0/ports/6e6f7ed8-a695-472d-9ec7-cd5b32ac34cc HTTP/1.1" status: 204 len: 168 time: 0.3128817 Jul 07 22:19:59.036898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35330) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:59.042311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:19:59.042695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:19:59.043105 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.043500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:19:59.043968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Bound port: 0442dec2-bd38-4b92-b3e9-3a232245f58a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:19:59.044351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.045869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18d335-9bb6-4cae-8eb4-e51d906e33f4 None None] Pushing event updated for resources: {'Port': ['ID=0442dec2-bd38-4b92-b3e9-3a232245f58a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:59.069986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e5b4921-5b84-49c0-b839-b70403fb3529 req-7424c7ff-23a8-48c3-a332-ac15ed6310bc tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200309 Jul 07 22:19:59.074481 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fc6112-af7e-47b0-b90b-d066becee097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:19:59.077728 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-99fc6112-af7e-47b0-b90b-d066becee097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "GET /v2.0/ports/6e6f7ed8-a695-472d-9ec7-cd5b32ac34cc HTTP/1.1" status: 404 len: 333 time: 0.0387766 Jul 07 22:19:59.082691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35332) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:59.093698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Request body: {'port': {'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-832751943'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:59.105582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Deleting port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:19:59.105932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.135582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Made reservation on behalf of f0f3a1a9ab07469fbc693a6adbdbf92b for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:19:59.140085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.177546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] device_id is not set on port fc9ca7a6-fc85-4259-ba72-15185801ab00 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:59.306441 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11aa445-d228-4d09-92b9-92a6cf6a0859 x-openstack-request-id: req-d11aa445-d228-4d09-92b9-92a6cf6a0859 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:19:59.307009 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f4d796-9cc4-4755-ae0d-eb72e6faec69", "name": "network-vif-plugged", "status": "completed", "tag": "0231b14a-e24f-4a62-ae51-a38f2ce184cb", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:19:59.307009 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d11aa445-d228-4d09-92b9-92a6cf6a0859 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:19:59.307395 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f4d796-9cc4-4755-ae0d-eb72e6faec69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0231b14a-e24f-4a62-ae51-a38f2ce184cb', 'code': 200} Jul 07 22:19:59.331228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] For port 0442dec2-bd38-4b92-b3e9-3a232245f58a, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:19:59.334630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] For port 0442dec2-bd38-4b92-b3e9-3a232245f58a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0442dec2-bd38-4b92-b3e9-3a232245f58a,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:19:59.339975 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.385226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.390729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Routers {'c2360dc4-92cc-45be-8c47-d6a8ce49bb50'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:19:59.391383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:19:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c2360dc4-92cc-45be-8c47-d6a8ce49bb50'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:59.425424 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.438647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18d335-9bb6-4cae-8eb4-e51d906e33f4 None None] Pushing event updated for resources: {'Port': ['ID=0442dec2-bd38-4b92-b3e9-3a232245f58a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:59.469390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] For port 4645aed9-aa3b-46d4-a562-4b7b879d19f0, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4645aed9-aa3b-46d4-a562-4b7b879d19f0,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:19:59.469989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.477855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:19:59.479169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'Port': ['ID=fc9ca7a6-fc85-4259-ba72-15185801ab00,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:59.482186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:19:59.485019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:19:59.486754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.487461 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.506652 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1501240d-dd09-406e-9d62-2055255e83e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4227848 Jul 07 22:19:59.507620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Calling delete_port for 4645aed9-aa3b-46d4-a562-4b7b879d19f0 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:19:59.507980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35338) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:19:59.513696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:19:59.519806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] Set router c2360dc4-92cc-45be-8c47-d6a8ce49bb50 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:19:59.519980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.527598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94710245-d257-4cda-bd97-ab45c9ee1777 req-478ffcfe-dfb8-484c-b0a0-a56feeac0e02 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/8ec5a52a-6250-4978-abd8-c48055f694a8 HTTP/1.1" status: 200 len: 1803 time: 0.2013028 Jul 07 22:19:59.565204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.595219 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.616551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32898e52-58e2-435a-8b85-1f6c5ddc2ed6 req-7683353b-7cb5-4d13-aff4-d3ac37c75dca tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.618042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32898e52-58e2-435a-8b85-1f6c5ddc2ed6 req-7683353b-7cb5-4d13-aff4-d3ac37c75dca tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.3466585 Jul 07 22:19:59.633084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73d74-42b4-4d9b-95a6-ad8dd9453e77 req-475d8d9b-0446-4ad1-95a1-f0ebf288d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:19:59.634615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54e73d74-42b4-4d9b-95a6-ad8dd9453e77 req-475d8d9b-0446-4ad1-95a1-f0ebf288d69a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 1097 time: 0.3716576 Jul 07 22:19:59.685279 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c77c9531-3f0f-47c2-a1f8-14936d612c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.719817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2360dc4-92cc-45be-8c47-d6a8ce49bb50', 'name': 'tempest-snat-router-1988404215', 'tenant_id': 'faf0d74a9266444a82f5604b39ae1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.214'}], 'enable_snat': False}, 'gw_port_id': '0442dec2-bd38-4b92-b3e9-3a232245f58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:55Z', 'updated_at': '2021-07-07T22:19:56Z', 'revision_number': 3, 'project_id': 'faf0d74a9266444a82f5604b39ae1b62', 'gw_port': {'id': '0442dec2-bd38-4b92-b3e9-3a232245f58a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2360dc4-92cc-45be-8c47-d6a8ce49bb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:56Z', 'updated_at': '2021-07-07T22:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:19:59.746358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd342b-f1ee-49f8-b2da-080552c68239 None None] The sync data for ids ['c2360dc4-92cc-45be-8c47-d6a8ce49bb50'] in n-d-695012-11 is: [{'id': 'c2360dc4-92cc-45be-8c47-d6a8ce49bb50', 'name': 'tempest-snat-router-1988404215', 'tenant_id': 'faf0d74a9266444a82f5604b39ae1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.214'}], 'enable_snat': False}, 'gw_port_id': '0442dec2-bd38-4b92-b3e9-3a232245f58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:55Z', 'updated_at': '2021-07-07T22:19:56Z', 'revision_number': 3, 'project_id': 'faf0d74a9266444a82f5604b39ae1b62', 'gw_port': {'id': '0442dec2-bd38-4b92-b3e9-3a232245f58a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ab:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2360dc4-92cc-45be-8c47-d6a8ce49bb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:56Z', 'updated_at': '2021-07-07T22:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:19:59.779608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] device_id is not set on port fc9ca7a6-fc85-4259-ba72-15185801ab00 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:19:59.786710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32898e52-58e2-435a-8b85-1f6c5ddc2ed6 req-791a8b41-0921-41c4-a507-f0cd5ce08e22 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463552 Jul 07 22:19:59.788490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.802036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Transition to ACTIVE for port object fc9ca7a6-fc85-4259-ba72-15185801ab00 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:19:59.806659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.826013 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-94710245-d257-4cda-bd97-ab45c9ee1777 req-f6d8e72b-58c1-4475-83e1-164da142aa64 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.836909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54e73d74-42b4-4d9b-95a6-ad8dd9453e77 req-ac5a87ab-4c8c-4bf7-ad61-1e471d8b7e28 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563232 Jul 07 22:19:59.860553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 81e9ecee-7c17-4893-8321-3a9ad623e1e4 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:19:59.871256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'Port': ['ID=fc9ca7a6-fc85-4259-ba72-15185801ab00,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:19:59.882200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:59.882549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:59.882893 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:59.887454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:59.887805 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:59.888193 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 2 to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 Jul 07 22:19:59.902265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:59.902793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:59.902928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:59.907570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:59.908699 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:59.909100 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 3 to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 Jul 07 22:19:59.912428 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-94710245-d257-4cda-bd97-ab45c9ee1777 req-f6d8e72b-58c1-4475-83e1-164da142aa64 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.915306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 81e9ecee-7c17-4893-8321-3a9ad623e1e4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:19:59.915799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 81e9ecee-7c17-4893-8321-3a9ad623e1e4 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:19:59.921797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:59.922204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:59.922565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:59.926746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Allocated IP 172.25.8.27 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:19:59.927968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:59.928522 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:59.928687 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 4 to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 Jul 07 22:19:59.942008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:59.942447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:59.942794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:59.950977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:59.951309 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:59.951867 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 5 to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 Jul 07 22:19:59.963694 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:19:59.964288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:59.964629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:59.964972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:59.972203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:59.972846 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:59.973007 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 6 to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 Jul 07 22:19:59.987434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:19:59.987775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:19:59.988114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:19:59.996251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:19:59.996584 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:19:59.996978 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 7 to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 Jul 07 22:20:00.010603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:00.010947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:00.011290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:00.015782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:00.016106 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:20:00.016582 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 8 to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 Jul 07 22:20:00.016828 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.030521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:00.030910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:00.031408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:00.038042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:00.038457 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:20:00.038850 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 9 to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 Jul 07 22:20:00.052145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:00.052556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:00.053129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:00.057946 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:00.058396 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:20:00.058864 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempt 10 to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 Jul 07 22:20:00.073733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:00.073905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:00.074458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempting to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:00.079383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:00.079651 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Failed to bind port fc9ca7a6-fc85-4259-ba72-15185801ab00 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'f57ef397-6e81-4906-95a4-a9eebfc2a5f4'}] Jul 07 22:20:00.080188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.092196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Pushing event deleted for resources: {'Port': ['ID=4645aed9-aa3b-46d4-a562-4b7b879d19f0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:00.101135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d22b114a-45b1-4853-95c6-25269def2cfb req-872bd44a-e453-46ce-9365-fa4e17b2043d tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7a285cd-7676-417c-b678-43c400f3cceb HTTP/1.1" status: 200 len: 210 time: 0.0853710 Jul 07 22:20:00.106499 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-94710245-d257-4cda-bd97-ab45c9ee1777 req-f6d8e72b-58c1-4475-83e1-164da142aa64 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.108998 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-94710245-d257-4cda-bd97-ab45c9ee1777 req-f6d8e72b-58c1-4475-83e1-164da142aa64 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.120109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94710245-d257-4cda-bd97-ab45c9ee1777 req-f6d8e72b-58c1-4475-83e1-164da142aa64 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/8ec5a52a-6250-4978-abd8-c48055f694a8 HTTP/1.1" status: 204 len: 173 time: 0.5681901 Jul 07 22:20:00.173761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8e72b-58c1-4475-83e1-164da142aa64 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec5a52a-6250-4978-abd8-c48055f694a8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:00.203903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] No DVR routers for this DVR port 4645aed9-aa3b-46d4-a562-4b7b879d19f0 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:00.206699 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.209062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03abf8e3-68cc-4d2a-aa4d-07d63f2fdea4 req-3e7363c2-07bc-478d-9f79-3a1df47af244 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.44 "DELETE /v2.0/ports/4645aed9-aa3b-46d4-a562-4b7b879d19f0 HTTP/1.1" status: 204 len: 173 time: 1.4155171 Jul 07 22:20:00.213710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'name': 'network-vif-deleted', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:00.216441 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6979612b-be72-426d-9d6f-6cfe7668b594" -d '{"events": [{"server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "name": "network-vif-deleted", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:00.243097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] For port fc9ca7a6-fc85-4259-ba72-15185801ab00, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:00.243097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attempted to set empty binding levels {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:20:00.252240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.253933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.309273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] In _notify_port_updated(), no bound segment for port fc9ca7a6-fc85-4259-ba72-15185801ab00 on network f57ef397-6e81-4906-95a4-a9eebfc2a5f4 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:20:00.310294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:00.310994 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.315868 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "PUT /v2.0/ports/fc9ca7a6-fc85-4259-ba72-15185801ab00 HTTP/1.1" status: 200 len: 979 time: 0.8065903 Jul 07 22:20:00.316916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35350) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:00.419729 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e1311-0119-4c44-ac47-81160f742bcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event updated for resources: {'Port': ['ID=fc9ca7a6-fc85-4259-ba72-15185801ab00,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:00.435272 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.452654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-59cd0fa7-8596-4720-9d3b-d07ad2ca7b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Deleting port fc9ca7a6-fc85-4259-ba72-15185801ab00 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:00.453002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59cd0fa7-8596-4720-9d3b-d07ad2ca7b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.501496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:00.521916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-59cd0fa7-8596-4720-9d3b-d07ad2ca7b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] For port fc9ca7a6-fc85-4259-ba72-15185801ab00, host n-h1-695012-11, got binding levels [] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:00.522314 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59cd0fa7-8596-4720-9d3b-d07ad2ca7b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.523378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81064ebb-73ba-421d-b7bc-f5505be74e35 req-09db7f3d-9368-4ab7-b1fa-3e4f7c4b19af tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:00.525013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81064ebb-73ba-421d-b7bc-f5505be74e35 req-09db7f3d-9368-4ab7-b1fa-3e4f7c4b19af tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.2176318 Jul 07 22:20:00.525971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:00.528990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:00.533418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event updated for resources: {'Port': ['ID=5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:00.542364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-59cd0fa7-8596-4720-9d3b-d07ad2ca7b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Calling delete_port for fc9ca7a6-fc85-4259-ba72-15185801ab00 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:00.591495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e76e0-c117-40ec-ac84-db3d76b8b01f req-a3e1a86b-1c60-47ba-b563-25f62350adc3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:00.593137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-317e76e0-c117-40ec-ac84-db3d76b8b01f req-a3e1a86b-1c60-47ba-b563-25f62350adc3 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 945 time: 0.2232757 Jul 07 22:20:00.626037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59cd0fa7-8596-4720-9d3b-d07ad2ca7b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.659328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd0fa7-8596-4720-9d3b-d07ad2ca7b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc9ca7a6-fc85-4259-ba72-15185801ab00,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:00.668560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59cd0fa7-8596-4720-9d3b-d07ad2ca7b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.671208 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-59cd0fa7-8596-4720-9d3b-d07ad2ca7b0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "DELETE /v2.0/ports/fc9ca7a6-fc85-4259-ba72-15185801ab00 HTTP/1.1" status: 204 len: 168 time: 0.3505235 Jul 07 22:20:00.673694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35352) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:00.704155 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb6f76c-9438-4ffa-b472-69e7ac51d53f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:20:00.706468 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cfb6f76c-9438-4ffa-b472-69e7ac51d53f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1547992082-project-admin] 10.222.0.81 "GET /v2.0/ports/fc9ca7a6-fc85-4259-ba72-15185801ab00 HTTP/1.1" status: 404 len: 333 time: 0.0314317 Jul 07 22:20:00.710175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35354) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:00.714891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81064ebb-73ba-421d-b7bc-f5505be74e35 req-fb0c50aa-e371-4230-be1b-c67246b4a3e7 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552238 Jul 07 22:20:00.733520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-317e76e0-c117-40ec-ac84-db3d76b8b01f req-62ccf053-63b9-4631-aae2-d60cce6856d4 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316466 Jul 07 22:20:00.790662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.808033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.926064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:00.937865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332ef13e-631f-48d8-a802-28aa1ab2b5b7 req-af950e8d-17d6-4f69-b273-13b80e13909e tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "GET /v2.0/security-groups/f42ab54c-7b1c-48ab-acd0-b24035abfffb HTTP/1.1" status: 200 len: 1803 time: 0.1665871 Jul 07 22:20:00.939236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57ef397-6e81-4906-95a4-a9eebfc2a5f4']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:00.970463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:00.971448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a9a01c-2ed5-4f13-bf56-01ff3f98cd1b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:00.984758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.001457 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdc965d-5fd1-4cf3-bde1-5ef5b9474648 x-openstack-request-id: req-dfdc965d-5fd1-4cf3-bde1-5ef5b9474648 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:01.001816 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a285cd-7676-417c-b678-43c400f3cceb", "name": "network-vif-deleted", "tag": "4645aed9-aa3b-46d4-a562-4b7b879d19f0", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:01.002014 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dfdc965d-5fd1-4cf3-bde1-5ef5b9474648 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:01.002486 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a285cd-7676-417c-b678-43c400f3cceb', 'name': 'network-vif-deleted', 'tag': '4645aed9-aa3b-46d4-a562-4b7b879d19f0', 'status': 'completed', 'code': 200} Jul 07 22:20:01.002624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.012320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:01.013079 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:01.018481 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:01.057752 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.076097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.098561 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.105857 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.107957 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] 10.222.0.81 "DELETE /v2.0/networks/f57ef397-6e81-4906-95a4-a9eebfc2a5f4 HTTP/1.1" status: 204 len: 168 time: 0.3968637 Jul 07 22:20:01.120494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a4e2d-1316-41fb-8558-ee58b68feae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1892292639-project] Pushing event deleted for resources: {'Network': ['ID=f57ef397-6e81-4906-95a4-a9eebfc2a5f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:01.381830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35364) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:01.515357 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a0603863-830b-47c7-81cd-39a7b8d55ca9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45a4c018878d4d3585b1ecaa5072f6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314466 Jul 07 22:20:01.517210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35368) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:01.530936 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332ef13e-631f-48d8-a802-28aa1ab2b5b7 req-429b2a51-5ac5-48a1-9509-8c9dc6e0e406 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.573305 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe78a-1f93-4dce-952c-c95b443bd47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.581665 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332ef13e-631f-48d8-a802-28aa1ab2b5b7 req-429b2a51-5ac5-48a1-9509-8c9dc6e0e406 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.598350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe78a-1f93-4dce-952c-c95b443bd47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.647851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe78a-1f93-4dce-952c-c95b443bd47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.651398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe78a-1f93-4dce-952c-c95b443bd47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.654818 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dcbbe78a-1f93-4dce-952c-c95b443bd47c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/30f0e648-6f20-4008-926f-fbe1760f1879 HTTP/1.1" status: 204 len: 168 time: 0.1336544 Jul 07 22:20:01.659667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159cc4c-8c52-4e91-8bb4-4f1d2793fc07 req-22004a85-b94c-4fe5-a469-c2f0adabae0b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:01.666576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7159cc4c-8c52-4e91-8bb4-4f1d2793fc07 req-22004a85-b94c-4fe5-a469-c2f0adabae0b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.5402720 Jul 07 22:20:01.672801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbe78a-1f93-4dce-952c-c95b443bd47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0e648-6f20-4008-926f-fbe1760f1879,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:01.741643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332ef13e-631f-48d8-a802-28aa1ab2b5b7 req-429b2a51-5ac5-48a1-9509-8c9dc6e0e406 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.744243 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332ef13e-631f-48d8-a802-28aa1ab2b5b7 req-429b2a51-5ac5-48a1-9509-8c9dc6e0e406 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.745403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332ef13e-631f-48d8-a802-28aa1ab2b5b7 req-429b2a51-5ac5-48a1-9509-8c9dc6e0e406 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] 10.222.0.81 "DELETE /v2.0/security-groups/f42ab54c-7b1c-48ab-acd0-b24035abfffb HTTP/1.1" status: 204 len: 173 time: 0.8009057 Jul 07 22:20:01.752605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:01.774719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7159cc4c-8c52-4e91-8bb4-4f1d2793fc07 req-6be0b23a-077b-46c5-97e6-7b4a7889dba2 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071568 Jul 07 22:20:01.787385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b2a51-5ac5-48a1-9509-8c9dc6e0e406 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42ab54c-7b1c-48ab-acd0-b24035abfffb,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:01.808813 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.867487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4645aed9-aa3b-46d4-a562-4b7b879d19f0 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:01.883025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-87422450-8aa9-4137-85d1-bae4af82eb5f admin admin] Deleting subnet 3fcee350-1979-4082-84e2-90ac6f015ef3 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:01.895532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87422450-8aa9-4137-85d1-bae4af82eb5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:01.925705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 4645aed9-aa3b-46d4-a562-4b7b879d19f0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:01.930559 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4645aed9-aa3b-46d4-a562-4b7b879d19f0 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:01.993934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87422450-8aa9-4137-85d1-bae4af82eb5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.061832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58be6c-dbc5-4ad5-8bb0-9f6bcfd732b3 req-289f0c58-98b9-4e26-b01d-a80978c39a3b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.063471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c58be6c-dbc5-4ad5-8bb0-9f6bcfd732b3 req-289f0c58-98b9-4e26-b01d-a80978c39a3b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 944 time: 0.1172590 Jul 07 22:20:02.093500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87422450-8aa9-4137-85d1-bae4af82eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.096597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0442dec2-bd38-4b92-b3e9-3a232245f58a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:02.122049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Router 33b41541-3a33-4566-9d51-bd1b6ab7470f is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:02.160730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87422450-8aa9-4137-85d1-bae4af82eb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.176241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0442dec2-bd38-4b92-b3e9-3a232245f58a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:02.180791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0442dec2-bd38-4b92-b3e9-3a232245f58a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:02.181232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.193057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87422450-8aa9-4137-85d1-bae4af82eb5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fcee350-1979-4082-84e2-90ac6f015ef3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:02.196136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87422450-8aa9-4137-85d1-bae4af82eb5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.198150 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-87422450-8aa9-4137-85d1-bae4af82eb5f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3fcee350-1979-4082-84e2-90ac6f015ef3 HTTP/1.1" status: 204 len: 168 time: 0.4431629 Jul 07 22:20:02.203146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35384) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:02.203271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c58be6c-dbc5-4ad5-8bb0-9f6bcfd732b3 req-53560c5b-6f1e-4c03-8602-b08c74aedaba tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231551 Jul 07 22:20:02.204271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35386) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:02.232457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f42404-afa6-439e-b6ae-3d78933e2c80 req-12224667-4f67-42b5-adb5-f39610c3b349 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:02.234155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71f42404-afa6-439e-b6ae-3d78933e2c80 req-12224667-4f67-42b5-adb5-f39610c3b349 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 945 time: 0.1692460 Jul 07 22:20:02.291605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:02.320260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71f42404-afa6-439e-b6ae-3d78933e2c80 req-ef8672e9-7184-4b73-8a3e-8edf1972fb7d tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527515 Jul 07 22:20:02.323121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:02.339472 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Sync routers for ids ['33b41541-3a33-4566-9d51-bd1b6ab7470f'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:02.351883 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.354209 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Routers {'33b41541-3a33-4566-9d51-bd1b6ab7470f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:02.354544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-309e1c03-4d7b-4549-bdc9-dee0586c531b tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0523777 Jul 07 22:20:02.355727 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['33b41541-3a33-4566-9d51-bd1b6ab7470f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:02.356645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35392) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:02.367224 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-88c7bd7a-f6f0-4c82-918a-a5c3b97ba06b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0f3a1a9ab07469fbc693a6adbdbf92b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616769 Jul 07 22:20:02.370215 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.373436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35394) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:02.452080 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.477392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.501649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc09c07-d5b6-4d8e-8e79-660b663a30a0']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:02.527020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0442dec2-bd38-4b92-b3e9-3a232245f58a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0442dec2-bd38-4b92-b3e9-3a232245f58a,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:02.530357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c00161-c8aa-4d8a-abd6-08ad15463f75') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:02.530657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c00161-c8aa-4d8a-abd6-08ad15463f75') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:02.555243 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.556873 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.575961 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26078b04-bd6e-4161-b771-8d29c485fc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.592038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9a9e49df-4071-4674-88ca-de6b707de6b9 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/routers/33b41541-3a33-4566-9d51-bd1b6ab7470f HTTP/1.1" status: 200 len: 907 time: 0.2327397 Jul 07 22:20:02.592535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.595183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35396) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:02.606294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:02.606747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:02.611360 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:02.650064 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Set router 33b41541-3a33-4566-9d51-bd1b6ab7470f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:02.656337 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26078b04-bd6e-4161-b771-8d29c485fc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.710489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:02.761251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.765927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.769555 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] 10.222.0.81 "DELETE /v2.0/networks/cfc09c07-d5b6-4d8e-8e79-660b663a30a0 HTTP/1.1" status: 204 len: 168 time: 0.5679772 Jul 07 22:20:02.778356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.801993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f063f-934b-4336-903d-f6630620738d admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc09c07-d5b6-4d8e-8e79-660b663a30a0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:02.828322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26078b04-bd6e-4161-b771-8d29c485fc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.832645 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26078b04-bd6e-4161-b771-8d29c485fc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.836166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-26078b04-bd6e-4161-b771-8d29c485fc1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae3550ae-0403-497a-8815-92a8e161a9c2 HTTP/1.1" status: 204 len: 168 time: 0.4570932 Jul 07 22:20:02.848859 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.851308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26078b04-bd6e-4161-b771-8d29c485fc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3550ae-0403-497a-8815-92a8e161a9c2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:02.855981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'port_id': 'f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b', 'mac_address': 'fa:16:3e:4f:c3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:02.936598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0442dec2-bd38-4b92-b3e9-3a232245f58a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:02.942211 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:02.962537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:02.994205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:02.998604 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.002712 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.055978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0842a-9d73-4a3a-a4b7-f96cf78ea649 req-225f7a46-07e7-4e35-b299-45cb64cafed6 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:03.062659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6c0842a-9d73-4a3a-a4b7-f96cf78ea649 req-225f7a46-07e7-4e35-b299-45cb64cafed6 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 945 time: 0.1997073 Jul 07 22:20:03.085277 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b41541-3a33-4566-9d51-bd1b6ab7470f', 'name': 'tempest-snat-router-1988404215', 'tenant_id': 'faf0d74a9266444a82f5604b39ae1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.27'}], 'enable_snat': True}, 'gw_port_id': '5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:58Z', 'updated_at': '2021-07-07T22:20:00Z', 'revision_number': 3, 'project_id': 'faf0d74a9266444a82f5604b39ae1b62', 'gw_port': {'id': '5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:28:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b41541-3a33-4566-9d51-bd1b6ab7470f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:59Z', 'updated_at': '2021-07-07T22:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:03.087888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:03.125082 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:03.125329 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Checking router: 33b41541-3a33-4566-9d51-bd1b6ab7470f for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:03.125882 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Updating router 33b41541-3a33-4566-9d51-bd1b6ab7470f port 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:03.163754 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.180283 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-08b8e40a-1950-4cfd-962e-d8374f5fc2a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0f8da35f55943df997e5355a0be6205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516019 Jul 07 22:20:03.181242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:03.186967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6c0842a-9d73-4a3a-a4b7-f96cf78ea649 req-53699597-40d6-480a-8752-5dff77d1f9cc tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789416 Jul 07 22:20:03.260162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-104b9bcb-afd0-4bdf-bbe9-5263222dffda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.278203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Deleting port 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:03.282280 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.287035 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-104b9bcb-afd0-4bdf-bbe9-5263222dffda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.361904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-104b9bcb-afd0-4bdf-bbe9-5263222dffda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.365416 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-104b9bcb-afd0-4bdf-bbe9-5263222dffda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.369488 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-104b9bcb-afd0-4bdf-bbe9-5263222dffda admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36b45abc-d98b-4532-a1d9-b5d44a6080eb HTTP/1.1" status: 204 len: 168 time: 0.1848934 Jul 07 22:20:03.382566 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b9bcb-afd0-4bdf-bbe9-5263222dffda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b45abc-d98b-4532-a1d9-b5d44a6080eb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:03.455789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb3362-ae66-432b-90ee-a15162ff1bc1 req-9a670ed9-a99c-47c3-8fbb-8c8d6b891a76 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:03.457145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8dcb3362-ae66-432b-90ee-a15162ff1bc1 req-9a670ed9-a99c-47c3-8fbb-8c8d6b891a76 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.3481352 Jul 07 22:20:03.473369 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.474142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.485314 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Transition to ACTIVE for port object 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:03.495249 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.501110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:03.518973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Calling delete_port for 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:03.563685 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b918a-6b77-4c90-918f-9e9083176566 None None] Pushing event updated for resources: {'Port': ['ID=5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:03.565055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8dcb3362-ae66-432b-90ee-a15162ff1bc1 req-c50e20a6-f019-4038-ae66-f374d4d0b8fc tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931723 Jul 07 22:20:03.619948 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Attempting to bind port 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:03.620511 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Attempting to bind port 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:03.621467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c3eb-d0ce-460f-a462-708b53e6569a req-92797928-cba8-4a10-89f6-8a174fb91ee3 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:03.623029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb91c3eb-d0ce-460f-a462-708b53e6569a req-92797928-cba8-4a10-89f6-8a174fb91ee3 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 944 time: 0.2176328 Jul 07 22:20:03.623604 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Attempting to bind port 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:03.632329 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:03.642428 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:03.643108 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.644341 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:03.647113 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Bound port: 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:03.647757 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.760823 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] For port 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:03.765796 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] For port 5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:03.773451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb91c3eb-d0ce-460f-a462-708b53e6569a req-7322eac0-afa8-4dc9-b2b9-14f915b6bd40 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438746 Jul 07 22:20:03.775359 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:03.865948 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Routers {'33b41541-3a33-4566-9d51-bd1b6ab7470f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:03.866827 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['33b41541-3a33-4566-9d51-bd1b6ab7470f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:03.972383 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b918a-6b77-4c90-918f-9e9083176566 None None] Pushing event updated for resources: {'Port': ['ID=5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:03.999441 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0442dec2-bd38-4b92-b3e9-3a232245f58a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:04.022041 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] Set router 33b41541-3a33-4566-9d51-bd1b6ab7470f gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:04.099972 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b41541-3a33-4566-9d51-bd1b6ab7470f', 'name': 'tempest-snat-router-1988404215', 'tenant_id': 'faf0d74a9266444a82f5604b39ae1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:58Z', 'updated_at': '2021-07-07T22:20:02Z', 'revision_number': 4, 'project_id': 'faf0d74a9266444a82f5604b39ae1b62', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:04.108329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.113269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0442dec2-bd38-4b92-b3e9-3a232245f58a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:04.117251 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.150635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c80d1b9-1cb6-48fd-bdd9-6a9c081b5361,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:04.184450 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc5cb0-03cd-4a7d-b36d-92237d05f605 None None] The sync data for ids ['33b41541-3a33-4566-9d51-bd1b6ab7470f'] in n-d-695012-11 is: [{'id': '33b41541-3a33-4566-9d51-bd1b6ab7470f', 'name': 'tempest-snat-router-1988404215', 'tenant_id': 'faf0d74a9266444a82f5604b39ae1b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:58Z', 'updated_at': '2021-07-07T22:20:02Z', 'revision_number': 4, 'project_id': 'faf0d74a9266444a82f5604b39ae1b62', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:04.247581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a5e59-629b-40b4-95c3-b0ce6e7e478d req-78491e47-2841-424a-98c1-1228c741b9e5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:04.255743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-942a5e59-629b-40b4-95c3-b0ce6e7e478d req-78491e47-2841-424a-98c1-1228c741b9e5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 945 time: 0.4811559 Jul 07 22:20:04.383224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-724f135b-134d-4a9a-95c6-1730f01280d2 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:04.385320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-724f135b-134d-4a9a-95c6-1730f01280d2 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.83 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 944 time: 0.4887416 Jul 07 22:20:04.423847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.535095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:04.569363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-942a5e59-629b-40b4-95c3-b0ce6e7e478d req-f878ecff-a511-4233-99da-94feeccdb185 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763584 Jul 07 22:20:04.588460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.595059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.637999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e338839-6bf8-4830-92e9-00833837f422 req-d991f1c1-3783-4586-8882-50cb51c94fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:04.640398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e338839-6bf8-4830-92e9-00833837f422 req-d991f1c1-3783-4586-8882-50cb51c94fac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 1098 time: 0.4469163 Jul 07 22:20:04.708278 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.708569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33b41541-3a33-4566-9d51-bd1b6ab7470f {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:04.713131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.714481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5fa9312a-25b9-409d-82ad-3ee02fded749 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "DELETE /v2.0/routers/33b41541-3a33-4566-9d51-bd1b6ab7470f HTTP/1.1" status: 204 len: 168 time: 2.1174326 Jul 07 22:20:04.717165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:04.740398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c95006-d6c9-46f3-a924-3382b5df8fcd req-919858d8-6e90-4200-ae76-3a45468f5dac tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:04.747342 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25c95006-d6c9-46f3-a924-3382b5df8fcd req-919858d8-6e90-4200-ae76-3a45468f5dac tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 945 time: 0.3547723 Jul 07 22:20:04.786915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35478) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:04.802620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e338839-6bf8-4830-92e9-00833837f422 req-c02853e8-d426-455b-a42f-ecf42d50e759 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308305 Jul 07 22:20:04.843457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25c95006-d6c9-46f3-a924-3382b5df8fcd req-489f42f5-3be1-4382-a884-c97fcb219816 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944631 Jul 07 22:20:04.850281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1492930032-network', 'tenant_id': '7817d18185c24cfea01e47d25c2d669d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:04.855117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Deleting port 889a411c-d70c-4b29-aca8-5e7a20269683 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:04.855470 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.863122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-653928833', 'router:external': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:04.883854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.914486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa2e4b-e44d-4ac1-9d3f-394b84d12c20 req-20444a8d-835b-4c91-8fda-47f79bcca7e5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:04.916034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-deaa2e4b-e44d-4ac1-9d3f-394b84d12c20 req-20444a8d-835b-4c91-8fda-47f79bcca7e5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.2129333 Jul 07 22:20:04.922183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:20:04.922183 n-d-695012-11 neutron-server[93942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:20:04.922183 n-d-695012-11 neutron-server[93942]: [parameters: {'project_id': '7817d18185c24cfea01e47d25c2d669d', 'id': '7ca379d1-4997-4a97-b51e-b2c945afd382', 'expiration': datetime.datetime(2021, 7, 7, 22, 22, 4, 885339)}] Jul 07 22:20:04.922183 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:20:04.922601 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:20:04.938566 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Made reservation on behalf of 55e6aae102ad47ea82f9d392fa36cdd9 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:04.941661 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:04.983328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.028539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.136151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Deleting port 0442dec2-bd38-4b92-b3e9-3a232245f58a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:05.136508 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.381345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] For port 889a411c-d70c-4b29-aca8-5e7a20269683, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=889a411c-d70c-4b29-aca8-5e7a20269683,segment=NetworkSegment(10eeea74-c3d0-4c59-aedc-c2d05b94cbd2),segment_id=10eeea74-c3d0-4c59-aedc-c2d05b94cbd2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:05.381726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.397013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-deaa2e4b-e44d-4ac1-9d3f-394b84d12c20 req-5ad5d6b6-6f25-438c-89e5-25a737be8127 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637895 Jul 07 22:20:05.403443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Calling delete_port for 889a411c-d70c-4b29-aca8-5e7a20269683 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:05.420259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.432879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.478439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621e35-3d64-49f5-a106-cae090404b0c req-9717e1ed-eb24-4fdf-aa4e-0e3147e8d8da tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:05.479977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2621e35-3d64-49f5-a106-cae090404b0c req-9717e1ed-eb24-4fdf-aa4e-0e3147e8d8da tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 944 time: 0.5197079 Jul 07 22:20:05.484376 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:20:05.498389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5337568f-b237-4486-a9a0-15ad6313f00d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:05.504843 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Made reservation on behalf of 7817d18185c24cfea01e47d25c2d669d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:05.507146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.513320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.513990 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Added segment 0056e893-36ce-4158-bddb-7a7b93a8df19 of type vlan for network dc9386fa-48e8-47d0-9b9e-45181144220e Jul 07 22:20:05.541982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.546595 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2621e35-3d64-49f5-a106-cae090404b0c req-4a00d372-d9a7-4e32-a0a3-3952be8119d8 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/security-groups?id=5536e26c-e5bc-48fb-b111-cb97f012487c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594804 Jul 07 22:20:05.592311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] For port 0442dec2-bd38-4b92-b3e9-3a232245f58a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0442dec2-bd38-4b92-b3e9-3a232245f58a,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:05.592674 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.629226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Calling delete_port for 0442dec2-bd38-4b92-b3e9-3a232245f58a owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:05.636848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.646051 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.701020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Pushing event deleted for resources: {'Port': ['ID=889a411c-d70c-4b29-aca8-5e7a20269683,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:05.759951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] No DVR routers for this DVR port 889a411c-d70c-4b29-aca8-5e7a20269683 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:05.762355 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.763421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:05.763860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.764067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.767134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03ee6f99-946a-4644-b29a-e89636c32bc4 req-5d3113a9-91c1-4f7c-a5ad-34fcde266341 tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.83 "DELETE /v2.0/ports/889a411c-d70c-4b29-aca8-5e7a20269683 HTTP/1.1" status: 204 len: 173 time: 1.3714764 Jul 07 22:20:05.768851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'name': 'network-vif-deleted', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:05.785039 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3eee98-8793-4f4e-8c23-7933137b65d0" -d '{"events": [{"server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "name": "network-vif-deleted", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:05.901637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event updated for resources: {'Network': ['ID=dc9386fa-48e8-47d0-9b9e-45181144220e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:05.917890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network dc9386fa-48e8-47d0-9b9e-45181144220e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:20:05.925891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.935251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:05.961155 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-17ebfc6f-e88a-4482-9cb9-50935b3d64e9 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1729782 Jul 07 22:20:05.965609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:05.973524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'subnet': {'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:06.007192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:20:06.034140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792b3815-72f5-4fec-9edb-5debf9c28419,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.041802 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.042213 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Added segment 23804db5-5fba-445a-836e-bbfbf801355a of type vlan for network 436d5b34-2d19-402a-a1dc-0069924e2c14 Jul 07 22:20:06.048169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dca3d-c90b-485f-ba26-2f0aced3fc85 req-fdbbb059-9147-41ee-a8c6-9d63e2218751 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:06.050341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-669dca3d-c90b-485f-ba26-2f0aced3fc85 req-fdbbb059-9147-41ee-a8c6-9d63e2218751 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 945 time: 0.1939418 Jul 07 22:20:06.051510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Made reservation on behalf of 55e6aae102ad47ea82f9d392fa36cdd9 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:06.054425 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.064553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1826aa1-d9f1-403c-a8c9-2984ec85b234 req-443485cc-7b0b-4551-958e-598d70eb15e0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:06.066056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1826aa1-d9f1-403c-a8c9-2984ec85b234 req-443485cc-7b0b-4551-958e-598d70eb15e0 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 945 time: 0.1269338 Jul 07 22:20:06.067022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.122318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-669dca3d-c90b-485f-ba26-2f0aced3fc85 req-997dff1b-a263-459c-acc7-ebf1ac96f0d5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551448 Jul 07 22:20:06.128427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1826aa1-d9f1-403c-a8c9-2984ec85b234 req-48499e66-2509-4f45-997b-c5649a349231 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553546 Jul 07 22:20:06.168025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event deleted for resources: {'Port': ['ID=0442dec2-bd38-4b92-b3e9-3a232245f58a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.170759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.180182 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d1f5ca-d85e-4a26-8eeb-8185e8dd86b1 x-openstack-request-id: req-39d1f5ca-d85e-4a26-8eeb-8185e8dd86b1 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:06.180610 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d7f888-a168-4d25-8c28-568edf1f3d8f", "name": "network-vif-deleted", "tag": "889a411c-d70c-4b29-aca8-5e7a20269683", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:06.180813 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39d1f5ca-d85e-4a26-8eeb-8185e8dd86b1 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:06.181249 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d7f888-a168-4d25-8c28-568edf1f3d8f', 'name': 'network-vif-deleted', 'tag': '889a411c-d70c-4b29-aca8-5e7a20269683', 'status': 'completed', 'code': 200} Jul 07 22:20:06.274845 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.275803 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:06.276378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.303809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:06.330897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.355950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:06.359974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:06.360350 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.378049 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8390560 Jul 07 22:20:06.380124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35496) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:06.388712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Request body: {'subnet': {'network_id': '436d5b34-2d19-402a-a1dc-0069924e2c14', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1492930032-subnet', 'tenant_id': '7817d18185c24cfea01e47d25c2d669d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:06.417413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Made reservation on behalf of 7817d18185c24cfea01e47d25c2d669d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:06.420639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.443036 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.468158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2c067d-f972-4bc0-9677-8e76027dec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:06.472010 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1ff391-f2c8-47ef-8716-5cfaeb7275b8" -d '{"events": [{"server_uuid": "4d2c067d-f972-4bc0-9677-8e76027dec87", "name": "network-vif-plugged", "status": "completed", "tag": "f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:06.488082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:06.493729 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.495370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 889a411c-d70c-4b29-aca8-5e7a20269683 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:06.516787 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3c52d-1532-4022-b8a5-177d734845fa admin admin] Pushing event updated for resources: {'Network': ['ID=436d5b34-2d19-402a-a1dc-0069924e2c14,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.539254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 889a411c-d70c-4b29-aca8-5e7a20269683 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:06.540007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 889a411c-d70c-4b29-aca8-5e7a20269683 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:06.542660 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e7ef26-1a25-447e-a5d8-4989ffaf13a7 x-openstack-request-id: req-c3e7ef26-1a25-447e-a5d8-4989ffaf13a7 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:06.543246 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2c067d-f972-4bc0-9677-8e76027dec87", "name": "network-vif-plugged", "status": "completed", "tag": "f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:06.543884 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3e7ef26-1a25-447e-a5d8-4989ffaf13a7 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:06.544481 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2c067d-f972-4bc0-9677-8e76027dec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b', 'code': 200} Jul 07 22:20:06.564022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 436d5b34-2d19-402a-a1dc-0069924e2c14 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:20:06.581685 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.583894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.648560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.683898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.727135 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.727873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2360dc4-92cc-45be-8c47-d6a8ce49bb50 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:06.740598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.742126 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2c1dfd25-e34b-4070-a6e1-f7bc7fffda36 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "DELETE /v2.0/routers/c2360dc4-92cc-45be-8c47-d6a8ce49bb50 HTTP/1.1" status: 204 len: 168 time: 2.0237896 Jul 07 22:20:06.745435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35506) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:06.753166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1429468887', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:06.796839 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.797184 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.826532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbdb52ad-7071-40e9-8033-d3d1bd3c795d req-a5d9ff4d-c971-41d5-a325-750f42e83ece tempest-LiveMigrationTest-402836852 tempest-LiveMigrationTest-402836852-project] 10.222.0.81 "GET /v2.0/ports?device_id=34d7f888-a168-4d25-8c28-568edf1f3d8f HTTP/1.1" status: 200 len: 210 time: 0.0529773 Jul 07 22:20:06.835615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e393515-d164-47fd-9ba9-ca51220f0642,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:06.879898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.883488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Checking segment: {'id': '23804db5-5fba-445a-836e-bbfbf801355a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '436d5b34-2d19-402a-a1dc-0069924e2c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:06.884214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Network hostable DHCP agents. Network: 436d5b34-2d19-402a-a1dc-0069924e2c14, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:20:06.909658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a834d8b-ac8c-40a1-81fd-3704343f0375 req-3a71cfe0-a101-4c5b-bc37-b7b807da57c8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:06.911093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a834d8b-ac8c-40a1-81fd-3704343f0375 req-3a71cfe0-a101-4c5b-bc37-b7b807da57c8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.2184403 Jul 07 22:20:06.918447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca88a5-633d-4b3f-8eb0-8f0f1ca8a76a req-c49935fa-7e95-4788-a4d2-6d64f9b6356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:06.920019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-afca88a5-633d-4b3f-8eb0-8f0f1ca8a76a req-c49935fa-7e95-4788-a4d2-6d64f9b6356a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 1098 time: 0.2288895 Jul 07 22:20:06.964144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Network 436d5b34-2d19-402a-a1dc-0069924e2c14 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:20:06.980068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:20:06.980568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.985728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 436d5b34-2d19-402a-a1dc-0069924e2c14) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:06.990929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:06.991546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:06.995506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc777b2-7199-419e-9867-a6d367a88eab None None] Network 436d5b34-2d19-402a-a1dc-0069924e2c14 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:07.016461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a834d8b-ac8c-40a1-81fd-3704343f0375 req-041b2f58-74bd-410a-8923-6bb80edb522f tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943527 Jul 07 22:20:07.018982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-afca88a5-633d-4b3f-8eb0-8f0f1ca8a76a req-5f912c4d-985e-4a6e-bda6-02a6a708f01b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857525 Jul 07 22:20:07.024976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-39b31ab0-82f3-4904-a88d-4abc7e967185 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6432049 Jul 07 22:20:07.130586 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.134638 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7cd67-91c0-438b-b7c9-934584404c67 None None] Network 436d5b34-2d19-402a-a1dc-0069924e2c14 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:07.142211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8436b371-f812-40c3-937c-cd1ca677ce60,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:07.239314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Checking segment: {'id': '0056e893-36ce-4158-bddb-7a7b93a8df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:07.239985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Network hostable DHCP agents. Network: dc9386fa-48e8-47d0-9b9e-45181144220e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:20:07.284043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Network dc9386fa-48e8-47d0-9b9e-45181144220e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:20:07.303614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, dc9386fa-48e8-47d0-9b9e-45181144220e) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:07.309171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.309740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.311747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975f2df0-15a5-419a-a805-c05e2cbb4666 None None] Network dc9386fa-48e8-47d0-9b9e-45181144220e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:07.350575 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-feb1551a-94b6-4ac1-9013-8701d2e5bb4c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3813834 Jul 07 22:20:07.356024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35520) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:07.361882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1035911727', 'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:07.408675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f317e1c-9acb-46c2-b942-67ead8e87ade req-4aa711ea-cc80-4ab2-b6b7-881af8a96bf8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.410222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f317e1c-9acb-46c2-b942-67ead8e87ade req-4aa711ea-cc80-4ab2-b6b7-881af8a96bf8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 946 time: 0.1522059 Jul 07 22:20:07.427403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144aa78-e282-4ad0-ab82-befd0534f4c1 req-c51d6797-7719-4ff6-a7d0-49b6ca45d28c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.429021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e144aa78-e282-4ad0-ab82-befd0534f4c1 req-c51d6797-7719-4ff6-a7d0-49b6ca45d28c tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 945 time: 0.1033435 Jul 07 22:20:07.469839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b8b394-7034-4cef-b39d-87da64199323 None None] Network dc9386fa-48e8-47d0-9b9e-45181144220e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:07.478269 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Made reservation on behalf of 55e6aae102ad47ea82f9d392fa36cdd9 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:07.480623 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.483466 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.496608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f317e1c-9acb-46c2-b942-67ead8e87ade req-4cca2dca-6b0d-44a4-9779-c74b0d537b16 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665431 Jul 07 22:20:07.499486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e144aa78-e282-4ad0-ab82-befd0534f4c1 req-5b6d98f8-bd8e-4ced-968d-5e04cdcff94f tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631359 Jul 07 22:20:07.510445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.520748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] device_id is not set on port 306ec4a0-0d84-4bb9-abaa-ac00ee4c210e yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:20:07.718900 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-7f8508e4-eab3-4536-a22e-5463ba50730b req-86034441-7b0c-4a25-a982-a9af4c0b01e6 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] show failed (client error): The resource could not be found. Jul 07 22:20:07.720023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f8508e4-eab3-4536-a22e-5463ba50730b req-86034441-7b0c-4a25-a982-a9af4c0b01e6 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] 10.222.0.81 "GET /v2.0/security-groups/82793d67-2423-4baa-821d-da1ed46cc341 HTTP/1.1" status: 404 len: 352 time: 0.0201285 Jul 07 22:20:07.724804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Allocated IP 172.25.8.54 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/04f957ec-47fe-4c28-b864-43213c2a22b6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:07.739463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-27a543b7-f3b8-4944-9c1b-6104d766802e tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:07.741087 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-27a543b7-f3b8-4944-9c1b-6104d766802e tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/networks?id=1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 200 len: 810 time: 0.1364839 Jul 07 22:20:07.745975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Allocated IP 2001:db8::d2 (dc9386fa-48e8-47d0-9b9e-45181144220e/8436b371-f812-40c3-937c-cd1ca677ce60/306ec4a0-0d84-4bb9-abaa-ac00ee4c210e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:07.758697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-2119e08f-ea0c-41f7-9b4e-405d96fea2a0 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/quotas/af75a2ac7f334983be32311526235296 HTTP/1.1" status: 200 len: 375 time: 0.0098093 Jul 07 22:20:07.856431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-950f1f44-39b2-400d-98f0-c24d0336b24c req-270169a2-abb8-4988-a56f-0ea48d495270 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7817d18185c24cfea01e47d25c2d669d HTTP/1.1" status: 200 len: 2988 time: 0.0812097 Jul 07 22:20:07.867721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-b433da51-a796-4f41-b8d7-10f34b24f6f6 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=af75a2ac7f334983be32311526235296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026213 Jul 07 22:20:07.926576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:07.950868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0442dec2-bd38-4b92-b3e9-3a232245f58a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:07.960198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-950f1f44-39b2-400d-98f0-c24d0336b24c req-7b01c576-c94e-4efe-ac51-5a8afce26cd3 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] 10.222.0.81 "GET /v2.0/security-groups/792b3815-72f5-4fec-9edb-5debf9c28419 HTTP/1.1" status: 200 len: 2985 time: 0.0918393 Jul 07 22:20:07.985717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0442dec2-bd38-4b92-b3e9-3a232245f58a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:07.988135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0442dec2-bd38-4b92-b3e9-3a232245f58a not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:07.989755 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.018604 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.028117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-2b246b98-3559-4670-b7ac-ea4f73097470 service neutron] 10.222.0.81 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439929 Jul 07 22:20:08.046981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-950f1f44-39b2-400d-98f0-c24d0336b24c req-dd30d3ab-6d3c-404d-bb21-0859d8445ae8 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] 10.222.0.81 "GET /v2.0/security-groups/792b3815-72f5-4fec-9edb-5debf9c28419 HTTP/1.1" status: 200 len: 2985 time: 0.0807800 Jul 07 22:20:08.071815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:08.078492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:08.085896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:08.111693 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.113245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event updated for resources: {'Port': ['ID=04f957ec-47fe-4c28-b864-43213c2a22b6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:08.135587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35542) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:08.148383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-0bb1f77c-c0f2-4400-95ee-61beb1561d0b service neutron] 10.222.0.81 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126630 Jul 07 22:20:08.170063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Network dc9386fa-48e8-47d0-9b9e-45181144220e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:08.177464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:08.219177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:08.220161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:08.220810 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.258742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event updated for resources: {'Port': ['ID=306ec4a0-0d84-4bb9-abaa-ac00ee4c210e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:08.277208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d226ef-5077-4ab0-8637-db8f7a9cc3d2 admin admin] Deleting subnet ba4f2386-b705-48e4-8230-6d29c20b1b2c {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:08.281657 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-85d226ef-5077-4ab0-8637-db8f7a9cc3d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.292096 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8779005c-742f-4629-895a-177ff51b6c0f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9350014 Jul 07 22:20:08.294213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:08.386495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-85d226ef-5077-4ab0-8637-db8f7a9cc3d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.443286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02e63bdf-d1cc-4d7f-b43d-8d5541427cf8 req-6ba1e17d-f5ec-48c9-aa30-13ae7cdf89f5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 210 time: 0.0796742 Jul 07 22:20:08.478656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b101c09-7af6-4472-a942-bf0e707dbb22 req-2a0893de-a226-4899-a281-6ac149481784 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] 10.222.0.81 "GET /v2.0/security-groups/792b3815-72f5-4fec-9edb-5debf9c28419 HTTP/1.1" status: 200 len: 2985 time: 0.1504891 Jul 07 22:20:08.518476 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-85d226ef-5077-4ab0-8637-db8f7a9cc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.639911 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-4b101c09-7af6-4472-a942-bf0e707dbb22 req-5161b29b-af9c-4bb5-b193-3d151a36de58 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:20:08.641766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b101c09-7af6-4472-a942-bf0e707dbb22 req-5161b29b-af9c-4bb5-b193-3d151a36de58 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] 10.222.0.81 "DELETE /v2.0/security-groups/792b3815-72f5-4fec-9edb-5debf9c28419 HTTP/1.1" status: 409 len: 352 time: 0.1576457 Jul 07 22:20:08.659925 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-85d226ef-5077-4ab0-8637-db8f7a9cc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.747368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d226ef-5077-4ab0-8637-db8f7a9cc3d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba4f2386-b705-48e4-8230-6d29c20b1b2c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:08.751382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bcf34a63-405d-40ef-a756-9fb23c680f0a tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Deleting port 306ec4a0-0d84-4bb9-abaa-ac00ee4c210e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:08.752533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf34a63-405d-40ef-a756-9fb23c680f0a tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.764404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837e20c-3100-462c-ae6c-183b848fd46a req-830cfc0b-557d-47e7-8232-cf27b0f5cfa8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:08.765927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6837e20c-3100-462c-ae6c-183b848fd46a req-830cfc0b-557d-47e7-8232-cf27b0f5cfa8 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 945 time: 0.3380592 Jul 07 22:20:08.767057 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-85d226ef-5077-4ab0-8637-db8f7a9cc3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.770094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-85d226ef-5077-4ab0-8637-db8f7a9cc3d2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ba4f2386-b705-48e4-8230-6d29c20b1b2c HTTP/1.1" status: 204 len: 168 time: 0.6334560 Jul 07 22:20:08.797859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35564) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:08.863335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.901151 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf34a63-405d-40ef-a756-9fb23c680f0a tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:08.921148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bcf34a63-405d-40ef-a756-9fb23c680f0a tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Calling delete_port for 306ec4a0-0d84-4bb9-abaa-ac00ee4c210e owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:08.952991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.052931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cb279-735e-4061-8983-5326f2733d24 req-74e98997-d559-44b1-8752-aa7b6a76c777 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:09.054487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e6cb279-735e-4061-8983-5326f2733d24 req-74e98997-d559-44b1-8752-aa7b6a76c777 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 946 time: 0.3266568 Jul 07 22:20:09.123884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fb32d-e970-4aa1-8808-e67810c67827 req-1c0d0474-efc6-498a-bcb4-273ccf1ebf39 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:09.125377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-600fb32d-e970-4aa1-8808-e67810c67827 req-1c0d0474-efc6-498a-bcb4-273ccf1ebf39 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 945 time: 0.2537625 Jul 07 22:20:09.156754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.158047 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.185703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-6837e20c-3100-462c-ae6c-183b848fd46a req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Deleting port 0231b14a-e24f-4a62-ae51-a38f2ce184cb {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:09.186041 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6837e20c-3100-462c-ae6c-183b848fd46a req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.190507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878b13c4-887e-46a5-896b-2b42746546d2']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:09.242129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e6cb279-735e-4061-8983-5326f2733d24 req-8874f996-3522-4b29-8d39-817ed54d678c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758692 Jul 07 22:20:09.243788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:09.244103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eeea74-c3d0-4c59-aedc-c2d05b94cbd2') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:09.245671 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf34a63-405d-40ef-a756-9fb23c680f0a tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.301232 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf34a63-405d-40ef-a756-9fb23c680f0a tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event deleted for resources: {'Port': ['ID=306ec4a0-0d84-4bb9-abaa-ac00ee4c210e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:09.302485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-600fb32d-e970-4aa1-8808-e67810c67827 req-efa6c8f2-d3f5-490e-b799-9b6ea0b7d7bd tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/security-groups?id=ecf5a11b-3bcd-461c-85a6-7401668a1133&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670735 Jul 07 22:20:09.304427 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.318888 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-b930a4cc-6aee-4d4f-9402-435f550e09f0 req-f5c22f14-0cfa-4f4b-9f5f-f62b8c8184b3 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] show failed (client error): The resource could not be found. Jul 07 22:20:09.319938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b930a4cc-6aee-4d4f-9402-435f550e09f0 req-f5c22f14-0cfa-4f4b-9f5f-f62b8c8184b3 tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] 10.222.0.81 "GET /v2.0/security-groups/7e266cf4-af19-416f-97c6-a5320b5aea75 HTTP/1.1" status: 404 len: 352 time: 0.0402343 Jul 07 22:20:09.331104 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.348215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:09.348644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.349646 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcf34a63-405d-40ef-a756-9fb23c680f0a tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: items = [ Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:09.350420 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:09.355122 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bcf34a63-405d-40ef-a756-9fb23c680f0a tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "DELETE /v2.0/ports/306ec4a0-0d84-4bb9-abaa-ac00ee4c210e HTTP/1.1" status: 204 len: 168 time: 1.0592525 Jul 07 22:20:09.355281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35570) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:09.363849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e', 'external_fixed_ips': [{'subnet_id': '8436b371-f812-40c3-937c-cd1ca677ce60', 'ip_address': '2001:db8::d2'}]}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:09.368549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6837e20c-3100-462c-ae6c-183b848fd46a req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] For port 0231b14a-e24f-4a62-ae51-a38f2ce184cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0231b14a-e24f-4a62-ae51-a38f2ce184cb,segment=NetworkSegment(8337babb-bc76-4031-93e0-b8bd6ca803c9),segment_id=8337babb-bc76-4031-93e0-b8bd6ca803c9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:09.368975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6837e20c-3100-462c-ae6c-183b848fd46a req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.402749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.403729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.417381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-6837e20c-3100-462c-ae6c-183b848fd46a req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Calling delete_port for 0231b14a-e24f-4a62-ae51-a38f2ce184cb owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:09.421402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Router ec67fdf3-093b-4340-964c-1fb51435c8f6 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:09.427896 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-ceb207e3-785d-4851-8bb8-4fa6d39ff60d req-6083ae36-7f93-4882-93c8-ccbf0466b3bd tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] show failed (client error): The resource could not be found. Jul 07 22:20:09.428946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb207e3-785d-4851-8bb8-4fa6d39ff60d req-6083ae36-7f93-4882-93c8-ccbf0466b3bd tempest-SecurityGroupsNegativeTestJSON-1718106098 tempest-SecurityGroupsNegativeTestJSON-1718106098-project] 10.222.0.81 "GET /v2.0/security-groups/5f000ef8-02b2-4fa4-9abb-144d4e2edebd HTTP/1.1" status: 404 len: 352 time: 0.0632348 Jul 07 22:20:09.442973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:09.499291 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.505413 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.507785 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.509651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] 10.222.0.81 "DELETE /v2.0/networks/878b13c4-887e-46a5-896b-2b42746546d2 HTTP/1.1" status: 204 len: 168 time: 0.7093444 Jul 07 22:20:09.512855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35576) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:09.545504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef31742-150c-4cd9-af8c-655c5b0ad35a admin admin] Pushing event deleted for resources: {'Network': ['ID=878b13c4-887e-46a5-896b-2b42746546d2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:09.629025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b366e6-96d6-4034-bb7a-b492b9ea9875 admin admin] Deleting subnet 3e393515-d164-47fd-9ba9-ca51220f0642 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:09.632591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b366e6-96d6-4034-bb7a-b492b9ea9875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.654268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c899f073-d0b3-48e2-b6af-1053a1a89466 admin admin] Deleting subnet 02e2c469-d9aa-4e86-b1b1-e56f0b2daf86 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:09.687133 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c899f073-d0b3-48e2-b6af-1053a1a89466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.693714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05710bf1-f50e-4cc8-b98a-5a8092a8fe4b req-863ea01b-279f-47ad-b40f-335c43795d05 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 210 time: 0.0458789 Jul 07 22:20:09.768753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.776887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c899f073-d0b3-48e2-b6af-1053a1a89466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.779622 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b366e6-96d6-4034-bb7a-b492b9ea9875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.806570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:09.811263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-845ea1bc-73c2-45d2-8fa1-667892abcfa7 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:09.812420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-845ea1bc-73c2-45d2-8fa1-667892abcfa7 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.44 "GET /v2.0/networks?id=1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 200 len: 810 time: 0.2813828 Jul 07 22:20:09.816541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437632eb-fe27-471f-b3aa-d86bcc351b03 None None] Sync routers for ids ['ec67fdf3-093b-4340-964c-1fb51435c8f6'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:09.827360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437632eb-fe27-471f-b3aa-d86bcc351b03 None None] Routers {'ec67fdf3-093b-4340-964c-1fb51435c8f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:09.828252 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-437632eb-fe27-471f-b3aa-d86bcc351b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ec67fdf3-093b-4340-964c-1fb51435c8f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:09.831237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Request body: {'port': {'device_id': 'c6500a99-8e93-42ff-b164-f554df6ba243', 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'admin_state_up': True, 'tenant_id': 'af75a2ac7f334983be32311526235296'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:09.838200 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6837e20c-3100-462c-ae6c-183b848fd46a req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.864593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-437632eb-fe27-471f-b3aa-d86bcc351b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:09.873490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['0231b14a-e24f-4a62-ae51-a38f2ce184cb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:09.890838 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b366e6-96d6-4034-bb7a-b492b9ea9875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.902901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437632eb-fe27-471f-b3aa-d86bcc351b03 None None] Routers {'ec67fdf3-093b-4340-964c-1fb51435c8f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:09.903547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-437632eb-fe27-471f-b3aa-d86bcc351b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ec67fdf3-093b-4340-964c-1fb51435c8f6'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:09.913263 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:09.914503 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a6a4a6d3-26fe-41e1-a34d-61cc05ea38d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1679714 Jul 07 22:20:09.917443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Pushing event deleted for resources: {'Port': ['ID=0231b14a-e24f-4a62-ae51-a38f2ce184cb,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:09.920077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35578) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:09.925620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-05643cec-9a39-4c11-bbba-e6bf27f8d484 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': False}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:09.927226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c899f073-d0b3-48e2-b6af-1053a1a89466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.016287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6837e20c-3100-462c-ae6c-183b848fd46a req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] No DVR routers for this DVR port 0231b14a-e24f-4a62-ae51-a38f2ce184cb on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:10.022414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6837e20c-3100-462c-ae6c-183b848fd46a req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.024358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6837e20c-3100-462c-ae6c-183b848fd46a req-81b90757-6b53-440f-a3c8-17f3d0af42e9 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.83 "DELETE /v2.0/ports/0231b14a-e24f-4a62-ae51-a38f2ce184cb HTTP/1.1" status: 204 len: 173 time: 1.2253814 Jul 07 22:20:10.026571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f4d796-9cc4-4755-ae0d-eb72e6faec69', 'name': 'network-vif-deleted', 'tag': '0231b14a-e24f-4a62-ae51-a38f2ce184cb'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:10.028883 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012eafd3-57a3-4932-be6e-581d5d3042e3" -d '{"events": [{"server_uuid": "20f4d796-9cc4-4755-ae0d-eb72e6faec69", "name": "network-vif-deleted", "tag": "0231b14a-e24f-4a62-ae51-a38f2ce184cb"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:10.076457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c899f073-d0b3-48e2-b6af-1053a1a89466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.083807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-437632eb-fe27-471f-b3aa-d86bcc351b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:10.084758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437632eb-fe27-471f-b3aa-d86bcc351b03 None None] The sync data for ids ['ec67fdf3-093b-4340-964c-1fb51435c8f6'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:10.095810 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c899f073-d0b3-48e2-b6af-1053a1a89466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.097972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c899f073-d0b3-48e2-b6af-1053a1a89466 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/02e2c469-d9aa-4e86-b1b1-e56f0b2daf86 HTTP/1.1" status: 204 len: 168 time: 0.5841906 Jul 07 22:20:10.101075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35582) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:10.117526 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0712e56e-8591-4285-a89c-0b58abe0c03a x-openstack-request-id: req-0712e56e-8591-4285-a89c-0b58abe0c03a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:10.117816 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f4d796-9cc4-4755-ae0d-eb72e6faec69", "name": "network-vif-deleted", "tag": "0231b14a-e24f-4a62-ae51-a38f2ce184cb", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:10.118097 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0712e56e-8591-4285-a89c-0b58abe0c03a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:10.118536 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20f4d796-9cc4-4755-ae0d-eb72e6faec69', 'name': 'network-vif-deleted', 'tag': '0231b14a-e24f-4a62-ae51-a38f2ce184cb', 'status': 'completed', 'code': 200} Jul 07 22:20:10.119491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Made reservation on behalf of af75a2ac7f334983be32311526235296 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:10.123024 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.127245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899f073-d0b3-48e2-b6af-1053a1a89466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e2c469-d9aa-4e86-b1b1-e56f0b2daf86,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:10.159038 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b366e6-96d6-4034-bb7a-b492b9ea9875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.175468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b366e6-96d6-4034-bb7a-b492b9ea9875 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.179736 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57b366e6-96d6-4034-bb7a-b492b9ea9875 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3e393515-d164-47fd-9ba9-ca51220f0642 HTTP/1.1" status: 204 len: 168 time: 0.7324755 Jul 07 22:20:10.184612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35584) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:10.219211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b366e6-96d6-4034-bb7a-b492b9ea9875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e393515-d164-47fd-9ba9-ca51220f0642,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:10.276164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.299645 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.356496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Allocated IP 172.20.0.3 (1db8a33c-b73a-41e0-84d5-18bf30ef0697/96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd/1d8c686a-c218-49bb-a1ba-e73a2662a2b3) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:10.487384 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.507483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436d5b34-2d19-402a-a1dc-0069924e2c14']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:10.529668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23804db5-5fba-445a-836e-bbfbf801355a') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:10.529898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23804db5-5fba-445a-836e-bbfbf801355a') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:10.555220 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.618470 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.640987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fb873-f46e-477e-a26c-91df6f7ffbad req-cb4801b2-d4ae-4ebd-b742-6ac9eb939a66 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:10.648429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0fb873-f46e-477e-a26c-91df6f7ffbad req-cb4801b2-d4ae-4ebd-b742-6ac9eb939a66 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 946 time: 0.2202291 Jul 07 22:20:10.653341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:10.653749 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:10.655795 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:10.760075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40c8de24-250e-4b2b-ad44-be96a6893669 req-99f6911b-3499-415a-b0d7-1898a4438735 tempest-DeleteServersTestJSON-1581621290 tempest-DeleteServersTestJSON-1581621290-project] 10.222.0.81 "GET /v2.0/ports?device_id=20f4d796-9cc4-4755-ae0d-eb72e6faec69 HTTP/1.1" status: 200 len: 210 time: 0.0878656 Jul 07 22:20:10.804431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.823483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0fb873-f46e-477e-a26c-91df6f7ffbad req-e4c80eb8-20aa-4fb4-8845-637c5fdffc6e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741157 Jul 07 22:20:10.840473 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.842590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] 10.222.0.81 "DELETE /v2.0/networks/436d5b34-2d19-402a-a1dc-0069924e2c14 HTTP/1.1" status: 204 len: 168 time: 0.6570346 Jul 07 22:20:10.890860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:10.893982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57029671-02c8-401e-b428-f43713200c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=436d5b34-2d19-402a-a1dc-0069924e2c14,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:11.002304 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.008946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.013836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:11.047736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb054ce-2550-4a9a-881d-86f12aa7909e']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:11.051251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05643cec-9a39-4c11-bbba-e6bf27f8d484 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.067472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95cebbb-a971-42f2-afd1-77e0a549e7e2') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:11.067720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95cebbb-a971-42f2-afd1-77e0a549e7e2') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:11.082743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:11.085293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.087391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35600) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.089379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.109234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:11.116236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Pushing event updated for resources: {'Port': ['ID=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:11.118405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:11.127699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.158719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.174611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:11.175016 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:11.179912 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:11.309142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.329418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.332048 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] 10.222.0.81 "DELETE /v2.0/networks/2fb054ce-2550-4a9a-881d-86f12aa7909e HTTP/1.1" status: 204 len: 168 time: 1.2299240 Jul 07 22:20:11.348327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78813e07-81a9-4d3a-9aca-a258f2bd578c admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb054ce-2550-4a9a-881d-86f12aa7909e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:11.415403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Allocated IP 2001:db8::d2 (dc9386fa-48e8-47d0-9b9e-45181144220e/8436b371-f812-40c3-937c-cd1ca677ce60/fd93def6-587e-4b55-9d9f-bc136e390023) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:11.533630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.577391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc67c7-0481-4bfa-8876-e3f79d2f9971 req-7cca01c7-6dfc-40b4-83db-4ad5c09fa217 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:11.578808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6bc67c7-0481-4bfa-8876-e3f79d2f9971 req-7cca01c7-6dfc-40b4-83db-4ad5c09fa217 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 931 time: 0.5907633 Jul 07 22:20:11.601382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:11.602197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.609032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a36620cd-be28-4935-9c1d-ed856e51efa0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7817d18185c24cfea01e47d25c2d669d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199897 Jul 07 22:20:11.619529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35606) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.663452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-ba526bdb-3971-4796-a0bb-2d1d98b4d015 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8390112 Jul 07 22:20:11.677664 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3c874ad6-0ab9-4194-8eb1-b6169a971da9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=044d4bb047b445f69003d89d04d2872a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1184926 Jul 07 22:20:11.678710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6bc67c7-0481-4bfa-8876-e3f79d2f9971 req-a3d3dee5-74a1-490a-a693-5ae5df363d3c tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924563 Jul 07 22:20:11.681283 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:11.684180 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.686363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Request body: {'port': {'device_id': 'c6500a99-8e93-42ff-b164-f554df6ba243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:11.703203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971146d-a8e2-4b16-9f2f-353031016dfe req-ee37e797-2504-4f4d-b032-e0173417f35e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:11.704719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7971146d-a8e2-4b16-9f2f-353031016dfe req-ee37e797-2504-4f4d-b032-e0173417f35e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 946 time: 0.5679226 Jul 07 22:20:11.773552 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-114638e4-203b-4e1a-ba94-08ec13a02796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.803442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7971146d-a8e2-4b16-9f2f-353031016dfe req-a781d317-ca8d-4fe7-86a3-c8e72c549e24 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809941 Jul 07 22:20:11.819036 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5f4a8e-7c0f-4bb1-9412-5a9d8e3fb3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.837949 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.844737 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-114638e4-203b-4e1a-ba94-08ec13a02796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.864011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.929456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5f4a8e-7c0f-4bb1-9412-5a9d8e3fb3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:11.956695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Network dc9386fa-48e8-47d0-9b9e-45181144220e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:11.993501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:12.002313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:12.004249 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event updated for resources: {'Port': ['ID=fd93def6-587e-4b55-9d9f-bc136e390023,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:12.061979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-114638e4-203b-4e1a-ba94-08ec13a02796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.065007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-114638e4-203b-4e1a-ba94-08ec13a02796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.078273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-114638e4-203b-4e1a-ba94-08ec13a02796 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/792b3815-72f5-4fec-9edb-5debf9c28419 HTTP/1.1" status: 204 len: 168 time: 0.4487772 Jul 07 22:20:12.101925 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05643cec-9a39-4c11-bbba-e6bf27f8d484 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.129219 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05643cec-9a39-4c11-bbba-e6bf27f8d484 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.194648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114638e4-203b-4e1a-ba94-08ec13a02796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792b3815-72f5-4fec-9edb-5debf9c28419,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:12.207312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5f4a8e-7c0f-4bb1-9412-5a9d8e3fb3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.210067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5f4a8e-7c0f-4bb1-9412-5a9d8e3fb3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.211692 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ee5f4a8e-7c0f-4bb1-9412-5a9d8e3fb3de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5536e26c-e5bc-48fb-b111-cb97f012487c HTTP/1.1" status: 204 len: 168 time: 0.5250707 Jul 07 22:20:12.304290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f4a8e-7c0f-4bb1-9412-5a9d8e3fb3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5536e26c-e5bc-48fb-b111-cb97f012487c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:12.319179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0231b14a-e24f-4a62-ae51-a38f2ce184cb no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:12.399250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 0231b14a-e24f-4a62-ae51-a38f2ce184cb {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:12.400129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0231b14a-e24f-4a62-ae51-a38f2ce184cb not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:12.445556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908b6c8-844d-4aec-a87d-b50e0cf176ec req-c14bb162-400f-4e60-9401-74ba5e82253b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:12.471965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1908b6c8-844d-4aec-a87d-b50e0cf176ec req-c14bb162-400f-4e60-9401-74ba5e82253b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 946 time: 0.4457808 Jul 07 22:20:12.621734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:12.633548 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.659921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Transition to ACTIVE for port object 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:12.663297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05643cec-9a39-4c11-bbba-e6bf27f8d484 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Router ec67fdf3-093b-4340-964c-1fb51435c8f6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:20:12.689198 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.691103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1908b6c8-844d-4aec-a87d-b50e0cf176ec req-a1b02d29-ca3a-4680-8834-c1b009e03aaa tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181575 Jul 07 22:20:12.696578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.717369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35648) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:12.809493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Pushing event updated for resources: {'Port': ['ID=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:12.853347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-38b4f368-8b94-4e20-a27d-07dee9435f96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f90b29522e949b381b0c8adad0528b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621614 Jul 07 22:20:12.853967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35656) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:12.886409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05643cec-9a39-4c11-bbba-e6bf27f8d484 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:12.892370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05643cec-9a39-4c11-bbba-e6bf27f8d484 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:12.895980 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-05643cec-9a39-4c11-bbba-e6bf27f8d484 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "PUT /v2.0/routers/ec67fdf3-093b-4340-964c-1fb51435c8f6 HTTP/1.1" status: 200 len: 921 time: 2.9724989 Jul 07 22:20:12.896343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35660) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:12.899319 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9172652f-6b90-4d22-93b8-d19f8c53bba5 None None] Sync routers for ids ['ec67fdf3-093b-4340-964c-1fb51435c8f6'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:12.914051 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172652f-6b90-4d22-93b8-d19f8c53bba5 None None] Routers {'ec67fdf3-093b-4340-964c-1fb51435c8f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:12.917561 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9172652f-6b90-4d22-93b8-d19f8c53bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ec67fdf3-093b-4340-964c-1fb51435c8f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:12.982029 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9172652f-6b90-4d22-93b8-d19f8c53bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:13.002347 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172652f-6b90-4d22-93b8-d19f8c53bba5 None None] Routers {'ec67fdf3-093b-4340-964c-1fb51435c8f6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:13.003760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8eeb-b81b-417c-94bc-cb8b30c5fa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.004362 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9172652f-6b90-4d22-93b8-d19f8c53bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ec67fdf3-093b-4340-964c-1fb51435c8f6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:13.061532 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8eeb-b81b-417c-94bc-cb8b30c5fa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.091254 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9172652f-6b90-4d22-93b8-d19f8c53bba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:13.091903 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9172652f-6b90-4d22-93b8-d19f8c53bba5 None None] The sync data for ids ['ec67fdf3-093b-4340-964c-1fb51435c8f6'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:13.103004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Attempting to bind port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:13.103641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Attempting to bind port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:13.103789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Attempting to bind port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 on network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:13.124800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.125574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 on network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:13.125923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Attempting to bind port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 on network 1db8a33c-b73a-41e0-84d5-18bf30ef0697 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:13.137586 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10f424c5-256b-445b-b026-2a412b37bbfb tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/routers/ec67fdf3-093b-4340-964c-1fb51435c8f6 HTTP/1.1" status: 200 len: 921 time: 0.2371440 Jul 07 22:20:13.138713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:13.141704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:13.142034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Checking segment: {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:13.142652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Bound using segment: {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:13.143153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Bound port: 1d8c686a-c218-49bb-a1ba-e73a2662a2b3, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f948428-f10b-4743-a8c3-5d1fa321ee11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:13.143838 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.176787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322247ee-0921-4b4a-9aa1-5affde29c5ee req-5ad5bef7-a016-4d6a-9c1c-8cf58aa074e2 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:13.178400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-322247ee-0921-4b4a-9aa1-5affde29c5ee req-5ad5bef7-a016-4d6a-9c1c-8cf58aa074e2 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 943 time: 0.1963904 Jul 07 22:20:13.240944 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8eeb-b81b-417c-94bc-cb8b30c5fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.244972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8eeb-b81b-417c-94bc-cb8b30c5fa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.246788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8d3c8eeb-b81b-417c-94bc-cb8b30c5fa13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/264a8795-c415-445f-b10c-c8e50ba04e5c HTTP/1.1" status: 204 len: 168 time: 0.3903735 Jul 07 22:20:13.352303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c8eeb-b81b-417c-94bc-cb8b30c5fa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a8795-c415-445f-b10c-c8e50ba04e5c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:13.374960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a685f122-ce28-45cb-87a4-58c142898a94 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:13.379038 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a685f122-ce28-45cb-87a4-58c142898a94 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=ec67fdf3-093b-4340-964c-1fb51435c8f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2367589 Jul 07 22:20:13.380613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35682) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:13.406222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-322247ee-0921-4b4a-9aa1-5affde29c5ee req-d8620614-4830-40bd-bc83-ad2fa1ac7e91 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978316 Jul 07 22:20:13.407622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] For port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:13.413571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] For port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:13.435666 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.492942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:13.493727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.495546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] 10.222.0.44 "PUT /v2.0/ports/1d8c686a-c218-49bb-a1ba-e73a2662a2b3 HTTP/1.1" status: 200 len: 1092 time: 1.8206220 Jul 07 22:20:13.496091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6500a99-8e93-42ff-b164-f554df6ba243', 'tag': '1d8c686a-c218-49bb-a1ba-e73a2662a2b3'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:13.498713 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd829d8-4ea6-4869-bbad-71b4a54ece51" -d '{"events": [{"name": "network-changed", "server_uuid": "c6500a99-8e93-42ff-b164-f554df6ba243", "tag": "1d8c686a-c218-49bb-a1ba-e73a2662a2b3"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:13.529513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df69d09-b4d6-4db4-bf67-816c41cd322d service neutron] Pushing event updated for resources: {'Port': ['ID=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:13.540690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Router ec58de77-5b32-4ea0-96a0-1803b980d209 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:13.680290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-78e28683-a9ce-484d-b933-e7915f4f248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:13.682674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-78e28683-a9ce-484d-b933-e7915f4f248b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af75a2ac7f334983be32311526235296&device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 1095 time: 0.1212142 Jul 07 22:20:13.687859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6033b5-bcfb-4409-a03c-be3f776e45a1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:13.692213 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-af6033b5-bcfb-4409-a03c-be3f776e45a1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 881 time: 0.3079035 Jul 07 22:20:13.692857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:13.731225 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a3356e6c-cb94-4a20-b680-bff8e40e291c tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec67fdf3-093b-4340-964c-1fb51435c8f6 HTTP/1.1" status: 200 len: 205 time: 0.0349543 Jul 07 22:20:13.731960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35696) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:13.738782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-4fd96b04-10bf-4020-ad37-a68b223c8064 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8c686a-c218-49bb-a1ba-e73a2662a2b3 HTTP/1.1" status: 200 len: 217 time: 0.0461979 Jul 07 22:20:13.774921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:13.788972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Sync routers for ids ['ec58de77-5b32-4ea0-96a0-1803b980d209'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:13.810299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-7f26027c-ed04-4422-9321-9fd2945e1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:13.812782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-7f26027c-ed04-4422-9321-9fd2945e1116 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd HTTP/1.1" status: 200 len: 850 time: 0.0647836 Jul 07 22:20:13.827939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Routers {'ec58de77-5b32-4ea0-96a0-1803b980d209'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:13.828706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ec58de77-5b32-4ea0-96a0-1803b980d209'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:13.849242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8159-67ee-4d28-ab95-11912941e848 req-2d883668-b150-479e-acb2-0f0dd3b6e408 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:13.853162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b37b8159-67ee-4d28-ab95-11912941e848 req-2d883668-b150-479e-acb2-0f0dd3b6e408 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 946 time: 0.2265170 Jul 07 22:20:13.859632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:13.862171 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d1b176e1-638a-4f39-91f5-60b4ef5e71c8 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.5027015 Jul 07 22:20:13.874413 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35702) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:13.884428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-113264c8-5cbf-47e3-ba61-e640b4744612 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1db8a33c-b73a-41e0-84d5-18bf30ef0697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634873 Jul 07 22:20:14.004344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-d16e3c28-759c-4b39-ba62-98c6c20932a3 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123002 Jul 07 22:20:14.045682 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864924e2-74e6-41ab-b682-f6fa0e17615c x-openstack-request-id: req-864924e2-74e6-41ab-b682-f6fa0e17615c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:14.048141 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6500a99-8e93-42ff-b164-f554df6ba243", "tag": "1d8c686a-c218-49bb-a1ba-e73a2662a2b3", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:14.048512 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-864924e2-74e6-41ab-b682-f6fa0e17615c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:14.048989 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6500a99-8e93-42ff-b164-f554df6ba243', 'tag': '1d8c686a-c218-49bb-a1ba-e73a2662a2b3', 'status': 'completed', 'code': 200} Jul 07 22:20:14.086302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Set router ec58de77-5b32-4ea0-96a0-1803b980d209 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:14.207097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b37b8159-67ee-4d28-ab95-11912941e848 req-09f39c43-78df-4b70-8497-6c47d6d4d90b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203087 Jul 07 22:20:14.208629 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.213396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cfa06f5-eec3-4796-8b40-4177c68e8945 req-e09ae354-3b24-4928-b833-262a4f7b1072 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027261 Jul 07 22:20:14.407908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-cb86ef5e-9527-4fec-b11c-d02cd1deb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:14.409426 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-cb86ef5e-9527-4fec-b11c-d02cd1deb9f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af75a2ac7f334983be32311526235296&device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 1095 time: 0.1283216 Jul 07 22:20:14.489802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec58de77-5b32-4ea0-96a0-1803b980d209', 'name': '', 'tenant_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e', 'external_fixed_ips': [{'subnet_id': '8436b371-f812-40c3-937c-cd1ca677ce60', 'ip_address': '2001:db8::d2'}], 'enable_snat': True}, 'gw_port_id': 'fd93def6-587e-4b55-9d9f-bc136e390023', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:09Z', 'updated_at': '2021-07-07T22:20:12Z', 'revision_number': 3, 'project_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'gw_port': {'id': 'fd93def6-587e-4b55-9d9f-bc136e390023', 'name': '', 'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:23:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec58de77-5b32-4ea0-96a0-1803b980d209', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '8436b371-f812-40c3-937c-cd1ca677ce60', 'ip_address': '2001:db8::d2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:11Z', 'updated_at': '2021-07-07T22:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8436b371-f812-40c3-937c-cd1ca677ce60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:14.510492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35722) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:14.513805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.535909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.601375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Checking router: ec58de77-5b32-4ea0-96a0-1803b980d209 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:14.601744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Updating router ec58de77-5b32-4ea0-96a0-1803b980d209 port fd93def6-587e-4b55-9d9f-bc136e390023 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:14.605143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-ced91a13-494b-414f-987e-c05fc85a970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:14.607490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-ced91a13-494b-414f-987e-c05fc85a970b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 200 len: 911 time: 0.1825399 Jul 07 22:20:14.705226 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.738104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-c7309a27-3463-475f-80f9-72589932523b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8c686a-c218-49bb-a1ba-e73a2662a2b3 HTTP/1.1" status: 200 len: 217 time: 0.1208501 Jul 07 22:20:14.871460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-5caf65a2-1edd-4c8f-a7ce-85ba745571a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:14.873101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-5caf65a2-1edd-4c8f-a7ce-85ba745571a6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd HTTP/1.1" status: 200 len: 850 time: 0.0820847 Jul 07 22:20:14.946642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fdc33-cf7b-4b69-9bdf-329a46ae6603 req-e8d716b2-7df8-4e6b-bd3f-6e18ee7fa1d1 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:14.955631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b35fdc33-cf7b-4b69-9bdf-329a46ae6603 req-e8d716b2-7df8-4e6b-bd3f-6e18ee7fa1d1 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 943 time: 0.2212517 Jul 07 22:20:14.957949 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56f9d5b9-61ca-41db-8dfc-f657b2344779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:14.968743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-c07225d2-4f47-43c9-a64c-3f4d84e3b917 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1db8a33c-b73a-41e0-84d5-18bf30ef0697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764291 Jul 07 22:20:15.091349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b35fdc33-cf7b-4b69-9bdf-329a46ae6603 req-f5a264c8-13ee-4511-9d0b-2ba9e14181c1 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343424 Jul 07 22:20:15.175194 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.175556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-b4d8c84d-3ce0-4d20-87f6-5830bcd95f99 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798317 Jul 07 22:20:15.219817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Deleting port 04f957ec-47fe-4c28-b864-43213c2a22b6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:15.220344 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.246811 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.268476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Transition to ACTIVE for port object fd93def6-587e-4b55-9d9f-bc136e390023 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:15.280532 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.320704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Deleting port fd93def6-587e-4b55-9d9f-bc136e390023 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:15.321047 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.365696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Attempting to bind port fd93def6-587e-4b55-9d9f-bc136e390023 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:15.366213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Attempting to bind port fd93def6-587e-4b55-9d9f-bc136e390023 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0056e893-36ce-4158-bddb-7a7b93a8df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:15.366475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Attempting to bind port fd93def6-587e-4b55-9d9f-bc136e390023 on network dc9386fa-48e8-47d0-9b9e-45181144220e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:15.368583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Pushing event updated for resources: {'Port': ['ID=fd93def6-587e-4b55-9d9f-bc136e390023,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:15.374390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:15.375044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Checking segment: {'id': '0056e893-36ce-4158-bddb-7a7b93a8df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:15.375634 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.376189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Bound using segment: {'id': '0056e893-36ce-4158-bddb-7a7b93a8df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:15.377402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Bound port: fd93def6-587e-4b55-9d9f-bc136e390023, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0056e893-36ce-4158-bddb-7a7b93a8df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'dc9386fa-48e8-47d0-9b9e-45181144220e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:15.378805 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.417666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.438373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Calling delete_port for 04f957ec-47fe-4c28-b864-43213c2a22b6 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:15.467184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] For port fd93def6-587e-4b55-9d9f-bc136e390023, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:15.471126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] For port fd93def6-587e-4b55-9d9f-bc136e390023, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fd93def6-587e-4b55-9d9f-bc136e390023,segment=NetworkSegment(0056e893-36ce-4158-bddb-7a7b93a8df19),segment_id=0056e893-36ce-4158-bddb-7a7b93a8df19)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:15.478122 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.517113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.537215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Calling delete_port for fd93def6-587e-4b55-9d9f-bc136e390023 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:15.542492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Pushing event updated for resources: {'Port': ['ID=fd93def6-587e-4b55-9d9f-bc136e390023,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:15.547572 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56f9d5b9-61ca-41db-8dfc-f657b2344779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.557829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56f9d5b9-61ca-41db-8dfc-f657b2344779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.568585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.569592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.570465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.571094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.571909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.572471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.573020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.574860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.575488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.576091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.576763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.577317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af7a0bb-4d6e-49c9-a542-ac4b821c4cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:15.584378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Routers {'ec58de77-5b32-4ea0-96a0-1803b980d209'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:15.585397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ec58de77-5b32-4ea0-96a0-1803b980d209'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:15.586889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bd829d8-4ea6-4869-bbad-71b4a54ece51 req-135f3ef1-93b8-4cad-966f-17e5eca49087 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036431 Jul 07 22:20:15.592796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-56f9d5b9-61ca-41db-8dfc-f657b2344779 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=061c501dbd3e4065b43ed2ada5097499&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0812585 Jul 07 22:20:15.601606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-595b3bd7-35f2-4387-af2f-63043e6206f0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:15.603193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-595b3bd7-35f2-4387-af2f-63043e6206f0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 946 time: 0.2975056 Jul 07 22:20:15.604808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35748) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:15.706427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec002a4-867b-4d35-85dc-414965c310f8 req-f3550c09-572f-44dc-b1da-1b5121a742c3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:15.718747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cec002a4-867b-4d35-85dc-414965c310f8 req-f3550c09-572f-44dc-b1da-1b5121a742c3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 946 time: 0.2707341 Jul 07 22:20:15.779687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9d5b9-61ca-41db-8dfc-f657b2344779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9571f44f-c2ce-4d55-94ed-97e69169a803,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:15.791918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] Set router ec58de77-5b32-4ea0-96a0-1803b980d209 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:15.840787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cec002a4-867b-4d35-85dc-414965c310f8 req-ac9ed123-bdf6-4075-9133-ed1aa7236bb0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211321 Jul 07 22:20:15.868319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec58de77-5b32-4ea0-96a0-1803b980d209', 'name': '', 'tenant_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:09Z', 'updated_at': '2021-07-07T22:20:15Z', 'revision_number': 4, 'project_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:15.878216 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a209cee7-77e0-4cd9-b1cc-a7d909a0e95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.899686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb338d-38f6-4db7-8de4-d44965652c31 None None] The sync data for ids ['ec58de77-5b32-4ea0-96a0-1803b980d209'] in n-d-695012-11 is: [{'id': 'ec58de77-5b32-4ea0-96a0-1803b980d209', 'name': '', 'tenant_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:09Z', 'updated_at': '2021-07-07T22:20:15Z', 'revision_number': 4, 'project_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:15.911577 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.946465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:15.958179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a209cee7-77e0-4cd9-b1cc-a7d909a0e95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:15.988157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:15.988505 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.025705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event deleted for resources: {'Port': ['ID=04f957ec-47fe-4c28-b864-43213c2a22b6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:16.088236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:16.115805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '1d8c686a-c218-49bb-a1ba-e73a2662a2b3', 'network_id': '1db8a33c-b73a-41e0-84d5-18bf30ef0697', 'port_id': '1d8c686a-c218-49bb-a1ba-e73a2662a2b3', 'mac_address': 'fa:16:3e:ba:4d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:16.123240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a209cee7-77e0-4cd9-b1cc-a7d909a0e95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.126361 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a209cee7-77e0-4cd9-b1cc-a7d909a0e95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.131701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a209cee7-77e0-4cd9-b1cc-a7d909a0e95d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9571f44f-c2ce-4d55-94ed-97e69169a803 HTTP/1.1" status: 204 len: 168 time: 0.5206261 Jul 07 22:20:16.154973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.160757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209cee7-77e0-4cd9-b1cc-a7d909a0e95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9571f44f-c2ce-4d55-94ed-97e69169a803,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:16.173025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] For port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:16.173944 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.193380 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.212100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:16.232357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:16.260580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:16.274992 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.292281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.421424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:16.447943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd93def6-587e-4b55-9d9f-bc136e390023,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:16.489917 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.493030 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.495808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.538519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c544-1ce0-45f8-b91a-fc0ee604c423 req-6e4fbcaa-85fa-4032-b4f3-5f04413e7b70 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:16.543829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41e6c544-1ce0-45f8-b91a-fc0ee604c423 req-6e4fbcaa-85fa-4032-b4f3-5f04413e7b70 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 944 time: 0.1605372 Jul 07 22:20:16.584668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['1d8c686a-c218-49bb-a1ba-e73a2662a2b3'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:16.599473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41e6c544-1ce0-45f8-b91a-fc0ee604c423 req-3a0892c3-7319-44a1-b5e3-a87950449763 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458503 Jul 07 22:20:16.601614 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.634346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:16.663743 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.672876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.683828 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.687745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Fanout notify agent at l3_agent the message router_deleted on router ec67fdf3-093b-4340-964c-1fb51435c8f6 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:16.728085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.729295 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0b9e833b-0e39-428b-b795-eba04f57d514 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/ec67fdf3-093b-4340-964c-1fb51435c8f6 HTTP/1.1" status: 204 len: 168 time: 2.9963140 Jul 07 22:20:16.740790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35792) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:16.742124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] No DVR routers for this DVR port f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:20:16.759155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-26ae59c9-94af-4594-8f19-bc3938932d81 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-178856473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:16.766466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.770228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfa560ae-7557-4565-aa2b-0f8caabc9b3a req-f1c6bc5f-a1ea-4bc0-9f80-910f23eaa780 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "DELETE /v2.0/ports/f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b HTTP/1.1" status: 204 len: 173 time: 1.1486557 Jul 07 22:20:16.772039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2c067d-f972-4bc0-9677-8e76027dec87', 'name': 'network-vif-deleted', 'tag': 'f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:16.774448 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c51b6-d890-4bda-befe-e26084beabf7" -d '{"events": [{"server_uuid": "4d2c067d-f972-4bc0-9677-8e76027dec87", "name": "network-vif-deleted", "tag": "f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:16.789358 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.789881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec58de77-5b32-4ea0-96a0-1803b980d209 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:16.795711 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.797000 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8b1956cd-6115-474d-822a-51f5ea906302 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "DELETE /v2.0/routers/ec58de77-5b32-4ea0-96a0-1803b980d209 HTTP/1.1" status: 204 len: 168 time: 2.9216015 Jul 07 22:20:16.799543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:16.808962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26ae59c9-94af-4594-8f19-bc3938932d81 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.809917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26ae59c9-94af-4594-8f19-bc3938932d81 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.951213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26ae59c9-94af-4594-8f19-bc3938932d81 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:16.956817 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111fd9f5-a90e-45e1-a8ab-da9dfa9d40a7 x-openstack-request-id: req-111fd9f5-a90e-45e1-a8ab-da9dfa9d40a7 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:16.957120 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2c067d-f972-4bc0-9677-8e76027dec87", "name": "network-vif-deleted", "tag": "f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:16.957477 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-111fd9f5-a90e-45e1-a8ab-da9dfa9d40a7 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:16.957916 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2c067d-f972-4bc0-9677-8e76027dec87', 'name': 'network-vif-deleted', 'tag': 'f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b', 'status': 'completed', 'code': 200} Jul 07 22:20:16.961522 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26ae59c9-94af-4594-8f19-bc3938932d81 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.003877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-26ae59c9-94af-4594-8f19-bc3938932d81 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.008469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-26ae59c9-94af-4594-8f19-bc3938932d81 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2637415 Jul 07 22:20:17.009008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35806) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:17.021074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:17.022326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-44937860-a8e4-441a-a71c-39c4c5835ba4 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Deleting subnet 8436b371-f812-40c3-937c-cd1ca677ce60 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:17.042965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44937860-a8e4-441a-a71c-39c4c5835ba4 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.161398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44937860-a8e4-441a-a71c-39c4c5835ba4 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.234328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44937860-a8e4-441a-a71c-39c4c5835ba4 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.302763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0041a45d-d8f9-44d6-a6e2-b8c391b3d330 req-a3be9ea0-18da-4438-a84d-d443e3be9b8a tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 210 time: 0.1344035 Jul 07 22:20:17.317605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44937860-a8e4-441a-a71c-39c4c5835ba4 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.404312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44937860-a8e4-441a-a71c-39c4c5835ba4 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.410912 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-44937860-a8e4-441a-a71c-39c4c5835ba4 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/8436b371-f812-40c3-937c-cd1ca677ce60 HTTP/1.1" status: 204 len: 168 time: 0.6102662 Jul 07 22:20:17.411471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35818) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:17.413891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44937860-a8e4-441a-a71c-39c4c5835ba4 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8436b371-f812-40c3-937c-cd1ca677ce60,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:17.679443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35828) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:17.732611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.770629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:17.780223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.809148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1469406764-network', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:17.844064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Made reservation on behalf of 320c374cfe5d409aa55a769fbfaf0ed9 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:17.851369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.865930 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.912457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9814b17c-c21c-42d1-b589-a012eaeb6671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:17.953512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:17.982364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.005601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9386fa-48e8-47d0-9b9e-45181144220e']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:18.049535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.049870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0056e893-36ce-4158-bddb-7a7b93a8df19') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:18.050224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0056e893-36ce-4158-bddb-7a7b93a8df19') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:18.052347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:18.058186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:18.059916 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.063410 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.102170 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.148709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:20:18.163386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.201040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063e1e8-d749-4d15-a35a-135af22977a6 req-a2f26573-1f68-40ab-b7ad-65b943b5f233 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:18.206388 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00780cfc-ae2a-4c7e-a2f8-824ab55a155e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:18.211845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4063e1e8-d749-4d15-a35a-135af22977a6 req-a2f26573-1f68-40ab-b7ad-65b943b5f233 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 944 time: 0.3263912 Jul 07 22:20:18.260640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.276484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:18.276987 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:18.291001 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:18.317545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:18.335781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6500a99-8e93-42ff-b164-f554df6ba243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8c686a-c218-49bb-a1ba-e73a2662a2b3'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:18.339173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:18.340614 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35669920-ea76-4335-9df5-335878ed8eca" -d '{"events": [{"server_uuid": "c6500a99-8e93-42ff-b164-f554df6ba243", "name": "network-vif-plugged", "status": "completed", "tag": "1d8c686a-c218-49bb-a1ba-e73a2662a2b3"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:18.375867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4063e1e8-d749-4d15-a35a-135af22977a6 req-a930325d-2291-49ed-ae5c-ff5242167a1b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629827 Jul 07 22:20:18.378119 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9814b17c-c21c-42d1-b589-a012eaeb6671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.382349 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9814b17c-c21c-42d1-b589-a012eaeb6671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.410818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:18.411165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f3d7bfbd-ee20-4169-adeb-f1a9e7dee21b not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:18.425032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:18.432904 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.487044 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9814b17c-c21c-42d1-b589-a012eaeb6671 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ead0bbaab774c769840cfb7e1aeffcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152674 Jul 07 22:20:18.488349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35856) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:18.507323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814b17c-c21c-42d1-b589-a012eaeb6671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8cf1d6-0a38-4329-bf09-1e260f42c5cc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:18.528346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:18.587037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.587456 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Added segment 0f84ba34-6489-46b9-abea-b3f06836f1ff of type vlan for network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 Jul 07 22:20:18.592604 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f446ef8-f734-411f-b697-51e392a2395a admin admin] Deleting subnet c729abe2-7c10-4e18-8f90-c6235fd549eb {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:20:18.607262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f446ef8-f734-411f-b697-51e392a2395a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.615667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fe20c50e-27b5-45ea-bb9a-f4bf070624b3 req-1daf88da-e477-4e43-b0a6-4a40f72d740f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 210 time: 0.0653896 Jul 07 22:20:18.627010 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.653263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc9386fa-48e8-47d0-9b9e-45181144220e {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 07 22:20:18.658028 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13971722-f46a-42bc-96c3-066e715dae24 x-openstack-request-id: req-13971722-f46a-42bc-96c3-066e715dae24 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:18.658361 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6500a99-8e93-42ff-b164-f554df6ba243", "name": "network-vif-plugged", "status": "completed", "tag": "1d8c686a-c218-49bb-a1ba-e73a2662a2b3", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:18.658613 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13971722-f46a-42bc-96c3-066e715dae24 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:18.659003 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6500a99-8e93-42ff-b164-f554df6ba243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d8c686a-c218-49bb-a1ba-e73a2662a2b3', 'code': 200} Jul 07 22:20:18.660279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.678264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "DELETE /v2.0/networks/dc9386fa-48e8-47d0-9b9e-45181144220e HTTP/1.1" status: 204 len: 168 time: 1.2655818 Jul 07 22:20:18.701226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.713675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f446ef8-f734-411f-b697-51e392a2395a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.746054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8085c20e-323f-42fd-a199-8329459b7640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.774178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8085c20e-323f-42fd-a199-8329459b7640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.779878 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f446ef8-f734-411f-b697-51e392a2395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.816762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.818403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:18.819790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.833579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677b6fe-1823-42a0-b23a-7366ebbe1210 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc9386fa-48e8-47d0-9b9e-45181144220e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:18.835342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.839352 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8085c20e-323f-42fd-a199-8329459b7640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.842933 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8085c20e-323f-42fd-a199-8329459b7640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.844076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8085c20e-323f-42fd-a199-8329459b7640 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e8cf1d6-0a38-4329-bf09-1e260f42c5cc HTTP/1.1" status: 204 len: 168 time: 0.2954819 Jul 07 22:20:18.897747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085c20e-323f-42fd-a199-8329459b7640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8cf1d6-0a38-4329-bf09-1e260f42c5cc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:18.901673 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:18.982336 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3014822 Jul 07 22:20:19.007745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:19.020662 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Request body: {'subnet': {'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1469406764-subnet', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:19.085511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda3d05-f57e-42e6-992c-90351081c063 admin admin] Pushing event updated for resources: {'Network': ['ID=fb83772d-31d9-4a57-ae43-fcaef7d3fb65,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:19.101204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:20:19.128770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Made reservation on behalf of 320c374cfe5d409aa55a769fbfaf0ed9 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:19.132679 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.344799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:19.346302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f446ef8-f734-411f-b697-51e392a2395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.366047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e65e3259-c17f-49bd-a5de-387e3da6d9bb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'router': {'name': 'tempest-router--881074290', 'project_id': '9f35e54c07ac49dba13ce96b075ab5b3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:19.388232 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f446ef8-f734-411f-b697-51e392a2395a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.390156 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8f446ef8-f734-411f-b697-51e392a2395a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c729abe2-7c10-4e18-8f90-c6235fd549eb HTTP/1.1" status: 204 len: 168 time: 1.0488253 Jul 07 22:20:19.423814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:19.553786 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.555591 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35876) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:19.566816 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.571346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f446ef8-f734-411f-b697-51e392a2395a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c729abe2-7c10-4e18-8f90-c6235fd549eb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:19.575056 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e65e3259-c17f-49bd-a5de-387e3da6d9bb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.576450 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e65e3259-c17f-49bd-a5de-387e3da6d9bb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.648529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aec6b81b-48f6-452e-a0bc-ef0c87f91046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.757175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Allocated IP 172.25.8.166 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/eeeb9e65-4783-45ff-85b6-236c2531f026) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:19.840750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.844381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e65e3259-c17f-49bd-a5de-387e3da6d9bb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.851307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac76089-cff4-49b4-a4f3-ea86f55874dd req-eea09305-6c06-4ff2-a4b7-7098956e3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:19.852842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dac76089-cff4-49b4-a4f3-ea86f55874dd req-eea09305-6c06-4ff2-a4b7-7098956e3850 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 1097 time: 1.0295398 Jul 07 22:20:19.859801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78bab56-2430-4352-8c3a-9a975fe97bdf']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:19.865858 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e65e3259-c17f-49bd-a5de-387e3da6d9bb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.866864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844c46e-92f3-4e9c-9869-3f700ad7a2e1 req-9aebdfda-1dd3-4fc4-a596-65336f0e6531 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:19.868343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2844c46e-92f3-4e9c-9869-3f700ad7a2e1 req-9aebdfda-1dd3-4fc4-a596-65336f0e6531 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.1677728 Jul 07 22:20:19.883644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.913546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8337babb-bc76-4031-93e0-b8bd6ca803c9') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:19.913924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8337babb-bc76-4031-93e0-b8bd6ca803c9') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:19.939845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22b2c50c-d9ab-49c2-b3da-a74660b53c51 req-0fd37ac0-e88d-4dc1-a1cf-2e5dadbd3552 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 210 time: 0.0836399 Jul 07 22:20:19.950819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.953391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dac76089-cff4-49b4-a4f3-ea86f55874dd req-378c5892-d353-4792-9d4e-c40fdd3ffa93 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841091 Jul 07 22:20:19.979857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2844c46e-92f3-4e9c-9869-3f700ad7a2e1 req-1a081da9-a893-4486-af94-bfa91b338990 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819535 Jul 07 22:20:19.987796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:19.990929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a83cbe5e-1551-494c-8b07-ef4d4991bf2f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:20.015418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:20:20.015823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:20:20.024307 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:20:20.029755 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.074350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.081651 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aec6b81b-48f6-452e-a0bc-ef0c87f91046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.083392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Checking segment: {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:20.083751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Network hostable DHCP agents. Network: fb83772d-31d9-4a57-ae43-fcaef7d3fb65, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:20:20.092953 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aec6b81b-48f6-452e-a0bc-ef0c87f91046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.112895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e65e3259-c17f-49bd-a5de-387e3da6d9bb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.116564 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e65e3259-c17f-49bd-a5de-387e3da6d9bb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7578409 Jul 07 22:20:20.128455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35882) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:20.129117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.159665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:20.166251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:20.168767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:20.172846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event updated for resources: {'Port': ['ID=eeeb9e65-4783-45ff-85b6-236c2531f026,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:20.190173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.195974 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] 10.222.0.81 "DELETE /v2.0/networks/e78bab56-2430-4352-8c3a-9a975fe97bdf HTTP/1.1" status: 204 len: 168 time: 0.7620406 Jul 07 22:20:20.232504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-db34c7b8-8aa9-41c7-afa0-2a1e86a794ec service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1557810 Jul 07 22:20:20.242229 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aec6b81b-48f6-452e-a0bc-ef0c87f91046 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65f490a29f88464a8a924e31787419f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6721210 Jul 07 22:20:20.247152 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f05b7-f652-43a2-aab8-2c8dd9e3c15d admin admin] Pushing event deleted for resources: {'Network': ['ID=e78bab56-2430-4352-8c3a-9a975fe97bdf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:20.253776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:20.262304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6b81b-48f6-452e-a0bc-ef0c87f91046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0982bbc4-ff13-408c-9b23-56b12ba89ccf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:20.276198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:20:20.287757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2acd-1f2b-4b01-89f1-490f66d47cca tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.374068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, fb83772d-31d9-4a57-ae43-fcaef7d3fb65) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:20.388938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:20.389614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d19c4-a634-498f-ac9f-ba6b3f4274ed None None] Network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:20.390311 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.502851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:20.509713 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82aaf6a8-a788-4657-bd43-c3d1e6166db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.512128 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d5eade6f-8469-4091-9608-b47ab4bdd788 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5033858 Jul 07 22:20:20.519080 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2acd-1f2b-4b01-89f1-490f66d47cca tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.519754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35890) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:20.523462 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2acd-1f2b-4b01-89f1-490f66d47cca tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.525247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:20.542241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0d1c7d72-64fb-4ac0-9c05-dcf750010387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:20.542778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0d1c7d72-64fb-4ac0-9c05-dcf750010387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:20.543292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0d1c7d72-64fb-4ac0-9c05-dcf750010387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:20.544082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0d1c7d72-64fb-4ac0-9c05-dcf750010387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:20.544670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0d1c7d72-64fb-4ac0-9c05-dcf750010387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:20.545207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0d1c7d72-64fb-4ac0-9c05-dcf750010387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:20.545686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0d1c7d72-64fb-4ac0-9c05-dcf750010387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:20.548009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0d1c7d72-64fb-4ac0-9c05-dcf750010387 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6508 time: 0.2441258 Jul 07 22:20:20.604518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82aaf6a8-a788-4657-bd43-c3d1e6166db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.623783 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2acd-1f2b-4b01-89f1-490f66d47cca tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.624335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d2acd-1f2b-4b01-89f1-490f66d47cca tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5b2e831-0037-49a1-a330-259021681372 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:20.631193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3d2acd-1f2b-4b01-89f1-490f66d47cca tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.632351 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4c3d2acd-1f2b-4b01-89f1-490f66d47cca tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "DELETE /v2.0/routers/a5b2e831-0037-49a1-a330-259021681372 HTTP/1.1" status: 204 len: 168 time: 0.5013855 Jul 07 22:20:20.653915 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f53dcb1b-8858-4eda-a4d8-a4d5ac39efa7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54e3a2de8bea4da984d353053786f4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429455 Jul 07 22:20:20.656184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:20.667694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:20:20.668841 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.802235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.803338 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.806021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82aaf6a8-a788-4657-bd43-c3d1e6166db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.815260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82aaf6a8-a788-4657-bd43-c3d1e6166db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.819013 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-82aaf6a8-a788-4657-bd43-c3d1e6166db8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0982bbc4-ff13-408c-9b23-56b12ba89ccf HTTP/1.1" status: 204 len: 168 time: 0.5639579 Jul 07 22:20:20.825204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7ce0-6900-4485-a779-3f065fedbff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.862451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaf6a8-a788-4657-bd43-c3d1e6166db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0982bbc4-ff13-408c-9b23-56b12ba89ccf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:20.897515 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7ce0-6900-4485-a779-3f065fedbff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:20.951602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.015491 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7ce0-6900-4485-a779-3f065fedbff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.019786 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7ce0-6900-4485-a779-3f065fedbff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.023384 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aa7e7ce0-6900-4485-a779-3f065fedbff2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecf5a11b-3bcd-461c-85a6-7401668a1133 HTTP/1.1" status: 204 len: 168 time: 0.3514814 Jul 07 22:20:21.064301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e7ce0-6900-4485-a779-3f065fedbff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf5a11b-3bcd-461c-85a6-7401668a1133,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:21.076042 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.080152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-d35cf767-317b-421d-9c16-4633e414b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:21.080687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-d35cf767-317b-421d-9c16-4633e414b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:21.080816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Allocated IP 172.20.0.2 (fb83772d-31d9-4a57-ae43-fcaef7d3fb65/a83cbe5e-1551-494c-8b07-ef4d4991bf2f/a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:21.081190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-d35cf767-317b-421d-9c16-4633e414b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:21.083167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-d35cf767-317b-421d-9c16-4633e414b170 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 HTTP/1.1" status: 200 len: 2297 time: 0.5002685 Jul 07 22:20:21.147224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35906) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:21.321878 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.334119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Transition to ACTIVE for port object a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:21.357337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Transition to ACTIVE for port object a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:21.365631 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.386965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:21.410696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:21.415571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:21.440170 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb0242da-68f1-49ce-a7e8-50f5f05d4cd1 req-64485ea6-37d1-48ab-ba51-d0c81222852c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 210 time: 0.1219339 Jul 07 22:20:21.483805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Pushing event updated for resources: {'Port': ['ID=a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:21.508292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Attempting to bind port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:21.508669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Attempting to bind port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:21.509041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Attempting to bind port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 on network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:21.518226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:21.519231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Checking segment: {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:21.523901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.524345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Bound using segment: {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:21.524857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Bound port: a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:21.525255 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.565506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-6ef405ce-eada-4163-bbfd-e3c853bad09a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51240f68-3675-42b4-a1ac-05f7eb129a14 HTTP/1.1" status: 200 len: 1001 time: 0.4699297 Jul 07 22:20:21.582955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.634457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] For port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:21.639098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] For port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:21.644741 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.688535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-234476433', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:21.746724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.747784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.765338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44226b1f-23bf-4d9e-8751-f6f06cfa3892 None None] Pushing event updated for resources: {'Port': ['ID=a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:21.822472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc2d26-5e24-4752-8e57-dd737e9f8c9e req-41c8635a-31af-4a7a-b7d9-d5af474c01a4 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:21.829720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89fc2d26-5e24-4752-8e57-dd737e9f8c9e req-41c8635a-31af-4a7a-b7d9-d5af474c01a4 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.5375023 Jul 07 22:20:21.832696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-8bb26d8a-6fe2-404d-a353-f23e7f93dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:21.834237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-8bb26d8a-6fe2-404d-a353-f23e7f93dfe5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=975d8c54-beac-4d0f-9253-65063e26999d HTTP/1.1" status: 200 len: 855 time: 0.2614806 Jul 07 22:20:21.887003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.954024 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.973427 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:21.998119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89fc2d26-5e24-4752-8e57-dd737e9f8c9e req-a493668e-6b3d-438e-9a6f-bf649d3bd257 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673694 Jul 07 22:20:22.118360 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:22.224622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-bb35febf-7bc4-4fd2-9db8-95dedd75efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:22.235355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-bb35febf-7bc4-4fd2-9db8-95dedd75efbf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3827832 Jul 07 22:20:22.444413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-559fad0b-b5d5-4d70-8487-3ee4945d2ae6 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869509 Jul 07 22:20:22.655590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35952) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:22.777962 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7903cadd-63a2-48be-9473-d75bd72f1d93 req-915fa9cb-d96b-450c-be16-dbbadaf67fb4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 210 time: 0.1006553 Jul 07 22:20:23.032199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.060311 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.255492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Allocated IP 172.25.8.226 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/2c33ce53-df16-4d5f-87d8-68f76f66fa97) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:23.353197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7fc55-8c45-4761-b3de-bab51b9a245f None None] Network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:23.421593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-431027215-network', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:23.425321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.477088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.522767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-d426188f-d626-4d05-bf33-5d7b1022b815 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0649283 Jul 07 22:20:23.537610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f2cab398-6afe-4eff-a97a-4c432b8a6af0 None None] Provisioning for port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:23.545776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-6b9a33fb-f005-4831-bd52-28da87d02648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:23.545776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-6b9a33fb-f005-4831-bd52-28da87d02648 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af75a2ac7f334983be32311526235296&device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 1097 time: 0.8888700 Jul 07 22:20:23.547471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event updated for resources: {'Port': ['ID=2c33ce53-df16-4d5f-87d8-68f76f66fa97,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:23.555125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:23.556572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:23.567046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:23.570545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801405b7-381d-401f-9ce8-e406ba520ce0 req-0685490a-423d-4a02-9f95-337fbde41ec7 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:23.582536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-801405b7-381d-401f-9ce8-e406ba520ce0 req-0685490a-423d-4a02-9f95-337fbde41ec7 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.9074478 Jul 07 22:20:23.663903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Made reservation on behalf of b6cff3387ae54e3f9dcd2452a92d6ace for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:23.666932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.724272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-35c7b509-e551-4192-ae0f-75143736ea34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 HTTP/1.1" status: 200 len: 217 time: 0.1828446 Jul 07 22:20:23.728972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.730611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Router deb80b10-1bfe-41a6-9a1c-c64ca9081c60 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:23.738136 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.813070 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-801405b7-381d-401f-9ce8-e406ba520ce0 req-5ed62144-b4c3-426a-a67b-6113c185edb4 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295449 Jul 07 22:20:23.846126 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:23.994560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:24.042378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.121669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:24.236841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dcfb34b-2e85-47aa-b587-646412e1318e req-9a285bb3-c576-4eea-bf1c-fe3ae8ebcc26 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d2c067d-f972-4bc0-9677-8e76027dec87 HTTP/1.1" status: 200 len: 210 time: 0.0673122 Jul 07 22:20:24.238618 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-06b482d3-cc32-4405-808c-3212f45315b6 None None] Provisioning complete for port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:24.239283 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06b482d3-cc32-4405-808c-3212f45315b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.244351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:24.255747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-572c304c-64d7-402d-b350-8396ca2b34f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.280055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:24.280865 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.293509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0c71ef86-0c42-4b88-aebb-998b6b3f9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:24.295009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0c71ef86-0c42-4b88-aebb-998b6b3f9dd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.5622237 Jul 07 22:20:24.307167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-d9a26bbc-352b-49fb-a1c5-d89a512b6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:24.308695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-d9a26bbc-352b-49fb-a1c5-d89a512b6eb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 200 len: 911 time: 0.7215159 Jul 07 22:20:24.428612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.431887 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.448743 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06b482d3-cc32-4405-808c-3212f45315b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.470473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-3f671a69-51b9-4824-acec-945b5ff5adaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8c686a-c218-49bb-a1ba-e73a2662a2b3 HTTP/1.1" status: 200 len: 217 time: 0.1067014 Jul 07 22:20:24.485180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:24.540506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.542681 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-06b482d3-cc32-4405-808c-3212f45315b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:20:24.543170 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-06b482d3-cc32-4405-808c-3212f45315b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:20:24.571964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Router 2d678e24-a9df-40bf-a5f9-f7488e07451b is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:24.572531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.590238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.609724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:24.631024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Allocated IP 172.25.8.216 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/0dacc7ee-1f58-4a3c-a4fc-185b450322e0) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:24.661047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:20:24.666197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:24.674560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.678964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-66b2c7d6-3dde-4581-a30c-a39f465a33c9 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "PUT /v2.0/routers/deb80b10-1bfe-41a6-9a1c-c64ca9081c60 HTTP/1.1" status: 200 len: 879 time: 7.6666420 Jul 07 22:20:24.681684 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19409542-b6dc-4634-9491-ca488fa842fd None None] Sync routers for ids ['deb80b10-1bfe-41a6-9a1c-c64ca9081c60'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:24.688103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35994) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:24.700125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-209ec845-a22c-43a2-8c81-a12ea114273c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:24.701380 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19409542-b6dc-4634-9491-ca488fa842fd None None] Routers {'deb80b10-1bfe-41a6-9a1c-c64ca9081c60'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:24.701644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-209ec845-a22c-43a2-8c81-a12ea114273c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd HTTP/1.1" status: 200 len: 850 time: 0.2043936 Jul 07 22:20:24.702223 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19409542-b6dc-4634-9491-ca488fa842fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['deb80b10-1bfe-41a6-9a1c-c64ca9081c60'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:24.710682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99998be5-313e-419a-9f86-e2b7adc75107,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:24.738177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.738764 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Added segment 7672d85a-6027-410d-ae25-6bb0457b5041 of type vlan for network 9a8c0270-04db-4d8e-8af9-5c51158550e3 Jul 07 22:20:24.742924 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19409542-b6dc-4634-9491-ca488fa842fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:24.753568 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19409542-b6dc-4634-9491-ca488fa842fd None None] Routers {'deb80b10-1bfe-41a6-9a1c-c64ca9081c60'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:24.754362 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19409542-b6dc-4634-9491-ca488fa842fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['deb80b10-1bfe-41a6-9a1c-c64ca9081c60'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:24.789521 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19409542-b6dc-4634-9491-ca488fa842fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:24.790367 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19409542-b6dc-4634-9491-ca488fa842fd None None] The sync data for ids ['deb80b10-1bfe-41a6-9a1c-c64ca9081c60'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:24.804336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:24.821199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-e3c5d0ea-3902-402c-b9b6-c4e10e7598d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1db8a33c-b73a-41e0-84d5-18bf30ef0697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941548 Jul 07 22:20:24.821788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7a5c4-866b-4ec3-adba-8c806846d0fd None None] Sync routers for ids ['2d678e24-a9df-40bf-a5f9-f7488e07451b'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:24.832586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7a5c4-866b-4ec3-adba-8c806846d0fd None None] Routers {'2d678e24-a9df-40bf-a5f9-f7488e07451b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:24.833838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-afc7a5c4-866b-4ec3-adba-8c806846d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d678e24-a9df-40bf-a5f9-f7488e07451b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:24.858011 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-868a15fc-0638-4819-8918-545cad9c6a21 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/routers/deb80b10-1bfe-41a6-9a1c-c64ca9081c60 HTTP/1.1" status: 200 len: 920 time: 0.1663299 Jul 07 22:20:24.858810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35998) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:24.880906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.887298 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-572c304c-64d7-402d-b350-8396ca2b34f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.894572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-572c304c-64d7-402d-b350-8396ca2b34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.907152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:24.911527 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-67212ee8-fc0d-46e4-9a9d-4adc14134876 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7605345 Jul 07 22:20:24.919194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:24.920571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-afc7a5c4-866b-4ec3-adba-8c806846d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:24.942841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7a5c4-866b-4ec3-adba-8c806846d0fd None None] Routers {'2d678e24-a9df-40bf-a5f9-f7488e07451b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:24.944071 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-afc7a5c4-866b-4ec3-adba-8c806846d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d678e24-a9df-40bf-a5f9-f7488e07451b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:24.986144 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-afc7a5c4-866b-4ec3-adba-8c806846d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:24.986804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc7a5c4-866b-4ec3-adba-8c806846d0fd None None] The sync data for ids ['2d678e24-a9df-40bf-a5f9-f7488e07451b'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:24.997901 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-572c304c-64d7-402d-b350-8396ca2b34f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23541cd64a8a47d693b7dbee3b21db3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0017602 Jul 07 22:20:25.000904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c304c-64d7-402d-b350-8396ca2b34f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f009e075-6993-405c-8278-75d3b23a54c6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:25.003459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:25.007371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-c03376fa-19c7-48b6-ab05-dca6c19f1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:25.008912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-c03376fa-19c7-48b6-ab05-dca6c19f1b5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6959517 Jul 07 22:20:25.021259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.022486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:25.023233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.037856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c858418f-b94e-46df-b5dc-1e408cb8ea4f tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:25.039397 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c858418f-b94e-46df-b5dc-1e408cb8ea4f tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=deb80b10-1bfe-41a6-9a1c-c64ca9081c60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1796870 Jul 07 22:20:25.044585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36004) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:25.141595 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.245819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5852110 Jul 07 22:20:25.258266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36006) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:25.278302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Request body: {'subnet': {'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-subnet', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:25.318690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f4fd5-766f-43ee-8e11-3d63c65b30d1 admin admin] Pushing event updated for resources: {'Network': ['ID=9a8c0270-04db-4d8e-8af9-5c51158550e3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:25.333052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 9a8c0270-04db-4d8e-8af9-5c51158550e3 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:20:25.425742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a8f20d4-d957-45ca-878b-7a74b14401b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.429766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Made reservation on behalf of b6cff3387ae54e3f9dcd2452a92d6ace for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:25.432581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.435264 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-624c8830-d79c-4593-940b-4c67c7a4551c tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/routers/2d678e24-a9df-40bf-a5f9-f7488e07451b HTTP/1.1" status: 200 len: 924 time: 0.5072522 Jul 07 22:20:25.442795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:25.479260 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3cc7db23-6dbe-4ecf-aca8-5687b72b64d1 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d678e24-a9df-40bf-a5f9-f7488e07451b HTTP/1.1" status: 200 len: 205 time: 0.0317571 Jul 07 22:20:25.487080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36014) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:25.500498 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a8f20d4-d957-45ca-878b-7a74b14401b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.508213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-58d4e83e-57f9-43a4-a3dd-70db5b4c0140 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041139 Jul 07 22:20:25.527808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c47b3-0c9a-4be8-9195-f652f3db7386 req-cdfd69a1-169d-4172-bca5-a6f26055f215 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:25.529303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d41c47b3-0c9a-4be8-9195-f652f3db7386 req-cdfd69a1-169d-4172-bca5-a6f26055f215 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.4744561 Jul 07 22:20:25.535470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-3b1d962d-83ac-4433-b252-3a46bd564611 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096202 Jul 07 22:20:25.578283 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1aa8a6-1a46-4e51-be08-9e6b5e2fd0f2 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:25.582797 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3d1aa8a6-1a46-4e51-be08-9e6b5e2fd0f2 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 881 time: 0.5318351 Jul 07 22:20:25.584192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36016) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:25.618236 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-921595aa-c5d3-43d2-b334-c5accb5cbae1 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=deb80b10-1bfe-41a6-9a1c-c64ca9081c60 HTTP/1.1" status: 200 len: 205 time: 0.0341139 Jul 07 22:20:25.623412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.625482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36018) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:25.667778 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.715099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a8f20d4-d957-45ca-878b-7a74b14401b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.719426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a8f20d4-d957-45ca-878b-7a74b14401b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.723941 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6a8f20d4-d957-45ca-878b-7a74b14401b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f009e075-6993-405c-8278-75d3b23a54c6 HTTP/1.1" status: 204 len: 168 time: 0.7145724 Jul 07 22:20:25.743198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f20d4-d957-45ca-878b-7a74b14401b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f009e075-6993-405c-8278-75d3b23a54c6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:25.844515 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.955250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Deleting port 2c33ce53-df16-4d5f-87d8-68f76f66fa97 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:25.960494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:25.986817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:26.053880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:26.065346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:26.066298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.095624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d41c47b3-0c9a-4be8-9195-f652f3db7386 req-bf07ccfd-c905-4728-ba68-6bee61e0d71f tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485914 Jul 07 22:20:26.101593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:26.104324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:26.159052 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.176707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Calling delete_port for 2c33ce53-df16-4d5f-87d8-68f76f66fa97 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:26.176905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Pushing event updated for resources: {'Port': ['ID=0dacc7ee-1f58-4a3c-a4fc-185b450322e0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:26.276535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a63efda8-6d65-492c-ae5f-91b9a04f8d63 req-a8285ec2-cbcd-477e-8abd-8e71509eb1f6 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7432675 Jul 07 22:20:26.319926 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-563c1359-031d-489d-ac65-45610175d946 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7724609 Jul 07 22:20:26.407370 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.433420 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.467678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event deleted for resources: {'Port': ['ID=2c33ce53-df16-4d5f-87d8-68f76f66fa97,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:26.511004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-78fbb1e8-71fb-4445-bd1d-74f5909225b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=164d5769-4447-49bc-ad8f-510c5c72b857 HTTP/1.1" status: 200 len: 217 time: 0.1806591 Jul 07 22:20:26.590357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.687007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.703140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-3d7b1673-d7c9-49c4-b412-7b8251b7a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:26.704309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-3d7b1673-d7c9-49c4-b412-7b8251b7a7a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.1554716 Jul 07 22:20:26.765194 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.768520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.832784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.833824 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Fanout notify agent at l3_agent the message router_deleted on router 2d678e24-a9df-40bf-a5f9-f7488e07451b {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:26.846718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.853731 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3b8804a4-abb2-4bcd-a7af-bb958d797c8d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/2d678e24-a9df-40bf-a5f9-f7488e07451b HTTP/1.1" status: 204 len: 168 time: 1.3643327 Jul 07 22:20:26.854518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36058) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:26.859004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1668095616', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': False}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:26.880863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb5ff1f-3bc9-407c-a30c-0d96572650e0,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:26.883330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.884538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.916014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:26.921439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36060) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:26.944059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Checking segment: {'id': '7672d85a-6027-410d-ae25-6bb0457b5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:26.944461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Network hostable DHCP agents. Network: 9a8c0270-04db-4d8e-8af9-5c51158550e3, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:20:26.968579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.010829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0399b4a4-fe7b-4ed8-8e48-78cf942e4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:27.012324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0399b4a4-fe7b-4ed8-8e48-78cf942e4424 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2800770 Jul 07 22:20:27.015805 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.023321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Network 9a8c0270-04db-4d8e-8af9-5c51158550e3 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:20:27.120856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-608423509-network', 'tenant_id': 'a06f99ff82354649b7d75f2333e4f37a'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:27.132125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 9a8c0270-04db-4d8e-8af9-5c51158550e3) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:27.136721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:27.137341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.142380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd3e41-d687-4f80-b112-6675bbaa4bfd None None] Network 9a8c0270-04db-4d8e-8af9-5c51158550e3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:27.194393 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.208887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Deleting port eeeb9e65-4783-45ff-85b6-236c2531f026 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:27.209228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.279454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Made reservation on behalf of a06f99ff82354649b7d75f2333e4f37a for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:27.281858 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.289154 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7739b355-ea13-4a59-a9d1-c52d18a4fc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.304677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-eec559a1-b9ac-441c-b30f-17a936c6a2a0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0404081 Jul 07 22:20:27.315910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36066) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:27.319395 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.332856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:27.349791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-e258a0b9-3634-4d29-abe1-f1124a4a00ad service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282073 Jul 07 22:20:27.419887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-9a8c0270-04db-4d8e-8af9-5c51158550e3', 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'fixed_ips': [{'subnet_id': '3cb5ff1f-3bc9-407c-a30c-0d96572650e0'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:20:27.421259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.443766 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.api [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:20:27.443766 n-d-695012-11 neutron-server[93941]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:20:27.443766 n-d-695012-11 neutron-server[93941]: [parameters: {'project_id_1': 'a06f99ff82354649b7d75f2333e4f37a', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 20, 27, 369313)}] Jul 07 22:20:27.443766 n-d-695012-11 neutron-server[93941]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:20:27.444224 n-d-695012-11 neutron-server[93941]: DEBUG oslo_db.api [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:20:27.511223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.513793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.514989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.547602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Calling delete_port for eeeb9e65-4783-45ff-85b6-236c2531f026 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:27.577635 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.608494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.610357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Allocated IP 172.20.0.2 (9a8c0270-04db-4d8e-8af9-5c51158550e3/3cb5ff1f-3bc9-407c-a30c-0d96572650e0/d774860e-4557-4681-9d35-193e39e6317f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:27.767888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Allocated IP 172.25.8.247 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/ff53ce97-62ec-41d3-a6cf-85ffa6b9427e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:27.856621 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.879386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Transition to ACTIVE for port object d774860e-4557-4681-9d35-193e39e6317f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:27.931582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Transition to ACTIVE for port object d774860e-4557-4681-9d35-193e39e6317f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:27.937403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.946555 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.985011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:27.993172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Pushing event updated for resources: {'Port': ['ID=d774860e-4557-4681-9d35-193e39e6317f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:28.012136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Network 9a8c0270-04db-4d8e-8af9-5c51158550e3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:28.015183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:28.027456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:28.031619 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.050763 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.057014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:28.059422 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.063860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:28.072792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:28.099770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Attempting to bind port d774860e-4557-4681-9d35-193e39e6317f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:28.100185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event updated for resources: {'Port': ['ID=ff53ce97-62ec-41d3-a6cf-85ffa6b9427e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:28.100310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Attempting to bind port d774860e-4557-4681-9d35-193e39e6317f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '7672d85a-6027-410d-ae25-6bb0457b5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:28.100548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Attempting to bind port d774860e-4557-4681-9d35-193e39e6317f on network 9a8c0270-04db-4d8e-8af9-5c51158550e3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:28.107711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:28.108124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Checking segment: {'id': '7672d85a-6027-410d-ae25-6bb0457b5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:28.108523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.111155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Bound using segment: {'id': '7672d85a-6027-410d-ae25-6bb0457b5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:28.111155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Bound port: d774860e-4557-4681-9d35-193e39e6317f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7672d85a-6027-410d-ae25-6bb0457b5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:28.113094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.155256 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-1562b75b-eac9-4e8c-be85-6a8aa660a7c4 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824590 Jul 07 22:20:28.242648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] For port d774860e-4557-4681-9d35-193e39e6317f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:28.249604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] For port d774860e-4557-4681-9d35-193e39e6317f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d774860e-4557-4681-9d35-193e39e6317f,segment=NetworkSegment(7672d85a-6027-410d-ae25-6bb0457b5041),segment_id=7672d85a-6027-410d-ae25-6bb0457b5041)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:28.256061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.307685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-8c600e7f-1264-4e6b-b90d-769fe00ede06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a HTTP/1.1" status: 200 len: 217 time: 0.1328821 Jul 07 22:20:28.367199 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488adab6-6dd0-463d-be96-fa8dc07e8d65 None None] Pushing event updated for resources: {'Port': ['ID=d774860e-4557-4681-9d35-193e39e6317f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:28.387786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2e166-7c11-45fd-bcb0-5f836a8242de req-9f4e4dd9-e354-4e5c-b5be-78cc0e711484 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:28.389345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8be2e166-7c11-45fd-bcb0-5f836a8242de req-9f4e4dd9-e354-4e5c-b5be-78cc0e711484 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.9633000 Jul 07 22:20:28.447650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.601874 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.632007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-9cbf14e2-5f29-4322-b741-63ff97c464f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:28.633731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-9cbf14e2-5f29-4322-b741-63ff97c464f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.2758079 Jul 07 22:20:28.729987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8be2e166-7c11-45fd-bcb0-5f836a8242de req-38ff24f2-4d0e-4660-aa9d-d36351fc4282 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305953 Jul 07 22:20:28.755500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.772954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.790962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.821865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.837104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:20:28.886431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event deleted for resources: {'Port': ['ID=eeeb9e65-4783-45ff-85b6-236c2531f026,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:28.900217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Router 7e1be3f1-eac8-45c8-beb1-476c5332727e is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:28.901667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326093aa-46be-4966-9750-b16a97ee27be,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:28.924244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:28.924637 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Added segment 88783707-07c0-46b4-b1a0-ae2a1343f131 of type vlan for network f177d4e6-e399-4300-bb00-67b2e7072d31 Jul 07 22:20:28.947342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:29.026823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0c4c80ac-6d9b-40f4-a5be-4951ef15c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:29.028380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-0c4c80ac-6d9b-40f4-a5be-4951ef15c6ff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3594868 Jul 07 22:20:29.033058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.034052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:29.042974 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Sync routers for ids ['7e1be3f1-eac8-45c8-beb1-476c5332727e'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:29.053265 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Routers {'7e1be3f1-eac8-45c8-beb1-476c5332727e'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:29.054264 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7e1be3f1-eac8-45c8-beb1-476c5332727e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:29.059952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.061928 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ddf3df7-49e5-44a0-b833-fcb2f4b6253f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.2063866 Jul 07 22:20:29.065124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:29.112654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.200004 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4f0a35e3-4e81-49a2-903b-28cb13f60343 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/routers/7e1be3f1-eac8-45c8-beb1-476c5332727e HTTP/1.1" status: 200 len: 909 time: 0.1327598 Jul 07 22:20:29.202895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36080) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:29.205886 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Set router 7e1be3f1-eac8-45c8-beb1-476c5332727e gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:29.208696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1668095616', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': True}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:29.272787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.279212 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.373347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.400301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.401280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:29.401878 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.415891 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.419444 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.463241 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1be3f1-eac8-45c8-beb1-476c5332727e', 'name': 'tempest-snat-router-1668095616', 'tenant_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.247'}], 'enable_snat': False}, 'gw_port_id': 'ff53ce97-62ec-41d3-a6cf-85ffa6b9427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:26Z', 'updated_at': '2021-07-07T22:20:28Z', 'revision_number': 3, 'project_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'gw_port': {'id': 'ff53ce97-62ec-41d3-a6cf-85ffa6b9427e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1be3f1-eac8-45c8-beb1-476c5332727e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:29.526000 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Checking router: 7e1be3f1-eac8-45c8-beb1-476c5332727e for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:29.533615 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Updating router 7e1be3f1-eac8-45c8-beb1-476c5332727e port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:29.553026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6290848 Jul 07 22:20:29.562227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36084) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:29.575534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Request body: {'subnet': {'network_id': 'f177d4e6-e399-4300-bb00-67b2e7072d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-608423509-subnet', 'tenant_id': 'a06f99ff82354649b7d75f2333e4f37a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:29.582220 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.614494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-a2de3762-a173-4299-85e1-bb6c5c83153a service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744202 Jul 07 22:20:29.615542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:29.620192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff56021-aed2-4d76-aba4-b14df16eca1a None None] Network 9a8c0270-04db-4d8e-8af9-5c51158550e3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:29.676801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.681458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-20e2ff6f-908e-43e7-b0bd-4aa5b88ba222 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1596036 Jul 07 22:20:29.682733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Pushing event updated for resources: {'Network': ['ID=f177d4e6-e399-4300-bb00-67b2e7072d31,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:29.688039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36086) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:29.693579 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.693936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Fanout notify agent at l3_agent the message router_deleted on router deb80b10-1bfe-41a6-9a1c-c64ca9081c60 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:29.708585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.709708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b78900ab-8be0-4a70-8d2a-69d07abafeb5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/deb80b10-1bfe-41a6-9a1c-c64ca9081c60 HTTP/1.1" status: 204 len: 168 time: 4.0457485 Jul 07 22:20:29.730602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36088) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:29.793598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e2eeb79c-b32c-40ea-a37b-e0f0a66eb156 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1476354382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:29.797414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Sync routers for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:29.844361 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-27fd1313-8166-493e-a28c-49fe19cef3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.871148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:29.872167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:29.874816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-98c54979-cdf5-4a71-9c79-824d59316555 None None] Provisioning for port d774860e-4557-4681-9d35-193e39e6317f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:29.900896 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:29.912242 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Transition to ACTIVE for port object ff53ce97-62ec-41d3-a6cf-85ffa6b9427e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:29.919380 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.038038 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.065299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:30.099410 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.228299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d774860e-4557-4681-9d35-193e39e6317f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:30.272748 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Attempting to bind port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:30.273300 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Attempting to bind port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:30.273548 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Attempting to bind port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:30.285299 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Pushing event updated for resources: {'Port': ['ID=ff53ce97-62ec-41d3-a6cf-85ffa6b9427e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:30.289028 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:30.289603 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:30.290184 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.290727 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:30.291442 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Bound port: ff53ce97-62ec-41d3-a6cf-85ffa6b9427e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:30.292019 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.299522 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.300265 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.300876 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.301550 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.302375 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.302919 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.303406 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.304025 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.304519 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.304997 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.305516 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.306103 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.415107 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] For port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:30.421304 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] For port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ff53ce97-62ec-41d3-a6cf-85ffa6b9427e,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:30.427304 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.432057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.462177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.485164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port d774860e-4557-4681-9d35-193e39e6317f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:30.492037 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919e59e-041d-4d7e-90bc-af1f48316a7d None None] Pushing event updated for resources: {'Port': ['ID=ff53ce97-62ec-41d3-a6cf-85ffa6b9427e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:30.499598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.500026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.500439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.500869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.502300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.502423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.502867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.503457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.503777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.504120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.504454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.504783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac0f091-a58c-44ff-b6a8-b46a6bdad087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:30.508786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Made reservation on behalf of a06f99ff82354649b7d75f2333e4f37a for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:30.511418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.521017 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2eeb79c-b32c-40ea-a37b-e0f0a66eb156 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.522027 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2eeb79c-b32c-40ea-a37b-e0f0a66eb156 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.529081 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d774860e-4557-4681-9d35-193e39e6317f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:30.529463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.529916 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Routers {'7e1be3f1-eac8-45c8-beb1-476c5332727e'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:30.531220 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['7e1be3f1-eac8-45c8-beb1-476c5332727e'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:30.544970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f177d4e6-e399-4300-bb00-67b2e7072d31 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:20:30.609907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e5e90f42-f541-41ed-bc1a-006fa2c77700 None None] Provisioning complete for port d774860e-4557-4681-9d35-193e39e6317f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:30.610338 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5e90f42-f541-41ed-bc1a-006fa2c77700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.620131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Allocated IP 172.25.8.43 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:30.712913 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] Set router 7e1be3f1-eac8-45c8-beb1-476c5332727e gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:30.716539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:26Z', 'revision_number': 3, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:30.756610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Checking router: 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:30.756610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Updating router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:30.780478 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.850347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.855315 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.861021 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.915482 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.922251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:30.928858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:30.933426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:30.948469 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e1be3f1-eac8-45c8-beb1-476c5332727e', 'name': 'tempest-snat-router-1668095616', 'tenant_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.247'}], 'enable_snat': False}, 'gw_port_id': 'ff53ce97-62ec-41d3-a6cf-85ffa6b9427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:26Z', 'updated_at': '2021-07-07T22:20:28Z', 'revision_number': 3, 'project_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'gw_port': {'id': 'ff53ce97-62ec-41d3-a6cf-85ffa6b9427e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1be3f1-eac8-45c8-beb1-476c5332727e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:30.956750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e5e90f42-f541-41ed-bc1a-006fa2c77700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:30.993311 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b8b1fd-a8b6-456e-8224-2e70701e38a6 None None] The sync data for ids ['7e1be3f1-eac8-45c8-beb1-476c5332727e'] in n-d-695012-11 is: [{'id': '7e1be3f1-eac8-45c8-beb1-476c5332727e', 'name': 'tempest-snat-router-1668095616', 'tenant_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.247'}], 'enable_snat': False}, 'gw_port_id': 'ff53ce97-62ec-41d3-a6cf-85ffa6b9427e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:26Z', 'updated_at': '2021-07-07T22:20:28Z', 'revision_number': 3, 'project_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'gw_port': {'id': 'ff53ce97-62ec-41d3-a6cf-85ffa6b9427e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e1be3f1-eac8-45c8-beb1-476c5332727e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:30.995931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.002989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2eeb79c-b32c-40ea-a37b-e0f0a66eb156 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.059177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2eeb79c-b32c-40ea-a37b-e0f0a66eb156 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.068500 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.079993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-607473a3-ff0e-48a8-8096-2dd961e00907 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4476824 Jul 07 22:20:31.117186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d744289-fbbe-403c-9932-ecd7f6ac7d9b req-50ab21d5-a9a3-44f2-9578-3ca9ee06f4e1 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:31.118905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d744289-fbbe-403c-9932-ecd7f6ac7d9b req-50ab21d5-a9a3-44f2-9578-3ca9ee06f4e1 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.6609631 Jul 07 22:20:31.133276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port d774860e-4557-4681-9d35-193e39e6317f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d774860e-4557-4681-9d35-193e39e6317f,segment=NetworkSegment(7672d85a-6027-410d-ae25-6bb0457b5041),segment_id=7672d85a-6027-410d-ae25-6bb0457b5041)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:31.138720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.146290 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.202855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event updated for resources: {'Port': ['ID=2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:31.266603 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2eeb79c-b32c-40ea-a37b-e0f0a66eb156 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.275046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e2eeb79c-b32c-40ea-a37b-e0f0a66eb156 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4818237 Jul 07 22:20:31.275955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-ce4f15d1-7504-4cd8-9a4e-bb28f8467b73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6 HTTP/1.1" status: 200 len: 217 time: 0.1808119 Jul 07 22:20:31.278963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36098) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:31.285996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': True}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:31.307518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.541546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-e5e90f42-f541-41ed-bc1a-006fa2c77700 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:20:31.541942 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-e5e90f42-f541-41ed-bc1a-006fa2c77700 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:20:31.543004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=d774860e-4557-4681-9d35-193e39e6317f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:31.653507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.696735 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.709002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Transition to ACTIVE for port object 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:31.716870 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.720032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-d58b7511-1d93-45d5-bbc0-c8494836ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:31.721560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-d58b7511-1d93-45d5-bbc0-c8494836ea42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.3864441 Jul 07 22:20:31.771162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Attempting to bind port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:31.771526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Attempting to bind port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:31.775547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Attempting to bind port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:31.789918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Allocated IP 172.25.8.229 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/b96c40b6-6530-49fc-850e-39b8b8703bd4) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:31.817538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:31.817998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:31.818424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.818820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:31.819484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Bound port: 0dacc7ee-1f58-4a3c-a4fc-185b450322e0, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:31.820108 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.888378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] For port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:31.892271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] For port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0dacc7ee-1f58-4a3c-a4fc-185b450322e0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:31.898712 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.917153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.924264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a720d6-823a-4be2-b8f3-9eba1e1c4b4a None None] Pushing event updated for resources: {'Port': ['ID=0dacc7ee-1f58-4a3c-a4fc-185b450322e0,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:31.940552 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Router 0fd33865-4200-4d33-8981-c9837e00c178 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:31.981760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:31.983946 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.001984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:32.002671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:32.105398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b96c40b6-6530-49fc-850e-39b8b8703bd4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:32.121023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4305ab38-9bcf-49cb-a831-7e7e37e82920,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:32.126617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d744289-fbbe-403c-9932-ecd7f6ac7d9b req-38da8a7d-64b7-4b82-a86a-ebfb661a3ddb tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0005050 Jul 07 22:20:32.128836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:32.156046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:32.176857 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Sync routers for ids ['0fd33865-4200-4d33-8981-c9837e00c178'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:32.197343 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Routers {'0fd33865-4200-4d33-8981-c9837e00c178'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:32.198156 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['0fd33865-4200-4d33-8981-c9837e00c178'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:32.203357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.205853 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4ab93251-816c-49ef-aea2-22003e046356 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0019989 Jul 07 22:20:32.208581 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:32.332966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.354797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:32.364965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d774860e-4557-4681-9d35-193e39e6317f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:32.386268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:32.388684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:32.478396 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ba7f23d-6364-4221-9f6b-071de451b2dd tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/routers/0fd33865-4200-4d33-8981-c9837e00c178 HTTP/1.1" status: 200 len: 907 time: 0.2682784 Jul 07 22:20:32.482514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36128) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:32.509359 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Set router 0fd33865-4200-4d33-8981-c9837e00c178 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:32.534928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Checking segment: {'id': '88783707-07c0-46b4-b1a0-ae2a1343f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f177d4e6-e399-4300-bb00-67b2e7072d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:32.541037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Network hostable DHCP agents. Network: f177d4e6-e399-4300-bb00-67b2e7072d31, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:20:32.541788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a720d6-823a-4be2-b8f3-9eba1e1c4b4a None None] Pushing event updated for resources: {'Port': ['ID=0dacc7ee-1f58-4a3c-a4fc-185b450322e0,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:32.609388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d774860e-4557-4681-9d35-193e39e6317f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:32.612942 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.747170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.788095 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:32.870416 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd33865-4200-4d33-8981-c9837e00c178', 'name': 'tempest-snat-router-1668095616', 'tenant_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:29Z', 'updated_at': '2021-07-07T22:20:31Z', 'revision_number': 3, 'project_id': '55e6aae102ad47ea82f9d392fa36cdd9', 'gw_port': {'id': '2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd33865-4200-4d33-8981-c9837e00c178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:30Z', 'updated_at': '2021-07-07T22:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:32.937793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ff53ce97-62ec-41d3-a6cf-85ffa6b9427e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:32.942432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:26Z', 'revision_number': 3, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:32.950140 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Checking router: 0fd33865-4200-4d33-8981-c9837e00c178 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:32.951652 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Updating router 0fd33865-4200-4d33-8981-c9837e00c178 port 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:33.004702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e371ce-b406-468e-8532-35ca794cd59b None None] The sync data for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 is: [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:26Z', 'revision_number': 3, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:33.008399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.040550 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.061509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:33.071737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:33.072471 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.241107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Deleting port 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:33.241626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.243801 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.277081 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:20:33.308027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ff53ce97-62ec-41d3-a6cf-85ffa6b9427e,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:33.316694 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.435064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.458875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=ff53ce97-62ec-41d3-a6cf-85ffa6b9427e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:33.474522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Calling delete_port for 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:33.480872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-38faf110-7702-44ed-97ba-4e6a6cbf5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:33.484606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-38faf110-7702-44ed-97ba-4e6a6cbf5ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.5086751 Jul 07 22:20:33.613460 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.631992 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Transition to ACTIVE for port object 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:33.643681 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.712270 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Attempting to bind port 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:33.712647 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Attempting to bind port 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:33.713041 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Attempting to bind port 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:33.729781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Network f177d4e6-e399-4300-bb00-67b2e7072d31 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:20:33.757799 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b68ee0-1b00-4504-9a06-d35cc6aa7ae6 None None] Pushing event updated for resources: {'Port': ['ID=2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:33.767025 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:33.767634 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:33.768241 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.768794 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:33.769422 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Bound port: 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:33.770051 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.827578 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:33.855078 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:20:33.855500 n-d-695012-11 neutron-server[93944]: DEBUG oslo_db.api [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:20:33.932405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:33.949880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f177d4e6-e399-4300-bb00-67b2e7072d31) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:33.965082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e31719-c4e9-4d86-98d9-6876cab6ce16 None None] Network f177d4e6-e399-4300-bb00-67b2e7072d31 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:33.975467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:33.976072 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.036742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.069201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.101835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d1b9f2b6-2a32-4485-99f7-077e8f8169a4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.5373147 Jul 07 22:20:34.255799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-9d1dbdda-9df1-4353-91f3-ed7048b72127 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246452 Jul 07 22:20:34.257833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.264942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ff53ce97-62ec-41d3-a6cf-85ffa6b9427e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:34.270635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b4cda-852e-478e-9544-b3a82cfedd4e None None] Network f177d4e6-e399-4300-bb00-67b2e7072d31 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:20:34.281383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb5137-d9de-4caf-a6c6-7f89fc23e552 req-afd77ece-50ec-4d97-8977-fdc9e2355787 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:34.294479 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfb5137-d9de-4caf-a6c6-7f89fc23e552 req-afd77ece-50ec-4d97-8977-fdc9e2355787 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.8231871 Jul 07 22:20:34.350965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.363982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.379005 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Attempting to bind port 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:34.379549 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Attempting to bind port 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:34.379658 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Attempting to bind port 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:34.395495 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:34.396076 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:34.396528 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.396889 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:34.400198 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Bound port: 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:34.400721 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.457664 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Port 2c95c8b0-d6fb-4ebb-9e93-0808610dd1e8 has been deleted concurrently {{(pid=93944) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 07 22:20:34.472531 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] Routers {'0fd33865-4200-4d33-8981-c9837e00c178'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:34.473612 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['0fd33865-4200-4d33-8981-c9837e00c178'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:34.474978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.475708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd33865-4200-4d33-8981-c9837e00c178 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:34.480495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.481798 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4df3e08a-8b3f-43d7-8c4d-a72840da2e89 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "DELETE /v2.0/routers/0fd33865-4200-4d33-8981-c9837e00c178 HTTP/1.1" status: 204 len: 168 time: 1.9982967 Jul 07 22:20:34.486820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:34.528997 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:34.529965 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1e6b38-4ecb-4799-a589-6116dd4384dc None None] The sync data for ids ['0fd33865-4200-4d33-8981-c9837e00c178'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:34.593051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:34.593426 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.715885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:34.797100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:34.804081 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:34.805523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.907789 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.930939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0dacc7ee-1f58-4a3c-a4fc-185b450322e0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:34.936839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:34.991146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.008116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfb5137-d9de-4caf-a6c6-7f89fc23e552 req-1ba5349a-0dc9-48fa-9e4b-75062a182318 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7126219 Jul 07 22:20:35.015865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.027270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0dacc7ee-1f58-4a3c-a4fc-185b450322e0,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:35.085393 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.110296 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.173702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Deleting port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:35.174325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.259088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-59efeff2-315a-4430-9f87-44441b07bf07 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875894 Jul 07 22:20:35.276087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-aec68e8b-16cb-4d95-8c32-40619fd563fc tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:35.277549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-aec68e8b-16cb-4d95-8c32-40619fd563fc tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/networks?id=f177d4e6-e399-4300-bb00-67b2e7072d31 HTTP/1.1" status: 200 len: 813 time: 0.4989913 Jul 07 22:20:35.284432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] For port ff53ce97-62ec-41d3-a6cf-85ffa6b9427e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ff53ce97-62ec-41d3-a6cf-85ffa6b9427e,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:35.284432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.287053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.303192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Calling delete_port for ff53ce97-62ec-41d3-a6cf-85ffa6b9427e owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:35.361624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-b7a249bf-14ae-4dbe-af91-6ad424f5e6e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6102e613-64a9-4795-b433-2ea361f3067a HTTP/1.1" status: 200 len: 217 time: 0.0954330 Jul 07 22:20:35.421221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-240a8ece-f596-49fc-af12-f45e089e5b6e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/quotas/a06f99ff82354649b7d75f2333e4f37a HTTP/1.1" status: 200 len: 375 time: 0.0975854 Jul 07 22:20:35.422388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Allocated IP 172.20.0.1 (fb83772d-31d9-4a57-ae43-fcaef7d3fb65/a83cbe5e-1551-494c-8b07-ef4d4991bf2f/9607b858-7d66-474b-8008-07bdde35b56a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:35.527959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.560728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff53ce97-62ec-41d3-a6cf-85ffa6b9427e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:35.630146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.729078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.731515 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.767878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-02d7c0e4-846b-4f5b-a218-dbddaf0e0acf tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a06f99ff82354649b7d75f2333e4f37a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3216388 Jul 07 22:20:35.783851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.784377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e1be3f1-eac8-45c8-beb1-476c5332727e {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:35.788785 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.793327 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c352c3f0-1115-4363-ad51-303f02eded27 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "DELETE /v2.0/routers/7e1be3f1-eac8-45c8-beb1-476c5332727e HTTP/1.1" status: 204 len: 168 time: 1.3020833 Jul 07 22:20:35.795059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36210) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:35.799293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2043339070', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:35.806513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Allocated IP 172.25.8.209 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d3942a1d-3749-4507-bca6-330123e3dd88) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:35.831397 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.832835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:35.847174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-37675e83-96b4-4eeb-9a37-c9e210de325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:35.848661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-37675e83-96b4-4eeb-9a37-c9e210de325b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.4504697 Jul 07 22:20:35.894105 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.104173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.147637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-d114e7c4-5c6f-4089-8338-79ed9d0a1760 service neutron] 10.222.0.81 "GET /v2.0/networks/f177d4e6-e399-4300-bb00-67b2e7072d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402653 Jul 07 22:20:36.156278 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.191005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-f7f4c244-4724-46b4-b4e0-9a3fa464ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:36.192630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-f7f4c244-4724-46b4-b4e0-9a3fa464ab9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2787728 Jul 07 22:20:36.235393 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.256218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Transition to ACTIVE for port object 9607b858-7d66-474b-8008-07bdde35b56a will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:36.260980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Router b36514c5-bf71-463c-9b46-315075ce154f is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:36.338657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.368383 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.428784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:36.506249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:36.506692 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.530020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-018a1e02-d909-4642-9038-ecb855b35205 service neutron] 10.222.0.81 "GET /v2.0/networks/f177d4e6-e399-4300-bb00-67b2e7072d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650792 Jul 07 22:20:36.649764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.650029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Allocated IP 172.25.8.23 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/ef9d15a1-5526-4ea4-989c-4a93d46de9b1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:36.652052 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.664581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-ea4cf567-0083-48fc-a834-0e5c18ed04ce service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325140 Jul 07 22:20:36.783916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba4253-41ff-4e96-8653-96598babe02f req-9f8ad70d-9611-456a-a2d0-09dda23d3180 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:36.785503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1ba4253-41ff-4e96-8653-96598babe02f req-9f8ad70d-9611-456a-a2d0-09dda23d3180 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.5784721 Jul 07 22:20:36.788181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:36.801240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Sync routers for ids ['b36514c5-bf71-463c-9b46-315075ce154f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:36.814359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.823582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Routers {'b36514c5-bf71-463c-9b46-315075ce154f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:36.826024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:36.834118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b36514c5-bf71-463c-9b46-315075ce154f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:36.873517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:36.887014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:36.889994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:36.891097 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.903481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:36.905424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:36.906707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-75e1295a-503c-4935-98e0-dc00bc4919e3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5884006 Jul 07 22:20:36.926325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:36.930202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9607b858-7d66-474b-8008-07bdde35b56a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:36.939327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36222) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:36.992716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event updated for resources: {'Port': ['ID=ef9d15a1-5526-4ea4-989c-4a93d46de9b1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:37.010138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:37.021781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:37.024482 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:37.124059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Set router b36514c5-bf71-463c-9b46-315075ce154f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:37.267756 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1ba4253-41ff-4e96-8653-96598babe02f req-cdbf4f17-6b08-4eac-96af-592c51cfbb9c tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603798 Jul 07 22:20:37.269224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event updated for resources: {'Port': ['ID=d3942a1d-3749-4507-bca6-330123e3dd88,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:37.316293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac33afe5-d82c-437d-979d-1bc5a7bbab46 req-dda10dd2-7366-4dc8-82dd-1a803ec7fb3d tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 210 time: 0.3756599 Jul 07 22:20:37.473289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f7262716-88cc-4eae-a267-2e0e935061f5 None None] Provisioning for port 9607b858-7d66-474b-8008-07bdde35b56a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:37.477547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-4c2464fc-5ce9-4c8e-8c36-0dbab2cdcf36 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375591 Jul 07 22:20:37.480543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f7262716-88cc-4eae-a267-2e0e935061f5 None None] Provisioning complete for port 9607b858-7d66-474b-8008-07bdde35b56a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:37.481142 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7262716-88cc-4eae-a267-2e0e935061f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.481837 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.550832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f7262716-88cc-4eae-a267-2e0e935061f5 None None] Port 9607b858-7d66-474b-8008-07bdde35b56a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:37.552808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.628991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:33Z', 'revision_number': 3, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'gw_port': {'id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:31Z', 'updated_at': '2021-07-07T22:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:37.660415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Checking router: b36514c5-bf71-463c-9b46-315075ce154f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:37.661123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Updating router b36514c5-bf71-463c-9b46-315075ce154f port b96c40b6-6530-49fc-850e-39b8b8703bd4 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:37.732266 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.871888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:37.941342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ff53ce97-62ec-41d3-a6cf-85ffa6b9427e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:20:37.970798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ff53ce97-62ec-41d3-a6cf-85ffa6b9427e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:20:37.971495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ff53ce97-62ec-41d3-a6cf-85ffa6b9427e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:20:38.030726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Router cc0b7518-1f4f-4190-85d5-ca33d52f45f7 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:38.104843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-e902b086-b942-4eeb-b1a9-1b17290ce84a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74786844-5bbf-47f9-bead-efb5f398b615 HTTP/1.1" status: 200 len: 217 time: 0.5838645 Jul 07 22:20:38.166434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:38.179223 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cd5470-73e9-4a16-8fb3-66cead5dce35 None None] Sync routers for ids ['cc0b7518-1f4f-4190-85d5-ca33d52f45f7'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:38.192847 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cd5470-73e9-4a16-8fb3-66cead5dce35 None None] Routers {'cc0b7518-1f4f-4190-85d5-ca33d52f45f7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:38.193869 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-92cd5470-73e9-4a16-8fb3-66cead5dce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cc0b7518-1f4f-4190-85d5-ca33d52f45f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:38.194533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.198618 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-623bdf4a-df15-45ef-aeda-7117602699a7 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4013267 Jul 07 22:20:38.199351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36234) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:38.225329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ff675cd5-ef3b-4859-9fa6-993e35173875 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': False}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:38.235334 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.246727 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-92cd5470-73e9-4a16-8fb3-66cead5dce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:38.261208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Transition to ACTIVE for port object b96c40b6-6530-49fc-850e-39b8b8703bd4 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:38.262387 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cd5470-73e9-4a16-8fb3-66cead5dce35 None None] Routers {'cc0b7518-1f4f-4190-85d5-ca33d52f45f7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:38.263610 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-92cd5470-73e9-4a16-8fb3-66cead5dce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cc0b7518-1f4f-4190-85d5-ca33d52f45f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:38.275117 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.321475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-8774e35c-6952-4d9f-ad3f-4eb8b2ba484a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:38.323238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-8774e35c-6952-4d9f-ad3f-4eb8b2ba484a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.1949551 Jul 07 22:20:38.378402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Attempting to bind port b96c40b6-6530-49fc-850e-39b8b8703bd4 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:38.378820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Attempting to bind port b96c40b6-6530-49fc-850e-39b8b8703bd4 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:38.379205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Attempting to bind port b96c40b6-6530-49fc-850e-39b8b8703bd4 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:38.404578 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-92cd5470-73e9-4a16-8fb3-66cead5dce35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:38.408612 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cd5470-73e9-4a16-8fb3-66cead5dce35 None None] The sync data for ids ['cc0b7518-1f4f-4190-85d5-ca33d52f45f7'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:38.410633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:38.411078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:38.411487 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.411917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:38.412418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Bound port: b96c40b6-6530-49fc-850e-39b8b8703bd4, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:38.425506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.479121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24521f-6045-4deb-bb65-8701064ba428 None None] Pushing event updated for resources: {'Port': ['ID=b96c40b6-6530-49fc-850e-39b8b8703bd4,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:38.534420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] For port b96c40b6-6530-49fc-850e-39b8b8703bd4, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:38.538650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] For port b96c40b6-6530-49fc-850e-39b8b8703bd4, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b96c40b6-6530-49fc-850e-39b8b8703bd4,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:38.546427 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.584021 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.624225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Routers {'b36514c5-bf71-463c-9b46-315075ce154f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:38.625109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b36514c5-bf71-463c-9b46-315075ce154f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:38.691583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aca90cd1-782c-4ae0-a4e9-6f24f6ee6931 req-22847a91-c48f-4a8a-aef8-d239634c2546 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 210 time: 0.1149499 Jul 07 22:20:38.784326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24521f-6045-4deb-bb65-8701064ba428 None None] Pushing event updated for resources: {'Port': ['ID=b96c40b6-6530-49fc-850e-39b8b8703bd4,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:38.794202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-6df1238b-b245-411f-8db6-d8fcb85ca379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:38.798439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-6df1238b-b245-411f-8db6-d8fcb85ca379 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4669421 Jul 07 22:20:38.822972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:38.848658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] Set router b36514c5-bf71-463c-9b46-315075ce154f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:38.997169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d8fe5-471e-4948-beae-868dd0779c7f req-46f957a3-f41b-4cc4-aef7-4c46377a7dd6 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:38.998877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b1d8fe5-471e-4948-beae-868dd0779c7f req-46f957a3-f41b-4cc4-aef7-4c46377a7dd6 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.4324307 Jul 07 22:20:39.073200 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff675cd5-ef3b-4859-9fa6-993e35173875 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.222912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:33Z', 'revision_number': 3, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'gw_port': {'id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:31Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:39.287387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aac6703-b4dc-4882-b046-2a868c419ebc None None] The sync data for ids ['b36514c5-bf71-463c-9b46-315075ce154f'] in n-d-695012-11 is: [{'id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:33Z', 'revision_number': 3, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'gw_port': {'id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e6:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:31Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:39.431210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b1d8fe5-471e-4948-beae-868dd0779c7f req-a74f52cb-dd21-495e-97bb-317ef9d2af2d tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049551 Jul 07 22:20:39.455308 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.467399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-1fa22365-7e48-4f9e-a0b1-8d39d187c970 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360185 Jul 07 22:20:39.647714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff675cd5-ef3b-4859-9fa6-993e35173875 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.651583 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff675cd5-ef3b-4859-9fa6-993e35173875 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.658109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-97f580f3-a68a-49e3-b73a-98d99f5e697f tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:39.659700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-97f580f3-a68a-49e3-b73a-98d99f5e697f tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.83 "GET /v2.0/networks?id=f177d4e6-e399-4300-bb00-67b2e7072d31 HTTP/1.1" status: 200 len: 813 time: 0.6578176 Jul 07 22:20:39.682678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Request body: {'port': {'device_id': '420aedcd-5ce6-4417-abc8-3ccb133c96fb', 'network_id': 'f177d4e6-e399-4300-bb00-67b2e7072d31', 'admin_state_up': True, 'tenant_id': 'a06f99ff82354649b7d75f2333e4f37a'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:39.827404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff675cd5-ef3b-4859-9fa6-993e35173875 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Router cc0b7518-1f4f-4190-85d5-ca33d52f45f7 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:20:39.977823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff675cd5-ef3b-4859-9fa6-993e35173875 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:39.982486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff675cd5-ef3b-4859-9fa6-993e35173875 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:39.986704 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ff675cd5-ef3b-4859-9fa6-993e35173875 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "PUT /v2.0/routers/cc0b7518-1f4f-4190-85d5-ca33d52f45f7 HTTP/1.1" status: 200 len: 925 time: 1.7720215 Jul 07 22:20:39.987072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36250) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:39.992540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859b300-7eae-4508-9dc9-ebbe15cf8e01 None None] Sync routers for ids ['cc0b7518-1f4f-4190-85d5-ca33d52f45f7'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:40.014168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859b300-7eae-4508-9dc9-ebbe15cf8e01 None None] Routers {'cc0b7518-1f4f-4190-85d5-ca33d52f45f7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:40.014830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7859b300-7eae-4508-9dc9-ebbe15cf8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cc0b7518-1f4f-4190-85d5-ca33d52f45f7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:40.088129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b96c40b6-6530-49fc-850e-39b8b8703bd4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:40.091495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7859b300-7eae-4508-9dc9-ebbe15cf8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:40.149452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859b300-7eae-4508-9dc9-ebbe15cf8e01 None None] Routers {'cc0b7518-1f4f-4190-85d5-ca33d52f45f7'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:40.150109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7859b300-7eae-4508-9dc9-ebbe15cf8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cc0b7518-1f4f-4190-85d5-ca33d52f45f7'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:40.153399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port b96c40b6-6530-49fc-850e-39b8b8703bd4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:40.193548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7859b300-7eae-4508-9dc9-ebbe15cf8e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:40.194259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859b300-7eae-4508-9dc9-ebbe15cf8e01 None None] The sync data for ids ['cc0b7518-1f4f-4190-85d5-ca33d52f45f7'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:40.195916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b96c40b6-6530-49fc-850e-39b8b8703bd4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:40.196294 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.262298 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bcd8c91a-b1fb-4dcf-af82-98e6abdf37d7 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/routers/cc0b7518-1f4f-4190-85d5-ca33d52f45f7 HTTP/1.1" status: 200 len: 925 time: 0.2708688 Jul 07 22:20:40.266745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:40.302091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.335584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port b96c40b6-6530-49fc-850e-39b8b8703bd4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b96c40b6-6530-49fc-850e-39b8b8703bd4,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:40.347064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.417563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c3ccd8-b553-4312-af4b-f7970e3bb738 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.420650 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-23c3ccd8-b553-4312-af4b-f7970e3bb738 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=cc0b7518-1f4f-4190-85d5-ca33d52f45f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1412420 Jul 07 22:20:40.424322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:40.424683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=b96c40b6-6530-49fc-850e-39b8b8703bd4,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:40.441850 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.481237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d13b8073-2b71-4879-ac7b-62eb54c90f30 req-0ba024c4-6269-4ced-b3e4-303fc85e5f12 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 210 time: 0.1154714 Jul 07 22:20:40.492264 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.535984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00249b2-8b59-42da-9cd7-d1d862e32d8d tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:40.539955 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a00249b2-8b59-42da-9cd7-d1d862e32d8d tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 881 time: 0.1082530 Jul 07 22:20:40.541885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36260) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:40.583679 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-664afcfc-f38a-4883-b366-42b5253380d9 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc0b7518-1f4f-4190-85d5-ca33d52f45f7 HTTP/1.1" status: 200 len: 205 time: 0.0384130 Jul 07 22:20:40.583996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36262) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:40.604958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=9607b858-7d66-474b-8008-07bdde35b56a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:40.651448 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.679501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c62a5867-aa6a-4bbe-a750-e9831025d86f req-068f05d4-bad1-425f-a19b-91f3bd5a4a1e service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1523569 Jul 07 22:20:40.683344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.692120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.718805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.851741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.912381 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Deleting port ef9d15a1-5526-4ea4-989c-4a93d46de9b1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:40.912732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:40.968000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Allocated IP 172.20.0.1 (9a8c0270-04db-4d8e-8af9-5c51158550e3/3cb5ff1f-3bc9-407c-a30c-0d96572650e0/8f10f0d4-3d31-42bf-9b77-c305d78c3b40) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:41.005628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.017039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Made reservation on behalf of a06f99ff82354649b7d75f2333e4f37a for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:41.019952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Calling delete_port for ef9d15a1-5526-4ea4-989c-4a93d46de9b1 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:41.020633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.114685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:41.130346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:41.149525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce3fb6-7c69-4782-971d-bcda6e0a0416 req-be1c3bd1-c917-440c-8ae3-293089113b31 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:41.165622 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79ce3fb6-7c69-4782-971d-bcda6e0a0416 req-be1c3bd1-c917-440c-8ae3-293089113b31 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.4541438 Jul 07 22:20:41.208104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.261269 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event deleted for resources: {'Port': ['ID=ef9d15a1-5526-4ea4-989c-4a93d46de9b1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:41.331751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.400347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79ce3fb6-7c69-4782-971d-bcda6e0a0416 req-af4caeab-bda8-45b0-841a-b943a1cf7e02 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141640 Jul 07 22:20:41.426263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-56f0f236-589f-4ebc-a626-160fb303b101 None None] Provisioning complete for port 9607b858-7d66-474b-8008-07bdde35b56a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:41.427269 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56f0f236-589f-4ebc-a626-160fb303b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.436905 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.444885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Router ab7640f6-d478-45ab-b470-e06f1ffc5cea is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:41.446837 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.484141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-56f0f236-589f-4ebc-a626-160fb303b101 None None] Port 9607b858-7d66-474b-8008-07bdde35b56a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:41.507546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.508145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Fanout notify agent at l3_agent the message router_deleted on router cc0b7518-1f4f-4190-85d5-ca33d52f45f7 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:41.515544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.522604 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-74ecdf55-1acc-4e0f-95cc-7eceac34c01b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/cc0b7518-1f4f-4190-85d5-ca33d52f45f7 HTTP/1.1" status: 204 len: 168 time: 0.9377356 Jul 07 22:20:41.523284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:41.536959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fcb118da-55dc-4d94-83da-d567ec95e635 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1362824416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:41.592687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fcb118da-55dc-4d94-83da-d567ec95e635 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.596772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fcb118da-55dc-4d94-83da-d567ec95e635 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.597586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.638602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Transition to ACTIVE for port object 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:41.647059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Allocated IP 172.20.0.3 (f177d4e6-e399-4300-bb00-67b2e7072d31/4305ab38-9bcf-49cb-a831-7e7e37e82920/0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:41.686484 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fcb118da-55dc-4d94-83da-d567ec95e635 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.688105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:20:41.693557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fcb118da-55dc-4d94-83da-d567ec95e635 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.712983 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fcb118da-55dc-4d94-83da-d567ec95e635 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.717352 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fcb118da-55dc-4d94-83da-d567ec95e635 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1881812 Jul 07 22:20:41.717718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36272) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:41.724970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:41.767565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-214c4753-d998-45b1-a6e7-58e8bf833b6d req-6158380f-f11e-48b3-96d2-63e8f7c83cd4 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 210 time: 0.0683968 Jul 07 22:20:41.790118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:41.799934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.801184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3d6a3bf9-ff29-413d-9926-ae0d8ab1fb4a tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "PUT /v2.0/routers/ab7640f6-d478-45ab-b470-e06f1ffc5cea HTTP/1.1" status: 200 len: 915 time: 10.5194867 Jul 07 22:20:41.805498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36274) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:41.809472 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4387d516-c669-4aee-a796-56902c95b171 None None] Sync routers for ids ['ab7640f6-d478-45ab-b470-e06f1ffc5cea'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:41.822277 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4387d516-c669-4aee-a796-56902c95b171 None None] Routers {'ab7640f6-d478-45ab-b470-e06f1ffc5cea'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:41.823160 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4387d516-c669-4aee-a796-56902c95b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ab7640f6-d478-45ab-b470-e06f1ffc5cea'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:41.895104 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4387d516-c669-4aee-a796-56902c95b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:41.917111 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4387d516-c669-4aee-a796-56902c95b171 None None] Routers {'ab7640f6-d478-45ab-b470-e06f1ffc5cea'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:41.917763 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4387d516-c669-4aee-a796-56902c95b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ab7640f6-d478-45ab-b470-e06f1ffc5cea'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:41.961841 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4387d516-c669-4aee-a796-56902c95b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:41.962252 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:41.963260 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4387d516-c669-4aee-a796-56902c95b171 None None] The sync data for ids ['ab7640f6-d478-45ab-b470-e06f1ffc5cea'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:42.031971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b96c40b6-6530-49fc-850e-39b8b8703bd4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:42.075217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Network 9a8c0270-04db-4d8e-8af9-5c51158550e3 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:42.078383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b96c40b6-6530-49fc-850e-39b8b8703bd4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:42.078759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.128351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:42.135653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:42.142933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f10f0d4-3d31-42bf-9b77-c305d78c3b40,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:42.215238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:42.225094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Sync routers for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:42.234284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e3df0493-7111-427e-bd24-ce5a535cc1e7 admin admin] 10.222.0.81 "PUT /v2.0/routers/2d3ca7f9-c4f9-4f29-b7da-1282769bd588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5340660 Jul 07 22:20:42.234284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-22e8556d-6110-4144-aab1-d610073b1c9e tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/routers/ab7640f6-d478-45ab-b470-e06f1ffc5cea HTTP/1.1" status: 200 len: 921 time: 0.4193871 Jul 07 22:20:42.234284 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.238747 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.240656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36278) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:42.266091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:42.267213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:42.354215 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.488155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:42.561558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-28de470c-9bce-4e5f-b618-7eac6d52b3ae None None] Provisioning for port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:42.599230 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-28de470c-9bce-4e5f-b618-7eac6d52b3ae None None] Provisioning complete for port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:42.599604 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28de470c-9bce-4e5f-b618-7eac6d52b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.761076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.793433 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:42.825717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-28de470c-9bce-4e5f-b618-7eac6d52b3ae None None] Port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:42.859598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9607b858-7d66-474b-8008-07bdde35b56a', 'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'mac_address': 'fa:16:3e:31:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:34Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 2, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'subnets': [{'id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:42.862576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36292) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:42.888002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Checking router: 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:42.888373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Updating router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 port 9607b858-7d66-474b-8008-07bdde35b56a binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:42.949595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Allocated IP 172.25.8.67 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/5f6056ad-e189-4eca-b560-e95b7deeb587) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:42.969566 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-31ac75a7-9d5d-4bfe-b48d-7c68a34d0be2 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--227294816', 'description': 'tempest-description--1898433228'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:43.050157 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.067471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31ac75a7-9d5d-4bfe-b48d-7c68a34d0be2 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.162519 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.173817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Network f177d4e6-e399-4300-bb00-67b2e7072d31 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:43.186388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:43.192029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:43.200939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31ac75a7-9d5d-4bfe-b48d-7c68a34d0be2 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.209222 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31ac75a7-9d5d-4bfe-b48d-7c68a34d0be2 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.265016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.274694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdaf217-75e1-470b-b92c-d9fed2db72b8 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.276247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3cdaf217-75e1-470b-b92c-d9fed2db72b8 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=ab7640f6-d478-45ab-b470-e06f1ffc5cea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0346372 Jul 07 22:20:43.283533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac75a7-9d5d-4bfe-b48d-7c68a34d0be2 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293fb716-0c2d-46b4-8aac-ca094be6cfc1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:43.299587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Pushing event updated for resources: {'Port': ['ID=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:43.304198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36296) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:43.330246 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.341131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31ac75a7-9d5d-4bfe-b48d-7c68a34d0be2 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.346013 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-31ac75a7-9d5d-4bfe-b48d-7c68a34d0be2 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4824355 Jul 07 22:20:43.346681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36298) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:43.356688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c729d300-0d28-4399-8531-999d442d93e3 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Request body: {'security_group_rule': {'security_group_id': '293fb716-0c2d-46b4-8aac-ca094be6cfc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:43.410194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae57b6-0622-41a4-ba6a-690f64d9d7d4 req-3ebf3e97-d846-4e6a-b9d1-3504f7d8f9be tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.415982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c729d300-0d28-4399-8531-999d442d93e3 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.418897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65ae57b6-0622-41a4-ba6a-690f64d9d7d4 req-3ebf3e97-d846-4e6a-b9d1-3504f7d8f9be tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.5754108 Jul 07 22:20:43.434724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.486728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:43.490948 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:43.492800 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.504078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:43.505424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Transition to ACTIVE for port object 9607b858-7d66-474b-8008-07bdde35b56a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:43.512703 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.594900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.595709 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.651706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c4cb4-c1a1-433c-aa19-e134ab843ace None None] Pushing event updated for resources: {'Port': ['ID=9607b858-7d66-474b-8008-07bdde35b56a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:43.673595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Attempting to bind port 9607b858-7d66-474b-8008-07bdde35b56a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:43.674647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Attempting to bind port 9607b858-7d66-474b-8008-07bdde35b56a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:43.675207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Attempting to bind port 9607b858-7d66-474b-8008-07bdde35b56a on network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:43.687176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-a4ca2e33-3010-45a3-bae0-1eb1fa54ccb6 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0097101 Jul 07 22:20:43.689321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:43.690270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Checking segment: {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:43.691065 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.691634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Bound using segment: {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:43.692324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Bound port: 9607b858-7d66-474b-8008-07bdde35b56a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:43.692937 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.737723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Request body: {'port': {'device_id': '420aedcd-5ce6-4417-abc8-3ccb133c96fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:43.768379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d8c38f-f8d1-4b66-a65c-cd1d920c554d tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:43.780204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e3d8c38f-f8d1-4b66-a65c-cd1d920c554d tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 881 time: 0.4691164 Jul 07 22:20:43.789055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36300) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:43.797591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] For port 9607b858-7d66-474b-8008-07bdde35b56a, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:43.802332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] For port 9607b858-7d66-474b-8008-07bdde35b56a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9607b858-7d66-474b-8008-07bdde35b56a,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:43.810252 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.874525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c4cb4-c1a1-433c-aa19-e134ab843ace None None] Pushing event updated for resources: {'Port': ['ID=9607b858-7d66-474b-8008-07bdde35b56a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:43.882761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event updated for resources: {'Port': ['ID=5f6056ad-e189-4eca-b560-e95b7deeb587,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:43.904039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:43.904705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:43.946582 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c729d300-0d28-4399-8531-999d442d93e3 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:43.947933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.018150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.024142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c729d300-0d28-4399-8531-999d442d93e3 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.028035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.083128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65ae57b6-0622-41a4-ba6a-690f64d9d7d4 req-6e50543f-bff4-499d-a78e-3de4de49b186 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632509 Jul 07 22:20:44.089057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729d300-0d28-4399-8531-999d442d93e3 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5854555f-ee4a-4239-9908-652dab860f1f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:44.126718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a48677e5-a827-44bb-9ee1-8d8bdfe7f301 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7640f6-d478-45ab-b470-e06f1ffc5cea HTTP/1.1" status: 200 len: 205 time: 0.2588422 Jul 07 22:20:44.128479 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.174194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36306) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:44.185389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c729d300-0d28-4399-8531-999d442d93e3 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.186696 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c729d300-0d28-4399-8531-999d442d93e3 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8374293 Jul 07 22:20:44.194192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:44.224739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:44.231349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-73703d33-5256-4e79-bbce-2d041c696fc4 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Request body: {'security_group_rule': {'security_group_id': '293fb716-0c2d-46b4-8aac-ca094be6cfc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:44.234625 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.240283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Pushing event updated for resources: {'Port': ['ID=8f10f0d4-3d31-42bf-9b77-c305d78c3b40,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:44.268416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe0cc8-84ae-437c-bb97-8ecb416268fe req-2fac7964-6a41-411f-af76-d90fd85f76e7 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:44.277373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78fe0cc8-84ae-437c-bb97-8ecb416268fe req-2fac7964-6a41-411f-af76-d90fd85f76e7 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 931 time: 1.0336168 Jul 07 22:20:44.436379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73703d33-5256-4e79-bbce-2d041c696fc4 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.475568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Network 9a8c0270-04db-4d8e-8af9-5c51158550e3 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:44.480736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:44.517428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.597567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9607b858-7d66-474b-8008-07bdde35b56a', 'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'mac_address': 'fa:16:3e:31:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:34Z', 'updated_at': '2021-07-07T22:20:43Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'subnets': [{'id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:44.604353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78fe0cc8-84ae-437c-bb97-8ecb416268fe req-fe5d3283-2248-4adc-8a16-6d2c50ad6235 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246808 Jul 07 22:20:44.631091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.638680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd8e34-62b2-4d28-982c-c910f78043d5 None None] The sync data for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 is: [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9607b858-7d66-474b-8008-07bdde35b56a', 'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'mac_address': 'fa:16:3e:31:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:34Z', 'updated_at': '2021-07-07T22:20:43Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'subnets': [{'id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:44.702643 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.855005 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73703d33-5256-4e79-bbce-2d041c696fc4 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.871509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73703d33-5256-4e79-bbce-2d041c696fc4 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.949921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73703d33-5256-4e79-bbce-2d041c696fc4 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e609332-b3bd-4a81-aeb9-a45ae4e32691,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:44.952486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.963645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73703d33-5256-4e79-bbce-2d041c696fc4 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:44.966847 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-73703d33-5256-4e79-bbce-2d041c696fc4 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7371964 Jul 07 22:20:44.970565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36310) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:44.976544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:45.001502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Router b36514c5-bf71-463c-9b46-315075ce154f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:20:45.038325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bb9fb631-85b1-433c-b7c5-64033c9e1e9a None None] Provisioning complete for port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:45.040128 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb631-85b1-433c-b7c5-64033c9e1e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.051992 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.118117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Router 32e4c620-4651-46a2-a05e-a07cc77d644a is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:45.119139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fb631-85b1-433c-b7c5-64033c9e1e9a None None] Port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:45.137262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Deleting port d3942a1d-3749-4507-bca6-330123e3dd88 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:45.137601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.204696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:45.230773 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.360592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Transition to ACTIVE for port object 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:45.373845 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.497815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:45.520735 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Sync routers for ids ['b36514c5-bf71-463c-9b46-315075ce154f'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:45.533186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f70e747b-ffa2-4e5d-9502-d14cf3d6ebe3 admin admin] 10.222.0.81 "PUT /v2.0/routers/b36514c5-bf71-463c-9b46-315075ce154f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5740519 Jul 07 22:20:45.547318 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Routers {'b36514c5-bf71-463c-9b46-315075ce154f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:45.548840 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b36514c5-bf71-463c-9b46-315075ce154f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:45.659704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:45.677575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeacf25-7bde-414d-abbc-e60d36e8016e req-9200352f-24e0-4376-a314-5bb691940019 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:45.685681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2aeacf25-7bde-414d-abbc-e60d36e8016e req-9200352f-24e0-4376-a314-5bb691940019 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.3620615 Jul 07 22:20:45.776732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2aeacf25-7bde-414d-abbc-e60d36e8016e req-d613d7a3-bf44-4d9c-884f-9fedc1c0f05c tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898776 Jul 07 22:20:45.822583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Attempting to bind port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:45.822931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Attempting to bind port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '88783707-07c0-46b4-b1a0-ae2a1343f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f177d4e6-e399-4300-bb00-67b2e7072d31'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:45.823268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Attempting to bind port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 on network f177d4e6-e399-4300-bb00-67b2e7072d31 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:45.893944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 on network f177d4e6-e399-4300-bb00-67b2e7072d31 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:45.894259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Attempting to bind port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 on network f177d4e6-e399-4300-bb00-67b2e7072d31 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:45.902658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:45.903003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Checking segment: {'id': '88783707-07c0-46b4-b1a0-ae2a1343f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f177d4e6-e399-4300-bb00-67b2e7072d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:45.903399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Bound using segment: {'id': '88783707-07c0-46b4-b1a0-ae2a1343f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f177d4e6-e399-4300-bb00-67b2e7072d31'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:45.903848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Bound port: 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88783707-07c0-46b4-b1a0-ae2a1343f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f177d4e6-e399-4300-bb00-67b2e7072d31'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:45.904224 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:45.909181 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Set router b36514c5-bf71-463c-9b46-315075ce154f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:46.002378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.035594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Calling delete_port for d3942a1d-3749-4507-bca6-330123e3dd88 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:46.093394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:46.105632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9607b858-7d66-474b-8008-07bdde35b56a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:46.135856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.150376 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-175cf302-0e4f-42ce-b708-0ddfefb3604f tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "PUT /v2.0/routers/32e4c620-4651-46a2-a05e-a07cc77d644a HTTP/1.1" status: 200 len: 883 time: 4.4306777 Jul 07 22:20:46.154956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36326) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:46.183420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9615a1-634b-44d5-b987-d6306a2e417e None None] Sync routers for ids ['32e4c620-4651-46a2-a05e-a07cc77d644a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:46.227050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9615a1-634b-44d5-b987-d6306a2e417e None None] Routers {'32e4c620-4651-46a2-a05e-a07cc77d644a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:46.227652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3d9615a1-634b-44d5-b987-d6306a2e417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['32e4c620-4651-46a2-a05e-a07cc77d644a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:46.245737 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.318469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 9607b858-7d66-474b-8008-07bdde35b56a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:46.331013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9607b858-7d66-474b-8008-07bdde35b56a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:46.336710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.344433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3d9615a1-634b-44d5-b987-d6306a2e417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:46.410878 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:43Z', 'revision_number': 4, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'gw_port': {'id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:31Z', 'updated_at': '2021-07-07T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '8f10f0d4-3d31-42bf-9b77-c305d78c3b40', 'name': '', 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'mac_address': 'fa:16:3e:67:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '3cb5ff1f-3bc9-407c-a30c-0d96572650e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:39Z', 'updated_at': '2021-07-07T22:20:43Z', 'revision_number': 2, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'subnets': [{'id': '3cb5ff1f-3bc9-407c-a30c-0d96572650e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:46.470356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff8279-aae9-40d3-8b7f-e79fb5686943 req-3ece65a0-b987-485c-a262-f2239d6c809c tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:46.476258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeff8279-aae9-40d3-8b7f-e79fb5686943 req-3ece65a0-b987-485c-a262-f2239d6c809c tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 943 time: 0.6432462 Jul 07 22:20:46.478827 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Checking router: b36514c5-bf71-463c-9b46-315075ce154f for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:20:46.480507 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Updating router b36514c5-bf71-463c-9b46-315075ce154f port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:20:46.495739 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d140c0d5-981a-4ea7-bf5a-7a41632b1d2f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/routers/32e4c620-4651-46a2-a05e-a07cc77d644a HTTP/1.1" status: 200 len: 924 time: 0.3396664 Jul 07 22:20:46.498902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36330) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:46.499685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9615a1-634b-44d5-b987-d6306a2e417e None None] Routers {'32e4c620-4651-46a2-a05e-a07cc77d644a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:46.502875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3d9615a1-634b-44d5-b987-d6306a2e417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['32e4c620-4651-46a2-a05e-a07cc77d644a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:46.569780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3d9615a1-634b-44d5-b987-d6306a2e417e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:46.571241 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.579601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9615a1-634b-44d5-b987-d6306a2e417e None None] The sync data for ids ['32e4c620-4651-46a2-a05e-a07cc77d644a'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:46.617164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeff8279-aae9-40d3-8b7f-e79fb5686943 req-e4a9a18e-6f07-46cf-8dd6-01f86f37b7f8 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399074 Jul 07 22:20:46.621680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.626505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] For port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:46.657936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-724dae58-82bd-4758-9270-d7e86d400b18 req-c481dd45-d0c5-4203-a764-bee7181dc740 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7368252 Jul 07 22:20:46.660857 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.663347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:46.676618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] For port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,segment=NetworkSegment(88783707-07c0-46b4-b1a0-ae2a1343f131),segment_id=88783707-07c0-46b4-b1a0-ae2a1343f131)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:46.697031 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.707444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 9607b858-7d66-474b-8008-07bdde35b56a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9607b858-7d66-474b-8008-07bdde35b56a,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:46.719189 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.728341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event deleted for resources: {'Port': ['ID=d3942a1d-3749-4507-bca6-330123e3dd88,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:46.829888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:46.830580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.832089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] 10.222.0.83 "PUT /v2.0/ports/0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 HTTP/1.1" status: 200 len: 1092 time: 3.1028674 Jul 07 22:20:46.832539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420aedcd-5ce6-4417-abc8-3ccb133c96fb', 'tag': '0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:46.834944 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7255918-0cb6-4153-9117-5543cd83cf44" -d '{"events": [{"name": "network-changed", "server_uuid": "420aedcd-5ce6-4417-abc8-3ccb133c96fb", "tag": "0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:46.857309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Allocated IP 172.25.8.159 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/dc9a3813-fb9d-41fc-b73c-e8fbfe6037dd) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:46.865739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:46.890769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844fab5-f049-457e-8852-595b69fb8853 service neutron] Pushing event updated for resources: {'Port': ['ID=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:46.918314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=9607b858-7d66-474b-8008-07bdde35b56a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.021648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.029854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.030231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.030596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.030939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.031275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.031608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.031939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.032337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.032671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.033001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.033327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.033652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:20:47.066276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-aa79794c-4a04-4cc2-8f75-d249ac02c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:47.067842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-aa79794c-4a04-4cc2-8f75-d249ac02c02d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a06f99ff82354649b7d75f2333e4f37a&device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 1095 time: 0.1396284 Jul 07 22:20:47.115652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03af21e-756b-4879-9422-5e8058791d0d tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:47.117756 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b03af21e-756b-4879-9422-5e8058791d0d tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=32e4c620-4651-46a2-a05e-a07cc77d644a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6161950 Jul 07 22:20:47.123385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36338) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:47.137805 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.148810 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.151889 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Transition to ACTIVE for port object 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:47.154353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-262398f8-6d44-40ac-afb1-a5970a364b3d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 HTTP/1.1" status: 200 len: 217 time: 0.0473399 Jul 07 22:20:47.161494 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.217495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd16f0c4-af8b-40c4-acb6-1c78ebf7023f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:47.218715 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dd16f0c4-af8b-40c4-acb6-1c78ebf7023f tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 881 time: 0.0926027 Jul 07 22:20:47.220766 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.223596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36340) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:47.234753 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a8b7b-3dad-4399-8196-0f7aeaa63a65 None None] Pushing event updated for resources: {'Port': ['ID=8f10f0d4-3d31-42bf-9b77-c305d78c3b40,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.289546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-88938bae-7626-46d3-8cb5-2f5c4fcdf164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:47.291075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-88938bae-7626-46d3-8cb5-2f5c4fcdf164 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4305ab38-9bcf-49cb-a831-7e7e37e82920 HTTP/1.1" status: 200 len: 853 time: 0.1272123 Jul 07 22:20:47.299860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53842e-694f-45b1-aab2-e010c945305e req-b46fdf3d-dd9d-47e9-b285-13623e61946b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:47.301560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc53842e-694f-45b1-aab2-e010c945305e req-b46fdf3d-dd9d-47e9-b285-13623e61946b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.2287073 Jul 07 22:20:47.318005 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Attempting to bind port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:47.332367 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Attempting to bind port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '7672d85a-6027-410d-ae25-6bb0457b5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:47.332367 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Attempting to bind port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 on network 9a8c0270-04db-4d8e-8af9-5c51158550e3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:47.332367 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:47.332367 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Checking segment: {'id': '7672d85a-6027-410d-ae25-6bb0457b5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:47.332367 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.332367 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Bound using segment: {'id': '7672d85a-6027-410d-ae25-6bb0457b5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:47.332367 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Bound port: 8f10f0d4-3d31-42bf-9b77-c305d78c3b40, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7672d85a-6027-410d-ae25-6bb0457b5041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:47.333065 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.361547 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-67693172-2111-496a-b6fd-535bc5c4f403 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=32e4c620-4651-46a2-a05e-a07cc77d644a HTTP/1.1" status: 200 len: 205 time: 0.1358950 Jul 07 22:20:47.364540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36342) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:47.367618 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-64e3870d-051e-429e-b2e5-98218980a29f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f177d4e6-e399-4300-bb00-67b2e7072d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652339 Jul 07 22:20:47.450033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.478859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:47.481394 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.486960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:47.488462 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] For port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:47.505924 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] For port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8f10f0d4-3d31-42bf-9b77-c305d78c3b40,segment=NetworkSegment(7672d85a-6027-410d-ae25-6bb0457b5041),segment_id=7672d85a-6027-410d-ae25-6bb0457b5041)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:47.515230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.515481 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.517490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:47.542515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-0ff6e4eb-097d-4c47-aa28-1609c1607993 service neutron] 10.222.0.83 "GET /v2.0/networks/f177d4e6-e399-4300-bb00-67b2e7072d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648846 Jul 07 22:20:47.587864 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Routers {'b36514c5-bf71-463c-9b46-315075ce154f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:47.588709 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b36514c5-bf71-463c-9b46-315075ce154f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:47.597364 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a8b7b-3dad-4399-8196-0f7aeaa63a65 None None] Pushing event updated for resources: {'Port': ['ID=8f10f0d4-3d31-42bf-9b77-c305d78c3b40,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.665622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Pushing event updated for resources: {'Port': ['ID=dc9a3813-fb9d-41fc-b73c-e8fbfe6037dd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:47.684274 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.686714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Fanout notify agent at l3_agent the message router_deleted on router ab7640f6-d478-45ab-b470-e06f1ffc5cea {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:47.704961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.706174 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a2275aa0-d236-4bfe-ac2b-edfb96c999cb tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/ab7640f6-d478-45ab-b470-e06f1ffc5cea HTTP/1.1" status: 204 len: 168 time: 3.5304074 Jul 07 22:20:47.716711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36348) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:47.733611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b1687a4c-8267-424f-899c-a45d9b3f8fb7 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1276211336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:47.747812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.751693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e6ee3da-f513-4d6c-91ed-e91f1c31d140 req-71cb2296-044d-4824-95c5-4736bcbcaa87 service neutron] 10.222.0.83 "GET /v2.0/networks/f177d4e6-e399-4300-bb00-67b2e7072d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940997 Jul 07 22:20:47.782191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc53842e-694f-45b1-aab2-e010c945305e req-69c1389c-9bd5-4058-9b7f-90f448836bd0 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708350 Jul 07 22:20:47.796749 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] Set router b36514c5-bf71-463c-9b46-315075ce154f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:20:47.840525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Allocated IP 172.25.8.213 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/81dbdec2-f76b-481c-953c-2e8a00adfd9a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:47.862532 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7480f3-b0fb-470b-9df2-0a709449c3c0 x-openstack-request-id: req-cc7480f3-b0fb-470b-9df2-0a709449c3c0 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:47.863879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:47.864266 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420aedcd-5ce6-4417-abc8-3ccb133c96fb", "tag": "0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:47.864647 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc7480f3-b0fb-470b-9df2-0a709449c3c0 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:47.865154 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420aedcd-5ce6-4417-abc8-3ccb133c96fb', 'tag': '0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8', 'status': 'completed', 'code': 200} Jul 07 22:20:48.046110 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.050801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9607b858-7d66-474b-8008-07bdde35b56a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:48.053632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1687a4c-8267-424f-899c-a45d9b3f8fb7 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.061179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1687a4c-8267-424f-899c-a45d9b3f8fb7 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.134748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9607b858-7d66-474b-8008-07bdde35b56a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:48.135122 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.142438 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:43Z', 'revision_number': 4, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'gw_port': {'id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:31Z', 'updated_at': '2021-07-07T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '8f10f0d4-3d31-42bf-9b77-c305d78c3b40', 'name': '', 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'mac_address': 'fa:16:3e:67:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '3cb5ff1f-3bc9-407c-a30c-0d96572650e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:39Z', 'updated_at': '2021-07-07T22:20:47Z', 'revision_number': 4, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'subnets': [{'id': '3cb5ff1f-3bc9-407c-a30c-0d96572650e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:48.156168 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.204818 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57a7f4-8040-43f7-b464-cf0a9d6562a0 None None] The sync data for ids ['b36514c5-bf71-463c-9b46-315075ce154f'] in n-d-695012-11 is: [{'id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:20:43Z', 'revision_number': 4, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'gw_port': {'id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:31Z', 'updated_at': '2021-07-07T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '8f10f0d4-3d31-42bf-9b77-c305d78c3b40', 'name': '', 'network_id': '9a8c0270-04db-4d8e-8af9-5c51158550e3', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'mac_address': 'fa:16:3e:67:5f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '3cb5ff1f-3bc9-407c-a30c-0d96572650e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:39Z', 'updated_at': '2021-07-07T22:20:47Z', 'revision_number': 4, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'subnets': [{'id': '3cb5ff1f-3bc9-407c-a30c-0d96572650e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:48.254345 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.276260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1687a4c-8267-424f-899c-a45d9b3f8fb7 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.297558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1687a4c-8267-424f-899c-a45d9b3f8fb7 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.359146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:48.366436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-225a3a6b-c4ee-4544-9ad5-10ae146b573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:48.368853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-225a3a6b-c4ee-4544-9ad5-10ae146b573d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a06f99ff82354649b7d75f2333e4f37a&device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 1095 time: 0.4513302 Jul 07 22:20:48.373799 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.375044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:48.378225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:48.389000 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1687a4c-8267-424f-899c-a45d9b3f8fb7 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.390522 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b1687a4c-8267-424f-899c-a45d9b3f8fb7 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6650548 Jul 07 22:20:48.394780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36352) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:48.401810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': False}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:48.433029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d1df1-bff9-475f-b316-906e4b2b43b8 req-2c24a625-f0e0-4fe5-a108-b1bb89a8360b tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:48.440936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b4d1df1-bff9-475f-b316-906e4b2b43b8 req-2c24a625-f0e0-4fe5-a108-b1bb89a8360b tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 943 time: 0.4141481 Jul 07 22:20:48.494590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event updated for resources: {'Port': ['ID=81dbdec2-f76b-481c-953c-2e8a00adfd9a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:48.655195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b4d1df1-bff9-475f-b316-906e4b2b43b8 req-6239270d-0753-4fda-9385-3b08d87265fe tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133539 Jul 07 22:20:48.695342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.699660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-4e570c16-d0e6-49a7-b97e-d0fe4561586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:48.701531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-4e570c16-d0e6-49a7-b97e-d0fe4561586e service neutron] 10.222.0.83 "GET /v2.0/networks?id=f177d4e6-e399-4300-bb00-67b2e7072d31 HTTP/1.1" status: 200 len: 914 time: 0.2926388 Jul 07 22:20:48.769419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-106e0404-4224-4fdf-b851-021832feafc0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 HTTP/1.1" status: 200 len: 217 time: 0.0584660 Jul 07 22:20:48.871893 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:48.926126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-5e47259d-00cd-4878-ae5c-b8bece2b8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:48.931414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-5e47259d-00cd-4878-ae5c-b8bece2b8a1b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4305ab38-9bcf-49cb-a831-7e7e37e82920 HTTP/1.1" status: 200 len: 853 time: 0.1515388 Jul 07 22:20:48.977766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-8699dfc8-86c1-445a-8dc8-eec7cdb395f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f177d4e6-e399-4300-bb00-67b2e7072d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378442 Jul 07 22:20:49.090597 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.095303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Deleting port 5f6056ad-e189-4eca-b560-e95b7deeb587 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:49.095710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.099915 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.115025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.230394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210d800-0036-4da3-9c45-e0f9a395003f req-9557308a-5353-431d-bd97-46ab6db4e7de tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:49.232176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b210d800-0036-4da3-9c45-e0f9a395003f req-9557308a-5353-431d-bd97-46ab6db4e7de tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.2570198 Jul 07 22:20:49.237854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-4df6a119-bbc5-4f6e-a533-84ac36688fdd service neutron] 10.222.0.83 "GET /v2.0/networks/f177d4e6-e399-4300-bb00-67b2e7072d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475429 Jul 07 22:20:49.310202 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Pushing event updated for resources: {'Port': ['ID=dc9a3813-fb9d-41fc-b73c-e8fbfe6037dd,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:49.322819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.324438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.341139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.359696 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.373465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.375799 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ee514645-774e-4dd7-ae95-72f2ccfb1f3c tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4027715 Jul 07 22:20:49.377906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b210d800-0036-4da3-9c45-e0f9a395003f req-f20a8851-cdee-4b7c-a20f-514180f697f6 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389890 Jul 07 22:20:49.393853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Calling delete_port for 5f6056ad-e189-4eca-b560-e95b7deeb587 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:49.461030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7255918-0cb6-4153-9117-5543cd83cf44 req-4f0c06aa-ba81-4094-ac5f-a94862af760e service neutron] 10.222.0.83 "GET /v2.0/networks/f177d4e6-e399-4300-bb00-67b2e7072d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087996 Jul 07 22:20:49.488003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event updated for resources: {'Port': ['ID=81dbdec2-f76b-481c-953c-2e8a00adfd9a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:49.523757 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.549581 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.561742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.563419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-724dae58-82bd-4758-9270-d7e86d400b18 req-682a16fe-168e-4936-851e-b87d44d7cd74 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9042773 Jul 07 22:20:49.663353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-724dae58-82bd-4758-9270-d7e86d400b18 req-82a73939-5c29-4cca-baf4-a40a7e59ef09 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.0916944 Jul 07 22:20:49.702534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-88534c0e-f006-425d-937f-51c654b84f10 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--227294816&fields=id&tenant_id=320c374cfe5d409aa55a769fbfaf0ed9 HTTP/1.1" status: 200 len: 267 time: 0.1332943 Jul 07 22:20:49.771508 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.793679 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.816576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:49.894790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event deleted for resources: {'Port': ['ID=5f6056ad-e189-4eca-b560-e95b7deeb587,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:50.005668 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.133687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:50.197091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dae58-82bd-4758-9270-d7e86d400b18 req-50cdef9a-f632-45b3-b950-eafd21a945b0 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:50.198841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-724dae58-82bd-4758-9270-d7e86d400b18 req-50cdef9a-f632-45b3-b950-eafd21a945b0 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.5019667 Jul 07 22:20:50.201588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:50.207367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:50.208070 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.218406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.222229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-724dae58-82bd-4758-9270-d7e86d400b18 req-9621355e-3f4a-49af-8966-7bb2f1c3c234 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:20:50.223253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-724dae58-82bd-4758-9270-d7e86d400b18 req-9621355e-3f4a-49af-8966-7bb2f1c3c234 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162799 Jul 07 22:20:50.223379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.233156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Allocated IP 172.25.8.25 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d90e139f-e14f-414a-9757-288d562f382e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:50.297260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.297828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Fanout notify agent at l3_agent the message router_deleted on router 32e4c620-4651-46a2-a05e-a07cc77d644a {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:50.300530 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.301124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-c95899da-1c1b-4750-9158-261119767996 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:50.302749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-c95899da-1c1b-4750-9158-261119767996 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/networks?id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65 HTTP/1.1" status: 200 len: 812 time: 0.5121870 Jul 07 22:20:50.330416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-ffc02c3c-f72d-4a86-b6c5-6efaf5051dff tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/quotas/320c374cfe5d409aa55a769fbfaf0ed9 HTTP/1.1" status: 200 len: 375 time: 0.0191216 Jul 07 22:20:50.339250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8f10f0d4-3d31-42bf-9b77-c305d78c3b40,segment=NetworkSegment(7672d85a-6027-410d-ae25-6bb0457b5041),segment_id=7672d85a-6027-410d-ae25-6bb0457b5041)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:50.347041 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.373142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.378438 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c98976bf-5995-4979-ab6e-0a37468e150b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/32e4c620-4651-46a2-a05e-a07cc77d644a HTTP/1.1" status: 204 len: 168 time: 3.0092564 Jul 07 22:20:50.378602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36386) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:50.389955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b7b8c173-0d62-49d4-9fe4-e287d374ec77 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1528018952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:50.397649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:20:50.454934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-5c100ad0-4611-4225-9509-cdcdec27e532 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=320c374cfe5d409aa55a769fbfaf0ed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1192932 Jul 07 22:20:50.464098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.466769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d745e71-2802-4eef-9fa8-a6e099eaaa32 req-c2936e88-5d62-4cbc-a013-4662ee88aecd tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:50.468260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d745e71-2802-4eef-9fa8-a6e099eaaa32 req-c2936e88-5d62-4cbc-a013-4662ee88aecd tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 943 time: 0.0943024 Jul 07 22:20:50.506497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7b8c173-0d62-49d4-9fe4-e287d374ec77 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.507489 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7b8c173-0d62-49d4-9fe4-e287d374ec77 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.541336 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.546468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,segment=NetworkSegment(88783707-07c0-46b4-b1a0-ae2a1343f131),segment_id=88783707-07c0-46b4-b1a0-ae2a1343f131)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:50.562453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8', 'network_id': 'f177d4e6-e399-4300-bb00-67b2e7072d31', 'port_id': '0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8', 'mac_address': 'fa:16:3e:af:32:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4305ab38-9bcf-49cb-a831-7e7e37e82920', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:20:50.588638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Pushing event updated for resources: {'Port': ['ID=d90e139f-e14f-414a-9757-288d562f382e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:50.602915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=8f10f0d4-3d31-42bf-9b77-c305d78c3b40,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:50.607515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d745e71-2802-4eef-9fa8-a6e099eaaa32 req-99bb5607-243a-4e11-827f-0efe7c891e80 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190155 Jul 07 22:20:50.637801 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.646919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7b8c173-0d62-49d4-9fe4-e287d374ec77 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.656567 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7b8c173-0d62-49d4-9fe4-e287d374ec77 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.660370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:50.665698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:50.673241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:50.675810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:50.684693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,segment=NetworkSegment(88783707-07c0-46b4-b1a0-ae2a1343f131),segment_id=88783707-07c0-46b4-b1a0-ae2a1343f131)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:50.690864 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.695671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-6aa3807a-bf94-4d1e-bff0-62d7117ed357 service neutron] 10.222.0.81 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244542 Jul 07 22:20:50.757015 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7b8c173-0d62-49d4-9fe4-e287d374ec77 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:50.758509 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b7b8c173-0d62-49d4-9fe4-e287d374ec77 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3788500 Jul 07 22:20:50.762024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:50.766958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': True}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:50.773819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:50.894364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-ac3a041e-1f01-4888-a951-e5f9188dea9c service neutron] 10.222.0.81 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915116 Jul 07 22:20:50.989866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-9c30df9f-7305-42bf-a7cc-2ae95c12d097 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1296005 Jul 07 22:20:50.999756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:51.023331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.082304 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:20:51.151349 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.155932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.360415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c6f5-c112-45c6-932b-021f1b26fad9 req-a82cad4e-d9b3-4340-93f4-1dacd1d61785 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:51.363551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5418c6f5-c112-45c6-932b-021f1b26fad9 req-a82cad4e-d9b3-4340-93f4-1dacd1d61785 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.1355338 Jul 07 22:20:51.375231 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.403333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Allocated IP 172.25.8.4 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/78517c3c-2a5e-43e6-9571-3797b6e74df1) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:51.428099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5418c6f5-c112-45c6-932b-021f1b26fad9 req-418f0780-74f8-4d67-8470-1016eddc12db tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561655 Jul 07 22:20:51.546694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f4e9a9f-7d84-4493-9e5e-c06f08e2001b req-f8f119e8-b973-4f33-a8cd-7cd5b59cc78f tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 210 time: 0.0529628 Jul 07 22:20:51.615097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.670697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.701765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.724788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.728344 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.730795 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:51.770179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:51.775562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:51.777989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:51.844256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event updated for resources: {'Port': ['ID=78517c3c-2a5e-43e6-9571-3797b6e74df1,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:51.982235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c09f0-91dd-4830-a111-2472d86b8326 req-30a0546d-600d-4fb4-a2a9-4f77228ec03d tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:51.983836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d1c09f0-91dd-4830-a111-2472d86b8326 req-30a0546d-600d-4fb4-a2a9-4f77228ec03d tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 944 time: 0.1544876 Jul 07 22:20:52.022626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:52.025209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.089219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:52.089639 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.099688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d1c09f0-91dd-4830-a111-2472d86b8326 req-24a6d0f1-87e5-4224-8793-235b2e9d6c30 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939319 Jul 07 22:20:52.112938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.379034 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.385822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.413799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Allocated IP 172.25.8.70 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/ba28f198-4f4d-421b-9a98-d9692812c1f2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:52.417358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:20:52.424239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Router 98ad4531-8680-47ae-8a04-b33c754b06f7 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:52.506751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event updated for resources: {'Port': ['ID=78517c3c-2a5e-43e6-9571-3797b6e74df1,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:52.524070 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.537215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580bf52-8108-450f-9977-0cd6105a1bc8 req-89b3e3d8-f18a-417a-b799-356d509d256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:52.539138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5580bf52-8108-450f-9977-0cd6105a1bc8 req-89b3e3d8-f18a-417a-b799-356d509d256e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 1097 time: 0.1370339 Jul 07 22:20:52.540406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.547754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-5d70aa23-f63d-419f-92ee-e440af46e966 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5521436 Jul 07 22:20:52.578282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:52.585180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:52.585715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.621045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-4c723908-8b88-4a4e-9095-08786f349fb8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.0721664 Jul 07 22:20:52.701796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.755731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:52.761486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.763428 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0b0cc722-0504-40f4-8059-833396d71341 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "PUT /v2.0/routers/98ad4531-8680-47ae-8a04-b33c754b06f7 HTTP/1.1" status: 200 len: 915 time: 4.3654943 Jul 07 22:20:52.765693 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.770564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36430) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:52.771023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5580bf52-8108-450f-9977-0cd6105a1bc8 req-7fedd166-1de2-46bd-9074-44cc3ebfd658 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740880 Jul 07 22:20:52.781627 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c58292-fd3e-4cb8-8a3b-6f286299a37a None None] Sync routers for ids ['98ad4531-8680-47ae-8a04-b33c754b06f7'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:52.810055 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c58292-fd3e-4cb8-8a3b-6f286299a37a None None] Routers {'98ad4531-8680-47ae-8a04-b33c754b06f7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:52.811079 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73c58292-fd3e-4cb8-8a3b-6f286299a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['98ad4531-8680-47ae-8a04-b33c754b06f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:52.881701 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73c58292-fd3e-4cb8-8a3b-6f286299a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:52.906440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-656660b9-3d7b-440f-a405-83054a0f9227 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:52.907934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76575aa2-928a-4d5a-b0c7-197774670ee3 req-656660b9-3d7b-440f-a405-83054a0f9227 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2863536 Jul 07 22:20:52.917527 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c58292-fd3e-4cb8-8a3b-6f286299a37a None None] Routers {'98ad4531-8680-47ae-8a04-b33c754b06f7'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:52.918211 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73c58292-fd3e-4cb8-8a3b-6f286299a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['98ad4531-8680-47ae-8a04-b33c754b06f7'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:52.930278 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:52.959971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7199f-24a2-4fa0-a802-a0bf1c17755e req-ecddb7d6-f0df-48cd-98cb-c5e138600475 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:52.961535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2d7199f-24a2-4fa0-a802-a0bf1c17755e req-ecddb7d6-f0df-48cd-98cb-c5e138600475 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.2612367 Jul 07 22:20:52.969309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:52.978451 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73c58292-fd3e-4cb8-8a3b-6f286299a37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:52.979242 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c58292-fd3e-4cb8-8a3b-6f286299a37a None None] The sync data for ids ['98ad4531-8680-47ae-8a04-b33c754b06f7'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:52.987028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420aedcd-5ce6-4417-abc8-3ccb133c96fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:52.989292 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab8d9ce-33a7-487b-aeb4-4c986c3cbc30" -d '{"events": [{"server_uuid": "420aedcd-5ce6-4417-abc8-3ccb133c96fb", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:53.020083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,segment=NetworkSegment(88783707-07c0-46b4-b1a0-ae2a1343f131),segment_id=88783707-07c0-46b4-b1a0-ae2a1343f131)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:20:53.023037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2d7199f-24a2-4fa0-a802-a0bf1c17755e req-6762b9fd-f9c8-47b0-924e-ba8b82bc37d5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556633 Jul 07 22:20:53.026410 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.035393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:53.046968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:53.068198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event updated for resources: {'Port': ['ID=ba28f198-4f4d-421b-9a98-d9692812c1f2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:53.122167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:53.154795 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b9d3f5a3-7815-4eaa-aa70-a12115c81759 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/routers/98ad4531-8680-47ae-8a04-b33c754b06f7 HTTP/1.1" status: 200 len: 921 time: 0.3811026 Jul 07 22:20:53.158278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.272071 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce486c4a-8e84-43bb-82d7-f56a80d78c91 req-c1059626-0cf3-49a8-bdd1-5bc326a60d7e tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 210 time: 0.1505051 Jul 07 22:20:53.337795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-f3d705c1-509a-431e-bdd5-97d70133b365 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2058411 Jul 07 22:20:53.358123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fedde4-ea12-418f-9de0-49805f7c4e77 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:53.359699 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a4fedde4-ea12-418f-9de0-49805f7c4e77 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=98ad4531-8680-47ae-8a04-b33c754b06f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2004898 Jul 07 22:20:53.360391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:53.370651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36444) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.411754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-553755c9-b16c-476c-be42-591daff591eb tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:53.413589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-553755c9-b16c-476c-be42-591daff591eb tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.83 "GET /v2.0/networks?id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65 HTTP/1.1" status: 200 len: 812 time: 0.3777938 Jul 07 22:20:53.500559 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.529795 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.556892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-3ef57d37-55e7-4614-8353-c54e08fb7df3 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=320c374cfe5d409aa55a769fbfaf0ed9 HTTP/1.1" status: 200 len: 379 time: 0.0995574 Jul 07 22:20:53.598981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Request body: {'port': {'device_id': '128b923d-6390-4988-b807-d918798b4fbd', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'admin_state_up': True, 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'security_groups': ['293fb716-0c2d-46b4-8aac-ca094be6cfc1']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:53.649574 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531c4d7d-846a-4c74-bc6c-e338c160bab1 x-openstack-request-id: req-531c4d7d-846a-4c74-bc6c-e338c160bab1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:53.649875 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420aedcd-5ce6-4417-abc8-3ccb133c96fb", "name": "network-vif-plugged", "status": "completed", "tag": "0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:53.650155 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-531c4d7d-846a-4c74-bc6c-e338c160bab1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:53.650992 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420aedcd-5ce6-4417-abc8-3ccb133c96fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8', 'code': 200} Jul 07 22:20:53.773726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e669807c-0947-4133-a9e3-866324a636c1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:53.778291 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e669807c-0947-4133-a9e3-866324a636c1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 881 time: 0.4031892 Jul 07 22:20:53.781059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36446) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.819693 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ea74b73-a3a2-4eb8-94d2-f362e320e929 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=98ad4531-8680-47ae-8a04-b33c754b06f7 HTTP/1.1" status: 200 len: 205 time: 0.0347664 Jul 07 22:20:53.820335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:53.824153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Made reservation on behalf of 320c374cfe5d409aa55a769fbfaf0ed9 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:20:53.825139 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.827681 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.830793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:53.982097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c22566-0b8d-4f2a-bd58-31d47090e16a req-02047641-cc25-4d78-9aae-f49b09b28484 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:53.988665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c22566-0b8d-4f2a-bd58-31d47090e16a req-02047641-cc25-4d78-9aae-f49b09b28484 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 945 time: 0.2169516 Jul 07 22:20:54.036239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3810f1-cefb-46f8-a306-d39628ce7fd2 req-00f85abd-c046-441c-aea4-a0df64842e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:54.037835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab3810f1-cefb-46f8-a306-d39628ce7fd2 req-00f85abd-c046-441c-aea4-a0df64842e1a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 1097 time: 0.2782769 Jul 07 22:20:54.049913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.093982 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.123309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c22566-0b8d-4f2a-bd58-31d47090e16a req-475913a1-0436-4062-b148-e40a69ef95ec tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336613 Jul 07 22:20:54.173940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab3810f1-cefb-46f8-a306-d39628ce7fd2 req-a36ce1df-f2fe-4214-908b-8d3d5b4de3e7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034622 Jul 07 22:20:54.189125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Allocated IP 172.20.0.13 (fb83772d-31d9-4a57-ae43-fcaef7d3fb65/a83cbe5e-1551-494c-8b07-ef4d4991bf2f/07e4f097-b232-484c-bcc3-f1d0d7fb7699) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:54.281369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Allocated IP 172.25.8.16 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/a18c921f-bd0a-44f5-ad7d-d33b5748eb55) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:54.486139 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Router e660c75f-3479-49e8-b4e3-fc63e629007a is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:54.495034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.599369 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.637576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Transition to ACTIVE for port object 07e4f097-b232-484c-bcc3-f1d0d7fb7699 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:54.644457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.657231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294df41-787f-4829-901a-cc58fbec64ba req-ac7e08b9-155b-49fc-810a-edee68d648f0 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:54.658958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Deleting port d90e139f-e14f-414a-9757-288d562f382e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:54.659522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e294df41-787f-4829-901a-cc58fbec64ba req-ac7e08b9-155b-49fc-810a-edee68d648f0 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.2289290 Jul 07 22:20:54.659622 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.710439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:54.715890 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.717154 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b5cd0df4-b055-4884-b3ac-7066e023c6eb tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "PUT /v2.0/routers/e660c75f-3479-49e8-b4e3-fc63e629007a HTTP/1.1" status: 200 len: 918 time: 3.9541481 Jul 07 22:20:54.721359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.725201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b125d5-f7cc-4113-8c34-cec4afff7352 None None] Sync routers for ids ['e660c75f-3479-49e8-b4e3-fc63e629007a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:54.739462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b125d5-f7cc-4113-8c34-cec4afff7352 None None] Routers {'e660c75f-3479-49e8-b4e3-fc63e629007a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:54.740733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-91b125d5-f7cc-4113-8c34-cec4afff7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e660c75f-3479-49e8-b4e3-fc63e629007a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:54.741309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e294df41-787f-4829-901a-cc58fbec64ba req-b76b4ac0-f5b5-4bdd-9d4d-ff1b1daf36d5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743768 Jul 07 22:20:54.760620 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.772661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:54.812521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-91b125d5-f7cc-4113-8c34-cec4afff7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:54.826969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b125d5-f7cc-4113-8c34-cec4afff7352 None None] Routers {'e660c75f-3479-49e8-b4e3-fc63e629007a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:54.828510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-91b125d5-f7cc-4113-8c34-cec4afff7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e660c75f-3479-49e8-b4e3-fc63e629007a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:54.862827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:54.878333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:54.881763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:54.887659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:54.899902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:54.937088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Pushing event updated for resources: {'Port': ['ID=07e4f097-b232-484c-bcc3-f1d0d7fb7699,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:54.942465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:54.968005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-91b125d5-f7cc-4113-8c34-cec4afff7352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:54.968790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b125d5-f7cc-4113-8c34-cec4afff7352 None None] The sync data for ids ['e660c75f-3479-49e8-b4e3-fc63e629007a'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:54.984826 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d42c6dfe-aeab-461e-a773-19495c1e3e15 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/routers/e660c75f-3479-49e8-b4e3-fc63e629007a HTTP/1.1" status: 200 len: 924 time: 0.2619810 Jul 07 22:20:54.988211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36460) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:54.993826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.051120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Calling delete_port for d90e139f-e14f-414a-9757-288d562f382e owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:55.187636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0056a8-f9ee-478f-a968-dc9742551259 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:55.191548 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8f0056a8-f9ee-478f-a968-dc9742551259 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=e660c75f-3479-49e8-b4e3-fc63e629007a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2016892 Jul 07 22:20:55.194725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.240999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-91b3fc13-09d2-447a-85cf-ca3415daeaa4 None None] Provisioning for port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:20:55.246356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-91b3fc13-09d2-447a-85cf-ca3415daeaa4 None None] Provisioning complete for port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:20:55.247189 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91b3fc13-09d2-447a-85cf-ca3415daeaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.330461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-91b3fc13-09d2-447a-85cf-ca3415daeaa4 None None] Port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:20:55.376546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43f0a4b-d543-40a9-8902-2be0bbeef7c6 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:55.377967 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d43f0a4b-d543-40a9-8902-2be0bbeef7c6 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 881 time: 0.1824944 Jul 07 22:20:55.382174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36470) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.415199 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-97200c92-8776-4a5b-9ee3-b8e2d5a9a73c tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=e660c75f-3479-49e8-b4e3-fc63e629007a HTTP/1.1" status: 200 len: 205 time: 0.0319469 Jul 07 22:20:55.416654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.418887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.441667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:55.442318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.451812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event updated for resources: {'Port': ['ID=a18c921f-bd0a-44f5-ad7d-d33b5748eb55,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:55.480457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event deleted for resources: {'Port': ['ID=d90e139f-e14f-414a-9757-288d562f382e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:55.495783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-9eb43be6-e2a3-4226-b5e7-144a8853a296 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9020357 Jul 07 22:20:55.519262 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.529408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd38320-c0ba-43ac-97e1-89d9ced719de req-3189aa95-8629-4bb0-829c-2c28df91e62a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:55.531049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fd38320-c0ba-43ac-97e1-89d9ced719de req-3189aa95-8629-4bb0-829c-2c28df91e62a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 932 time: 0.5278831 Jul 07 22:20:55.541245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Request body: {'port': {'device_id': '128b923d-6390-4988-b807-d918798b4fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:55.595793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.630533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.651072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fd38320-c0ba-43ac-97e1-89d9ced719de req-87eb7106-e6e5-4bc1-83eb-f6d4d0012a0e tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063647 Jul 07 22:20:55.672213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.731503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.735002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.739156 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.817992 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.818635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Fanout notify agent at l3_agent the message router_deleted on router 98ad4531-8680-47ae-8a04-b33c754b06f7 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:55.836597 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.837713 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-08557f0e-1f42-4075-8881-5496219cdfad tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/98ad4531-8680-47ae-8a04-b33c754b06f7 HTTP/1.1" status: 204 len: 168 time: 2.0088129 Jul 07 22:20:55.842712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:55.848707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1653741100', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:55.879646 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.887320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.888457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:55.979063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.072767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Deleting port ba28f198-4f4d-421b-9a98-d9692812c1f2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:56.073121 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.077900 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.103150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.182048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.254382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event updated for resources: {'Port': ['ID=a18c921f-bd0a-44f5-ad7d-d33b5748eb55,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:56.256281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.281795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Calling delete_port for ba28f198-4f4d-421b-9a98-d9692812c1f2 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:56.286300 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.312278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-ede46a2c-eb74-4cee-ae74-1d174d190a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:56.314418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-ede46a2c-eb74-4cee-ae74-1d174d190a38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af75a2ac7f334983be32311526235296&device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 1097 time: 0.2580283 Jul 07 22:20:56.364153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.365343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-aef769b6-fac3-4023-98db-1a7942bbd25a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0096867 Jul 07 22:20:56.409659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57cd785-64fd-42f2-baf0-933bcb39b349 req-d2b6099c-d437-40a4-991c-4be0790441a7 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:56.411151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b57cd785-64fd-42f2-baf0-933bcb39b349 req-d2b6099c-d437-40a4-991c-4be0790441a7 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 945 time: 0.2941685 Jul 07 22:20:56.413180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e4f097-b232-484c-bcc3-f1d0d7fb7699 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:20:56.430035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.496088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-cfd427dd-fcf6-400a-a22a-f25333060819 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.0984819 Jul 07 22:20:56.587550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b57cd785-64fd-42f2-baf0-933bcb39b349 req-d62add7c-3767-4f33-b826-da9103709621 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596847 Jul 07 22:20:56.622119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-3a255eb8-45fb-431e-9da2-0da03cb02411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:56.623631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-3a255eb8-45fb-431e-9da2-0da03cb02411 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 200 len: 911 time: 0.2871451 Jul 07 22:20:56.680728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-1320dca0-8292-4ef8-a9bf-09cd924fbde7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d8c686a-c218-49bb-a1ba-e73a2662a2b3 HTTP/1.1" status: 200 len: 217 time: 0.0478213 Jul 07 22:20:56.729940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-13e89410-3d28-488e-b3c1-3df95250d07c tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:56.731346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-13e89410-3d28-488e-b3c1-3df95250d07c tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2277181 Jul 07 22:20:56.745794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-45a1620e-6cbc-481d-9f3a-09973a875418 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:20:56.746806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c04cf56e-bbcb-4e89-bbc4-5bed957efc86 req-45a1620e-6cbc-481d-9f3a-09973a875418 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071657 Jul 07 22:20:56.764017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-0b317dfb-4423-414f-b6a9-d4ece05919b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:56.765761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-0b317dfb-4423-414f-b6a9-d4ece05919b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd HTTP/1.1" status: 200 len: 850 time: 0.0739999 Jul 07 22:20:56.788446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.813742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.815524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-9eacbc6e-bafb-4e25-89d7-606b53f502b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1db8a33c-b73a-41e0-84d5-18bf30ef0697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420358 Jul 07 22:20:56.822976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.827573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Transition to ACTIVE for port object 07e4f097-b232-484c-bcc3-f1d0d7fb7699 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:20:56.872130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:56.879607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event deleted for resources: {'Port': ['ID=ba28f198-4f4d-421b-9a98-d9692812c1f2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:56.982878 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.028850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Pushing event updated for resources: {'Port': ['ID=07e4f097-b232-484c-bcc3-f1d0d7fb7699,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:57.054964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Allocated IP 172.25.8.218 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/5856c748-1420-4266-ad5c-084c795f25cb) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:57.100814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.103602 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.123531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f7d6f-9d03-4765-8e4e-2a8e185eb972 req-eb3283cf-5ece-435e-8b92-a9db502e9fc1 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:57.124253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed9f7d6f-9d03-4765-8e4e-2a8e185eb972 req-eb3283cf-5ece-435e-8b92-a9db502e9fc1 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.3120406 Jul 07 22:20:57.153888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-acc203f0-2a90-4560-a1d3-6f57835781c1 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277323 Jul 07 22:20:57.169469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-4a68e067-116f-4da8-9ec1-a4ea361c05ef tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:57.171078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-4a68e067-116f-4da8-9ec1-a4ea361c05ef tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.3143528 Jul 07 22:20:57.189075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.189617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Fanout notify agent at l3_agent the message router_deleted on router e660c75f-3479-49e8-b4e3-fc63e629007a {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:20:57.198561 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.203055 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1f3dcc79-a368-4bcc-a14c-24519746f83d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/e660c75f-3479-49e8-b4e3-fc63e629007a HTTP/1.1" status: 204 len: 168 time: 1.7790465 Jul 07 22:20:57.204445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:57.210645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-96b79c70-e8f1-4508-a1d9-047c0aaa1cdf tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1959259092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:57.262703 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96b79c70-e8f1-4508-a1d9-047c0aaa1cdf tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.263608 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96b79c70-e8f1-4508-a1d9-047c0aaa1cdf tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.265419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-ac486da0-1b14-4b7b-a084-13df9b7d97e4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/quotas/616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 375 time: 0.0642936 Jul 07 22:20:57.279152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.283850 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a95fcb55-e144-4b30-a090-cfdff236367a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.305880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed9f7d6f-9d03-4765-8e4e-2a8e185eb972 req-3ce919ea-a659-46b2-a693-7f0c3c084080 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580482 Jul 07 22:20:57.319153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Attempting to bind port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:20:57.319500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Attempting to bind port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:20:57.319833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Attempting to bind port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 on network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:57.349069 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96b79c70-e8f1-4508-a1d9-047c0aaa1cdf tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.352417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 on network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:20:57.352712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Attempting to bind port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 on network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:20:57.357628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96b79c70-e8f1-4508-a1d9-047c0aaa1cdf tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.371869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:20:57.372122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Checking segment: {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:20:57.372485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Bound using segment: {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:20:57.373182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Bound port: 07e4f097-b232-484c-bcc3-f1d0d7fb7699, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f84ba34-6489-46b9-abea-b3f06836f1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:20:57.373371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.377598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e443fcc-2e38-4086-8807-0a2022d1bf73 req-74f04bfa-14f4-4ecb-acd4-088a45e4ddc1 service neutron] 10.222.0.44 "GET /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054653 Jul 07 22:20:57.380362 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96b79c70-e8f1-4508-a1d9-047c0aaa1cdf tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.381557 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-96b79c70-e8f1-4508-a1d9-047c0aaa1cdf tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1763134 Jul 07 22:20:57.383284 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.384220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36496) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:57.396086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'enable_snat': False}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:57.421712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:57.425205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:57.429256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:57.467605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event updated for resources: {'Port': ['ID=5856c748-1420-4266-ad5c-084c795f25cb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:57.601149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-1567878a-becc-46e2-80d0-83d4a7108716 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3018739 Jul 07 22:20:57.686320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] For port 07e4f097-b232-484c-bcc3-f1d0d7fb7699, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:20:57.691030 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:57.899248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.030559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Router f9df6e90-a0c8-4022-b95f-73f7796af49b is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:20:58.035136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] For port 07e4f097-b232-484c-bcc3-f1d0d7fb7699, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:20:58.043531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.052919 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.111676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:58.112303 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.113688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] 10.222.0.83 "PUT /v2.0/ports/07e4f097-b232-484c-bcc3-f1d0d7fb7699 HTTP/1.1" status: 200 len: 1093 time: 2.5774961 Jul 07 22:20:58.124227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128b923d-6390-4988-b807-d918798b4fbd', 'tag': '07e4f097-b232-484c-bcc3-f1d0d7fb7699'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:20:58.126519 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d214a-92ac-42d0-81fb-005e676175ee" -d '{"events": [{"name": "network-changed", "server_uuid": "128b923d-6390-4988-b807-d918798b4fbd", "tag": "07e4f097-b232-484c-bcc3-f1d0d7fb7699"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:20:58.150024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:58.164210 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbdb079-7b41-4334-8562-db55af54e8cd None None] Sync routers for ids ['f9df6e90-a0c8-4022-b95f-73f7796af49b'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:58.174659 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbdb079-7b41-4334-8562-db55af54e8cd None None] Routers {'f9df6e90-a0c8-4022-b95f-73f7796af49b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:58.175665 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9fbdb079-7b41-4334-8562-db55af54e8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f9df6e90-a0c8-4022-b95f-73f7796af49b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:58.176940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.182977 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-faf4267a-0e0c-4497-b132-2fbb24a9c618 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3392088 Jul 07 22:20:58.183853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36504) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:58.197959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c5318-0041-469f-8145-04aa9e9a0e55 req-fa40672f-b58e-485d-acfd-a1c921ed6fcc tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:58.200801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:58.205531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc0c5318-0041-469f-8145-04aa9e9a0e55 req-fa40672f-b58e-485d-acfd-a1c921ed6fcc tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 944 time: 0.6936789 Jul 07 22:20:58.218278 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9fbdb079-7b41-4334-8562-db55af54e8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:58.229286 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbdb079-7b41-4334-8562-db55af54e8cd None None] Routers {'f9df6e90-a0c8-4022-b95f-73f7796af49b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:58.230184 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9fbdb079-7b41-4334-8562-db55af54e8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f9df6e90-a0c8-4022-b95f-73f7796af49b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:58.238546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-afe39b1a-1864-4965-a6b1-f6a9ad5f32c8 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141994 Jul 07 22:20:58.264749 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9fbdb079-7b41-4334-8562-db55af54e8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:58.266035 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbdb079-7b41-4334-8562-db55af54e8cd None None] The sync data for ids ['f9df6e90-a0c8-4022-b95f-73f7796af49b'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:58.288166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a15950-c69e-4de8-98f2-da2e9e4916d5 service neutron] Pushing event updated for resources: {'Port': ['ID=07e4f097-b232-484c-bcc3-f1d0d7fb7699,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:58.371984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc0c5318-0041-469f-8145-04aa9e9a0e55 req-89f7ea89-be08-4eb8-ae9d-54c3752f4352 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654890 Jul 07 22:20:58.442516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-8c639aac-95fa-43de-8b65-5aacdeed36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:58.444007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-8c639aac-95fa-43de-8b65-5aacdeed36f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=320c374cfe5d409aa55a769fbfaf0ed9&device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 1096 time: 0.2315414 Jul 07 22:20:58.539310 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.540419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-df3d061d-1c90-4536-a0ee-94a284127676 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476230 Jul 07 22:20:58.547271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-6fa263ef-f35c-42dc-80b8-c56ea0ea99bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699 HTTP/1.1" status: 200 len: 217 time: 0.0823569 Jul 07 22:20:58.553877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.620815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Deleting port 5856c748-1420-4266-ad5c-084c795f25cb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:20:58.621167 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.704710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.716734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-65f9cc0a-6ed1-40c3-82a0-7ef3839b016c tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2966399 Jul 07 22:20:58.716913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Calling delete_port for 5856c748-1420-4266-ad5c-084c795f25cb owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:20:58.725006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-36e71974-6d77-4658-9394-ec36d1d60dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:58.732097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-36e71974-6d77-4658-9394-ec36d1d60dee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a83cbe5e-1551-494c-8b07-ef4d4991bf2f HTTP/1.1" status: 200 len: 851 time: 0.1744552 Jul 07 22:20:58.756461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:20:58.829067 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.847516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.904576 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.933710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:58.974110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-4963f02a-9a15-48ec-b975-a209d392be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:58.975826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-4963f02a-9a15-48ec-b975-a209d392be00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2140164 Jul 07 22:20:58.986885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Pushing event deleted for resources: {'Port': ['ID=5856c748-1420-4266-ad5c-084c795f25cb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:59.077158 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.159694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-2348197c-9531-49cc-ab97-05d8e603a615 service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777492 Jul 07 22:20:59.160800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Allocated IP 172.25.8.236 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/7c70fa68-7e2d-490a-940f-e53bf7db3fc8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:59.189976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.209826 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99a1e70-6075-41db-8cae-c3592fbeca6a x-openstack-request-id: req-d99a1e70-6075-41db-8cae-c3592fbeca6a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:20:59.210373 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128b923d-6390-4988-b807-d918798b4fbd", "tag": "07e4f097-b232-484c-bcc3-f1d0d7fb7699", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:20:59.210618 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d99a1e70-6075-41db-8cae-c3592fbeca6a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:20:59.211268 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128b923d-6390-4988-b807-d918798b4fbd', 'tag': '07e4f097-b232-484c-bcc3-f1d0d7fb7699', 'status': 'completed', 'code': 200} Jul 07 22:20:59.334370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.338590 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.435537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeb46027-5e24-42e5-931c-35f9d2ab2ac5 req-1026ea48-0cca-4219-9165-735dd1159eb1 service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676699 Jul 07 22:20:59.436812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Router f9df6e90-a0c8-4022-b95f-73f7796af49b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:20:59.466743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.487078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00635e-0c90-4f6f-9fe4-5cfdb31f15eb req-3dc86a2f-e76f-4da0-a73d-0a9cf5da8ae5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:59.488623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac00635e-0c90-4f6f-9fe4-5cfdb31f15eb req-3dc86a2f-e76f-4da0-a73d-0a9cf5da8ae5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.1690991 Jul 07 22:20:59.575589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac00635e-0c90-4f6f-9fe4-5cfdb31f15eb req-6a3dff2f-bc03-4d4a-82aa-4eac2963c922 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776117 Jul 07 22:20:59.582753 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.651204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:20:59.657084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:20:59.664193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:20:59.684662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e72e1117-c9ba-43b4-b6e5-2ec60218a698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.718904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Allocated IP 172.25.8.251 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/73b3ee09-8c99-4b3d-ba26-8ae6043bf084) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:20:59.740671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Pushing event updated for resources: {'Port': ['ID=7c70fa68-7e2d-490a-940f-e53bf7db3fc8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:20:59.783110 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:20:59.790347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.791519 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1a51b526-0e25-4ef1-a408-0479ed692bb4 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "PUT /v2.0/routers/f9df6e90-a0c8-4022-b95f-73f7796af49b HTTP/1.1" status: 200 len: 706 time: 1.6064825 Jul 07 22:20:59.794052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:59.798837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b99a1-2b27-4619-8c3c-74856858d44f None None] Sync routers for ids ['f9df6e90-a0c8-4022-b95f-73f7796af49b'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:20:59.808477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b99a1-2b27-4619-8c3c-74856858d44f None None] Routers {'f9df6e90-a0c8-4022-b95f-73f7796af49b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:59.809395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-482b99a1-2b27-4619-8c3c-74856858d44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f9df6e90-a0c8-4022-b95f-73f7796af49b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:59.828395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05eda3f-a86b-4f0b-ad02-cb4e66e62a42 req-f80581e6-492b-4218-83ca-36bf216e1a0f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 210 time: 0.0781219 Jul 07 22:20:59.837453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d214a-92ac-42d0-81fb-005e676175ee req-603059f5-06f7-4694-a15f-60aafc8f6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:20:59.839151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-215d214a-92ac-42d0-81fb-005e676175ee req-603059f5-06f7-4694-a15f-60aafc8f6910 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=320c374cfe5d409aa55a769fbfaf0ed9&device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 1096 time: 0.3007314 Jul 07 22:20:59.865473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-482b99a1-2b27-4619-8c3c-74856858d44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:59.876706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482b99a1-2b27-4619-8c3c-74856858d44f None None] Routers {'f9df6e90-a0c8-4022-b95f-73f7796af49b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:20:59.877527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-482b99a1-2b27-4619-8c3c-74856858d44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f9df6e90-a0c8-4022-b95f-73f7796af49b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:59.887265 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b47a72f-6c3d-46c5-912e-121140c24798 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/routers/f9df6e90-a0c8-4022-b95f-73f7796af49b HTTP/1.1" status: 200 len: 741 time: 0.0919616 Jul 07 22:20:59.890004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36532) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:59.911162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-482b99a1-2b27-4619-8c3c-74856858d44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:20:59.912144 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482b99a1-2b27-4619-8c3c-74856858d44f None None] The sync data for ids ['f9df6e90-a0c8-4022-b95f-73f7796af49b'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:20:59.950689 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ad0e1668-c928-4a40-adca-718e283bcae1 tempest-RoutersAdminTest-1808185995 tempest-RoutersAdminTest-1808185995-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=f9df6e90-a0c8-4022-b95f-73f7796af49b HTTP/1.1" status: 200 len: 205 time: 0.0595531 Jul 07 22:20:59.952412 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:20:59.967498 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:20:59.994610 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a120a2d6-9f2a-4c9d-9685-fa4880539525 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9df6e90-a0c8-4022-b95f-73f7796af49b HTTP/1.1" status: 200 len: 205 time: 0.0377841 Jul 07 22:20:59.996125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.044472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.082191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a09329fc-2106-418a-a798-d4cd5ac2b7d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.254847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a09329fc-2106-418a-a798-d4cd5ac2b7d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.257400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a09329fc-2106-418a-a798-d4cd5ac2b7d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.303767 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a09329fc-2106-418a-a798-d4cd5ac2b7d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.304328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09329fc-2106-418a-a798-d4cd5ac2b7d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Fanout notify agent at l3_agent the message router_deleted on router f9df6e90-a0c8-4022-b95f-73f7796af49b {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:21:00.313174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a09329fc-2106-418a-a798-d4cd5ac2b7d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.318394 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a09329fc-2106-418a-a798-d4cd5ac2b7d2 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/f9df6e90-a0c8-4022-b95f-73f7796af49b HTTP/1.1" status: 204 len: 168 time: 0.3170686 Jul 07 22:21:00.319578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36542) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.356368 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7bd445c4-7564-4b77-8414-732e372de248 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=f9df6e90-a0c8-4022-b95f-73f7796af49b HTTP/1.1" status: 200 len: 205 time: 0.0361583 Jul 07 22:21:00.358749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.395797 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-90e0fbae-8f76-4d69-8251-3bb978353f98 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] delete failed (client error): The resource could not be found. Jul 07 22:21:00.400531 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-90e0fbae-8f76-4d69-8251-3bb978353f98 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/f9df6e90-a0c8-4022-b95f-73f7796af49b HTTP/1.1" status: 404 len: 336 time: 0.0372028 Jul 07 22:21:00.400992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.433237 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dcd830b3-ac87-4155-bef1-d0f43a299967 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=98ad4531-8680-47ae-8a04-b33c754b06f7 HTTP/1.1" status: 200 len: 205 time: 0.0292671 Jul 07 22:21:00.433470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36548) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.475636 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-2b39ffd2-a1ec-48c1-a330-cd9144a6606b tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] delete failed (client error): The resource could not be found. Jul 07 22:21:00.479167 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2b39ffd2-a1ec-48c1-a330-cd9144a6606b tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/98ad4531-8680-47ae-8a04-b33c754b06f7 HTTP/1.1" status: 404 len: 336 time: 0.0423098 Jul 07 22:21:00.479424 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.495296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d214a-92ac-42d0-81fb-005e676175ee req-00f9dd67-7ab5-4a52-8c86-e07070dbb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:00.496771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-215d214a-92ac-42d0-81fb-005e676175ee req-00f9dd67-7ab5-4a52-8c86-e07070dbb2d5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65 HTTP/1.1" status: 200 len: 913 time: 0.6171896 Jul 07 22:21:00.514566 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3b61c295-69c5-4d32-84de-7bdbcbae49a5 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=ab7640f6-d478-45ab-b470-e06f1ffc5cea HTTP/1.1" status: 200 len: 205 time: 0.0323305 Jul 07 22:21:00.515348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.554803 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-47dd3057-881d-4bde-ac04-e7b11f245e90 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] delete failed (client error): The resource could not be found. Jul 07 22:21:00.558122 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-47dd3057-881d-4bde-ac04-e7b11f245e90 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/ab7640f6-d478-45ab-b470-e06f1ffc5cea HTTP/1.1" status: 404 len: 336 time: 0.0393722 Jul 07 22:21:00.558836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.595736 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-df4dd8a7-bfae-4835-9767-58e75c7e864f tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=deb80b10-1bfe-41a6-9a1c-c64ca9081c60 HTTP/1.1" status: 200 len: 205 time: 0.0352807 Jul 07 22:21:00.598057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36556) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.616970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-215d214a-92ac-42d0-81fb-005e676175ee req-ee83a156-3a55-4d54-a954-84f7dce5d251 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699 HTTP/1.1" status: 200 len: 217 time: 0.0917945 Jul 07 22:21:00.636274 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-96124218-ff42-4891-aa76-cddb4f6c7208 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] delete failed (client error): The resource could not be found. Jul 07 22:21:00.639715 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-96124218-ff42-4891-aa76-cddb4f6c7208 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/deb80b10-1bfe-41a6-9a1c-c64ca9081c60 HTTP/1.1" status: 404 len: 336 time: 0.0381439 Jul 07 22:21:00.641956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.672863 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-45da004b-fcdb-49c4-a538-ff9bde1b097f tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec67fdf3-093b-4340-964c-1fb51435c8f6 HTTP/1.1" status: 200 len: 205 time: 0.0296831 Jul 07 22:21:00.673207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36560) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.692481 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.702941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f4fee-612f-46a0-a25b-6934e21d069c req-309ad4c3-aedf-494b-bf83-a825a4d4d079 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:00.705061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad0f4fee-612f-46a0-a25b-6934e21d069c req-309ad4c3-aedf-494b-bf83-a825a4d4d079 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 944 time: 0.6453953 Jul 07 22:21:00.706107 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.715208 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-a228778f-c92f-4792-b949-079a271f43f3 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] delete failed (client error): The resource could not be found. Jul 07 22:21:00.718731 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a228778f-c92f-4792-b949-079a271f43f3 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/ec67fdf3-093b-4340-964c-1fb51435c8f6 HTTP/1.1" status: 404 len: 336 time: 0.0421793 Jul 07 22:21:00.718864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-656bfb43-2dcc-4e72-aeb6-aa1dfb124a4f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:00.719076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.719883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-656bfb43-2dcc-4e72-aeb6-aa1dfb124a4f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.3665071 Jul 07 22:21:00.750193 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-63d68f01-bdb3-463b-b0f6-35c1197542c6 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "GET /v2.0/ports?device_id=f13b5124-c73d-41e5-9d98-c19d371e2ab4 HTTP/1.1" status: 200 len: 205 time: 0.0278399 Jul 07 22:21:00.754755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36564) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.772017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'port': {'device_id': '111c5efe-5afe-4b43-9845-ee653d83a810', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'admin_state_up': True, 'tenant_id': '616b37054f834516a12c5c2bd5d21632'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:00.792427 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:00.794895 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-1361803d-9862-4af4-9908-bbba92da2e59 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] delete failed (client error): The resource could not be found. Jul 07 22:21:00.795548 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1361803d-9862-4af4-9908-bbba92da2e59 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/routers/f13b5124-c73d-41e5-9d98-c19d371e2ab4 HTTP/1.1" status: 404 len: 336 time: 0.0398004 Jul 07 22:21:00.798263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36566) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:00.831159 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-29da24b1-b94c-481b-896a-1049ddf2e2b3 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] DELETE failed (client error): The resource could not be found. Jul 07 22:21:00.831613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29da24b1-b94c-481b-896a-1049ddf2e2b3 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:00.833351 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-29da24b1-b94c-481b-896a-1049ddf2e2b3 tempest-RoutersAdminTest-17247622 tempest-RoutersAdminTest-17247622-project] 10.222.0.81 "DELETE /v2.0/subnets/7b32da7c-7368-450d-8b20-3d8036c41a3c HTTP/1.1" status: 404 len: 337 time: 0.0341406 Jul 07 22:21:00.876648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d214a-92ac-42d0-81fb-005e676175ee req-01676b06-f631-40a4-8c65-672a2bfe5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:00.878161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-215d214a-92ac-42d0-81fb-005e676175ee req-01676b06-f631-40a4-8c65-672a2bfe5870 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a83cbe5e-1551-494c-8b07-ef4d4991bf2f HTTP/1.1" status: 200 len: 851 time: 0.2454185 Jul 07 22:21:00.883729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:00.919289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:00.936964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:00.987786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event updated for resources: {'Port': ['ID=73b3ee09-8c99-4b3d-ba26-8ae6043bf084,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:01.013763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad0f4fee-612f-46a0-a25b-6934e21d069c req-21d132bc-aa1a-4f93-b7b6-215894398861 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928939 Jul 07 22:21:01.065532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36574) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:01.083357 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.190022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3964-e679-4a5d-8a32-da022d44b941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.193534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d214a-92ac-42d0-81fb-005e676175ee req-ccea3f50-f81d-4b96-a327-50702739b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:01.195079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-215d214a-92ac-42d0-81fb-005e676175ee req-ccea3f50-f81d-4b96-a327-50702739b1f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3062451 Jul 07 22:21:01.264688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.266226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Made reservation on behalf of 616b37054f834516a12c5c2bd5d21632 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:01.269943 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.352378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3964-e679-4a5d-8a32-da022d44b941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.358881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3964-e679-4a5d-8a32-da022d44b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.379853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.393606 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.403885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d3964-e679-4a5d-8a32-da022d44b941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2aa4365-b0bc-4384-829c-21cf1de64188,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:01.411853 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9e0d3964-e679-4a5d-8a32-da022d44b941 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5723c8c2ade4da4a65c7348dc2c0b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451233 Jul 07 22:21:01.412852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36580) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:01.439116 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.590337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-215d214a-92ac-42d0-81fb-005e676175ee req-dce3cff0-4d92-47d3-ad67-2059763df08c service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835707 Jul 07 22:21:01.836882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-217d8d99-953b-4573-a417-14072cf6c396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.847231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1fd8440-e97c-4371-876f-1f17cfd3f77e req-2e095094-e3f3-4e53-973e-826dad5fd7d6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 210 time: 0.0703254 Jul 07 22:21:01.884083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.20.0.12 (999565a5-3d06-4cae-b337-73e8bf8acda2/5e8a3a64-3ee5-4b55-849d-11c87e978ec3/9006a33e-897c-4443-8f3e-4f0eb790391c) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:01.914754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-217d8d99-953b-4573-a417-14072cf6c396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:01.984222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-215d214a-92ac-42d0-81fb-005e676175ee req-90ab9302-92fe-4319-8185-b0e843a5439d service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584881 Jul 07 22:21:02.043100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Router 2bb39820-8d3d-4b37-8013-f450c8b72c92 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:21:02.075208 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.088849 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.470562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-217d8d99-953b-4573-a417-14072cf6c396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.473014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-217d8d99-953b-4573-a417-14072cf6c396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.474156 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-217d8d99-953b-4573-a417-14072cf6c396 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2aa4365-b0bc-4384-829c-21cf1de64188 HTTP/1.1" status: 204 len: 168 time: 1.0331488 Jul 07 22:21:02.481691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 07e4f097-b232-484c-bcc3-f1d0d7fb7699 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:02.551004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d8d99-953b-4573-a417-14072cf6c396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2aa4365-b0bc-4384-829c-21cf1de64188,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:02.602302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 07e4f097-b232-484c-bcc3-f1d0d7fb7699, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:02.606787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event updated for resources: {'Port': ['ID=73b3ee09-8c99-4b3d-ba26-8ae6043bf084,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:02.619945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '07e4f097-b232-484c-bcc3-f1d0d7fb7699', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'port_id': '07e4f097-b232-484c-bcc3-f1d0d7fb7699', 'mac_address': 'fa:16:3e:5b:c7:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:02.639312 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.665797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.666988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-b7f27c40-f886-4a5b-9a64-6fbfbcfad7fd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9347556 Jul 07 22:21:02.667643 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.695730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e4f097-b232-484c-bcc3-f1d0d7fb7699 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:02.713344 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.724880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 07e4f097-b232-484c-bcc3-f1d0d7fb7699, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:02.730455 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.740209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:02.746932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.749909 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683b1ff-e91d-4224-bf49-87ab95312a1a None None] Sync routers for ids ['2bb39820-8d3d-4b37-8013-f450c8b72c92'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:02.751501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:02.752039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ec7ed267-cd49-435e-bcb5-7b7510cfa172 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "PUT /v2.0/routers/2bb39820-8d3d-4b37-8013-f450c8b72c92 HTTP/1.1" status: 200 len: 920 time: 5.3591514 Jul 07 22:21:02.757661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-8839c00d-4dcd-480a-87ed-505ad876402f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.251 HTTP/1.1" status: 200 len: 696 time: 0.0781720 Jul 07 22:21:02.760881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:02.776712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc601b5-6db6-4665-90d7-43a6aef66126 req-d5060563-ea3a-427c-83f3-071f1c9c59b4 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:02.779847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cc601b5-6db6-4665-90d7-43a6aef66126 req-d5060563-ea3a-427c-83f3-071f1c9c59b4 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.3767362 Jul 07 22:21:02.788217 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683b1ff-e91d-4224-bf49-87ab95312a1a None None] Routers {'2bb39820-8d3d-4b37-8013-f450c8b72c92'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:02.789024 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c683b1ff-e91d-4224-bf49-87ab95312a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2bb39820-8d3d-4b37-8013-f450c8b72c92'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:02.841196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Transition to ACTIVE for port object 9006a33e-897c-4443-8f3e-4f0eb790391c will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:02.872783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:02.886678 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c683b1ff-e91d-4224-bf49-87ab95312a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:02.900970 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c683b1ff-e91d-4224-bf49-87ab95312a1a None None] Routers {'2bb39820-8d3d-4b37-8013-f450c8b72c92'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:02.901661 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c683b1ff-e91d-4224-bf49-87ab95312a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2bb39820-8d3d-4b37-8013-f450c8b72c92'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:02.912707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cc601b5-6db6-4665-90d7-43a6aef66126 req-91a4f85b-8c19-41e8-a4f6-72e66d711ed3 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247079 Jul 07 22:21:02.951428 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c683b1ff-e91d-4224-bf49-87ab95312a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:02.952080 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c683b1ff-e91d-4224-bf49-87ab95312a1a None None] The sync data for ids ['2bb39820-8d3d-4b37-8013-f450c8b72c92'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:02.990469 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b86cd3eb-2f73-42b9-9f55-e44fb7783be0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=faf0d74a9266444a82f5604b39ae1b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1133420 Jul 07 22:21:02.990469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:03.022842 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c9c953f5-f8b2-4a6e-b0d6-21c687d36bd0 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/routers/2bb39820-8d3d-4b37-8013-f450c8b72c92 HTTP/1.1" status: 200 len: 926 time: 0.2700956 Jul 07 22:21:03.028548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:03.054831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-2c36784e-8b17-4fcc-8b0f-66bed94ea63c tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:03.056243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9d3f497-f7b8-4ffb-9caf-3f40ef17db63 req-2c36784e-8b17-4fcc-8b0f-66bed94ea63c tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2722964 Jul 07 22:21:03.057841 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.066232 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=07e4f097-b232-484c-bcc3-f1d0d7fb7699,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:03.120954 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1b5d-de98-4271-aea4-331ac96c44bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.147436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:03.149016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cbf94c-982a-4646-b0bb-286fa21a4ab1 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:03.150999 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-86cbf94c-982a-4646-b0bb-286fa21a4ab1 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=2bb39820-8d3d-4b37-8013-f450c8b72c92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1209741 Jul 07 22:21:03.155370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:03.159546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1b5d-de98-4271-aea4-331ac96c44bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.166841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:03.169779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:03.172153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=9006a33e-897c-4443-8f3e-4f0eb790391c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:03.243266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['07e4f097-b232-484c-bcc3-f1d0d7fb7699'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:03.305010 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1b5d-de98-4271-aea4-331ac96c44bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.307981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:03.308132 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0e1b5d-de98-4271-aea4-331ac96c44bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.312395 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca0e1b5d-de98-4271-aea4-331ac96c44bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d2ae962-17ce-4d33-8388-293aa976798b HTTP/1.1" status: 204 len: 168 time: 0.3180356 Jul 07 22:21:03.312549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.332321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e1b5d-de98-4271-aea4-331ac96c44bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ae962-17ce-4d33-8388-293aa976798b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:03.334878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eca6a8-9cd5-4516-83af-d8e74ec51e43 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:03.336466 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-93eca6a8-9cd5-4516-83af-d8e74ec51e43 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 881 time: 0.1800272 Jul 07 22:21:03.339221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:03.354851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f5aa-e526-470a-ac66-e8401c2d09ac req-97e3a643-c10c-42ce-a307-05c1ff8c0661 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:03.372531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1a4f5aa-e526-470a-ac66-e8401c2d09ac req-97e3a643-c10c-42ce-a307-05c1ff8c0661 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 945 time: 0.2741346 Jul 07 22:21:03.409416 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b0d6e23-fcd2-4d66-89f0-4ee4cae24000 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bb39820-8d3d-4b37-8013-f450c8b72c92 HTTP/1.1" status: 200 len: 205 time: 0.0685003 Jul 07 22:21:03.411685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36610) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:03.442269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-8d3124a8-dfb9-4a81-a5a1-930e9692442c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6785853 Jul 07 22:21:03.490959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Request body: {'port': {'device_id': '111c5efe-5afe-4b43-9845-ee653d83a810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:03.541954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074529f-af68-48f9-9349-9eb81e5cebc7 req-b7fc3b00-aec6-440b-b563-1ccbdf7bb21d tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:03.543539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3074529f-af68-48f9-9349-9eb81e5cebc7 req-b7fc3b00-aec6-440b-b563-1ccbdf7bb21d tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 945 time: 0.3441553 Jul 07 22:21:03.556429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1a4f5aa-e526-470a-ac66-e8401c2d09ac req-0442ab10-5f56-4e81-901b-64ed1e3ab6f2 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828573 Jul 07 22:21:03.617520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9c76df86-9075-4efa-915c-b909ed16f130 None None] Provisioning for port 9006a33e-897c-4443-8f3e-4f0eb790391c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:03.627377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9c76df86-9075-4efa-915c-b909ed16f130 None None] Provisioning complete for port 9006a33e-897c-4443-8f3e-4f0eb790391c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:03.627767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c76df86-9075-4efa-915c-b909ed16f130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.636133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.713880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9c76df86-9075-4efa-915c-b909ed16f130 None None] Port 9006a33e-897c-4443-8f3e-4f0eb790391c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:03.721453 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.794524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3074529f-af68-48f9-9349-9eb81e5cebc7 req-0b353be9-c536-4241-b490-8e169870d0b1 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290606 Jul 07 22:21:03.864688 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:03.970931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Deleting port 7c70fa68-7e2d-490a-940f-e53bf7db3fc8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:03.971208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.073107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-286b6c6c-cc88-4d8b-81b3-d74556e96658 req-a9d628d3-18e6-4b86-ab3e-50fb3e72ad44 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips/99ccf03f-facc-412d-a1d4-b89f83a24105 HTTP/1.1" status: 200 len: 693 time: 0.0929790 Jul 07 22:21:04.080496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.095502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-6ae94ccd-1f48-460b-b873-0e392c8227d1 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:04.096995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Calling delete_port for 7c70fa68-7e2d-490a-940f-e53bf7db3fc8 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:04.098044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-6ae94ccd-1f48-460b-b873-0e392c8227d1 tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.83 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 945 time: 0.4932222 Jul 07 22:21:04.303692 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.375209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event deleted for resources: {'Port': ['ID=7c70fa68-7e2d-490a-940f-e53bf7db3fc8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:04.427628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.483222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 07e4f097-b232-484c-bcc3-f1d0d7fb7699 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:04.537665 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.540051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.569878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:04.573702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b6c6c-cc88-4d8b-81b3-d74556e96658 req-5b9ef4e9-49e0-4535-a643-65cec10f46e1 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:04.574811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:04.575284 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.575415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-286b6c6c-cc88-4d8b-81b3-d74556e96658 req-5b9ef4e9-49e0-4535-a643-65cec10f46e1 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.5014553 Jul 07 22:21:04.595745 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.596373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Fanout notify agent at l3_agent the message router_deleted on router 2bb39820-8d3d-4b37-8013-f450c8b72c92 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:21:04.607940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.613537 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2ca2d65b-3c09-462e-9711-0321099ad993 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/2bb39820-8d3d-4b37-8013-f450c8b72c92 HTTP/1.1" status: 204 len: 168 time: 1.1954007 Jul 07 22:21:04.617049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36638) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:04.636850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-415173778', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:04.674177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-286b6c6c-cc88-4d8b-81b3-d74556e96658 req-8e2f6ff2-3000-49b1-9d67-22242c5a7b61 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:21:04.675375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-286b6c6c-cc88-4d8b-81b3-d74556e96658 req-8e2f6ff2-3000-49b1-9d67-22242c5a7b61 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556159 Jul 07 22:21:04.689592 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.703352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9006a33e-897c-4443-8f3e-4f0eb790391c {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:04.716531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.717634 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.722442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128b923d-6390-4988-b807-d918798b4fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e4f097-b232-484c-bcc3-f1d0d7fb7699'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:04.726264 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2405fc8-376a-47b2-809f-05101d622d18" -d '{"events": [{"server_uuid": "128b923d-6390-4988-b807-d918798b4fbd", "name": "network-vif-plugged", "status": "completed", "tag": "07e4f097-b232-484c-bcc3-f1d0d7fb7699"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:04.747805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 07e4f097-b232-484c-bcc3-f1d0d7fb7699, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:04.757053 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.777047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.795487 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.820676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=07e4f097-b232-484c-bcc3-f1d0d7fb7699,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:04.850857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5450cd-cc79-4986-a947-962d83476111 req-9785512d-a92b-4b19-a762-d83f1649e96c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:04.857813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb5450cd-cc79-4986-a947-962d83476111 req-9785512d-a92b-4b19-a762-d83f1649e96c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 932 time: 0.8966887 Jul 07 22:21:04.926553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Deleting port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:04.926955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:04.953568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Transition to ACTIVE for port object 9006a33e-897c-4443-8f3e-4f0eb790391c will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:04.963677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-a4fe25f4-d2fa-4ced-9b20-dd1824c6a6b6 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:04.965183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-a4fe25f4-d2fa-4ced-9b20-dd1824c6a6b6 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.7073925 Jul 07 22:21:05.005990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.170813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36658) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:05.308924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-911276647', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:05.336198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Made reservation on behalf of 242d1fe4d7c74a45a40ac9427e851c15 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:05.339621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.355518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.402966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb5450cd-cc79-4986-a947-962d83476111 req-0df81160-d413-4663-8eeb-0c0b0320f959 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441947 Jul 07 22:21:05.467588 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.494243 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.502302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.511596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] device_id is not set on port 5d17a169-c5fb-4f15-b379-2ec926b8e1a4 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:05.538319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Pushing event updated for resources: {'Port': ['ID=9006a33e-897c-4443-8f3e-4f0eb790391c,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:05.587261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a553b73-1976-4c5f-bf81-ca0f9a1508fd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:05.600799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] For port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,segment=NetworkSegment(88783707-07c0-46b4-b1a0-ae2a1343f131),segment_id=88783707-07c0-46b4-b1a0-ae2a1343f131)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:05.601132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.667150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Allocated IP 172.25.8.180 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/5d17a169-c5fb-4f15-b379-2ec926b8e1a4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:05.710355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Calling delete_port for 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:05.746930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bc263-71db-4fe4-888d-15de7204e4b9 req-fae6ec94-3701-4814-a795-9cb02c8da73c tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:05.748338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b3bc263-71db-4fe4-888d-15de7204e4b9 req-fae6ec94-3701-4814-a795-9cb02c8da73c tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 945 time: 0.8126841 Jul 07 22:21:05.813984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.856854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.878039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Attempting to bind port 9006a33e-897c-4443-8f3e-4f0eb790391c on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:05.878998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Attempting to bind port 9006a33e-897c-4443-8f3e-4f0eb790391c by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:05.878998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Attempting to bind port 9006a33e-897c-4443-8f3e-4f0eb790391c on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:05.895559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:05.898509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:05.901092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:05.903325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Deleting port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:05.903712 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.913472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b3bc263-71db-4fe4-888d-15de7204e4b9 req-20467d71-ff98-4478-beed-e4fa0ecf4512 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530728 Jul 07 22:21:05.914018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Port 9006a33e-897c-4443-8f3e-4f0eb790391c on network 999565a5-3d06-4cae-b337-73e8bf8acda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:21:05.914364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Attempting to bind port 9006a33e-897c-4443-8f3e-4f0eb790391c on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:05.940936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:05.941550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.957323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Pushing event updated for resources: {'Port': ['ID=5d17a169-c5fb-4f15-b379-2ec926b8e1a4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:05.967621 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a9295923-8239-4687-a02c-6e1f32457a8e tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7952313 Jul 07 22:21:05.970877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf35c5f-697a-4cd6-91d9-6854fc1cb25f req-1e29a068-b22d-4edb-83bc-ad29820f5ffb tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:05.971055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36662) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:05.972348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cf35c5f-697a-4cd6-91d9-6854fc1cb25f req-1e29a068-b22d-4edb-83bc-ad29820f5ffb tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/ports?device_id=420aedcd-5ce6-4417-abc8-3ccb133c96fb HTTP/1.1" status: 200 len: 945 time: 0.3928006 Jul 07 22:21:05.976018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180'}]}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:05.991735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:05.992069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:05.992443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Bound using segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:05.992881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Bound port: 9006a33e-897c-4443-8f3e-4f0eb790391c, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:05.993262 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.997620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:05.998722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.056069 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.083316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-506c05a5-f8a4-4635-ae9e-ad12c05e69da tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips/99ccf03f-facc-412d-a1d4-b89f83a24105 HTTP/1.1" status: 200 len: 693 time: 0.1248031 Jul 07 22:21:06.205816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.242430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cf35c5f-697a-4cd6-91d9-6854fc1cb25f req-4fe2da55-f0df-4d90-a1a0-8414bb9607ca tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.81 "GET /v2.0/security-groups?id=326093aa-46be-4966-9750-b16a97ee27be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588699 Jul 07 22:21:06.265241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] For port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:06.265621 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.308615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Calling delete_port for 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:06.319233 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbf7a02-7259-489e-a90f-71d6b3b1d2a5 x-openstack-request-id: req-5cbf7a02-7259-489e-a90f-71d6b3b1d2a5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:06.319814 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128b923d-6390-4988-b807-d918798b4fbd", "name": "network-vif-plugged", "status": "completed", "tag": "07e4f097-b232-484c-bcc3-f1d0d7fb7699", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:06.320384 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cbf7a02-7259-489e-a90f-71d6b3b1d2a5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:06.321219 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128b923d-6390-4988-b807-d918798b4fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e4f097-b232-484c-bcc3-f1d0d7fb7699', 'code': 200} Jul 07 22:21:06.360945 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.366549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] For port 9006a33e-897c-4443-8f3e-4f0eb790391c, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:06.460733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] For port 9006a33e-897c-4443-8f3e-4f0eb790391c, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9006a33e-897c-4443-8f3e-4f0eb790391c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:06.481186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:06.501162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Pushing event deleted for resources: {'Port': ['ID=0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:06.521327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:06.522093 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:06.532752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.551220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-f1ebc64e-9bc7-44c0-95cd-30fdb792427a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:06.552502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-f1ebc64e-9bc7-44c0-95cd-30fdb792427a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.4606187 Jul 07 22:21:06.635729 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.660871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-e74a476e-e1c6-4cfd-be3b-87180d00ec99 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:21:06.661849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-e74a476e-e1c6-4cfd-be3b-87180d00ec99 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0662584 Jul 07 22:21:06.710436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] No DVR routers for this DVR port 0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:06.719035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.724335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:06.724948 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.726333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] 10.222.0.44 "PUT /v2.0/ports/9006a33e-897c-4443-8f3e-4f0eb790391c HTTP/1.1" status: 200 len: 1093 time: 3.2576950 Jul 07 22:21:06.732512 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.734369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3cc6ff4f-d399-494a-8167-dc0e76965390 req-a6b64faa-a141-422f-9224-69234feb605e tempest-ServerAddressesTestJSON-426843101 tempest-ServerAddressesTestJSON-426843101-project] 10.222.0.83 "DELETE /v2.0/ports/0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8 HTTP/1.1" status: 204 len: 173 time: 2.6025360 Jul 07 22:21:06.740382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111c5efe-5afe-4b43-9845-ee653d83a810', 'tag': '9006a33e-897c-4443-8f3e-4f0eb790391c'}, {'server_uuid': '420aedcd-5ce6-4417-abc8-3ccb133c96fb', 'name': 'network-vif-deleted', 'tag': '0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:06.742830 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a213041a-e9af-4c9e-b098-b2685e1ea734" -d '{"events": [{"name": "network-changed", "server_uuid": "111c5efe-5afe-4b43-9845-ee653d83a810", "tag": "9006a33e-897c-4443-8f3e-4f0eb790391c"}, {"server_uuid": "420aedcd-5ce6-4417-abc8-3ccb133c96fb", "name": "network-vif-deleted", "tag": "0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:06.777256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.807445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:06.882279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-06422637-6934-4578-977e-51801c39101e tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.251 HTTP/1.1" status: 200 len: 696 time: 0.1786067 Jul 07 22:21:06.889436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c59424-38ef-45c1-9295-dfa0f60b880b service neutron] Pushing event updated for resources: {'Port': ['ID=9006a33e-897c-4443-8f3e-4f0eb790391c,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:07.013951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0bd5c-82de-47d4-80da-9d6f804ef2a3 req-01948ebb-a06a-4f8b-bccf-d5e077fa5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:07.015483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57a0bd5c-82de-47d4-80da-9d6f804ef2a3 req-01948ebb-a06a-4f8b-bccf-d5e077fa5495 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 1098 time: 0.5679255 Jul 07 22:21:07.017431 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.018466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-059498b6-1819-4973-9674-ecf7a0c56df5 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.251 HTTP/1.1" status: 200 len: 696 time: 0.1196847 Jul 07 22:21:07.065079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561abe9-bc98-4a11-96a4-768f4489c521 req-78860d10-82f5-414a-b191-98732647e9be tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:07.066838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3561abe9-bc98-4a11-96a4-768f4489c521 req-78860d10-82f5-414a-b191-98732647e9be tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.5252876 Jul 07 22:21:07.175819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.188879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:07.201456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.203625 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.236384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-ddcdd796-a9cf-40ff-a0e2-a129f0632a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:07.238299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-ddcdd796-a9cf-40ff-a0e2-a129f0632a88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 1096 time: 0.4384801 Jul 07 22:21:07.243021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Allocated IP 172.25.8.5 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/8f309ff0-cb8f-4c7d-8534-6d05a7810b30) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:07.260246 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.260848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be6fd6cb-12ed-4bba-855d-dc513b0bc7f4 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:21:07.288480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57a0bd5c-82de-47d4-80da-9d6f804ef2a3 req-f684f75d-8b2a-47b0-acdc-14d8ede30fa7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571161 Jul 07 22:21:07.292871 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:21:07.293958 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1c9a1f6c-3a85-48e8-834c-133287560227 tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3219728 Jul 07 22:21:07.296860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36674) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:07.300234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Pushing event deleted for resources: {'Port': ['ID=1d8c686a-c218-49bb-a1ba-e73a2662a2b3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:07.360172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3561abe9-bc98-4a11-96a4-768f4489c521 req-07838c8e-316b-4b9d-9a1e-fde236c35fd9 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741213 Jul 07 22:21:07.368176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-08b9a873-b0d9-4421-9cb4-8a3fdb579641 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9006a33e-897c-4443-8f3e-4f0eb790391c HTTP/1.1" status: 200 len: 217 time: 0.0820723 Jul 07 22:21:07.397016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-afb0d51d-ce59-4ba8-bf5b-fccde624208c tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Deleting port 5d17a169-c5fb-4f15-b379-2ec926b8e1a4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:07.397401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb0d51d-ce59-4ba8-bf5b-fccde624208c tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.483023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb0d51d-ce59-4ba8-bf5b-fccde624208c tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.496526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-afb0d51d-ce59-4ba8-bf5b-fccde624208c tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Calling delete_port for 5d17a169-c5fb-4f15-b379-2ec926b8e1a4 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:07.630520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb0d51d-ce59-4ba8-bf5b-fccde624208c tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.663301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0d51d-ce59-4ba8-bf5b-fccde624208c tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d17a169-c5fb-4f15-b379-2ec926b8e1a4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:07.739517 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb0d51d-ce59-4ba8-bf5b-fccde624208c tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.745344 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-afb0d51d-ce59-4ba8-bf5b-fccde624208c tempest-RoutersAdminNegativeTest-1641124637 tempest-RoutersAdminNegativeTest-1641124637-project-admin] 10.222.0.81 "DELETE /v2.0/ports/5d17a169-c5fb-4f15-b379-2ec926b8e1a4 HTTP/1.1" status: 204 len: 168 time: 0.4430847 Jul 07 22:21:07.763594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] No DVR routers for this DVR port 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:07.796543 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.798582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-636c11fe-3957-48d8-b1b2-18d9b95dd073 req-48a4d3df-7d05-49e2-9ada-2e5e86fc5954 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.44 "DELETE /v2.0/ports/1d8c686a-c218-49bb-a1ba-e73a2662a2b3 HTTP/1.1" status: 204 len: 173 time: 2.7954607 Jul 07 22:21:07.836476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-c8a4ce1d-2d7b-4265-a31e-2d9c0e2f104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:07.837934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-c8a4ce1d-2d7b-4265-a31e-2d9c0e2f104a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.4488459 Jul 07 22:21:07.911210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Deleting port 73b3ee09-8c99-4b3d-ba26-8ae6043bf084 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:07.911951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.920655 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:07.987209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2cdb3-2ab2-4ba2-b84a-139f3d55aa92 req-622997db-f365-44ae-970d-4b0737f9c408 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:07.988696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1d2cdb3-2ab2-4ba2-b84a-139f3d55aa92 req-622997db-f365-44ae-970d-4b0737f9c408 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 944 time: 0.2770045 Jul 07 22:21:08.088752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.089110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.093089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-f6979cc9-d49e-42e5-96b5-696f663535d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:08.094656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-f6979cc9-d49e-42e5-96b5-696f663535d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2421184 Jul 07 22:21:08.104124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1d2cdb3-2ab2-4ba2-b84a-139f3d55aa92 req-f7623e52-81de-4afd-ac28-cc948462d091 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090183 Jul 07 22:21:08.105225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:08.118477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Calling delete_port for 73b3ee09-8c99-4b3d-ba26-8ae6043bf084 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:08.131319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.170461 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c83694c-f0c1-4c88-9cb8-93b9ab551511 x-openstack-request-id: req-8c83694c-f0c1-4c88-9cb8-93b9ab551511 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:08.170761 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111c5efe-5afe-4b43-9845-ee653d83a810", "tag": "9006a33e-897c-4443-8f3e-4f0eb790391c", "status": "completed", "code": 200}, {"server_uuid": "420aedcd-5ce6-4417-abc8-3ccb133c96fb", "name": "network-vif-deleted", "tag": "0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:08.171012 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c83694c-f0c1-4c88-9cb8-93b9ab551511 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:08.171393 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111c5efe-5afe-4b43-9845-ee653d83a810', 'tag': '9006a33e-897c-4443-8f3e-4f0eb790391c', 'status': 'completed', 'code': 200} Jul 07 22:21:08.171643 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420aedcd-5ce6-4417-abc8-3ccb133c96fb', 'name': 'network-vif-deleted', 'tag': '0ecb410d-c896-4cd5-9b82-6ad4a1bc29e8', 'status': 'completed', 'code': 200} Jul 07 22:21:08.221161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:08.255953 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2ff611c-e1d4-4cc4-a24d-6f7311b69ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.266013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:08.275277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:08.277454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:08.301328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:08.301676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1d8c686a-c218-49bb-a1ba-e73a2662a2b3 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:08.334908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event updated for resources: {'Port': ['ID=8f309ff0-cb8f-4c7d-8534-6d05a7810b30,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:08.376444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a4736a9-2632-4291-8be2-680fe7befdd2 req-09d8f6a3-f7dc-4055-843a-5390b3927066 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6500a99-8e93-42ff-b164-f554df6ba243 HTTP/1.1" status: 200 len: 210 time: 0.0863411 Jul 07 22:21:08.383683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-47796bab-eae3-4ff8-bacd-d274e699b7a5 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786541 Jul 07 22:21:08.397578 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2ff611c-e1d4-4cc4-a24d-6f7311b69ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.402906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2ff611c-e1d4-4cc4-a24d-6f7311b69ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.438940 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b2ff611c-e1d4-4cc4-a24d-6f7311b69ea7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c52b2b916014e3898973c7c7d5a0e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318765 Jul 07 22:21:08.442188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:08.467188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff611c-e1d4-4cc4-a24d-6f7311b69ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17089ce9-e65d-4d49-aef6-1fc911763794,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:08.483212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36692) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:08.513390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-744c10e2-4554-4e25-bd6b-1ea155ee433f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.543121 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-744c10e2-4554-4e25-bd6b-1ea155ee433f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.614520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-744c10e2-4554-4e25-bd6b-1ea155ee433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.624620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-744c10e2-4554-4e25-bd6b-1ea155ee433f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.631789 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-744c10e2-4554-4e25-bd6b-1ea155ee433f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17089ce9-e65d-4d49-aef6-1fc911763794 HTTP/1.1" status: 204 len: 168 time: 0.1885946 Jul 07 22:21:08.650409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c10e2-4554-4e25-bd6b-1ea155ee433f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17089ce9-e65d-4d49-aef6-1fc911763794,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:08.669185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-580904c6-f2ad-4713-962a-377f76f745bb admin admin] Deleting subnet 4305ab38-9bcf-49cb-a831-7e7e37e82920 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:21:08.683638 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-580904c6-f2ad-4713-962a-377f76f745bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.689297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f659e46-6bec-4c32-be60-877a0d08c799 req-e606230c-b930-410b-88e9-ff155d31013f service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973566 Jul 07 22:21:08.713957 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.786368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event deleted for resources: {'Port': ['ID=73b3ee09-8c99-4b3d-ba26-8ae6043bf084,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:08.821993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-580904c6-f2ad-4713-962a-377f76f745bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:08.998567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:09.015516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-580904c6-f2ad-4713-962a-377f76f745bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.043992 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dc6ed934-b3a6-463d-b76e-8ab6fde49b76 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=242d1fe4d7c74a45a40ac9427e851c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440505 Jul 07 22:21:09.044580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.046768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:09.047164 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.048806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbfbacf2-9e19-4ae3-88f7-2944975923ac req-ac38671a-d09f-4fe2-b583-13db622668e8 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "DELETE /v2.0/floatingips/99ccf03f-facc-412d-a1d4-b89f83a24105 HTTP/1.1" status: 204 len: 173 time: 2.0208621 Jul 07 22:21:09.069316 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.105408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187cc746-96f0-4254-a516-88f62dcccbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.131195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187cc746-96f0-4254-a516-88f62dcccbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.140769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5aa7f-649b-4f69-b4e6-3983ea45ad43 req-3fe8f877-0cb2-4b11-9a6c-18a32da89501 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:09.142680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bef5aa7f-649b-4f69-b4e6-3983ea45ad43 req-3fe8f877-0cb2-4b11-9a6c-18a32da89501 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.3492110 Jul 07 22:21:09.166960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-a356be9c-12bb-4278-8706-bf53135a5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:09.168488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-a356be9c-12bb-4278-8706-bf53135a5c95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 1096 time: 0.3763230 Jul 07 22:21:09.188284 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187cc746-96f0-4254-a516-88f62dcccbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.191600 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187cc746-96f0-4254-a516-88f62dcccbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.192815 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-187cc746-96f0-4254-a516-88f62dcccbf9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a553b73-1976-4c5f-bf81-ca0f9a1508fd HTTP/1.1" status: 204 len: 168 time: 0.1444588 Jul 07 22:21:09.204870 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cc746-96f0-4254-a516-88f62dcccbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a553b73-1976-4c5f-bf81-ca0f9a1508fd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:09.651191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-580904c6-f2ad-4713-962a-377f76f745bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.707763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bef5aa7f-649b-4f69-b4e6-3983ea45ad43 req-6477efa6-cc0e-4db9-9b9c-b243ac192fe4 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5044026 Jul 07 22:21:09.729635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580904c6-f2ad-4713-962a-377f76f745bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4305ab38-9bcf-49cb-a831-7e7e37e82920,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:09.755945 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-580904c6-f2ad-4713-962a-377f76f745bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.758575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-580904c6-f2ad-4713-962a-377f76f745bb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4305ab38-9bcf-49cb-a831-7e7e37e82920 HTTP/1.1" status: 204 len: 168 time: 1.2709191 Jul 07 22:21:09.760472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:09.800080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-94e61ca7-4e72-4cb0-b18e-a70f540564ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:09.801961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-94e61ca7-4e72-4cb0-b18e-a70f540564ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.5881155 Jul 07 22:21:09.847849 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.867302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c10664-ea4f-4e5f-9da4-79e336d21446 req-ca05eb38-bb24-4a5c-bf16-e0c96297a8bd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:09.868784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38c10664-ea4f-4e5f-9da4-79e336d21446 req-ca05eb38-bb24-4a5c-bf16-e0c96297a8bd tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7955613 Jul 07 22:21:09.926546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-be7488d5-d6ce-4a63-9d50-bd4920ba85da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9006a33e-897c-4443-8f3e-4f0eb790391c HTTP/1.1" status: 200 len: 217 time: 0.0758636 Jul 07 22:21:09.940741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.951492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f177d4e6-e399-4300-bb00-67b2e7072d31']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:09.964978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88783707-07c0-46b4-b1a0-ae2a1343f131') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:09.965386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88783707-07c0-46b4-b1a0-ae2a1343f131') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:09.976229 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.991821 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:09.998407 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:21:09.998805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: items = [ Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:21:10.013699 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:21:10.041230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36738) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.075410 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.083006 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.089748 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] 10.222.0.81 "DELETE /v2.0/networks/f177d4e6-e399-4300-bb00-67b2e7072d31 HTTP/1.1" status: 204 len: 168 time: 0.3275919 Jul 07 22:21:10.094179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-c8fb1f35-27fc-4d51-b355-0a123e4f14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:10.094179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-c8fb1f35-27fc-4d51-b355-0a123e4f14d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1367803 Jul 07 22:21:10.102571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9c610-84ad-4670-b36d-30002b6890b4 req-85b36dce-d6bf-4fa3-8b3c-c0309cbdf26c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:10.104078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58f9c610-84ad-4670-b36d-30002b6890b4 req-85b36dce-d6bf-4fa3-8b3c-c0309cbdf26c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 944 time: 0.2516043 Jul 07 22:21:10.113515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b7ad3-b48e-41d8-bbec-6df89b042d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=f177d4e6-e399-4300-bb00-67b2e7072d31,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:10.146473 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.175430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6500a99-8e93-42ff-b164-f554df6ba243', 'name': 'network-vif-deleted', 'tag': '1d8c686a-c218-49bb-a1ba-e73a2662a2b3'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:10.177673 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e64e1e-de13-401a-82b3-56e8a91d6245" -d '{"events": [{"server_uuid": "c6500a99-8e93-42ff-b164-f554df6ba243", "name": "network-vif-deleted", "tag": "1d8c686a-c218-49bb-a1ba-e73a2662a2b3"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:10.216350 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:21:10.223375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-715139d2-b24c-4d16-a1a0-5f048e9bb25b tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] Request body: {'port': {'network_id': 'ed6b2774-987d-4020-85da-58b7a059c9ba', 'name': 'tempest-NetworksNegativeTestJSON-1693194607'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:10.277345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36746) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.288282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c9f54e9-8dc0-4c51-90f6-d2fffd301de1 req-cb075b09-b499-4d9b-aa92-a82ec188a3ed tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=b6cff3387ae54e3f9dcd2452a92d6ace HTTP/1.1" status: 200 len: 1654 time: 0.1739016 Jul 07 22:21:10.293089 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-715139d2-b24c-4d16-a1a0-5f048e9bb25b tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] POST failed (client error): The resource could not be found. Jul 07 22:21:10.293739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715139d2-b24c-4d16-a1a0-5f048e9bb25b tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:10.298782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-715139d2-b24c-4d16-a1a0-5f048e9bb25b tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2536356 Jul 07 22:21:10.299204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36748) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.320094 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b0d6e7fa-d613-4f18-b158-b6b3dab15ab1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a06f99ff82354649b7d75f2333e4f37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413992 Jul 07 22:21:10.322406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.369864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b4c35b7-99a1-4591-9810-0bef056af3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.390047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58f9c610-84ad-4670-b36d-30002b6890b4 req-0f3b4570-63bc-40ec-bc6c-82b77c06d4ae tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732089 Jul 07 22:21:10.390937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b4c35b7-99a1-4591-9810-0bef056af3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.391064 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5776455d-ac3c-4538-8c8c-a62705864e7e tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] DELETE failed (client error): The resource could not be found. Jul 07 22:21:10.391588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5776455d-ac3c-4538-8c8c-a62705864e7e tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:10.393227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5776455d-ac3c-4538-8c8c-a62705864e7e tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "DELETE /v2.0/networks/4ad404ef-3ebb-427e-8de7-3cb8692e08e9 HTTP/1.1" status: 404 len: 339 time: 0.0847573 Jul 07 22:21:10.398502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36752) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.451990 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b4c35b7-99a1-4591-9810-0bef056af3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.455925 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b4c35b7-99a1-4591-9810-0bef056af3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:10.458626 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7b4c35b7-99a1-4591-9810-0bef056af3d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/326093aa-46be-4966-9750-b16a97ee27be HTTP/1.1" status: 204 len: 168 time: 0.1351213 Jul 07 22:21:10.469921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c35b7-99a1-4591-9810-0bef056af3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326093aa-46be-4966-9750-b16a97ee27be,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:10.479849 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d018078d-5ad2-456a-873a-eed1a78622f6 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] DELETE failed (client error): The resource could not be found. Jul 07 22:21:10.480537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d018078d-5ad2-456a-873a-eed1a78622f6 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:10.482310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d018078d-5ad2-456a-873a-eed1a78622f6 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "DELETE /v2.0/ports/2946948e-880c-460d-ac15-d88d4a0d5853 HTTP/1.1" status: 404 len: 333 time: 0.0812290 Jul 07 22:21:10.487616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36756) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.505479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-dff4d3ca-fa2e-48b3-8f59-c244d746c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:10.507046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-dff4d3ca-fa2e-48b3-8f59-c244d746c9c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4020867 Jul 07 22:21:10.525671 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cf8178-0812-40ea-b287-b130192d514e tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] DELETE failed (client error): The resource could not be found. Jul 07 22:21:10.526165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cf8178-0812-40ea-b287-b130192d514e tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:10.530837 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-13cf8178-0812-40ea-b287-b130192d514e tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "DELETE /v2.0/subnets/4c4c11f7-e8ce-4613-9da0-86abb104323e HTTP/1.1" status: 404 len: 337 time: 0.0398619 Jul 07 22:21:10.533309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36758) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.561796 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede5419e-9dd7-42e6-9f1c-002e34958c9b tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] GET failed (client error): The resource could not be found. Jul 07 22:21:10.567635 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ede5419e-9dd7-42e6-9f1c-002e34958c9b tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "GET /v2.0/networks/63698648-1bf6-428e-81b3-4ef4e2138ba1 HTTP/1.1" status: 404 len: 339 time: 0.0298154 Jul 07 22:21:10.567913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36760) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.608115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f54e9-8dc0-4c51-90f6-d2fffd301de1 req-f13de661-a24f-4900-8651-c415be1ac8cb tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:10.609657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c9f54e9-8dc0-4c51-90f6-d2fffd301de1 req-f13de661-a24f-4900-8651-c415be1ac8cb tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks?id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&id=2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 787 time: 0.3082871 Jul 07 22:21:10.619734 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa48dad-a553-4a9d-96e2-b42aa57ac4ff tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] GET failed (client error): The resource could not be found. Jul 07 22:21:10.625535 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1aa48dad-a553-4a9d-96e2-b42aa57ac4ff tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "GET /v2.0/ports/be68a1d3-b667-4475-832c-a221acf48d31 HTTP/1.1" status: 404 len: 333 time: 0.0531201 Jul 07 22:21:10.626682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36762) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.636105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-6c9f54e9-8dc0-4c51-90f6-d2fffd301de1 req-cc712985-c30d-42c7-9323-c80ec22892ff tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:21:10.637136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c9f54e9-8dc0-4c51-90f6-d2fffd301de1 req-cc712985-c30d-42c7-9323-c80ec22892ff tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180852 Jul 07 22:21:10.667173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Router 0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:21:10.673924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-87fb9830-0034-45fa-a9f9-a83f3fbad45c service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581576 Jul 07 22:21:10.716485 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-696433dc-ac5c-4169-b94d-d213c22f15b4 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] GET failed (client error): The resource could not be found. Jul 07 22:21:10.725505 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-696433dc-ac5c-4169-b94d-d213c22f15b4 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "GET /v2.0/subnets/dcfa6301-765c-401e-858b-37168b488fe1 HTTP/1.1" status: 404 len: 337 time: 0.0969224 Jul 07 22:21:10.726186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.732530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ea874ba3-5eed-4968-a303-7c60b2299d97 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:10.746336 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff921ed4-3340-47df-ad24-7e4d3b6815a3 x-openstack-request-id: req-ff921ed4-3340-47df-ad24-7e4d3b6815a3 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:10.746632 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6500a99-8e93-42ff-b164-f554df6ba243", "name": "network-vif-deleted", "tag": "1d8c686a-c218-49bb-a1ba-e73a2662a2b3", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:10.746987 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff921ed4-3340-47df-ad24-7e4d3b6815a3 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:10.747463 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6500a99-8e93-42ff-b164-f554df6ba243', 'name': 'network-vif-deleted', 'tag': '1d8c686a-c218-49bb-a1ba-e73a2662a2b3', 'status': 'completed', 'code': 200} Jul 07 22:21:10.756177 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea874ba3-5eed-4968-a303-7c60b2299d97 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] PUT failed (client error): The resource could not be found. Jul 07 22:21:10.757015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea874ba3-5eed-4968-a303-7c60b2299d97 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:10.762640 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea874ba3-5eed-4968-a303-7c60b2299d97 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "PUT /v2.0/networks/f6540ab5-4d3b-43a4-aa16-2caceafad7df HTTP/1.1" status: 404 len: 339 time: 0.0353987 Jul 07 22:21:10.764386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36774) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.770259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8772a08f-19bb-4cfd-a020-55591f45581f tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:10.799863 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8772a08f-19bb-4cfd-a020-55591f45581f tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] PUT failed (client error): The resource could not be found. Jul 07 22:21:10.800864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8772a08f-19bb-4cfd-a020-55591f45581f tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:10.806494 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8772a08f-19bb-4cfd-a020-55591f45581f tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "PUT /v2.0/ports/08e76498-6a55-4460-aa75-e367c0742676 HTTP/1.1" status: 404 len: 333 time: 0.0408177 Jul 07 22:21:10.807376 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36776) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:10.812716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0ec7775b-d652-4997-935d-54ab981c8a06 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:10.837805 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec7775b-d652-4997-935d-54ab981c8a06 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] PUT failed (client error): The resource could not be found. Jul 07 22:21:10.838994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec7775b-d652-4997-935d-54ab981c8a06 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:10.843691 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0ec7775b-d652-4997-935d-54ab981c8a06 tempest-NetworksNegativeTestJSON-253777145 tempest-NetworksNegativeTestJSON-253777145-project] 10.222.0.81 "PUT /v2.0/subnets/b99d639d-9d96-40dc-b73a-e71ed703095d HTTP/1.1" status: 404 len: 337 time: 0.0352216 Jul 07 22:21:10.864085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-4c2052ee-7fe8-4c85-bbd3-f0e005fa25b2 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips/5309c911-76e8-4986-a6de-a11133b3a9b6 HTTP/1.1" status: 200 len: 692 time: 0.1296751 Jul 07 22:21:11.049783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:11.060544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b328e-7499-4455-a117-90e4738660e3 None None] Sync routers for ids ['0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:11.062893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a213041a-e9af-4c9e-b098-b2685e1ea734 req-d573c1ae-d961-457e-b6c9-59609f80b314 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786423 Jul 07 22:21:11.074737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b328e-7499-4455-a117-90e4738660e3 None None] Routers {'0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:11.078111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c70b328e-7499-4455-a117-90e4738660e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:11.109718 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.111003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-39888d35-5c3c-4343-a991-6cea4fb1382b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4818044 Jul 07 22:21:11.115071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36792) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:11.123873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:11.125168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-1610670b-57bd-4a1c-b37b-f4e1a950010a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:11.131773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-1610670b-57bd-4a1c-b37b-f4e1a950010a tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2081740 Jul 07 22:21:11.140102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-ae24b119-8b7c-41b0-9690-22bab95dff09 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:21:11.147619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-ae24b119-8b7c-41b0-9690-22bab95dff09 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149713 Jul 07 22:21:11.169146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4ef29-7043-43f8-ad78-28323dd8bd27 req-a3557538-2d93-4dec-b515-e8ddb06bf2d5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:11.175700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c70b328e-7499-4455-a117-90e4738660e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:11.176355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55a4ef29-7043-43f8-ad78-28323dd8bd27 req-a3557538-2d93-4dec-b515-e8ddb06bf2d5 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.3176079 Jul 07 22:21:11.179561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36794) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:11.184220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b328e-7499-4455-a117-90e4738660e3 None None] Routers {'0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:11.185281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c70b328e-7499-4455-a117-90e4738660e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:11.274625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c70b328e-7499-4455-a117-90e4738660e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:11.275435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70b328e-7499-4455-a117-90e4738660e3 None None] The sync data for ids ['0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:11.294818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-0419b275-d301-4733-a58d-59f647022493 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.1459403 Jul 07 22:21:11.326453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55a4ef29-7043-43f8-ad78-28323dd8bd27 req-a96683f3-8b00-44f1-bb3a-1315a1590185 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491773 Jul 07 22:21:11.404370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-97c0f8a1-f837-4ccc-8aec-a36b16e741ec tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.16 HTTP/1.1" status: 200 len: 695 time: 0.1086357 Jul 07 22:21:11.407623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f27b307c-4492-4623-b4cc-343665693d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.600391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36808) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:11.616772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.633997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.639646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Deleting port a18c921f-bd0a-44f5-ad7d-d33b5748eb55 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:11.639990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.652506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d51f0d-b777-41d7-8ac8-09e3570abc05 req-ffb579b5-c939-4219-b9ba-d7a8e8e57f7d tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:11.654048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7d51f0d-b777-41d7-8ac8-09e3570abc05 req-ffb579b5-c939-4219-b9ba-d7a8e8e57f7d tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.1470115 Jul 07 22:21:11.694574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Deleting port 8f309ff0-cb8f-4c7d-8534-6d05a7810b30 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:11.695201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.742775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f27b307c-4492-4623-b4cc-343665693d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.745261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-504262606-network', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:11.758840 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f27b307c-4492-4623-b4cc-343665693d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.782328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7d51f0d-b777-41d7-8ac8-09e3570abc05 req-74f52f3d-8579-4432-a217-97269e0078cd tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164093 Jul 07 22:21:11.795879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Made reservation on behalf of c2928cacc40c48c79d32daed0a783708 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:11.799520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.820053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f27b307c-4492-4623-b4cc-343665693d34 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eeecbde875e14d7180aec155959da955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346071 Jul 07 22:21:11.823006 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:11.823209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.823547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.826543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b307c-4492-4623-b4cc-343665693d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29483d00-e226-4edf-bbe6-d48aa91e18ae,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:11.839514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Calling delete_port for a18c921f-bd0a-44f5-ad7d-d33b5748eb55 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:11.856175 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.862475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:11.894709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Calling delete_port for 8f309ff0-cb8f-4c7d-8534-6d05a7810b30 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:11.983812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1030b87-bf4c-4c1e-b6ad-70e9905cb945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.045324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1030b87-bf4c-4c1e-b6ad-70e9905cb945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.221257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1030b87-bf4c-4c1e-b6ad-70e9905cb945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.223774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1030b87-bf4c-4c1e-b6ad-70e9905cb945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.227247 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b1030b87-bf4c-4c1e-b6ad-70e9905cb945 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29483d00-e226-4edf-bbe6-d48aa91e18ae HTTP/1.1" status: 204 len: 168 time: 0.4005544 Jul 07 22:21:12.237109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.248965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.255433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1030b87-bf4c-4c1e-b6ad-70e9905cb945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29483d00-e226-4edf-bbe6-d48aa91e18ae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:12.255774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8aeef-1723-4d0e-bae0-dfb74ce66401 req-9921f8f0-feb8-42f8-a19a-a484b272f661 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:12.257320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22a8aeef-1723-4d0e-bae0-dfb74ce66401 req-9921f8f0-feb8-42f8-a19a-a484b272f661 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 944 time: 0.0950692 Jul 07 22:21:12.263396 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.314770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:12.330460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Pushing event deleted for resources: {'Port': ['ID=8f309ff0-cb8f-4c7d-8534-6d05a7810b30,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:12.345805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22a8aeef-1723-4d0e-bae0-dfb74ce66401 req-c61f0e4b-5a3e-46d0-8c75-3095ba4d162b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526338 Jul 07 22:21:12.347313 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.352903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.353245 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Added segment 7daa967c-d29a-43a6-aae1-76c55d7e417a of type vlan for network a1f2278b-753b-4e09-a06c-0b158c196035 Jul 07 22:21:12.356042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f303691-439c-4f5a-91a2-f5ac5562b3f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:12.378215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event deleted for resources: {'Port': ['ID=a18c921f-bd0a-44f5-ad7d-d33b5748eb55,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:12.464308 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.467938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.468906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.470513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68052e4f-2b2c-42e7-ac26-3665a2ca139e req-83f14d3d-7830-4cfe-97db-a93cc004191f tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "DELETE /v2.0/floatingips/5309c911-76e8-4986-a6de-a11133b3a9b6 HTTP/1.1" status: 204 len: 173 time: 1.0641162 Jul 07 22:21:12.480467 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.600411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0defb97-cb53-4b6f-8851-e7846a14d788 req-f8f9d3ac-c385-4b5b-8679-a6d71c377b10 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:12.601941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0defb97-cb53-4b6f-8851-e7846a14d788 req-f8f9d3ac-c385-4b5b-8679-a6d71c377b10 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.0909297 Jul 07 22:21:12.608130 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.609092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:12.609664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.611745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36830) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:12.620270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-69dc8d23-b128-4277-ba5b-cadb085b724a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Request body: {'floatingip': {'port_id': '07e4f097-b232-484c-bcc3-f1d0d7fb7699'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:12.695169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-aab6a7dd-cded-492c-b4ea-82ce5415f98c tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips/19d57bd8-7dc0-42e4-a14a-8a41787061e9 HTTP/1.1" status: 200 len: 691 time: 0.0593467 Jul 07 22:21:12.785313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9a410-d9bd-41d2-83e7-6f0d6c71fab4 req-41b4c520-8230-41d4-aa0f-3de5b38cf401 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:12.789091 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1875496 Jul 07 22:21:12.792553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30e9a410-d9bd-41d2-83e7-6f0d6c71fab4 req-41b4c520-8230-41d4-aa0f-3de5b38cf401 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.2128568 Jul 07 22:21:12.794794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36834) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:12.812284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Request body: {'subnet': {'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-subnet', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:12.826276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69dc8d23-b128-4277-ba5b-cadb085b724a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:12.839420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c4c89-ed56-43a1-a18f-a68794995702 admin admin] Pushing event updated for resources: {'Network': ['ID=a1f2278b-753b-4e09-a06c-0b158c196035,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:12.858439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a1f2278b-753b-4e09-a06c-0b158c196035 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:12.987936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30e9a410-d9bd-41d2-83e7-6f0d6c71fab4 req-c4958ead-3366-46f9-8050-b5fb63e91219 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932092 Jul 07 22:21:12.997056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Made reservation on behalf of c2928cacc40c48c79d32daed0a783708 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:13.008160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.092821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-5d1a9700-51d3-4b40-8f69-67953931166b tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.094937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-5d1a9700-51d3-4b40-8f69-67953931166b tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.3856139 Jul 07 22:21:13.178273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-3d17fde0-74b2-4a3f-acbc-254705351146 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.0709355 Jul 07 22:21:13.187192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-1ae1c674-f3c8-4af5-b025-a08f0db5d3d4 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.188739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-1ae1c674-f3c8-4af5-b025-a08f0db5d3d4 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.44 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.3691957 Jul 07 22:21:13.211806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.219833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.228337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:13.285594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-5419f853-3df2-49e0-addd-88e377beb200 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.4 HTTP/1.1" status: 200 len: 694 time: 0.0940087 Jul 07 22:21:13.362390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1036309819'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:13.418889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Router 0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:21:13.449300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:13.452922 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.468667 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.559006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.599629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:13.611841 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19d7bb-a655-4859-8183-01e30a4178ba None None] Sync routers for ids ['0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:13.612378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.612709 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-75c703e2-5f16-4a42-a3e6-dc7548967f7b tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "PUT /v2.0/routers/0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 HTTP/1.1" status: 200 len: 709 time: 2.4966347 Jul 07 22:21:13.618090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:13.629911 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19d7bb-a655-4859-8183-01e30a4178ba None None] Routers {'0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:13.632101 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2e19d7bb-a655-4859-8183-01e30a4178ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:13.643688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Deleting port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:13.644039 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.656728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Deleting port 78517c3c-2a5e-43e6-9571-3797b6e74df1 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:13.657491 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.674557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:13.675020 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2e19d7bb-a655-4859-8183-01e30a4178ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:13.691018 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e19d7bb-a655-4859-8183-01e30a4178ba None None] Routers {'0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:13.691842 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2e19d7bb-a655-4859-8183-01e30a4178ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:13.728153 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2e19d7bb-a655-4859-8183-01e30a4178ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:13.728966 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e19d7bb-a655-4859-8183-01e30a4178ba None None] The sync data for ids ['0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:13.773290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e212-73a0-4ba4-bd75-efbc021d9033 req-e68d9273-b2b4-4851-8954-495c453655f6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.774835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ad5e212-73a0-4ba4-bd75-efbc021d9033 req-e68d9273-b2b4-4851-8954-495c453655f6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 944 time: 0.2711227 Jul 07 22:21:13.787968 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-461164e0-f54b-4808-9b0e-53fc1c66dad3 tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/routers/0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 HTTP/1.1" status: 200 len: 744 time: 0.1669528 Jul 07 22:21:13.800621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36854) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:13.845870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Checking segment: {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:13.846378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Network hostable DHCP agents. Network: a1f2278b-753b-4e09-a06c-0b158c196035, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:13.881042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-185938f0-8091-4ba0-a42c-fc96de80a37d tempest-RoutersIpV6AdminTest-916277270 tempest-RoutersIpV6AdminTest-916277270-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&device_id=0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 HTTP/1.1" status: 200 len: 205 time: 0.0768540 Jul 07 22:21:13.884203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:13.919764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] For port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:13.920129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.943254 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.943581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.949804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ad5e212-73a0-4ba4-bd75-efbc021d9033 req-7fcef8d3-f7a0-4712-a0c8-2aea9650bcde tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681888 Jul 07 22:21:13.959172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Calling delete_port for bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:13.962415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Network a1f2278b-753b-4e09-a06c-0b158c196035 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:13.971618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Calling delete_port for 78517c3c-2a5e-43e6-9571-3797b6e74df1 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:13.989126 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a46c51d6-61e1-43b0-8971-546fd3d5314a tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 HTTP/1.1" status: 200 len: 205 time: 0.0987051 Jul 07 22:21:13.990290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a1f2278b-753b-4e09-a06c-0b158c196035) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:13.995695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:13.996419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:13.999585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a5d66-3268-47f9-aab0-13a6cc8d66ef None None] Network a1f2278b-753b-4e09-a06c-0b158c196035 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:14.002664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36858) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:14.086848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.118730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.167120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-46fa9b3b-aae1-4bd5-aa93-2d3a272dda02 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3686252 Jul 07 22:21:14.167717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36864) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:14.169106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dd5121-20c2-4da4-b962-189221343d7c None None] Network a1f2278b-753b-4e09-a06c-0b158c196035 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:14.196513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:14.201742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-748c85ff-24f3-411e-bff2-833a2f6051ae tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.208773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:14.263475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d10e18c-2c24-466f-b190-64a1f57a5b8a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:14.271237 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.271589 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Added segment 01f726bb-d464-430f-9395-53ea945a7a14 of type vlan for network a82b9638-713b-47dd-981e-1d64b47c1faa Jul 07 22:21:14.274738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69dc8d23-b128-4277-ba5b-cadb085b724a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.286068 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69dc8d23-b128-4277-ba5b-cadb085b724a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.354099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.429536 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.430605 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.437426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.444298 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:14.444885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.464820 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-69dc8d23-b128-4277-ba5b-cadb085b724a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Floating IP 49c4f22a-cf39-4373-b36c-d70cf3b6057c associated. External IP: 172.25.8.159, port: 07e4f097-b232-484c-bcc3-f1d0d7fb7699. Jul 07 22:21:14.525971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-748c85ff-24f3-411e-bff2-833a2f6051ae tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.543097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-748c85ff-24f3-411e-bff2-833a2f6051ae tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.627197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59302620-462e-4b4a-a126-27b4dc82c340 req-762bea8d-dd96-425d-863f-d107a05bf00b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:14.628810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59302620-462e-4b4a-a126-27b4dc82c340 req-762bea8d-dd96-425d-863f-d107a05bf00b tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/ports?device_id=c300120f-6fca-4931-8f49-59523535eb7b HTTP/1.1" status: 200 len: 946 time: 0.4824512 Jul 07 22:21:14.839788 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6062090 Jul 07 22:21:14.848655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36866) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:14.864460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'name': 'tempest-PortsIpV6TestJSON-1379592866'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:14.889897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df699fc5-3a18-467e-b54e-1cba8279010c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Network': ['ID=a82b9638-713b-47dd-981e-1d64b47c1faa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:14.902143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:14.982364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.989375 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-748c85ff-24f3-411e-bff2-833a2f6051ae tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:14.989872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748c85ff-24f3-411e-bff2-833a2f6051ae tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Fanout notify agent at l3_agent the message router_deleted on router 0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:21:14.997172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-748c85ff-24f3-411e-bff2-833a2f6051ae tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.002214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-748c85ff-24f3-411e-bff2-833a2f6051ae tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 HTTP/1.1" status: 204 len: 168 time: 0.9931338 Jul 07 22:21:15.002304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.038175 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1e5bfe54-5dad-4eaf-91c4-935fc8538bda tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 HTTP/1.1" status: 200 len: 205 time: 0.0353284 Jul 07 22:21:15.042328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.100045 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-f9513280-cfd3-4795-81e1-3204d1c240bc tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] delete failed (client error): The resource could not be found. Jul 07 22:21:15.100982 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f9513280-cfd3-4795-81e1-3204d1c240bc tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/0f1e0c8d-26dc-463e-a05e-8ea5e5e44e27 HTTP/1.1" status: 404 len: 336 time: 0.0577590 Jul 07 22:21:15.104842 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36874) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.120518 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.142192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59302620-462e-4b4a-a126-27b4dc82c340 req-6f22bc0e-ad42-40f5-9702-f606a0c79265 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.81 "GET /v2.0/security-groups?id=29de6e37-3341-49e9-b840-219c3301be0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043390 Jul 07 22:21:15.173072 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a1a4ed14-061f-4f8f-bd64-41e636420b9d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=2bb39820-8d3d-4b37-8013-f450c8b72c92 HTTP/1.1" status: 200 len: 205 time: 0.0659494 Jul 07 22:21:15.176287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36876) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.183567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:15.187336 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.213289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Pushing event deleted for resources: {'Port': ['ID=bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:15.244607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port 89ac1621-44da-4f41-b50f-663c7359132d yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:15.313767 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.317530 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.319814 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-34552b68-8ea7-46d3-bcb6-72b08769e14d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] delete failed (client error): The resource could not be found. Jul 07 22:21:15.323259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-34552b68-8ea7-46d3-bcb6-72b08769e14d tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/2bb39820-8d3d-4b37-8013-f450c8b72c92 HTTP/1.1" status: 404 len: 336 time: 0.1099310 Jul 07 22:21:15.323402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dc8d23-b128-4277-ba5b-cadb085b724a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:21:15.327892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.348087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] No DVR routers for this DVR port bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:15.350606 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.353399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e4f138a-edb4-4376-8b3a-e3fd41739036 req-372d8a66-6e6d-4816-aa53-a91c67b854e8 tempest-ServerRescueTestJSON-58598424 tempest-ServerRescueTestJSON-58598424-project] 10.222.0.44 "DELETE /v2.0/ports/bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 HTTP/1.1" status: 204 len: 173 time: 2.1493721 Jul 07 22:21:15.374650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c300120f-6fca-4931-8f49-59523535eb7b', 'name': 'network-vif-deleted', 'tag': 'bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:15.379746 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225df723-6191-4c79-a8d6-f774bf0f5ab1" -d '{"events": [{"server_uuid": "c300120f-6fca-4931-8f49-59523535eb7b", "name": "network-vif-deleted", "tag": "bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:15.379946 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6766aea6-99f0-494d-bebf-03aa0b22df19 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=e660c75f-3479-49e8-b4e3-fc63e629007a HTTP/1.1" status: 200 len: 205 time: 0.0476000 Jul 07 22:21:15.383344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36882) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.387739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event deleted for resources: {'Port': ['ID=78517c3c-2a5e-43e6-9571-3797b6e74df1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:15.517755 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-d43adf58-f026-4964-a368-852aff92888c tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] delete failed (client error): The resource could not be found. Jul 07 22:21:15.521221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d43adf58-f026-4964-a368-852aff92888c tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/e660c75f-3479-49e8-b4e3-fc63e629007a HTTP/1.1" status: 404 len: 336 time: 0.1343400 Jul 07 22:21:15.540690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.585833 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5c4a7deb-f309-475d-b4fd-82a22ba168d5 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=32e4c620-4651-46a2-a05e-a07cc77d644a HTTP/1.1" status: 200 len: 205 time: 0.0417957 Jul 07 22:21:15.586055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.587368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.588508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63ebce47-6fd7-477a-b79c-d9716001e98e req-6047f522-fcc2-4b30-a86b-da50314bfae4 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "DELETE /v2.0/floatingips/19d57bd8-7dc0-42e4-a14a-8a41787061e9 HTTP/1.1" status: 204 len: 173 time: 2.3018110 Jul 07 22:21:15.589292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.594391 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.620741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcec5c-7b9a-4c2d-a181-752d4e6e3cf7 req-ea036345-67c5-4a47-9b31-0ada7b83bbca tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:15.622571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbfcec5c-7b9a-4c2d-a181-752d4e6e3cf7 req-ea036345-67c5-4a47-9b31-0ada7b83bbca tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 944 time: 0.2149360 Jul 07 22:21:15.629541 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e50a507-9586-48ae-b749-2b08dc9833d8 x-openstack-request-id: req-0e50a507-9586-48ae-b749-2b08dc9833d8 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:15.629909 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c300120f-6fca-4931-8f49-59523535eb7b", "name": "network-vif-deleted", "tag": "bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:15.630347 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e50a507-9586-48ae-b749-2b08dc9833d8 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:15.630761 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c300120f-6fca-4931-8f49-59523535eb7b', 'name': 'network-vif-deleted', 'tag': 'bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0', 'status': 'completed', 'code': 200} Jul 07 22:21:15.644277 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-0e5ca732-5415-4258-8241-22b26229cac6 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] delete failed (client error): The resource could not be found. Jul 07 22:21:15.645337 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0e5ca732-5415-4258-8241-22b26229cac6 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/32e4c620-4651-46a2-a05e-a07cc77d644a HTTP/1.1" status: 404 len: 336 time: 0.0510325 Jul 07 22:21:15.650748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.662637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dc8d23-b128-4277-ba5b-cadb085b724a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:15.668977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69dc8d23-b128-4277-ba5b-cadb085b724a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.673038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] Sync routers for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:15.682230 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:15.682874 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:15.691131 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ffd8fdb-9baa-4578-ade2-959ed40940c6 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc0b7518-1f4f-4190-85d5-ca33d52f45f7 HTTP/1.1" status: 200 len: 205 time: 0.0392721 Jul 07 22:21:15.694643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36892) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.721728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c173c41e-320d-467b-895e-337b69a23928 req-31e3a2e3-141f-4105-936d-783f8393047e tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips/1b8a639b-6e2f-4ee5-a7ac-48efd97dccac HTTP/1.1" status: 200 len: 693 time: 0.0727563 Jul 07 22:21:15.736824 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-69dc8d23-b128-4277-ba5b-cadb085b724a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "PUT /v2.0/floatingips/49c4f22a-cf39-4373-b36c-d70cf3b6057c HTTP/1.1" status: 200 len: 992 time: 3.1200311 Jul 07 22:21:15.738773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '128b923d-6390-4988-b807-d918798b4fbd', 'tag': '07e4f097-b232-484c-bcc3-f1d0d7fb7699'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:15.741089 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731649ff-b8ac-4070-8d68-30d20811b0e3" -d '{"events": [{"name": "network-changed", "server_uuid": "128b923d-6390-4988-b807-d918798b4fbd", "tag": "07e4f097-b232-484c-bcc3-f1d0d7fb7699"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:15.749760 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:15.771622 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-8e5c0fb9-788b-4560-bcc3-17002ce7e2eb tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] delete failed (client error): The resource could not be found. Jul 07 22:21:15.775179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8e5c0fb9-788b-4560-bcc3-17002ce7e2eb tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/cc0b7518-1f4f-4190-85d5-ca33d52f45f7 HTTP/1.1" status: 404 len: 336 time: 0.0705223 Jul 07 22:21:15.783447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbfcec5c-7b9a-4c2d-a181-752d4e6e3cf7 req-6af421c1-974e-4025-b6b6-3a2525a7e0bb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514034 Jul 07 22:21:15.784643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36898) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.816416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:15.845641 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=89ac1621-44da-4f41-b50f-663c7359132d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:15.875148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Checking segment: {'id': '01f726bb-d464-430f-9395-53ea945a7a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:15.876072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network hostable DHCP agents. Network: a82b9638-713b-47dd-981e-1d64b47c1faa, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:15.880816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6f6dd002-3333-4c1e-9da2-7d1676e56cc1 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d678e24-a9df-40bf-a5f9-f7488e07451b HTTP/1.1" status: 200 len: 205 time: 0.0939002 Jul 07 22:21:15.887567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:15.988436 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-a47338c6-1a0c-4ef4-b551-d2893564bad4 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] delete failed (client error): The resource could not be found. Jul 07 22:21:16.007483 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a47338c6-1a0c-4ef4-b551-d2893564bad4 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/routers/2d678e24-a9df-40bf-a5f9-f7488e07451b HTTP/1.1" status: 404 len: 336 time: 0.1174867 Jul 07 22:21:16.010629 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263256f0-1dfe-40af-a6fe-b25af6f15183 x-openstack-request-id: req-263256f0-1dfe-40af-a6fe-b25af6f15183 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:16.011608 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "128b923d-6390-4988-b807-d918798b4fbd", "tag": "07e4f097-b232-484c-bcc3-f1d0d7fb7699", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:16.011955 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-263256f0-1dfe-40af-a6fe-b25af6f15183 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:16.012358 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '128b923d-6390-4988-b807-d918798b4fbd', 'tag': '07e4f097-b232-484c-bcc3-f1d0d7fb7699', 'status': 'completed', 'code': 200} Jul 07 22:21:16.013533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.014224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:16.050042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173c41e-320d-467b-895e-337b69a23928 req-98454223-f5e0-422b-869c-3f91c8d179df tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:16.050990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c173c41e-320d-467b-895e-337b69a23928 req-98454223-f5e0-422b-869c-3f91c8d179df tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/networks/2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 784 time: 0.2845674 Jul 07 22:21:16.058857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a82b9638-713b-47dd-981e-1d64b47c1faa) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:16.060387 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00e5c16-99e6-4288-af56-3c2403c80d65 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] DELETE failed (client error): The resource could not be found. Jul 07 22:21:16.060838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00e5c16-99e6-4288-af56-3c2403c80d65 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:16.063661 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f00e5c16-99e6-4288-af56-3c2403c80d65 tempest-RoutersIpV6AdminTest-504890433 tempest-RoutersIpV6AdminTest-504890433-project] 10.222.0.81 "DELETE /v2.0/subnets/8436b371-f812-40c3-937c-cd1ca677ce60 HTTP/1.1" status: 404 len: 337 time: 0.0453258 Jul 07 22:21:16.070159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:16.074008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24b0a9f-6eaf-4bd8-8f51-76368ee3c65d None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:16.075520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.075920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:16.076565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.104988 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.110541 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e3c6733e-a6d8-49bc-9843-a3ab7a970ae3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2598357 Jul 07 22:21:16.111091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36906) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.116819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1253075198'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:16.142054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:16.146227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.180640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:16.199191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.199547 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Added segment 24fdd60d-91e9-42ca-af47-8767b73c226c of type vlan for network 6a9708d7-4e4e-4c4b-ae42-f64306412fdf Jul 07 22:21:16.236545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Allocated IP 172.25.8.51 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/0407c9ff-852f-4f3e-a62f-ab29c03becb4) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:16.329144 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9006a33e-897c-4443-8f3e-4f0eb790391c details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:16.371623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.373376 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.385594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:16.394939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.447509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '49c4f22a-cf39-4373-b36c-d70cf3b6057c', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'port_id': '07e4f097-b232-484c-bcc3-f1d0d7fb7699', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'mac_address': 'fa:16:3e:5b:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b923d-6390-4988-b807-d918798b4fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:20:47Z', 'updated_at': '2021-07-07T22:21:14Z', 'revision_number': 1, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9607b858-7d66-474b-8008-07bdde35b56a', 'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'mac_address': 'fa:16:3e:31:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:34Z', 'updated_at': '2021-07-07T22:20:46Z', 'revision_number': 5, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'subnets': [{'id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:16.467386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.497703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:16.498032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device bcfe3242-58c4-45d9-8dfd-4a3cfbcd4ed0 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:16.500520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.502736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] Checking router: 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:16.508472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9006a33e-897c-4443-8f3e-4f0eb790391c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9006a33e-897c-4443-8f3e-4f0eb790391c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:16.509145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:16.510022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.522948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '9006a33e-897c-4443-8f3e-4f0eb790391c', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'port_id': '9006a33e-897c-4443-8f3e-4f0eb790391c', 'mac_address': 'fa:16:3e:ef:98:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:16.523888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:16.524543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:16.525066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:16.530414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.533482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:16.536602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:16.588325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c173c41e-320d-467b-895e-337b69a23928 req-1df4e76b-fe7f-40ec-8764-6e7cef8f197c tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.5256255 Jul 07 22:21:16.608768 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.609036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Network': ['ID=6a9708d7-4e4e-4c4b-ae42-f64306412fdf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:16.666989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 6a9708d7-4e4e-4c4b-ae42-f64306412fdf details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:16.701617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-e88d7f7c-a02a-49e3-8768-b7096a421ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:16.703233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-e88d7f7c-a02a-49e3-8768-b7096a421ca7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=320c374cfe5d409aa55a769fbfaf0ed9&device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 1098 time: 0.6001737 Jul 07 22:21:16.708576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Pushing event updated for resources: {'Port': ['ID=0407c9ff-852f-4f3e-a62f-ab29c03becb4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:16.717699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c173c41e-320d-467b-895e-337b69a23928 req-11b68a8c-a52d-487d-994f-4f02a6e38f47 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.1108098 Jul 07 22:21:16.750901 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5d70b1b0-19e0-4889-8e5d-50ec204b18d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6354246 Jul 07 22:21:16.758283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36920) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:16.773035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'ports': [{'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa'}, {'network_id': '6a9708d7-4e4e-4c4b-ae42-f64306412fdf'}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:16.773442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:16.773996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': '6a9708d7-4e4e-4c4b-ae42-f64306412fdf'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:16.790768 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e780-283c-4d04-811d-ef3512564187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.871386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9006a33e-897c-4443-8f3e-4f0eb790391c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:16.892224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9006a33e-897c-4443-8f3e-4f0eb790391c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9006a33e-897c-4443-8f3e-4f0eb790391c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:16.898941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:16.948324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:17.002197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=9006a33e-897c-4443-8f3e-4f0eb790391c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:17.012259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.012694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.013032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.013401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.013733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.014091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.014415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.014995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.015327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.015651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.016528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.017116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:17.048164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e780-283c-4d04-811d-ef3512564187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.056952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbe0e780-283c-4d04-811d-ef3512564187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.136318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-495f37b9-b2f8-40ef-8ba7-3b13150bea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:17.137880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-495f37b9-b2f8-40ef-8ba7-3b13150bea85 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65 HTTP/1.1" status: 200 len: 913 time: 0.4252610 Jul 07 22:21:17.141443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe0e780-283c-4d04-811d-ef3512564187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed46f02a-c466-4452-956f-653d79d3616a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:17.149955 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fbe0e780-283c-4d04-811d-ef3512564187 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18e6ad481efc400a89a0288482c800c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6053565 Jul 07 22:21:17.154715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36928) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:17.170810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9006a33e-897c-4443-8f3e-4f0eb790391c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:17.191364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.312105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '49c4f22a-cf39-4373-b36c-d70cf3b6057c', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'port_id': '07e4f097-b232-484c-bcc3-f1d0d7fb7699', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'mac_address': 'fa:16:3e:5b:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b923d-6390-4988-b807-d918798b4fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:20:47Z', 'updated_at': '2021-07-07T22:21:14Z', 'revision_number': 1, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9607b858-7d66-474b-8008-07bdde35b56a', 'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'mac_address': 'fa:16:3e:31:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:34Z', 'updated_at': '2021-07-07T22:20:46Z', 'revision_number': 5, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'subnets': [{'id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:17.347067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea1592f-a2fc-4084-be58-281941d71ca8 None None] The sync data for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 is: [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '49c4f22a-cf39-4373-b36c-d70cf3b6057c', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'port_id': '07e4f097-b232-484c-bcc3-f1d0d7fb7699', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'mac_address': 'fa:16:3e:5b:c7:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128b923d-6390-4988-b807-d918798b4fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:20:47Z', 'updated_at': '2021-07-07T22:21:14Z', 'revision_number': 1, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9607b858-7d66-474b-8008-07bdde35b56a', 'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'mac_address': 'fa:16:3e:31:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:34Z', 'updated_at': '2021-07-07T22:20:46Z', 'revision_number': 5, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'subnets': [{'id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:17.529577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Deleting port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:17.529914 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.596849 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd29abf7-4b0e-4797-b8fc-fa3e2aef08f3 None None] New status for floating IP 49c4f22a-cf39-4373-b36c-d70cf3b6057c: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:21:17.615804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] For port 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2,segment=NetworkSegment(9f948428-f10b-4743-a8c3-5d1fa321ee11),segment_id=9f948428-f10b-4743-a8c3-5d1fa321ee11)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:17.616315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.630892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Calling delete_port for 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:17.707103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-ff87bf18-5cf1-46f4-b950-58504d1bb237 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699 HTTP/1.1" status: 200 len: 1000 time: 0.5518348 Jul 07 22:21:17.727908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f17cc6-c984-4036-9a93-3bdf2276e700 req-150b7996-4fa2-41c5-b5da-d83bfb9185b3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:17.734644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40f17cc6-c984-4036-9a93-3bdf2276e700 req-150b7996-4fa2-41c5-b5da-d83bfb9185b3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 945 time: 0.7323041 Jul 07 22:21:17.786504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.813625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c173c41e-320d-467b-895e-337b69a23928 req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Deleting port 81dbdec2-f76b-481c-953c-2e8a00adfd9a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:17.813625 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c173c41e-320d-467b-895e-337b69a23928 req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.823879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.851953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:17.862841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 2} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:17.867465 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.958297 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:17.970836 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3717256f-34f0-429a-809e-24bc975bfd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.032421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-8d764823-98fd-486a-8e46-247086bf8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:18.033961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-8d764823-98fd-486a-8e46-247086bf8750 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a83cbe5e-1551-494c-8b07-ef4d4991bf2f HTTP/1.1" status: 200 len: 851 time: 0.2759833 Jul 07 22:21:18.043307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40f17cc6-c984-4036-9a93-3bdf2276e700 req-533b32ae-b865-46f1-af14-4ec7d0bbda6b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063490 Jul 07 22:21:18.096347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3717256f-34f0-429a-809e-24bc975bfd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.193049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c173c41e-320d-467b-895e-337b69a23928 req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.193395 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c173c41e-320d-467b-895e-337b69a23928 req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.233561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port 29d2c360-c418-459e-867e-54261983de86 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:18.270632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c173c41e-320d-467b-895e-337b69a23928 req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Calling delete_port for 81dbdec2-f76b-481c-953c-2e8a00adfd9a owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:18.309678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.335026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9006a33e-897c-4443-8f3e-4f0eb790391c up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:18.390359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 9006a33e-897c-4443-8f3e-4f0eb790391c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:18.395843 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 9006a33e-897c-4443-8f3e-4f0eb790391c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:18.396844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.403486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-4fdda038-2e4f-4f79-a700-a39e8fcd0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:18.405024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-4fdda038-2e4f-4f79-a700-a39e8fcd0cd8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3494549 Jul 07 22:21:18.415826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3717256f-34f0-429a-809e-24bc975bfd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.418409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3717256f-34f0-429a-809e-24bc975bfd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.419548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3717256f-34f0-429a-809e-24bc975bfd39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed46f02a-c466-4452-956f-653d79d3616a HTTP/1.1" status: 204 len: 168 time: 0.9456911 Jul 07 22:21:18.473534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717256f-34f0-429a-809e-24bc975bfd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed46f02a-c466-4452-956f-653d79d3616a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:18.501315 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.536966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9006a33e-897c-4443-8f3e-4f0eb790391c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9006a33e-897c-4443-8f3e-4f0eb790391c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:18.537836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111c5efe-5afe-4b43-9845-ee653d83a810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9006a33e-897c-4443-8f3e-4f0eb790391c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:18.541481 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4103c422-efb1-456d-b1a2-b2cbf687f1a4" -d '{"events": [{"server_uuid": "111c5efe-5afe-4b43-9845-ee653d83a810", "name": "network-vif-plugged", "status": "completed", "tag": "9006a33e-897c-4443-8f3e-4f0eb790391c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:18.545163 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.549274 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.593439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:21:18.594044 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e107d78-accf-4c38-9a12-0db48a5668a0 x-openstack-request-id: req-1e107d78-accf-4c38-9a12-0db48a5668a0 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:18.606711 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111c5efe-5afe-4b43-9845-ee653d83a810", "name": "network-vif-plugged", "status": "completed", "tag": "9006a33e-897c-4443-8f3e-4f0eb790391c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:18.608488 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e107d78-accf-4c38-9a12-0db48a5668a0 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:18.609116 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111c5efe-5afe-4b43-9845-ee653d83a810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9006a33e-897c-4443-8f3e-4f0eb790391c', 'code': 200} Jul 07 22:21:18.654348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=9006a33e-897c-4443-8f3e-4f0eb790391c,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:18.725871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:18.732498 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-887d0d93-20f2-489d-b536-3d19b88bd1dd admin admin] 10.222.0.81 "PUT /v2.0/routers/8b9dfd7f-fc11-49e1-ad33-5fac009e29bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3347735 Jul 07 22:21:18.735144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36938) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.739258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] Sync routers for ids ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:18.750378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] Routers {'8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:18.751007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:18.760819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-c935af3e-23f4-4533-bffc-edd7d1b39a2c service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274236 Jul 07 22:21:18.799474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.855115 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36940) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:18.878226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] Set router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:18.884526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.925214 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c173c41e-320d-467b-895e-337b69a23928 req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:18.979356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port f9669dd6-2b4c-43ef-bad1-86e96281e6bd yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:18.984685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Pushing event deleted for resources: {'Port': ['ID=81dbdec2-f76b-481c-953c-2e8a00adfd9a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:19.001652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36942) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:19.001985 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8fa15f4e-9e75-4b3b-8650-7518dffcbd87 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=55e6aae102ad47ea82f9d392fa36cdd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452148 Jul 07 22:21:19.023822 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.076185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:08Z', 'updated_at': '2021-07-07T22:21:17Z', 'revision_number': 5, 'project_id': 'af75a2ac7f334983be32311526235296', 'gw_port': {'id': '4342a6de-3eb6-45f8-9fc3-1137e76ca27d', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:19:09Z', 'updated_at': '2021-07-07T22:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:19.095780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Deleting port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:19.096235 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.107935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] Checking router: 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:19.114914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c3e33-daa4-4833-a3b9-bc9509a49f02 req-878d143f-7657-4d3e-9b4b-59dea7c37415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:19.116435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-649c3e33-daa4-4833-a3b9-bc9509a49f02 req-878d143f-7657-4d3e-9b4b-59dea7c37415 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 1098 time: 0.4052036 Jul 07 22:21:19.120842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] Routers {'8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:19.121703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:19.138949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-731649ff-b8ac-4070-8d68-30d20811b0e3 req-d8d11551-185e-4670-a440-97db0b484c6c service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418562 Jul 07 22:21:19.190314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] For port 4342a6de-3eb6-45f8-9fc3-1137e76ca27d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4342a6de-3eb6-45f8-9fc3-1137e76ca27d,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:19.191269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.207578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Calling delete_port for 4342a6de-3eb6-45f8-9fc3-1137e76ca27d owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:19.223020 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c173c41e-320d-467b-895e-337b69a23928 req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.225501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c173c41e-320d-467b-895e-337b69a23928 req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.226692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c173c41e-320d-467b-895e-337b69a23928 req-1c2ea9c2-7273-46d1-8be1-fb4ac9cc8e49 tempest-FloatingIPDetailsTestJSON-1427941553 tempest-FloatingIPDetailsTestJSON-1427941553-project] 10.222.0.81 "DELETE /v2.0/floatingips/1b8a639b-6e2f-4ee5-a7ac-48efd97dccac HTTP/1.1" status: 204 len: 173 time: 2.4694571 Jul 07 22:21:19.242727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36948) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:19.243291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Router 6d53357b-0725-4711-92f9-aa556a669207 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:21:19.248841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] Set router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:19.318263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:08Z', 'updated_at': '2021-07-07T22:21:19Z', 'revision_number': 6, 'project_id': 'af75a2ac7f334983be32311526235296', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:19.344553 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a951c895-e5b4-4249-85b5-a5f6b8b46685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.347239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-649c3e33-daa4-4833-a3b9-bc9509a49f02 req-6be71da3-b0c2-40df-bfaa-7dba364a94cf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107286 Jul 07 22:21:19.348318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75decbbc-7c9e-429a-bd23-cbba25c240a2 None None] The sync data for ids ['8b9dfd7f-fc11-49e1-ad33-5fac009e29bd'] in n-d-695012-11 is: [{'id': '8b9dfd7f-fc11-49e1-ad33-5fac009e29bd', 'name': 'tempest-ServerRescueTestJSON-865860184-router', 'tenant_id': 'af75a2ac7f334983be32311526235296', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:19:08Z', 'updated_at': '2021-07-07T22:21:19Z', 'revision_number': 6, 'project_id': 'af75a2ac7f334983be32311526235296', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:19.445649 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.478157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Pushing event deleted for resources: {'Port': ['ID=4342a6de-3eb6-45f8-9fc3-1137e76ca27d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:19.548470 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.551133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.645272 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.647404 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.695724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.696276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9dfd7f-fc11-49e1-ad33-5fac009e29bd {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:21:19.700820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.705276 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-46cee3e6-4fcc-4984-9e64-776f20ba7c86 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8b9dfd7f-fc11-49e1-ad33-5fac009e29bd HTTP/1.1" status: 204 len: 168 time: 0.9688957 Jul 07 22:21:19.705911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:19.752070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26fee36-3f13-422e-ad6d-c5f1f5e38f7a admin admin] Deleting subnet 96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:21:19.755594 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d26fee36-3f13-422e-ad6d-c5f1f5e38f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.760247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a951c895-e5b4-4249-85b5-a5f6b8b46685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.781829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.800026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d26fee36-3f13-422e-ad6d-c5f1f5e38f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.846797 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d26fee36-3f13-422e-ad6d-c5f1f5e38f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.904096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d26fee36-3f13-422e-ad6d-c5f1f5e38f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.932745 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d26fee36-3f13-422e-ad6d-c5f1f5e38f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:19.934999 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d26fee36-3f13-422e-ad6d-c5f1f5e38f7a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd HTTP/1.1" status: 204 len: 168 time: 0.2280555 Jul 07 22:21:19.936524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fee36-3f13-422e-ad6d-c5f1f5e38f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bb615a-d5f9-4ee4-9209-43c0bbc5e8fd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:19.938121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:19.961344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bec9e2-05ac-4f95-a5b3-ed7c8936b63b req-7267ff21-e486-46f0-9236-177d94e3ac2c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:19.963178 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32bec9e2-05ac-4f95-a5b3-ed7c8936b63b req-7267ff21-e486-46f0-9236-177d94e3ac2c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 946 time: 0.7331977 Jul 07 22:21:19.978773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:20.003250 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Sync routers for ids ['6d53357b-0725-4711-92f9-aa556a669207'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:20.011643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.012805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.041260 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Routers {'6d53357b-0725-4711-92f9-aa556a669207'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:20.042510 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6d53357b-0725-4711-92f9-aa556a669207'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:20.057914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a951c895-e5b4-4249-85b5-a5f6b8b46685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.060529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a951c895-e5b4-4249-85b5-a5f6b8b46685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.063981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a951c895-e5b4-4249-85b5-a5f6b8b46685 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5337568f-b237-4486-a9a0-15ad6313f00d HTTP/1.1" status: 204 len: 168 time: 1.0483215 Jul 07 22:21:20.109213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.110497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0e2a576d-875f-49f2-accf-b1514154e138 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9372525 Jul 07 22:21:20.123049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:20.127955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32bec9e2-05ac-4f95-a5b3-ed7c8936b63b req-82b500df-8bb4-499f-bed0-9488b09a7a0a tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540687 Jul 07 22:21:20.128448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951c895-e5b4-4249-85b5-a5f6b8b46685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5337568f-b237-4486-a9a0-15ad6313f00d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:20.165549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:20.174579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:20.180600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:20.182576 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.192713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=29d2c360-c418-459e-867e-54261983de86,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:20.350371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=f9669dd6-2b4c-43ef-bad1-86e96281e6bd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:20.359099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:20.383799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Checking segment: {'id': '24fdd60d-91e9-42ca-af47-8767b73c226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '6a9708d7-4e4e-4c4b-ae42-f64306412fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:20.384159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network hostable DHCP agents. Network: 6a9708d7-4e4e-4c4b-ae42-f64306412fdf, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:20.402064 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Set router 6d53357b-0725-4711-92f9-aa556a669207 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:20.418109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.419824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 6a9708d7-4e4e-4c4b-ae42-f64306412fdf is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:20.438655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:20.438996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d7d9c7d-f145-4c25-a706-2f5ddfdcfba2 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:20.439415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4342a6de-3eb6-45f8-9fc3-1137e76ca27d no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:20.452066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 6a9708d7-4e4e-4c4b-ae42-f64306412fdf) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:20.452426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db8a33c-b73a-41e0-84d5-18bf30ef0697']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:20.474881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:20.478980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f948428-f10b-4743-a8c3-5d1fa321ee11') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:20.479284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f948428-f10b-4743-a8c3-5d1fa321ee11') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:20.481327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:20.486456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:20.487329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.493193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.495706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfb62cd-8681-4a51-9aaa-b417474d8609 None None] Network 6a9708d7-4e4e-4c4b-ae42-f64306412fdf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:20.506976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 4342a6de-3eb6-45f8-9fc3-1137e76ca27d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:20.508045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4342a6de-3eb6-45f8-9fc3-1137e76ca27d not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:20.510722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.520378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:21:20.521055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.537658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-84169b4d-301d-41a5-98c1-cbb9331a6688 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7782774 Jul 07 22:21:20.546715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36966) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:21:20.605789 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:21:20.608712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.616047 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.618201 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1db8a33c-b73a-41e0-84d5-18bf30ef0697 HTTP/1.1" status: 204 len: 168 time: 0.6791456 Jul 07 22:21:20.673365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b4e6c-2c6e-426b-97e3-6d50eb53f467 admin admin] Pushing event deleted for resources: {'Network': ['ID=1db8a33c-b73a-41e0-84d5-18bf30ef0697,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:20.776270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:20.896295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36976) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:20.932292 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d53357b-0725-4711-92f9-aa556a669207', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:14Z', 'updated_at': '2021-07-07T22:21:17Z', 'revision_number': 3, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'gw_port': {'id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:16Z', 'updated_at': '2021-07-07T22:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:20.960539 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Checking router: 6d53357b-0725-4711-92f9-aa556a669207 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:20.961192 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Updating router 6d53357b-0725-4711-92f9-aa556a669207 port 0407c9ff-852f-4f3e-a62f-ab29c03becb4 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:21:20.966939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ad65a663-0d33-4a7f-880d-107d10b2b692 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port f9669dd6-2b4c-43ef-bad1-86e96281e6bd {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:20.968042 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ad65a663-0d33-4a7f-880d-107d10b2b692 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.011361 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.013231 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed3dd47e-e5ca-4bd9-9fdd-e15ea44cada7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af75a2ac7f334983be32311526235296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151667 Jul 07 22:21:21.018838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36980) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:21.102949 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-811f7534-634c-41ce-9006-a21df9f6b2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.107173 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ad65a663-0d33-4a7f-880d-107d10b2b692 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.126386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-811f7534-634c-41ce-9006-a21df9f6b2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.141903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ad65a663-0d33-4a7f-880d-107d10b2b692 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for f9669dd6-2b4c-43ef-bad1-86e96281e6bd owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:21.176879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.291415 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-811f7534-634c-41ce-9006-a21df9f6b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.294438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-811f7534-634c-41ce-9006-a21df9f6b2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.295624 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-811f7534-634c-41ce-9006-a21df9f6b2b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29de6e37-3341-49e9-b840-219c3301be0f HTTP/1.1" status: 204 len: 168 time: 0.2758915 Jul 07 22:21:21.337624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f7534-634c-41ce-9006-a21df9f6b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de6e37-3341-49e9-b840-219c3301be0f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:21.388660 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ad65a663-0d33-4a7f-880d-107d10b2b692 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.415346 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ad65a663-0d33-4a7f-880d-107d10b2b692 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.420033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ad65a663-0d33-4a7f-880d-107d10b2b692 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/f9669dd6-2b4c-43ef-bad1-86e96281e6bd HTTP/1.1" status: 204 len: 168 time: 0.8705652 Jul 07 22:21:21.423771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36996) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:21.447522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65a663-0d33-4a7f-880d-107d10b2b692 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=f9669dd6-2b4c-43ef-bad1-86e96281e6bd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:21.484352 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.486398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Deleting port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:21.489223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.503525 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Transition to ACTIVE for port object 0407c9ff-852f-4f3e-a62f-ab29c03becb4 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:21.511359 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.519911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Allocated IP 172.20.0.1 (a1f2278b-753b-4e09-a06c-0b158c196035/1d4ca4b5-cc6e-4354-90bc-a7c0426657ee/b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:21.561479 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0b260-5441-4c10-893a-fbd87c08b149 None None] Pushing event updated for resources: {'Port': ['ID=0407c9ff-852f-4f3e-a62f-ab29c03becb4,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:21.596909 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Attempting to bind port 0407c9ff-852f-4f3e-a62f-ab29c03becb4 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:21.597502 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Attempting to bind port 0407c9ff-852f-4f3e-a62f-ab29c03becb4 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:21.599098 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Attempting to bind port 0407c9ff-852f-4f3e-a62f-ab29c03becb4 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:21.608403 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:21.610593 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:21.610593 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.612938 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:21.615298 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Bound port: 0407c9ff-852f-4f3e-a62f-ab29c03becb4, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:21.615774 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.634008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7ed5a-050b-4c23-9279-ab5191d9f6fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:21.640654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7ed5a-050b-4c23-9279-ab5191d9f6fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:21.645078 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-17b7ed5a-050b-4c23-9279-ab5191d9f6fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2201643 Jul 07 22:21:21.645689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:21.674839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37002) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:21.686022 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] For port 0407c9ff-852f-4f3e-a62f-ab29c03becb4, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:21.691021 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] For port 0407c9ff-852f-4f3e-a62f-ab29c03becb4, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0407c9ff-852f-4f3e-a62f-ab29c03becb4,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:21.696607 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.700654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] For port 8f10f0d4-3d31-42bf-9b77-c305d78c3b40, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8f10f0d4-3d31-42bf-9b77-c305d78c3b40,segment=NetworkSegment(7672d85a-6027-410d-ae25-6bb0457b5041),segment_id=7672d85a-6027-410d-ae25-6bb0457b5041)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:21.702739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.759782 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Routers {'6d53357b-0725-4711-92f9-aa556a669207'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:21.760704 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6d53357b-0725-4711-92f9-aa556a669207'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:21.769349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Calling delete_port for 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:21.810752 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.836423 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e8e20a85-1682-427b-b882-883ffdc11bcc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 29d2c360-c418-459e-867e-54261983de86 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:21.836772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8e20a85-1682-427b-b882-883ffdc11bcc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.857274 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0b260-5441-4c10-893a-fbd87c08b149 None None] Pushing event updated for resources: {'Port': ['ID=0407c9ff-852f-4f3e-a62f-ab29c03becb4,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:21.905090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1233519606'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:21.943239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Made reservation on behalf of aa5a6c499b2e434e9956f5ae19587aaa for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:21.948516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.962860 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] Set router 6d53357b-0725-4711-92f9-aa556a669207 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:21.963961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8e20a85-1682-427b-b882-883ffdc11bcc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.982279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.989765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:21.992974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e8e20a85-1682-427b-b882-883ffdc11bcc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 29d2c360-c418-459e-867e-54261983de86 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:22.022971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c12ae-bbb2-4b7b-9395-7c6e75fecaac req-bcce59cb-e886-4cbe-8e0f-a2e42ce73643 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:22.024611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-474c12ae-bbb2-4b7b-9395-7c6e75fecaac req-bcce59cb-e886-4cbe-8e0f-a2e42ce73643 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 946 time: 0.7252486 Jul 07 22:21:22.053901 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Pushing event updated for resources: {'Port': ['ID=b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:22.082664 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Network a1f2278b-753b-4e09-a06c-0b158c196035 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:22.085686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:22.088778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:22.152787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-474c12ae-bbb2-4b7b-9395-7c6e75fecaac req-43c0679a-0bb1-4390-9998-b2ab6ba58850 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196520 Jul 07 22:21:22.199036 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.218721 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d53357b-0725-4711-92f9-aa556a669207', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:14Z', 'updated_at': '2021-07-07T22:21:17Z', 'revision_number': 3, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'gw_port': {'id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:16Z', 'updated_at': '2021-07-07T22:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:22.282773 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464fd2b-7cde-456a-87c3-504377155595 None None] The sync data for ids ['6d53357b-0725-4711-92f9-aa556a669207'] in n-d-695012-11 is: [{'id': '6d53357b-0725-4711-92f9-aa556a669207', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:14Z', 'updated_at': '2021-07-07T22:21:17Z', 'revision_number': 3, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'gw_port': {'id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:16Z', 'updated_at': '2021-07-07T22:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:22.309458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.317649 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.337851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:22.340328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8e20a85-1682-427b-b882-883ffdc11bcc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.344511 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.380918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Pushing event deleted for resources: {'Port': ['ID=8f10f0d4-3d31-42bf-9b77-c305d78c3b40,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:22.432247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.432599 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Added segment 44a6fc4a-8554-4d21-a726-956013be3b7f of type vlan for network c3a7689f-aa2e-436e-b120-4186f8d52fce Jul 07 22:21:22.489201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18cf8f5-9dcb-4deb-9976-4147872d2994,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:22.545937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37028) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:22.572256 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.637902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.644119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:22.644788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.656160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b417c2-3ed8-464e-b9b1-99e2f2839d36 req-be29f174-92fe-4946-b37d-9ec8d7d6c37d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:22.658544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98b417c2-3ed8-464e-b9b1-99e2f2839d36 req-be29f174-92fe-4946-b37d-9ec8d7d6c37d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 946 time: 0.2821429 Jul 07 22:21:22.812478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-438205594-network', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:22.837578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e20a85-1682-427b-b882-883ffdc11bcc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=29d2c360-c418-459e-867e-54261983de86,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:22.852674 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8e20a85-1682-427b-b882-883ffdc11bcc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:22.854839 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e8e20a85-1682-427b-b882-883ffdc11bcc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/29d2c360-c418-459e-867e-54261983de86 HTTP/1.1" status: 204 len: 168 time: 1.2028868 Jul 07 22:21:22.857924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:22.864998 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1884160 Jul 07 22:21:22.876859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:22.892067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'subnet': {'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:22.910235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd85d5-f757-4bb4-99e7-0792478caa17 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Network': ['ID=c3a7689f-aa2e-436e-b120-4186f8d52fce,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:22.927733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c3a7689f-aa2e-436e-b120-4186f8d52fce details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:22.982127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98b417c2-3ed8-464e-b9b1-99e2f2839d36 req-83f5d508-abd9-43b1-ad2e-81da370dd111 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171060 Jul 07 22:21:22.997767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Made reservation on behalf of 91f4423bbdbf40828bc8986344569d8f for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:23.000913 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.015662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.030120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.053160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.172434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f67876-6869-4b7a-ad50-056cdfda501d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:23.175040 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c8f67876-6869-4b7a-ad50-056cdfda501d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3158166 Jul 07 22:21:23.180423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37042) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.249455 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f93648f-9de5-43ac-87a2-71d4f710f465 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:21:23.254455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1f93648f-9de5-43ac-87a2-71d4f710f465 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/f9669dd6-2b4c-43ef-bad1-86e96281e6bd HTTP/1.1" status: 404 len: 333 time: 0.0699890 Jul 07 22:21:23.257584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37046) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.305049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.310659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.310878 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac4ab3c-18e0-464b-8a10-2b24492dea9d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:21:23.312469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bac4ab3c-18e0-464b-8a10-2b24492dea9d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/29d2c360-c418-459e-867e-54261983de86 HTTP/1.1" status: 404 len: 333 time: 0.0539956 Jul 07 22:21:23.332640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37048) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.388418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.396344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.483282 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.486422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:23.490914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Made reservation on behalf of aa5a6c499b2e434e9956f5ae19587aaa for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:23.495302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.497885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132103f1-e3a6-40f7-bee4-6ae93f2379cf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:23.504378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Pushing event updated for resources: {'Port': ['ID=b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:23.535475 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.536436 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Added segment ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a of type vlan for network 82d16117-de9c-496d-bd6e-1e597d1911b8 Jul 07 22:21:23.559717 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.620455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.662529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Router b36514c5-bf71-463c-9b46-315075ce154f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:21:23.676399 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.677366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:23.677965 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.807408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2543533 Jul 07 22:21:23.808120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37062) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:23.815691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Request body: {'subnet': {'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-438205594-subnet', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:23.952204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:23.989165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.105077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Network a1f2278b-753b-4e09-a06c-0b158c196035 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:24.108705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9708d7-4e4e-4c4b-ae42-f64306412fdf']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:24.121473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:24.125804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Subnet': ['ID=e1f4c6f5-9556-4965-9304-cc3f55604d7b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:24.129006 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fdd60d-91e9-42ca-af47-8767b73c226c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:24.129306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fdd60d-91e9-42ca-af47-8767b73c226c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:24.155395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.212543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.214763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Checking segment: {'id': '44a6fc4a-8554-4d21-a726-956013be3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:24.215661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Network hostable DHCP agents. Network: c3a7689f-aa2e-436e-b120-4186f8d52fce, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:24.216637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e1b3d-7999-4999-8dc7-f9613456e857 admin admin] Pushing event updated for resources: {'Network': ['ID=82d16117-de9c-496d-bd6e-1e597d1911b8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:24.225862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:21:24.229034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Made reservation on behalf of 91f4423bbdbf40828bc8986344569d8f for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:24.231735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.232169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.232875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:21:24.243324 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:21:24.264633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0407c9ff-852f-4f3e-a62f-ab29c03becb4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:24.386505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:24.397075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Network c3a7689f-aa2e-436e-b120-4186f8d52fce is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:24.400627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] Sync routers for ids ['b36514c5-bf71-463c-9b46-315075ce154f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:24.412168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.412446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fbd68cff-7706-4fc8-915f-e9908bb801ef admin admin] 10.222.0.81 "PUT /v2.0/routers/b36514c5-bf71-463c-9b46-315075ce154f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1632712 Jul 07 22:21:24.414307 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37080) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:24.430888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.433701 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/networks/6a9708d7-4e4e-4c4b-ae42-f64306412fdf HTTP/1.1" status: 204 len: 168 time: 1.0985584 Jul 07 22:21:24.438689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37082) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:24.445405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1454757528'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:24.450597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] Routers {'b36514c5-bf71-463c-9b46-315075ce154f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:24.451365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b36514c5-bf71-463c-9b46-315075ce154f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:24.456003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0407c9ff-852f-4f3e-a62f-ab29c03becb4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:24.462578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c3a7689f-aa2e-436e-b120-4186f8d52fce) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:24.469901 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:24.474190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.522615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b84694-1453-4619-a073-bd96f21f2ec9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Network': ['ID=6a9708d7-4e4e-4c4b-ae42-f64306412fdf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:24.536805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Router 6d53357b-0725-4711-92f9-aa556a669207 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:21:24.587287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6283771-950b-440f-9647-03db7c5bcd5c None None] Network c3a7689f-aa2e-436e-b120-4186f8d52fce requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:24.593174 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-726dca9b-22d5-451d-8b9e-02d0b63c6651 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7079465 Jul 07 22:21:24.598124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:24.604086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'port': {'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce', 'name': 'tempest-AllowedAddressPairTestJSON-559837968'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:24.604310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0407c9ff-852f-4f3e-a62f-ab29c03becb4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:24.604463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.617727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:24.628914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.717289 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.823204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] Set router b36514c5-bf71-463c-9b46-315075ce154f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:24.849797 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.892168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:24.927304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62ad8a0-1574-4256-ad7d-50ba30a82106,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:24.942466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:24.943092 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Added segment f59fba1a-510f-498e-837d-404b9b727d2c of type vlan for network a943bfd3-4c1a-4d25-882e-5869ee87019b Jul 07 22:21:24.960625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Checking segment: {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:24.961456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Network hostable DHCP agents. Network: 82d16117-de9c-496d-bd6e-1e597d1911b8, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:25.016209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.017210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.041441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:25.056897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 82d16117-de9c-496d-bd6e-1e597d1911b8) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:25.062171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:25.062820 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.093098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:25.120983 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-334d71e5-cda1-4591-9f40-fa6e94e6d149 admin admin] 10.222.0.81 "PUT /v2.0/routers/6d53357b-0725-4711-92f9-aa556a669207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9850996 Jul 07 22:21:25.131835 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Sync routers for ids ['6d53357b-0725-4711-92f9-aa556a669207'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:25.149778 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.159312 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Routers {'6d53357b-0725-4711-92f9-aa556a669207'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:25.159519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Made reservation on behalf of aa5a6c499b2e434e9956f5ae19587aaa for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:25.163001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.163406 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6d53357b-0725-4711-92f9-aa556a669207'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:25.171687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:25.175266 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.193644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Deleting port b96c40b6-6530-49fc-850e-39b8b8703bd4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:25.193979 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.272050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4ab63-f198-42ae-be94-5e37048a26a3 None None] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:25.347714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] device_id is not set on port be37eb7a-1f55-42a9-9b27-b341e997ce5a yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:25.359234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Network': ['ID=a943bfd3-4c1a-4d25-882e-5869ee87019b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:25.375410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f8f4ec83-e7ef-48c8-8851-402b6994ed27 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9338300 Jul 07 22:21:25.384565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-03d43955-6e40-496e-88d6-f12921fca30c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5735593 Jul 07 22:21:25.386155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37124) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:25.390521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37126) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:25.416707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:25.452028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'a943bfd3-4c1a-4d25-882e-5869ee87019b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:25.521080 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Set router 6d53357b-0725-4711-92f9-aa556a669207 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:25.622987 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.624421 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.686877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] For port b96c40b6-6530-49fc-850e-39b8b8703bd4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b96c40b6-6530-49fc-850e-39b8b8703bd4,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:25.687453 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.739109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Calling delete_port for b96c40b6-6530-49fc-850e-39b8b8703bd4 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:25.773987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Allocated IP 172.20.0.14 (c3a7689f-aa2e-436e-b120-4186f8d52fce/e1f4c6f5-9556-4965-9304-cc3f55604d7b/be37eb7a-1f55-42a9-9b27-b341e997ce5a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:25.776583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a943bfd3-4c1a-4d25-882e-5869ee87019b details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:25.803258 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.805509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:25.811031 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:25.933909 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d53357b-0725-4711-92f9-aa556a669207', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:14Z', 'updated_at': '2021-07-07T22:21:22Z', 'revision_number': 4, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'gw_port': {'id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:16Z', 'updated_at': '2021-07-07T22:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2', 'name': '', 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'mac_address': 'fa:16:3e:30:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1d4ca4b5-cc6e-4354-90bc-a7c0426657ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:21Z', 'updated_at': '2021-07-07T22:21:23Z', 'revision_number': 2, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'subnets': [{'id': '1d4ca4b5-cc6e-4354-90bc-a7c0426657ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:25.986569 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Checking router: 6d53357b-0725-4711-92f9-aa556a669207 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:25.987331 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Updating router 6d53357b-0725-4711-92f9-aa556a669207 port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:21:25.996569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-c3a7689f-aa2e-436e-b120-4186f8d52fce', 'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce', 'tenant_id': 'aa5a6c499b2e434e9956f5ae19587aaa', 'fixed_ips': [{'subnet_id': 'e1f4c6f5-9556-4965-9304-cc3f55604d7b'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:21:25.997533 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.035160 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.096286 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.104773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.129495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.153788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0407c9ff-852f-4f3e-a62f-ab29c03becb4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0407c9ff-852f-4f3e-a62f-ab29c03becb4,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:26.163830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Pushing event deleted for resources: {'Port': ['ID=b96c40b6-6530-49fc-850e-39b8b8703bd4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.167211 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.248110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0407c9ff-852f-4f3e-a62f-ab29c03becb4,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.261512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:21:22Z', 'revision_number': 5, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'gw_port': {'id': 'b96c40b6-6530-49fc-850e-39b8b8703bd4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:31Z', 'updated_at': '2021-07-07T22:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:26.267040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-82d16117-de9c-496d-bd6e-1e597d1911b8', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:21:26.268482 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.296844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Transition to ACTIVE for port object be37eb7a-1f55-42a9-9b27-b341e997ce5a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:26.301715 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.313585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] Checking router: b36514c5-bf71-463c-9b46-315075ce154f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:26.387468 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.390227 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.402220 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Transition to ACTIVE for port object b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:26.413245 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.430286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.437956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.448155 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.475458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Allocated IP 172.20.0.2 (82d16117-de9c-496d-bd6e-1e597d1911b8/b62ad8a0-1574-4256-ad7d-50ba30a82106/19401e57-2eef-4698-9dc5-a515901e83c9) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:26.545854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-004f8382-6a0d-477f-aba0-f8d66c96dc0b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:26.556512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-004f8382-6a0d-477f-aba0-f8d66c96dc0b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 818 time: 0.5626390 Jul 07 22:21:26.596258 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9333d1-ea0a-4fe2-bd98-7475acce5276 None None] Pushing event updated for resources: {'Port': ['ID=b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.620751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-e06a6e9b-82ac-4550-9e43-9b381c321db8 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/quotas/c2928cacc40c48c79d32daed0a783708 HTTP/1.1" status: 200 len: 375 time: 0.0625625 Jul 07 22:21:26.645021 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Attempting to bind port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:26.645460 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Attempting to bind port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:26.645930 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Attempting to bind port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 on network a1f2278b-753b-4e09-a06c-0b158c196035 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:26.652581 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:26.653120 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Checking segment: {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:26.653789 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.654671 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Bound using segment: {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:26.659418 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Bound port: b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:26.665724 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.695533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=f6c17d48-0975-4a55-900a-90d654aa15f7,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.702713 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.713302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Checking segment: {'id': 'f59fba1a-510f-498e-837d-404b9b727d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a943bfd3-4c1a-4d25-882e-5869ee87019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:26.713933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network hostable DHCP agents. Network: a943bfd3-4c1a-4d25-882e-5869ee87019b, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:26.727275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Transition to ACTIVE for port object 19401e57-2eef-4698-9dc5-a515901e83c9 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:26.744047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Transition to ACTIVE for port object 19401e57-2eef-4698-9dc5-a515901e83c9 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:26.750713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] Routers {'b36514c5-bf71-463c-9b46-315075ce154f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:26.752073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b36514c5-bf71-463c-9b46-315075ce154f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:26.755193 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.779871 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] For port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:26.785725 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] For port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:26.791789 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.812070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a943bfd3-4c1a-4d25-882e-5869ee87019b is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:26.842396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a943bfd3-4c1a-4d25-882e-5869ee87019b) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:26.847999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:26.849608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.861944 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Routers {'6d53357b-0725-4711-92f9-aa556a669207'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:26.862609 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6d53357b-0725-4711-92f9-aa556a669207'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:26.868794 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9333d1-ea0a-4fe2-bd98-7475acce5276 None None] Pushing event updated for resources: {'Port': ['ID=b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:26.872227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:26.874013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc9a88-6aa0-4c5c-9805-b7fe4928f38e None None] Network a943bfd3-4c1a-4d25-882e-5869ee87019b requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:26.892348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] Set router b36514c5-bf71-463c-9b46-315075ce154f gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:26.899181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.904121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:26.954867 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.955483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b36514c5-bf71-463c-9b46-315075ce154f {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:21:26.958247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-f195e6b2-9f5f-4bbf-b7d6-51fb2bd3a4fc tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3355656 Jul 07 22:21:26.964456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:26.965720 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-194e603e-293c-40ac-b2df-cbe96df92561 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b36514c5-bf71-463c-9b46-315075ce154f HTTP/1.1" status: 204 len: 168 time: 2.5460660 Jul 07 22:21:26.971559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:26.973181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5aecd749-e7a0-4493-b449-ca505f2166fd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5780396 Jul 07 22:21:26.978141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37164) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:26.997976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': 'a943bfd3-4c1a-4d25-882e-5869ee87019b', 'name': 'tempest-PortsIpV6TestJSON-1212414416'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:27.009145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-e86b33bb-f434-4684-b7f2-b8ddea21c180 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:27.011189 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-e86b33bb-f434-4684-b7f2-b8ddea21c180 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.2883456 Jul 07 22:21:27.024961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Allocated IP 172.20.0.2 (c3a7689f-aa2e-436e-b120-4186f8d52fce/e1f4c6f5-9556-4965-9304-cc3f55604d7b/c3c02cf2-c595-4d40-8123-bce1007544ce) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:27.043921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1118cdcf-b865-4d0c-9954-a9652fc21f20 admin admin] Deleting subnet 3cb5ff1f-3bc9-407c-a30c-0d96572650e0 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:21:27.047501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Network c3a7689f-aa2e-436e-b120-4186f8d52fce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:27.055806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1118cdcf-b865-4d0c-9954-a9652fc21f20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.057864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:27.085392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Port': ['ID=be37eb7a-1f55-42a9-9b27-b341e997ce5a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:27.093497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:27.114210 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] Set router 6d53357b-0725-4711-92f9-aa556a669207 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:27.115387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:27.131590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:21:26Z', 'revision_number': 7, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:27.157395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:27.158599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.183082 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1118cdcf-b865-4d0c-9954-a9652fc21f20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.204778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-46329c14-553c-4bdc-931d-9c1ed5b765ac tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/quotas/616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 375 time: 0.1428645 Jul 07 22:21:27.207601 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f81f979a-3302-4a97-894a-c5a0649c96b9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6084626 Jul 07 22:21:27.211157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37166) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:27.219906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'port': {'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce', 'name': 'tempest-AllowedAddressPairTestJSON-993488974', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:47:5a:ad'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:27.259213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Pushing event updated for resources: {'Port': ['ID=19401e57-2eef-4698-9dc5-a515901e83c9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:27.261496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b0a3d-c62a-427d-b6a1-85928bbc4fce None None] The sync data for ids ['b36514c5-bf71-463c-9b46-315075ce154f'] in n-d-695012-11 is: [{'id': 'b36514c5-bf71-463c-9b46-315075ce154f', 'name': 'tempest-FloatingIPDetailsTestJSON-431027215-router', 'tenant_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:27Z', 'updated_at': '2021-07-07T22:21:26Z', 'revision_number': 7, 'project_id': 'b6cff3387ae54e3f9dcd2452a92d6ace', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:27.358589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1118cdcf-b865-4d0c-9954-a9652fc21f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.402903 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d53357b-0725-4711-92f9-aa556a669207', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:14Z', 'updated_at': '2021-07-07T22:21:22Z', 'revision_number': 4, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'gw_port': {'id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:16Z', 'updated_at': '2021-07-07T22:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2', 'name': '', 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'mac_address': 'fa:16:3e:30:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1d4ca4b5-cc6e-4354-90bc-a7c0426657ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:21Z', 'updated_at': '2021-07-07T22:21:26Z', 'revision_number': 4, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'subnets': [{'id': '1d4ca4b5-cc6e-4354-90bc-a7c0426657ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:27.405719 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.416421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Attempting to bind port 19401e57-2eef-4698-9dc5-a515901e83c9 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:27.416643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Attempting to bind port 19401e57-2eef-4698-9dc5-a515901e83c9 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:27.417035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Attempting to bind port 19401e57-2eef-4698-9dc5-a515901e83c9 on network 82d16117-de9c-496d-bd6e-1e597d1911b8 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:27.434360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Transition to ACTIVE for port object c3c02cf2-c595-4d40-8123-bce1007544ce will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:27.436821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58449c02-9c90-405e-986b-a9e4a39f418d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.439627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a30f8a1a-67c7-4363-a708-6463a389d504 service neutron] 10.222.0.81 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791610 Jul 07 22:21:27.441908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:27.442421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Checking segment: {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:27.442761 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.443099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Bound using segment: {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:27.443610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Bound port: 19401e57-2eef-4698-9dc5-a515901e83c9, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:27.443995 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.444119 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e52b8d7-a77c-4877-9d22-05c457804167 None None] The sync data for ids ['6d53357b-0725-4711-92f9-aa556a669207'] in n-d-695012-11 is: [{'id': '6d53357b-0725-4711-92f9-aa556a669207', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:14Z', 'updated_at': '2021-07-07T22:21:22Z', 'revision_number': 4, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'gw_port': {'id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:16Z', 'updated_at': '2021-07-07T22:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2', 'name': '', 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'mac_address': 'fa:16:3e:30:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '1d4ca4b5-cc6e-4354-90bc-a7c0426657ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:21Z', 'updated_at': '2021-07-07T22:21:26Z', 'revision_number': 4, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'subnets': [{'id': '1d4ca4b5-cc6e-4354-90bc-a7c0426657ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:27.445090 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1118cdcf-b865-4d0c-9954-a9652fc21f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.485956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118cdcf-b865-4d0c-9954-a9652fc21f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb5ff1f-3bc9-407c-a30c-0d96572650e0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:27.493167 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1118cdcf-b865-4d0c-9954-a9652fc21f20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.495697 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1118cdcf-b865-4d0c-9954-a9652fc21f20 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3cb5ff1f-3bc9-407c-a30c-0d96572650e0 HTTP/1.1" status: 204 len: 168 time: 0.5201366 Jul 07 22:21:27.497382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37168) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:27.502925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9349c5f-4fbb-4008-826a-cf88f45fe3ee None None] Network 9a8c0270-04db-4d8e-8af9-5c51158550e3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:27.509409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Transition to ACTIVE for port object c3c02cf2-c595-4d40-8123-bce1007544ce will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:27.528625 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.572254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.572992 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.575251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-a943bfd3-4c1a-4d25-882e-5869ee87019b', 'network_id': 'a943bfd3-4c1a-4d25-882e-5869ee87019b', 'tenant_id': '921ad64f41de478d895b92b99b8b4e54', 'fixed_ips': [{'subnet_id': 'f6c17d48-0975-4a55-900a-90d654aa15f7'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:21:27.576475 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.581271 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.651783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Deleting port d774860e-4557-4681-9d35-193e39e6317f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:27.652272 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.688829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-75036035-65f1-45f2-a11e-a050500d08ba tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4633307 Jul 07 22:21:27.698441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:27.701933 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.703082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Network c3a7689f-aa2e-436e-b120-4186f8d52fce is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:27.709432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:27.725898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:27.818706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] For port d774860e-4557-4681-9d35-193e39e6317f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d774860e-4557-4681-9d35-193e39e6317f,segment=NetworkSegment(7672d85a-6027-410d-ae25-6bb0457b5041),segment_id=7672d85a-6027-410d-ae25-6bb0457b5041)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:27.819126 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:27.830701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-ac4e434c-73f0-4c80-b7d1-2ec9d5e2ef3f service neutron] 10.222.0.81 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901839 Jul 07 22:21:27.832034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Made reservation on behalf of aa5a6c499b2e434e9956f5ae19587aaa for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:27.838459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Calling delete_port for d774860e-4557-4681-9d35-193e39e6317f owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:27.846407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port da6b9550-3410-4ec8-a861-a4ef4e864ddf yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:27.969749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Allocated IP 2001:db8::2 (a943bfd3-4c1a-4d25-882e-5869ee87019b/f6c17d48-0975-4a55-900a-90d654aa15f7/a546e0cb-0bec-48fa-8e78-7c978b3433ae) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:27.998838 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.064673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d774860e-4557-4681-9d35-193e39e6317f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:28.067166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] No DVR routers for this DVR port d774860e-4557-4681-9d35-193e39e6317f on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:28.121905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Allocated IP 172.25.8.148 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/1804a75c-7bd2-4046-bf88-a00fe1d6e95a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:28.127389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-607e27e7-364d-4679-a929-5ff8c0d67878 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179220 Jul 07 22:21:28.206342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.220508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8c0270-04db-4d8e-8af9-5c51158550e3']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:28.239281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7672d85a-6027-410d-ae25-6bb0457b5041') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:28.239718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7672d85a-6027-410d-ae25-6bb0457b5041') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:28.252731 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.274106 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.294642 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.321437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:21:28.322794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.357757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] device_id is not set on port 353ca3f2-3fa0-4fd2-b408-792ad8a1a330 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:21:28.492399 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:21:28.498843 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.512195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:28.520595 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] 10.222.0.81 "DELETE /v2.0/networks/9a8c0270-04db-4d8e-8af9-5c51158550e3 HTTP/1.1" status: 204 len: 168 time: 1.0198379 Jul 07 22:21:28.590528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb17ce-19fc-4d59-8ea4-31b2f27bbc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a8c0270-04db-4d8e-8af9-5c51158550e3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:28.757443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Pushing event updated for resources: {'Port': ['ID=c3c02cf2-c595-4d40-8123-bce1007544ce,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:28.805923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37182) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:28.883582 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-356b50cd-4951-437d-a1d0-b84166b0e483 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6cff3387ae54e3f9dcd2452a92d6ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679040 Jul 07 22:21:28.885352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:28.900920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0407c9ff-852f-4f3e-a62f-ab29c03becb4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:28.917988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Attempting to bind port c3c02cf2-c595-4d40-8123-bce1007544ce on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:28.918510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Attempting to bind port c3c02cf2-c595-4d40-8123-bce1007544ce by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '44a6fc4a-8554-4d21-a726-956013be3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:28.918974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Attempting to bind port c3c02cf2-c595-4d40-8123-bce1007544ce on network c3a7689f-aa2e-436e-b120-4186f8d52fce {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:28.923724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] For port 19401e57-2eef-4698-9dc5-a515901e83c9, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:28.986714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d334de4-9ac9-4042-91d6-8a7f8369939b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.012867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:29.013429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Checking segment: {'id': '44a6fc4a-8554-4d21-a726-956013be3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:29.013964 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.014510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Bound using segment: {'id': '44a6fc4a-8554-4d21-a726-956013be3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:29.015116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Bound port: c3c02cf2-c595-4d40-8123-bce1007544ce, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a6fc4a-8554-4d21-a726-956013be3b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:29.016129 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.046634 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d334de4-9ac9-4042-91d6-8a7f8369939b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.050143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] For port 19401e57-2eef-4698-9dc5-a515901e83c9, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19401e57-2eef-4698-9dc5-a515901e83c9,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:29.063123 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.073684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.080575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Allocated IP 172.20.0.10 (c3a7689f-aa2e-436e-b120-4186f8d52fce/e1f4c6f5-9556-4965-9304-cc3f55604d7b/353ca3f2-3fa0-4fd2-b408-792ad8a1a330) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:29.131190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd81c7-6da4-4ef9-8ebf-1848e72c6826 None None] DHCP port deletion for 9a8c0270-04db-4d8e-8af9-5c51158550e3 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:21:29.134313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Transition to ACTIVE for port object a546e0cb-0bec-48fa-8e78-7c978b3433ae will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:29.139823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d334de4-9ac9-4042-91d6-8a7f8369939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.144581 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d334de4-9ac9-4042-91d6-8a7f8369939b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.144746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c0b0ced-6f11-47cc-9ec4-a41b425f11c8 req-1c862cad-a95e-465d-b1bc-2e0860882b45 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 210 time: 0.1334374 Jul 07 22:21:29.161852 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3d334de4-9ac9-4042-91d6-8a7f8369939b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/99998be5-313e-419a-9f86-e2b7adc75107 HTTP/1.1" status: 204 len: 168 time: 0.2742496 Jul 07 22:21:29.180168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e0171-cf81-4f4b-9293-d3165b78311d None None] Pushing event updated for resources: {'Port': ['ID=19401e57-2eef-4698-9dc5-a515901e83c9,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:29.182413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-1d5fb6c7-4f1b-41e1-95a6-192af9ed72a9 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0448730 Jul 07 22:21:29.191879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d334de4-9ac9-4042-91d6-8a7f8369939b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99998be5-313e-419a-9f86-e2b7adc75107,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:29.327141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.446518 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.454207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Transition to ACTIVE for port object a546e0cb-0bec-48fa-8e78-7c978b3433ae will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:29.468777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0407c9ff-852f-4f3e-a62f-ab29c03becb4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:29.471361 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.563874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.652092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Network a943bfd3-4c1a-4d25-882e-5869ee87019b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:29.671174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:29.675816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:29.684167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:29.705099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] For port c3c02cf2-c595-4d40-8123-bce1007544ce, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:29.719199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:29.754781 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1919198-94a5-444c-bf4c-46729609c864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.773251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] For port c3c02cf2-c595-4d40-8123-bce1007544ce, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c3c02cf2-c595-4d40-8123-bce1007544ce,segment=NetworkSegment(44a6fc4a-8554-4d21-a726-956013be3b7f),segment_id=44a6fc4a-8554-4d21-a726-956013be3b7f)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:29.778369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:29.847016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Pushing event updated for resources: {'Port': ['ID=a546e0cb-0bec-48fa-8e78-7c978b3433ae,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:29.868042 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:29.898482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Pushing event updated for resources: {'Port': ['ID=1804a75c-7bd2-4046-bf88-a00fe1d6e95a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:29.969952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Attempting to bind port a546e0cb-0bec-48fa-8e78-7c978b3433ae on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:29.970357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Attempting to bind port a546e0cb-0bec-48fa-8e78-7c978b3433ae by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'f59fba1a-510f-498e-837d-404b9b727d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a943bfd3-4c1a-4d25-882e-5869ee87019b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:29.971444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Attempting to bind port a546e0cb-0bec-48fa-8e78-7c978b3433ae on network a943bfd3-4c1a-4d25-882e-5869ee87019b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:30.048797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95573c49-62b6-449b-af61-fef09020431b req-6e20e9b6-7308-4224-bd97-bcb128220cbc tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 210 time: 0.2174559 Jul 07 22:21:30.091891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::33b (a943bfd3-4c1a-4d25-882e-5869ee87019b/f6c17d48-0975-4a55-900a-90d654aa15f7/da6b9550-3410-4ec8-a861-a4ef4e864ddf) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:30.155344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:30.155836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Checking segment: {'id': 'f59fba1a-510f-498e-837d-404b9b727d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a943bfd3-4c1a-4d25-882e-5869ee87019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:30.156716 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.165268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Bound using segment: {'id': 'f59fba1a-510f-498e-837d-404b9b727d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a943bfd3-4c1a-4d25-882e-5869ee87019b'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:30.166457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Bound port: a546e0cb-0bec-48fa-8e78-7c978b3433ae, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59fba1a-510f-498e-837d-404b9b727d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a943bfd3-4c1a-4d25-882e-5869ee87019b'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:30.168518 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.223935 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.336679 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] For port a546e0cb-0bec-48fa-8e78-7c978b3433ae, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:30.341407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] For port a546e0cb-0bec-48fa-8e78-7c978b3433ae, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a546e0cb-0bec-48fa-8e78-7c978b3433ae,segment=NetworkSegment(f59fba1a-510f-498e-837d-404b9b727d2c),segment_id=f59fba1a-510f-498e-837d-404b9b727d2c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:30.358983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.369141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:30.371038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e79598-3af4-4fc1-902e-43bb221794e7 None None] Pushing event updated for resources: {'Port': ['ID=c3c02cf2-c595-4d40-8123-bce1007544ce,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:30.571353 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f777c93-a54a-43ce-8794-e6c2b3dde05c None None] Pushing event updated for resources: {'Port': ['ID=a546e0cb-0bec-48fa-8e78-7c978b3433ae,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:30.592872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:30.603082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:30.604408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.613952 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.657915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-c6c236ee-d876-4d6d-8632-4b0833ee1e62 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:30.666042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-c6c236ee-d876-4d6d-8632-4b0833ee1e62 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 818 time: 0.9524965 Jul 07 22:21:30.763093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Transition to ACTIVE for port object 353ca3f2-3fa0-4fd2-b408-792ad8a1a330 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:30.776393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-53e4841a-b84f-4256-b450-02d94bcac8dc tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/quotas/c2928cacc40c48c79d32daed0a783708 HTTP/1.1" status: 200 len: 375 time: 0.1092288 Jul 07 22:21:30.820820 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.848924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:30.895203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:30.940434 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.022039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b96c40b6-6530-49fc-850e-39b8b8703bd4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:31.055067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37238) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:31.059050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a1bcae47-0ce7-4919-8693-9ff9c6af3bdb tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:31.064449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a1bcae47-0ce7-4919-8693-9ff9c6af3bdb tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 818 time: 0.8412962 Jul 07 22:21:31.114837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Request body: {'port': {'device_id': '3ee61a24-1b0c-4c8a-b365-69c5a3592758', 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035', 'admin_state_up': True, 'tenant_id': 'c2928cacc40c48c79d32daed0a783708'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:31.127904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: b96c40b6-6530-49fc-850e-39b8b8703bd4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:31.128602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b96c40b6-6530-49fc-850e-39b8b8703bd4 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:31.131070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:31.200497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:31.206372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8f10f0d4-3d31-42bf-9b77-c305d78c3b40 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:31.217764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.219602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:31.326954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-network', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:31.365707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Made reservation on behalf of f2ea95ea654c4b67a62926af0df353e6 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:31.368710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.383318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.489096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0210c2a2-6f1b-4c07-b90e-4b11a0157ff2 req-500b406b-e3eb-40a8-a0f1-4b9441258a22 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 210 time: 0.1553319 Jul 07 22:21:31.506531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e067c1-51fe-4114-9943-fa0c70a39ca5 None None] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:31.584603 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.589792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.619984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3b403e4e-b18c-440b-9c65-0a79efd0eed3 None None] Provisioning for port 19401e57-2eef-4698-9dc5-a515901e83c9 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:31.649637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a546e0cb-0bec-48fa-8e78-7c978b3433ae up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:31.661867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447ec298-4dff-4bed-95dd-e14e6c98f8ee,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:31.677759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:31.682958 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.693971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.700663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.701160 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Added segment d49cf775-7ee9-423c-b1af-23447c4627d7 of type vlan for network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 Jul 07 22:21:31.792334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.831231 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.832683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:31.833533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:31.962621 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9036715 Jul 07 22:21:31.968739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37246) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:31.977448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Request body: {'subnet': {'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-subnet', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:31.981877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object da6b9550-3410-4ec8-a861-a4ef4e864ddf will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:32.008854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Made reservation on behalf of f2ea95ea654c4b67a62926af0df353e6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:32.013389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a546e0cb-0bec-48fa-8e78-7c978b3433ae completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:32.014149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.022614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-bc0d3d7b-f0f2-44a8-87a7-4639f4a8197d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2430143 Jul 07 22:21:32.026844 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.036786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c3c02cf2-c595-4d40-8123-bce1007544ce up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:32.046580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Network c3a7689f-aa2e-436e-b120-4186f8d52fce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:32.079349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a2c2b-32f7-4cee-a076-2c0c465c7ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d9d02b-23f5-4e38-a546-e99b38ff8b89,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:32.092550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:32.097571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:32.119557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:32.121171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3656c3-8194-421d-b642-1dfba6221d0b None None] Network c3a7689f-aa2e-436e-b120-4186f8d52fce requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:32.251172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6afda4b-7d35-49db-b3d3-2da61297cb24 None None] Provisioning for port c3c02cf2-c595-4d40-8123-bce1007544ce completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:32.259919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c3c02cf2-c595-4d40-8123-bce1007544ce completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:32.264345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Port': ['ID=353ca3f2-3fa0-4fd2-b408-792ad8a1a330,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:32.265702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6afda4b-7d35-49db-b3d3-2da61297cb24 None None] Provisioning complete for port c3c02cf2-c595-4d40-8123-bce1007544ce triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:32.266266 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afda4b-7d35-49db-b3d3-2da61297cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.294848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c3c02cf2-c595-4d40-8123-bce1007544ce triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:32.295399 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.398000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.398378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.398920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.399404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.399894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.400412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.400900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.401526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.402101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.402664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.411172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.411976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:32.429843 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.509604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Made reservation on behalf of c2928cacc40c48c79d32daed0a783708 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:32.513387 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.535999 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afda4b-7d35-49db-b3d3-2da61297cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.540632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45c6d8-4277-40cd-b42b-d1ee929a5d0e None None] Network a943bfd3-4c1a-4d25-882e-5869ee87019b requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:32.544435 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.583200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Checking segment: {'id': 'd49cf775-7ee9-423c-b1af-23447c4627d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:32.583909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Network hostable DHCP agents. Network: f0d9d02b-23f5-4e38-a546-e99b38ff8b89, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:32.586718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:32.587356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.593641 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7388dd-89cd-45fe-ba4a-86f70cb8026b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:32.617092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2c5b7ac0-f2bf-4fd0-b976-e852e5010485 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.4012971 Jul 07 22:21:32.624310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-9bbb4a39-ca34-4404-9378-99078df674a5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:32.626737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-9bbb4a39-ca34-4404-9378-99078df674a5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.8795803 Jul 07 22:21:32.631442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37252) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:32.645656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'port': {'device_id': 'f5fbde31-d078-45cd-8e4e-6bbac034bbbb', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'admin_state_up': True, 'tenant_id': '616b37054f834516a12c5c2bd5d21632'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:32.650064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d6afda4b-7d35-49db-b3d3-2da61297cb24 None None] For port c3c02cf2-c595-4d40-8123-bce1007544ce, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c3c02cf2-c595-4d40-8123-bce1007544ce,segment=NetworkSegment(44a6fc4a-8554-4d21-a726-956013be3b7f),segment_id=44a6fc4a-8554-4d21-a726-956013be3b7f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:32.653018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:32.664576 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6afda4b-7d35-49db-b3d3-2da61297cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.675485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f0d9d02b-23f5-4e38-a546-e99b38ff8b89) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:32.691546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:32.692761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.713506 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-42205a66-00d1-4bd4-8aa0-11c16bbe2cee admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7422719 Jul 07 22:21:32.716835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37254) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:32.723954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:32.742234 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.797925 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.800836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.810223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e93c83f-543f-428f-9a4d-c61590fe6a1e None None] Network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:32.923409 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:32.955609 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.022368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:21:33.023092 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:21:33.043496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afda4b-7d35-49db-b3d3-2da61297cb24 None None] Pushing event updated for resources: {'Port': ['ID=c3c02cf2-c595-4d40-8123-bce1007544ce,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:33.103131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bf1e15da-7d76-40f9-8027-ba42658e16de None None] Provisioning for port a546e0cb-0bec-48fa-8e78-7c978b3433ae completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:33.139389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bf1e15da-7d76-40f9-8027-ba42658e16de None None] Provisioning complete for port a546e0cb-0bec-48fa-8e78-7c978b3433ae triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:33.139764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf1e15da-7d76-40f9-8027-ba42658e16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.146336 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.301211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-f0d9d02b-23f5-4e38-a546-e99b38ff8b89', 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'fixed_ips': [{'subnet_id': '5e7388dd-89cd-45fe-ba4a-86f70cb8026b'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:21:33.302358 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.354456 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf1e15da-7d76-40f9-8027-ba42658e16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.369076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=da6b9550-3410-4ec8-a861-a4ef4e864ddf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:33.464187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.497424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bf1e15da-7d76-40f9-8027-ba42658e16de None None] For port a546e0cb-0bec-48fa-8e78-7c978b3433ae, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a546e0cb-0bec-48fa-8e78-7c978b3433ae,segment=NetworkSegment(f59fba1a-510f-498e-837d-404b9b727d2c),segment_id=f59fba1a-510f-498e-837d-404b9b727d2c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:33.514743 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.519309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf1e15da-7d76-40f9-8027-ba42658e16de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.623504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-a9b9ca3d-8b39-4406-b2d9-bca050262929 service neutron] 10.222.0.81 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5997021 Jul 07 22:21:33.665912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Allocated IP 172.25.8.23 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/8ad0a919-aa99-4d25-abbb-4faf24503750) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:33.745110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Allocated IP 172.20.0.2 (f0d9d02b-23f5-4e38-a546-e99b38ff8b89/5e7388dd-89cd-45fe-ba4a-86f70cb8026b/feb364cf-85f8-4659-8c65-569eb25fe79f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:33.779830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19401e57-2eef-4698-9dc5-a515901e83c9 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:33.818644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.831664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Provisioning for port be37eb7a-1f55-42a9-9b27-b341e997ce5a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:33.848532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e15da-7d76-40f9-8027-ba42658e16de None None] Pushing event updated for resources: {'Port': ['ID=a546e0cb-0bec-48fa-8e78-7c978b3433ae,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:33.855769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99a83c46-b318-4e08-80db-9e5a28f3381f req-3dc02786-cd12-4173-a79f-d0ad92f55efa tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 210 time: 0.4877119 Jul 07 22:21:33.866370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Provisioning complete for port be37eb7a-1f55-42a9-9b27-b341e997ce5a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:33.866863 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.895888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:33.947026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Port be37eb7a-1f55-42a9-9b27-b341e997ce5a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:33.963547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:33.966676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:33.969648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:33.983720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a943bfd3-4c1a-4d25-882e-5869ee87019b is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:34.005388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Allocated IP 172.20.0.5 (a1f2278b-753b-4e09-a06c-0b158c196035/1d4ca4b5-cc6e-4354-90bc-a7c0426657ee/10882332-d5f4-41e6-93d6-a54003dd05c4) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:34.013319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad0a919-aa99-4d25-abbb-4faf24503750,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:34.018761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Provisioning complete for port c3c02cf2-c595-4d40-8123-bce1007544ce triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:34.019142 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.026420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:34.028288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Made reservation on behalf of 616b37054f834516a12c5c2bd5d21632 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:34.032403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.044231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:34.065272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:34.066021 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.150031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 19401e57-2eef-4698-9dc5-a515901e83c9 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:34.177310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 19401e57-2eef-4698-9dc5-a515901e83c9 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:34.179293 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.199951 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:34.200712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ed6cdc3b-4f22-416c-8695-52c993c2d033 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 7.2195790 Jul 07 22:21:34.201150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.228635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677e56a-5d3d-4b2f-b974-cfcdde3853a9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:34.235295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677e56a-5d3d-4b2f-b974-cfcdde3853a9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:34.241943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677e56a-5d3d-4b2f-b974-cfcdde3853a9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:34.247115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e677e56a-5d3d-4b2f-b974-cfcdde3853a9 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.6072917 Jul 07 22:21:34.258332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37266) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:34.385772 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.412041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Transition to ACTIVE for port object feb364cf-85f8-4659-8c65-569eb25fe79f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:34.429725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Transition to ACTIVE for port object feb364cf-85f8-4659-8c65-569eb25fe79f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:34.439997 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.459224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-58fd453c-3cef-44e4-9e35-f251f043ba7c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port da6b9550-3410-4ec8-a861-a4ef4e864ddf {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:34.460059 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58fd453c-3cef-44e4-9e35-f251f043ba7c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.483870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-abcab229-2e62-40fb-9e32-bd6b00726209 service neutron] 10.222.0.81 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7068772 Jul 07 22:21:34.531108 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.571552 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.583224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:34.608970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:34.623205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:34.628149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Pushing event updated for resources: {'Port': ['ID=feb364cf-85f8-4659-8c65-569eb25fe79f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:34.639330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58fd453c-3cef-44e4-9e35-f251f043ba7c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.657084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-58fd453c-3cef-44e4-9e35-f251f043ba7c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for da6b9550-3410-4ec8-a861-a4ef4e864ddf owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:34.712879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.777753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 19401e57-2eef-4698-9dc5-a515901e83c9, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19401e57-2eef-4698-9dc5-a515901e83c9,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:34.780174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Attempting to bind port feb364cf-85f8-4659-8c65-569eb25fe79f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:34.780569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Attempting to bind port feb364cf-85f8-4659-8c65-569eb25fe79f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd49cf775-7ee9-423c-b1af-23447c4627d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:34.781048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Attempting to bind port feb364cf-85f8-4659-8c65-569eb25fe79f on network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:34.783704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Provisioning for port 353ca3f2-3fa0-4fd2-b408-792ad8a1a330 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:34.788658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.797133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Provisioning complete for port 353ca3f2-3fa0-4fd2-b408-792ad8a1a330 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:34.797357 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.822871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:34.822871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Checking segment: {'id': 'd49cf775-7ee9-423c-b1af-23447c4627d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:34.823457 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.823910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Bound using segment: {'id': 'd49cf775-7ee9-423c-b1af-23447c4627d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:34.824463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Bound port: feb364cf-85f8-4659-8c65-569eb25fe79f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49cf775-7ee9-423c-b1af-23447c4627d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:34.824913 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:34.846366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.20.0.6 (999565a5-3d06-4cae-b337-73e8bf8acda2/5e8a3a64-3ee5-4b55-849d-11c87e978ec3/24b71c48-74e0-416b-ace0-fc2e2473870b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:34.849673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d774860e-4557-4681-9d35-193e39e6317f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:34.895107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: d774860e-4557-4681-9d35-193e39e6317f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:34.895520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d774860e-4557-4681-9d35-193e39e6317f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:34.993334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58fd453c-3cef-44e4-9e35-f251f043ba7c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.027117 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.038530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3543a3a8-4d5a-4c20-802f-dbaecdcacf7c None None] Port 353ca3f2-3fa0-4fd2-b408-792ad8a1a330 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:35.061961 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.070352 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=19401e57-2eef-4698-9dc5-a515901e83c9,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:35.083733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c3c02cf2-c595-4d40-8123-bce1007544ce up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:35.170961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] For port feb364cf-85f8-4659-8c65-569eb25fe79f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:35.196163 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] For port feb364cf-85f8-4659-8c65-569eb25fe79f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=feb364cf-85f8-4659-8c65-569eb25fe79f,segment=NetworkSegment(d49cf775-7ee9-423c-b1af-23447c4627d7),segment_id=d49cf775-7ee9-423c-b1af-23447c4627d7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:35.207449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b36cdbd8-d928-401b-b562-0788ec590191 None None] Provisioning complete for port a546e0cb-0bec-48fa-8e78-7c978b3433ae triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:35.208220 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b36cdbd8-d928-401b-b562-0788ec590191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.209534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Network a1f2278b-753b-4e09-a06c-0b158c196035 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:35.260155 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.262610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50ccf1c3-243f-4ca6-81ca-2671313c94d6 req-44f99843-9dd0-47d7-bbab-edbdb2b175ff tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 210 time: 0.2497401 Jul 07 22:21:35.280139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c3c02cf2-c595-4d40-8123-bce1007544ce triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:35.280759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.359112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:35.376694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Transition to ACTIVE for port object 24b71c48-74e0-416b-ace0-fc2e2473870b will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:35.382256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:35.393287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edf5e403-a521-4dba-973a-16b01823ad72 req-4c1139e5-f1dc-4ab5-8141-3a679a11ea03 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 210 time: 0.3170278 Jul 07 22:21:35.394580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Router 330fc267-bc26-49dc-9560-b4ac9ca5768d is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:21:35.476655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07a210-d501-4458-9a89-aa9cc755bc01 None None] Pushing event updated for resources: {'Port': ['ID=feb364cf-85f8-4659-8c65-569eb25fe79f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:35.525970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b36cdbd8-d928-401b-b562-0788ec590191 None None] Provisioning complete for port 353ca3f2-3fa0-4fd2-b408-792ad8a1a330 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:35.526582 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b36cdbd8-d928-401b-b562-0788ec590191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.558105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a546e0cb-0bec-48fa-8e78-7c978b3433ae up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:35.601560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Pushing event updated for resources: {'Port': ['ID=10882332-d5f4-41e6-93d6-a54003dd05c4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:35.629438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b36cdbd8-d928-401b-b562-0788ec590191 None None] Port 353ca3f2-3fa0-4fd2-b408-792ad8a1a330 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:35.637186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a546e0cb-0bec-48fa-8e78-7c978b3433ae triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:35.637729 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.638673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9011d743-5f1a-4898-8867-b142200bc30f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Deleting port 353ca3f2-3fa0-4fd2-b408-792ad8a1a330 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:35.639036 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9011d743-5f1a-4898-8867-b142200bc30f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.665697 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b36cdbd8-d928-401b-b562-0788ec590191 None None] Could not find standard attr ID for object da6b9550-3410-4ec8-a861-a4ef4e864ddf. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:21:35.814656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd453c-3cef-44e4-9e35-f251f043ba7c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=da6b9550-3410-4ec8-a861-a4ef4e864ddf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:35.853946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:35.859465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:35.880325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58fd453c-3cef-44e4-9e35-f251f043ba7c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.887214 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58fd453c-3cef-44e4-9e35-f251f043ba7c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/da6b9550-3410-4ec8-a861-a4ef4e864ddf HTTP/1.1" status: 204 len: 168 time: 1.6835144 Jul 07 22:21:35.888873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:35.889798 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.900272 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37284) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:35.900499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Sync routers for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:35.943124 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.944510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c9cca1ae-2a9c-4616-a308-38f5e16dced6 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.5435154 Jul 07 22:21:35.960163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.964253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37286) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:35.978538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-c8e6a145-c2c4-4d57-842b-08b9fd0ec1ba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8916030 Jul 07 22:21:35.988200 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c010a4a-ec19-4276-8df6-200160033d21 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:21:35.988898 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:35.992980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:35.993150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c010a4a-ec19-4276-8df6-200160033d21 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:21:35.993847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:35.995838 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1c010a4a-ec19-4276-8df6-200160033d21 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/da6b9550-3410-4ec8-a861-a4ef4e864ddf HTTP/1.1" status: 404 len: 333 time: 0.0939040 Jul 07 22:21:36.000698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37288) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:36.043753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Request body: {'port': {'device_id': '3ee61a24-1b0c-4c8a-b365-69c5a3592758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:36.124840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9006a33e-897c-4443-8f3e-4f0eb790391c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:36.174403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:36.208680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:36.253122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=24b71c48-74e0-416b-ace0-fc2e2473870b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:36.256852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9011d743-5f1a-4898-8867-b142200bc30f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:36.259603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:36.324575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9011d743-5f1a-4898-8867-b142200bc30f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Calling delete_port for 353ca3f2-3fa0-4fd2-b408-792ad8a1a330 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:36.356492 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:36.399291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:36.403255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:36.403633 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:36.424549 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-beebc753-97f7-432d-8ec3-40e21d1e6d87 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:21:36.429700 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-beebc753-97f7-432d-8ec3-40e21d1e6d87 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/da6b9550-3410-4ec8-a861-a4ef4e864ddf HTTP/1.1" status: 404 len: 333 time: 0.3496909 Jul 07 22:21:36.472196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37294) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:36.486508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:36.487481 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:36.675939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-07beae06-a166-4159-b27e-88d54703f8ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0332601 Jul 07 22:21:36.885098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7485b5ef-6537-4b5e-b1a6-528c006c2f78 None None] Provisioning for port 24b71c48-74e0-416b-ace0-fc2e2473870b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:36.901657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:21:36.909791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7485b5ef-6537-4b5e-b1a6-528c006c2f78 None None] Provisioning complete for port 24b71c48-74e0-416b-ace0-fc2e2473870b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:36.910008 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7485b5ef-6537-4b5e-b1a6-528c006c2f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:37.090764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef2831f-6201-4826-9b27-d54074f411ca None None] Network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:37.116664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Request body: {'port': {'device_id': 'f5fbde31-d078-45cd-8e4e-6bbac034bbbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:37.226514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7485b5ef-6537-4b5e-b1a6-528c006c2f78 None None] Port 24b71c48-74e0-416b-ace0-fc2e2473870b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:37.297270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:37.307296 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Sync routers for ids ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:37.322002 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Routers {'2dfc4d96-d2a3-42f9-923e-43f4fc29572f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:37.323002 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:37.323129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-1a514849-7d91-49f2-91a2-d61c792a6526 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:37.327051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-1a514849-7d91-49f2-91a2-d61c792a6526 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 818 time: 0.6753554 Jul 07 22:21:37.335375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a73bb1e-2a84-4cfd-bc89-ff0cb23156f8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet f6c17d48-0975-4a55-900a-90d654aa15f7 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:21:37.440601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84beb8d2-b73f-4b0f-a87b-7e0a16e3260f req-23e3f791-fb1a-478a-be5f-b9b56f442c34 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 210 time: 0.7899473 Jul 07 22:21:37.499307 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:37.504967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:37.514925 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-56da1db4-4107-4e60-aa47-208e54f61038 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7954953 Jul 07 22:21:37.519841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37300) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:37.567910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bb317035-617b-493a-a24d-4270f7715288 None None] Provisioning for port feb364cf-85f8-4659-8c65-569eb25fe79f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:37.622651 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Set router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:37.670343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19401e57-2eef-4698-9dc5-a515901e83c9 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:37.730840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:30Z', 'revision_number': 3, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:37.809183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Checking router: 330fc267-bc26-49dc-9560-b4ac9ca5768d for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:37.809400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Updating router 330fc267-bc26-49dc-9560-b4ac9ca5768d port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:21:37.933435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 19401e57-2eef-4698-9dc5-a515901e83c9 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:37.933435 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:37.981076 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:32Z', 'updated_at': '2021-07-07T22:21:34Z', 'revision_number': 3, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'gw_port': {'id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:33Z', 'updated_at': '2021-07-07T22:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:38.015300 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Checking router: 2dfc4d96-d2a3-42f9-923e-43f4fc29572f for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:38.016284 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Updating router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f port 8ad0a919-aa99-4d25-abbb-4faf24503750 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:21:38.026327 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.088655 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.192359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10882332-d5f4-41e6-93d6-a54003dd05c4 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:38.208617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.235456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Request body: {'port': {'device_id': '0ac928da-67a4-443d-853e-e08b7e9474aa', 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035', 'admin_state_up': True, 'tenant_id': 'c2928cacc40c48c79d32daed0a783708'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:38.260287 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb1e-2a84-4cfd-bc89-ff0cb23156f8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.265916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Allocated IP 172.20.0.1 (82d16117-de9c-496d-bd6e-1e597d1911b8/b62ad8a0-1574-4256-ad7d-50ba30a82106/27bfb9bc-28e0-45cf-86aa-ff40bfd99699) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:38.322992 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-814442a3-63b3-4164-a548-f1117f0c347f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8337331 Jul 07 22:21:38.478854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb1e-2a84-4cfd-bc89-ff0cb23156f8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.510117 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device feb364cf-85f8-4659-8c65-569eb25fe79f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:38.613229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port feb364cf-85f8-4659-8c65-569eb25fe79f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:38.622425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port feb364cf-85f8-4659-8c65-569eb25fe79f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:38.624393 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.718815 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.762333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Transition to ACTIVE for port object 10882332-d5f4-41e6-93d6-a54003dd05c4 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:38.766348 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9011d743-5f1a-4898-8867-b142200bc30f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.846715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.860961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.863097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.879021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Transition to ACTIVE for port object 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:38.930824 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.950528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-713741bc-6ab0-4982-8f99-8b3ace80338b None None] Provisioning complete for port feb364cf-85f8-4659-8c65-569eb25fe79f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:38.950938 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-713741bc-6ab0-4982-8f99-8b3ace80338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.959764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port feb364cf-85f8-4659-8c65-569eb25fe79f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=feb364cf-85f8-4659-8c65-569eb25fe79f,segment=NetworkSegment(d49cf775-7ee9-423c-b1af-23447c4627d7),segment_id=d49cf775-7ee9-423c-b1af-23447c4627d7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:38.965957 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Transition to ACTIVE for port object 8ad0a919-aa99-4d25-abbb-4faf24503750 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:38.969871 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.974440 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:38.988257 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:39.098194 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Attempting to bind port 8ad0a919-aa99-4d25-abbb-4faf24503750 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:39.098568 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Attempting to bind port 8ad0a919-aa99-4d25-abbb-4faf24503750 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:39.099090 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Attempting to bind port 8ad0a919-aa99-4d25-abbb-4faf24503750 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:39.105463 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Pushing event updated for resources: {'Port': ['ID=8ad0a919-aa99-4d25-abbb-4faf24503750,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:39.123843 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:39.129565 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:39.130172 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:39.130612 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:39.130901 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:39.131244 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Bound port: 8ad0a919-aa99-4d25-abbb-4faf24503750, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:39.131640 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:39.142153 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.143004 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.143004 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.143211 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.143443 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.143560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=feb364cf-85f8-4659-8c65-569eb25fe79f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:39.143772 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.144007 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.144330 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.144652 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.144975 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.145289 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.145597 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:39.271273 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] For port 8ad0a919-aa99-4d25-abbb-4faf24503750, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:39.284918 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] For port 8ad0a919-aa99-4d25-abbb-4faf24503750, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8ad0a919-aa99-4d25-abbb-4faf24503750,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:39.296718 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:39.304440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-b2d6107f-a813-4754-a051-935fa7a30fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:39.305956 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-b2d6107f-a813-4754-a051-935fa7a30fbe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=320c374cfe5d409aa55a769fbfaf0ed9&device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 1098 time: 0.8094063 Jul 07 22:21:39.324605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:39.332319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Pushing event updated for resources: {'Port': ['ID=27bfb9bc-28e0-45cf-86aa-ff40bfd99699,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:39.337748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:39.432537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device feb364cf-85f8-4659-8c65-569eb25fe79f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:39.442332 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Routers {'2dfc4d96-d2a3-42f9-923e-43f4fc29572f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:39.444114 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:39.565580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011d743-5f1a-4898-8867-b142200bc30f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event deleted for resources: {'Port': ['ID=353ca3f2-3fa0-4fd2-b408-792ad8a1a330,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:39.598681 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e87e4-b115-4e6a-adcb-78eb5c5de746 None None] Pushing event updated for resources: {'Port': ['ID=8ad0a919-aa99-4d25-abbb-4faf24503750,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:39.639427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1fb5413e-9a61-47c6-8eaf-ae837fbcc870 req-c7d24b48-a519-41d3-9d51-65006ff737f2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 210 time: 0.8989363 Jul 07 22:21:39.761316 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] Set router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:39.772380 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:39.859169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Transition to ACTIVE for port object 1804a75c-7bd2-4046-bf88-a00fe1d6e95a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:39.882300 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:39.987563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port feb364cf-85f8-4659-8c65-569eb25fe79f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:39.988052 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.097419 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.169017 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9011d743-5f1a-4898-8867-b142200bc30f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.172925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9011d743-5f1a-4898-8867-b142200bc30f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "DELETE /v2.0/ports/353ca3f2-3fa0-4fd2-b408-792ad8a1a330 HTTP/1.1" status: 204 len: 168 time: 5.9135885 Jul 07 22:21:40.185622 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:32Z', 'updated_at': '2021-07-07T22:21:34Z', 'revision_number': 3, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'gw_port': {'id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:33Z', 'updated_at': '2021-07-07T22:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:40.192352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-bd9b3644-1b95-47cf-a62c-a9adccdea1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:40.197258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e23c-bf41-4c33-929d-a6dd1a42b60f None None] Pushing event updated for resources: {'Port': ['ID=1804a75c-7bd2-4046-bf88-a00fe1d6e95a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:40.201607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Attempting to bind port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:40.201948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Attempting to bind port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:40.202348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Attempting to bind port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:40.206370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9c6a2f91-63a5-4da1-85cd-e08ad2f406f7 None None] Provisioning for port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:40.207458 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-bd9b3644-1b95-47cf-a62c-a9adccdea1f9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65 HTTP/1.1" status: 200 len: 913 time: 0.8444619 Jul 07 22:21:40.211689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9c6a2f91-63a5-4da1-85cd-e08ad2f406f7 None None] Provisioning complete for port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:40.212068 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9c6a2f91-63a5-4da1-85cd-e08ad2f406f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.216815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:40.217190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:40.217594 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.218003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:40.219034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Bound port: 1804a75c-7bd2-4046-bf88-a00fe1d6e95a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:40.219444 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.232128 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72be19-a34b-4e47-8a48-985ed65ccc80 None None] The sync data for ids ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'] in n-d-695012-11 is: [{'id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:32Z', 'updated_at': '2021-07-07T22:21:34Z', 'revision_number': 3, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'gw_port': {'id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:33Z', 'updated_at': '2021-07-07T22:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:40.257761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37308) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:40.282711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4febc5f-2c02-4d79-917f-1ad558f31757 req-3221e8c1-3010-4feb-867d-c7a582941a55 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:40.289150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4febc5f-2c02-4d79-917f-1ad558f31757 req-3221e8c1-3010-4feb-867d-c7a582941a55 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 931 time: 3.5236332 Jul 07 22:21:40.341007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9c6a2f91-63a5-4da1-85cd-e08ad2f406f7 None None] Port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:40.355643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Made reservation on behalf of c2928cacc40c48c79d32daed0a783708 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:40.359154 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.444030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] For port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:40.450818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] For port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1804a75c-7bd2-4046-bf88-a00fe1d6e95a,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:40.460691 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.519208 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-dc497bd2-4358-4530-ae15-67836f18b01c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699 HTTP/1.1" status: 200 len: 1002 time: 0.1980026 Jul 07 22:21:40.533895 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7144fdf-3671-4972-87c4-e2154ce78b6f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] GET failed (client error): The resource could not be found. Jul 07 22:21:40.541943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c7144fdf-3671-4972-87c4-e2154ce78b6f tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "GET /v2.0/ports/353ca3f2-3fa0-4fd2-b408-792ad8a1a330 HTTP/1.1" status: 404 len: 333 time: 0.2782464 Jul 07 22:21:40.554871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37310) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:40.571101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:40.572596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:40.590764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'port': {'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce', 'name': 'tempest-AllowedAddressPairTestJSON-534410336'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:40.648949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4febc5f-2c02-4d79-917f-1ad558f31757 req-7434a47e-0bda-4890-9f56-ed514e047400 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577499 Jul 07 22:21:40.649625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Pushing event updated for resources: {'Port': ['ID=10882332-d5f4-41e6-93d6-a54003dd05c4,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:40.766398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.767930 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb1e-2a84-4cfd-bc89-ff0cb23156f8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.774260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:40.783923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-d9bd78eb-8b78-4cbd-b197-ad53f4a3e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:40.785506 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-d9bd78eb-8b78-4cbd-b197-ad53f4a3e9b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a83cbe5e-1551-494c-8b07-ef4d4991bf2f HTTP/1.1" status: 200 len: 851 time: 0.2517884 Jul 07 22:21:40.901270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Attempting to bind port 10882332-d5f4-41e6-93d6-a54003dd05c4 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:40.902005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Attempting to bind port 10882332-d5f4-41e6-93d6-a54003dd05c4 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:40.903227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Attempting to bind port 10882332-d5f4-41e6-93d6-a54003dd05c4 on network a1f2278b-753b-4e09-a06c-0b158c196035 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:40.946780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Port 10882332-d5f4-41e6-93d6-a54003dd05c4 on network a1f2278b-753b-4e09-a06c-0b158c196035 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:21:40.947142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Attempting to bind port 10882332-d5f4-41e6-93d6-a54003dd05c4 on network a1f2278b-753b-4e09-a06c-0b158c196035 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:40.962003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:40.962431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Checking segment: {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:40.962778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Bound using segment: {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:40.963232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Bound port: 10882332-d5f4-41e6-93d6-a54003dd05c4, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:40.963596 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.051011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e23c-bf41-4c33-929d-a6dd1a42b60f None None] Pushing event updated for resources: {'Port': ['ID=1804a75c-7bd2-4046-bf88-a00fe1d6e95a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:41.143621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:41.166865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b71c48-74e0-416b-ace0-fc2e2473870b {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:41.205230 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.237934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb1e-2a84-4cfd-bc89-ff0cb23156f8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.332242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73bb1e-2a84-4cfd-bc89-ff0cb23156f8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c17d48-0975-4a55-900a-90d654aa15f7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:41.389566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Allocated IP 172.20.0.12 (a1f2278b-753b-4e09-a06c-0b158c196035/1d4ca4b5-cc6e-4354-90bc-a7c0426657ee/80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:41.422689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Made reservation on behalf of aa5a6c499b2e434e9956f5ae19587aaa for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:41.432445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.499547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Transition to ACTIVE for port object 24b71c48-74e0-416b-ace0-fc2e2473870b will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:41.529316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ccc66-092c-468b-93a0-a9431770d1c9 None None] Network a943bfd3-4c1a-4d25-882e-5869ee87019b requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:41.544695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8ad0a919-aa99-4d25-abbb-4faf24503750 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:41.546221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-4c0119af-dbc8-44cc-b081-875404b24c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:41.548382 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-4c0119af-dbc8-44cc-b081-875404b24c1d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7315056 Jul 07 22:21:41.564293 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a73bb1e-2a84-4cfd-bc89-ff0cb23156f8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.566520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7a73bb1e-2a84-4cfd-bc89-ff0cb23156f8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/f6c17d48-0975-4a55-900a-90d654aa15f7 HTTP/1.1" status: 204 len: 168 time: 5.0528996 Jul 07 22:21:41.588021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12447467-4234-445d-bb22-d8504d7c2fa6 req-ef22fb20-4fea-404b-aafb-6e1aa1b48f0e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 210 time: 0.5014455 Jul 07 22:21:41.590764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37320) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:41.593333 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.685861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Allocated IP 172.20.0.1 (f0d9d02b-23f5-4e38-a546-e99b38ff8b89/5e7388dd-89cd-45fe-ba4a-86f70cb8026b/cbcf3d2f-594e-40e5-ba31-a92f5a22b45a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:41.835016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.846674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] device_id is not set on port 67a23135-55c1-4c79-9bbc-d95a5abe6a3a yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:41.889478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8ad0a919-aa99-4d25-abbb-4faf24503750 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:41.901469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8ad0a919-aa99-4d25-abbb-4faf24503750 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:41.901843 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:41.955748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:38Z', 'revision_number': 1, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:42.041557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9131458-b9f3-4dc7-b349-6213acf3a5d7 None None] The sync data for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 is: [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:38Z', 'revision_number': 1, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:42.054549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] For port 10882332-d5f4-41e6-93d6-a54003dd05c4, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:42.108440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Allocated IP 172.20.0.8 (c3a7689f-aa2e-436e-b120-4186f8d52fce/e1f4c6f5-9556-4965-9304-cc3f55604d7b/67a23135-55c1-4c79-9bbc-d95a5abe6a3a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:42.135268 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.180202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b6ce44-976a-46ae-9e62-88175202581d None None] DHCP port deletion for a943bfd3-4c1a-4d25-882e-5869ee87019b request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:21:42.218752 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.376032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 8ad0a919-aa99-4d25-abbb-4faf24503750, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8ad0a919-aa99-4d25-abbb-4faf24503750,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:42.379076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.384478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] For port 10882332-d5f4-41e6-93d6-a54003dd05c4, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=10882332-d5f4-41e6-93d6-a54003dd05c4,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:42.405467 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.416986 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.456610 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.482844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.498756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Transition to ACTIVE for port object cbcf3d2f-594e-40e5-ba31-a92f5a22b45a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:42.523096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Network a1f2278b-753b-4e09-a06c-0b158c196035 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:42.527751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Pushing event updated for resources: {'Port': ['ID=24b71c48-74e0-416b-ace0-fc2e2473870b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:42.623480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:42.626413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=8ad0a919-aa99-4d25-abbb-4faf24503750,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:42.640980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-94b6ce44-976a-46ae-9e62-88175202581d None None] Deleting port a546e0cb-0bec-48fa-8e78-7c978b3433ae {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:42.643617 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94b6ce44-976a-46ae-9e62-88175202581d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.658322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:42.669074 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.692481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:42.693390 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.695054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] 10.222.0.83 "PUT /v2.0/ports/10882332-d5f4-41e6-93d6-a54003dd05c4 HTTP/1.1" status: 200 len: 1092 time: 6.6784821 Jul 07 22:21:42.719699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee61a24-1b0c-4c8a-b365-69c5a3592758', 'tag': '10882332-d5f4-41e6-93d6-a54003dd05c4'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:42.728324 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3530da-5737-48b0-b353-6fcf75f1997d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee61a24-1b0c-4c8a-b365-69c5a3592758", "tag": "10882332-d5f4-41e6-93d6-a54003dd05c4"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:42.833535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-94b6ce44-976a-46ae-9e62-88175202581d None None] For port a546e0cb-0bec-48fa-8e78-7c978b3433ae, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a546e0cb-0bec-48fa-8e78-7c978b3433ae,segment=NetworkSegment(f59fba1a-510f-498e-837d-404b9b727d2c),segment_id=f59fba1a-510f-498e-837d-404b9b727d2c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:42.836621 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94b6ce44-976a-46ae-9e62-88175202581d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.878892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-94b6ce44-976a-46ae-9e62-88175202581d None None] Calling delete_port for a546e0cb-0bec-48fa-8e78-7c978b3433ae owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:42.910973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:42.986968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Pushing event updated for resources: {'Port': ['ID=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:43.011001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317d201-f95c-4e5a-a770-7b8933ce8544 req-12451d95-fbf7-4ba9-82da-0bd3c1c93596 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:43.020509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Pushing event updated for resources: {'Port': ['ID=27bfb9bc-28e0-45cf-86aa-ff40bfd99699,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:43.052989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a317d201-f95c-4e5a-a770-7b8933ce8544 req-12451d95-fbf7-4ba9-82da-0bd3c1c93596 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 1.1246765 Jul 07 22:21:43.080016 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-3f6a84c9-3fc3-4b3c-8a53-79ae7dc13d31 service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4935496 Jul 07 22:21:43.087259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94b6ce44-976a-46ae-9e62-88175202581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.087483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:43.127608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:43.128262 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.161092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6ce44-976a-46ae-9e62-88175202581d None None] Pushing event deleted for resources: {'Port': ['ID=a546e0cb-0bec-48fa-8e78-7c978b3433ae,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:43.165209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Attempting to bind port 24b71c48-74e0-416b-ace0-fc2e2473870b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:43.165209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Attempting to bind port 24b71c48-74e0-416b-ace0-fc2e2473870b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:43.165609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Attempting to bind port 24b71c48-74e0-416b-ace0-fc2e2473870b on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:43.174949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b6ce44-976a-46ae-9e62-88175202581d None None] No DVR routers for this DVR port a546e0cb-0bec-48fa-8e78-7c978b3433ae on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:43.179213 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.199850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] The port 'a546e0cb-0bec-48fa-8e78-7c978b3433ae' was deleted {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 22:21:43.200502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:43.221982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:43.317547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Port 24b71c48-74e0-416b-ace0-fc2e2473870b on network 999565a5-3d06-4cae-b337-73e8bf8acda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:21:43.317861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Attempting to bind port 24b71c48-74e0-416b-ace0-fc2e2473870b on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:43.410451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcf3d2f-594e-40e5-ba31-a92f5a22b45a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:43.448482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-3dd2a51f-bd13-496d-a964-1bc9f198e5ae tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9198053 Jul 07 22:21:43.491877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8ad0a919-aa99-4d25-abbb-4faf24503750 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:43.510326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.607001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.619702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:43.620937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:43.621078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8ad0a919-aa99-4d25-abbb-4faf24503750 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:43.621184 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.621470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Bound using segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:43.623503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Bound port: 24b71c48-74e0-416b-ace0-fc2e2473870b, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:43.625277 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.690095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5857c762-c22d-4d7a-b5e2-ce5f23891905 None None] Provisioning for port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:43.696397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5857c762-c22d-4d7a-b5e2-ce5f23891905 None None] Provisioning complete for port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:43.696780 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5857c762-c22d-4d7a-b5e2-ce5f23891905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.720850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Request body: {'port': {'device_id': '0ac928da-67a4-443d-853e-e08b7e9474aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:43.722125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:43.727735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:43.732120 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-308dcba7-e9ec-449a-a43f-32944d8206bc req-db15def2-1665-4009-a749-2425c32fd567 service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741866 Jul 07 22:21:43.746941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Transition to ACTIVE for port object 67a23135-55c1-4c79-9bbc-d95a5abe6a3a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:43.824114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a317d201-f95c-4e5a-a770-7b8933ce8544 req-7c257e02-e23b-43cb-beb7-84843cbb396f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689624 Jul 07 22:21:43.855364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5857c762-c22d-4d7a-b5e2-ce5f23891905 None None] Port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:43.877549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:43.883891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d93247-a082-4345-b055-8096768a9ffa service neutron] Pushing event updated for resources: {'Port': ['ID=10882332-d5f4-41e6-93d6-a54003dd05c4,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:44.036082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a546e0cb-0bec-48fa-8e78-7c978b3433ae no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:44.068201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: a546e0cb-0bec-48fa-8e78-7c978b3433ae {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:44.068392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a546e0cb-0bec-48fa-8e78-7c978b3433ae not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:44.104013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a943bfd3-4c1a-4d25-882e-5869ee87019b']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:44.157128 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7952e0b0-25d6-4759-8e0a-7d2d8242bead x-openstack-request-id: req-7952e0b0-25d6-4759-8e0a-7d2d8242bead {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:44.157347 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee61a24-1b0c-4c8a-b365-69c5a3592758", "tag": "10882332-d5f4-41e6-93d6-a54003dd05c4", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:44.161845 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7952e0b0-25d6-4759-8e0a-7d2d8242bead {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:44.162333 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee61a24-1b0c-4c8a-b365-69c5a3592758', 'tag': '10882332-d5f4-41e6-93d6-a54003dd05c4', 'status': 'completed', 'code': 200} Jul 07 22:21:44.237733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59fba1a-510f-498e-837d-404b9b727d2c') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:44.238119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59fba1a-510f-498e-837d-404b9b727d2c') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:44.245764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-2ca6ab8d-b62c-4bf4-a125-e7b94fb967c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:44.250384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-2ca6ab8d-b62c-4bf4-a125-e7b94fb967c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1095 time: 1.4423184 Jul 07 22:21:44.305340 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3873d2d4-040a-4c48-9f84-4febc327cf95 None None] Provisioning complete for port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:44.305715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3873d2d4-040a-4c48-9f84-4febc327cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:44.310421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Router 330fc267-bc26-49dc-9560-b4ac9ca5768d has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:21:44.387821 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:44.426879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] For port 24b71c48-74e0-416b-ace0-fc2e2473870b, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:44.488214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3873d2d4-040a-4c48-9f84-4febc327cf95 None None] Port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:44.614835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:44.780623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Network c3a7689f-aa2e-436e-b120-4186f8d52fce is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:44.783920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:45.090708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] For port 24b71c48-74e0-416b-ace0-fc2e2473870b, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=24b71c48-74e0-416b-ace0-fc2e2473870b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:45.135437 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.141164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-b5d0304c-304f-49c6-a08f-fcf40905868b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10882332-d5f4-41e6-93d6-a54003dd05c4 HTTP/1.1" status: 200 len: 217 time: 0.7931974 Jul 07 22:21:45.143871 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.218247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:21:45.218716 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:21:45.228605 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:21:45.233850 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:21:45.233850 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:21:45.246919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f3c86b71-0246-4b3b-a8d9-5206434a7a7f None None] Provisioning for port 67a23135-55c1-4c79-9bbc-d95a5abe6a3a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:45.259010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:45.269976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f3c86b71-0246-4b3b-a8d9-5206434a7a7f None None] Provisioning complete for port 67a23135-55c1-4c79-9bbc-d95a5abe6a3a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:45.274151 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f3c86b71-0246-4b3b-a8d9-5206434a7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.317539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:45.352065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4762b-bb71-4529-a06c-cf116e7e55da req-4e85ec53-c7e0-4fd8-b68d-99712afbd57b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:45.353671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ff4762b-bb71-4529-a06c-cf116e7e55da req-4e85ec53-c7e0-4fd8-b68d-99712afbd57b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 932 time: 2.1201563 Jul 07 22:21:45.388967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f3c86b71-0246-4b3b-a8d9-5206434a7a7f None None] Port 67a23135-55c1-4c79-9bbc-d95a5abe6a3a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:45.392889 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d0ab8452-8cdb-4551-9bb0-bd1c7804388e admin admin] 10.222.0.81 "PUT /v2.0/routers/330fc267-bc26-49dc-9560-b4ac9ca5768d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4240372 Jul 07 22:21:45.396666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.411784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Port': ['ID=67a23135-55c1-4c79-9bbc-d95a5abe6a3a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:45.446478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:45.447507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.464516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.506357 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f2f31d66-7b2f-4d6a-90c3-265163f3c733 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9484191 Jul 07 22:21:45.508886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37344) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:45.511165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1804a75c-7bd2-4046-bf88-a00fe1d6e95a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:45.524179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:47:5a:ad'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:45.540054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:45.541368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.549691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] 10.222.0.44 "PUT /v2.0/ports/24b71c48-74e0-416b-ace0-fc2e2473870b HTTP/1.1" status: 200 len: 1092 time: 8.4448302 Jul 07 22:21:45.639073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:45.647464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:45.648914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.819580 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.875632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1804a75c-7bd2-4046-bf88-a00fe1d6e95a,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:45.881333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.901384 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.909298 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:45.920599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/networks/a943bfd3-4c1a-4d25-882e-5869ee87019b HTTP/1.1" status: 204 len: 168 time: 4.3084142 Jul 07 22:21:45.929888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37352) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:45.940086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-485389500'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:45.963083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-8f5a269b-2b60-4527-9073-371c9da43549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:45.966173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-8f5a269b-2b60-4527-9073-371c9da43549 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.7667401 Jul 07 22:21:45.985596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=1804a75c-7bd2-4046-bf88-a00fe1d6e95a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:46.004266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ff4762b-bb71-4529-a06c-cf116e7e55da req-d561974b-586b-4db6-a11b-81cf6cd45d5b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888387 Jul 07 22:21:46.016637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3ea5a-6fac-4596-83bd-6700fa8dfae6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Network': ['ID=a943bfd3-4c1a-4d25-882e-5869ee87019b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:46.027133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.033866 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.037939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:46.042161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.046203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.081683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4974c-11d0-42f0-8d20-d0f514b5d518 service neutron] Pushing event updated for resources: {'Port': ['ID=24b71c48-74e0-416b-ace0-fc2e2473870b,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:46.109766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-f90d00cd-b834-4856-9b32-48dd0b0d2d66 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037772 Jul 07 22:21:46.136320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Sync routers for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:46.152857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:46.155660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:46.180243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Pushing event updated for resources: {'Port': ['ID=cbcf3d2f-594e-40e5-ba31-a92f5a22b45a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:46.190401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.200513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:21:46.225233 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.225695 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Added segment a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9 of type vlan for network ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 Jul 07 22:21:46.230215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fbde31-d078-45cd-8e4e-6bbac034bbbb', 'tag': '24b71c48-74e0-416b-ace0-fc2e2473870b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:46.232784 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fbde31-d078-45cd-8e4e-6bbac034bbbb", "tag": "24b71c48-74e0-416b-ace0-fc2e2473870b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:46.247774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40febbc-187d-4b1d-94d9-048ba569d300 req-d790cd2d-1aec-49c7-ba58-faa0848511ef tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:46.258649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f40febbc-187d-4b1d-94d9-048ba569d300 req-d790cd2d-1aec-49c7-ba58-faa0848511ef tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 1.1481571 Jul 07 22:21:46.342116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:46.386827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.424345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f40febbc-187d-4b1d-94d9-048ba569d300 req-4dc5fcaf-39a7-4850-ba94-a1b036bb3a3b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643856 Jul 07 22:21:46.488329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-ce3a8786-60af-49fd-a8eb-bf276fda65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:46.490772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-ce3a8786-60af-49fd-a8eb-bf276fda65ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 1095 time: 0.8785992 Jul 07 22:21:46.504670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:46.529468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:46.534776 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.540240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:46.540835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.567256 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-02a5d512-0626-4aa1-a1a6-6a38c500df7a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24b71c48-74e0-416b-ace0-fc2e2473870b HTTP/1.1" status: 200 len: 217 time: 0.0671403 Jul 07 22:21:46.593980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-b317f609-b295-46fc-b3be-46fdc6f9574d service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723253 Jul 07 22:21:46.743946 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3635bfe-7c02-4fea-b0dd-f9ec44274f31 x-openstack-request-id: req-f3635bfe-7c02-4fea-b0dd-f9ec44274f31 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:46.744360 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fbde31-d078-45cd-8e4e-6bbac034bbbb", "tag": "24b71c48-74e0-416b-ace0-fc2e2473870b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:46.744877 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3635bfe-7c02-4fea-b0dd-f9ec44274f31 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:46.745381 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fbde31-d078-45cd-8e4e-6bbac034bbbb', 'tag': '24b71c48-74e0-416b-ace0-fc2e2473870b', 'status': 'completed', 'code': 200} Jul 07 22:21:46.747219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-1dfc29f5-8a94-4f7a-9900-8b40223a5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:46.748831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-1dfc29f5-8a94-4f7a-9900-8b40223a5290 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1744406 Jul 07 22:21:46.764042 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.771136 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8365850 Jul 07 22:21:46.775986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:46.776320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37360) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:46.782319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:46.792335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:41Z', 'revision_number': 2, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:46.793455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-621925ee-72c8-470c-a16b-e804258cfdb5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--283199045', 'description': 'tempest-description--1766251010'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:46.805808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.827492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Checking router: 330fc267-bc26-49dc-9560-b4ac9ca5768d for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:46.828124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Updating router 330fc267-bc26-49dc-9560-b4ac9ca5768d port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:21:46.872229 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.881552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-17c9f79f-7f69-4690-8cad-53cc49c1cafc None None] Provisioning complete for port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:46.881910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17c9f79f-7f69-4690-8cad-53cc49c1cafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.882494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2957d-aa66-484b-94ac-b72ac17c74a0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Network': ['ID=ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:46.883804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb088b3f-0443-4c03-a703-6d7070d086a9 req-ddfeedcb-cb60-425f-a358-60706efcedae service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669711 Jul 07 22:21:46.897327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:46.911081 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:46.911590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:21:46.932227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Transition to ACTIVE for port object 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:46.941731 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.005235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Pushing event updated for resources: {'Port': ['ID=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:47.040721 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-621925ee-72c8-470c-a16b-e804258cfdb5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.053961 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Port': ['ID=67a23135-55c1-4c79-9bbc-d95a5abe6a3a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:47.059719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-0553b3f8-20ec-48d6-99c5-1e4a17161e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:47.060872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-0553b3f8-20ec-48d6-99c5-1e4a17161e0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3050852 Jul 07 22:21:47.110955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.111416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.111915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.112284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.112633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.112967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.113348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.113671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.114097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.114475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.114943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.115319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:21:47.131575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] In _notify_port_updated(), no bound segment for port 67a23135-55c1-4c79-9bbc-d95a5abe6a3a on network c3a7689f-aa2e-436e-b120-4186f8d52fce {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:21:47.137297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:47.144714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.148775 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e2c2e61a-ada9-4711-bf3b-6309ac2b76d4 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "PUT /v2.0/ports/67a23135-55c1-4c79-9bbc-d95a5abe6a3a HTTP/1.1" status: 200 len: 993 time: 1.6359062 Jul 07 22:21:47.150367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37364) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:47.161430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:21:47.182355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:47.185988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.218619 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:21:47.350354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-122b2fff-e4ef-4f49-812c-b259cfe9049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:47.351877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-122b2fff-e4ef-4f49-812c-b259cfe9049d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1095 time: 0.3428628 Jul 07 22:21:47.421350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-48fb1d82-b35a-41c0-a0cc-5c28e8a13b43 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483167 Jul 07 22:21:47.424229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-17c9f79f-7f69-4690-8cad-53cc49c1cafc None None] Port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:47.439979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1804a75c-7bd2-4046-bf88-a00fe1d6e95a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:47.507301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-621925ee-72c8-470c-a16b-e804258cfdb5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.511742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:47.528453 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-404171b8-745c-4083-8bd6-53c10beacb75 admin admin] 10.222.0.81 "PUT /v2.0/routers/2dfc4d96-d2a3-42f9-923e-43f4fc29572f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9369943 Jul 07 22:21:47.528453 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-621925ee-72c8-470c-a16b-e804258cfdb5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.528805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Attempting to bind port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:47.528805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Attempting to bind port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:47.528805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Attempting to bind port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 on network a1f2278b-753b-4e09-a06c-0b158c196035 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:47.544731 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Sync routers for ids ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:47.557485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:47.557767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.565420 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Routers {'2dfc4d96-d2a3-42f9-923e-43f4fc29572f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:47.567130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-78371a1c-0803-4e3e-b073-b57addcc7afd None None] Provisioning complete for port 67a23135-55c1-4c79-9bbc-d95a5abe6a3a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:47.567499 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78371a1c-0803-4e3e-b073-b57addcc7afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.570283 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:47.576645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621925ee-72c8-470c-a16b-e804258cfdb5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7daf25f2-79e2-46e4-b501-d912eb98e996,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:47.602104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-762c730f-ccf9-4148-9bd8-24b24e7ff440 req-1ce9c06a-732e-4acd-9d64-6e9c760fef9d service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470306 Jul 07 22:21:47.615798 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-621925ee-72c8-470c-a16b-e804258cfdb5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.617697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 on network a1f2278b-753b-4e09-a06c-0b158c196035 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:21:47.617697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Attempting to bind port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 on network a1f2278b-753b-4e09-a06c-0b158c196035 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:47.622055 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-621925ee-72c8-470c-a16b-e804258cfdb5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8344321 Jul 07 22:21:47.626647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37372) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:47.640403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1ba77b39-c761-4ab6-b9b9-1adcd6376496 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'security_group_rule': {'security_group_id': '7daf25f2-79e2-46e4-b501-d912eb98e996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:47.668448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:47.668833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Checking segment: {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:47.669246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Bound using segment: {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:47.669717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Bound port: 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7daa967c-d29a-43a6-aae1-76c55d7e417a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:47.670125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.675046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-78371a1c-0803-4e3e-b073-b57addcc7afd None None] Port 67a23135-55c1-4c79-9bbc-d95a5abe6a3a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:47.743626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a1134-4ae1-4109-97aa-14a85393be13 req-d61521ad-6ee0-458a-81f3-b3b920a0fa01 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:47.745205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-920a1134-4ae1-4109-97aa-14a85393be13 req-d61521ad-6ee0-458a-81f3-b3b920a0fa01 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 944 time: 0.4860575 Jul 07 22:21:47.775084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.779867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-27b7ea6b-dc92-4dd1-9aed-d62eaf76c17b tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Deleting port 67a23135-55c1-4c79-9bbc-d95a5abe6a3a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:47.780224 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-27b7ea6b-dc92-4dd1-9aed-d62eaf76c17b tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.841178 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Set router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:47.859552 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=49fc6a8e-198a-4fc2-b896-0d11f30d2a19,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:47.869686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Checking segment: {'id': 'a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:47.869881 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.870325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network hostable DHCP agents. Network: ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:21:47.885534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Transition to ACTIVE for port object 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:47.890758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:21:47.893248 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.905357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:47.912218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:47.913039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:47.945249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e076dd99-8f61-432c-9d86-b8a1287665ad None None] Network ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:48.016757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152e425-ca13-42f0-a34b-7746700be84a None None] Pushing event updated for resources: {'Port': ['ID=27bfb9bc-28e0-45cf-86aa-ff40bfd99699,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:48.089421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Attempting to bind port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:48.089659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Attempting to bind port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:48.089884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Attempting to bind port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 on network 82d16117-de9c-496d-bd6e-1e597d1911b8 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:48.103620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:48.103995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Checking segment: {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:48.104399 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.104791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Bound using segment: {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:48.105266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Bound port: 27bfb9bc-28e0-45cf-86aa-ff40bfd99699, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:48.105647 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.106036 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:32Z', 'updated_at': '2021-07-07T22:21:44Z', 'revision_number': 4, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'gw_port': {'id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:33Z', 'updated_at': '2021-07-07T22:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'cbcf3d2f-594e-40e5-ba31-a92f5a22b45a', 'name': '', 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'mac_address': 'fa:16:3e:93:99:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '5e7388dd-89cd-45fe-ba4a-86f70cb8026b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:40Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 2, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'subnets': [{'id': '5e7388dd-89cd-45fe-ba4a-86f70cb8026b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:48.145033 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Checking router: 2dfc4d96-d2a3-42f9-923e-43f4fc29572f for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:48.145776 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Updating router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:21:48.185978 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.238122 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2fb2bbb0-3216-48dc-9347-a4b2e491431d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4606020 Jul 07 22:21:48.240713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:48.246629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': 'ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2092140134'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:48.257296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9', 'network_id': 'ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9', 'tenant_id': '921ad64f41de478d895b92b99b8b4e54', 'fixed_ips': [{'subnet_id': '49fc6a8e-198a-4fc2-b896-0d11f30d2a19'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:21:48.258711 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.259456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-694eb2ca-b6a2-41e2-b38a-bf2450e930ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:48.260944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-694eb2ca-b6a2-41e2-b38a-bf2450e930ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 919 time: 0.8961504 Jul 07 22:21:48.306288 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b39-c761-4ab6-b9b9-1adcd6376496 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.372732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-ddb31b8b-9c83-4c5c-8359-ba1cb79bd34f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10882332-d5f4-41e6-93d6-a54003dd05c4 HTTP/1.1" status: 200 len: 217 time: 0.0902569 Jul 07 22:21:48.394466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-920a1134-4ae1-4109-97aa-14a85393be13 req-d4476df6-3109-45a7-be0e-57961704a309 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380885 Jul 07 22:21:48.401391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] For port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:48.451766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Allocated IP 2001:db8::2 (ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9/49fc6a8e-198a-4fc2-b896-0d11f30d2a19/de26e113-e862-4e7e-9f92-35a2794e64af) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:48.461378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:48.462467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] For port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=27bfb9bc-28e0-45cf-86aa-ff40bfd99699,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:48.467976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.471698 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.501132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port fdff3308-6c73-40f9-9352-8a366c55ecb7 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:48.525005 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.536713 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Transition to ACTIVE for port object cbcf3d2f-594e-40e5-ba31-a92f5a22b45a will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:48.547192 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.552664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152e425-ca13-42f0-a34b-7746700be84a None None] Pushing event updated for resources: {'Port': ['ID=27bfb9bc-28e0-45cf-86aa-ff40bfd99699,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:48.581253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] For port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:48.639034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-5df3c771-75eb-42cd-bc8f-0fbc772117f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:48.640642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-5df3c771-75eb-42cd-bc8f-0fbc772117f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 1095 time: 0.9641376 Jul 07 22:21:48.672629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:48.673446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:48.696293 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b39-c761-4ab6-b9b9-1adcd6376496 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.700504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-27b7ea6b-dc92-4dd1-9aed-d62eaf76c17b tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.714770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] For port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:48.765328 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b39-c761-4ab6-b9b9-1adcd6376496 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.793018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.819923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-27b7ea6b-dc92-4dd1-9aed-d62eaf76c17b tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Calling delete_port for 67a23135-55c1-4c79-9bbc-d95a5abe6a3a owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:48.876007 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Attempting to bind port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:48.876371 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Attempting to bind port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd49cf775-7ee9-423c-b1af-23447c4627d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:48.876752 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Attempting to bind port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a on network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:48.887518 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:48.888191 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Checking segment: {'id': 'd49cf775-7ee9-423c-b1af-23447c4627d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:48.888789 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.889583 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Bound using segment: {'id': 'd49cf775-7ee9-423c-b1af-23447c4627d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:48.890324 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Bound port: cbcf3d2f-594e-40e5-ba31-a92f5a22b45a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49cf775-7ee9-423c-b1af-23447c4627d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:48.890892 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.894720 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd76824-7554-455c-84ca-77fc4979bc80 None None] Pushing event updated for resources: {'Port': ['ID=cbcf3d2f-594e-40e5-ba31-a92f5a22b45a,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:48.959537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-7a3587e9-1121-4d8a-ab69-4b7b549cb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:48.962898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-7a3587e9-1121-4d8a-ab69-4b7b549cb667 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.5362656 Jul 07 22:21:48.964092 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ba77b39-c761-4ab6-b9b9-1adcd6376496 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:48.965437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1ba77b39-c761-4ab6-b9b9-1adcd6376496 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3353078 Jul 07 22:21:48.971436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37386) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:48.989909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7e75e043-df81-4f3c-9f43-6905cb883110 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'security_group_rule': {'security_group_id': '7daf25f2-79e2-46e4-b501-d912eb98e996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:48.992463 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] For port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:49.010803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba77b39-c761-4ab6-b9b9-1adcd6376496 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af4539f-daee-4baa-9f3b-bf1aa721f378,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:49.013598 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] For port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cbcf3d2f-594e-40e5-ba31-a92f5a22b45a,segment=NetworkSegment(d49cf775-7ee9-423c-b1af-23447c4627d7),segment_id=d49cf775-7ee9-423c-b1af-23447c4627d7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:49.019086 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.047233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e5897-38e1-450e-8de4-eb50ece9752e req-32fb5ac3-1cdf-4069-a458-511a0a57affa tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.051300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a0e5897-38e1-450e-8de4-eb50ece9752e req-32fb5ac3-1cdf-4069-a458-511a0a57affa tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 1.2274985 Jul 07 22:21:49.069578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.070651 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.072415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] 10.222.0.83 "PUT /v2.0/ports/80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 HTTP/1.1" status: 200 len: 1093 time: 5.4669802 Jul 07 22:21:49.078329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac928da-67a4-443d-853e-e08b7e9474aa', 'tag': '80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:49.081159 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b6f813-53e5-4789-8d27-66b973be5acc" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac928da-67a4-443d-853e-e08b7e9474aa", "tag": "80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:49.095680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:49.137319 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.139959 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Routers {'2dfc4d96-d2a3-42f9-923e-43f4fc29572f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:49.141503 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:49.152771 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e75e043-df81-4f3c-9f43-6905cb883110 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.152980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Transition to ACTIVE for port object de26e113-e862-4e7e-9f92-35a2794e64af will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:49.244257 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd76824-7554-455c-84ca-77fc4979bc80 None None] Pushing event updated for resources: {'Port': ['ID=cbcf3d2f-594e-40e5-ba31-a92f5a22b45a,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:49.265769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-8ad3eea9-63ab-4026-a831-77a2ca88de26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2607634 Jul 07 22:21:49.298306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e75e043-df81-4f3c-9f43-6905cb883110 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.307036 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e75e043-df81-4f3c-9f43-6905cb883110 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.318458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Transition to ACTIVE for port object de26e113-e862-4e7e-9f92-35a2794e64af will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:49.387627 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.405421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75e043-df81-4f3c-9f43-6905cb883110 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398318d1-e5d4-4150-aec1-58786b38b850,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:49.446321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e75e043-df81-4f3c-9f43-6905cb883110 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.461133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Network ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:49.463493 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e75e043-df81-4f3c-9f43-6905cb883110 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4894032 Jul 07 22:21:49.470498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:49.476254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:49.482029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:49.490420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:49.511513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::294 (ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9/49fc6a8e-198a-4fc2-b896-0d11f30d2a19/fdff3308-6c73-40f9-9352-8a366c55ecb7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:49.534001 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-2f3b965c-dd5b-4acf-8ce6-06cb01048cdb req-abc2250f-ad65-471d-b180-2e31dc3e4bb6 tempest-FloatingIPDetailsNegativeTestJSON-484846360 tempest-FloatingIPDetailsNegativeTestJSON-484846360-project] show failed (client error): The resource could not be found. Jul 07 22:21:49.538365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:49.550313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Pushing event updated for resources: {'Port': ['ID=de26e113-e862-4e7e-9f92-35a2794e64af,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:49.553341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f3b965c-dd5b-4acf-8ce6-06cb01048cdb req-abc2250f-ad65-471d-b180-2e31dc3e4bb6 tempest-FloatingIPDetailsNegativeTestJSON-484846360 tempest-FloatingIPDetailsNegativeTestJSON-484846360-project] 10.222.0.81 "GET /v2.0/floatingips/500751b2-6f9c-47a2-8b2e-e29ae22d234e HTTP/1.1" status: 404 len: 350 time: 0.7416792 Jul 07 22:21:49.553990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:49.654095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Attempting to bind port de26e113-e862-4e7e-9f92-35a2794e64af on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:21:49.654397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Attempting to bind port de26e113-e862-4e7e-9f92-35a2794e64af by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:21:49.654896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Attempting to bind port de26e113-e862-4e7e-9f92-35a2794e64af on network ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:21:49.665660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:21:49.666035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Checking segment: {'id': 'a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:21:49.666468 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.666860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Bound using segment: {'id': 'a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:21:49.667339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Bound port: de26e113-e862-4e7e-9f92-35a2794e64af, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:21:49.667722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.671841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.711946 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.726394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:48Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:49.743628 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] Set router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:49.795843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8751fdc-d70e-4560-a792-8cb9ff1665b0 service neutron] Pushing event updated for resources: {'Port': ['ID=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:49.811326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb76809-8a1e-4041-9413-8f2b839cbc9f None None] The sync data for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 is: [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:48Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:49.817476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:49.829025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:49.829816 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.920145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] For port de26e113-e862-4e7e-9f92-35a2794e64af, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:21:49.928726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] For port de26e113-e862-4e7e-9f92-35a2794e64af, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de26e113-e862-4e7e-9f92-35a2794e64af,segment=NetworkSegment(a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9),segment_id=a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:21:49.930237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-82c316ce-e00b-400b-9376-cfddf1adf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:49.935943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-82c316ce-e00b-400b-9376-cfddf1adf5b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 1.2292192 Jul 07 22:21:49.944582 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:49.981743 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1573ac3e-cbaf-45fb-8d27-8a2caec86df2 x-openstack-request-id: req-1573ac3e-cbaf-45fb-8d27-8a2caec86df2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:49.982342 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac928da-67a4-443d-853e-e08b7e9474aa", "tag": "80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:49.982780 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1573ac3e-cbaf-45fb-8d27-8a2caec86df2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:49.983357 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac928da-67a4-443d-853e-e08b7e9474aa', 'tag': '80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92', 'status': 'completed', 'code': 200} Jul 07 22:21:50.011989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a0e5897-38e1-450e-8de4-eb50ece9752e req-f73fd3cd-6148-412e-a5ec-cdf51b1f84aa tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9382622 Jul 07 22:21:50.172418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-5329c93c-aac4-4c8b-94b7-5b28b74eb576 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723501 Jul 07 22:21:50.176419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-80784449-6a0c-400f-a97c-d3d164989844 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24b71c48-74e0-416b-ace0-fc2e2473870b HTTP/1.1" status: 200 len: 217 time: 0.1891582 Jul 07 22:21:50.177289 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.179482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ca78e-b2c6-4577-bf0d-6d544fcfa995 None None] Pushing event updated for resources: {'Port': ['ID=de26e113-e862-4e7e-9f92-35a2794e64af,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:50.298914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=27bfb9bc-28e0-45cf-86aa-ff40bfd99699,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:50.304694 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.323347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.369004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-8a52667e-b44d-4d42-bf9c-d9872382ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:50.376382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-8a52667e-b44d-4d42-bf9c-d9872382ed89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 1096 time: 1.1818564 Jul 07 22:21:50.392072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object fdff3308-6c73-40f9-9352-8a366c55ecb7 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:50.440148 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:32Z', 'updated_at': '2021-07-07T22:21:44Z', 'revision_number': 4, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'gw_port': {'id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:33Z', 'updated_at': '2021-07-07T22:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'cbcf3d2f-594e-40e5-ba31-a92f5a22b45a', 'name': '', 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'mac_address': 'fa:16:3e:93:99:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '5e7388dd-89cd-45fe-ba4a-86f70cb8026b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:40Z', 'updated_at': '2021-07-07T22:21:48Z', 'revision_number': 4, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'subnets': [{'id': '5e7388dd-89cd-45fe-ba4a-86f70cb8026b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:50.539294 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbdd448-6be0-4f9b-9994-e57bb46c692e None None] The sync data for ids ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'] in n-d-695012-11 is: [{'id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:32Z', 'updated_at': '2021-07-07T22:21:44Z', 'revision_number': 4, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'gw_port': {'id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:33Z', 'updated_at': '2021-07-07T22:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'cbcf3d2f-594e-40e5-ba31-a92f5a22b45a', 'name': '', 'network_id': 'f0d9d02b-23f5-4e38-a546-e99b38ff8b89', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'mac_address': 'fa:16:3e:93:99:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '5e7388dd-89cd-45fe-ba4a-86f70cb8026b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:40Z', 'updated_at': '2021-07-07T22:21:48Z', 'revision_number': 4, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'subnets': [{'id': '5e7388dd-89cd-45fe-ba4a-86f70cb8026b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:50.707895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-9e155952-f5cf-48ba-a54d-1166c5878712 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 HTTP/1.1" status: 200 len: 217 time: 0.1464264 Jul 07 22:21:50.767973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-4439b4e6-d09e-473c-b5c0-d4a3c5098de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:50.770134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-4439b4e6-d09e-473c-b5c0-d4a3c5098de0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.5526423 Jul 07 22:21:50.805973 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-27b7ea6b-dc92-4dd1-9aed-d62eaf76c17b tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.867450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=27bfb9bc-28e0-45cf-86aa-ff40bfd99699,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:50.881458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.895267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c3530da-5737-48b0-b353-6fcf75f1997d req-49b9fa06-10d3-4b3d-814d-174f9b9e0a61 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790702 Jul 07 22:21:50.922463 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:50.984839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7ea6b-dc92-4dd1-9aed-d62eaf76c17b tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event deleted for resources: {'Port': ['ID=67a23135-55c1-4c79-9bbc-d95a5abe6a3a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:51.010714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-0dd536aa-64ec-4a05-81a0-59507a19415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.014518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-0dd536aa-64ec-4a05-81a0-59507a19415a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.2936749 Jul 07 22:21:51.142580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:51.158540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-b3474540-cc77-42ae-bfd3-0916543fc0b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043715 Jul 07 22:21:51.176983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d878cb-e789-480e-b812-548257ecf11c req-fa692a04-5719-423c-a45d-bb65605ba9d5 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.184493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=fdff3308-6c73-40f9-9352-8a366c55ecb7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:51.194921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d878cb-e789-480e-b812-548257ecf11c req-fa692a04-5719-423c-a45d-bb65605ba9d5 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 944 time: 0.8486757 Jul 07 22:21:51.208629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:51.271114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:51.332029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.341021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.359528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-ffe5ef9e-27a2-4630-bfa6-647e7115ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:51.362475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-ffe5ef9e-27a2-4630-bfa6-647e7115ac47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5589542 Jul 07 22:21:51.544576 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a69b084d-fcfd-419e-8b6d-1e794ad9a6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.3025975 Jul 07 22:21:51.557856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:51.591172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Allocated IP 172.25.8.225 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/c6faea0e-9215-4357-85a9-457b7bbb7cc0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:51.591892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d878cb-e789-480e-b812-548257ecf11c req-9175d7de-1f0a-4665-b313-0606e5962818 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900137 Jul 07 22:21:51.726491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-58fc89ce-a147-4d71-9470-e260d078fd54 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501985 Jul 07 22:21:51.812687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:51.898628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:51.899221 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:51.922965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-090e612e-ef99-4a40-837f-895d63ab6ad4 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7214231 Jul 07 22:21:51.999115 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.008752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-27b7ea6b-dc92-4dd1-9aed-d62eaf76c17b tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.011960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-27b7ea6b-dc92-4dd1-9aed-d62eaf76c17b tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "DELETE /v2.0/ports/67a23135-55c1-4c79-9bbc-d95a5abe6a3a HTTP/1.1" status: 204 len: 168 time: 4.8601789 Jul 07 22:21:52.028846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37406) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:52.038800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cbcf3d2f-594e-40e5-ba31-a92f5a22b45a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:52.053707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.126876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:52.134334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:52.134737 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.169686 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7eda4a-bf47-485e-b941-9dbfc2f789af tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] GET failed (client error): The resource could not be found. Jul 07 22:21:52.176459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ad7eda4a-bf47-485e-b941-9dbfc2f789af tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "GET /v2.0/ports/67a23135-55c1-4c79-9bbc-d95a5abe6a3a HTTP/1.1" status: 404 len: 333 time: 0.0773323 Jul 07 22:21:52.177652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cee6a38-ecba-47e7-b13e-8ad39cb6bd93 req-7931cc35-9737-4b1a-a3bb-ff39ac6eb30d service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493344 Jul 07 22:21:52.178301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37410) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:52.201381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'port': {'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce', 'name': 'tempest-AllowedAddressPairTestJSON-890884097'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:52.210592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd3ab5a-59f3-413c-b965-4973624c9cb0 None None] Network ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:52.219454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:52.238893 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:52.251441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:52.259582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'Port': ['ID=c6faea0e-9215-4357-85a9-457b7bbb7cc0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:52.278657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.310618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec38bcd-386e-45d3-99dd-cb4eb1b630b7 req-723e6f7c-b6aa-4cb4-ae93-96ae3cd47b2a tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:52.319496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cec38bcd-386e-45d3-99dd-cb4eb1b630b7 req-723e6f7c-b6aa-4cb4-ae93-96ae3cd47b2a tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 0.7457519 Jul 07 22:21:52.379016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ad390c-b53f-4c76-87de-b6e40ff181a5 req-0e09dd4f-f169-4808-9aef-f9f5d8637965 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456739 Jul 07 22:21:52.431715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cec38bcd-386e-45d3-99dd-cb4eb1b630b7 req-166a14c3-070a-4d32-81b1-528dc13f1154 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106331 Jul 07 22:21:52.477988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Made reservation on behalf of aa5a6c499b2e434e9956f5ae19587aaa for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:52.483558 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.519202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-26a7312d-2ce7-4a6f-9e34-39a4373b5a42 None None] Provisioning for port de26e113-e862-4e7e-9f92-35a2794e64af completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:52.537990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] device_id is not set on port 27930c6a-0332-4dff-bd02-5ec6f807c096 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:52.580827 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.615742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 10882332-d5f4-41e6-93d6-a54003dd05c4 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:52.690168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6f813-53e5-4789-8d27-66b973be5acc req-839640cf-5964-49ea-a6d2-7fa1eb745c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:52.692765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89b6f813-53e5-4789-8d27-66b973be5acc req-839640cf-5964-49ea-a6d2-7fa1eb745c4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 1096 time: 0.1685553 Jul 07 22:21:52.746754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 10882332-d5f4-41e6-93d6-a54003dd05c4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=10882332-d5f4-41e6-93d6-a54003dd05c4,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:52.813385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '10882332-d5f4-41e6-93d6-a54003dd05c4', 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035', 'port_id': '10882332-d5f4-41e6-93d6-a54003dd05c4', 'mac_address': 'fa:16:3e:5c:c7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4ca4b5-cc6e-4354-90bc-a7c0426657ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:52.932746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cbcf3d2f-594e-40e5-ba31-a92f5a22b45a,segment=NetworkSegment(d49cf775-7ee9-423c-b1af-23447c4627d7),segment_id=d49cf775-7ee9-423c-b1af-23447c4627d7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:52.946360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:52.948700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de26e113-e862-4e7e-9f92-35a2794e64af up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:53.085721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=cbcf3d2f-594e-40e5-ba31-a92f5a22b45a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:53.116182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5e3aa7dd-6d38-4c52-a06a-2d36d10f5a26 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port fdff3308-6c73-40f9-9352-8a366c55ecb7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:53.116850 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e3aa7dd-6d38-4c52-a06a-2d36d10f5a26 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.145566 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.210133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10882332-d5f4-41e6-93d6-a54003dd05c4 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:53.252593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 10882332-d5f4-41e6-93d6-a54003dd05c4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=10882332-d5f4-41e6-93d6-a54003dd05c4,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:53.261817 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.298928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.407897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=10882332-d5f4-41e6-93d6-a54003dd05c4,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:53.427912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port de26e113-e862-4e7e-9f92-35a2794e64af completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:53.455709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port de26e113-e862-4e7e-9f92-35a2794e64af triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:53.456853 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.471088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e3aa7dd-6d38-4c52-a06a-2d36d10f5a26 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.489488 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.501123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5e3aa7dd-6d38-4c52-a06a-2d36d10f5a26 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for fdff3308-6c73-40f9-9352-8a366c55ecb7 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:53.595395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6f813-53e5-4789-8d27-66b973be5acc req-30d28ef6-2627-4c57-a46e-8b4094edd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:53.597191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89b6f813-53e5-4789-8d27-66b973be5acc req-30d28ef6-2627-4c57-a46e-8b4094edd485 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 919 time: 0.8953881 Jul 07 22:21:53.610907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1fc1414-b266-41a7-81a8-b87c3185a8a9 None None] Provisioning complete for port de26e113-e862-4e7e-9f92-35a2794e64af triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:53.611393 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1414-b266-41a7-81a8-b87c3185a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.655335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Allocated IP 172.20.0.3 (c3a7689f-aa2e-436e-b120-4186f8d52fce/e1f4c6f5-9556-4965-9304-cc3f55604d7b/27930c6a-0332-4dff-bd02-5ec6f807c096) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:53.703298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89b6f813-53e5-4789-8d27-66b973be5acc req-f9f62244-6789-4cff-abdd-61a99e8714f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 HTTP/1.1" status: 200 len: 217 time: 0.0926683 Jul 07 22:21:53.708869 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.757339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port de26e113-e862-4e7e-9f92-35a2794e64af, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de26e113-e862-4e7e-9f92-35a2794e64af,segment=NetworkSegment(a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9),segment_id=a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:53.763511 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.771143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6f813-53e5-4789-8d27-66b973be5acc req-78e81736-04a3-42ae-b314-8faa2cf17c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:53.773427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89b6f813-53e5-4789-8d27-66b973be5acc req-78e81736-04a3-42ae-b314-8faa2cf17c37 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.0596840 Jul 07 22:21:53.853189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=de26e113-e862-4e7e-9f92-35a2794e64af,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:53.863120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89b6f813-53e5-4789-8d27-66b973be5acc req-91fc2f13-a438-4109-9e5d-d9f0a66bef20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723331 Jul 07 22:21:53.869959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Deleting port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:53.870543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:53.922728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21f18e-b9d9-43de-8769-d424e5f2c2f4 req-c4b5392c-b97a-419d-bf98-91eb31ba35f6 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:53.930089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b21f18e-b9d9-43de-8769-d424e5f2c2f4 req-c4b5392c-b97a-419d-bf98-91eb31ba35f6 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 944 time: 0.4964182 Jul 07 22:21:53.942891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cbcf3d2f-594e-40e5-ba31-a92f5a22b45a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:53.997055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['10882332-d5f4-41e6-93d6-a54003dd05c4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:54.064193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e3aa7dd-6d38-4c52-a06a-2d36d10f5a26 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.088890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1fc1414-b266-41a7-81a8-b87c3185a8a9 None None] Provisioning for port fdff3308-6c73-40f9-9352-8a366c55ecb7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:54.114425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1fc1414-b266-41a7-81a8-b87c3185a8a9 None None] Provisioning complete for port fdff3308-6c73-40f9-9352-8a366c55ecb7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:54.114907 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1414-b266-41a7-81a8-b87c3185a8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.131308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3aa7dd-6d38-4c52-a06a-2d36d10f5a26 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=fdff3308-6c73-40f9-9352-8a366c55ecb7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:54.161943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc1414-b266-41a7-81a8-b87c3185a8a9 None None] Port fdff3308-6c73-40f9-9352-8a366c55ecb7 was deleted so its status cannot be updated. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 22:21:54.170810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:54.174528 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.184008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.193012 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] For port cbcf3d2f-594e-40e5-ba31-a92f5a22b45a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cbcf3d2f-594e-40e5-ba31-a92f5a22b45a,segment=NetworkSegment(d49cf775-7ee9-423c-b1af-23447c4627d7),segment_id=d49cf775-7ee9-423c-b1af-23447c4627d7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:54.193682 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.197074 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e3aa7dd-6d38-4c52-a06a-2d36d10f5a26 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.199379 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e3aa7dd-6d38-4c52-a06a-2d36d10f5a26 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/fdff3308-6c73-40f9-9352-8a366c55ecb7 HTTP/1.1" status: 204 len: 168 time: 2.6373367 Jul 07 22:21:54.200316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.202316 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37422) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:54.267191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.281438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Transition to ACTIVE for port object 27930c6a-0332-4dff-bd02-5ec6f807c096 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:54.318192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Calling delete_port for cbcf3d2f-594e-40e5-ba31-a92f5a22b45a owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:54.331683 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.338526 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-147226c6-e669-4972-8e8b-e63496e8ca3a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:21:54.340294 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-147226c6-e669-4972-8e8b-e63496e8ca3a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/fdff3308-6c73-40f9-9352-8a366c55ecb7 HTTP/1.1" status: 404 len: 333 time: 0.1263742 Jul 07 22:21:54.347507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37424) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:54.365406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b21f18e-b9d9-43de-8769-d424e5f2c2f4 req-0652e650-bfd0-4f0c-88bc-65088507a6b8 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341614 Jul 07 22:21:54.387996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-aa62ab80-ad81-47bb-ab7d-796b9c362e5d None None] Could not find standard attr ID for object fdff3308-6c73-40f9-9352-8a366c55ecb7. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:21:54.476560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'Port': ['ID=c6faea0e-9215-4357-85a9-457b7bbb7cc0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:54.477739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Network c3a7689f-aa2e-436e-b120-4186f8d52fce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:54.508321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:54.518565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Port': ['ID=27930c6a-0332-4dff-bd02-5ec6f807c096,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:54.523872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:54.524081 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.538288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfca9a-137b-4e12-9951-e3020d8ab617 req-a7f63a12-aefb-4fca-84eb-e9f553e21805 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:54.539859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45bfca9a-137b-4e12-9951-e3020d8ab617 req-a7f63a12-aefb-4fca-84eb-e9f553e21805 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 0.7318740 Jul 07 22:21:54.544578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-995c0689-959e-4d47-a5e9-a69f137e28f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet 49fc6a8e-198a-4fc2-b896-0d11f30d2a19 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:21:54.549713 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.554166 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e6f37084-3ab9-4624-b4ef-e548700f9db7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0757394 Jul 07 22:21:54.621422 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-995c0689-959e-4d47-a5e9-a69f137e28f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.631131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89b6f813-53e5-4789-8d27-66b973be5acc req-8fa81dde-83ff-4426-a69a-f8a6669c40e1 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195184 Jul 07 22:21:54.738613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-995c0689-959e-4d47-a5e9-a69f137e28f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.756078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:54.756767 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.784598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45bfca9a-137b-4e12-9951-e3020d8ab617 req-57f2462d-efee-49fc-bf07-b55f6bda626b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712031 Jul 07 22:21:54.837765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:54.894693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbcf3d2f-594e-40e5-ba31-a92f5a22b45a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:54.904565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37442) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:54.904804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e2e584bc-5f00-4225-b628-5acd6522aab7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7218125 Jul 07 22:21:54.911814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e98d84d1-9c6d-4289-88c2-d2769433a171 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:47:5a:ad'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:54.966412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-c8bd387c-ef30-46e1-8fbf-8f34d2fe1aca tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--283199045&fields=id&tenant_id=91f4423bbdbf40828bc8986344569d8f HTTP/1.1" status: 200 len: 267 time: 0.1858294 Jul 07 22:21:55.022146 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-995c0689-959e-4d47-a5e9-a69f137e28f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.022622 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f73ecf6e-d9b2-48fd-b022-cc2859447b9f None None] Provisioning for port 27930c6a-0332-4dff-bd02-5ec6f807c096 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:55.031296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f73ecf6e-d9b2-48fd-b022-cc2859447b9f None None] Provisioning complete for port 27930c6a-0332-4dff-bd02-5ec6f807c096 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:55.031680 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f73ecf6e-d9b2-48fd-b022-cc2859447b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.079831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f73ecf6e-d9b2-48fd-b022-cc2859447b9f None None] Port 27930c6a-0332-4dff-bd02-5ec6f807c096 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:55.096776 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-995c0689-959e-4d47-a5e9-a69f137e28f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.187741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-995c0689-959e-4d47-a5e9-a69f137e28f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.189648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-995c0689-959e-4d47-a5e9-a69f137e28f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/49fc6a8e-198a-4fc2-b896-0d11f30d2a19 HTTP/1.1" status: 204 len: 168 time: 0.8368559 Jul 07 22:21:55.192829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c0689-959e-4d47-a5e9-a69f137e28f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=49fc6a8e-198a-4fc2-b896-0d11f30d2a19,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:55.196504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c76cf9-a6c5-4599-967d-ff4e1b8032eb None None] Network ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:21:55.201995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37444) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:55.204405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89b6f813-53e5-4789-8d27-66b973be5acc req-b3d1492a-fb84-4ee9-ab00-3854e8d4155a service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387301 Jul 07 22:21:55.309756 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e98d84d1-9c6d-4289-88c2-d2769433a171 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.318781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-27157c0d-f0a3-435b-95e2-80b9b5175d19 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:55.320457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-27157c0d-f0a3-435b-95e2-80b9b5175d19 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 810 time: 0.3408179 Jul 07 22:21:55.333771 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.365546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d38d52b7-a428-4d71-aa49-5deb3f34a5a2 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/quotas/91f4423bbdbf40828bc8986344569d8f HTTP/1.1" status: 200 len: 375 time: 0.0359154 Jul 07 22:21:55.427442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.465138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbf794c-a773-4f6a-a685-6131b2677e96 None None] DHCP port deletion for ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:21:55.547399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf794c-a773-4f6a-a685-6131b2677e96 None None] Deleting port de26e113-e862-4e7e-9f92-35a2794e64af {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:55.547399 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fbf794c-a773-4f6a-a685-6131b2677e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.574016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-086dfc3a-f4db-4498-b901-d03dab2a47ff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2023563 Jul 07 22:21:55.596816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port de26e113-e862-4e7e-9f92-35a2794e64af {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:55.597406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.640498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3fbf794c-a773-4f6a-a685-6131b2677e96 None None] For port de26e113-e862-4e7e-9f92-35a2794e64af, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de26e113-e862-4e7e-9f92-35a2794e64af,segment=NetworkSegment(a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9),segment_id=a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:55.642646 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fbf794c-a773-4f6a-a685-6131b2677e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.658645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf794c-a773-4f6a-a685-6131b2677e96 None None] Calling delete_port for de26e113-e862-4e7e-9f92-35a2794e64af owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:55.717210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e98d84d1-9c6d-4289-88c2-d2769433a171 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.726401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] For port de26e113-e862-4e7e-9f92-35a2794e64af, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de26e113-e862-4e7e-9f92-35a2794e64af,segment=NetworkSegment(a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9),segment_id=a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:55.726999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.745663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for de26e113-e862-4e7e-9f92-35a2794e64af owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:55.754913 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3fbf794c-a773-4f6a-a685-6131b2677e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.760123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e98d84d1-9c6d-4289-88c2-d2769433a171 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.797068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf794c-a773-4f6a-a685-6131b2677e96 None None] Pushing event deleted for resources: {'Port': ['ID=de26e113-e862-4e7e-9f92-35a2794e64af,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:55.815746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf794c-a773-4f6a-a685-6131b2677e96 None None] No DVR routers for this DVR port de26e113-e862-4e7e-9f92-35a2794e64af on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:55.935140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d84d1-9c6d-4289-88c2-d2769433a171 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Port': ['ID=27930c6a-0332-4dff-bd02-5ec6f807c096,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:55.959090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e98d84d1-9c6d-4289-88c2-d2769433a171 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] In _notify_port_updated(), no bound segment for port 27930c6a-0332-4dff-bd02-5ec6f807c096 on network c3a7689f-aa2e-436e-b120-4186f8d52fce {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:21:55.964568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98d84d1-9c6d-4289-88c2-d2769433a171 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:55.965564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e98d84d1-9c6d-4289-88c2-d2769433a171 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:55.976947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-148987a6-9690-454b-9048-dbf04b1ffc0f service neutron] 10.222.0.81 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018092 Jul 07 22:21:55.993787 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e98d84d1-9c6d-4289-88c2-d2769433a171 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "PUT /v2.0/ports/27930c6a-0332-4dff-bd02-5ec6f807c096 HTTP/1.1" status: 200 len: 995 time: 1.0856063 Jul 07 22:21:55.997732 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:56.030479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de26e113-e862-4e7e-9f92-35a2794e64af no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:56.047942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:21:56.064864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: de26e113-e862-4e7e-9f92-35a2794e64af {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:56.065237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de26e113-e862-4e7e-9f92-35a2794e64af not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:56.078173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6bde2-f4ba-4bfc-9da0-37e37b5b1393 req-d2fcce59-2b7f-4134-8233-4180f0d2ba06 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:56.079793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3e6bde2-f4ba-4bfc-9da0-37e37b5b1393 req-d2fcce59-2b7f-4134-8233-4180f0d2ba06 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 944 time: 0.5683341 Jul 07 22:21:56.149704 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.164094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3e6bde2-f4ba-4bfc-9da0-37e37b5b1393 req-d775cdc1-471f-4bf7-af48-7f276ae0b57f tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750680 Jul 07 22:21:56.191310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=de26e113-e862-4e7e-9f92-35a2794e64af,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:56.196434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No DVR routers for this DVR port de26e113-e862-4e7e-9f92-35a2794e64af on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:21:56.204734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-44b0bcac-612f-4a22-a9a8-8c6f59fe020f service neutron] 10.222.0.81 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268953 Jul 07 22:21:56.224770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-dfdca0b8-8261-49fd-8ae9-ea4338987ec8 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Deleting port 27930c6a-0332-4dff-bd02-5ec6f807c096 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:56.225190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dfdca0b8-8261-49fd-8ae9-ea4338987ec8 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.230236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:21:56.244879 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-82bda16d-4937-47c8-804e-6b0ef59a4c51 admin admin] 10.222.0.81 "PUT /v2.0/routers/2dfc4d96-d2a3-42f9-923e-43f4fc29572f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6879354 Jul 07 22:21:56.251297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] Sync routers for ids ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:21:56.261375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37460) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:56.267435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-be4e6cac-1611-4b2d-b76e-2fd3bc34ecde None None] Provisioning complete for port 27930c6a-0332-4dff-bd02-5ec6f807c096 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:56.268096 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be4e6cac-1611-4b2d-b76e-2fd3bc34ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.325573 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.326392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-be4e6cac-1611-4b2d-b76e-2fd3bc34ecde None None] Port 27930c6a-0332-4dff-bd02-5ec6f807c096 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:56.332338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] Routers {'2dfc4d96-d2a3-42f9-923e-43f4fc29572f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:56.333846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:56.344371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:56.379786 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dfdca0b8-8261-49fd-8ae9-ea4338987ec8 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.382033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:56.382452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c5c9da-3d1c-462d-bf0d-b32ad4935cf9') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:56.404202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.411043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-dfdca0b8-8261-49fd-8ae9-ea4338987ec8 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Calling delete_port for 27930c6a-0332-4dff-bd02-5ec6f807c096 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:56.442824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.449910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:21:56.450433 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:21:56.514577 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:21:56.562729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] Set router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:56.568947 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.617058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.622286 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.630431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/networks/ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9 HTTP/1.1" status: 204 len: 168 time: 1.4236877 Jul 07 22:21:56.630790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:56.662245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'name': 'tempest-PortsIpV6TestJSON-1249851420'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:56.662748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e667b0-eefc-4126-ade8-c2b5303324d8 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Network': ['ID=ec05e8b1-2bf6-40c7-a71a-a4db1016cbf9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:56.691713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:21:56.703112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 10882332-d5f4-41e6-93d6-a54003dd05c4 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:21:56.843248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:56.848835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.854035 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dfdca0b8-8261-49fd-8ae9-ea4338987ec8 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.886088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39ca607c-a73a-417e-96aa-4d153fc34921 req-684494f6-3271-4989-814d-eb69f87f72ae tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 210 time: 0.1236711 Jul 07 22:21:56.912973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 10882332-d5f4-41e6-93d6-a54003dd05c4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:56.924733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 10882332-d5f4-41e6-93d6-a54003dd05c4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:56.925039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.925244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdca0b8-8261-49fd-8ae9-ea4338987ec8 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event deleted for resources: {'Port': ['ID=27930c6a-0332-4dff-bd02-5ec6f807c096,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:56.931657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port 67d086e7-4540-4189-b7cf-b0f07ea3ec3c yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:56.972054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:56.986259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:57.022448 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dfdca0b8-8261-49fd-8ae9-ea4338987ec8 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.025026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641caedc-8633-446c-a68a-b8e17173b737 req-29172f7b-04d2-4fbe-b27b-df7809147d3c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:57.026966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641caedc-8633-446c-a68a-b8e17173b737 req-29172f7b-04d2-4fbe-b27b-df7809147d3c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 0.2731283 Jul 07 22:21:57.029816 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dfdca0b8-8261-49fd-8ae9-ea4338987ec8 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "DELETE /v2.0/ports/27930c6a-0332-4dff-bd02-5ec6f807c096 HTTP/1.1" status: 204 len: 168 time: 1.0310016 Jul 07 22:21:57.031012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37472) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:57.072960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92', 'network_id': 'a1f2278b-753b-4e09-a06c-0b158c196035', 'port_id': '80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92', 'mac_address': 'fa:16:3e:54:3d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4ca4b5-cc6e-4354-90bc-a7c0426657ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:21:57.089144 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-71169ca8-236d-403f-8a99-3091888dc7bf tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] GET failed (client error): The resource could not be found. Jul 07 22:21:57.091625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-71169ca8-236d-403f-8a99-3091888dc7bf tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "GET /v2.0/ports/27930c6a-0332-4dff-bd02-5ec6f807c096 HTTP/1.1" status: 404 len: 333 time: 0.0589228 Jul 07 22:21:57.101083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37476) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:57.106874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'port': {'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce', 'name': 'tempest-AllowedAddressPairTestJSON-1510692868'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:57.178534 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.197574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641caedc-8633-446c-a68a-b8e17173b737 req-140f6c83-572e-4b68-b05e-c134660c51a6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516490 Jul 07 22:21:57.223522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:21:57.243131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Deleting port 8ad0a919-aa99-4d25-abbb-4faf24503750 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:57.243561 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.320589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.377593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.387308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:57.389480 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.407622 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.409673 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d11c8863-8ea5-49d9-ad7a-ad00dd254cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.439713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:57.446698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:57.449354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 10882332-d5f4-41e6-93d6-a54003dd05c4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=10882332-d5f4-41e6-93d6-a54003dd05c4,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:57.450449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:57.458410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:57.459094 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.471268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=67d086e7-4540-4189-b7cf-b0f07ea3ec3c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:57.478579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee61a24-1b0c-4c8a-b365-69c5a3592758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10882332-d5f4-41e6-93d6-a54003dd05c4'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:21:57.481512 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d82ae07-ec1e-4405-9223-0f6e701d7df6" -d '{"events": [{"server_uuid": "3ee61a24-1b0c-4c8a-b365-69c5a3592758", "name": "network-vif-plugged", "status": "completed", "tag": "10882332-d5f4-41e6-93d6-a54003dd05c4"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:21:57.488618 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.500226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:32Z', 'updated_at': '2021-07-07T22:21:54Z', 'revision_number': 5, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'gw_port': {'id': '8ad0a919-aa99-4d25-abbb-4faf24503750', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:33Z', 'updated_at': '2021-07-07T22:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:57.537768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] Checking router: 2dfc4d96-d2a3-42f9-923e-43f4fc29572f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:21:57.554262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:57.615587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] Routers {'2dfc4d96-d2a3-42f9-923e-43f4fc29572f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:21:57.616241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:57.747856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Made reservation on behalf of aa5a6c499b2e434e9956f5ae19587aaa for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:57.751408 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e86f0c97-483f-4976-9f1f-705001916154 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1173246 Jul 07 22:21:57.751658 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.752213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37488) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:57.755263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] For port 8ad0a919-aa99-4d25-abbb-4faf24503750, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8ad0a919-aa99-4d25-abbb-4faf24503750,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:21:57.755705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.783780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Calling delete_port for 8ad0a919-aa99-4d25-abbb-4faf24503750 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:57.799816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] device_id is not set on port 3916d789-074c-40a5-b1c4-110e29a28872 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:57.894738 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a97a7-477a-4f3e-929d-b2a92872331a x-openstack-request-id: req-930a97a7-477a-4f3e-929d-b2a92872331a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:21:57.895022 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee61a24-1b0c-4c8a-b365-69c5a3592758", "name": "network-vif-plugged", "status": "completed", "tag": "10882332-d5f4-41e6-93d6-a54003dd05c4", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:21:57.895269 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-930a97a7-477a-4f3e-929d-b2a92872331a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:21:57.895654 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee61a24-1b0c-4c8a-b365-69c5a3592758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10882332-d5f4-41e6-93d6-a54003dd05c4', 'code': 200} Jul 07 22:21:57.931886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=10882332-d5f4-41e6-93d6-a54003dd05c4,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:57.953104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682a65f-dfc8-41f7-88f0-89a4f408e505 req-92f6e57e-81a3-4885-acd8-6dba2b016b86 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:57.956927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-281382f3-6c59-4ae3-95bc-038e416866bb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 67d086e7-4540-4189-b7cf-b0f07ea3ec3c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:57.957459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-281382f3-6c59-4ae3-95bc-038e416866bb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:57.960042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1682a65f-dfc8-41f7-88f0-89a4f408e505 req-92f6e57e-81a3-4885-acd8-6dba2b016b86 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 944 time: 0.6134083 Jul 07 22:21:57.970326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] Set router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:21:58.053063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-281382f3-6c59-4ae3-95bc-038e416866bb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:58.065284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:32Z', 'updated_at': '2021-07-07T22:21:56Z', 'revision_number': 6, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:21:58.069551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-281382f3-6c59-4ae3-95bc-038e416866bb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 67d086e7-4540-4189-b7cf-b0f07ea3ec3c owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:58.094164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b08a0a-5b8e-4bd0-b89c-b702bce05a7b None None] The sync data for ids ['2dfc4d96-d2a3-42f9-923e-43f4fc29572f'] in n-d-695012-11 is: [{'id': '2dfc4d96-d2a3-42f9-923e-43f4fc29572f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1040607037-router', 'tenant_id': 'f2ea95ea654c4b67a62926af0df353e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:32Z', 'updated_at': '2021-07-07T22:21:56Z', 'revision_number': 6, 'project_id': 'f2ea95ea654c4b67a62926af0df353e6', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:21:58.120670 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5493c78a-d4bc-4991-a3b0-7ef133913a7d req-eef7f4d7-2d7f-4ba3-94b2-ce014d89318b tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 210 time: 0.0714805 Jul 07 22:21:58.138875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1682a65f-dfc8-41f7-88f0-89a4f408e505 req-63c08f59-ce07-4175-be3d-712ecc05ec10 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776090 Jul 07 22:21:58.146651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:21:58.167219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Allocated IP 172.20.0.3 (c3a7689f-aa2e-436e-b120-4186f8d52fce/e1f4c6f5-9556-4965-9304-cc3f55604d7b/3916d789-074c-40a5-b1c4-110e29a28872) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:58.181825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8187f5d-ea25-4f36-b7e7-578dcbc05b68 req-5d278d75-9c48-479d-9637-6efb799bd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.182985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-281382f3-6c59-4ae3-95bc-038e416866bb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:58.183584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8187f5d-ea25-4f36-b7e7-578dcbc05b68 req-5d278d75-9c48-479d-9637-6efb799bd0db service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1097 time: 0.2849665 Jul 07 22:21:58.219960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281382f3-6c59-4ae3-95bc-038e416866bb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=67d086e7-4540-4189-b7cf-b0f07ea3ec3c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:58.225729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-281382f3-6c59-4ae3-95bc-038e416866bb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:58.228604 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-281382f3-6c59-4ae3-95bc-038e416866bb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/67d086e7-4540-4189-b7cf-b0f07ea3ec3c HTTP/1.1" status: 204 len: 168 time: 0.4752684 Jul 07 22:21:58.232326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:58.237361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'mac_address': 'fa:16:3e:01:16:0d', 'name': 'tempest-PortsIpV6TestJSON-718077248'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:58.376958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:58.418041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8187f5d-ea25-4f36-b7e7-578dcbc05b68 req-14907719-4435-4eb8-8b92-eb80f4b22bb2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091374 Jul 07 22:21:58.450637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-c84e05ab-3730-4ef9-82a7-1b8981023dfb tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.450834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:58.452637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-c84e05ab-3730-4ef9-82a7-1b8981023dfb tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 810 time: 0.2739305 Jul 07 22:21:58.481781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port 8c12d357-b179-448f-a247-468a6f71d333 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:58.602863 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:58.623080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a68b3d61-042d-4b7e-b401-4c0cd941528b tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f4423bbdbf40828bc8986344569d8f HTTP/1.1" status: 200 len: 379 time: 0.1476741 Jul 07 22:21:58.659228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'port': {'device_id': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'admin_state_up': True, 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'security_groups': ['7daf25f2-79e2-46e4-b501-d912eb98e996']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:58.662598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad0a919-aa99-4d25-abbb-4faf24503750,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:58.746136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4958e36-f8d3-4681-917a-52f813833b93 req-d242d7f2-dc5e-44a9-a9a5-cdd7cd4437d7 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:58.748184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4958e36-f8d3-4681-917a-52f813833b93 req-d242d7f2-dc5e-44a9-a9a5-cdd7cd4437d7 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 0.3588026 Jul 07 22:21:58.909054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:58.911553 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:58.918775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4958e36-f8d3-4681-917a-52f813833b93 req-bd3404b4-62b5-4441-b2b6-ae5df1f07ea6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539683 Jul 07 22:21:58.989805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.023988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Transition to ACTIVE for port object 3916d789-074c-40a5-b1c4-110e29a28872 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:21:59.032765 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.039194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.043459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.088195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:59.091527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:59.097569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:59.100582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Made reservation on behalf of 91f4423bbdbf40828bc8986344569d8f for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:59.103356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.103968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.104356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.114594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=8c12d357-b179-448f-a247-468a6f71d333,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:59.122431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.123101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dfc4d96-d2a3-42f9-923e-43f4fc29572f {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:21:59.125432 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d583b4e9-debe-43bf-be66-fef49c3745f0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8920863 Jul 07 22:21:59.127926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:59.133275 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.136758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-75dc02d9-98f0-4d52-afb1-e4c1869a3540 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2dfc4d96-d2a3-42f9-923e-43f4fc29572f HTTP/1.1" status: 204 len: 168 time: 2.8720098 Jul 07 22:21:59.137666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37502) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:59.157005 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.206225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad012f-d01d-4ecd-9306-d4a3d1b95520 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.207912 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-abad012f-d01d-4ecd-9306-d4a3d1b95520 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/8c12d357-b179-448f-a247-468a6f71d333 HTTP/1.1" status: 200 len: 844 time: 0.0787423 Jul 07 22:21:59.211210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37508) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:59.307962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Network c3a7689f-aa2e-436e-b120-4186f8d52fce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:21:59.321533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:21:59.324142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:21:59.329131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a242446c-d991-4f75-adc7-0e8b3febbd88 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 8c12d357-b179-448f-a247-468a6f71d333 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:21:59.329131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a242446c-d991-4f75-adc7-0e8b3febbd88 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.336554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-071d73fb-73df-41b8-88c4-e0beab89c1c1 admin admin] Deleting subnet 5e7388dd-89cd-45fe-ba4a-86f70cb8026b {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:21:59.372674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Port': ['ID=3916d789-074c-40a5-b1c4-110e29a28872,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:59.391833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-071d73fb-73df-41b8-88c4-e0beab89c1c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.409714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a242446c-d991-4f75-adc7-0e8b3febbd88 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.424455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a242446c-d991-4f75-adc7-0e8b3febbd88 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 8c12d357-b179-448f-a247-468a6f71d333 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:21:59.454057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7658254-e354-4fd9-ade2-aacdb4bf4972 req-114be094-5578-4ec4-b8db-c95ff2c4d2f0 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 210 time: 0.1248486 Jul 07 22:21:59.515441 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a242446c-d991-4f75-adc7-0e8b3febbd88 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.523091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.523635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.527598 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-071d73fb-73df-41b8-88c4-e0beab89c1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.551472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242446c-d991-4f75-adc7-0e8b3febbd88 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=8c12d357-b179-448f-a247-468a6f71d333,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:21:59.553972 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a242446c-d991-4f75-adc7-0e8b3febbd88 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.555911 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a242446c-d991-4f75-adc7-0e8b3febbd88 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/8c12d357-b179-448f-a247-468a6f71d333 HTTP/1.1" status: 204 len: 168 time: 0.3436913 Jul 07 22:21:59.558834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37510) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:59.580396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Allocated IP 172.20.0.5 (82d16117-de9c-496d-bd6e-1e597d1911b8/b62ad8a0-1574-4256-ad7d-50ba30a82106/8769127d-3dd8-4e45-b90c-a439ea2ca5b8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:21:59.593904 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a60ca7-023c-468a-a2c3-d41cd64c16cb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:21:59.599826 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-89a60ca7-023c-468a-a2c3-d41cd64c16cb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/8c12d357-b179-448f-a247-468a6f71d333 HTTP/1.1" status: 404 len: 333 time: 0.0359604 Jul 07 22:21:59.600064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-16b07bd9-2a2c-43b3-8a10-0074d356870a None None] Provisioning for port 3916d789-074c-40a5-b1c4-110e29a28872 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:21:59.600696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37512) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:59.601286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-16b07bd9-2a2c-43b3-8a10-0074d356870a None None] Provisioning complete for port 3916d789-074c-40a5-b1c4-110e29a28872 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:21:59.601772 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16b07bd9-2a2c-43b3-8a10-0074d356870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.606128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1d256b00-5f4c-4ecc-8209-e70b8c0b6d48 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5012076 Jul 07 22:21:59.606332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'name': 'tempest-PortsIpV6TestJSON-717954831'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:59.609510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37514) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:21:59.617760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'port': {'network_id': 'c3a7689f-aa2e-436e-b120-4186f8d52fce', 'name': 'tempest-AllowedAddressPairTestJSON-1503006544'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:21:59.646496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-16b07bd9-2a2c-43b3-8a10-0074d356870a None None] Port 3916d789-074c-40a5-b1c4-110e29a28872 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:21:59.667391 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d82c14d-ef7f-4df0-8233-379a3e8dac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.700089 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:21:59.704261 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.705779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644bd89-bd28-4106-91e7-403c657b294c req-8cae2117-61b5-4c13-8f52-64fc200d2a02 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:21:59.707531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0644bd89-bd28-4106-91e7-403c657b294c req-8cae2117-61b5-4c13-8f52-64fc200d2a02 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 945 time: 0.3766398 Jul 07 22:21:59.721909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port 995563fd-f03f-464e-b1ee-e101288ddfe8 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:21:59.836930 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-071d73fb-73df-41b8-88c4-e0beab89c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.881287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8ad0a919-aa99-4d25-abbb-4faf24503750 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:59.900558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.904042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8ad0a919-aa99-4d25-abbb-4faf24503750 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:59.904604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8ad0a919-aa99-4d25-abbb-4faf24503750 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:59.905207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cbcf3d2f-594e-40e5-ba31-a92f5a22b45a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:21:59.929121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0644bd89-bd28-4106-91e7-403c657b294c req-09674875-eabc-451b-970a-67e0707ad6bc tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936357 Jul 07 22:21:59.929913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: cbcf3d2f-594e-40e5-ba31-a92f5a22b45a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:21:59.930501 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cbcf3d2f-594e-40e5-ba31-a92f5a22b45a not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:21:59.966397 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:21:59.970003 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.029119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:00.032044 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-071d73fb-73df-41b8-88c4-e0beab89c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.040501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:00.044894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:00.047414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Made reservation on behalf of aa5a6c499b2e434e9956f5ae19587aaa for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:00.051198 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.052263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:00.052988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.065281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=995563fd-f03f-464e-b1ee-e101288ddfe8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:00.076925 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c97c49f4-860f-49ed-a45e-f8d54d329870 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4728303 Jul 07 22:22:00.077468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37522) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:00.084293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5123fb0c-aabd-429a-9274-7f28ab15f289 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:00.096824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.099888 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-071d73fb-73df-41b8-88c4-e0beab89c1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.100077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0eba39a-15be-40a6-aadb-182c9d8b17fe None None] Network f0d9d02b-23f5-4e38-a546-e99b38ff8b89 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:00.102537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-071d73fb-73df-41b8-88c4-e0beab89c1c1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5e7388dd-89cd-45fe-ba4a-86f70cb8026b HTTP/1.1" status: 204 len: 168 time: 0.9602630 Jul 07 22:22:00.106159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d73fb-73df-41b8-88c4-e0beab89c1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7388dd-89cd-45fe-ba4a-86f70cb8026b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:00.115519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37524) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:00.172968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Transition to ACTIVE for port object 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:00.208148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] device_id is not set on port b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:00.242509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5123fb0c-aabd-429a-9274-7f28ab15f289 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.366574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b94ade-2c05-4fb0-a567-cec13035bbbc None None] DHCP port deletion for f0d9d02b-23f5-4e38-a546-e99b38ff8b89 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:22:00.379660 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.424351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-00b94ade-2c05-4fb0-a567-cec13035bbbc None None] Deleting port feb364cf-85f8-4659-8c65-569eb25fe79f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:00.425005 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00b94ade-2c05-4fb0-a567-cec13035bbbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.435469 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.449962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a69fa-0c44-4767-9800-e5b7da966390 req-6acaac81-5873-493f-ad1a-b5c82cf29411 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:00.452058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-324a69fa-0c44-4767-9800-e5b7da966390 req-6acaac81-5873-493f-ad1a-b5c82cf29411 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 0.3551641 Jul 07 22:22:00.455202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5123fb0c-aabd-429a-9274-7f28ab15f289 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.461524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5123fb0c-aabd-429a-9274-7f28ab15f289 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.501067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5123fb0c-aabd-429a-9274-7f28ab15f289 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] In _notify_port_updated(), no bound segment for port 995563fd-f03f-464e-b1ee-e101288ddfe8 on network a82b9638-713b-47dd-981e-1d64b47c1faa {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:22:00.507143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-00b94ade-2c05-4fb0-a567-cec13035bbbc None None] For port feb364cf-85f8-4659-8c65-569eb25fe79f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=feb364cf-85f8-4659-8c65-569eb25fe79f,segment=NetworkSegment(d49cf775-7ee9-423c-b1af-23447c4627d7),segment_id=d49cf775-7ee9-423c-b1af-23447c4627d7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:00.507423 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00b94ade-2c05-4fb0-a567-cec13035bbbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.508486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5123fb0c-aabd-429a-9274-7f28ab15f289 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:00.509473 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5123fb0c-aabd-429a-9274-7f28ab15f289 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.511010 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5123fb0c-aabd-429a-9274-7f28ab15f289 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "PUT /v2.0/ports/995563fd-f03f-464e-b1ee-e101288ddfe8 HTTP/1.1" status: 200 len: 818 time: 0.4327862 Jul 07 22:22:00.514672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37528) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:00.522564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-00b94ade-2c05-4fb0-a567-cec13035bbbc None None] Calling delete_port for feb364cf-85f8-4659-8c65-569eb25fe79f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:00.541338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'Port': ['ID=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:00.547021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Allocated IP 172.20.0.8 (c3a7689f-aa2e-436e-b120-4186f8d52fce/e1f4c6f5-9556-4965-9304-cc3f55604d7b/b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:00.565532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123fb0c-aabd-429a-9274-7f28ab15f289 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=995563fd-f03f-464e-b1ee-e101288ddfe8,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:00.577165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:00.586209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:00.589470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:00.623745 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00b94ade-2c05-4fb0-a567-cec13035bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.659649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc62d8-f8c6-417c-857a-0025bb2d2c80 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 995563fd-f03f-464e-b1ee-e101288ddfe8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:00.660095 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5cbc62d8-f8c6-417c-857a-0025bb2d2c80 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.675657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:00.678892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b94ade-2c05-4fb0-a567-cec13035bbbc None None] No DVR routers for this DVR port feb364cf-85f8-4659-8c65-569eb25fe79f on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:00.682644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b94ade-2c05-4fb0-a567-cec13035bbbc None None] Pushing event deleted for resources: {'Port': ['ID=feb364cf-85f8-4659-8c65-569eb25fe79f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:00.711362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-324a69fa-0c44-4767-9800-e5b7da966390 req-1fbcfbf1-7f14-4dba-a4b4-b0e771d87650 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461519 Jul 07 22:22:00.746965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5cbc62d8-f8c6-417c-857a-0025bb2d2c80 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.763099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5cbc62d8-f8c6-417c-857a-0025bb2d2c80 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 995563fd-f03f-464e-b1ee-e101288ddfe8 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:00.765390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:00.770098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:00.770516 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.808877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:00.808877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.856760 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.857494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-a4be1b9b-f12a-4eb6-9bf4-bbca4461a41d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2065895 Jul 07 22:22:00.870800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5cbc62d8-f8c6-417c-857a-0025bb2d2c80 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.898039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc62d8-f8c6-417c-857a-0025bb2d2c80 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=995563fd-f03f-464e-b1ee-e101288ddfe8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:00.901555 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.906730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5cbc62d8-f8c6-417c-857a-0025bb2d2c80 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.908724 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5cbc62d8-f8c6-417c-857a-0025bb2d2c80 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/995563fd-f03f-464e-b1ee-e101288ddfe8 HTTP/1.1" status: 204 len: 168 time: 0.3921206 Jul 07 22:22:00.914587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:00.919943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bdb3f571-a274-42ca-8eaf-395a7b8ba97e None None] Provisioning for port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:00.925193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bdb3f571-a274-42ca-8eaf-395a7b8ba97e None None] Provisioning complete for port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:00.925567 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdb3f571-a274-42ca-8eaf-395a7b8ba97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.931204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac928da-67a4-443d-853e-e08b7e9474aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:00.933546 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fd22e6-61c3-4d08-9336-0ca773aa707c" -d '{"events": [{"server_uuid": "0ac928da-67a4-443d-853e-e08b7e9474aa", "name": "network-vif-plugged", "status": "completed", "tag": "80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:00.974637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:00.984412 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:00.994314 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e627a6b7-eee4-47e8-9aaa-05ed7b44875d x-openstack-request-id: req-e627a6b7-eee4-47e8-9aaa-05ed7b44875d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:00.994619 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac928da-67a4-443d-853e-e08b7e9474aa", "name": "network-vif-plugged", "status": "completed", "tag": "80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:00.994990 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e627a6b7-eee4-47e8-9aaa-05ed7b44875d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:00.995401 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac928da-67a4-443d-853e-e08b7e9474aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92', 'code': 200} Jul 07 22:22:01.014422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3f571-a274-42ca-8eaf-395a7b8ba97e None None] Port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:01.019852 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fa7454-eac0-4e4f-86f5-ec4518c9f4f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:01.022378 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-22fa7454-eac0-4e4f-86f5-ec4518c9f4f3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1065335 Jul 07 22:22:01.025539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37536) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:01.057972 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-619f6029-9515-46a7-b0b4-25278ebecd19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:22:01.059757 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-619f6029-9515-46a7-b0b4-25278ebecd19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/995563fd-f03f-464e-b1ee-e101288ddfe8 HTTP/1.1" status: 404 len: 333 time: 0.0327442 Jul 07 22:22:01.064329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:01.076761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:01.084653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-204639112'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:01.095500 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.110738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:01.114978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.142516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:01.152945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.153614 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Added segment 7d077bef-48ae-408d-a4e9-665e7758ec5f of type vlan for network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 Jul 07 22:22:01.199872 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.231230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.236875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:01.237469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.270278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Request body: {'port': {'device_id': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:01.293624 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2277126 Jul 07 22:22:01.296879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:01.301812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:01.351694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22a571-335b-4fa5-8d12-1e1d10f23e03 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Network': ['ID=2921f8f3-dede-4fdf-a3b9-8489398fe2e7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:01.364428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:01.393759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24045437-c5f3-4e4a-ac08-2590e6052f09 req-b53722df-e1cd-4ff8-b915-44d4e526fbd4 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:01.395474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24045437-c5f3-4e4a-ac08-2590e6052f09 req-b53722df-e1cd-4ff8-b915-44d4e526fbd4 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 931 time: 0.7411246 Jul 07 22:22:01.404922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:01.408896 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.410517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Deleting port feb364cf-85f8-4659-8c65-569eb25fe79f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:01.410934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.599738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.602623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.619073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] For port feb364cf-85f8-4659-8c65-569eb25fe79f, host n-d-695012-11, got binding levels [] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:01.619836 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.625463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24045437-c5f3-4e4a-ac08-2590e6052f09 req-cdc56f9e-3c7b-48ab-bf26-bf37cedf2918 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106464 Jul 07 22:22:01.649069 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.660278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Calling delete_port for feb364cf-85f8-4659-8c65-569eb25fe79f owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:01.663182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c6dc2-bf0e-4612-8c46-7f7961e68fb0 req-305c2095-2762-4415-8385-0e0dab6eb3ce tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:01.664928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-768c6dc2-bf0e-4612-8c46-7f7961e68fb0 req-305c2095-2762-4415-8385-0e0dab6eb3ce tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.3877723 Jul 07 22:22:01.666867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24b06d-969f-420e-aa4b-525cc6e82a4e req-bc8e02f3-452b-4412-9f70-b835de403f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:01.667623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=c8eb8c52-d958-47ce-a522-f013f4227a45,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:01.668271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab24b06d-969f-420e-aa4b-525cc6e82a4e req-bc8e02f3-452b-4412-9f70-b835de403f4c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 1098 time: 0.3900445 Jul 07 22:22:01.669319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Transition to ACTIVE for port object b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:01.672701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.ipam_backend_mixin [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Port feb364cf-85f8-4659-8c65-569eb25fe79f was not found and therefore no delete operation was performed {{(pid=93941) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:22:01.675873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Checking segment: {'id': '7d077bef-48ae-408d-a4e9-665e7758ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:01.676046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network hostable DHCP agents. Network: 2921f8f3-dede-4fdf-a3b9-8489398fe2e7, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:01.692141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.694022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:01.704201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 2921f8f3-dede-4fdf-a3b9-8489398fe2e7) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:01.711590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:01.712377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.719454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1efc5-e133-4263-a50a-4addec012269 None None] Network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:01.731706 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a32a7e60-78e8-42d5-9a1f-0052a39b8f98 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4336648 Jul 07 22:22:01.735233 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37548) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:01.743346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-419cb53d-9308-4153-9c71-55c2695cd088 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:01.755120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Pushing event deleted for resources: {'Port': ['ID=feb364cf-85f8-4659-8c65-569eb25fe79f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:01.757242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] No DVR routers for this DVR port feb364cf-85f8-4659-8c65-569eb25fe79f on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:01.890735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-768c6dc2-bf0e-4612-8c46-7f7961e68fb0 req-45656ac1-1317-4a68-bd7a-bb4e6e9a21d7 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100942 Jul 07 22:22:01.901120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab24b06d-969f-420e-aa4b-525cc6e82a4e req-f8fa6ec7-6b6c-452a-b500-87075e41a183 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194800 Jul 07 22:22:01.929235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.940809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419cb53d-9308-4153-9c71-55c2695cd088 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:01.944834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-419cb53d-9308-4153-9c71-55c2695cd088 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.949827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device feb364cf-85f8-4659-8c65-569eb25fe79f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:01.982811 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:01.986423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: feb364cf-85f8-4659-8c65-569eb25fe79f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:01.986662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device feb364cf-85f8-4659-8c65-569eb25fe79f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:02.041510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d9d02b-23f5-4e38-a546-e99b38ff8b89']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:02.053901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-2921f8f3-dede-4fdf-a3b9-8489398fe2e7', 'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7', 'tenant_id': '921ad64f41de478d895b92b99b8b4e54', 'fixed_ips': [{'subnet_id': 'c8eb8c52-d958-47ce-a522-f013f4227a45'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:22:02.054873 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.065544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Network c3a7689f-aa2e-436e-b120-4186f8d52fce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:02.068972 n-d-695012-11 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-419cb53d-9308-4153-9c71-55c2695cd088 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c8eb8c52-d958-47ce-a522-f013f4227a45 (CIDR: 2001:db8::/64) Jul 07 22:22:02.073335 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-419cb53d-9308-4153-9c71-55c2695cd088 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:22:02.074690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419cb53d-9308-4153-9c71-55c2695cd088 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:02.079703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49cf775-7ee9-423c-b1af-23447c4627d7') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:02.080009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49cf775-7ee9-423c-b1af-23447c4627d7') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:02.082082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:02.093482 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-419cb53d-9308-4153-9c71-55c2695cd088 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3545368 Jul 07 22:22:02.093776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:02.097076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:02.103529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:02.109342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.115161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Port': ['ID=b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:02.233250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Allocated IP 2001:db8::2 (2921f8f3-dede-4fdf-a3b9-8489398fe2e7/c8eb8c52-d958-47ce-a522-f013f4227a45/bbb2cf09-e2b8-4919-8e23-772242ccc9ec) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:02.239009 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:02.244562 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.251146 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.326063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:02.326663 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:02.329451 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:02.368527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95cc43d5-7067-40a4-b3c4-958099298c80 None None] Provisioning for port b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:02.381410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95cc43d5-7067-40a4-b3c4-958099298c80 None None] Provisioning complete for port b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:02.381790 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95cc43d5-7067-40a4-b3c4-958099298c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.417976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:02.418548 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.454203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-95cc43d5-7067-40a4-b3c4-958099298c80 None None] Port b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:02.456924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.464825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.472881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-801660ea-0d07-444c-a9e0-01c71fdc4520 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8582475 Jul 07 22:22:02.475446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Transition to ACTIVE for port object bbb2cf09-e2b8-4919-8e23-772242ccc9ec will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:02.477547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:02.485698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0aa00-795c-4354-9134-21935f2a19c7 req-8339bebc-d46d-4874-b7af-7e8f8b0b62c5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:02.487298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5b0aa00-795c-4354-9134-21935f2a19c7 req-8339bebc-d46d-4874-b7af-7e8f8b0b62c5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 0.4003055 Jul 07 22:22:02.489415 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.491280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ab73216a-e199-4401-b999-00fc50abb938 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:47:5a:ad'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4b:37:d7'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:02.491438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] 10.222.0.81 "DELETE /v2.0/networks/f0d9d02b-23f5-4e38-a546-e99b38ff8b89 HTTP/1.1" status: 204 len: 168 time: 2.3688943 Jul 07 22:22:02.505973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Transition to ACTIVE for port object bbb2cf09-e2b8-4919-8e23-772242ccc9ec will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:02.510248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:02.513468 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.516436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218dc180-bf30-485b-b6ad-e384f866414a admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d9d02b-23f5-4e38-a546-e99b38ff8b89,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:02.532353 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.557683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Transition to ACTIVE for port object 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:02.565831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5b0aa00-795c-4354-9134-21935f2a19c7 req-0f78c325-e522-4989-bb05-923ecacb0aab tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631344 Jul 07 22:22:02.567366 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.581533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:02.591279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:02.616081 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:02.626582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Pushing event updated for resources: {'Port': ['ID=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:02.632293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Pushing event updated for resources: {'Port': ['ID=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:02.676838 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.741250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Attempting to bind port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:02.741758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Attempting to bind port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:02.742322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Attempting to bind port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 on network 82d16117-de9c-496d-bd6e-1e597d1911b8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:02.745665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37558) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:02.756996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 on network 82d16117-de9c-496d-bd6e-1e597d1911b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:02.757363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Attempting to bind port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 on network 82d16117-de9c-496d-bd6e-1e597d1911b8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:02.762857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Attempting to bind port bbb2cf09-e2b8-4919-8e23-772242ccc9ec on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:02.763800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Attempting to bind port bbb2cf09-e2b8-4919-8e23-772242ccc9ec by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '7d077bef-48ae-408d-a4e9-665e7758ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:02.764742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Attempting to bind port bbb2cf09-e2b8-4919-8e23-772242ccc9ec on network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:02.778515 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.783720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:02.784355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Checking segment: {'id': '7d077bef-48ae-408d-a4e9-665e7758ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:02.785305 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.786054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Bound using segment: {'id': '7d077bef-48ae-408d-a4e9-665e7758ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:02.787082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Bound port: bbb2cf09-e2b8-4919-8e23-772242ccc9ec, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d077bef-48ae-408d-a4e9-665e7758ec5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:02.787082 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.803482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:02.804071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Checking segment: {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:02.804570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Bound using segment: {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:02.805526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Bound port: 8769127d-3dd8-4e45-b90c-a439ea2ca5b8, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:02.805976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.887601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:02.888579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=4f583a2a-32a5-4b17-ba90-d28d653676d9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:02.894288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-733ad925-1927-4eea-9809-971c78e62ee4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2ea95ea654c4b67a62926af0df353e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449039 Jul 07 22:22:02.894779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:02.897662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] For port bbb2cf09-e2b8-4919-8e23-772242ccc9ec, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:02.902890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] For port bbb2cf09-e2b8-4919-8e23-772242ccc9ec, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,segment=NetworkSegment(7d077bef-48ae-408d-a4e9-665e7758ec5f),segment_id=7d077bef-48ae-408d-a4e9-665e7758ec5f)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:02.912663 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.913044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:02.935273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:02.935916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:02.993556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] For port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:02.998837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] For port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:03.010166 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.022335 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ec0ab81a-f3e4-4295-a896-7241990e0910 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9232683 Jul 07 22:22:03.025348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:03.030810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7', 'fixed_ips': [{'subnet_id': 'c8eb8c52-d958-47ce-a522-f013f4227a45'}, {'subnet_id': '4f583a2a-32a5-4b17-ba90-d28d653676d9'}], 'name': 'tempest-PortsIpV6TestJSON-663497892'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:03.067110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4666b-49b1-47a4-9ce5-46774c1299df None None] Pushing event updated for resources: {'Port': ['ID=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:03.087035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.087688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.089266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] 10.222.0.44 "PUT /v2.0/ports/8769127d-3dd8-4e45-b90c-a439ea2ca5b8 HTTP/1.1" status: 200 len: 1092 time: 2.2109365 Jul 07 22:22:03.090717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'tag': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:03.097760 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc63dea-c395-40ef-b793-d33eefc03796" -d '{"events": [{"name": "network-changed", "server_uuid": "eb26c411-ff14-47ec-a2d1-f8e98639d085", "tag": "8769127d-3dd8-4e45-b90c-a439ea2ca5b8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:03.129572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c9939-fd30-4c0d-a2ba-b9998c5db564 req-f629e0fe-347e-417f-aadd-01465cbfdc33 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.131621 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b5c9939-fd30-4c0d-a2ba-b9998c5db564 req-f629e0fe-347e-417f-aadd-01465cbfdc33 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 943 time: 0.2074590 Jul 07 22:22:03.140328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd5548-0ef5-4215-b7f2-1bd52e6e5e34 service neutron] Pushing event updated for resources: {'Port': ['ID=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:03.212253 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4fbf-e749-4f9e-85f5-50b9cd3cea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.258497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab73216a-e199-4401-b999-00fc50abb938 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.279212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b5c9939-fd30-4c0d-a2ba-b9998c5db564 req-b49359f8-b27b-4ed0-81b1-896231e391ba tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411331 Jul 07 22:22:03.345264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-0b6dd6e9-f245-42d3-9887-440d75f5599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.352732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4fbf-e749-4f9e-85f5-50b9cd3cea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.360007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-0b6dd6e9-f245-42d3-9887-440d75f5599f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 1095 time: 0.1875544 Jul 07 22:22:03.428655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b474b-5fb6-4e58-90ca-c4df948477f8 req-5b3ee336-8827-4d3a-b292-b9f010dd5468 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.433503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a5b474b-5fb6-4e58-90ca-c4df948477f8 req-5b3ee336-8827-4d3a-b292-b9f010dd5468 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2413735 Jul 07 22:22:03.437231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-55a9efde-185f-48fc-a76b-a7478146b6f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8 HTTP/1.1" status: 200 len: 217 time: 0.0761664 Jul 07 22:22:03.498154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:03.539286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a5b474b-5fb6-4e58-90ca-c4df948477f8 req-4c5ac0db-be49-487f-9912-2446fb3956b2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043870 Jul 07 22:22:03.560816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-054e0710-02db-4178-a81f-402653a763d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.560816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-054e0710-02db-4178-a81f-402653a763d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.1161559 Jul 07 22:22:03.632879 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f616d73c-dbbb-443a-b7a6-ce9276bb264d x-openstack-request-id: req-f616d73c-dbbb-443a-b7a6-ce9276bb264d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:03.633175 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb26c411-ff14-47ec-a2d1-f8e98639d085", "tag": "8769127d-3dd8-4e45-b90c-a439ea2ca5b8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:03.633429 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f616d73c-dbbb-443a-b7a6-ce9276bb264d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:03.633827 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'tag': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8', 'status': 'completed', 'code': 200} Jul 07 22:22:03.662278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-dfa8dd95-c108-4f76-ae6c-c0e12433f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.663736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-dfa8dd95-c108-4f76-ae6c-c0e12433f4e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930488 Jul 07 22:22:03.699178 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4fbf-e749-4f9e-85f5-50b9cd3cea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.702113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4fbf-e749-4f9e-85f5-50b9cd3cea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.708088 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0e4e4fbf-e749-4f9e-85f5-50b9cd3cea7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/447ec298-4dff-4bed-95dd-e14e6c98f8ee HTTP/1.1" status: 204 len: 168 time: 0.8092759 Jul 07 22:22:03.753468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:03.775734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e4fbf-e749-4f9e-85f5-50b9cd3cea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447ec298-4dff-4bed-95dd-e14e6c98f8ee,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:03.832367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:03.850356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8dbd8-e162-4a04-a2a5-e8957dfd1e91 req-55c9baea-50c7-4e2f-a4e7-d25456c65b82 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:03.851957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8db8dbd8-e162-4a04-a2a5-e8957dfd1e91 req-55c9baea-50c7-4e2f-a4e7-d25456c65b82 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 943 time: 0.1193359 Jul 07 22:22:03.856705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-8470a9af-29da-4287-b7db-1c4f8231a48e service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861660 Jul 07 22:22:03.967654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8db8dbd8-e162-4a04-a2a5-e8957dfd1e91 req-80245aff-2c3a-4a06-ab2c-bf9135b4046f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895596 Jul 07 22:22:03.987634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bbb2cf09-e2b8-4919-8e23-772242ccc9ec up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:04.012844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17304779-c64f-4c4e-af00-c9f1b5936417 req-3a539f6f-646d-4954-b9e9-236622b758b6 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482627 Jul 07 22:22:04.082820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab73216a-e199-4401-b999-00fc50abb938 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.097981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab73216a-e199-4401-b999-00fc50abb938 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.102363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port bbb2cf09-e2b8-4919-8e23-772242ccc9ec completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:04.192356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-776819ce-e938-4209-bf89-2108cd2ef25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.194624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-776819ce-e938-4209-bf89-2108cd2ef25a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 1095 time: 0.0964575 Jul 07 22:22:04.350276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-0e895d33-9cb9-45fe-82bb-9567e95bfb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.351864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-0e895d33-9cb9-45fe-82bb-9567e95bfb33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 911 time: 0.1509888 Jul 07 22:22:04.370020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73216a-e199-4401-b999-00fc50abb938 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event updated for resources: {'Port': ['ID=b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:04.386813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ab73216a-e199-4401-b999-00fc50abb938 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] In _notify_port_updated(), no bound segment for port b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 on network c3a7689f-aa2e-436e-b120-4186f8d52fce {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:22:04.394128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab73216a-e199-4401-b999-00fc50abb938 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.395102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab73216a-e199-4401-b999-00fc50abb938 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.400220 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ab73216a-e199-4401-b999-00fc50abb938 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "PUT /v2.0/ports/b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 HTTP/1.1" status: 200 len: 1056 time: 1.9214780 Jul 07 22:22:04.401003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:04.478258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-1344885e-269e-442a-a47c-21adbecb7c57 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8 HTTP/1.1" status: 200 len: 217 time: 0.1180446 Jul 07 22:22:04.601245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-0ff7b5ff-7f0a-42d5-92dd-508804d0c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.602940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 24b71c48-74e0-416b-ace0-fc2e2473870b details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:04.603078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-0ff7b5ff-7f0a-42d5-92dd-508804d0c1f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.0982831 Jul 07 22:22:04.652360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a02e5-c4f2-4ba1-8532-022f66610c63 req-0579ec04-e534-40cb-86fd-7fd686f3aa7d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.658502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1c904-dd57-42fa-9d8c-67932a9be205 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Deleting port b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:04.661012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ad1c904-dd57-42fa-9d8c-67932a9be205 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.661853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-088a02e5-c4f2-4ba1-8532-022f66610c63 req-0579ec04-e534-40cb-86fd-7fd686f3aa7d tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 943 time: 0.1966608 Jul 07 22:22:04.810846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-088a02e5-c4f2-4ba1-8532-022f66610c63 req-487a011d-4813-43d6-8f39-cf83c18ed8e9 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477797 Jul 07 22:22:04.835960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-6f76c92a-7f06-40a3-9fff-c0ecd9b5c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:04.837656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-6f76c92a-7f06-40a3-9fff-c0ecd9b5c024 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2180328 Jul 07 22:22:04.839989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 24b71c48-74e0-416b-ace0-fc2e2473870b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=24b71c48-74e0-416b-ace0-fc2e2473870b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:04.863022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::2aa (2921f8f3-dede-4fdf-a3b9-8489398fe2e7/c8eb8c52-d958-47ce-a522-f013f4227a45/1bbc5f82-ee4c-4b3c-b57c-227f78e5331a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:04.887408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '24b71c48-74e0-416b-ace0-fc2e2473870b', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'port_id': '24b71c48-74e0-416b-ace0-fc2e2473870b', 'mac_address': 'fa:16:3e:59:62:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:04.893253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417c0fe9-a8d8-4110-9273-dcf24ac80c9b None None] Network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:04.933779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ad1c904-dd57-42fa-9d8c-67932a9be205 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:04.962401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1c904-dd57-42fa-9d8c-67932a9be205 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Calling delete_port for b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:04.992565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.029091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37604) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:05.031996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b71c48-74e0-416b-ace0-fc2e2473870b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:05.032599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8:0:1::36f (2921f8f3-dede-4fdf-a3b9-8489398fe2e7/4f583a2a-32a5-4b17-ba90-d28d653676d9/1bbc5f82-ee4c-4b3c-b57c-227f78e5331a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:05.059984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bfd922e1-a00b-4b83-a05f-80090c816664 None None] Provisioning for port bbb2cf09-e2b8-4919-8e23-772242ccc9ec completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:05.078866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bfd922e1-a00b-4b83-a05f-80090c816664 None None] Provisioning complete for port bbb2cf09-e2b8-4919-8e23-772242ccc9ec triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:05.079343 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfd922e1-a00b-4b83-a05f-80090c816664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.080657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2a95-4407-4858-b07e-0e322bd5e7a7 req-71dcd475-9cf3-4ac7-b0ae-e545f20551f2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.082491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-146b2a95-4407-4858-b07e-0e322bd5e7a7 req-71dcd475-9cf3-4ac7-b0ae-e545f20551f2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2667987 Jul 07 22:22:05.136047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 24b71c48-74e0-416b-ace0-fc2e2473870b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=24b71c48-74e0-416b-ace0-fc2e2473870b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:05.143386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-648a5d72-9680-4315-86e2-0a605cae5c64 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909486 Jul 07 22:22:05.178741 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.230218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-146b2a95-4407-4858-b07e-0e322bd5e7a7 req-ba9b5bec-c372-45fc-9e41-b7e4e0ea746b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271458 Jul 07 22:22:05.279919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1919099057-network', 'tenant_id': '11ca2e2e3067440d85d585a7a4aa8f5f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:05.330751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Made reservation on behalf of 11ca2e2e3067440d85d585a7a4aa8f5f for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:05.333928 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.365371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.382054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=24b71c48-74e0-416b-ace0-fc2e2473870b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:05.430925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2fc63dea-c395-40ef-b793-d33eefc03796 req-7b86f947-21d7-4df5-aece-2e877c4bb243 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800901 Jul 07 22:22:05.451545 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfd922e1-a00b-4b83-a05f-80090c816664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.473250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fe653-b167-4014-bca3-40925ae3b80f req-c986c476-c15b-45f3-87f8-a85b136a88da tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.474911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da2fe653-b167-4014-bca3-40925ae3b80f req-c986c476-c15b-45f3-87f8-a85b136a88da tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 944 time: 0.2170460 Jul 07 22:22:05.496389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['24b71c48-74e0-416b-ace0-fc2e2473870b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:05.534787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bfd922e1-a00b-4b83-a05f-80090c816664 None None] For port bbb2cf09-e2b8-4919-8e23-772242ccc9ec, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,segment=NetworkSegment(7d077bef-48ae-408d-a4e9-665e7758ec5f),segment_id=7d077bef-48ae-408d-a4e9-665e7758ec5f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:05.539192 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfd922e1-a00b-4b83-a05f-80090c816664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.579276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da2fe653-b167-4014-bca3-40925ae3b80f req-68e727f7-6eb0-49d4-826a-476e8176b194 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920453 Jul 07 22:22:05.600589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ad1c904-dd57-42fa-9d8c-67932a9be205 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.616646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.622277 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.644247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1c904-dd57-42fa-9d8c-67932a9be205 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event deleted for resources: {'Port': ['ID=b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:05.649217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd922e1-a00b-4b83-a05f-80090c816664 None None] Pushing event updated for resources: {'Port': ['ID=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:05.659824 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.669253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-638fb9dc-097e-4e9a-a4ab-6d94be74ee91 None None] Could not find standard attr ID for object b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:22:05.697402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:05.709343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e75155b-0850-4ed0-93ea-7ff27749b257 None None] Update dhcp port {'port': {'network_id': '2921f8f3-dede-4fdf-a3b9-8489398fe2e7', 'fixed_ips': [{'subnet_id': 'c8eb8c52-d958-47ce-a522-f013f4227a45', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f583a2a-32a5-4b17-ba90-d28d653676d9'}], 'binding:host_id': 'n-d-695012-11'}, 'id': 'bbb2cf09-e2b8-4919-8e23-772242ccc9ec'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:22:05.717100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fddd879-a374-48ba-968e-fc66c85917ab,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:05.726839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:05.731621 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.731961 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Added segment 236f4be1-0b3e-4add-bd2b-d68bf022c90f of type vlan for network 60126614-9d35-4cc7-a257-d11558a333a0 Jul 07 22:22:05.786116 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e75155b-0850-4ed0-93ea-7ff27749b257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.819375 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.907983 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.908702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:05.909371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:05.926160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bbb2cf09-e2b8-4919-8e23-772242ccc9ec up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:06.042755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] Pushing event updated for resources: {'Network': ['ID=60126614-9d35-4cc7-a257-d11558a333a0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:06.059778 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.062820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 60126614-9d35-4cc7-a257-d11558a333a0 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:06.079351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port bbb2cf09-e2b8-4919-8e23-772242ccc9ec triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:06.079729 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.118904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-924c90b8-d559-47c4-8a56-04507cea4872 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0873647 Jul 07 22:22:06.123777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37620) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:06.126726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:06.133009 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7ad1c904-dd57-42fa-9d8c-67932a9be205 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.135064 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7ad1c904-dd57-42fa-9d8c-67932a9be205 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "DELETE /v2.0/ports/b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 HTTP/1.1" status: 204 len: 168 time: 1.7299588 Jul 07 22:22:06.136006 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:06.138773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Request body: {'subnet': {'network_id': '60126614-9d35-4cc7-a257-d11558a333a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1919099057-subnet', 'tenant_id': '11ca2e2e3067440d85d585a7a4aa8f5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:06.141221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37622) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:06.143350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:06.149356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.150662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.169322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=1bbc5f82-ee4c-4b3c-b57c-227f78e5331a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:06.196632 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1b94e2-6e4f-4151-b9d4-4a66bf4aa2bf tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] GET failed (client error): The resource could not be found. Jul 07 22:22:06.200977 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3f1b94e2-6e4f-4151-b9d4-4a66bf4aa2bf tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "GET /v2.0/ports/b4d2b2b7-2e8a-4f1c-a69c-e82bf96925e3 HTTP/1.1" status: 404 len: 333 time: 0.0562050 Jul 07 22:22:06.201830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:06.210068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-cea00c52-1d6d-49b7-8fd0-3ddbe5dffcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.211628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-cea00c52-1d6d-49b7-8fd0-3ddbe5dffcec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 1098 time: 0.3229113 Jul 07 22:22:06.219325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cf76d-dbdb-4d4d-9c68-b16e31b03963 req-60c648ad-a028-45de-9cf5-622cbb463aaf tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.220810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-536cf76d-dbdb-4d4d-9c68-b16e31b03963 req-60c648ad-a028-45de-9cf5-622cbb463aaf tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1812339 Jul 07 22:22:06.224863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Made reservation on behalf of 11ca2e2e3067440d85d585a7a4aa8f5f for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:06.227261 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.239480 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2c32fa41-4394-410c-abeb-19f0f57c914d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.2110147 Jul 07 22:22:06.241456 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37626) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:06.247515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8eb8c52-d958-47ce-a522-f013f4227a45'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:06.349284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c09573-77b5-408a-acee-fad2c99c7e2b req-f3ca3b45-895c-4d2f-94dd-cf33e50388cd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.350746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82c09573-77b5-408a-acee-fad2c99c7e2b req-f3ca3b45-895c-4d2f-94dd-cf33e50388cd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 943 time: 0.3124127 Jul 07 22:22:06.389577 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.397333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7e75155b-0850-4ed0-93ea-7ff27749b257 None None] Allocated IP 2001:db8:0:1::2 (2921f8f3-dede-4fdf-a3b9-8489398fe2e7/4f583a2a-32a5-4b17-ba90-d28d653676d9/bbb2cf09-e2b8-4919-8e23-772242ccc9ec) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:06.407506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-33179f3c-2be9-4a89-980a-974661324cc5 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Deleting port 3916d789-074c-40a5-b1c4-110e29a28872 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:06.407871 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33179f3c-2be9-4a89-980a-974661324cc5 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.409899 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-536cf76d-dbdb-4d4d-9c68-b16e31b03963 req-5d4e3bfa-5426-48ec-a72b-7a746815f87f tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804490 Jul 07 22:22:06.469203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82c09573-77b5-408a-acee-fad2c99c7e2b req-8c60e974-699e-480b-87cb-162c8d3d43a1 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087062 Jul 07 22:22:06.496558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-6dfb1162-b446-4e1a-8a12-e4771657f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:06.502846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-6dfb1162-b446-4e1a-8a12-e4771657f30f service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 919 time: 0.2713621 Jul 07 22:22:06.607656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7e75155b-0850-4ed0-93ea-7ff27749b257 None None] For port bbb2cf09-e2b8-4919-8e23-772242ccc9ec, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,segment=NetworkSegment(7d077bef-48ae-408d-a4e9-665e7758ec5f),segment_id=7d077bef-48ae-408d-a4e9-665e7758ec5f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:06.610585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33179f3c-2be9-4a89-980a-974661324cc5 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.634914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-33179f3c-2be9-4a89-980a-974661324cc5 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Calling delete_port for 3916d789-074c-40a5-b1c4-110e29a28872 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:06.650382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:06.663111 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e75155b-0850-4ed0-93ea-7ff27749b257 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.664640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-7664fd26-7079-43d6-8ccb-86b47260d20f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 HTTP/1.1" status: 200 len: 217 time: 0.0658646 Jul 07 22:22:06.668050 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.685375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7e75155b-0850-4ed0-93ea-7ff27749b257 None None] Transition to ACTIVE for port object bbb2cf09-e2b8-4919-8e23-772242ccc9ec will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:06.703411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e75155b-0850-4ed0-93ea-7ff27749b257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.836544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Delete allocated IP 2001:db8:0:1::36f (2921f8f3-dede-4fdf-a3b9-8489398fe2e7/4f583a2a-32a5-4b17-ba90-d28d653676d9) {{(pid=93942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:22:06.868637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75155b-0850-4ed0-93ea-7ff27749b257 None None] Pushing event updated for resources: {'Port': ['ID=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:06.877359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:06.890099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'port_id': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8', 'mac_address': 'fa:16:3e:6a:06:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:06.937986 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.952566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:06.956259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33179f3c-2be9-4a89-980a-974661324cc5 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:06.975281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:06.980912 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.010878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33179f3c-2be9-4a89-980a-974661324cc5 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event deleted for resources: {'Port': ['ID=3916d789-074c-40a5-b1c4-110e29a28872,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:07.055466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:07.130628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-972c3bf3-a9da-43f2-9460-097db813bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:07.132036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-972c3bf3-a9da-43f2-9460-097db813bfc3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.4588540 Jul 07 22:22:07.136416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec177152-e66d-4f11-86eb-05870b4d3ca6,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:07.147952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33179f3c-2be9-4a89-980a-974661324cc5 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.150104 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-33179f3c-2be9-4a89-980a-974661324cc5 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "DELETE /v2.0/ports/3916d789-074c-40a5-b1c4-110e29a28872 HTTP/1.1" status: 204 len: 168 time: 0.9463234 Jul 07 22:22:07.154058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37632) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:07.189111 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5252345e-abde-4671-ab8b-26b418616859 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] GET failed (client error): The resource could not be found. Jul 07 22:22:07.190817 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5252345e-abde-4671-ab8b-26b418616859 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "GET /v2.0/ports/3916d789-074c-40a5-b1c4-110e29a28872 HTTP/1.1" status: 404 len: 333 time: 0.0357251 Jul 07 22:22:07.192437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-b399231f-2cac-4360-b07f-a4d4cbc17d02 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387654 Jul 07 22:22:07.193420 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.197807 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37634) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:07.200112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Checking segment: {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:07.200845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Network hostable DHCP agents. Network: 60126614-9d35-4cc7-a257-d11558a333a0, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:07.233860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Ignored duplicate provisioning block setup for port 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:22:07.242672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.287168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['8769127d-3dd8-4e45-b90c-a439ea2ca5b8'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:07.294217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f146cdf-9758-447e-a571-d9dd0572aead req-1e150127-7ee6-4d13-b0fc-e7c5cc3443c3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:07.296774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f146cdf-9758-447e-a571-d9dd0572aead req-1e150127-7ee6-4d13-b0fc-e7c5cc3443c3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 944 time: 0.5513642 Jul 07 22:22:07.325202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Network 60126614-9d35-4cc7-a257-d11558a333a0 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:07.358280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] In _notify_port_updated(), no bound segment for port 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a on network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:22:07.364358 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:07.364999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.366353 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "PUT /v2.0/ports/1bbc5f82-ee4c-4b3c-b57c-227f78e5331a HTTP/1.1" status: 200 len: 925 time: 1.1239917 Jul 07 22:22:07.367158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510377a-3e3f-49eb-aedf-486616891ce7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=1bbc5f82-ee4c-4b3c-b57c-227f78e5331a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:07.371044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:07.376973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8eb8c52-d958-47ce-a522-f013f4227a45'}, {'subnet_id': '4f583a2a-32a5-4b17-ba90-d28d653676d9'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:07.388843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f146cdf-9758-447e-a571-d9dd0572aead req-66b357e2-0a3a-44a2-82a7-2d8f7fec3ed7 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853777 Jul 07 22:22:07.391444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 60126614-9d35-4cc7-a257-d11558a333a0) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:07.400859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:07.402597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e67739-ae41-4640-9c4e-22386f538db6 None None] Network 60126614-9d35-4cc7-a257-d11558a333a0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:07.403398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.430952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3e969d82-45da-4759-8d05-735a03a86575 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Deleting port be37eb7a-1f55-42a9-9b27-b341e997ce5a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:07.431299 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e969d82-45da-4759-8d05-735a03a86575 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.432108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-55d80a16-366e-433d-9a8d-9bf63bb57d89 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3071346 Jul 07 22:22:07.451661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-1ec33653-36e0-439d-a6c2-855751302baf service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449758 Jul 07 22:22:07.532946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.641774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e969d82-45da-4759-8d05-735a03a86575 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:07.705449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3e969d82-45da-4759-8d05-735a03a86575 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Calling delete_port for be37eb7a-1f55-42a9-9b27-b341e997ce5a owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:07.736977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb7c1a-7169-40e9-92f5-015d96304e45 req-5c1d7ca3-ddd1-4615-8dda-107f06e63058 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762694 Jul 07 22:22:07.765149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa074d98-4a3e-4751-89c6-2ebf3b1deec7 None None] Network 60126614-9d35-4cc7-a257-d11558a333a0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:07.868774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdaff0-9aa0-480f-8f4b-072820bb9eaf req-63111513-a9cf-4a6d-aa84-4ca46076c558 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:07.870883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cfdaff0-9aa0-480f-8f4b-072820bb9eaf req-63111513-a9cf-4a6d-aa84-4ca46076c558 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2056279 Jul 07 22:22:07.882448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d72fc3-a41f-4a59-9328-a59f9bf9f4d9 None None] Network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:07.897080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195ffd4-a9b7-4deb-95a3-b80f063c751a req-3229e8ae-8a15-45f3-b69e-ecf9d52cfd90 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:07.903610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d195ffd4-a9b7-4deb-95a3-b80f063c751a req-3229e8ae-8a15-45f3-b69e-ecf9d52cfd90 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 944 time: 0.1703491 Jul 07 22:22:07.937583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bbb2cf09-e2b8-4919-8e23-772242ccc9ec up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:07.967082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d195ffd4-a9b7-4deb-95a3-b80f063c751a req-ef88afc7-1234-4dd7-9533-66c70ef9d258 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619347 Jul 07 22:22:07.979970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cfdaff0-9aa0-480f-8f4b-072820bb9eaf req-4f705a85-257b-4304-bdfc-494b6eebe05f tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035461 Jul 07 22:22:08.004613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-264f32a6-ef87-44be-b1a9-0aa9c444f964 None None] Provisioning for port bbb2cf09-e2b8-4919-8e23-772242ccc9ec completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:08.012949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-264f32a6-ef87-44be-b1a9-0aa9c444f964 None None] Provisioning complete for port bbb2cf09-e2b8-4919-8e23-772242ccc9ec triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:08.013320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-264f32a6-ef87-44be-b1a9-0aa9c444f964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.067196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e969d82-45da-4759-8d05-735a03a86575 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.073521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8:0:1::3b4 (2921f8f3-dede-4fdf-a3b9-8489398fe2e7/4f583a2a-32a5-4b17-ba90-d28d653676d9/1bbc5f82-ee4c-4b3c-b57c-227f78e5331a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:08.110457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969d82-45da-4759-8d05-735a03a86575 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event deleted for resources: {'Port': ['ID=be37eb7a-1f55-42a9-9b27-b341e997ce5a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:08.170098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port bbb2cf09-e2b8-4919-8e23-772242ccc9ec triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:08.170479 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.335632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e969d82-45da-4759-8d05-735a03a86575 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.344792 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3e969d82-45da-4759-8d05-735a03a86575 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "DELETE /v2.0/ports/be37eb7a-1f55-42a9-9b27-b341e997ce5a HTTP/1.1" status: 204 len: 168 time: 1.1453245 Jul 07 22:22:08.345585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37666) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:08.361973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.376310 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Ignored duplicate provisioning block setup for port 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:22:08.390121 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.455795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-23371e76-0f42-4b56-9091-8016384847f7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Deleting subnet e1f4c6f5-9556-4965-9304-cc3f55604d7b {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:08.461640 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23371e76-0f42-4b56-9091-8016384847f7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.513074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=1bbc5f82-ee4c-4b3c-b57c-227f78e5331a,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:08.516904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] In _notify_port_updated(), no bound segment for port 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a on network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:22:08.517341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503364d1-487d-4e77-9673-15adeb99e59c req-fad1f652-c1ec-4575-9a61-7d1b7abe52f8 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:08.522617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:08.523243 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.527216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-fad1f652-c1ec-4575-9a61-7d1b7abe52f8 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/networks?id=60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 200 len: 822 time: 0.2060232 Jul 07 22:22:08.527382 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-df1ab715-9003-4d2e-8fa2-3b305cde38c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "PUT /v2.0/ports/1bbc5f82-ee4c-4b3c-b57c-227f78e5331a HTTP/1.1" status: 200 len: 1011 time: 1.1525798 Jul 07 22:22:08.527382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37670) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:08.530819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23371e76-0f42-4b56-9091-8016384847f7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.586483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-0c55a5bc-03b3-415d-845c-635b81950e47 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/quotas/11ca2e2e3067440d85d585a7a4aa8f5f HTTP/1.1" status: 200 len: 375 time: 0.0611010 Jul 07 22:22:08.634549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:08.640063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-40233d3e-83b4-45bb-ad63-4d8ea17913a3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:08.640878 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40233d3e-83b4-45bb-ad63-4d8ea17913a3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.659742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-63e8639a-35ec-4e6c-bb78-dcfa3481dcd9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546298 Jul 07 22:22:08.700716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:08.708300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:08.708687 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.752983 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40233d3e-83b4-45bb-ad63-4d8ea17913a3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.762801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f7cbf9cd-d8f7-41d7-94e5-2756c9eed887 None None] Provisioning for port 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:08.769801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f7cbf9cd-d8f7-41d7-94e5-2756c9eed887 None None] Provisioning complete for port 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:08.770159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23371e76-0f42-4b56-9091-8016384847f7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.770310 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7cbf9cd-d8f7-41d7-94e5-2756c9eed887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.775728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-40233d3e-83b4-45bb-ad63-4d8ea17913a3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:08.810717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9fca8-0a45-40dc-81aa-71f7b2908979 req-ce2b6a62-fd54-478d-b845-971ca66c5c5e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:08.818581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9f9fca8-0a45-40dc-81aa-71f7b2908979 req-ce2b6a62-fd54-478d-b845-971ca66c5c5e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 944 time: 0.2568212 Jul 07 22:22:08.850975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbf9cd-d8f7-41d7-94e5-2756c9eed887 None None] Port 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:08.872388 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.899177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f7cbf9cd-d8f7-41d7-94e5-2756c9eed887 None None] Provisioning complete for port bbb2cf09-e2b8-4919-8e23-772242ccc9ec triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:08.899772 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7cbf9cd-d8f7-41d7-94e5-2756c9eed887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.902753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-cece0e23-d7f5-4153-a1b4-497b99abb7b4 service neutron] 10.222.0.81 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348645 Jul 07 22:22:08.906528 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23371e76-0f42-4b56-9091-8016384847f7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.938841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:08.941712 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d803e2-956a-4043-89e7-167805e1b3de" -d '{"events": [{"server_uuid": "eb26c411-ff14-47ec-a2d1-f8e98639d085", "name": "network-vif-plugged", "status": "completed", "tag": "8769127d-3dd8-4e45-b90c-a439ea2ca5b8"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:08.958393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:08.966529 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:08.967460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 24b71c48-74e0-416b-ace0-fc2e2473870b up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:09.022902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40233d3e-83b4-45bb-ad63-4d8ea17913a3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.027805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9f9fca8-0a45-40dc-81aa-71f7b2908979 req-9e5369b6-6599-47b7-998a-fd43f6b51701 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073710 Jul 07 22:22:09.059367 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-67519db3-bbc4-4a99-a495-01b11ce330d7 service neutron] 10.222.0.81 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474519 Jul 07 22:22:09.067792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23371e76-0f42-4b56-9091-8016384847f7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f4c6f5-9556-4965-9304-cc3f55604d7b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:09.074781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23371e76-0f42-4b56-9091-8016384847f7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.080353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-23371e76-0f42-4b56-9091-8016384847f7 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "DELETE /v2.0/subnets/e1f4c6f5-9556-4965-9304-cc3f55604d7b HTTP/1.1" status: 204 len: 168 time: 0.7330651 Jul 07 22:22:09.082512 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40233d3e-83b4-45bb-ad63-4d8ea17913a3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=1bbc5f82-ee4c-4b3c-b57c-227f78e5331a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:09.083463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37678) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:09.096235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb14e5-3529-4f22-b805-4f6d11f44a64 None None] Network c3a7689f-aa2e-436e-b120-4186f8d52fce requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:09.121023 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362b0ce8-35ed-4caa-bb29-312befcc0bbb x-openstack-request-id: req-362b0ce8-35ed-4caa-bb29-312befcc0bbb {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:09.121431 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb26c411-ff14-47ec-a2d1-f8e98639d085", "name": "network-vif-plugged", "status": "completed", "tag": "8769127d-3dd8-4e45-b90c-a439ea2ca5b8", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:09.121688 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-362b0ce8-35ed-4caa-bb29-312befcc0bbb {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:09.122095 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8', 'code': 200} Jul 07 22:22:09.183237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:09.189099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40233d3e-83b4-45bb-ad63-4d8ea17913a3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.191522 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40233d3e-83b4-45bb-ad63-4d8ea17913a3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/1bbc5f82-ee4c-4b3c-b57c-227f78e5331a HTTP/1.1" status: 204 len: 168 time: 0.6629519 Jul 07 22:22:09.197759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:09.258986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 24b71c48-74e0-416b-ace0-fc2e2473870b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:09.277707 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-14834a70-b54e-41e7-9caf-fa579f46146a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:22:09.282111 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-14834a70-b54e-41e7-9caf-fa579f46146a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/1bbc5f82-ee4c-4b3c-b57c-227f78e5331a HTTP/1.1" status: 404 len: 333 time: 0.0805895 Jul 07 22:22:09.283188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:09.289826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 24b71c48-74e0-416b-ace0-fc2e2473870b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:09.290226 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.299836 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.373201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e08cbfd-f4d4-4b30-8992-18828772d673 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet 4f583a2a-32a5-4b17-ba90-d28d653676d9 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:09.394803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e08cbfd-f4d4-4b30-8992-18828772d673 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.419890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e41ca0c4-d256-4151-8da8-c7c34926a997 None None] Could not find standard attr ID for object 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:22:09.486984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e08cbfd-f4d4-4b30-8992-18828772d673 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.533737 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.545014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9621f2dc-e031-41e7-91cd-e3e3ef37bc49 None None] Could not find standard attr ID for object 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:22:09.578778 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 24b71c48-74e0-416b-ace0-fc2e2473870b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=24b71c48-74e0-416b-ace0-fc2e2473870b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:09.586943 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.605919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc580-a67c-4027-b9dd-20987597e569 req-d0f3686f-95e6-40b5-b742-0ff14e604ab8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:09.614329 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3bfc580-a67c-4027-b9dd-20987597e569 req-d0f3686f-95e6-40b5-b742-0ff14e604ab8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.2725899 Jul 07 22:22:09.629357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa32b94-7e86-4a21-a613-fb9e1701748a req-265f2c02-eff3-487b-bb44-04529456eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:09.630890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfa32b94-7e86-4a21-a613-fb9e1701748a req-265f2c02-eff3-487b-bb44-04529456eaf9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 1097 time: 0.3117387 Jul 07 22:22:09.642204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be413953-022b-43b0-ada8-16405d39035c None None] DHCP port deletion for c3a7689f-aa2e-436e-b120-4186f8d52fce request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:22:09.666811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e08cbfd-f4d4-4b30-8992-18828772d673 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.667069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a8cf5-9251-4b91-a5d7-120d16414948 req-44ff5b3c-51b0-4f48-9b91-40845fb3cd84 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:09.674884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb0a8cf5-9251-4b91-a5d7-120d16414948 req-44ff5b3c-51b0-4f48-9b91-40845fb3cd84 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2624812 Jul 07 22:22:09.692588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Deleting port c3c02cf2-c595-4d40-8123-bce1007544ce {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:09.692932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.733239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=24b71c48-74e0-416b-ace0-fc2e2473870b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:09.752553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-be413953-022b-43b0-ada8-16405d39035c None None] Deleting port c3c02cf2-c595-4d40-8123-bce1007544ce {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:09.752936 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be413953-022b-43b0-ada8-16405d39035c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.765886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e08cbfd-f4d4-4b30-8992-18828772d673 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.812726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3224e659-ae10-46fe-91e8-72afa8532021 None None] Could not find standard attr ID for object 1bbc5f82-ee4c-4b3c-b57c-227f78e5331a. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:22:09.825674 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e08cbfd-f4d4-4b30-8992-18828772d673 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.827963 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4e08cbfd-f4d4-4b30-8992-18828772d673 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/4f583a2a-32a5-4b17-ba90-d28d653676d9 HTTP/1.1" status: 204 len: 168 time: 0.5391128 Jul 07 22:22:09.830441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:09.846399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-be413953-022b-43b0-ada8-16405d39035c None None] For port c3c02cf2-c595-4d40-8123-bce1007544ce, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c3c02cf2-c595-4d40-8123-bce1007544ce,segment=NetworkSegment(44a6fc4a-8554-4d21-a726-956013be3b7f),segment_id=44a6fc4a-8554-4d21-a726-956013be3b7f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:09.846802 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be413953-022b-43b0-ada8-16405d39035c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.866344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb0a8cf5-9251-4b91-a5d7-120d16414948 req-d1ec965a-3049-499a-a416-b07f4563149c tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905198 Jul 07 22:22:09.872071 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3bfc580-a67c-4027-b9dd-20987597e569 req-f9fdc92c-0835-41ec-968b-1b4b2ca49236 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568998 Jul 07 22:22:09.903683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfa32b94-7e86-4a21-a613-fb9e1701748a req-6e95aab0-ed8d-4ca0-b9c3-48bb0efd530e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2556982 Jul 07 22:22:09.923520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ca776b-6e24-455c-b8d1-23d9c9da63c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet c8eb8c52-d958-47ce-a522-f013f4227a45 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:09.944680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3ca776b-6e24-455c-b8d1-23d9c9da63c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.977157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] For port c3c02cf2-c595-4d40-8123-bce1007544ce, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c3c02cf2-c595-4d40-8123-bce1007544ce,segment=NetworkSegment(44a6fc4a-8554-4d21-a726-956013be3b7f),segment_id=44a6fc4a-8554-4d21-a726-956013be3b7f)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:09.977949 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:09.995151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Calling delete_port for c3c02cf2-c595-4d40-8123-bce1007544ce owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:09.997852 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3ca776b-6e24-455c-b8d1-23d9c9da63c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.091820 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.103557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c3c02cf2-c595-4d40-8123-bce1007544ce no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:10.111463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-be413953-022b-43b0-ada8-16405d39035c None None] Calling delete_port for c3c02cf2-c595-4d40-8123-bce1007544ce owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:10.139857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08cbfd-f4d4-4b30-8992-18828772d673 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=4f583a2a-32a5-4b17-ba90-d28d653676d9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.140549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event deleted for resources: {'Port': ['ID=c3c02cf2-c595-4d40-8123-bce1007544ce,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.147840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] No DVR routers for this DVR port c3c02cf2-c595-4d40-8123-bce1007544ce on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:10.159516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1800848e-c071-4eb5-9b14-a6eb977a2a6c None None] Network 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:10.164634 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3ca776b-6e24-455c-b8d1-23d9c9da63c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.178243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: c3c02cf2-c595-4d40-8123-bce1007544ce {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:10.178899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c3c02cf2-c595-4d40-8123-bce1007544ce not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:10.243051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3ca776b-6e24-455c-b8d1-23d9c9da63c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.251117 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.262505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a7689f-aa2e-436e-b120-4186f8d52fce']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:10.286609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a6fc4a-8554-4d21-a726-956013be3b7f') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:10.286918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a6fc4a-8554-4d21-a726-956013be3b7f') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:10.313689 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b164fdf-5b88-49dc-8e70-affae97467ee req-5624766a-0cd3-4121-9dc2-c1884f017a4d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 210 time: 0.0480211 Jul 07 22:22:10.314930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca776b-6e24-455c-b8d1-23d9c9da63c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=c8eb8c52-d958-47ce-a522-f013f4227a45,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.315417 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.328865 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3ca776b-6e24-455c-b8d1-23d9c9da63c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.331456 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a3ca776b-6e24-455c-b8d1-23d9c9da63c0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/c8eb8c52-d958-47ce-a522-f013f4227a45 HTTP/1.1" status: 204 len: 168 time: 0.4999220 Jul 07 22:22:10.333845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:10.335062 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.352125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:10.352588 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:10.356127 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:10.408803 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be413953-022b-43b0-ada8-16405d39035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.452178 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.458503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.477022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.479626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] 10.222.0.81 "DELETE /v2.0/networks/c3a7689f-aa2e-436e-b120-4186f8d52fce HTTP/1.1" status: 204 len: 168 time: 1.3946309 Jul 07 22:22:10.507240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be413953-022b-43b0-ada8-16405d39035c None None] Pushing event deleted for resources: {'Port': ['ID=c3c02cf2-c595-4d40-8123-bce1007544ce,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.515619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be413953-022b-43b0-ada8-16405d39035c None None] No DVR routers for this DVR port c3c02cf2-c595-4d40-8123-bce1007544ce on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:10.534547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port bbb2cf09-e2b8-4919-8e23-772242ccc9ec {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:10.535110 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.536095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab1fff-1149-41c5-ba45-7c8242ec4092 tempest-AllowedAddressPairTestJSON-1985894776 tempest-AllowedAddressPairTestJSON-1985894776-project] Pushing event deleted for resources: {'Network': ['ID=c3a7689f-aa2e-436e-b120-4186f8d52fce,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.566420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42656c-d815-45d0-ae75-ae708eec76b4 req-7aa4c3c3-ff34-4dae-8e8b-30d449cbcc22 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:10.568700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb42656c-d815-45d0-ae75-ae708eec76b4 req-7aa4c3c3-ff34-4dae-8e8b-30d449cbcc22 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 945 time: 0.1534991 Jul 07 22:22:10.614619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb42656c-d815-45d0-ae75-ae708eec76b4 req-96c1dbd8-4a6b-416d-a00c-b567e3e4aa44 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388007 Jul 07 22:22:10.617187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] For port bbb2cf09-e2b8-4919-8e23-772242ccc9ec, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,segment=NetworkSegment(7d077bef-48ae-408d-a4e9-665e7758ec5f),segment_id=7d077bef-48ae-408d-a4e9-665e7758ec5f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:10.617544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.637345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for bbb2cf09-e2b8-4919-8e23-772242ccc9ec owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:10.704023 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] DHCP port deletion for 2921f8f3-dede-4fdf-a3b9-8489398fe2e7 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:22:10.736193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.757930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] Deleting port bbb2cf09-e2b8-4919-8e23-772242ccc9ec {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:10.759570 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.765994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.768017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No DVR routers for this DVR port bbb2cf09-e2b8-4919-8e23-772242ccc9ec on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:10.820080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37712) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:10.847570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] For port bbb2cf09-e2b8-4919-8e23-772242ccc9ec, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:10.848056 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.860533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.866647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] Calling delete_port for bbb2cf09-e2b8-4919-8e23-772242ccc9ec owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:10.869455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] Port bbb2cf09-e2b8-4919-8e23-772242ccc9ec was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:22:10.870737 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.879568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2921f8f3-dede-4fdf-a3b9-8489398fe2e7']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:10.897165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d077bef-48ae-408d-a4e9-665e7758ec5f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:10.897582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d077bef-48ae-408d-a4e9-665e7758ec5f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:10.901649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] Pushing event deleted for resources: {'Port': ['ID=bbb2cf09-e2b8-4919-8e23-772242ccc9ec,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:10.908701 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.911431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd75a1d-e7fa-4239-b501-59e2218b68c4 None None] No DVR routers for this DVR port bbb2cf09-e2b8-4919-8e23-772242ccc9ec on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:10.925300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.932473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:10.932932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:10.938353 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:11.011411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.018179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.020388 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/networks/2921f8f3-dede-4fdf-a3b9-8489398fe2e7 HTTP/1.1" status: 204 len: 168 time: 0.6849446 Jul 07 22:22:11.025881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:11.050892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ca83b-3002-425b-9485-9a581e7ba1bc tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Network': ['ID=2921f8f3-dede-4fdf-a3b9-8489398fe2e7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:11.107253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e0b08-07b6-4dfb-a5e4-ec9c3bb82d83 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:11.110679 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e09e0b08-07b6-4dfb-a5e4-ec9c3bb82d83 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0819514 Jul 07 22:22:11.113702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:11.126364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fbde31-d078-45cd-8e4e-6bbac034bbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b71c48-74e0-416b-ace0-fc2e2473870b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:11.129006 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76630de5-3de0-4229-be11-34479ac3ee7c" -d '{"events": [{"server_uuid": "f5fbde31-d078-45cd-8e4e-6bbac034bbbb", "name": "network-vif-plugged", "status": "completed", "tag": "24b71c48-74e0-416b-ace0-fc2e2473870b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:11.134328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3f5fc8a2-b5ba-47f4-b845-7e05b1e73157 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa5a6c499b2e434e9956f5ae19587aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128796 Jul 07 22:22:11.137120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37726) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:11.192419 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a12ebafd-46a3-4ca4-ab11-c546e604dc6a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0773554 Jul 07 22:22:11.196442 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:11.203690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1139103429'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:11.203948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f57157-f98a-4ece-a71c-fde99fb63683 req-c661a85d-b34f-4c40-a7d0-6c40068779d7 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:11.205987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1f57157-f98a-4ece-a71c-fde99fb63683 req-c661a85d-b34f-4c40-a7d0-6c40068779d7 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1794152 Jul 07 22:22:11.224718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37729226-1cb8-4fee-b6d4-e248ce700430 req-1fd1cd1b-f658-4858-b3a6-1d2882f3d683 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:11.224718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37729226-1cb8-4fee-b6d4-e248ce700430 req-1fd1cd1b-f658-4858-b3a6-1d2882f3d683 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.1534145 Jul 07 22:22:11.240724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:11.245609 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.271991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:11.284823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.285173 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Added segment 1e8219b6-a18f-4370-851e-ccadf2f6a9fd of type vlan for network 00d776bf-8260-47e3-bde9-0fbbce9c96ba Jul 07 22:22:11.291412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-27459074-b185-4f6d-aa7f-057ebd455f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.326204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.359671 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.365334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:11.365926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.381677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1f57157-f98a-4ece-a71c-fde99fb63683 req-f7921b88-07a5-461a-b397-345d79d0a068 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560709 Jul 07 22:22:11.387282 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-27459074-b185-4f6d-aa7f-057ebd455f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.423653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37729226-1cb8-4fee-b6d4-e248ce700430 req-87d59ee2-15ca-4900-bc8b-ff3c77928f18 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828291 Jul 07 22:22:11.429314 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2316618 Jul 07 22:22:11.437459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:11.446331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': '00d776bf-8260-47e3-bde9-0fbbce9c96ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:11.488477 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3f2361-4ec2-461b-9fa1-983e154712a3 x-openstack-request-id: req-8a3f2361-4ec2-461b-9fa1-983e154712a3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:11.488773 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fbde31-d078-45cd-8e4e-6bbac034bbbb", "name": "network-vif-plugged", "status": "completed", "tag": "24b71c48-74e0-416b-ace0-fc2e2473870b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:11.489030 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a3f2361-4ec2-461b-9fa1-983e154712a3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:11.489435 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fbde31-d078-45cd-8e4e-6bbac034bbbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b71c48-74e0-416b-ace0-fc2e2473870b', 'code': 200} Jul 07 22:22:11.531486 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-27459074-b185-4f6d-aa7f-057ebd455f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.533934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-27459074-b185-4f6d-aa7f-057ebd455f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.535482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-27459074-b185-4f6d-aa7f-057ebd455f5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f18cf8f5-9dcb-4deb-9976-4147872d2994 HTTP/1.1" status: 204 len: 168 time: 0.3973083 Jul 07 22:22:11.555675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:11.559342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.582548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a84c0-aea6-430c-921c-b67fb3853e6c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Network': ['ID=00d776bf-8260-47e3-bde9-0fbbce9c96ba,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:11.607869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 00d776bf-8260-47e3-bde9-0fbbce9c96ba details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:11.617366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27459074-b185-4f6d-aa7f-057ebd455f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18cf8f5-9dcb-4deb-9976-4147872d2994,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:11.654323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503364d1-487d-4e77-9673-15adeb99e59c req-a99f5c15-1b6e-4c0d-883e-702230fe05a4 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:11.658202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-a99f5c15-1b6e-4c0d-883e-702230fe05a4 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.83 "GET /v2.0/networks?id=60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 200 len: 822 time: 0.4162502 Jul 07 22:22:11.768831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Request body: {'port': {'device_id': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0', 'admin_state_up': True, 'tenant_id': '11ca2e2e3067440d85d585a7a4aa8f5f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:11.929433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bbb2cf09-e2b8-4919-8e23-772242ccc9ec no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:11.970255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: bbb2cf09-e2b8-4919-8e23-772242ccc9ec {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:11.970646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bbb2cf09-e2b8-4919-8e23-772242ccc9ec not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:11.973157 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:11.990733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e07582f-7abc-4169-a6d4-cddd0b329d30 req-ee618033-29f7-4270-b68b-b5ec9db02e3c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 210 time: 0.1122274 Jul 07 22:22:12.040305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=f73e1f29-53d7-45f1-9841-7fa94530ce07,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:12.050485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Checking segment: {'id': '1e8219b6-a18f-4370-851e-ccadf2f6a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '00d776bf-8260-47e3-bde9-0fbbce9c96ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:12.050845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network hostable DHCP agents. Network: 00d776bf-8260-47e3-bde9-0fbbce9c96ba, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:12.063240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd762e-eee3-43dd-bf78-a7094ca6216a req-c65c87b6-0256-4d86-9647-af2a9fd05cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.063240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bdd762e-eee3-43dd-bf78-a7094ca6216a req-c65c87b6-0256-4d86-9647-af2a9fd05cc6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 1097 time: 0.4341929 Jul 07 22:22:12.076775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 00d776bf-8260-47e3-bde9-0fbbce9c96ba is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:12.088209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 00d776bf-8260-47e3-bde9-0fbbce9c96ba) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:12.099097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac275052-bd64-4f9d-bcde-d6546d0c1e5f None None] Network 00d776bf-8260-47e3-bde9-0fbbce9c96ba requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:12.106398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463a563-502a-48b5-93b9-572ecb30ed08 req-44094f01-9f66-4d90-b6e4-a44ced55860b tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.106668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.107441 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.120220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2463a563-502a-48b5-93b9-572ecb30ed08 req-44094f01-9f66-4d90-b6e4-a44ced55860b tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.2145119 Jul 07 22:22:12.121417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37754) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:12.128330 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6f9b2141-99cc-4e4c-93f7-f3018d14e086 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'floatingip': {'port_id': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:12.165702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bdd762e-eee3-43dd-bf78-a7094ca6216a req-22109ce6-bb7f-49b8-9311-f87640b98531 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946221 Jul 07 22:22:12.166310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Made reservation on behalf of 11ca2e2e3067440d85d585a7a4aa8f5f for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:12.170560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.181077 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c70a0d04-3f8c-49e5-85c9-acdff10d72a9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7403650 Jul 07 22:22:12.182466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37758) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:12.188459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': '00d776bf-8260-47e3-bde9-0fbbce9c96ba', 'name': 'tempest-PortsIpV6TestJSON-1041654987'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:12.193830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2141-99cc-4e4c-93f7-f3018d14e086 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.239192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-c8de7031-3855-4b2e-8199-d419c3e1df86 req-38c27c32-7fbb-470f-bfaa-e24401adb30c service neutron] (93941) timed out ('10.222.0.44', 55660) {{(pid=93941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:22:12.302524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-00d776bf-8260-47e3-bde9-0fbbce9c96ba', 'network_id': '00d776bf-8260-47e3-bde9-0fbbce9c96ba', 'tenant_id': '921ad64f41de478d895b92b99b8b4e54', 'fixed_ips': [{'subnet_id': 'f73e1f29-53d7-45f1-9841-7fa94530ce07'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:22:12.303583 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.416516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e601-fd5a-4f0e-970d-eca16ef1f57b req-9b848fad-a18a-45fc-af70-88f2b5f63a3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.423470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e601-fd5a-4f0e-970d-eca16ef1f57b req-9b848fad-a18a-45fc-af70-88f2b5f63a3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.430110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e601-fd5a-4f0e-970d-eca16ef1f57b req-9b848fad-a18a-45fc-af70-88f2b5f63a3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.436220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e601-fd5a-4f0e-970d-eca16ef1f57b req-9b848fad-a18a-45fc-af70-88f2b5f63a3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.442766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e601-fd5a-4f0e-970d-eca16ef1f57b req-9b848fad-a18a-45fc-af70-88f2b5f63a3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.448857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e601-fd5a-4f0e-970d-eca16ef1f57b req-9b848fad-a18a-45fc-af70-88f2b5f63a3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.455302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83e601-fd5a-4f0e-970d-eca16ef1f57b req-9b848fad-a18a-45fc-af70-88f2b5f63a3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.462994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d83e601-fd5a-4f0e-970d-eca16ef1f57b req-9b848fad-a18a-45fc-af70-88f2b5f63a3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5444 time: 0.3151977 Jul 07 22:22:12.489415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Allocated IP 2001:db8::2 (00d776bf-8260-47e3-bde9-0fbbce9c96ba/f73e1f29-53d7-45f1-9841-7fa94530ce07/e1f14deb-3d31-4ad4-8691-1fed3a1c882f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:12.520509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Allocated IP 172.20.0.6 (60126614-9d35-4cc7-a257-d11558a333a0/ec177152-e66d-4f11-86eb-05870b4d3ca6/f1f8293f-59d4-45ad-8e63-517a0b887721) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:12.548942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d83e601-fd5a-4f0e-970d-eca16ef1f57b req-0790dbef-bc31-4ba1-9d37-cdc48e616387 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849576 Jul 07 22:22:12.622893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546c90c-e6e1-453f-a2fc-ffe35760f4cd req-d6f3ae0d-81e3-4041-a5d1-fa1e2d102d87 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.629928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7546c90c-e6e1-453f-a2fc-ffe35760f4cd req-d6f3ae0d-81e3-4041-a5d1-fa1e2d102d87 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 945 time: 0.3092537 Jul 07 22:22:12.673000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37772) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:12.721410 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.730781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Transition to ACTIVE for port object e1f14deb-3d31-4ad4-8691-1fed3a1c882f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:12.745379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7546c90c-e6e1-453f-a2fc-ffe35760f4cd req-e7edff1a-9714-4b61-92de-d595f64a9cb3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144407 Jul 07 22:22:12.752178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Transition to ACTIVE for port object e1f14deb-3d31-4ad4-8691-1fed3a1c882f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:12.758960 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.804885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Pushing event updated for resources: {'Port': ['ID=e1f14deb-3d31-4ad4-8691-1fed3a1c882f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:12.819458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Network 00d776bf-8260-47e3-bde9-0fbbce9c96ba is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:12.821312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:12.823811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:12.885776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-bbe58304-b69d-4529-9e45-e1c5686422d7 tempest-DvrRoutersNegativeTest-553738047 tempest-DvrRoutersNegativeTest-553738047-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-487020511', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:12.889142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.policy [None req-bbe58304-b69d-4529-9e45-e1c5686422d7 tempest-DvrRoutersNegativeTest-553738047 tempest-DvrRoutersNegativeTest-553738047-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93941) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 07 22:22:12.889484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.policy [None req-bbe58304-b69d-4529-9e45-e1c5686422d7 tempest-DvrRoutersNegativeTest-553738047 tempest-DvrRoutersNegativeTest-553738047-project] Failed policy check for 'create_router' {{(pid=93941) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 07 22:22:12.890363 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-bbe58304-b69d-4529-9e45-e1c5686422d7 tempest-DvrRoutersNegativeTest-553738047 tempest-DvrRoutersNegativeTest-553738047-project] create failed (client error): Access was denied to this resource. Jul 07 22:22:12.895862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bbe58304-b69d-4529-9e45-e1c5686422d7 tempest-DvrRoutersNegativeTest-553738047 tempest-DvrRoutersNegativeTest-553738047-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2135339 Jul 07 22:22:12.903349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Attempting to bind port e1f14deb-3d31-4ad4-8691-1fed3a1c882f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:12.903729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Attempting to bind port e1f14deb-3d31-4ad4-8691-1fed3a1c882f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '1e8219b6-a18f-4370-851e-ccadf2f6a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '00d776bf-8260-47e3-bde9-0fbbce9c96ba'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:12.904089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Attempting to bind port e1f14deb-3d31-4ad4-8691-1fed3a1c882f on network 00d776bf-8260-47e3-bde9-0fbbce9c96ba {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:12.910443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:12.911056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Checking segment: {'id': '1e8219b6-a18f-4370-851e-ccadf2f6a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '00d776bf-8260-47e3-bde9-0fbbce9c96ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:12.911633 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.912585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Bound using segment: {'id': '1e8219b6-a18f-4370-851e-ccadf2f6a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '00d776bf-8260-47e3-bde9-0fbbce9c96ba'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:12.913384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Bound port: e1f14deb-3d31-4ad4-8691-1fed3a1c882f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8219b6-a18f-4370-851e-ccadf2f6a9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '00d776bf-8260-47e3-bde9-0fbbce9c96ba'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:12.913963 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.957306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.986616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] For port e1f14deb-3d31-4ad4-8691-1fed3a1c882f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:12.990277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6bf80-7b82-4ac6-af25-eef62e3fa303 req-827d4b40-a8fd-4623-9338-c18f386faabf tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:12.991292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] For port e1f14deb-3d31-4ad4-8691-1fed3a1c882f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e1f14deb-3d31-4ad4-8691-1fed3a1c882f,segment=NetworkSegment(1e8219b6-a18f-4370-851e-ccadf2f6a9fd),segment_id=1e8219b6-a18f-4370-851e-ccadf2f6a9fd)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:12.997167 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:12.997649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6e6bf80-7b82-4ac6-af25-eef62e3fa303 req-827d4b40-a8fd-4623-9338-c18f386faabf tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2442830 Jul 07 22:22:13.056465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ad352-834d-4603-90e0-41edc991710f None None] Pushing event updated for resources: {'Port': ['ID=e1f14deb-3d31-4ad4-8691-1fed3a1c882f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:13.082651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6e6bf80-7b82-4ac6-af25-eef62e3fa303 req-ab8560ae-e35e-4676-a38e-ea72bb6565d2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840271 Jul 07 22:22:13.091344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:13.097225 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.113105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d271fb8-de6e-4b7f-9d7a-f4c9d450b88b req-eb1507f9-bbf8-4cae-bcbf-d141702c2f2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.125908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d271fb8-de6e-4b7f-9d7a-f4c9d450b88b req-eb1507f9-bbf8-4cae-bcbf-d141702c2f2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.132203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port 030a8807-b496-4a3d-9a9b-9c1cb4503f4f yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:13.135259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d271fb8-de6e-4b7f-9d7a-f4c9d450b88b req-eb1507f9-bbf8-4cae-bcbf-d141702c2f2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.150588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d271fb8-de6e-4b7f-9d7a-f4c9d450b88b req-eb1507f9-bbf8-4cae-bcbf-d141702c2f2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.162169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d271fb8-de6e-4b7f-9d7a-f4c9d450b88b req-eb1507f9-bbf8-4cae-bcbf-d141702c2f2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.169221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d271fb8-de6e-4b7f-9d7a-f4c9d450b88b req-eb1507f9-bbf8-4cae-bcbf-d141702c2f2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.177528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d271fb8-de6e-4b7f-9d7a-f4c9d450b88b req-eb1507f9-bbf8-4cae-bcbf-d141702c2f2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.191435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d271fb8-de6e-4b7f-9d7a-f4c9d450b88b req-eb1507f9-bbf8-4cae-bcbf-d141702c2f2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5444 time: 0.2537391 Jul 07 22:22:13.196269 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.289632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Network 60126614-9d35-4cc7-a257-d11558a333a0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:13.292767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:13.297480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:13.302474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event updated for resources: {'Port': ['ID=f1f8293f-59d4-45ad-8e63-517a0b887721,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:13.423132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.423430 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.424730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37786) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:13.446430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-37488c9f-ed23-4ee4-97ec-f02a6dcca0c2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7025142 Jul 07 22:22:13.468427 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::3d (00d776bf-8260-47e3-bde9-0fbbce9c96ba/f73e1f29-53d7-45f1-9841-7fa94530ce07/030a8807-b496-4a3d-9a9b-9c1cb4503f4f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:13.474948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Request body: {'port': {'device_id': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:13.494140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa465-42ab-43ce-aad6-ea0915928d4f req-a02dc5b3-fc9f-450b-b240-ec467a9c1a24 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:13.504271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-607aa465-42ab-43ce-aad6-ea0915928d4f req-a02dc5b3-fc9f-450b-b240-ec467a9c1a24 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 931 time: 0.1519072 Jul 07 22:22:13.611575 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68a80e61-8c99-4db1-927e-880f6bf9042f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.668674 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2141-99cc-4e4c-93f7-f3018d14e086 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.678363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2141-99cc-4e4c-93f7-f3018d14e086 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.853911 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:13.893024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object 030a8807-b496-4a3d-9a9b-9c1cb4503f4f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:13.897302 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-6f9b2141-99cc-4e4c-93f7-f3018d14e086 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Floating IP 2c605b63-88ad-4381-b208-fb4fcd8aaf81 associated. External IP: 172.25.8.225, port: 8769127d-3dd8-4e45-b90c-a439ea2ca5b8. Jul 07 22:22:13.944726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-607aa465-42ab-43ce-aad6-ea0915928d4f req-65773e1b-8abe-4ec1-852f-12777ac86fa9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355657 Jul 07 22:22:14.000041 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.029345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e1f14deb-3d31-4ad4-8691-1fed3a1c882f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:14.032498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaeb67-1fc0-4837-b3ea-754fa3fd756c req-ef7c8ec4-3d85-4406-8677-d684d20bc626 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:14.034314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cffaeb67-1fc0-4837-b3ea-754fa3fd756c req-ef7c8ec4-3d85-4406-8677-d684d20bc626 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 945 time: 0.1410124 Jul 07 22:22:14.053813 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68a80e61-8c99-4db1-927e-880f6bf9042f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.061587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68a80e61-8c99-4db1-927e-880f6bf9042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.103504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cffaeb67-1fc0-4837-b3ea-754fa3fd756c req-8a4d1b98-3a1c-40ed-afc0-77262a6317ed tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470371 Jul 07 22:22:14.116705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e1f14deb-3d31-4ad4-8691-1fed3a1c882f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:14.155164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.164548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a80e61-8c99-4db1-927e-880f6bf9042f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f415b750-83c7-4f4a-9cbb-602e60b8c408,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:14.201284 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-68a80e61-8c99-4db1-927e-880f6bf9042f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcf0e17525794b3e8eeda87d943eaf05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7733436 Jul 07 22:22:14.207894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37796) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:14.281140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 00d776bf-8260-47e3-bde9-0fbbce9c96ba is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:14.306972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:14.320155 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:14.325842 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:14.326558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.329574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=030a8807-b496-4a3d-9a9b-9c1cb4503f4f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:14.367964 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a2ca29c2-4247-4d9f-b9f4-407d46c8d43b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1818492 Jul 07 22:22:14.370465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:14.378987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': '00d776bf-8260-47e3-bde9-0fbbce9c96ba', 'name': 'tempest-PortsIpV6TestJSON-1733535581'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:14.385833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9b2141-99cc-4e4c-93f7-f3018d14e086 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Router 330fc267-bc26-49dc-9560-b4ac9ca5768d has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:22:14.427137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a9639f-ca81-433b-8967-bb76c50210da None None] Network 00d776bf-8260-47e3-bde9-0fbbce9c96ba requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:14.441584 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-659e8551-1933-4961-9ae1-3618c74068ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.489178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed07d-e3ec-43a1-985a-1b05baa74686 req-5d36906e-55aa-403a-b0f5-c5ecae7a649d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:14.490731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-741ed07d-e3ec-43a1-985a-1b05baa74686 req-5d36906e-55aa-403a-b0f5-c5ecae7a649d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1687682 Jul 07 22:22:14.501732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50383153-0e43-441a-af9d-f279b1c5285e req-25754b5f-6fcf-40e1-b301-3067bb6dc655 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:14.503242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50383153-0e43-441a-af9d-f279b1c5285e req-25754b5f-6fcf-40e1-b301-3067bb6dc655 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 945 time: 0.1670952 Jul 07 22:22:14.522274 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-659e8551-1933-4961-9ae1-3618c74068ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.541798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-eab631c7-cd1b-4533-8563-5ba74ecd18a3 None None] Provisioning for port e1f14deb-3d31-4ad4-8691-1fed3a1c882f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:14.552711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-eab631c7-cd1b-4533-8563-5ba74ecd18a3 None None] Provisioning complete for port e1f14deb-3d31-4ad4-8691-1fed3a1c882f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:14.553345 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eab631c7-cd1b-4533-8563-5ba74ecd18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.619552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50383153-0e43-441a-af9d-f279b1c5285e req-079802d4-193f-4630-8f0e-b4177c8206ba tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010342 Jul 07 22:22:14.626370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f8293f-59d4-45ad-8e63-517a0b887721 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:14.662811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-741ed07d-e3ec-43a1-985a-1b05baa74686 req-8e2278bb-b28e-40b6-8b1c-87d31adfcd68 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550128 Jul 07 22:22:14.665119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.669908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9b2141-99cc-4e4c-93f7-f3018d14e086 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:22:14.684837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:14.690157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Transition to ACTIVE for port object f1f8293f-59d4-45ad-8e63-517a0b887721 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:14.692698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.696249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.697600 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] Sync routers for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:22:14.711375 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:14.712398 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:22:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:14.712790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f9b2141-99cc-4e4c-93f7-f3018d14e086 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.758516 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eab631c7-cd1b-4533-8563-5ba74ecd18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.784616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-659e8551-1933-4961-9ae1-3618c74068ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.787150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-659e8551-1933-4961-9ae1-3618c74068ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:14.788297 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-659e8551-1933-4961-9ae1-3618c74068ec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f415b750-83c7-4f4a-9cbb-602e60b8c408 HTTP/1.1" status: 204 len: 168 time: 0.5779257 Jul 07 22:22:14.808045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Pushing event updated for resources: {'Port': ['ID=f1f8293f-59d4-45ad-8e63-517a0b887721,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:14.849548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port b05bf330-ee62-4564-96d5-c7e446cf4bcc yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:14.887454 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:14.892409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-eab631c7-cd1b-4533-8563-5ba74ecd18a3 None None] For port e1f14deb-3d31-4ad4-8691-1fed3a1c882f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e1f14deb-3d31-4ad4-8691-1fed3a1c882f,segment=NetworkSegment(1e8219b6-a18f-4370-851e-ccadf2f6a9fd),segment_id=1e8219b6-a18f-4370-851e-ccadf2f6a9fd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:14.901837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e8551-1933-4961-9ae1-3618c74068ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f415b750-83c7-4f4a-9cbb-602e60b8c408,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:14.906874 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6f9b2141-99cc-4e4c-93f7-f3018d14e086 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "PUT /v2.0/floatingips/2c605b63-88ad-4381-b208-fb4fcd8aaf81 HTTP/1.1" status: 200 len: 991 time: 2.7842214 Jul 07 22:22:14.909044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'tag': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:14.924212 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ead060-6f2c-4134-bd26-727f8dfe8c28" -d '{"events": [{"name": "network-changed", "server_uuid": "eb26c411-ff14-47ec-a2d1-f8e98639d085", "tag": "8769127d-3dd8-4e45-b90c-a439ea2ca5b8"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:14.949028 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eab631c7-cd1b-4533-8563-5ba74ecd18a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.062632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Attempting to bind port f1f8293f-59d4-45ad-8e63-517a0b887721 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:15.063187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Attempting to bind port f1f8293f-59d4-45ad-8e63-517a0b887721 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:15.063187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Attempting to bind port f1f8293f-59d4-45ad-8e63-517a0b887721 on network 60126614-9d35-4cc7-a257-d11558a333a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:15.068253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Port f1f8293f-59d4-45ad-8e63-517a0b887721 on network 60126614-9d35-4cc7-a257-d11558a333a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:22:15.068580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Attempting to bind port f1f8293f-59d4-45ad-8e63-517a0b887721 on network 60126614-9d35-4cc7-a257-d11558a333a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:15.075714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:15.076055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Checking segment: {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:15.076448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Bound using segment: {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:15.076923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Bound port: f1f8293f-59d4-45ad-8e63-517a0b887721, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:15.077862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.197856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:15.200774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::27c (00d776bf-8260-47e3-bde9-0fbbce9c96ba/f73e1f29-53d7-45f1-9841-7fa94530ce07/b05bf330-ee62-4564-96d5-c7e446cf4bcc) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:15.206325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f1f8293f-59d4-45ad-8e63-517a0b887721,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:15.212259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.219691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab631c7-cd1b-4533-8563-5ba74ecd18a3 None None] Pushing event updated for resources: {'Port': ['ID=e1f14deb-3d31-4ad4-8691-1fed3a1c882f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:15.244033 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40c1078-e948-4cca-a778-447ad077efd3 x-openstack-request-id: req-e40c1078-e948-4cca-a778-447ad077efd3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:15.245895 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb26c411-ff14-47ec-a2d1-f8e98639d085", "tag": "8769127d-3dd8-4e45-b90c-a439ea2ca5b8", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:15.247979 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e40c1078-e948-4cca-a778-447ad077efd3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:15.249284 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'tag': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8', 'status': 'completed', 'code': 200} Jul 07 22:22:15.350438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Pushing event updated for resources: {'Port': ['ID=f1f8293f-59d4-45ad-8e63-517a0b887721,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:15.385021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7f5470ec-f09f-4c00-81e2-211e55e7be5c None None] Provisioning for port 030a8807-b496-4a3d-9a9b-9c1cb4503f4f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:15.403266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.404647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7f5470ec-f09f-4c00-81e2-211e55e7be5c None None] Provisioning complete for port 030a8807-b496-4a3d-9a9b-9c1cb4503f4f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:15.405054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f5470ec-f09f-4c00-81e2-211e55e7be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.410881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.412680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-022dc610-1eea-4dec-980f-6ffbd0fa857a service neutron] 10.222.0.83 "PUT /v2.0/ports/f1f8293f-59d4-45ad-8e63-517a0b887721 HTTP/1.1" status: 200 len: 1092 time: 1.9505229 Jul 07 22:22:15.424383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:15.431076 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49" -d '{"events": [{"name": "network-changed", "server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:15.459754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-2f6a0b70-28b5-4d2f-b2dc-239c3e1209a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.461427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-2f6a0b70-28b5-4d2f-b2dc-239c3e1209a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 1097 time: 0.1457646 Jul 07 22:22:15.542961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7f5470ec-f09f-4c00-81e2-211e55e7be5c None None] Port 030a8807-b496-4a3d-9a9b-9c1cb4503f4f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:15.557079 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2c605b63-88ad-4381-b208-fb4fcd8aaf81', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'port_id': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'mac_address': 'fa:16:3e:6a:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:21:53Z', 'updated_at': '2021-07-07T22:22:13Z', 'revision_number': 1, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:15.572459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7f5470ec-f09f-4c00-81e2-211e55e7be5c None None] Provisioning complete for port e1f14deb-3d31-4ad4-8691-1fed3a1c882f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:15.573422 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f5470ec-f09f-4c00-81e2-211e55e7be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.599514 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] Checking router: 330fc267-bc26-49dc-9560-b4ac9ca5768d for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:22:15.610361 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:15.611591 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:22:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:15.737518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.766271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object b05bf330-ee62-4564-96d5-c7e446cf4bcc will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:15.778526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-66982715-0837-4602-8099-4cdd3e73aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.784966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-66982715-0837-4602-8099-4cdd3e73aa80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 911 time: 0.3117201 Jul 07 22:22:15.828626 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:22:15.853075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.878639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9787f5e3-7de9-465a-afb9-7c53202770dd None None] Provisioning complete for port 030a8807-b496-4a3d-9a9b-9c1cb4503f4f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:15.881022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9787f5e3-7de9-465a-afb9-7c53202770dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.895401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 00d776bf-8260-47e3-bde9-0fbbce9c96ba is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:15.917751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:15.925067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:15.933448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:15.939535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:15.940707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37856) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:15.958023 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e1f14deb-3d31-4ad4-8691-1fed3a1c882f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:15.993795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-3412acdf-c790-4140-bfb3-96ed5d41f24d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8 HTTP/1.1" status: 200 len: 999 time: 0.2002742 Jul 07 22:22:16.067113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=b05bf330-ee62-4564-96d5-c7e446cf4bcc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:16.085635 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bfd87a81-7738-4ffa-afeb-32afb07d399c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7131724 Jul 07 22:22:16.088240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:16.189082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9787f5e3-7de9-465a-afb9-7c53202770dd None None] Port 030a8807-b496-4a3d-9a9b-9c1cb4503f4f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:16.201220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37868) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:16.240483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503364d1-487d-4e77-9673-15adeb99e59c req-ec2c0677-31a7-4ff5-95ec-45dc1d1367d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.243239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-ec2c0677-31a7-4ff5-95ec-45dc1d1367d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 1095 time: 0.5812705 Jul 07 22:22:16.245513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e1f14deb-3d31-4ad4-8691-1fed3a1c882f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:16.245977 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.268385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292fbb5-0f60-4cb3-b79d-31537376b613 req-be10aeeb-2cde-405e-8cb9-85d56ce0a3c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.270951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8292fbb5-0f60-4cb3-b79d-31537376b613 req-be10aeeb-2cde-405e-8cb9-85d56ce0a3c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 945 time: 0.6015861 Jul 07 22:22:16.307924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886265493-network', 'tenant_id': 'b6bc9244508c45648776693ec803863f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:16.320447 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2c605b63-88ad-4381-b208-fb4fcd8aaf81', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'port_id': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'mac_address': 'fa:16:3e:6a:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:21:53Z', 'updated_at': '2021-07-07T22:22:13Z', 'revision_number': 1, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:16.333734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-4b51f712-f041-4480-8bb5-090a9ae74f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.335304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-4b51f712-f041-4480-8bb5-090a9ae74f77 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.3164892 Jul 07 22:22:16.336583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-bdf8b2a3-65df-48ef-b87b-bbdfc323154a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f8293f-59d4-45ad-8e63-517a0b887721 HTTP/1.1" status: 200 len: 217 time: 0.0647297 Jul 07 22:22:16.364016 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b144f36-ee97-491f-a192-86104cf1a4b9 None None] The sync data for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 is: [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2c605b63-88ad-4381-b208-fb4fcd8aaf81', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'port_id': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'mac_address': 'fa:16:3e:6a:06:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:21:53Z', 'updated_at': '2021-07-07T22:22:13Z', 'revision_number': 1, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:22:16.366020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Made reservation on behalf of b6bc9244508c45648776693ec803863f for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:16.368429 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.381206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b79d47c-4dfb-43a9-8964-da8a5d4f8ef2 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.385813 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6b79d47c-4dfb-43a9-8964-da8a5d4f8ef2 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d HTTP/1.1" status: 200 len: 928 time: 0.2935572 Jul 07 22:22:16.388915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:16.404286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.414744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d89b79fa-c1da-44c3-b29d-45d53b63db7a None None] Provisioning for port b05bf330-ee62-4564-96d5-c7e446cf4bcc completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:16.423041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d89b79fa-c1da-44c3-b29d-45d53b63db7a None None] Provisioning complete for port b05bf330-ee62-4564-96d5-c7e446cf4bcc triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:16.424438 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d89b79fa-c1da-44c3-b29d-45d53b63db7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.453203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee67ce-d5cb-41af-9112-9b9697287db9 req-c1364d3f-4de8-4739-b9ee-d3c5f6baa2c7 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.455269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15ee67ce-d5cb-41af-9112-9b9697287db9 req-c1364d3f-4de8-4739-b9ee-d3c5f6baa2c7 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 943 time: 0.7870548 Jul 07 22:22:16.479878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d89b79fa-c1da-44c3-b29d-45d53b63db7a None None] Port b05bf330-ee62-4564-96d5-c7e446cf4bcc cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:16.565785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503364d1-487d-4e77-9673-15adeb99e59c req-e56266e4-d77d-4e32-95c5-d16c3e294cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.567607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-e56266e4-d77d-4e32-95c5-d16c3e294cb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec177152-e66d-4f11-86eb-05870b4d3ca6 HTTP/1.1" status: 200 len: 862 time: 0.2094438 Jul 07 22:22:16.573452 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7fd38f16-adaa-4568-81e2-4e74af765674 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port b05bf330-ee62-4564-96d5-c7e446cf4bcc {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:16.573452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fd38f16-adaa-4568-81e2-4e74af765674 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.612162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8292fbb5-0f60-4cb3-b79d-31537376b613 req-ba7c969b-3c39-4cb4-b643-b90692fb1a91 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521350 Jul 07 22:22:16.634832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5110f3f-d637-4416-a86d-777745d2f84d req-e38d49a3-25dd-45ed-89d7-c3184cc22d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.639931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5110f3f-d637-4416-a86d-777745d2f84d req-e38d49a3-25dd-45ed-89d7-c3184cc22d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.639931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5110f3f-d637-4416-a86d-777745d2f84d req-e38d49a3-25dd-45ed-89d7-c3184cc22d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.640330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5110f3f-d637-4416-a86d-777745d2f84d req-e38d49a3-25dd-45ed-89d7-c3184cc22d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.640803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5110f3f-d637-4416-a86d-777745d2f84d req-e38d49a3-25dd-45ed-89d7-c3184cc22d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.641270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5110f3f-d637-4416-a86d-777745d2f84d req-e38d49a3-25dd-45ed-89d7-c3184cc22d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.642115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5110f3f-d637-4416-a86d-777745d2f84d req-e38d49a3-25dd-45ed-89d7-c3184cc22d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.644183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5110f3f-d637-4416-a86d-777745d2f84d req-e38d49a3-25dd-45ed-89d7-c3184cc22d47 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6508 time: 0.6870623 Jul 07 22:22:16.660863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.676024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.682057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-9fb2f03f-ed1e-4871-ba67-61152a07a00c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=60126614-9d35-4cc7-a257-d11558a333a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031251 Jul 07 22:22:16.699404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c5fb7-0c22-4488-9eb7-082ef6ec5090 None None] New status for floating IP 2c605b63-88ad-4381-b208-fb4fcd8aaf81: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:22:16.700629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15ee67ce-d5cb-41af-9112-9b9697287db9 req-fb05b65b-fcce-4593-8299-3550c32a5a3c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041044 Jul 07 22:22:16.703942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:16.713064 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081093f9-a7d2-4776-bfcf-e22de214d5fc x-openstack-request-id: req-081093f9-a7d2-4776-bfcf-e22de214d5fc {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:16.713596 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:16.714186 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-081093f9-a7d2-4776-bfcf-e22de214d5fc {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:16.714791 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721', 'status': 'completed', 'code': 200} Jul 07 22:22:16.760647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.761090 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Added segment cfcf9ba5-dd2a-4da0-89f2-0d29dacc88ac of type vlan for network 2fc6d304-993d-4dda-9c74-f6a17846577f Jul 07 22:22:16.781815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fd38f16-adaa-4568-81e2-4e74af765674 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.784361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381b6daa-93c2-4d95-be6d-0c524c75daea,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:16.818138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7fd38f16-adaa-4568-81e2-4e74af765674 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for b05bf330-ee62-4564-96d5-c7e446cf4bcc owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:16.818979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-8b753e76-8c21-4c56-9a65-55ea6d341fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.820909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-8b753e76-8c21-4c56-9a65-55ea6d341fe2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4675157 Jul 07 22:22:16.838401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.918407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.919458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:16.920174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:16.992961 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7894278 Jul 07 22:22:16.998315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37874) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:17.004099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5110f3f-d637-4416-a86d-777745d2f84d req-8074e6f8-0cc5-489f-817d-a32e57f52a8b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&id=47091b89-657a-4336-91d2-8fc507d7b73a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3257577 Jul 07 22:22:17.010289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Request body: {'subnet': {'network_id': '2fc6d304-993d-4dda-9c74-f6a17846577f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1886265493-subnet', 'tenant_id': 'b6bc9244508c45648776693ec803863f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:17.015330 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ad6c6-d108-4a8e-9304-04f7ece78112 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc6d304-993d-4dda-9c74-f6a17846577f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:17.025282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 2fc6d304-993d-4dda-9c74-f6a17846577f details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:17.068829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-46727d37-08fc-4b64-97b2-46b24e5f6dd6 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349930 Jul 07 22:22:17.069980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Made reservation on behalf of b6bc9244508c45648776693ec803863f for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:17.072769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.078105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0009b04-21e3-4eac-a4c9-89ef7a03d41f req-e478be80-a01c-4417-9a3b-11d8aa02f02b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:17.082576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0009b04-21e3-4eac-a4c9-89ef7a03d41f req-e478be80-a01c-4417-9a3b-11d8aa02f02b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2605011 Jul 07 22:22:17.086818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-1209af59-344a-4780-8679-fc2275eaea3e service neutron] 10.222.0.83 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827977 Jul 07 22:22:17.131689 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fd38f16-adaa-4568-81e2-4e74af765674 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.169274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd38f16-adaa-4568-81e2-4e74af765674 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=b05bf330-ee62-4564-96d5-c7e446cf4bcc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:17.210398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fd38f16-adaa-4568-81e2-4e74af765674 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.212600 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7fd38f16-adaa-4568-81e2-4e74af765674 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/b05bf330-ee62-4564-96d5-c7e446cf4bcc HTTP/1.1" status: 204 len: 168 time: 0.8165200 Jul 07 22:22:17.215247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:17.249507 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e40879b-615d-4678-89a7-ab1ccb94e300 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:22:17.253565 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6e40879b-615d-4678-89a7-ab1ccb94e300 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/b05bf330-ee62-4564-96d5-c7e446cf4bcc HTTP/1.1" status: 404 len: 333 time: 0.0349634 Jul 07 22:22:17.253849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:17.284313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0009b04-21e3-4eac-a4c9-89ef7a03d41f req-753489d4-efa8-4ab7-88dd-71068ccfe422 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914887 Jul 07 22:22:17.342095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-7d8d470f-6295-46f4-a663-e32a99e22e1e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:17.344675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-7d8d470f-6295-46f4-a663-e32a99e22e1e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 945 time: 0.2555723 Jul 07 22:22:17.353327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01ead060-6f2c-4134-bd26-727f8dfe8c28 req-12de89b7-8b21-4d16-bea5-821c3d97c7e8 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542021 Jul 07 22:22:17.361379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-503364d1-487d-4e77-9673-15adeb99e59c req-fa93cf00-0b6e-4cf8-8004-e8f31644630b service neutron] 10.222.0.83 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597170 Jul 07 22:22:17.489495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port 24b71c48-74e0-416b-ace0-fc2e2473870b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:17.489761 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.614236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] For port 24b71c48-74e0-416b-ace0-fc2e2473870b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=24b71c48-74e0-416b-ace0-fc2e2473870b,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:17.614655 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.618533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-36684a7e-f6c2-4dc0-a2b7-d99f9c83947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:17.620094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-36684a7e-f6c2-4dc0-a2b7-d99f9c83947a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 1095 time: 0.1419981 Jul 07 22:22:17.641417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for 24b71c48-74e0-416b-ace0-fc2e2473870b owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:17.761287 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.797698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5e11e5fd-aaf8-4929-b1c1-f5ef1502579f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 030a8807-b496-4a3d-9a9b-9c1cb4503f4f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:17.797698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e11e5fd-aaf8-4929-b1c1-f5ef1502579f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.836008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-6ab2d3d4-26fe-4f47-98fa-b59e6068e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:17.837517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-6ab2d3d4-26fe-4f47-98fa-b59e6068e8a5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 200 len: 923 time: 0.2093215 Jul 07 22:22:17.883183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=917d7f03-be8c-40b8-a5f8-6bbb062c717f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:17.899141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-6a31054b-680f-4eed-8e98-64b642caa22b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f1f8293f-59d4-45ad-8e63-517a0b887721 HTTP/1.1" status: 200 len: 217 time: 0.0549283 Jul 07 22:22:17.902424 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Checking segment: {'id': 'cfcf9ba5-dd2a-4da0-89f2-0d29dacc88ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2fc6d304-993d-4dda-9c74-f6a17846577f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:17.902791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Network hostable DHCP agents. Network: 2fc6d304-993d-4dda-9c74-f6a17846577f, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:17.939650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e11e5fd-aaf8-4929-b1c1-f5ef1502579f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.942773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Network 2fc6d304-993d-4dda-9c74-f6a17846577f is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:17.946267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b282a-50fb-4189-b669-98d167d84295 req-83a4c731-e9fd-4ccf-b215-9ece532c592c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:17.947760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-968b282a-50fb-4189-b669-98d167d84295 req-83a4c731-e9fd-4ccf-b215-9ece532c592c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 945 time: 0.2106075 Jul 07 22:22:17.957700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5e11e5fd-aaf8-4929-b1c1-f5ef1502579f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 030a8807-b496-4a3d-9a9b-9c1cb4503f4f owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:17.963124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 2fc6d304-993d-4dda-9c74-f6a17846577f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:17.970866 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:17.971459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:17.973240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a0e8a-8ab1-4d03-8122-2232a7e28b7c None None] Network 2fc6d304-993d-4dda-9c74-f6a17846577f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:18.021312 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0d360efb-6b46-488d-ab10-4dff67f1a0a9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0136211 Jul 07 22:22:18.064580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-34a89e92-2668-4362-8dd3-efd22ec03502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:18.066769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-34a89e92-2668-4362-8dd3-efd22ec03502 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec177152-e66d-4f11-86eb-05870b4d3ca6 HTTP/1.1" status: 200 len: 862 time: 0.1555498 Jul 07 22:22:18.073073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-968b282a-50fb-4189-b669-98d167d84295 req-5f8df7cc-7c23-49b3-9053-007fcc7e8848 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005068 Jul 07 22:22:18.073708 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.129426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9006a33e-897c-4443-8f3e-4f0eb790391c', '24b71c48-74e0-416b-ace0-fc2e2473870b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:18.133912 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e11e5fd-aaf8-4929-b1c1-f5ef1502579f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.178903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11e5fd-aaf8-4929-b1c1-f5ef1502579f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=030a8807-b496-4a3d-9a9b-9c1cb4503f4f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:18.203769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90273ef-9969-45b3-ab52-4959431276aa None None] Network 2fc6d304-993d-4dda-9c74-f6a17846577f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:18.236885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e11e5fd-aaf8-4929-b1c1-f5ef1502579f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.242731 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e11e5fd-aaf8-4929-b1c1-f5ef1502579f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/030a8807-b496-4a3d-9a9b-9c1cb4503f4f HTTP/1.1" status: 204 len: 168 time: 0.9855227 Jul 07 22:22:18.243767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:18.306067 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b98e45-0218-4373-a4fc-c926e8a9b023 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:22:18.309641 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-24b98e45-0218-4373-a4fc-c926e8a9b023 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/030a8807-b496-4a3d-9a9b-9c1cb4503f4f HTTP/1.1" status: 404 len: 333 time: 0.0646176 Jul 07 22:22:18.313908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:18.438628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4143dfbd-39b4-4919-bdb7-36b57ae12609 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet f73e1f29-53d7-45f1-9841-7fa94530ce07 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:18.457001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4143dfbd-39b4-4919-bdb7-36b57ae12609 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.529255 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4143dfbd-39b4-4919-bdb7-36b57ae12609 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.581385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=24b71c48-74e0-416b-ace0-fc2e2473870b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:18.587059 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-c399ec35-0671-488f-bc3b-3693fd5b7a74 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=60126614-9d35-4cc7-a257-d11558a333a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5062690 Jul 07 22:22:18.623135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33777627-1cd8-4523-8bbc-bdc8c536aa19 req-d31c0ef9-719e-4f56-bf06-0b75d8a0b62c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:18.624915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33777627-1cd8-4523-8bbc-bdc8c536aa19 req-d31c0ef9-719e-4f56-bf06-0b75d8a0b62c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 943 time: 0.7297733 Jul 07 22:22:18.663965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4143dfbd-39b4-4919-bdb7-36b57ae12609 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.713341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] No DVR routers for this DVR port 24b71c48-74e0-416b-ace0-fc2e2473870b on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:18.731478 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.733626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a5bd9bc-0e44-43eb-a253-5b3d92878df5 req-f6956a00-f2e5-4af7-b84c-66e9115a6da2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "DELETE /v2.0/ports/24b71c48-74e0-416b-ace0-fc2e2473870b HTTP/1.1" status: 204 len: 173 time: 1.3831873 Jul 07 22:22:18.734213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fbde31-d078-45cd-8e4e-6bbac034bbbb', 'name': 'network-vif-deleted', 'tag': '24b71c48-74e0-416b-ace0-fc2e2473870b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:18.737220 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e915e60e-3ab0-4ab9-b052-1f465107179b" -d '{"events": [{"server_uuid": "f5fbde31-d078-45cd-8e4e-6bbac034bbbb", "name": "network-vif-deleted", "tag": "24b71c48-74e0-416b-ace0-fc2e2473870b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:18.758895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4143dfbd-39b4-4919-bdb7-36b57ae12609 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.787986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37914) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:18.796443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769372489-network', 'tenant_id': '04b5fcaa590548bcabb6f9697cf6ea5f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:18.802599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143dfbd-39b4-4919-bdb7-36b57ae12609 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=f73e1f29-53d7-45f1-9841-7fa94530ce07,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:18.807450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33777627-1cd8-4523-8bbc-bdc8c536aa19 req-79f2c030-6023-4eba-8b38-eaa7610fb17a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551609 Jul 07 22:22:18.809851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4143dfbd-39b4-4919-bdb7-36b57ae12609 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.814819 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4143dfbd-39b4-4919-bdb7-36b57ae12609 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/f73e1f29-53d7-45f1-9841-7fa94530ce07 HTTP/1.1" status: 204 len: 168 time: 0.4959924 Jul 07 22:22:18.816494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:18.834475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f4c5b-4f7a-4467-9392-9a5ea25d48fa None None] Network 00d776bf-8260-47e3-bde9-0fbbce9c96ba requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:18.895614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-749c18f0-2f3c-4982-9ee5-fdd0adaced8c service neutron] 10.222.0.83 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973168 Jul 07 22:22:18.908622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1850ad-5524-4c49-bd42-28429018a0f9 req-16cec3bb-a15f-46f3-b3d1-5229b1d28de4 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:18.908790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Made reservation on behalf of 04b5fcaa590548bcabb6f9697cf6ea5f for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:18.910217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c1850ad-5524-4c49-bd42-28429018a0f9 req-16cec3bb-a15f-46f3-b3d1-5229b1d28de4 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1980546 Jul 07 22:22:18.911291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.924190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:18.955455 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.001695 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05630bd-1158-446b-bae0-4126ea0a97a2 x-openstack-request-id: req-f05630bd-1158-446b-bae0-4126ea0a97a2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:19.002209 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fbde31-d078-45cd-8e4e-6bbac034bbbb", "name": "network-vif-deleted", "tag": "24b71c48-74e0-416b-ace0-fc2e2473870b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:19.002702 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f05630bd-1158-446b-bae0-4126ea0a97a2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:19.003079 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fbde31-d078-45cd-8e4e-6bbac034bbbb', 'name': 'network-vif-deleted', 'tag': '24b71c48-74e0-416b-ace0-fc2e2473870b', 'status': 'completed', 'code': 200} Jul 07 22:22:19.053804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port e1f14deb-3d31-4ad4-8691-1fed3a1c882f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:19.054204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.062016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c1850ad-5524-4c49-bd42-28429018a0f9 req-e5955292-fe65-47d8-867e-a8c4db26ea3a tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614104 Jul 07 22:22:19.101510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-714cfda2-1e43-4bcd-a17f-8efd8a3cae49 req-89284efe-ad98-4405-bd9d-8964abd3f4f1 service neutron] 10.222.0.83 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901352 Jul 07 22:22:19.142245 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.147341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.180371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:19.184942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] DHCP port deletion for 00d776bf-8260-47e3-bde9-0fbbce9c96ba request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:22:19.191366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] For port e1f14deb-3d31-4ad4-8691-1fed3a1c882f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e1f14deb-3d31-4ad4-8691-1fed3a1c882f,segment=NetworkSegment(1e8219b6-a18f-4370-851e-ccadf2f6a9fd),segment_id=1e8219b6-a18f-4370-851e-ccadf2f6a9fd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:19.191739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.213033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.213291 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Added segment 5368dfb6-9ef6-4b76-bb31-36dc675e7381 of type vlan for network fe5c6abf-53c3-4d8a-9594-d9fde6df4180 Jul 07 22:22:19.217328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bcc66d-605e-4311-aac0-15df7d4d6bfc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:19.226559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for e1f14deb-3d31-4ad4-8691-1fed3a1c882f owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:19.268992 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.272803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1da53738-b310-4a38-bf4b-4719f490800b req-495844e1-26da-448b-a6f0-f5427531268c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 210 time: 0.0521438 Jul 07 22:22:19.294541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Deleting port e1f14deb-3d31-4ad4-8691-1fed3a1c882f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:19.294921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.354501 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.355555 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:19.356192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.359571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] For port e1f14deb-3d31-4ad4-8691-1fed3a1c882f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e1f14deb-3d31-4ad4-8691-1fed3a1c882f,segment=NetworkSegment(1e8219b6-a18f-4370-851e-ccadf2f6a9fd),segment_id=1e8219b6-a18f-4370-851e-ccadf2f6a9fd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:19.360418 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.376756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Calling delete_port for e1f14deb-3d31-4ad4-8691-1fed3a1c882f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:19.406084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.439199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=e1f14deb-3d31-4ad4-8691-1fed3a1c882f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:19.445372 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6532300 Jul 07 22:22:19.448606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37922) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:19.454460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No DVR routers for this DVR port e1f14deb-3d31-4ad4-8691-1fed3a1c882f on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:19.459519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Request body: {'subnet': {'network_id': 'fe5c6abf-53c3-4d8a-9594-d9fde6df4180', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1769372489-subnet', 'tenant_id': '04b5fcaa590548bcabb6f9697cf6ea5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:19.465045 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.466916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e697bd5-0d30-402a-9353-ab47deae6282 admin admin] Pushing event updated for resources: {'Network': ['ID=fe5c6abf-53c3-4d8a-9594-d9fde6df4180,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:19.494552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network fe5c6abf-53c3-4d8a-9594-d9fde6df4180 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:19.498884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Pushing event deleted for resources: {'Port': ['ID=e1f14deb-3d31-4ad4-8691-1fed3a1c882f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:19.558028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.558494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.558926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.559264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.559614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.559988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Made reservation on behalf of 04b5fcaa590548bcabb6f9697cf6ea5f for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:19.560280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.560686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.561078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.561564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.561950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.562403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.562565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.562847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:19.567172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84fa791-c807-42f8-a926-8bd549f2036d None None] No DVR routers for this DVR port e1f14deb-3d31-4ad4-8691-1fed3a1c882f on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:19.605184 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.622993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.638960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00d776bf-8260-47e3-bde9-0fbbce9c96ba']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:19.661975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8219b6-a18f-4370-851e-ccadf2f6a9fd') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:19.661975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8219b6-a18f-4370-851e-ccadf2f6a9fd') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:19.673606 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.697390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.708756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:19.708977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:19.711731 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:19.818111 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.829526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.831396 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/networks/00d776bf-8260-47e3-bde9-0fbbce9c96ba HTTP/1.1" status: 204 len: 168 time: 1.0137925 Jul 07 22:22:19.835063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37926) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:19.849202 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2086035389'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:19.877973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def19cfc-08db-4d7f-bc92-8e61654d25e6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Network': ['ID=00d776bf-8260-47e3-bde9-0fbbce9c96ba,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:19.890545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.897305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:19.900774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.902453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e1f14deb-3d31-4ad4-8691-1fed3a1c882f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:19.930551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e1f14deb-3d31-4ad4-8691-1fed3a1c882f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:19.930988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e1f14deb-3d31-4ad4-8691-1fed3a1c882f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:19.966357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:19.972224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc69926d-1453-401f-b040-24ce20dc1363,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:19.989738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:19.990103 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Added segment 494d0759-9599-4424-8206-21d523aea582 of type vlan for network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 Jul 07 22:22:20.001221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Checking segment: {'id': '5368dfb6-9ef6-4b76-bb31-36dc675e7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fe5c6abf-53c3-4d8a-9594-d9fde6df4180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:20.001620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Network hostable DHCP agents. Network: fe5c6abf-53c3-4d8a-9594-d9fde6df4180, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:20.042529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.053175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Network fe5c6abf-53c3-4d8a-9594-d9fde6df4180 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:20.069894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f77aa8-4558-4d66-b78c-3bd7ef7476a1 req-b28ed7ce-07dd-4490-bb7d-a980e731d5b8 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:20.071120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, fe5c6abf-53c3-4d8a-9594-d9fde6df4180) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:20.078304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:20.078816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.081052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2f77aa8-4558-4d66-b78c-3bd7ef7476a1 req-b28ed7ce-07dd-4490-bb7d-a980e731d5b8 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 943 time: 0.0834737 Jul 07 22:22:20.082261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4c89cd-d807-4c9a-b522-a984f8f5524c None None] Network fe5c6abf-53c3-4d8a-9594-d9fde6df4180 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:20.091008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.097151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:20.097720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.131807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2f77aa8-4558-4d66-b78c-3bd7ef7476a1 req-6bfb12f2-d013-4dbb-bc84-2bc5a504fb1c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496957 Jul 07 22:22:20.136818 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-873be8c2-3720-48f7-8e40-f8ab4fa237e7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6859379 Jul 07 22:22:20.177179 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3411553 Jul 07 22:22:20.179937 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37934) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:20.187246 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': '6faa5259-4259-4fec-a4b9-5a98fa82ff84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:20.233633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0acdfa-fc32-43cb-ba6e-3ba5ed7ea73b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Network': ['ID=6faa5259-4259-4fec-a4b9-5a98fa82ff84,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:20.252363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:20.316951 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:20.322188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.358297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5418378-26c5-4027-b49a-ecc43b15be86 req-21be2441-c11e-41d4-8c69-a2de048f6bc6 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:20.367119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5418378-26c5-4027-b49a-ecc43b15be86 req-21be2441-c11e-41d4-8c69-a2de048f6bc6 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1327415 Jul 07 22:22:20.384146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37938) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:20.449989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81139386-e282-4e4d-bf8d-9c37907327ea None None] Network fe5c6abf-53c3-4d8a-9594-d9fde6df4180 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:20.513504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5418378-26c5-4027-b49a-ecc43b15be86 req-f3908c65-7aa2-48a3-9265-11b2a356cf3c tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386571 Jul 07 22:22:20.520872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b7b8fc7-bd22-465f-ae7a-6246fcd66111 req-b4129c9e-5160-4498-a1a3-3d5623568c67 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 210 time: 0.0667586 Jul 07 22:22:20.527335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebfbd69-c6f9-4159-be47-30945cc235f7 admin admin] Deleting subnet 917d7f03-be8c-40b8-a5f8-6bbb062c717f {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:20.531036 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ebfbd69-c6f9-4159-be47-30945cc235f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.565594 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.584896 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ebfbd69-c6f9-4159-be47-30945cc235f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.630113 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ebfbd69-c6f9-4159-be47-30945cc235f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.649693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=821779e8-c6a4-4ebf-8e12-1f9808c9900d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:20.651784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 24b71c48-74e0-416b-ace0-fc2e2473870b no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:20.670723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Checking segment: {'id': '494d0759-9599-4424-8206-21d523aea582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6faa5259-4259-4fec-a4b9-5a98fa82ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:20.671094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network hostable DHCP agents. Network: 6faa5259-4259-4fec-a4b9-5a98fa82ff84, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:20.676055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 24b71c48-74e0-416b-ace0-fc2e2473870b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:20.680220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 24b71c48-74e0-416b-ace0-fc2e2473870b not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:20.692586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:20.706123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 6faa5259-4259-4fec-a4b9-5a98fa82ff84) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:20.712057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:20.713145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.719266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bcee80-4a2c-4e71-8f4e-455bf3b2b3e5 None None] Network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:20.734396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37944) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:20.740082 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f4a849cc-4b36-4e78-a85d-4ebb8252e162 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5576637 Jul 07 22:22:20.740249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': '6faa5259-4259-4fec-a4b9-5a98fa82ff84', 'name': 'tempest-PortsIpV6TestJSON-1181939062', 'fixed_ips': [{'subnet_id': '821779e8-c6a4-4ebf-8e12-1f9808c9900d', 'ip_address': '2001:db8::10'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:20.743878 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ebfbd69-c6f9-4159-be47-30945cc235f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.789448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfbd69-c6f9-4159-be47-30945cc235f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917d7f03-be8c-40b8-a5f8-6bbb062c717f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:20.829120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ebfbd69-c6f9-4159-be47-30945cc235f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.832460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5ebfbd69-c6f9-4159-be47-30945cc235f7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/917d7f03-be8c-40b8-a5f8-6bbb062c717f HTTP/1.1" status: 204 len: 168 time: 0.4379349 Jul 07 22:22:20.833478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37946) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:20.900635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-6faa5259-4259-4fec-a4b9-5a98fa82ff84', 'network_id': '6faa5259-4259-4fec-a4b9-5a98fa82ff84', 'tenant_id': '921ad64f41de478d895b92b99b8b4e54', 'fixed_ips': [{'subnet_id': '821779e8-c6a4-4ebf-8e12-1f9808c9900d'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:22:20.901583 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.909810 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:20.916873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:21.021488 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.029564 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.032807 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc6d304-993d-4dda-9c74-f6a17846577f']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:21.044687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcf9ba5-dd2a-4da0-89f2-0d29dacc88ac') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:21.045284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcf9ba5-dd2a-4da0-89f2-0d29dacc88ac') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:21.055820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.064692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Allocated IP 2001:db8::2 (6faa5259-4259-4fec-a4b9-5a98fa82ff84/821779e8-c6a4-4ebf-8e12-1f9808c9900d/9879c974-095c-4af6-9a5c-b364a0919db7) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:21.072310 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.080110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:21.089994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:21.090439 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:21.092437 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:21.151777 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.163609 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.165712 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2fc6d304-993d-4dda-9c74-f6a17846577f HTTP/1.1" status: 204 len: 168 time: 0.3310821 Jul 07 22:22:21.177068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37950) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:21.189749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df55a1b-9ad5-4fd7-812a-df47e17e9771 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc6d304-993d-4dda-9c74-f6a17846577f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:21.258706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b27d1eb-3ac7-4b21-9739-cf599645f97f admin admin] Deleting subnet dc69926d-1453-401f-b040-24ce20dc1363 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:21.262584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-913ee1e7-de73-47ee-b5d4-5099b43e4da4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2284634 Jul 07 22:22:21.271134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b27d1eb-3ac7-4b21-9739-cf599645f97f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.319301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b27d1eb-3ac7-4b21-9739-cf599645f97f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.328829 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.338603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Transition to ACTIVE for port object 9879c974-095c-4af6-9a5c-b364a0919db7 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:21.359523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Transition to ACTIVE for port object 9879c974-095c-4af6-9a5c-b364a0919db7 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:21.362806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b27d1eb-3ac7-4b21-9739-cf599645f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.369103 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.414556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:21.420010 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:21.424720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:21.432592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Pushing event updated for resources: {'Port': ['ID=9879c974-095c-4af6-9a5c-b364a0919db7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:21.436815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b27d1eb-3ac7-4b21-9739-cf599645f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.473368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27d1eb-3ac7-4b21-9739-cf599645f97f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc69926d-1453-401f-b040-24ce20dc1363,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:21.475779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b27d1eb-3ac7-4b21-9739-cf599645f97f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.481257 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9b27d1eb-3ac7-4b21-9739-cf599645f97f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dc69926d-1453-401f-b040-24ce20dc1363 HTTP/1.1" status: 204 len: 168 time: 0.3031294 Jul 07 22:22:21.482367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:21.494705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::10 (6faa5259-4259-4fec-a4b9-5a98fa82ff84/821779e8-c6a4-4ebf-8e12-1f9808c9900d/b49c4993-bfd9-4a6e-a24b-6ee768bd63d3) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:21.509974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Attempting to bind port 9879c974-095c-4af6-9a5c-b364a0919db7 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:21.510384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Attempting to bind port 9879c974-095c-4af6-9a5c-b364a0919db7 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '494d0759-9599-4424-8206-21d523aea582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6faa5259-4259-4fec-a4b9-5a98fa82ff84'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:21.510918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Attempting to bind port 9879c974-095c-4af6-9a5c-b364a0919db7 on network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:21.516835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:21.517260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Checking segment: {'id': '494d0759-9599-4424-8206-21d523aea582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6faa5259-4259-4fec-a4b9-5a98fa82ff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:21.517675 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.518100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Bound using segment: {'id': '494d0759-9599-4424-8206-21d523aea582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6faa5259-4259-4fec-a4b9-5a98fa82ff84'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:21.518571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Bound port: 9879c974-095c-4af6-9a5c-b364a0919db7, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494d0759-9599-4424-8206-21d523aea582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6faa5259-4259-4fec-a4b9-5a98fa82ff84'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:21.519010 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.531501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-a5cb3bcc-88b8-4c0b-8bb4-abee1e1dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.532013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-a5cb3bcc-88b8-4c0b-8bb4-abee1e1dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.532561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-a5cb3bcc-88b8-4c0b-8bb4-abee1e1dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.532947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-a5cb3bcc-88b8-4c0b-8bb4-abee1e1dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.533598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-a5cb3bcc-88b8-4c0b-8bb4-abee1e1dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.534267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-a5cb3bcc-88b8-4c0b-8bb4-abee1e1dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.535376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-a5cb3bcc-88b8-4c0b-8bb4-abee1e1dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.538514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-a5cb3bcc-88b8-4c0b-8bb4-abee1e1dc72e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 6508 time: 0.1895976 Jul 07 22:22:21.554522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b39b9-decf-415c-b6da-052c5a3a2908 req-2ca4c9a0-f6d1-4105-bde9-5595939de09c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.556492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e3b39b9-decf-415c-b6da-052c5a3a2908 req-2ca4c9a0-f6d1-4105-bde9-5595939de09c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 943 time: 0.2387760 Jul 07 22:22:21.566594 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.651176 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.663492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5c6abf-53c3-4d8a-9594-d9fde6df4180']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:21.670824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] For port 9879c974-095c-4af6-9a5c-b364a0919db7, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:21.677715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5368dfb6-9ef6-4b76-bb31-36dc675e7381') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:21.678995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5368dfb6-9ef6-4b76-bb31-36dc675e7381') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:21.679713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] For port 9879c974-095c-4af6-9a5c-b364a0919db7, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9879c974-095c-4af6-9a5c-b364a0919db7,segment=NetworkSegment(494d0759-9599-4424-8206-21d523aea582),segment_id=494d0759-9599-4424-8206-21d523aea582)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:21.684209 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.704400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.709395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e3b39b9-decf-415c-b6da-052c5a3a2908 req-f73dee30-00fc-4271-842f-7c0ac9f3bc3d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441674 Jul 07 22:22:21.738936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.747528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:21.747938 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:21.749696 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:21.795532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e87a6b-58e9-408e-b51b-ebe5e2c2c594 None None] Pushing event updated for resources: {'Port': ['ID=9879c974-095c-4af6-9a5c-b364a0919db7,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:21.847774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.881458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:21.883632 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] 10.222.0.81 "DELETE /v2.0/networks/fe5c6abf-53c3-4d8a-9594-d9fde6df4180 HTTP/1.1" status: 204 len: 168 time: 0.4002526 Jul 07 22:22:21.885210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e7219-d62c-49f0-947d-af7dfd122a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe5c6abf-53c3-4d8a-9594-d9fde6df4180,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:21.989493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5d2fb19-aa71-4eef-8179-c1767689b695 req-136a6b0d-e1c1-435f-a4e1-6a1b49e0d8e2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 210 time: 0.0598342 Jul 07 22:22:21.996877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-58154b9c-5826-42a7-bd49-7c3c71921f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.996877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-58154b9c-5826-42a7-bd49-7c3c71921f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.996877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-58154b9c-5826-42a7-bd49-7c3c71921f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:21.997384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-58154b9c-5826-42a7-bd49-7c3c71921f4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=f7b85453-5618-4302-b3a9-626423b5998a&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 HTTP/1.1" status: 200 len: 2297 time: 0.4175069 Jul 07 22:22:22.105363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.138797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:22.149843 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:22.165093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6790808-5f81-4402-a841-6149f482337f req-e7d6cf5a-5bf9-4204-8913-8c084a84c994 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:22.166776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f6790808-5f81-4402-a841-6149f482337f req-e7d6cf5a-5bf9-4204-8913-8c084a84c994 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.4288118 Jul 07 22:22:22.170647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-2608d475-2bf9-4c18-9bd1-8fddac584659 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51240f68-3675-42b4-a1ac-05f7eb129a14 HTTP/1.1" status: 200 len: 1001 time: 0.1547606 Jul 07 22:22:22.236776 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-43973ce0-4439-4916-84fe-59b616405528 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b6bc9244508c45648776693ec803863f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844855 Jul 07 22:22:22.237022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:22.297407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-2019c39c-b5b1-4800-85ea-e9cfd93adfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:22.299267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-2019c39c-b5b1-4800-85ea-e9cfd93adfe2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=975d8c54-beac-4d0f-9253-65063e26999d HTTP/1.1" status: 200 len: 855 time: 0.1191823 Jul 07 22:22:22.315089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5926f9e9-52e2-46c9-839c-cb2591d36d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.328590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.340077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5926f9e9-52e2-46c9-839c-cb2591d36d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.345336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f6790808-5f81-4402-a841-6149f482337f req-b604aa40-f000-4176-995c-07331e71c7a5 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668961 Jul 07 22:22:22.394526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:22.404684 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5926f9e9-52e2-46c9-839c-cb2591d36d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.408764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5926f9e9-52e2-46c9-839c-cb2591d36d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.410147 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5926f9e9-52e2-46c9-839c-cb2591d36d80 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/381b6daa-93c2-4d95-be6d-0c524c75daea HTTP/1.1" status: 204 len: 168 time: 0.1721692 Jul 07 22:22:22.430599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926f9e9-52e2-46c9-839c-cb2591d36d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381b6daa-93c2-4d95-be6d-0c524c75daea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:22.449818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:22.452780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=b49c4993-bfd9-4a6e-a24b-6ee768bd63d3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:22.457455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:22.463247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:22.464299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.489687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:22.489975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-07ad25d2-a6bd-4836-ac86-a20c028b6172 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7540047 Jul 07 22:22:22.497026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': '6faa5259-4259-4fec-a4b9-5a98fa82ff84', 'name': 'tempest-PortsIpV6TestJSON-1754484121', 'fixed_ips': [{'subnet_id': '821779e8-c6a4-4ebf-8e12-1f9808c9900d', 'ip_address': '2001:db8::f'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:22.505378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-ce5f82cb-a7f5-49b8-af0f-43659a31b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:22.507035 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-ce5f82cb-a7f5-49b8-af0f-43659a31b630 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dc4b1905-7cf9-4a7e-8730-ef87a3d01901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1930163 Jul 07 22:22:22.617813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-b3efda1e-70cb-465c-8bc8-1726b1dbaf42 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034606 Jul 07 22:22:22.678047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:22.731046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-57a61313-efff-4826-a9f1-4ce86659f420 service neutron] 10.222.0.44 "GET /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050129 Jul 07 22:22:22.759825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f1f8293f-59d4-45ad-8e63-517a0b887721 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:22.808461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-9eb35308-0d1c-470c-a045-1065dd97413d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 HTTP/1.1" status: 200 len: 217 time: 0.0699568 Jul 07 22:22:22.878342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:22.906593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-ab042321-7322-4d3b-a359-d3fd14680473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:22.912483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-ab042321-7322-4d3b-a359-d3fd14680473 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.0922530 Jul 07 22:22:22.917446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37976) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:22.928931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port 718b6515-86d6-4620-bba4-07caef94c96e yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:22.941563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f1f8293f-59d4-45ad-8e63-517a0b887721,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:22.957102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'f1f8293f-59d4-45ad-8e63-517a0b887721', 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0', 'port_id': 'f1f8293f-59d4-45ad-8e63-517a0b887721', 'mac_address': 'fa:16:3e:ac:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec177152-e66d-4f11-86eb-05870b4d3ca6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:22.998993 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.019576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f8293f-59d4-45ad-8e63-517a0b887721 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:23.045071 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f1f8293f-59d4-45ad-8e63-517a0b887721,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:23.051808 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.118512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f1f8293f-59d4-45ad-8e63-517a0b887721,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:23.131619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-32385199-fff3-44e3-8080-7793dfd97136 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04b5fcaa590548bcabb6f9697cf6ea5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130954 Jul 07 22:22:23.134504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37980) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:23.148660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a50cd-6f95-45ad-89e8-3c1b9fef3917 req-4dae614b-5728-4826-89a1-c397ac406719 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:23.150293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c7a50cd-6f95-45ad-89e8-3c1b9fef3917 req-4dae614b-5728-4826-89a1-c397ac406719 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 943 time: 0.2367742 Jul 07 22:22:23.220079 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::f (6faa5259-4259-4fec-a4b9-5a98fa82ff84/821779e8-c6a4-4ebf-8e12-1f9808c9900d/718b6515-86d6-4620-bba4-07caef94c96e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:23.298288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80ff5082-05ac-43ef-9abf-96fecb851034 req-e724a601-3af8-45ee-8bb8-17a7d3df7915 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 210 time: 0.0849321 Jul 07 22:22:23.315516 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c7a50cd-6f95-45ad-89e8-3c1b9fef3917 req-6f2cf5ed-89e0-4a88-b8b6-3493cac31e14 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333933 Jul 07 22:22:23.316667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd1933a4-0755-449d-a748-3b497739eb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.319735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-b52adca2-b7b5-4939-b814-02608c0c9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:23.321394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-b52adca2-b7b5-4939-b814-02608c0c9f63 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4052341 Jul 07 22:22:23.339443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f740afc-3ba4-4b67-aa1e-6126b98f39c0 None None] Network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:23.425088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd1933a4-0755-449d-a748-3b497739eb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.465115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-761106ba-1ce6-418e-9ebd-b63813719e27 None None] Provisioning for port 9879c974-095c-4af6-9a5c-b364a0919db7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:23.474255 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.495357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object 718b6515-86d6-4620-bba4-07caef94c96e will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:23.529637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-2e8b47e5-4f63-470f-bfbd-097c67a9ab03 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967931 Jul 07 22:22:23.545358 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd1933a4-0755-449d-a748-3b497739eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.548155 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd1933a4-0755-449d-a748-3b497739eb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.551981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fd1933a4-0755-449d-a748-3b497739eb55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72bcc66d-605e-4311-aac0-15df7d4d6bfc HTTP/1.1" status: 204 len: 168 time: 0.4006782 Jul 07 22:22:23.565789 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.607219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f1f8293f-59d4-45ad-8e63-517a0b887721'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:23.632792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1933a4-0755-449d-a748-3b497739eb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bcc66d-605e-4311-aac0-15df7d4d6bfc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:23.674026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:23.689054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:23.700814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:23.711111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:23.711775 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:23.715570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=718b6515-86d6-4620-bba4-07caef94c96e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:23.765534 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b13e906d-8204-426b-9d2a-2ed50de4c0fa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2715120 Jul 07 22:22:23.766677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37990) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:23.827427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-8cb4ffc6-bd5f-4504-9e25-4f6f8ae2f0e9 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573822 Jul 07 22:22:23.841298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b0346-9318-4694-9d38-a6eb93ce9026 req-e50b76ff-e2b5-4e50-aa04-2044ed06464d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:23.842951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b13b0346-9318-4694-9d38-a6eb93ce9026 req-e50b76ff-e2b5-4e50-aa04-2044ed06464d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2360213 Jul 07 22:22:23.892836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-5d80bdc2-8ff6-4ea3-b68f-7965af61fb8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=164d5769-4447-49bc-ad8f-510c5c72b857 HTTP/1.1" status: 200 len: 217 time: 0.0485895 Jul 07 22:22:23.995246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b13b0346-9318-4694-9d38-a6eb93ce9026 req-c2549700-fc6e-4d47-9e33-c3ae6c9fbfcb tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957987 Jul 07 22:22:24.011246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-8402ac5e-9db9-460e-9bff-0ec33b39d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:24.012739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-8402ac5e-9db9-460e-9bff-0ec33b39d77f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.1106606 Jul 07 22:22:24.025218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9879c974-095c-4af6-9a5c-b364a0919db7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:24.038446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5f0ca7-9d82-4101-b928-e8d521230c5b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:24.053551 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3d5f0ca7-9d82-4101-b928-e8d521230c5b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2842937 Jul 07 22:22:24.057806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37994) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:24.142157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-8fd75b47-e563-45ea-b276-f4a5c1fb8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:24.143691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-8fd75b47-e563-45ea-b276-f4a5c1fb8109 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1213222 Jul 07 22:22:24.178737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 9879c974-095c-4af6-9a5c-b364a0919db7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:24.183962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9879c974-095c-4af6-9a5c-b364a0919db7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:24.184769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.228681 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:22:24.258451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d872f-3127-44e8-a5b4-b0bc77424c06 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:24.275424 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d872f-3127-44e8-a5b4-b0bc77424c06 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:24.296671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d872f-3127-44e8-a5b4-b0bc77424c06 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:24.299293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c80d872f-3127-44e8-a5b4-b0bc77424c06 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2404718 Jul 07 22:22:24.303088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:24.340551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.399346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-98c8ff77-1d13-42c9-99fa-a3d294423779 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425132 Jul 07 22:22:24.424054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 9879c974-095c-4af6-9a5c-b364a0919db7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9879c974-095c-4af6-9a5c-b364a0919db7,segment=NetworkSegment(494d0759-9599-4424-8206-21d523aea582),segment_id=494d0759-9599-4424-8206-21d523aea582)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:24.456460 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.542296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Provisioning complete for port 9879c974-095c-4af6-9a5c-b364a0919db7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:24.542668 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.585446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ced2f378-a592-417f-943f-3ccc85d2b377 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 718b6515-86d6-4620-bba4-07caef94c96e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:24.586018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ced2f378-a592-417f-943f-3ccc85d2b377 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.601421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=9879c974-095c-4af6-9a5c-b364a0919db7,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:24.646665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-0047a33f-e98c-4158-9644-34c684872c55 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395554 Jul 07 22:22:24.729280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Provisioning for port 718b6515-86d6-4620-bba4-07caef94c96e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:24.734690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Provisioning complete for port 718b6515-86d6-4620-bba4-07caef94c96e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:24.735181 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.750625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ed21812-db9e-4eda-9521-8b31adae564d req-82033dac-ed89-41bf-8025-67d37c8fbca2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5fbde31-d078-45cd-8e4e-6bbac034bbbb HTTP/1.1" status: 200 len: 210 time: 0.0516915 Jul 07 22:22:24.771596 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ced2f378-a592-417f-943f-3ccc85d2b377 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.785676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ced2f378-a592-417f-943f-3ccc85d2b377 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 718b6515-86d6-4620-bba4-07caef94c96e owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:24.829789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Port 718b6515-86d6-4620-bba4-07caef94c96e cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:24.857522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-bae452b0-d5ea-4a24-9802-fea7683c470a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a HTTP/1.1" status: 200 len: 217 time: 0.1741507 Jul 07 22:22:24.860084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Provisioning for port b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:24.865546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Provisioning complete for port b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:24.866101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:24.948964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ff25feab-ec18-4c8c-a83d-fae2b20af5d2 None None] Port b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:24.972786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-62676118-027f-4cfa-83e5-cd8f8945d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:24.977865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-62676118-027f-4cfa-83e5-cd8f8945d177 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.0931695 Jul 07 22:22:25.025429 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ced2f378-a592-417f-943f-3ccc85d2b377 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.079276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145d57a-a452-4290-a909-e50607c6e7ea req-56031bfa-81f5-41bf-a211-6c47ac3c069c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:25.081270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3145d57a-a452-4290-a909-e50607c6e7ea req-56031bfa-81f5-41bf-a211-6c47ac3c069c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 944 time: 0.4315491 Jul 07 22:22:25.083970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4c0ac1ec-587f-40ee-b661-8c1398e95fb3 None None] Provisioning complete for port b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:25.084518 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c0ac1ec-587f-40ee-b661-8c1398e95fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.091242 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ced2f378-a592-417f-943f-3ccc85d2b377 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.096408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38024) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:25.096947 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ced2f378-a592-417f-943f-3ccc85d2b377 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/718b6515-86d6-4620-bba4-07caef94c96e HTTP/1.1" status: 204 len: 168 time: 0.7918954 Jul 07 22:22:25.098269 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2f378-a592-417f-943f-3ccc85d2b377 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=718b6515-86d6-4620-bba4-07caef94c96e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:25.159278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4c0ac1ec-587f-40ee-b661-8c1398e95fb3 None None] Port b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:25.161030 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ce0246-fc01-4468-819c-f75b5fc6c682 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:22:25.165680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38028) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:25.165926 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-47ce0246-fc01-4468-819c-f75b5fc6c682 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/718b6515-86d6-4620-bba4-07caef94c96e HTTP/1.1" status: 404 len: 333 time: 0.0679574 Jul 07 22:22:25.185809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-eca743f2-9aef-472d-bb86-3016c02c8dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:25.188426 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-eca743f2-9aef-472d-bb86-3016c02c8dd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1967187 Jul 07 22:22:25.194821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3145d57a-a452-4290-a909-e50607c6e7ea req-9be51aad-9974-433a-8a07-31297cd75a1b tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059046 Jul 07 22:22:25.273586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1c8853b-cc5d-498f-992e-f7df2466b8df None None] Could not find standard attr ID for object 718b6515-86d6-4620-bba4-07caef94c96e. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:22:25.335920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-2d1db28a-2ff4-434f-95a9-fb14ef91fcc8 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332321 Jul 07 22:22:25.348979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e6078dd6-d947-4587-ac1d-247c71513cb9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:25.349422 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6078dd6-d947-4587-ac1d-247c71513cb9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.475787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6078dd6-d947-4587-ac1d-247c71513cb9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.492664 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e6078dd6-d947-4587-ac1d-247c71513cb9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:25.509900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-e1c1c3f1-c055-488d-8a56-8522253c0184 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729059 Jul 07 22:22:25.517583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d055a7-15ce-4e1a-b6c0-8dc30b2f33fd req-68c68664-9eca-4b70-b204-b77615f12247 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:25.519450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91d055a7-15ce-4e1a-b6c0-8dc30b2f33fd req-68c68664-9eca-4b70-b204-b77615f12247 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1524749 Jul 07 22:22:25.583002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-a3ca3cd7-432a-4624-9572-73d3c2a175fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6 HTTP/1.1" status: 200 len: 217 time: 0.0571918 Jul 07 22:22:25.645058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91d055a7-15ce-4e1a-b6c0-8dc30b2f33fd req-72f1edd6-b9f4-4f17-ba67-041832f55894 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177294 Jul 07 22:22:25.652818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-447c761f-513c-4063-8719-3ba7e9da42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:25.653107 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6078dd6-d947-4587-ac1d-247c71513cb9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.654328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-447c761f-513c-4063-8719-3ba7e9da42b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 200 len: 797 time: 0.0644841 Jul 07 22:22:25.685327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6078dd6-d947-4587-ac1d-247c71513cb9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=b49c4993-bfd9-4a6e-a24b-6ee768bd63d3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:25.722500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6078dd6-d947-4587-ac1d-247c71513cb9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.727753 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e6078dd6-d947-4587-ac1d-247c71513cb9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 HTTP/1.1" status: 204 len: 168 time: 0.5603442 Jul 07 22:22:25.728475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38038) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:25.759516 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-52dbd853-d0c5-4f1b-9745-2fc6ae30fed7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:22:25.764239 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-52dbd853-d0c5-4f1b-9745-2fc6ae30fed7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/b49c4993-bfd9-4a6e-a24b-6ee768bd63d3 HTTP/1.1" status: 404 len: 333 time: 0.0345907 Jul 07 22:22:25.764868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:25.838728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-785e46c1-c69a-484c-8f47-6bc2c55cd0aa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet 821779e8-c6a4-4ebf-8e12-1f9808c9900d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:25.842617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-785e46c1-c69a-484c-8f47-6bc2c55cd0aa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:25.902712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-785e46c1-c69a-484c-8f47-6bc2c55cd0aa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.014802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9879c974-095c-4af6-9a5c-b364a0919db7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:26.119473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9879c974-095c-4af6-9a5c-b364a0919db7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:26.120067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.134802 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-785e46c1-c69a-484c-8f47-6bc2c55cd0aa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.140071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-48c458df-0420-4716-8357-57d4c53b37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:26.144004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-48c458df-0420-4716-8357-57d4c53b37f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f7b85453-5618-4302-b3a9-626423b5998a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4815288 Jul 07 22:22:26.275846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-d36a2d66-6eeb-4f62-9073-e3b8b95b0905 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214218 Jul 07 22:22:26.301460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-785e46c1-c69a-484c-8f47-6bc2c55cd0aa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.360072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e46c1-c69a-484c-8f47-6bc2c55cd0aa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=821779e8-c6a4-4ebf-8e12-1f9808c9900d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:26.368086 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-785e46c1-c69a-484c-8f47-6bc2c55cd0aa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.372533 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-785e46c1-c69a-484c-8f47-6bc2c55cd0aa tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/821779e8-c6a4-4ebf-8e12-1f9808c9900d HTTP/1.1" status: 204 len: 168 time: 0.6042664 Jul 07 22:22:26.372816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:26.375326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b9d315-41b1-4a1e-9974-c343e17781c7 None None] Network 6faa5259-4259-4fec-a4b9-5a98fa82ff84 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:26.476162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.536061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-8a5ac9a1-fd4b-45e5-8eaf-17b91e156249 service neutron] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557282 Jul 07 22:22:26.548032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 9879c974-095c-4af6-9a5c-b364a0919db7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:26.549038 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.641617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] For port 9879c974-095c-4af6-9a5c-b364a0919db7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9879c974-095c-4af6-9a5c-b364a0919db7,segment=NetworkSegment(494d0759-9599-4424-8206-21d523aea582),segment_id=494d0759-9599-4424-8206-21d523aea582)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:26.642151 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.647734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-0884782b-b249-4abd-a60a-d852ff0215be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6102e613-64a9-4795-b433-2ea361f3067a HTTP/1.1" status: 200 len: 217 time: 0.1039774 Jul 07 22:22:26.660030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 9879c974-095c-4af6-9a5c-b364a0919db7 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:26.661579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7a2d-73e3-4875-bab5-6a746669f0ed req-95bb42df-1243-4c79-8ef4-c6fac4ffa369 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:26.670004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-680a7a2d-73e3-4875-bab5-6a746669f0ed req-95bb42df-1243-4c79-8ef4-c6fac4ffa369 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 944 time: 0.2310660 Jul 07 22:22:26.749861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-680a7a2d-73e3-4875-bab5-6a746669f0ed req-186bc694-b4a2-4992-a1c6-ca17273894e6 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788894 Jul 07 22:22:26.760745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-5634765c-583a-48fb-9d0d-294ea646f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:26.762380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-5634765c-583a-48fb-9d0d-294ea646f55d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.0802066 Jul 07 22:22:26.768100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f1f8293f-59d4-45ad-8e63-517a0b887721 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:26.801749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] DHCP port deletion for 6faa5259-4259-4fec-a4b9-5a98fa82ff84 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:22:26.855400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-4f054b47-22bf-4739-bb9c-fa5254941920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:26.857647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-4f054b47-22bf-4739-bb9c-fa5254941920 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776870 Jul 07 22:22:26.883306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.925453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=9879c974-095c-4af6-9a5c-b364a0919db7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:26.938739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No DVR routers for this DVR port 9879c974-095c-4af6-9a5c-b364a0919db7 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:26.951025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port f1f8293f-59d4-45ad-8e63-517a0b887721 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:26.968176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port f1f8293f-59d4-45ad-8e63-517a0b887721 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:26.968811 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:26.971173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] Deleting port 9879c974-095c-4af6-9a5c-b364a0919db7 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:26.971627 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.041491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c284463-2ef1-4065-9207-d17db1fee672 req-8ce64237-3bfe-40ed-9d7e-87f71ae73c51 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:27.043713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c284463-2ef1-4065-9207-d17db1fee672 req-8ce64237-3bfe-40ed-9d7e-87f71ae73c51 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1374135 Jul 07 22:22:27.048248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-9b0ab521-7b2d-4734-9348-2c455228b51d service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814110 Jul 07 22:22:27.056619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.069974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faa5259-4259-4fec-a4b9-5a98fa82ff84']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:27.082429 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494d0759-9599-4424-8206-21d523aea582') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:27.082814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494d0759-9599-4424-8206-21d523aea582') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:27.092798 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.105753 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38076) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:27.119227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.134421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] For port 9879c974-095c-4af6-9a5c-b364a0919db7, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:27.136764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.137816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:27.138440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:27.142466 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:27.168643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c284463-2ef1-4065-9207-d17db1fee672 req-8d948abb-b65b-4239-9843-f2c829d28f75 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187217 Jul 07 22:22:27.186937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] Calling delete_port for 9879c974-095c-4af6-9a5c-b364a0919db7 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:27.190432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] Port 9879c974-095c-4af6-9a5c-b364a0919db7 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:22:27.192550 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.242811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-0ecf2184-433f-46d1-a3e6-b490f9e58487 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890106 Jul 07 22:22:27.285145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.297192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.299069 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/networks/6faa5259-4259-4fec-a4b9-5a98fa82ff84 HTTP/1.1" status: 204 len: 168 time: 0.9253945 Jul 07 22:22:27.316561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] Pushing event deleted for resources: {'Port': ['ID=9879c974-095c-4af6-9a5c-b364a0919db7,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:27.327517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc887abd-3351-4122-80ab-08565e0a9fb1 None None] No DVR routers for this DVR port 9879c974-095c-4af6-9a5c-b364a0919db7 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:27.330788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-402d5bca-c6aa-4556-ae82-b628517095e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=74786844-5bbf-47f9-bead-efb5f398b615 HTTP/1.1" status: 200 len: 217 time: 0.0785959 Jul 07 22:22:27.331314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38084) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:27.344011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1698612688'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:27.351811 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.358897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebd70d-daa5-4c6c-bc0a-6305cdefc6b4 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Network': ['ID=6faa5259-4259-4fec-a4b9-5a98fa82ff84,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:27.361809 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31c4f01c-f166-4f68-9039-0b627b0b3460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.380126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:27.382631 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366ef42c-50f9-4695-acd4-04e748292ff2" -d '{"events": [{"server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "name": "network-vif-plugged", "status": "completed", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:27.383255 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2294a168-591d-4d4a-9098-4494af2c9dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.401784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f1f8293f-59d4-45ad-8e63-517a0b887721,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:27.408343 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.425100 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-2294a168-591d-4d4a-9098-4494af2c9dd8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:22:27.425100 n-d-695012-11 neutron-server[93942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:22:27.425100 n-d-695012-11 neutron-server[93942]: [parameters: {'project_id': 'e009526ec6ba4984a9a8f0c1ab6fd6a6', 'id': '35804e26-cb52-4885-8e09-70a8027e6909', 'expiration': datetime.datetime(2021, 7, 7, 22, 24, 27, 419181)}] Jul 07 22:22:27.425100 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:22:27.426338 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-2294a168-591d-4d4a-9098-4494af2c9dd8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:22:27.450294 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a2847c-2479-4ecf-8a1e-edbb1fdb0c46 x-openstack-request-id: req-c3a2847c-2479-4ecf-8a1e-edbb1fdb0c46 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:27.450709 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "name": "network-vif-plugged", "status": "completed", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:27.450963 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3a2847c-2479-4ecf-8a1e-edbb1fdb0c46 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:27.451349 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721', 'code': 200} Jul 07 22:22:27.471887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-9ff9e972-869f-4cff-a741-af1b86d98af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:27.473636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-9ff9e972-869f-4cff-a741-af1b86d98af8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 200 len: 797 time: 0.1248438 Jul 07 22:22:27.474442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:27.478244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.484134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f1f8293f-59d4-45ad-8e63-517a0b887721,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:27.534651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:27.549375 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.549720 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Added segment be8b278b-6a15-4dda-8f58-a5e665a29e00 of type vlan for network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 Jul 07 22:22:27.609643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.644938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-96dc4bb2-461b-4ea2-9cf9-ed30e2ffa8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:27.646465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-96dc4bb2-461b-4ea2-9cf9-ed30e2ffa8ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1513500 Jul 07 22:22:27.723775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.729703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:27.730311 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.806642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4712648 Jul 07 22:22:27.806975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38092) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:27.812315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:27.813694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e366d-a275-4972-af59-7ecaca4a2c4d req-f4ca61db-f615-418b-b96e-33163f1c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:27.815276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3e366d-a275-4972-af59-7ecaca4a2c4d req-f4ca61db-f615-418b-b96e-33163f1c4652 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 1097 time: 0.2258611 Jul 07 22:22:27.853266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcb5b7-9c6f-40e8-b710-c923ada0cfdd tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Network': ['ID=af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:27.857706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-4feea9b3-9346-4b51-a3a7-c2900da51e49 service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015560 Jul 07 22:22:27.887069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3e366d-a275-4972-af59-7ecaca4a2c4d req-a97d7fba-3ae4-4c1d-b007-f3be2a2b997f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647004 Jul 07 22:22:27.906094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:27.927233 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2294a168-591d-4d4a-9098-4494af2c9dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:27.959506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9879c974-095c-4af6-9a5c-b364a0919db7 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:28.034587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 9879c974-095c-4af6-9a5c-b364a0919db7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:28.035709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9879c974-095c-4af6-9a5c-b364a0919db7 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:28.043308 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2294a168-591d-4d4a-9098-4494af2c9dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.045762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:22:28.045762 n-d-695012-11 neutron-server[93942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:22:28.045762 n-d-695012-11 neutron-server[93942]: [parameters: {'project_id': '921ad64f41de478d895b92b99b8b4e54', 'id': 'fd1b20ff-d238-49b0-9e9f-8e3e69b94a4b', 'expiration': datetime.datetime(2021, 7, 7, 22, 24, 27, 958768)}] Jul 07 22:22:28.045762 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:22:28.046360 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:22:28.048263 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2294a168-591d-4d4a-9098-4494af2c9dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.068880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d54ed31-6d89-4ae2-a6f5-c786b42df605 req-9beb41d9-4e15-4ebd-af4b-bf61f582487e service neutron] 10.222.0.44 "GET /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937432 Jul 07 22:22:28.079533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f8d74-5260-47d7-b1c8-5a4f26f65e1d req-9cdc4ed6-779c-427c-abb4-ea248cf0c47e tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:28.081081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-248f8d74-5260-47d7-b1c8-5a4f26f65e1d req-9cdc4ed6-779c-427c-abb4-ea248cf0c47e tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.1104827 Jul 07 22:22:28.090958 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2294a168-591d-4d4a-9098-4494af2c9dd8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e009526ec6ba4984a9a8f0c1ab6fd6a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9819331 Jul 07 22:22:28.090958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294a168-591d-4d4a-9098-4494af2c9dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95a2f60-a7ac-4ad5-b8a8-4c2175603761,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:28.091424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38094) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:28.150572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-248f8d74-5260-47d7-b1c8-5a4f26f65e1d req-10fa6a1c-af91-4b1a-9a67-d678ae4e8c71 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Jul 07 22:22:28.176932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e8532f3-905d-4ff9-8e07-5cb127f580d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.198191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e8532f3-905d-4ff9-8e07-5cb127f580d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.271549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e8532f3-905d-4ff9-8e07-5cb127f580d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.272095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e8532f3-905d-4ff9-8e07-5cb127f580d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.273209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3e8532f3-905d-4ff9-8e07-5cb127f580d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c95a2f60-a7ac-4ad5-b8a8-4c2175603761 HTTP/1.1" status: 204 len: 168 time: 0.1785707 Jul 07 22:22:28.283084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8532f3-905d-4ff9-8e07-5cb127f580d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95a2f60-a7ac-4ad5-b8a8-4c2175603761,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:28.420135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22988acf-9bca-4dff-8cc5-34b505920c80 req-8b8218fd-189a-418c-b38c-67664a97cdef tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:28.421804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22988acf-9bca-4dff-8cc5-34b505920c80 req-8b8218fd-189a-418c-b38c-67664a97cdef tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.0796609 Jul 07 22:22:28.471586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22988acf-9bca-4dff-8cc5-34b505920c80 req-076d051f-8457-447e-b25d-4144b43bdebc tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Jul 07 22:22:28.575814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:28.580206 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.621915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38112) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:28.640006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cacc435e-5b3e-476f-85f0-43c6f583f205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.748804 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cacc435e-5b3e-476f-85f0-43c6f583f205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.753474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cacc435e-5b3e-476f-85f0-43c6f583f205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.792280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cacc435e-5b3e-476f-85f0-43c6f583f205 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=641ef32f476f47e3bb3c8bfb488edf81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718240 Jul 07 22:22:28.793426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc435e-5b3e-476f-85f0-43c6f583f205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e58609-5d94-45de-865d-6e01a4153977,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:28.794819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38114) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:28.811214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.892443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=036c879d-b536-4db0-93be-4ac12590fb4c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:28.909281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63418974-8c7b-4c1e-a0f5-b6c2c621751f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.920237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Checking segment: {'id': 'be8b278b-6a15-4dda-8f58-a5e665a29e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:28.920632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network hostable DHCP agents. Network: af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:28.944695 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63418974-8c7b-4c1e-a0f5-b6c2c621751f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:28.962459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:28.986590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:28.990664 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:28.991151 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.000961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d776726d-0c4d-44d1-a870-93ef284f0d53 None None] Network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:29.009295 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6991dce5-a580-4e55-87db-efb39fe91e19 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2009964 Jul 07 22:22:29.011981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38116) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:29.017428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c58fb9cd-050e-4813-90bc-ee26f88957e0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1558412929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:29.033710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63418974-8c7b-4c1e-a0f5-b6c2c621751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.036451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63418974-8c7b-4c1e-a0f5-b6c2c621751f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.040075 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-63418974-8c7b-4c1e-a0f5-b6c2c621751f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70e58609-5d94-45de-865d-6e01a4153977 HTTP/1.1" status: 204 len: 168 time: 0.2416904 Jul 07 22:22:29.050739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63418974-8c7b-4c1e-a0f5-b6c2c621751f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e58609-5d94-45de-865d-6e01a4153977,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:29.055072 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c58fb9cd-050e-4813-90bc-ee26f88957e0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.056321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c58fb9cd-050e-4813-90bc-ee26f88957e0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.122017 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c58fb9cd-050e-4813-90bc-ee26f88957e0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.127834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c58fb9cd-050e-4813-90bc-ee26f88957e0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.151970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c58fb9cd-050e-4813-90bc-ee26f88957e0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.155670 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c58fb9cd-050e-4813-90bc-ee26f88957e0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1402295 Jul 07 22:22:29.156498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:29.163989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'network_id': 'af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3', 'name': 'tempest-PortsIpV6TestJSON-2033116636'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:29.178617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3', 'network_id': 'af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3', 'tenant_id': '921ad64f41de478d895b92b99b8b4e54', 'fixed_ips': [{'subnet_id': '036c879d-b536-4db0-93be-4ac12590fb4c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:22:29.179479 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.309194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:29.314516 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.337654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port dea4317f-1b8d-428a-b993-7dfb9b376d85 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:29.384893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Allocated IP 2001:db8::2 (af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3/036c879d-b536-4db0-93be-4ac12590fb4c/fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:29.461100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3390a-953f-4b9e-b1b4-5dccb78af417 req-75702b06-a2d8-4a39-bacd-fc94d748c276 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:29.469005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dce3390a-953f-4b9e-b1b4-5dccb78af417 req-75702b06-a2d8-4a39-bacd-fc94d748c276 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.1459677 Jul 07 22:22:29.530864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dce3390a-953f-4b9e-b1b4-5dccb78af417 req-91f4b03a-586c-46e0-805d-978182253353 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607352 Jul 07 22:22:29.580877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.591793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Transition to ACTIVE for port object fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:29.616835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Transition to ACTIVE for port object fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:29.623749 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.731870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:29.741030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:29.752706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::1b (af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3/036c879d-b536-4db0-93be-4ac12590fb4c/dea4317f-1b8d-428a-b993-7dfb9b376d85) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:29.756690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:29.815094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-93418cad-1361-4f5f-be96-21401086c5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.850741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb03b5-c550-40b7-928a-d60cf9b02d22 req-e93218b6-75bf-40c5-8092-325566c26eb0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:29.866035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Pushing event updated for resources: {'Port': ['ID=fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:29.871455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68bb03b5-c550-40b7-928a-d60cf9b02d22 req-e93218b6-75bf-40c5-8092-325566c26eb0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2184408 Jul 07 22:22:29.900868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Attempting to bind port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:29.901267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Attempting to bind port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'be8b278b-6a15-4dda-8f58-a5e665a29e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:29.901948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Attempting to bind port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 on network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:29.908378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:29.910112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Checking segment: {'id': 'be8b278b-6a15-4dda-8f58-a5e665a29e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:29.910695 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.911245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Bound using segment: {'id': 'be8b278b-6a15-4dda-8f58-a5e665a29e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:29.911989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Bound port: fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8b278b-6a15-4dda-8f58-a5e665a29e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:29.912375 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:29.954645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68bb03b5-c550-40b7-928a-d60cf9b02d22 req-aa614f44-d10c-414d-8da9-37af627b6eb2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819869 Jul 07 22:22:30.009175 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.028843 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] For port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:30.032335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] For port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8,segment=NetworkSegment(be8b278b-6a15-4dda-8f58-a5e665a29e00),segment_id=be8b278b-6a15-4dda-8f58-a5e665a29e00)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:30.038543 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.049102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.067740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object dea4317f-1b8d-428a-b993-7dfb9b376d85 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:30.103104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a438e11-04f3-4f98-885a-96102e8afb04 None None] Pushing event updated for resources: {'Port': ['ID=fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:30.117313 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.163464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:30.169138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:30.171627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:30.177418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:30.178057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.191505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=dea4317f-1b8d-428a-b993-7dfb9b376d85,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:30.202214 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7f076ce3-2304-4df0-bf16-018aa15696f6 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0440629 Jul 07 22:22:30.204781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:30.800505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221395da-f44a-4a85-b2f3-52bc53d6d598 req-0a5f6426-3738-4672-befb-8f0c2ecf095a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:30.804040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-221395da-f44a-4a85-b2f3-52bc53d6d598 req-0a5f6426-3738-4672-befb-8f0c2ecf095a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.0848348 Jul 07 22:22:30.811795 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:30.901225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-221395da-f44a-4a85-b2f3-52bc53d6d598 req-7feed3f4-a1a5-4d75-ad86-cf764af0f3f1 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898027 Jul 07 22:22:30.948852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27608-0cb3-4c5f-b6ce-526362796293 req-f17b9d78-30c0-4da3-ad8b-a7c8d619e9f3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:30.956538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1a27608-0cb3-4c5f-b6ce-526362796293 req-f17b9d78-30c0-4da3-ad8b-a7c8d619e9f3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 946 time: 0.1368988 Jul 07 22:22:30.961298 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.015452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1a27608-0cb3-4c5f-b6ce-526362796293 req-1c31738b-e1eb-4bd8-ba3f-8a3d9c5a608b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576828 Jul 07 22:22:31.116200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.289718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f4aa57-41fe-41a9-b61d-5906a1a5bec7 None None] Network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:31.304893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d13b3-d370-460c-86d1-4c71b42bff5a req-25c73c43-bb12-47f9-a05d-094e02fa811d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:31.306539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c72d13b3-d370-460c-86d1-4c71b42bff5a req-25c73c43-bb12-47f9-a05d-094e02fa811d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.1383517 Jul 07 22:22:31.359863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.365812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.385110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-877e2e12-9e64-4433-a8eb-1c3e9e5f13fc None None] Provisioning for port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:31.408476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c72d13b3-d370-460c-86d1-4c71b42bff5a req-44b3ee35-3906-4fd0-9e1f-54672bd00321 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942655 Jul 07 22:22:31.474438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b1008-f252-44b5-b658-6948c8ffe5e6 req-dbabdb6a-a672-409d-a5cd-9bbd8b289e0e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:31.476285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d01b1008-f252-44b5-b658-6948c8ffe5e6 req-dbabdb6a-a672-409d-a5cd-9bbd8b289e0e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1321015 Jul 07 22:22:31.542934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d01b1008-f252-44b5-b658-6948c8ffe5e6 req-22842fa4-a3a2-4e27-bbbf-8370ba4e87f0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610003 Jul 07 22:22:31.559813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=dea4317f-1b8d-428a-b993-7dfb9b376d85,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:31.631276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9be0c-e496-46d1-9251-f55298550b02 req-92c939cc-ad55-442b-8dc0-4ef9721c1581 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:31.632867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77a9be0c-e496-46d1-9251-f55298550b02 req-92c939cc-ad55-442b-8dc0-4ef9721c1581 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.0675490 Jul 07 22:22:31.649626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.675014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77a9be0c-e496-46d1-9251-f55298550b02 req-3b8d95a9-b041-4727-97c1-6134482c6364 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344200 Jul 07 22:22:31.789370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.831467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c5d63e8b-ed7c-4b35-b1f8-5ffa2db98482 None None] Provisioning for port dea4317f-1b8d-428a-b993-7dfb9b376d85 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:31.846721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c5d63e8b-ed7c-4b35-b1f8-5ffa2db98482 None None] Provisioning complete for port dea4317f-1b8d-428a-b993-7dfb9b376d85 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:31.847009 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5d63e8b-ed7c-4b35-b1f8-5ffa2db98482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:31.880033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75505a8-842c-42d6-96ac-2f2057945b29 req-b3a74040-f1a8-4fb7-8b79-3cddf1521d7b tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:31.882283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a75505a8-842c-42d6-96ac-2f2057945b29 req-b3a74040-f1a8-4fb7-8b79-3cddf1521d7b tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.0900452 Jul 07 22:22:31.926396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c5d63e8b-ed7c-4b35-b1f8-5ffa2db98482 None None] Port dea4317f-1b8d-428a-b993-7dfb9b376d85 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:31.935912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a75505a8-842c-42d6-96ac-2f2057945b29 req-da392328-4d40-4d9f-ab47-58493baa1ef0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478120 Jul 07 22:22:31.961384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:32.045886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:32.069902 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:32.072340 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.180793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.188603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-21893e7a-d78c-4967-a274-12153d1b7316 None None] Provisioning complete for port dea4317f-1b8d-428a-b993-7dfb9b376d85 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:32.189201 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21893e7a-d78c-4967-a274-12153d1b7316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.191819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.192844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.194135 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.201268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d23f0a-2910-47ba-82dc-ea86bf419782 req-bc790066-12db-4815-ae65-e4d983f2b5e2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.203788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d23f0a-2910-47ba-82dc-ea86bf419782 req-bc790066-12db-4815-ae65-e4d983f2b5e2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.1062407 Jul 07 22:22:32.265054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8,segment=NetworkSegment(be8b278b-6a15-4dda-8f58-a5e665a29e00),segment_id=be8b278b-6a15-4dda-8f58-a5e665a29e00)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:32.271776 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.278492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-21893e7a-d78c-4967-a274-12153d1b7316 None None] Port dea4317f-1b8d-428a-b993-7dfb9b376d85 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:32.306670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=dea4317f-1b8d-428a-b993-7dfb9b376d85,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:32.308718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d23f0a-2910-47ba-82dc-ea86bf419782 req-79e433df-18db-4bd9-8e5c-fbf8c539f97b tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911562 Jul 07 22:22:32.345067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:32.377184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:32.379031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:32.395163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d408847-1b66-4513-b98f-7f3973a3f009 req-ce9dc444-488f-4c85-9283-78e2e8ad6f72 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.396764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d408847-1b66-4513-b98f-7f3973a3f009 req-ce9dc444-488f-4c85-9283-78e2e8ad6f72 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 946 time: 0.1920066 Jul 07 22:22:32.453495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d408847-1b66-4513-b98f-7f3973a3f009 req-1217fd27-6277-4dd8-9343-6b238aec3c7f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=457f69dc-bac5-4a3c-8eed-acb58016a7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478542 Jul 07 22:22:32.471093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-607e0dd8-edb9-4a4e-9450-fc083336a348 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.472680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-607e0dd8-edb9-4a4e-9450-fc083336a348 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 946 time: 0.1422861 Jul 07 22:22:32.505581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-05505aec-202b-4de5-9c95-0688b004fea8 None None] Provisioning complete for port dea4317f-1b8d-428a-b993-7dfb9b376d85 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:32.505953 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05505aec-202b-4de5-9c95-0688b004fea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.583506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Router b333939b-8347-4b7b-86de-42a056f6dae3 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:22:32.595478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-05505aec-202b-4de5-9c95-0688b004fea8 None None] Port dea4317f-1b8d-428a-b993-7dfb9b376d85 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:32.768443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:22:32.773113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port 9006a33e-897c-4443-8f3e-4f0eb790391c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:32.776403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.779211 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0df19013-538a-496d-a649-0990549ce445 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "PUT /v2.0/routers/b333939b-8347-4b7b-86de-42a056f6dae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5733869 Jul 07 22:22:32.782392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:32.784934 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475d54a-5d9f-4737-ac0e-812ae4292ea7 None None] Sync routers for ids ['b333939b-8347-4b7b-86de-42a056f6dae3'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:22:32.819826 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475d54a-5d9f-4737-ac0e-812ae4292ea7 None None] Routers {'b333939b-8347-4b7b-86de-42a056f6dae3'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:32.824952 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2475d54a-5d9f-4737-ac0e-812ae4292ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:22:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b333939b-8347-4b7b-86de-42a056f6dae3'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:32.834230 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.848769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1fe83e19-f726-464f-b75b-3a4c3fc89efb None None] Provisioning complete for port dea4317f-1b8d-428a-b993-7dfb9b376d85 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:32.849422 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1fe83e19-f726-464f-b75b-3a4c3fc89efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:32.879748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7c46c-e37f-4f1b-9f53-dafe67c6cf6f req-0f762bcf-1e20-4cac-9c4f-ff8fdf3043b3 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.886871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ae7c46c-e37f-4f1b-9f53-dafe67c6cf6f req-0f762bcf-1e20-4cac-9c4f-ff8fdf3043b3 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.2262781 Jul 07 22:22:32.894850 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2475d54a-5d9f-4737-ac0e-812ae4292ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:32.899541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1fe83e19-f726-464f-b75b-3a4c3fc89efb None None] Port dea4317f-1b8d-428a-b993-7dfb9b376d85 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:32.900982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ae7e0-341e-49a1-84b1-81457d8536ef tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:32.905554 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e13ae7e0-341e-49a1-84b1-81457d8536ef tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports?device_id=b333939b-8347-4b7b-86de-42a056f6dae3 HTTP/1.1" status: 200 len: 988 time: 0.1213031 Jul 07 22:22:32.907746 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2475d54a-5d9f-4737-ac0e-812ae4292ea7 None None] Routers {'b333939b-8347-4b7b-86de-42a056f6dae3'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:32.908495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38222) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:32.908638 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2475d54a-5d9f-4737-ac0e-812ae4292ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:22:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b333939b-8347-4b7b-86de-42a056f6dae3'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:32.945179 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2475d54a-5d9f-4737-ac0e-812ae4292ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:32.945836 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2475d54a-5d9f-4737-ac0e-812ae4292ea7 None None] The sync data for ids ['b333939b-8347-4b7b-86de-42a056f6dae3'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:22:32.986855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ae7c46c-e37f-4f1b-9f53-dafe67c6cf6f req-28e0d8a7-b80a-449a-a07a-d586a6b472ce tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988684 Jul 07 22:22:33.004825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] For port 9006a33e-897c-4443-8f3e-4f0eb790391c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9006a33e-897c-4443-8f3e-4f0eb790391c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:33.005480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.030625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for 9006a33e-897c-4443-8f3e-4f0eb790391c owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:33.041993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3ed91-a96d-4a9e-8b0b-965d710c8e5b req-7de2896b-c09d-469b-b3f5-d7ed58c30c62 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:33.043501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae3ed91-a96d-4a9e-8b0b-965d710c8e5b req-7de2896b-c09d-469b-b3f5-d7ed58c30c62 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1911714 Jul 07 22:22:33.135557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cae3ed91-a96d-4a9e-8b0b-965d710c8e5b req-54361de9-91ea-440e-8d2e-8e571390e116 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834818 Jul 07 22:22:33.235993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07563932-6983-4003-bc70-a4a7b2e66616 req-234a53ef-5273-4155-b91b-c44f12a1b7a0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:33.241513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-07563932-6983-4003-bc70-a4a7b2e66616 req-234a53ef-5273-4155-b91b-c44f12a1b7a0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.1279130 Jul 07 22:22:33.278756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.311287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-07563932-6983-4003-bc70-a4a7b2e66616 req-58a90e73-9856-4bbf-84d3-d5f246d86a88 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666978 Jul 07 22:22:33.314107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=9006a33e-897c-4443-8f3e-4f0eb790391c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:33.349863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.350275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.350588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.350923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.351256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.351586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.351913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.352238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.352561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.352883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.353205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.353526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:33.375187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] No DVR routers for this DVR port 9006a33e-897c-4443-8f3e-4f0eb790391c on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:33.377721 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.379818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c4239ad-c6f7-4f90-ba46-5db5a99c0690 req-dc60e1df-5b63-45e5-9b9a-7804b35502fe tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "DELETE /v2.0/ports/9006a33e-897c-4443-8f3e-4f0eb790391c HTTP/1.1" status: 204 len: 173 time: 0.8994992 Jul 07 22:22:33.380075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.380545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111c5efe-5afe-4b43-9845-ee653d83a810', 'name': 'network-vif-deleted', 'tag': '9006a33e-897c-4443-8f3e-4f0eb790391c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:33.382590 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216ebc4f-a213-4d1d-ac67-bdd3c702821a" -d '{"events": [{"server_uuid": "111c5efe-5afe-4b43-9845-ee653d83a810", "name": "network-vif-deleted", "tag": "9006a33e-897c-4443-8f3e-4f0eb790391c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:33.422444 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7a016e-4760-4792-98e6-4a4a262eb367 x-openstack-request-id: req-8e7a016e-4760-4792-98e6-4a4a262eb367 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:33.422910 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111c5efe-5afe-4b43-9845-ee653d83a810", "name": "network-vif-deleted", "tag": "9006a33e-897c-4443-8f3e-4f0eb790391c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:33.423487 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e7a016e-4760-4792-98e6-4a4a262eb367 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:33.423988 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111c5efe-5afe-4b43-9845-ee653d83a810', 'name': 'network-vif-deleted', 'tag': '9006a33e-897c-4443-8f3e-4f0eb790391c', 'status': 'completed', 'code': 200} Jul 07 22:22:33.517973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700fd39-8c5b-40e0-a553-082a3959b520 req-330cecb4-d2b4-4ff6-beaf-893f3d737cfe tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:33.519761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6700fd39-8c5b-40e0-a553-082a3959b520 req-330cecb4-d2b4-4ff6-beaf-893f3d737cfe tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.0729952 Jul 07 22:22:33.570450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6700fd39-8c5b-40e0-a553-082a3959b520 req-4ef1f3be-08bd-4028-92a0-28d1edd87fbd tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Jul 07 22:22:33.651636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port dea4317f-1b8d-428a-b993-7dfb9b376d85 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:33.651994 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.739426 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1dbc839-6a7b-4eea-b090-a94efffc8b86 req-94d03a5e-2994-43d2-abaa-45eac6f9ff02 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 210 time: 0.0542896 Jul 07 22:22:33.760869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:33.801940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for dea4317f-1b8d-428a-b993-7dfb9b376d85 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:33.983454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:34.073109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:34.073497 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:34.101743 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:34.145232 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=dea4317f-1b8d-428a-b993-7dfb9b376d85,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:34.371092 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:34.545980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b04855-88e0-4b53-960b-2f44c430f8d3 req-70fa93e1-6935-44ff-a22c-e696821bf8e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:34.547570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02b04855-88e0-4b53-960b-2f44c430f8d3 req-70fa93e1-6935-44ff-a22c-e696821bf8e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1750703 Jul 07 22:22:34.627425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Router b333939b-8347-4b7b-86de-42a056f6dae3 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:22:34.655773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02b04855-88e0-4b53-960b-2f44c430f8d3 req-7d14c629-a000-4c99-a7f0-ea65db9babcf tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006269 Jul 07 22:22:34.693457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9006a33e-897c-4443-8f3e-4f0eb790391c no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:34.739303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 9006a33e-897c-4443-8f3e-4f0eb790391c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:34.739659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9006a33e-897c-4443-8f3e-4f0eb790391c not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:34.753349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:22:34.759257 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-548ef3b1-5382-46d6-9ea7-2100c7379219 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "PUT /v2.0/routers/b333939b-8347-4b7b-86de-42a056f6dae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8497844 Jul 07 22:22:34.761759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38278) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:34.768857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700b8d1-df19-4953-935a-e681a753a22b None None] Sync routers for ids ['b333939b-8347-4b7b-86de-42a056f6dae3'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:22:34.780632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700b8d1-df19-4953-935a-e681a753a22b None None] Routers {'b333939b-8347-4b7b-86de-42a056f6dae3'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:34.782401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a700b8d1-df19-4953-935a-e681a753a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:22:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b333939b-8347-4b7b-86de-42a056f6dae3'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:34.794591 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f9bb7d-801f-428a-a864-c5ad752eab1f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:22:34.796706 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c2f9bb7d-801f-428a-a864-c5ad752eab1f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/dea4317f-1b8d-428a-b993-7dfb9b376d85 HTTP/1.1" status: 404 len: 333 time: 0.0338027 Jul 07 22:22:34.799458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38280) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:34.823017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a700b8d1-df19-4953-935a-e681a753a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:34.836995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700b8d1-df19-4953-935a-e681a753a22b None None] Routers {'b333939b-8347-4b7b-86de-42a056f6dae3'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:22:34.837911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a700b8d1-df19-4953-935a-e681a753a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:22:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b333939b-8347-4b7b-86de-42a056f6dae3'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:34.877042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a700b8d1-df19-4953-935a-e681a753a22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:34.877741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a700b8d1-df19-4953-935a-e681a753a22b None None] The sync data for ids ['b333939b-8347-4b7b-86de-42a056f6dae3'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:22:34.922141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d84239e-78ae-4b0a-a00c-ff284dc0b537 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.043364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-737b3472-02cb-4e82-bcc2-bdf4c20deb5c req-3a30ed2e-b50b-4f25-ba3f-1611aa090b0f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 210 time: 0.0855546 Jul 07 22:22:35.450581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d84239e-78ae-4b0a-a00c-ff284dc0b537 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.454788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d84239e-78ae-4b0a-a00c-ff284dc0b537 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.508764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d4290-96e0-41b9-95d1-6ac39a7a6dca req-8fdaeb58-94d8-418f-953c-1bfb35b71c23 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:35.510252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b23d4290-96e0-41b9-95d1-6ac39a7a6dca req-8fdaeb58-94d8-418f-953c-1bfb35b71c23 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.6330125 Jul 07 22:22:35.524680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d84239e-78ae-4b0a-a00c-ff284dc0b537 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.525165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d84239e-78ae-4b0a-a00c-ff284dc0b537 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Fanout notify agent at l3_agent the message router_deleted on router b333939b-8347-4b7b-86de-42a056f6dae3 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:22:35.532411 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d84239e-78ae-4b0a-a00c-ff284dc0b537 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.536135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1d84239e-78ae-4b0a-a00c-ff284dc0b537 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/routers/b333939b-8347-4b7b-86de-42a056f6dae3 HTTP/1.1" status: 204 len: 168 time: 0.7354240 Jul 07 22:22:35.536322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38286) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:35.574275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b23d4290-96e0-41b9-95d1-6ac39a7a6dca req-e749e017-3370-4ce5-a591-ce69cbdc9aa5 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559525 Jul 07 22:22:35.599826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b32c863-65ad-4fa5-9527-40481b7089ea tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet 036c879d-b536-4db0-93be-4ac12590fb4c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:35.603363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b32c863-65ad-4fa5-9527-40481b7089ea tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.647514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b32c863-65ad-4fa5-9527-40481b7089ea tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:35.865507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d48244-b2dc-4623-a131-481ff14e2358 req-d7b67804-a352-40cb-942c-10e1bcb2003e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:35.874819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51d48244-b2dc-4623-a131-481ff14e2358 req-d7b67804-a352-40cb-942c-10e1bcb2003e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.0951862 Jul 07 22:22:35.926044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51d48244-b2dc-4623-a131-481ff14e2358 req-4675061b-6814-416a-a774-84cb04fcde5d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499825 Jul 07 22:22:36.119061 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b32c863-65ad-4fa5-9527-40481b7089ea tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.194280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b32c863-65ad-4fa5-9527-40481b7089ea tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.226995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32c863-65ad-4fa5-9527-40481b7089ea tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=036c879d-b536-4db0-93be-4ac12590fb4c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:36.229260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b32c863-65ad-4fa5-9527-40481b7089ea tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.235063 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8b32c863-65ad-4fa5-9527-40481b7089ea tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/036c879d-b536-4db0-93be-4ac12590fb4c HTTP/1.1" status: 204 len: 168 time: 0.6934390 Jul 07 22:22:36.235401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c3d37-926a-4437-80f6-0450176b26fc None None] Network af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:36.243326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1ee9cd8-e4cf-4fe0-9538-12a487c6e556 req-547d0719-c782-4558-8f46-9182680c67a6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 210 time: 0.0551271 Jul 07 22:22:36.254918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38318) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:36.367918 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.431445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:36.432168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.501109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] For port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8,segment=NetworkSegment(be8b278b-6a15-4dda-8f58-a5e665a29e00),segment_id=be8b278b-6a15-4dda-8f58-a5e665a29e00)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:36.501473 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.514994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:36.523488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3d87f2-7d5c-4422-85d7-03ac204d4172 None None] DHCP port deletion for af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:22:36.588191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-be3d87f2-7d5c-4422-85d7-03ac204d4172 None None] Deleting port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:36.588662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be3d87f2-7d5c-4422-85d7-03ac204d4172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.613368 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.643769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:36.647925 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No DVR routers for this DVR port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:36.699289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-be3d87f2-7d5c-4422-85d7-03ac204d4172 None None] For port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8,segment=NetworkSegment(be8b278b-6a15-4dda-8f58-a5e665a29e00),segment_id=be8b278b-6a15-4dda-8f58-a5e665a29e00)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:36.699739 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be3d87f2-7d5c-4422-85d7-03ac204d4172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.714581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-be3d87f2-7d5c-4422-85d7-03ac204d4172 None None] Calling delete_port for fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:36.753581 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.776628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:36.789465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8b278b-6a15-4dda-8f58-a5e665a29e00') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:36.789760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8b278b-6a15-4dda-8f58-a5e665a29e00') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:36.801717 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.816507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d7034-4d08-4e4e-a2e4-59bf0e9bd1d1 req-0afb52e6-d3aa-4b00-ad59-6bbf04c1ac50 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:36.817099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.819440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e8d7034-4d08-4e4e-a2e4-59bf0e9bd1d1 req-0afb52e6-d3aa-4b00-ad59-6bbf04c1ac50 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.0871253 Jul 07 22:22:36.823888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:36.824468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:36.828169 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:36.868491 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be3d87f2-7d5c-4422-85d7-03ac204d4172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.877693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e8d7034-4d08-4e4e-a2e4-59bf0e9bd1d1 req-b39ae5fc-238f-4e73-b3bb-4968b9754eda tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483184 Jul 07 22:22:36.898946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d87f2-7d5c-4422-85d7-03ac204d4172 None None] Pushing event deleted for resources: {'Port': ['ID=fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:36.905393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d87f2-7d5c-4422-85d7-03ac204d4172 None None] No DVR routers for this DVR port fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:36.932230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.938569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:36.945694 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/networks/af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3 HTTP/1.1" status: 204 len: 168 time: 0.6846089 Jul 07 22:22:36.947836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38324) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:36.969943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33b26b-329f-4dec-89fa-2393ee321043 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Network': ['ID=af99ea5b-e531-43ec-b9e8-b5ad8b3d7df3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:37.018405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7394dc-cabe-42bf-b4f0-b1467d34519d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.019936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ba7394dc-cabe-42bf-b4f0-b1467d34519d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/89ac1621-44da-4f41-b50f-663c7359132d HTTP/1.1" status: 200 len: 845 time: 0.0722859 Jul 07 22:22:37.025572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38326) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:37.105408 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-94855bb2-bdd4-4643-9b0a-399f401e2227 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/89ac1621-44da-4f41-b50f-663c7359132d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0783091 Jul 07 22:22:37.111024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38330) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:37.116420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:37.127601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc202bc-57df-4dbe-8a20-6ce63be0c21c req-458910db-b929-4879-8521-12f163c40aca tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.135910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cc202bc-57df-4dbe-8a20-6ce63be0c21c req-458910db-b929-4879-8521-12f163c40aca tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.0926461 Jul 07 22:22:37.201879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cc202bc-57df-4dbe-8a20-6ce63be0c21c req-ecd566ff-fe15-4e04-88fe-f961a6424b3d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649981 Jul 07 22:22:37.267975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:37.273141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.500451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc605999-7902-41cb-b057-9e8713de84a5 req-28717318-1a54-4b4c-9c9a-fc0a21db613e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 210 time: 0.1072388 Jul 07 22:22:37.516872 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.537127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-349dc714-bc75-4044-bd6f-caa48942f55d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1569369 Jul 07 22:22:37.567923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:37.571315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:37.576057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.576766 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.585931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac295a62-f719-4310-9814-70cc5538bf3b None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:37.586786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=36a10449-ead4-45d0-9010-f1d88c8662f4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:37.603255 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6534ab3f-1b23-4efe-94b6-6593e146d114 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4910362 Jul 07 22:22:37.605836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38340) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:37.611408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-378b4e46-f2a4-458f-9897-4c4b6fb0ce8f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'security_group': {'name': 'tempest-secgroup-421636312'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:37.642522 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378b4e46-f2a4-458f-9897-4c4b6fb0ce8f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.738942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-db9e0113-5c36-4354-a16e-74d51546ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.743176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-db9e0113-5c36-4354-a16e-74d51546ec12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=320c374cfe5d409aa55a769fbfaf0ed9&device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 1098 time: 0.1183670 Jul 07 22:22:37.768222 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378b4e46-f2a4-458f-9897-4c4b6fb0ce8f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.788895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378b4e46-f2a4-458f-9897-4c4b6fb0ce8f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.828974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-a82b9638-713b-47dd-981e-1d64b47c1faa', 'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'tenant_id': '921ad64f41de478d895b92b99b8b4e54', 'fixed_ips': [{'subnet_id': '36a10449-ead4-45d0-9010-f1d88c8662f4'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:22:37.830021 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.883810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-84fd0bbd-ef06-4554-bc09-ca105d3edd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:37.885307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-84fd0bbd-ef06-4554-bc09-ca105d3edd87 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65 HTTP/1.1" status: 200 len: 913 time: 0.1141205 Jul 07 22:22:37.887359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-378b4e46-f2a4-458f-9897-4c4b6fb0ce8f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.888706 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-378b4e46-f2a4-458f-9897-4c4b6fb0ce8f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2817819 Jul 07 22:22:37.891338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38344) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:37.893801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b4e46-f2a4-458f-9897-4c4b6fb0ce8f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b9b93-5b1b-42b1-b8ab-55051d05b5a3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:37.897571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-42598b5a-f6db-4bb3-aeb6-01d9d5a12b8e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'security_group': {'name': 'tempest-secgroup-1122519056'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:37.983294 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-42598b5a-f6db-4bb3-aeb6-01d9d5a12b8e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:37.984373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:38.010319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:38.010319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fa1f3b5e-8b62-4228-ac64-41a9d4bf0df8 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:38.090388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-f8027e82-e723-4301-b5a0-a8bd08d83354 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699 HTTP/1.1" status: 200 len: 1002 time: 0.1849139 Jul 07 22:22:38.094692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Allocated IP 2001:db8::2 (a82b9638-713b-47dd-981e-1d64b47c1faa/36a10449-ead4-45d0-9010-f1d88c8662f4/3cafc4a1-ed35-4068-9048-8a2d9dabf6ad) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:38.184275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535e76a-bbe8-46f5-971d-cafe5f684772 req-a786cd69-58f6-4a20-8f26-32a26656b6ed tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:38.186043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5535e76a-bbe8-46f5-971d-cafe5f684772 req-a786cd69-58f6-4a20-8f26-32a26656b6ed tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.1555462 Jul 07 22:22:38.206604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-2dfc7962-5d0e-4a9c-8804-5b593781552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:38.208014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-2dfc7962-5d0e-4a9c-8804-5b593781552c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a83cbe5e-1551-494c-8b07-ef4d4991bf2f HTTP/1.1" status: 200 len: 851 time: 0.1065724 Jul 07 22:22:38.314609 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.315613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-42598b5a-f6db-4bb3-aeb6-01d9d5a12b8e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.328250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Transition to ACTIVE for port object 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:38.358670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Transition to ACTIVE for port object 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:38.369629 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.399739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-42598b5a-f6db-4bb3-aeb6-01d9d5a12b8e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.434310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5535e76a-bbe8-46f5-971d-cafe5f684772 req-1322fac9-4ffa-46e7-ac3b-0b199fab5e21 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413607 Jul 07 22:22:38.452003 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-42598b5a-f6db-4bb3-aeb6-01d9d5a12b8e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.453213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-42598b5a-f6db-4bb3-aeb6-01d9d5a12b8e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5606337 Jul 07 22:22:38.461224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:38.467859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-740408243', 'security_groups': ['ca2da0fd-2dde-4818-ab5e-6089a419244b'], 'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '36a10449-ead4-45d0-9010-f1d88c8662f4'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:38.608428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42598b5a-f6db-4bb3-aeb6-01d9d5a12b8e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2da0fd-2dde-4818-ab5e-6089a419244b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:38.645730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-ec936589-e9f4-4f34-aafe-08e502ccdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:38.648217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-ec936589-e9f4-4f34-aafe-08e502ccdb06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb83772d-31d9-4a57-ae43-fcaef7d3fb65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4262345 Jul 07 22:22:38.691053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304cc1-e523-4103-9fb3-955946e4e6f2 req-3a2c42c4-dee8-4a7c-9f05-3a14edb2a291 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:38.697297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24304cc1-e523-4103-9fb3-955946e4e6f2 req-3a2c42c4-dee8-4a7c-9f05-3a14edb2a291 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1566391 Jul 07 22:22:38.714225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:38.722594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:38.731997 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:38.761826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:38.777678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Pushing event updated for resources: {'Port': ['ID=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:38.864751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:38.884667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port 05eda194-d5f5-4094-bdd6-839eae84bea9 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:38.890916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f1f8293f-59d4-45ad-8e63-517a0b887721 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:22:38.915167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-e5332d1b-5b90-43e0-8e36-ff476595a943 service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557839 Jul 07 22:22:38.923730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24304cc1-e523-4103-9fb3-955946e4e6f2 req-291f765c-f9bc-426c-a315-8113280b92b2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199085 Jul 07 22:22:39.119710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::208 (a82b9638-713b-47dd-981e-1d64b47c1faa/36a10449-ead4-45d0-9010-f1d88c8662f4/05eda194-d5f5-4094-bdd6-839eae84bea9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:39.120116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f1f8293f-59d4-45ad-8e63-517a0b887721,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:39.138413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac2944b1-b64f-47cb-9884-abe74fbb6935 req-aefeb2ec-40c2-4fdc-bbde-0c5fe7ef7eef service neutron] 10.222.0.83 "GET /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112153 Jul 07 22:22:39.147275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'f1f8293f-59d4-45ad-8e63-517a0b887721', 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0', 'port_id': 'f1f8293f-59d4-45ad-8e63-517a0b887721', 'mac_address': 'fa:16:3e:ac:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec177152-e66d-4f11-86eb-05870b4d3ca6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:22:39.180975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Attempting to bind port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:22:39.181347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Attempting to bind port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '01f726bb-d464-430f-9395-53ea945a7a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:22:39.181718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Attempting to bind port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad on network a82b9638-713b-47dd-981e-1d64b47c1faa {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:22:39.284932 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.290346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:22:39.290759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Checking segment: {'id': '01f726bb-d464-430f-9395-53ea945a7a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:39.298402 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.299154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Bound using segment: {'id': '01f726bb-d464-430f-9395-53ea945a7a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:22:39.299825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Bound port: 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f726bb-d464-430f-9395-53ea945a7a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:22:39.300443 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.321556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1f8293f-59d4-45ad-8e63-517a0b887721 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:22:39.325919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.341416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object 05eda194-d5f5-4094-bdd6-839eae84bea9 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:39.351251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f1f8293f-59d4-45ad-8e63-517a0b887721,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:39.355740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-375b08ca-33fd-4081-ad2e-4a1b7828f0f5 req-da713add-447c-43ba-b121-48807be0bae2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=111c5efe-5afe-4b43-9845-ee653d83a810 HTTP/1.1" status: 200 len: 210 time: 0.0589502 Jul 07 22:22:39.377378 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.388576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.446503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:39.450979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:39.464158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:39.473144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:39.474361 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.501949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f1f8293f-59d4-45ad-8e63-517a0b887721,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:39.510359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=05eda194-d5f5-4094-bdd6-839eae84bea9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:39.527367 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-89b2367b-5b49-440e-a04a-f066ab097f96 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0639632 Jul 07 22:22:39.528338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38368) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:39.533730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] For port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:22:39.534523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7227a74a-60a8-4022-a2f5-087b2595686b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:39.548207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] For port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,segment=NetworkSegment(01f726bb-d464-430f-9395-53ea945a7a14),segment_id=01f726bb-d464-430f-9395-53ea945a7a14)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:22:39.556450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:39.637058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f1f8293f-59d4-45ad-8e63-517a0b887721'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:22:39.774876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960bbde-47ce-4890-a145-a3cede45bed1 req-a90dbbcd-db10-4302-8c6a-a3e09f5c5576 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:39.783036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a960bbde-47ce-4890-a145-a3cede45bed1 req-a90dbbcd-db10-4302-8c6a-a3e09f5c5576 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 944 time: 0.1461232 Jul 07 22:22:39.809439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d0c92-4adc-4535-9087-51681b16b45f None None] Pushing event updated for resources: {'Port': ['ID=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:39.892902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a960bbde-47ce-4890-a145-a3cede45bed1 req-b690a634-0f19-4c1f-aaac-b15d01e0392f tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086457 Jul 07 22:22:39.906804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7227a74a-60a8-4022-a2f5-087b2595686b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:39.911410 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7227a74a-60a8-4022-a2f5-087b2595686b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.245575 n-d-695012-11 neutron-server[93941]: INFO neutron.db.ipam_backend_mixin [None req-7227a74a-60a8-4022-a2f5-087b2595686b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 36a10449-ead4-45d0-9010-f1d88c8662f4 (CIDR: 2001:db8::/64) Jul 07 22:22:40.256786 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-7227a74a-60a8-4022-a2f5-087b2595686b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:22:40.258044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7227a74a-60a8-4022-a2f5-087b2595686b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:40.288232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7227a74a-60a8-4022-a2f5-087b2595686b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7586460 Jul 07 22:22:40.291069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38398) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:40.298542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:40.352944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c12aef-50a1-4eac-a8c3-c4e7c6762992 req-75df696c-4bd5-4929-9fe7-bcbea1614661 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:40.360015 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7c12aef-50a1-4eac-a8c3-c4e7c6762992 req-75df696c-4bd5-4929-9fe7-bcbea1614661 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2286432 Jul 07 22:22:40.415566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7c12aef-50a1-4eac-a8c3-c4e7c6762992 req-1a689dbe-148f-4896-b124-dffb3da53c0d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543089 Jul 07 22:22:40.466686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:40.484001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.739798 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.791015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:40.794543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:40.797982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:40.798592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.808352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=f001561b-95e1-4f7b-90c7-8c5483727c7f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:40.821250 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-862ff7c0-d20a-4bdc-a236-00ed380488c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5281110 Jul 07 22:22:40.823875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:40.829384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1121707796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f001561b-95e1-4f7b-90c7-8c5483727c7f'}], 'security_groups': ['eb2b9b93-5b1b-42b1-b8ab-55051d05b5a3']}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:40.887399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f1f8293f-59d4-45ad-8e63-517a0b887721 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:40.923986 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:40.981606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port f1f8293f-59d4-45ad-8e63-517a0b887721 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:40.981978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.011880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a84e8-4f10-496f-a4e1-4951e057b902 None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:41.140174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195f516-753c-4545-ad29-580ea0ef3ce4 req-35aa57d8-f799-4b72-a3cb-f482a1df5d2c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:41.141842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-786509ff-b674-46b1-9863-f35ae59cd15c None None] Provisioning for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:41.147921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1195f516-753c-4545-ad29-580ea0ef3ce4 req-35aa57d8-f799-4b72-a3cb-f482a1df5d2c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 944 time: 0.0916128 Jul 07 22:22:41.186606 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.203290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1195f516-753c-4545-ad29-580ea0ef3ce4 req-f02851c8-6ccc-4225-aeec-4707a55a2345 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Jul 07 22:22:41.216649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-786509ff-b674-46b1-9863-f35ae59cd15c None None] Provisioning complete for port 89ac1621-44da-4f41-b50f-663c7359132d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:41.217763 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-786509ff-b674-46b1-9863-f35ae59cd15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.244337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f1f8293f-59d4-45ad-8e63-517a0b887721,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:41.249381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:41.252337 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0474e4c3-7083-491b-8ab3-eb62c2f3c46d" -d '{"events": [{"server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "name": "network-vif-plugged", "status": "completed", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:41.294202 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.300612 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Delete allocated IP 2001:db8::208 (a82b9638-713b-47dd-981e-1d64b47c1faa/36a10449-ead4-45d0-9010-f1d88c8662f4) {{(pid=93942) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:22:41.320209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8:0:1::3c7 (a82b9638-713b-47dd-981e-1d64b47c1faa/f001561b-95e1-4f7b-90c7-8c5483727c7f/05eda194-d5f5-4094-bdd6-839eae84bea9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:41.413963 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1038a3a7-08c6-448a-92be-1db38659aa7c x-openstack-request-id: req-1038a3a7-08c6-448a-92be-1db38659aa7c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:41.414363 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "name": "network-vif-plugged", "status": "completed", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:41.414687 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1038a3a7-08c6-448a-92be-1db38659aa7c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:41.415142 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721', 'code': 200} Jul 07 22:22:41.415944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f1f8293f-59d4-45ad-8e63-517a0b887721,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:41.436003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-786509ff-b674-46b1-9863-f35ae59cd15c None None] Port 89ac1621-44da-4f41-b50f-663c7359132d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:41.564857 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.572153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ee48d-54d7-4047-8f7b-d609b5ac694d None None] Update dhcp port {'port': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'fixed_ips': [{'subnet_id': '36a10449-ead4-45d0-9010-f1d88c8662f4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f001561b-95e1-4f7b-90c7-8c5483727c7f'}], 'binding:host_id': 'n-d-695012-11'}, 'id': '3cafc4a1-ed35-4068-9048-8a2d9dabf6ad'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:22:41.600822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Ignored duplicate provisioning block setup for port 05eda194-d5f5-4094-bdd6-839eae84bea9 by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:22:41.606909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.623700 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-010ee48d-54d7-4047-8f7b-d609b5ac694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.680277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a61cff-3831-4151-a03c-31f5f830fd4f req-93e4ddcb-4ac0-4bb6-a4eb-d7d87841f35e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:41.683193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=05eda194-d5f5-4094-bdd6-839eae84bea9,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:41.695150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77a61cff-3831-4151-a03c-31f5f830fd4f req-93e4ddcb-4ac0-4bb6-a4eb-d7d87841f35e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1330826 Jul 07 22:22:41.753968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77a61cff-3831-4151-a03c-31f5f830fd4f req-1c959ddb-784b-47c8-9211-d5acb6c2c5d4 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560651 Jul 07 22:22:41.767991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] In _notify_port_updated(), no bound segment for port 05eda194-d5f5-4094-bdd6-839eae84bea9 on network a82b9638-713b-47dd-981e-1d64b47c1faa {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:22:41.774052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:41.774728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:41.778204 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-61b12245-5f00-416f-ba11-631fbe285577 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "PUT /v2.0/ports/05eda194-d5f5-4094-bdd6-839eae84bea9 HTTP/1.1" status: 200 len: 931 time: 0.9511561 Jul 07 22:22:41.779143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38422) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:41.967331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b0f3d-f9d1-45dc-947c-6ca5ee198326 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 05eda194-d5f5-4094-bdd6-839eae84bea9 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:41.968208 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f9b0f3d-f9d1-45dc-947c-6ca5ee198326 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.041141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:42.125360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-010ee48d-54d7-4047-8f7b-d609b5ac694d None None] Allocated IP 2001:db8:0:1::2 (a82b9638-713b-47dd-981e-1d64b47c1faa/f001561b-95e1-4f7b-90c7-8c5483727c7f/3cafc4a1-ed35-4068-9048-8a2d9dabf6ad) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:42.134838 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f9b0f3d-f9d1-45dc-947c-6ca5ee198326 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.163333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b0f3d-f9d1-45dc-947c-6ca5ee198326 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 05eda194-d5f5-4094-bdd6-839eae84bea9 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:42.170241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:42.204595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:42.205018 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.308397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-010ee48d-54d7-4047-8f7b-d609b5ac694d None None] For port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,segment=NetworkSegment(01f726bb-d464-430f-9395-53ea945a7a14),segment_id=01f726bb-d464-430f-9395-53ea945a7a14)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:42.349267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f9b0f3d-f9d1-45dc-947c-6ca5ee198326 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.390691 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.402771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ff604-c97b-4d4a-b975-2292df824804 req-33fe1a42-5859-4e81-a677-bc17d1a30690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:42.404780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2ff604-c97b-4d4a-b975-2292df824804 req-33fe1a42-5859-4e81-a677-bc17d1a30690 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 1098 time: 0.3052270 Jul 07 22:22:42.409505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9b0f3d-f9d1-45dc-947c-6ca5ee198326 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=05eda194-d5f5-4094-bdd6-839eae84bea9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:42.473700 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-010ee48d-54d7-4047-8f7b-d609b5ac694d None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.502414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f9b0f3d-f9d1-45dc-947c-6ca5ee198326 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.504382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4f9b0f3d-f9d1-45dc-947c-6ca5ee198326 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/05eda194-d5f5-4094-bdd6-839eae84bea9 HTTP/1.1" status: 204 len: 168 time: 0.7227626 Jul 07 22:22:42.506161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2ff604-c97b-4d4a-b975-2292df824804 req-dd597a15-a45f-4e50-ae76-a25b8eb86ef3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362976 Jul 07 22:22:42.507586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:42.518683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-010ee48d-54d7-4047-8f7b-d609b5ac694d None None] Transition to ACTIVE for port object 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:42.525756 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-010ee48d-54d7-4047-8f7b-d609b5ac694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.546608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530063e-428a-43c3-ac05-d7026ee0201c req-89e2e569-f7cb-435a-85cd-cbbe3f3eceba tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:42.548492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6530063e-428a-43c3-ac05-d7026ee0201c req-89e2e569-f7cb-435a-85cd-cbbe3f3eceba tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.1424603 Jul 07 22:22:42.584574 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbc5407-a35c-432a-b783-a4674667fa2e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:22:42.592808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6530063e-428a-43c3-ac05-d7026ee0201c req-846c6b91-3408-4219-9c6f-e26640de25e1 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 Jul 07 22:22:42.593440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38442) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:42.618592 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9dbc5407-a35c-432a-b783-a4674667fa2e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/05eda194-d5f5-4094-bdd6-839eae84bea9 HTTP/1.1" status: 404 len: 333 time: 0.0831475 Jul 07 22:22:42.662404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-267da901-30eb-40c8-ab9f-2f57e1f79d8a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.686146 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:22:42.686522 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:22:42.697929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ee48d-54d7-4047-8f7b-d609b5ac694d None None] Pushing event updated for resources: {'Port': ['ID=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:42.725995 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-267da901-30eb-40c8-ab9f-2f57e1f79d8a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.840547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-267da901-30eb-40c8-ab9f-2f57e1f79d8a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.844597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-267da901-30eb-40c8-ab9f-2f57e1f79d8a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:42.846208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-267da901-30eb-40c8-ab9f-2f57e1f79d8a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/security-groups/ca2da0fd-2dde-4818-ab5e-6089a419244b HTTP/1.1" status: 204 len: 168 time: 0.2517169 Jul 07 22:22:42.849527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:42.867493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267da901-30eb-40c8-ab9f-2f57e1f79d8a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2da0fd-2dde-4818-ab5e-6089a419244b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:42.948885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-447d0dcd-edfb-4faf-83b0-ed500cb32060 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.000834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-447d0dcd-edfb-4faf-83b0-ed500cb32060 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.076877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-447d0dcd-edfb-4faf-83b0-ed500cb32060 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.080884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-447d0dcd-edfb-4faf-83b0-ed500cb32060 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.082565 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-447d0dcd-edfb-4faf-83b0-ed500cb32060 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/security-groups/eb2b9b93-5b1b-42b1-b8ab-55051d05b5a3 HTTP/1.1" status: 204 len: 168 time: 0.2317395 Jul 07 22:22:43.086444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:43.108668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d0dcd-edfb-4faf-83b0-ed500cb32060 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2b9b93-5b1b-42b1-b8ab-55051d05b5a3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:43.162351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb0c8d7-6b2e-494b-915d-94f315e9f716 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet 36a10449-ead4-45d0-9010-f1d88c8662f4 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:43.166986 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c8d7-6b2e-494b-915d-94f315e9f716 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.175786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a166f2a-3a24-4957-ae02-18f0d57d18cb req-10a85531-9b70-499c-885c-f1ba328d280f tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:43.178380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a166f2a-3a24-4957-ae02-18f0d57d18cb req-10a85531-9b70-499c-885c-f1ba328d280f tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.2043116 Jul 07 22:22:43.238557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c8d7-6b2e-494b-915d-94f315e9f716 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.255491 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.261499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a166f2a-3a24-4957-ae02-18f0d57d18cb req-653a3a14-ba10-40d7-8f42-110be186e210 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763135 Jul 07 22:22:43.320345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,segment=NetworkSegment(01f726bb-d464-430f-9395-53ea945a7a14),segment_id=01f726bb-d464-430f-9395-53ea945a7a14)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:43.327765 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.360034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c8d7-6b2e-494b-915d-94f315e9f716 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.403767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:43.439879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c8d7-6b2e-494b-915d-94f315e9f716 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.456944 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bdb0c8d7-6b2e-494b-915d-94f315e9f716 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.466020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38484) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:43.466621 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bdb0c8d7-6b2e-494b-915d-94f315e9f716 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/36a10449-ead4-45d0-9010-f1d88c8662f4 HTTP/1.1" status: 204 len: 168 time: 0.3777397 Jul 07 22:22:43.472026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:43.489586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0c8d7-6b2e-494b-915d-94f315e9f716 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=36a10449-ead4-45d0-9010-f1d88c8662f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:43.547578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a788a738-8530-4f53-8cd9-1ef0abc88dc1 None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:43.607170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-70f39e90-af09-4154-b5a3-187a4acb745f None None] Could not find standard attr ID for object 05eda194-d5f5-4094-bdd6-839eae84bea9. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:22:43.657943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-70f39e90-af09-4154-b5a3-187a4acb745f None None] Provisioning for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:43.669505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-70f39e90-af09-4154-b5a3-187a4acb745f None None] Provisioning complete for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:43.670002 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f39e90-af09-4154-b5a3-187a4acb745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.688259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:43.694216 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:43.910183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-70f39e90-af09-4154-b5a3-187a4acb745f None None] Provisioning complete for port 89ac1621-44da-4f41-b50f-663c7359132d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:43.910715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70f39e90-af09-4154-b5a3-187a4acb745f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.011024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-70f39e90-af09-4154-b5a3-187a4acb745f None None] Port 89ac1621-44da-4f41-b50f-663c7359132d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:44.036027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:44.090399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd8876-6b4e-4cf2-97b1-df9089e20017 req-235120c4-9493-46b8-a9d2-03ff84bc7ff6 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:44.102094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6cd8876-6b4e-4cf2-97b1-df9089e20017 req-235120c4-9493-46b8-a9d2-03ff84bc7ff6 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.2276738 Jul 07 22:22:44.122280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:44.123891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.192615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6cd8876-6b4e-4cf2-97b1-df9089e20017 req-2413a6b8-f8d6-4351-99ce-3f0a21c33cc4 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895269 Jul 07 22:22:44.314104 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.403837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:44.412888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:44.418145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:44.419207 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.488212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:44.516376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fb44298e-3b1f-4793-9de5-0588f9432cc7 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0486097 Jul 07 22:22:44.519323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38528) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:44.525226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2dbcb4c2-14a0-43b0-9680-7b9420179b6b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'security_group': {'name': 'tempest-secgroup-259091090'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:44.560249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb4c2-14a0-43b0-9680-7b9420179b6b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.579051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babf2f2-6615-47d3-9617-bd0d3c111e73 req-f084d497-093c-4f1a-b252-eb73952883fe tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:44.584811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9babf2f2-6615-47d3-9617-bd0d3c111e73 req-f084d497-093c-4f1a-b252-eb73952883fe tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1528835 Jul 07 22:22:44.671534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9babf2f2-6615-47d3-9617-bd0d3c111e73 req-667c67a1-c3ce-40f6-9941-b62f5dd4a232 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821686 Jul 07 22:22:44.695174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb4c2-14a0-43b0-9680-7b9420179b6b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.700473 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb4c2-14a0-43b0-9680-7b9420179b6b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.755936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb4c2-14a0-43b0-9680-7b9420179b6b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.762425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38532) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:44.764923 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2dbcb4c2-14a0-43b0-9680-7b9420179b6b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2442102 Jul 07 22:22:44.768157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-91699a33-35ab-4a8e-bb71-9a75f7aa109c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'security_group': {'name': 'tempest-secgroup-1808400461'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:44.769238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcb4c2-14a0-43b0-9680-7b9420179b6b tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68704682-493d-481f-8ace-e6cc88d3c20d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:44.823608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91699a33-35ab-4a8e-bb71-9a75f7aa109c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.966959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91699a33-35ab-4a8e-bb71-9a75f7aa109c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:44.974188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91699a33-35ab-4a8e-bb71-9a75f7aa109c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.042412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91699a33-35ab-4a8e-bb71-9a75f7aa109c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ee843b-e7c8-4a4a-a1a0-ce8548dba43d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.064147 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91699a33-35ab-4a8e-bb71-9a75f7aa109c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.065853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-91699a33-35ab-4a8e-bb71-9a75f7aa109c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3019032 Jul 07 22:22:45.068764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38540) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:45.084783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-959d5eee-8ce9-4645-8e33-28350bf0b9fb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'security_group': {'name': 'tempest-secgroup-731171643'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:45.102280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38542) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:45.106945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a0c6402f-a14c-4288-9a64-ca8aed5ecaf1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194744103', 'description': 'tempest-secgroup-smoke-194744103 description', 'project_id': '616b37054f834516a12c5c2bd5d21632'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:45.128056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-959d5eee-8ce9-4645-8e33-28350bf0b9fb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.142422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29314731-8561-468a-81eb-da51413d0e46 None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:45.151752 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0c6402f-a14c-4288-9a64-ca8aed5ecaf1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.274408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0c6402f-a14c-4288-9a64-ca8aed5ecaf1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.279428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0c6402f-a14c-4288-9a64-ca8aed5ecaf1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.323940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6402f-a14c-4288-9a64-ca8aed5ecaf1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9047c-7467-4101-93a1-7a4b7d6d0ff1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.367692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2b474be6-9799-4c49-8f9b-0aba10007534 None None] Provisioning complete for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:45.368065 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b474be6-9799-4c49-8f9b-0aba10007534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.402712 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-959d5eee-8ce9-4645-8e33-28350bf0b9fb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.408561 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-959d5eee-8ce9-4645-8e33-28350bf0b9fb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.415099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0c6402f-a14c-4288-9a64-ca8aed5ecaf1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.417495 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a0c6402f-a14c-4288-9a64-ca8aed5ecaf1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3148398 Jul 07 22:22:45.421445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:45.426839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3132941d-6a06-4579-931f-0ce61c05833f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'security_group_rule': {'security_group_id': '62c9047c-7467-4101-93a1-7a4b7d6d0ff1', 'project_id': '616b37054f834516a12c5c2bd5d21632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:45.451690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d5eee-8ce9-4645-8e33-28350bf0b9fb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5e1598-8207-4072-8c62-d3154336b23a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.464086 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3132941d-6a06-4579-931f-0ce61c05833f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.467025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-959d5eee-8ce9-4645-8e33-28350bf0b9fb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.468828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-959d5eee-8ce9-4645-8e33-28350bf0b9fb tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3992732 Jul 07 22:22:45.471506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38552) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:45.477151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2134463006', 'security_groups': ['fc5e1598-8207-4072-8c62-d3154336b23a'], 'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:45.538864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3132941d-6a06-4579-931f-0ce61c05833f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.543769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3132941d-6a06-4579-931f-0ce61c05833f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.570792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2b474be6-9799-4c49-8f9b-0aba10007534 None None] Provisioning complete for port 89ac1621-44da-4f41-b50f-663c7359132d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:45.571172 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b474be6-9799-4c49-8f9b-0aba10007534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.574427 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132941d-6a06-4579-931f-0ce61c05833f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a701fb6d-2ceb-472e-bdf1-ff8c7bdb18c3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.584539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3132941d-6a06-4579-931f-0ce61c05833f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.588300 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3132941d-6a06-4579-931f-0ce61c05833f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654429 Jul 07 22:22:45.590656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:45.598615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6752a7b5-6bfa-435f-8acd-245b5a76d935 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'security_group_rule': {'security_group_id': '62c9047c-7467-4101-93a1-7a4b7d6d0ff1', 'project_id': '616b37054f834516a12c5c2bd5d21632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:45.631973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6752a7b5-6bfa-435f-8acd-245b5a76d935 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.639199 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2b474be6-9799-4c49-8f9b-0aba10007534 None None] Port 89ac1621-44da-4f41-b50f-663c7359132d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:45.651541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402b8975-2c4f-4b90-a5cc-f9d6b8bfc55c None None] Update dhcp port {'port': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'fixed_ips': [{'subnet_id': 'f001561b-95e1-4f7b-90c7-8c5483727c7f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0'}], 'binding:host_id': 'n-d-695012-11'}, 'id': '3cafc4a1-ed35-4068-9048-8a2d9dabf6ad'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:22:45.679472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd49373-4c13-4991-839f-03dacbc1ef6d req-4282b022-132e-4062-a543-e14e4b0a5f86 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:45.686616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bd49373-4c13-4991-839f-03dacbc1ef6d req-4282b022-132e-4062-a543-e14e4b0a5f86 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.1089165 Jul 07 22:22:45.694233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:45.696640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-402b8975-2c4f-4b90-a5cc-f9d6b8bfc55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.702929 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6752a7b5-6bfa-435f-8acd-245b5a76d935 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.707262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6752a7b5-6bfa-435f-8acd-245b5a76d935 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.733415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752a7b5-6bfa-435f-8acd-245b5a76d935 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816c3ced-c0c5-481d-a48c-ba0746d779d2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.740640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6752a7b5-6bfa-435f-8acd-245b5a76d935 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.742222 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6752a7b5-6bfa-435f-8acd-245b5a76d935 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1500154 Jul 07 22:22:45.744513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:45.749455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ccf05934-e1ca-4ee0-95ed-a2b286bd437d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'security_group_rule': {'security_group_id': '62c9047c-7467-4101-93a1-7a4b7d6d0ff1', 'project_id': '616b37054f834516a12c5c2bd5d21632', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:45.777269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bd49373-4c13-4991-839f-03dacbc1ef6d req-43efbc0d-265b-4f6c-83a0-d2dbe91f79c1 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867400 Jul 07 22:22:45.782989 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccf05934-e1ca-4ee0-95ed-a2b286bd437d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.842362 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.868199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccf05934-e1ca-4ee0-95ed-a2b286bd437d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.870138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] device_id is not set on port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:45.874131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccf05934-e1ca-4ee0-95ed-a2b286bd437d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.896852 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf05934-e1ca-4ee0-95ed-a2b286bd437d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0132364f-ffe1-4e4f-891a-66fbdbc9f104,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:45.897937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-402b8975-2c4f-4b90-a5cc-f9d6b8bfc55c None None] Allocated IP 2001:db8::2 (a82b9638-713b-47dd-981e-1d64b47c1faa/f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0/3cafc4a1-ed35-4068-9048-8a2d9dabf6ad) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:45.907427 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccf05934-e1ca-4ee0-95ed-a2b286bd437d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:45.908818 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ccf05934-e1ca-4ee0-95ed-a2b286bd437d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1633215 Jul 07 22:22:45.911738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:45.916599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0918385f-44f6-412c-8292-f0977fff6677 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'security_group_rule': {'security_group_id': '62c9047c-7467-4101-93a1-7a4b7d6d0ff1', 'project_id': '616b37054f834516a12c5c2bd5d21632', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:45.949509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0918385f-44f6-412c-8292-f0977fff6677 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.019754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-402b8975-2c4f-4b90-a5cc-f9d6b8bfc55c None None] For port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,segment=NetworkSegment(01f726bb-d464-430f-9395-53ea945a7a14),segment_id=01f726bb-d464-430f-9395-53ea945a7a14)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:46.035051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0918385f-44f6-412c-8292-f0977fff6677 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.043747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0918385f-44f6-412c-8292-f0977fff6677 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.053656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd25205-daef-47f4-a940-77c3fe8e475f req-f549611f-7d90-4cea-978f-0dc7a98a3e83 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:46.055355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6fd25205-daef-47f4-a940-77c3fe8e475f req-f549611f-7d90-4cea-978f-0dc7a98a3e83 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1916869 Jul 07 22:22:46.072281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918385f-44f6-412c-8292-f0977fff6677 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8943cdf-a6b0-45ad-ab7c-988d57643fb6,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:46.084843 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-402b8975-2c4f-4b90-a5cc-f9d6b8bfc55c None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.087262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0918385f-44f6-412c-8292-f0977fff6677 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.089131 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0918385f-44f6-412c-8292-f0977fff6677 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764061 Jul 07 22:22:46.092862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:46.097861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7e6b7448-97c3-4372-a29d-2872408a2841 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'security_group_rule': {'security_group_id': '62c9047c-7467-4101-93a1-7a4b7d6d0ff1', 'project_id': '616b37054f834516a12c5c2bd5d21632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:46.103026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-402b8975-2c4f-4b90-a5cc-f9d6b8bfc55c None None] Transition to ACTIVE for port object 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:46.106638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6fd25205-daef-47f4-a940-77c3fe8e475f req-6b584673-182a-4e4b-9bf1-059047e9830b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381749 Jul 07 22:22:46.109954 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-402b8975-2c4f-4b90-a5cc-f9d6b8bfc55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.131074 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-7e6b7448-97c3-4372-a29d-2872408a2841 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Project 616b37054f834516a12c5c2bd5d21632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:22:46.139991 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e6b7448-97c3-4372-a29d-2872408a2841 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.199766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8::181 (a82b9638-713b-47dd-981e-1d64b47c1faa/f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0/c5f0d9c2-0d4b-4e2e-9503-4a16768f5274) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:46.243150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e6b7448-97c3-4372-a29d-2872408a2841 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.251039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e6b7448-97c3-4372-a29d-2872408a2841 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.263826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b8975-2c4f-4b90-a5cc-f9d6b8bfc55c None None] Pushing event updated for resources: {'Port': ['ID=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:46.293329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b7448-97c3-4372-a29d-2872408a2841 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4db0a0-f27f-4655-954b-ed8b0fbdd274,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:46.304112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e6b7448-97c3-4372-a29d-2872408a2841 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.306160 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e6b7448-97c3-4372-a29d-2872408a2841 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2120340 Jul 07 22:22:46.308992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38576) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:46.314739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6cac9563-6dc2-47a2-beaa-1b42e4e1157f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'security_group_rule': {'security_group_id': '62c9047c-7467-4101-93a1-7a4b7d6d0ff1', 'project_id': '616b37054f834516a12c5c2bd5d21632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:46.352044 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-6cac9563-6dc2-47a2-beaa-1b42e4e1157f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Project 616b37054f834516a12c5c2bd5d21632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:22:46.364344 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cac9563-6dc2-47a2-beaa-1b42e4e1157f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.438722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cac9563-6dc2-47a2-beaa-1b42e4e1157f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.445280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cac9563-6dc2-47a2-beaa-1b42e4e1157f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.480322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac9563-6dc2-47a2-beaa-1b42e4e1157f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f40fa0-b3d7-4ad5-bcf1-6e9e1785ec2c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:46.485672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cac9563-6dc2-47a2-beaa-1b42e4e1157f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.486956 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6cac9563-6dc2-47a2-beaa-1b42e4e1157f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1767292 Jul 07 22:22:46.510374 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.540441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63626211-193b-48a7-ab8c-21bc8f9f6d33 req-fc8ca64f-094e-41d3-b75f-4353ce7d0822 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:46.541987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63626211-193b-48a7-ab8c-21bc8f9f6d33 req-fc8ca64f-094e-41d3-b75f-4353ce7d0822 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.2083147 Jul 07 22:22:46.548155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:46.569077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d838eb5-1168-4395-8416-957c2bf76452 req-ca5ffc22-1e4e-4773-9102-2b6b307b2a52 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:46.576194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d838eb5-1168-4395-8416-957c2bf76452 req-ca5ffc22-1e4e-4773-9102-2b6b307b2a52 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2173321 Jul 07 22:22:46.659354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63626211-193b-48a7-ab8c-21bc8f9f6d33 req-81a0d6d4-ede1-4224-8fb6-7e290e548737 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005006 Jul 07 22:22:46.665363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d838eb5-1168-4395-8416-957c2bf76452 req-2be8855c-5488-42ea-9318-f465a33fcc05 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882976 Jul 07 22:22:46.702359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.795013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:46.798889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:46.804007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:46.809160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:46.809904 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:46.830844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3580325 Jul 07 22:22:46.833699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38630) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:46.834981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f81298-8c04-41f3-bb95-34ee8caa156d tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=c5f0d9c2-0d4b-4e2e-9503-4a16768f5274,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:46.839789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9cf37b76-2458-43df-b169-ff015f100b78 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:46.978681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf37b76-2458-43df-b169-ff015f100b78 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:46.984289 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cf37b76-2458-43df-b169-ff015f100b78 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.100461 n-d-695012-11 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-9cf37b76-2458-43df-b169-ff015f100b78 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0 (CIDR: 2001:db8::/64) Jul 07 22:22:47.115831 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf37b76-2458-43df-b169-ff015f100b78 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:22:47.116362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf37b76-2458-43df-b169-ff015f100b78 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:47.132396 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9cf37b76-2458-43df-b169-ff015f100b78 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2972941 Jul 07 22:22:47.135701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38638) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:47.141920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f2f8dd71-d8d8-49f9-88f2-df8f6b427cd9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:47.173693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bdc98c10-9fac-4897-ac95-f5727713a93d None None] Provisioning for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:47.182304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e96c3d-f90c-4fe4-aabd-6064f5eb89b6 req-661c4464-8721-41f8-b4c3-8f461b5cb955 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:47.182475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bdc98c10-9fac-4897-ac95-f5727713a93d None None] Provisioning complete for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:47.183036 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdc98c10-9fac-4897-ac95-f5727713a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.184258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52e96c3d-f90c-4fe4-aabd-6064f5eb89b6 req-661c4464-8721-41f8-b4c3-8f461b5cb955 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.0870392 Jul 07 22:22:47.241059 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52e96c3d-f90c-4fe4-aabd-6064f5eb89b6 req-6f388088-124e-4c93-81c7-466cd4494cfa tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500693 Jul 07 22:22:47.413767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bdc98c10-9fac-4897-ac95-f5727713a93d None None] Provisioning complete for port 89ac1621-44da-4f41-b50f-663c7359132d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:47.414321 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdc98c10-9fac-4897-ac95-f5727713a93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.426538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f8dd71-d8d8-49f9-88f2-df8f6b427cd9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:47.430860 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2f8dd71-d8d8-49f9-88f2-df8f6b427cd9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.456962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bdc98c10-9fac-4897-ac95-f5727713a93d None None] Port 89ac1621-44da-4f41-b50f-663c7359132d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:47.536142 n-d-695012-11 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-f2f8dd71-d8d8-49f9-88f2-df8f6b427cd9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f001561b-95e1-4f7b-90c7-8c5483727c7f (CIDR: 2001:db8:0:1::/64) Jul 07 22:22:47.539829 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f8dd71-d8d8-49f9-88f2-df8f6b427cd9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:22:47.540363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f8dd71-d8d8-49f9-88f2-df8f6b427cd9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:47.556562 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f2f8dd71-d8d8-49f9-88f2-df8f6b427cd9 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4193745 Jul 07 22:22:47.559142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38672) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:47.571309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9a0610f6-fc0c-4fc0-812b-b5c37d6d12d4 None None] Could not find standard attr ID for object 05eda194-d5f5-4094-bdd6-839eae84bea9. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:22:47.571511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'subnet': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:47.710952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Made reservation on behalf of 921ad64f41de478d895b92b99b8b4e54 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:47.711876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5a30d188-40e1-43aa-aab8-427528ab3862 None None] Provisioning for port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:47.715494 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.721749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5a30d188-40e1-43aa-aab8-427528ab3862 None None] Provisioning complete for port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:47.724022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a30d188-40e1-43aa-aab8-427528ab3862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:47.776236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5a30d188-40e1-43aa-aab8-427528ab3862 None None] Port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:47.967436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:48.014821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520411f-f719-45d0-ac3a-99b15d710a54 req-2875f601-6c2b-474a-a69e-da831f530b85 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:48.024473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8520411f-f719-45d0-ac3a-99b15d710a54 req-2875f601-6c2b-474a-a69e-da831f530b85 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.1730211 Jul 07 22:22:48.053242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:48.053895 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.167181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1b22cdf-a332-4fad-a403-9aabcec3595a None None] Could not find standard attr ID for object 05eda194-d5f5-4094-bdd6-839eae84bea9. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:22:48.167924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8520411f-f719-45d0-ac3a-99b15d710a54 req-4be7ef9b-babb-4165-91e6-91a4236f2900 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405363 Jul 07 22:22:48.282268 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.332943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Network a82b9638-713b-47dd-981e-1d64b47c1faa is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:48.336572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:48.342277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:48.343105 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.363500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Subnet': ['ID=1f387b06-197b-4d8c-b54a-4db3d31b4be6,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:48.376567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-004cc157-0bba-4151-8594-40fb52fac4c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8162355 Jul 07 22:22:48.379190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38702) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:48.385615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1733946899', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f387b06-197b-4d8c-b54a-4db3d31b4be6'}], 'security_groups': ['68704682-493d-481f-8ace-e6cc88d3c20d', 'e4ee843b-e7c8-4a4a-a1a0-ce8548dba43d']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:48.508554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d5c50f-6d2a-40a4-b18b-7739489d6686 None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:48.552737 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.605404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c211-738a-4faf-bf41-a27eab2f89df req-a9b2ec9f-0483-48c2-bee7-e8de911031ca tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:48.612568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03f8c211-738a-4faf-bf41-a27eab2f89df req-a9b2ec9f-0483-48c2-bee7-e8de911031ca tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1924269 Jul 07 22:22:48.843031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f07620-07ff-4fa7-9d96-a3b1f2ca93b4 None None] Update dhcp port {'port': {'network_id': 'a82b9638-713b-47dd-981e-1d64b47c1faa', 'fixed_ips': [{'subnet_id': 'f001561b-95e1-4f7b-90c7-8c5483727c7f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f387b06-197b-4d8c-b54a-4db3d31b4be6'}], 'binding:host_id': 'n-d-695012-11'}, 'id': '3cafc4a1-ed35-4068-9048-8a2d9dabf6ad'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:22:48.884223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5f07620-07ff-4fa7-9d96-a3b1f2ca93b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:48.944179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f1f8293f-59d4-45ad-8e63-517a0b887721 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:49.047738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03f8c211-738a-4faf-bf41-a27eab2f89df req-352cae4c-fdfb-4133-a354-42f5a4835987 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307621 Jul 07 22:22:49.144563 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.165808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f5f07620-07ff-4fa7-9d96-a3b1f2ca93b4 None None] Allocated IP 2001:db8:0:2::2 (a82b9638-713b-47dd-981e-1d64b47c1faa/1f387b06-197b-4d8c-b54a-4db3d31b4be6/3cafc4a1-ed35-4068-9048-8a2d9dabf6ad) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:49.205494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:49.207826 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c170ddc-8e2e-4dc1-a7a6-c3bb48631b9a" -d '{"events": [{"server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:49.247059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f1f8293f-59d4-45ad-8e63-517a0b887721,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:49.250439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c8eafe15-19bf-4f4d-90c0-c45e64cecbe8 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:49.253048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c8eafe15-19bf-4f4d-90c0-c45e64cecbe8 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.83 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 945 time: 0.2941899 Jul 07 22:22:49.271812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.371178 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3569552-02e2-4ec6-bcac-79421b678c02 x-openstack-request-id: req-c3569552-02e2-4ec6-bcac-79421b678c02 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:49.371719 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "name": "network-vif-unplugged", "status": "completed", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:49.372162 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3569552-02e2-4ec6-bcac-79421b678c02 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:49.372718 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721', 'code': 200} Jul 07 22:22:49.406040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f1f8293f-59d4-45ad-8e63-517a0b887721,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:49.424653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f5f07620-07ff-4fa7-9d96-a3b1f2ca93b4 None None] For port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,segment=NetworkSegment(01f726bb-d464-430f-9395-53ea945a7a14),segment_id=01f726bb-d464-430f-9395-53ea945a7a14)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:49.457634 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5f07620-07ff-4fa7-9d96-a3b1f2ca93b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.473522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f5f07620-07ff-4fa7-9d96-a3b1f2ca93b4 None None] Transition to ACTIVE for port object 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:49.481315 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5f07620-07ff-4fa7-9d96-a3b1f2ca93b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.614989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f07620-07ff-4fa7-9d96-a3b1f2ca93b4 None None] Pushing event updated for resources: {'Port': ['ID=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:49.631410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Deleting port f1f8293f-59d4-45ad-8e63-517a0b887721 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:49.631976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.634724 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:49.651722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f609ff-b25a-45da-8ce7-5673a830c61d req-b9ed6ac4-8470-4b34-b59e-b65034283163 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:49.653297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0f609ff-b25a-45da-8ce7-5673a830c61d req-b9ed6ac4-8470-4b34-b59e-b65034283163 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 943 time: 0.2137570 Jul 07 22:22:49.818566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Delete allocated IP 2001:db8::181 (a82b9638-713b-47dd-981e-1d64b47c1faa/f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0) {{(pid=93941) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:22:49.852024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Allocated IP 2001:db8:0:2::3b5 (a82b9638-713b-47dd-981e-1d64b47c1faa/1f387b06-197b-4d8c-b54a-4db3d31b4be6/c5f0d9c2-0d4b-4e2e-9503-4a16768f5274) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:49.882200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0f609ff-b25a-45da-8ce7-5673a830c61d req-594885db-5c8c-4ef8-8206-2a3c2fd0df3b tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547451 Jul 07 22:22:49.976273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] For port f1f8293f-59d4-45ad-8e63-517a0b887721, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f1f8293f-59d4-45ad-8e63-517a0b887721,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:49.976650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.021996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Calling delete_port for f1f8293f-59d4-45ad-8e63-517a0b887721 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:50.033135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:22:50.383242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc1765-5945-4d40-9053-2782393a9e6b req-7b869a99-39e5-4e5a-83c5-a0551ade09ef tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:50.385606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1fc1765-5945-4d40-9053-2782393a9e6b req-7b869a99-39e5-4e5a-83c5-a0551ade09ef tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2259760 Jul 07 22:22:50.471246 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.507296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Transition to ACTIVE for port object c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:22:50.510115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.516099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1fc1765-5945-4d40-9053-2782393a9e6b req-9a59f418-e8c9-43b3-8f9b-f96e50fc579a tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911560 Jul 07 22:22:50.516830 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.547741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event deleted for resources: {'Port': ['ID=f1f8293f-59d4-45ad-8e63-517a0b887721,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:50.626778 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Provisioning for port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:50.637764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Provisioning complete for port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:50.639320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.655715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] In _notify_port_updated(), no bound segment for port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 on network a82b9638-713b-47dd-981e-1d64b47c1faa {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:22:50.661632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:50.662221 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.666654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38734) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:50.667089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "PUT /v2.0/ports/c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 HTTP/1.1" status: 200 len: 970 time: 2.2862911 Jul 07 22:22:50.686625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] No DVR routers for this DVR port f1f8293f-59d4-45ad-8e63-517a0b887721 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:50.688730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad2946-bb25-434a-807f-838a217fd93e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event updated for resources: {'Port': ['ID=c5f0d9c2-0d4b-4e2e-9503-4a16768f5274,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:50.699446 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.702367 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc7d4fb4-e9ff-49fe-8c09-c4a7c90365cb req-c61e90e4-ca20-4f19-917f-98795d5edc65 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.83 "DELETE /v2.0/ports/f1f8293f-59d4-45ad-8e63-517a0b887721 HTTP/1.1" status: 204 len: 173 time: 1.4208093 Jul 07 22:22:50.703014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'name': 'network-vif-deleted', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:22:50.706651 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ede96e9-4845-4a21-ae60-2693b2b229be" -d '{"events": [{"server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "name": "network-vif-deleted", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:22:50.756986 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a440b3a-4f99-4ad7-a050-459c227987bd x-openstack-request-id: req-1a440b3a-4f99-4ad7-a050-459c227987bd {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:22:50.757553 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46202cc-e20d-46b4-ba43-b1c1af7382db", "name": "network-vif-deleted", "tag": "f1f8293f-59d4-45ad-8e63-517a0b887721", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:22:50.757998 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a440b3a-4f99-4ad7-a050-459c227987bd {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:22:50.758825 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46202cc-e20d-46b4-ba43-b1c1af7382db', 'name': 'network-vif-deleted', 'tag': 'f1f8293f-59d4-45ad-8e63-517a0b887721', 'status': 'completed', 'code': 200} Jul 07 22:22:50.767111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:50.785927 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Provisioning for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:22:50.793830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Provisioning complete for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:50.794148 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.823659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:50.824139 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:50.980246 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.015209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:51.056524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Provisioning complete for port 89ac1621-44da-4f41-b50f-663c7359132d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:51.056524 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.096855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5872fb0a-9847-4b2d-9fba-efc898f99a6e None None] Port 89ac1621-44da-4f41-b50f-663c7359132d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:51.157987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cc5e65d-eb55-4791-8274-eab6a5d97beb req-efd9bb4a-8d41-4eff-b0f6-722e70511fe2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d46202cc-e20d-46b4-ba43-b1c1af7382db HTTP/1.1" status: 200 len: 210 time: 0.0375826 Jul 07 22:22:51.215705 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.222739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c725c71f-1534-4ffe-b6d6-b9fe8ee61700 None None] Provisioning complete for port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:51.223541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c725c71f-1534-4ffe-b6d6-b9fe8ee61700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.245202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c725c71f-1534-4ffe-b6d6-b9fe8ee61700 None None] Port c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 was deleted so its status cannot be updated. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 22:22:51.257771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=c5f0d9c2-0d4b-4e2e-9503-4a16768f5274,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:51.288542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.288967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.289321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.289682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.290105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.290442 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.290775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.291108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.291433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.291782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.292112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.292432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:22:51.295499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.304345 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2a1dcc55-08d3-4c50-8387-317a9eb86b90 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 HTTP/1.1" status: 204 len: 168 time: 0.6343348 Jul 07 22:22:51.304628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38742) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:51.336533 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-20798123-32b2-4ccf-ab4d-3991748418c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] GET failed (client error): The resource could not be found. Jul 07 22:22:51.338183 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20798123-32b2-4ccf-ab4d-3991748418c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports/c5f0d9c2-0d4b-4e2e-9503-4a16768f5274 HTTP/1.1" status: 404 len: 333 time: 0.0327086 Jul 07 22:22:51.341094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38746) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:51.414952 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4ed281ac-6b9f-4936-8f11-c0672b648a2a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.475659 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4ed281ac-6b9f-4936-8f11-c0672b648a2a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.555773 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4ed281ac-6b9f-4936-8f11-c0672b648a2a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.561639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4ed281ac-6b9f-4936-8f11-c0672b648a2a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.563050 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4ed281ac-6b9f-4936-8f11-c0672b648a2a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/security-groups/fc5e1598-8207-4072-8c62-d3154336b23a HTTP/1.1" status: 204 len: 168 time: 0.2203751 Jul 07 22:22:51.566878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:51.574061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed281ac-6b9f-4936-8f11-c0672b648a2a tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5e1598-8207-4072-8c62-d3154336b23a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:51.680971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddd64144-7430-4121-8b16-fa7cb61e15e3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.738801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddd64144-7430-4121-8b16-fa7cb61e15e3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.796319 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddd64144-7430-4121-8b16-fa7cb61e15e3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.799007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddd64144-7430-4121-8b16-fa7cb61e15e3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.802821 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ddd64144-7430-4121-8b16-fa7cb61e15e3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/security-groups/e4ee843b-e7c8-4a4a-a1a0-ce8548dba43d HTTP/1.1" status: 204 len: 168 time: 0.2321327 Jul 07 22:22:51.807493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38758) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:51.818844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df9de3-c21d-4736-98c0-7028470ad338 req-64152d29-fa2e-489c-9731-be9a038fea9b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:51.819879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30df9de3-c21d-4736-98c0-7028470ad338 req-64152d29-fa2e-489c-9731-be9a038fea9b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.0994530 Jul 07 22:22:51.842374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd64144-7430-4121-8b16-fa7cb61e15e3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ee843b-e7c8-4a4a-a1a0-ce8548dba43d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:51.864793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30df9de3-c21d-4736-98c0-7028470ad338 req-a6872e81-5216-44ff-b480-e1d9b0da7606 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374014 Jul 07 22:22:51.903210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f2d-e99c-4af0-bf48-b3d1fb410575 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.931819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f2d-e99c-4af0-bf48-b3d1fb410575 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.986206 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f2d-e99c-4af0-bf48-b3d1fb410575 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.989021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f2d-e99c-4af0-bf48-b3d1fb410575 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:51.990941 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0e2d1f2d-e99c-4af0-bf48-b3d1fb410575 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/security-groups/68704682-493d-481f-8ace-e6cc88d3c20d HTTP/1.1" status: 204 len: 168 time: 0.1817441 Jul 07 22:22:51.993038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38762) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:52.005072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d1f2d-e99c-4af0-bf48-b3d1fb410575 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68704682-493d-481f-8ace-e6cc88d3c20d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:52.062661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-4345d724-3161-4111-98cf-b08095249c1c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:52.066228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4345d724-3161-4111-98cf-b08095249c1c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.120922 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4345d724-3161-4111-98cf-b08095249c1c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.292741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4345d724-3161-4111-98cf-b08095249c1c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.407281 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4345d724-3161-4111-98cf-b08095249c1c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.440877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4345d724-3161-4111-98cf-b08095249c1c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.443427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4345d724-3161-4111-98cf-b08095249c1c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0 HTTP/1.1" status: 204 len: 168 time: 0.4489934 Jul 07 22:22:52.444583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345d724-3161-4111-98cf-b08095249c1c tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:52.446919 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38778) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:52.460174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b319de3f-73c0-42e7-8feb-b4ca1bd79e1b None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:52.546750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d76ff1-7652-4bef-9b64-16b20ee5f454 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet 1f387b06-197b-4d8c-b54a-4db3d31b4be6 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:52.561052 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8d76ff1-7652-4bef-9b64-16b20ee5f454 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.678835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8d76ff1-7652-4bef-9b64-16b20ee5f454 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.891753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8d76ff1-7652-4bef-9b64-16b20ee5f454 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:52.970357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8d76ff1-7652-4bef-9b64-16b20ee5f454 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.000995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f1f8293f-59d4-45ad-8e63-517a0b887721 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:53.005834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d76ff1-7652-4bef-9b64-16b20ee5f454 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=1f387b06-197b-4d8c-b54a-4db3d31b4be6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:53.012166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8d76ff1-7652-4bef-9b64-16b20ee5f454 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.014900 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c8d76ff1-7652-4bef-9b64-16b20ee5f454 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/1f387b06-197b-4d8c-b54a-4db3d31b4be6 HTTP/1.1" status: 204 len: 168 time: 0.5668080 Jul 07 22:22:53.017426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38790) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:53.047473 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50af300-afa4-4d14-8ef7-b1b5209800b0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:53.047966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50af300-afa4-4d14-8ef7-b1b5209800b0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:53.052148 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c50af300-afa4-4d14-8ef7-b1b5209800b0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/f9b83c7b-2bc0-45a4-a7bd-c5b924cdc1b0 HTTP/1.1" status: 404 len: 337 time: 0.0319152 Jul 07 22:22:53.052970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38792) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:53.104653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: f1f8293f-59d4-45ad-8e63-517a0b887721 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:53.105075 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f1f8293f-59d4-45ad-8e63-517a0b887721 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:53.137188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5a774a-0339-4d74-9360-07a6a63f8177 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting subnet f001561b-95e1-4f7b-90c7-8c5483727c7f {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:22:53.146792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38794) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:53.165695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-687b88eb-deaa-46a4-81fb-fa27e279e28a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150614640', 'description': 'tempest-description--2053075881'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:53.178557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e5a774a-0339-4d74-9360-07a6a63f8177 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.261930 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e5a774a-0339-4d74-9360-07a6a63f8177 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.320627 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-687b88eb-deaa-46a4-81fb-fa27e279e28a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.459390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e5a774a-0339-4d74-9360-07a6a63f8177 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.569351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-687b88eb-deaa-46a4-81fb-fa27e279e28a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.574882 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-687b88eb-deaa-46a4-81fb-fa27e279e28a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.622043 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e5a774a-0339-4d74-9360-07a6a63f8177 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.645638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-687b88eb-deaa-46a4-81fb-fa27e279e28a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.650488 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-687b88eb-deaa-46a4-81fb-fa27e279e28a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5026174 Jul 07 22:22:53.652068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38804) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:53.663507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5aa667d4-db66-40bd-9908-ca465bd6cee9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Request body: {'security_group_rule': {'security_group_id': 'd92cbb98-8101-4697-bd8b-8d006e9c5665', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:53.671796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95c091-9939-4d12-863a-0cc4652271cd None None] Network a82b9638-713b-47dd-981e-1d64b47c1faa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:53.676678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b88eb-deaa-46a4-81fb-fa27e279e28a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92cbb98-8101-4697-bd8b-8d006e9c5665,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:53.679035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a774a-0339-4d74-9360-07a6a63f8177 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Subnet': ['ID=f001561b-95e1-4f7b-90c7-8c5483727c7f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:53.683454 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e5a774a-0339-4d74-9360-07a6a63f8177 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.686242 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e5a774a-0339-4d74-9360-07a6a63f8177 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/f001561b-95e1-4f7b-90c7-8c5483727c7f HTTP/1.1" status: 204 len: 168 time: 0.6322539 Jul 07 22:22:53.688574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:53.717507 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb04799-d1a9-48d6-923c-2676b133f54f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:53.718061 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb04799-d1a9-48d6-923c-2676b133f54f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:53.720076 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dfb04799-d1a9-48d6-923c-2676b133f54f tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/36a10449-ead4-45d0-9010-f1d88c8662f4 HTTP/1.1" status: 404 len: 337 time: 0.0302987 Jul 07 22:22:53.723044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38808) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:53.734899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5aa667d4-db66-40bd-9908-ca465bd6cee9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.770310 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1d6a462a-1b9c-4c19-890e-d7e836b227d5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "GET /v2.0/ports?device_id=b333939b-8347-4b7b-86de-42a056f6dae3 HTTP/1.1" status: 200 len: 205 time: 0.0460737 Jul 07 22:22:53.772714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38812) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:53.818029 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-15dd0e81-88f7-4728-9984-20c870bf2f57 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] delete failed (client error): The resource could not be found. Jul 07 22:22:53.819110 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-15dd0e81-88f7-4728-9984-20c870bf2f57 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/routers/b333939b-8347-4b7b-86de-42a056f6dae3 HTTP/1.1" status: 404 len: 336 time: 0.0454721 Jul 07 22:22:53.824179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:53.877526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d84e7ffa-fc93-4dfe-8299-31bea0d47557 None None] Provisioning complete for port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:53.877891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d84e7ffa-fc93-4dfe-8299-31bea0d47557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:53.882950 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4fbea4-500e-4c95-aa01-03f4499e06db tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:53.883413 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4fbea4-500e-4c95-aa01-03f4499e06db tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:53.885145 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bb4fbea4-500e-4c95-aa01-03f4499e06db tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/036c879d-b536-4db0-93be-4ac12590fb4c HTTP/1.1" status: 404 len: 337 time: 0.0600319 Jul 07 22:22:53.896755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:53.955293 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a80dff-0bee-457d-aaa4-5e20b94b0736 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:53.955763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a80dff-0bee-457d-aaa4-5e20b94b0736 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:53.962567 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-35a80dff-0bee-457d-aaa4-5e20b94b0736 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/821779e8-c6a4-4ebf-8e12-1f9808c9900d HTTP/1.1" status: 404 len: 337 time: 0.0598140 Jul 07 22:22:53.963211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.012655 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-910fe80f-2073-449d-afca-eaa04b289463 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:54.013038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910fe80f-2073-449d-afca-eaa04b289463 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:54.017856 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-910fe80f-2073-449d-afca-eaa04b289463 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/f73e1f29-53d7-45f1-9841-7fa94530ce07 HTTP/1.1" status: 404 len: 337 time: 0.0508666 Jul 07 22:22:54.024482 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38830) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.081371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5aa667d4-db66-40bd-9908-ca465bd6cee9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.084200 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9384450-5df9-4140-8a90-dfce46bb43b5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:54.085290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9384450-5df9-4140-8a90-dfce46bb43b5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:54.090220 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b9384450-5df9-4140-8a90-dfce46bb43b5 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/1bbc5f82-ee4c-4b3c-b57c-227f78e5331a HTTP/1.1" status: 404 len: 333 time: 0.0621760 Jul 07 22:22:54.090424 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.109243 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5aa667d4-db66-40bd-9908-ca465bd6cee9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.151917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b2ff2-03a3-4664-9a57-6d38c0099927 None None] DHCP port deletion for a82b9638-713b-47dd-981e-1d64b47c1faa request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:22:54.156160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d84e7ffa-fc93-4dfe-8299-31bea0d47557 None None] Provisioning complete for port 89ac1621-44da-4f41-b50f-663c7359132d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:22:54.156813 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5aa667d4-db66-40bd-9908-ca465bd6cee9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.157003 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d84e7ffa-fc93-4dfe-8299-31bea0d47557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.158430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5aa667d4-db66-40bd-9908-ca465bd6cee9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5040364 Jul 07 22:22:54.161296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38838) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.162432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa667d4-db66-40bd-9908-ca465bd6cee9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f664c0fe-e4bd-4b26-9217-94f745bdd288,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:54.176763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-51ee1d12-6a05-400d-96cc-81aee4a1a6ed tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Request body: {'security_group_rule': {'security_group_id': 'd92cbb98-8101-4697-bd8b-8d006e9c5665', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:54.193849 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed61f581-2dc4-4abe-96ea-fd8d1e32c379 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:54.194624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed61f581-2dc4-4abe-96ea-fd8d1e32c379 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:54.200639 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed61f581-2dc4-4abe-96ea-fd8d1e32c379 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/4f583a2a-32a5-4b17-ba90-d28d653676d9 HTTP/1.1" status: 404 len: 337 time: 0.1064782 Jul 07 22:22:54.201487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-94d431ce-05f4-4f22-bb5e-7fdb483365f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:54.201607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38842) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.202668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-94d431ce-05f4-4f22-bb5e-7fdb483365f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1097 time: 0.3421874 Jul 07 22:22:54.222021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e56910-8f69-428d-8a0c-facab40864d1 req-ba834642-2b6d-42ad-b3ac-5a1030a9ee74 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:54.223610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9e56910-8f69-428d-8a0c-facab40864d1 req-ba834642-2b6d-42ad-b3ac-5a1030a9ee74 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.3419719 Jul 07 22:22:54.242577 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45e89b5-1c87-4fab-89a9-ce3ecac72a2e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:54.243244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45e89b5-1c87-4fab-89a9-ce3ecac72a2e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:54.248908 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e45e89b5-1c87-4fab-89a9-ce3ecac72a2e tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/c8eb8c52-d958-47ce-a522-f013f4227a45 HTTP/1.1" status: 404 len: 337 time: 0.0426896 Jul 07 22:22:54.248908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38844) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.268940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d84e7ffa-fc93-4dfe-8299-31bea0d47557 None None] Port 89ac1621-44da-4f41-b50f-663c7359132d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:22:54.318968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b2ff2-03a3-4664-9a57-6d38c0099927 None None] Deleting port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:54.320964 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac7b2ff2-03a3-4664-9a57-6d38c0099927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.327044 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-145101a1-9220-4866-82cb-ffdbcb4462b0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:54.328084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145101a1-9220-4866-82cb-ffdbcb4462b0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:54.330143 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-145101a1-9220-4866-82cb-ffdbcb4462b0 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/fdff3308-6c73-40f9-9352-8a366c55ecb7 HTTP/1.1" status: 404 len: 333 time: 0.0796287 Jul 07 22:22:54.332692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.387782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9e56910-8f69-428d-8a0c-facab40864d1 req-ba8ea3dd-8f93-4835-9bd5-a92903af01f5 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383388 Jul 07 22:22:54.394232 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-41675c5b-ae97-47e3-aa36-5fea90d68566 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:54.394774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41675c5b-ae97-47e3-aa36-5fea90d68566 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:54.396767 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-41675c5b-ae97-47e3-aa36-5fea90d68566 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/49fc6a8e-198a-4fc2-b896-0d11f30d2a19 HTTP/1.1" status: 404 len: 337 time: 0.0628984 Jul 07 22:22:54.399667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.423100 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-51ee1d12-6a05-400d-96cc-81aee4a1a6ed tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.485011 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f311ca-ae76-4630-8200-cc58c02d7636 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] DELETE failed (client error): The resource could not be found. Jul 07 22:22:54.486479 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f311ca-ae76-4630-8200-cc58c02d7636 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:22:54.489319 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d6f311ca-ae76-4630-8200-cc58c02d7636 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/subnets/f6c17d48-0975-4a55-900a-90d654aa15f7 HTTP/1.1" status: 404 len: 337 time: 0.0886450 Jul 07 22:22:54.490015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-e7b9ef0b-dcbc-4969-9076-dbf9056faf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:54.491793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-e7b9ef0b-dcbc-4969-9076-dbf9056faf33 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 919 time: 0.2672398 Jul 07 22:22:54.492240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38858) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.496422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ac7b2ff2-03a3-4664-9a57-6d38c0099927 None None] For port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,segment=NetworkSegment(01f726bb-d464-430f-9395-53ea945a7a14),segment_id=01f726bb-d464-430f-9395-53ea945a7a14)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:22:54.502228 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac7b2ff2-03a3-4664-9a57-6d38c0099927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.541497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-c32b13bc-ff2f-46ca-80a7-e23ec09e6d32 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10882332-d5f4-41e6-93d6-a54003dd05c4 HTTP/1.1" status: 200 len: 217 time: 0.0419881 Jul 07 22:22:54.556377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b2ff2-03a3-4664-9a57-6d38c0099927 None None] Calling delete_port for 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:54.602377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-51ee1d12-6a05-400d-96cc-81aee4a1a6ed tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.611713 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-51ee1d12-6a05-400d-96cc-81aee4a1a6ed tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.665577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-565e3b5c-8c6e-43d7-ac42-a3667ab959d3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Deleting port 89ac1621-44da-4f41-b50f-663c7359132d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:22:54.667335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-565e3b5c-8c6e-43d7-ac42-a3667ab959d3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.676894 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-51ee1d12-6a05-400d-96cc-81aee4a1a6ed tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.676894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-51ee1d12-6a05-400d-96cc-81aee4a1a6ed tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5085828 Jul 07 22:22:54.693846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38864) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.712967 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac7b2ff2-03a3-4664-9a57-6d38c0099927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.718574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:54.727750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee1d12-6a05-400d-96cc-81aee4a1a6ed tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8252475d-1e11-4a01-a3bf-7cd84e4f3fb0,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:54.739595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-6e2e84df-18c1-40a4-a125-a166597a82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:54.741468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-6e2e84df-18c1-40a4-a125-a166597a82d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.1902888 Jul 07 22:22:54.762347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b2ff2-03a3-4664-9a57-6d38c0099927 None None] Pushing event deleted for resources: {'Port': ['ID=3cafc4a1-ed35-4068-9048-8a2d9dabf6ad,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:54.764427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b2ff2-03a3-4664-9a57-6d38c0099927 None None] No DVR routers for this DVR port 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:22:54.797600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-1435db28-0820-4008-a6ce-8dcf18077315 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432384 Jul 07 22:22:54.810207 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.825270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-565e3b5c-8c6e-43d7-ac42-a3667ab959d3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.843105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-565e3b5c-8c6e-43d7-ac42-a3667ab959d3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Calling delete_port for 89ac1621-44da-4f41-b50f-663c7359132d owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:22:54.891433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38868) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:54.945719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-565e3b5c-8c6e-43d7-ac42-a3667ab959d3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.966813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-468c0c64-4447-459a-809d-6579f813026f service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377401 Jul 07 22:22:54.991157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e3b5c-8c6e-43d7-ac42-a3667ab959d3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Port': ['ID=89ac1621-44da-4f41-b50f-663c7359132d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:54.995968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-565e3b5c-8c6e-43d7-ac42-a3667ab959d3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:54.998839 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-565e3b5c-8c6e-43d7-ac42-a3667ab959d3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/ports/89ac1621-44da-4f41-b50f-663c7359132d HTTP/1.1" status: 204 len: 168 time: 0.5056655 Jul 07 22:22:55.001244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:55.061237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.086532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fe2ec9c-b24a-4fc8-bb93-1502e5fe447c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.124437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.135854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a846e620-cd74-4c75-8d7a-7e11bbe53656 req-89e331c9-212d-4b92-ba14-7294abe74bd0 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567142 Jul 07 22:22:55.217853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Allocated IP 172.25.8.142 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/ac319b9e-1830-40b4-8ac7-94725093a590) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:55.321036 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.333680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82b9638-713b-47dd-981e-1d64b47c1faa']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:55.351539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f726bb-d464-430f-9395-53ea945a7a14') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:55.351936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f726bb-d464-430f-9395-53ea945a7a14') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:22:55.366380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.396767 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.398161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.401321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fe2ec9c-b24a-4fc8-bb93-1502e5fe447c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.407295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:22:55.407824 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:22:55.411000 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:22:55.424262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fe2ec9c-b24a-4fc8-bb93-1502e5fe447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.460604 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.482985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:22:55.511120 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7fe2ec9c-b24a-4fc8-bb93-1502e5fe447c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd27fb2379b7417dbbe294b81dc46862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6150205 Jul 07 22:22:55.511120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2ec9c-b24a-4fc8-bb93-1502e5fe447c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b72307-20e4-44f4-98c1-cecfe414a73d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:55.511505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38882) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:55.513513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.520610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.525204 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] 10.222.0.81 "DELETE /v2.0/networks/a82b9638-713b-47dd-981e-1d64b47c1faa HTTP/1.1" status: 204 len: 168 time: 0.5206354 Jul 07 22:22:55.536796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c77d9c-0466-49b7-87ff-e167315dd8c3 tempest-PortsIpV6TestJSON-1520907468 tempest-PortsIpV6TestJSON-1520907468-project] Pushing event deleted for resources: {'Network': ['ID=a82b9638-713b-47dd-981e-1d64b47c1faa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:55.546560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:55.553060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:55.636213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event updated for resources: {'Port': ['ID=ac319b9e-1830-40b4-8ac7-94725093a590,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:55.667838 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f9df844-b168-4d16-b18b-8225ae922436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.735076 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f9df844-b168-4d16-b18b-8225ae922436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.765955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42478d9d-50fc-4ea9-98d1-5da2fef2772f req-bad1b5f2-418d-4782-ba40-856331314d10 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:55.767783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42478d9d-50fc-4ea9-98d1-5da2fef2772f req-bad1b5f2-418d-4782-ba40-856331314d10 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1779799 Jul 07 22:22:55.770832 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.796867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:55.859226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42478d9d-50fc-4ea9-98d1-5da2fef2772f req-e2013c0b-de31-4387-9e42-ed98f3926135 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811927 Jul 07 22:22:55.880419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.908700 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f9df844-b168-4d16-b18b-8225ae922436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.911631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f9df844-b168-4d16-b18b-8225ae922436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:55.913068 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4f9df844-b168-4d16-b18b-8225ae922436 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/50b72307-20e4-44f4-98c1-cecfe414a73d HTTP/1.1" status: 204 len: 168 time: 0.4011593 Jul 07 22:22:55.931554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9df844-b168-4d16-b18b-8225ae922436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b72307-20e4-44f4-98c1-cecfe414a73d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:55.991329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:22:56.023398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:22:56.023757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3cafc4a1-ed35-4068-9048-8a2d9dabf6ad not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:22:56.102362 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-593b2096-5f34-4151-9aa8-88afa2614ce7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=921ad64f41de478d895b92b99b8b4e54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038285 Jul 07 22:22:56.105386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.106503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38900) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:56.116522 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.206594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event updated for resources: {'Port': ['ID=ac319b9e-1830-40b4-8ac7-94725093a590,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:56.232046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.242155 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dee47386-661f-4743-af3b-bde989ec3995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.254689 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.262917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-882e2887-8288-4961-bf1b-51a09f4137c0 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5654109 Jul 07 22:22:56.277675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dee47386-661f-4743-af3b-bde989ec3995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.351084 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dee47386-661f-4743-af3b-bde989ec3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.353865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dee47386-661f-4743-af3b-bde989ec3995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.355569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dee47386-661f-4743-af3b-bde989ec3995 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d10e18c-2c24-466f-b190-64a1f57a5b8a HTTP/1.1" status: 204 len: 168 time: 0.2472250 Jul 07 22:22:56.364798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee47386-661f-4743-af3b-bde989ec3995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d10e18c-2c24-466f-b190-64a1f57a5b8a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:56.408794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38912) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:56.430151 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c2095c8-c23a-4a52-a270-6eb8b68dea7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.620383 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c2095c8-c23a-4a52-a270-6eb8b68dea7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.632846 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c2095c8-c23a-4a52-a270-6eb8b68dea7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.672635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-1b09b034-fb14-4486-ac99-4b6f3f2cadac tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:56.674160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-1b09b034-fb14-4486-ac99-4b6f3f2cadac tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/networks?id=60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 200 len: 822 time: 0.1750734 Jul 07 22:22:56.707142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0c2095c8-c23a-4a52-a270-6eb8b68dea7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b7b7e23b1e04668af9e4f5076683624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971356 Jul 07 22:22:56.708342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2095c8-c23a-4a52-a270-6eb8b68dea7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b050e875-8935-4d1e-b11a-bbe52f798c6a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:56.710023 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:56.713065 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-38464e09-9861-4a27-8c76-ddb0c97c59ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/quotas/11ca2e2e3067440d85d585a7a4aa8f5f HTTP/1.1" status: 200 len: 375 time: 0.0299025 Jul 07 22:22:56.784113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13bd8bdb-076c-431f-b7e7-afe7eeeae9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.797656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-9c802357-d7b2-4272-b98e-3cf2f55e2bb4 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756400 Jul 07 22:22:56.814598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13bd8bdb-076c-431f-b7e7-afe7eeeae9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.876774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13bd8bdb-076c-431f-b7e7-afe7eeeae9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.879619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13bd8bdb-076c-431f-b7e7-afe7eeeae9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:56.881041 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-13bd8bdb-076c-431f-b7e7-afe7eeeae9d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b050e875-8935-4d1e-b11a-bbe52f798c6a HTTP/1.1" status: 204 len: 168 time: 0.1697817 Jul 07 22:22:56.889851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd8bdb-076c-431f-b7e7-afe7eeeae9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b050e875-8935-4d1e-b11a-bbe52f798c6a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:56.925410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-f8e3b188-69c9-4ab9-bad8-5cf05dc9462a service neutron] 10.222.0.81 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201229 Jul 07 22:22:57.049296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-3ba0fc5e-c196-4608-b832-edb24a46ab09 service neutron] 10.222.0.81 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183438 Jul 07 22:22:57.178399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c8316-7383-45cb-9aed-58d8bef86a2f req-63e43789-feaf-42c2-a43b-09f61e2fab33 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:57.186834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-805c8316-7383-45cb-9aed-58d8bef86a2f req-63e43789-feaf-42c2-a43b-09f61e2fab33 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1352780 Jul 07 22:22:57.270236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-805c8316-7383-45cb-9aed-58d8bef86a2f req-776b0d45-61e6-4384-8f30-cc2795e1aebd tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785015 Jul 07 22:22:57.299389 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eee206d-9834-4dc5-91b0-01380f224a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:57.384070 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d984df57-0081-43a1-ac48-14a6ea0644ec req-6359a768-8c4b-44b3-a302-bf290168d7ff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 210 time: 0.0482197 Jul 07 22:22:57.583671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:57.901392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-186514061'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:57.931129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:57.934614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:57.947109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.074893 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.080664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.104114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:58.123300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.123964 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Added segment 94a8e363-446d-4c8f-93bd-5bd6f25f39a4 of type vlan for network e427a150-67ae-490c-b603-363a51306ce2 Jul 07 22:22:58.125363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a63b7b9-8b61-43d9-9f6e-864e2085fb05,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:58.170249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.205821 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.214542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:58.215381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.291805 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7071817 Jul 07 22:22:58.294726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38992) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:58.299968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'name': 'tempest-PortsTestJSON-68526629'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:58.314615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f09ce0-1e41-4be5-bed7-5ab00135f200 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Network': ['ID=e427a150-67ae-490c-b603-363a51306ce2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:58.329280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e427a150-67ae-490c-b603-363a51306ce2 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:22:58.502354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:58.509641 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:58.596515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port cbeebbb8-ba5c-460f-bbe3-c50d544f73be yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:22:58.654333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce1d2544-dc3d-476f-8df4-0211db592682 req-6a022e10-061b-4445-9be0-eeae3190a420 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 210 time: 0.0948849 Jul 07 22:22:58.790668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227e7e-b17e-4aca-8f88-cc9da3cbd28e req-15e263be-5222-4739-a6cb-b4e58ee69f47 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:58.798524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f227e7e-b17e-4aca-8f88-cc9da3cbd28e req-15e263be-5222-4739-a6cb-b4e58ee69f47 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.3473847 Jul 07 22:22:58.810584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-68039182-8466-4f84-8469-7ae1f44ee358 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:58.812171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-68039182-8466-4f84-8469-7ae1f44ee358 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.44 "GET /v2.0/networks?id=60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 200 len: 822 time: 0.2659545 Jul 07 22:22:58.829633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Request body: {'port': {'device_id': 'be304e61-c501-4b79-a5c8-b12910586654', 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0', 'admin_state_up': True, 'tenant_id': '11ca2e2e3067440d85d585a7a4aa8f5f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:59.291546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f227e7e-b17e-4aca-8f88-cc9da3cbd28e req-538b5e32-38cc-44ef-9b29-038c2a8afc70 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920697 Jul 07 22:22:59.354468 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:59.389413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Made reservation on behalf of 11ca2e2e3067440d85d585a7a4aa8f5f for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:59.393029 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:59.432851 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:59.565203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=cbeebbb8-ba5c-460f-bbe3-c50d544f73be,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:22:59.611980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Checking segment: {'id': '94a8e363-446d-4c8f-93bd-5bd6f25f39a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e427a150-67ae-490c-b603-363a51306ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:22:59.612346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network hostable DHCP agents. Network: e427a150-67ae-490c-b603-363a51306ce2, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:22:59.646387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Allocated IP 172.20.0.7 (60126614-9d35-4cc7-a257-d11558a333a0/ec177152-e66d-4f11-86eb-05870b4d3ca6/b58ead50-4f66-41a5-8570-98affdd726ed) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:22:59.648676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:22:59.666707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e427a150-67ae-490c-b603-363a51306ce2) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:22:59.676078 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02434d2d-37bc-46c5-9c8f-f827206363de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:59.676643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:22:59.682509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:22:59.683046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd97cc6-addd-4b9f-b546-006bbb221621 None None] Network e427a150-67ae-490c-b603-363a51306ce2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:22:59.683204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:59.757648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b2f69a55-ba61-40ac-a8ae-f583a274a07d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.4615910 Jul 07 22:22:59.760850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39028) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:22:59.776077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1285231923'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:22:59.881692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e69c3d8-4b80-4a90-a3d2-fd4d7901ec31 req-27b452e9-6002-4ce2-87a4-bd0abe04f50b tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 210 time: 0.0744994 Jul 07 22:22:59.884557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:22:59.888128 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:59.923963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:22:59.934703 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:22:59.935662 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Added segment 02ddb1af-9335-4af0-b099-5f0c474fb3dc of type vlan for network d7d866ad-a5cf-425e-b008-fec5c096014a Jul 07 22:22:59.985854 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.000244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.055368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.064617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.070462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.071053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.152645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3899124 Jul 07 22:23:00.155168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:00.160823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'ports': [{'network_id': 'e427a150-67ae-490c-b603-363a51306ce2'}, {'network_id': 'd7d866ad-a5cf-425e-b008-fec5c096014a'}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:00.161372 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:00.162027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': 'd7d866ad-a5cf-425e-b008-fec5c096014a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:00.179242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302bf06-6454-4906-8d79-8f80901e7c39 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Network': ['ID=d7d866ad-a5cf-425e-b008-fec5c096014a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:00.192126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network d7d866ad-a5cf-425e-b008-fec5c096014a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:23:00.208962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.266022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Network 60126614-9d35-4cc7-a257-d11558a333a0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:00.275139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:00.283214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:00.324121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event updated for resources: {'Port': ['ID=b58ead50-4f66-41a5-8570-98affdd726ed,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:00.358002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.358704 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.397211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-7d07e1a2-dff8-4e74-a75e-50cf437ffd28 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5742755 Jul 07 22:23:00.409635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Request body: {'port': {'device_id': 'be304e61-c501-4b79-a5c8-b12910586654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:00.424560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 2} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:00.438578 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.463317 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.565820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 229ce94c-3449-4abb-ae2b-77c55cae0dfb yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:00.573218 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.646150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bce71-925c-444e-9912-aa53689de205 req-5d27254b-1711-493c-99fd-ef93093873a7 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:00.647821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b47bce71-925c-444e-9912-aa53689de205 req-5d27254b-1711-493c-99fd-ef93093873a7 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1596544 Jul 07 22:23:00.752962 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.811703 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:00.842364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b47bce71-925c-444e-9912-aa53689de205 req-ace0b88c-4e76-4c10-bf48-628e7aa3c717 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783502 Jul 07 22:23:00.863889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 46a9d3ee-c851-4a91-bdd4-df3a48ce64ad yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:00.989488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58ead50-4f66-41a5-8570-98affdd726ed {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:01.003007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.023359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Transition to ACTIVE for port object b58ead50-4f66-41a5-8570-98affdd726ed will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:01.030618 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.064990 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.108017 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.111788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Pushing event updated for resources: {'Port': ['ID=b58ead50-4f66-41a5-8570-98affdd726ed,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:01.154668 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.210174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:01.219084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:01.226613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:01.227821 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.230622 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:23:01.241960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=229ce94c-3449-4abb-ae2b-77c55cae0dfb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:01.309969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Attempting to bind port b58ead50-4f66-41a5-8570-98affdd726ed on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:01.310405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Attempting to bind port b58ead50-4f66-41a5-8570-98affdd726ed by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:01.310733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Attempting to bind port b58ead50-4f66-41a5-8570-98affdd726ed on network 60126614-9d35-4cc7-a257-d11558a333a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:01.320805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Port b58ead50-4f66-41a5-8570-98affdd726ed on network 60126614-9d35-4cc7-a257-d11558a333a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:23:01.321176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Attempting to bind port b58ead50-4f66-41a5-8570-98affdd726ed on network 60126614-9d35-4cc7-a257-d11558a333a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:01.327670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Checking segment: {'id': '02ddb1af-9335-4af0-b099-5f0c474fb3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd7d866ad-a5cf-425e-b008-fec5c096014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:01.328176 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network hostable DHCP agents. Network: d7d866ad-a5cf-425e-b008-fec5c096014a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:23:01.335793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=46a9d3ee-c851-4a91-bdd4-df3a48ce64ad,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:01.352945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b976421-9a07-4d04-a265-80022dede7e8 req-be15ea82-565e-4fe7-83f3-2674c7b36abb tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.353599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network d7d866ad-a5cf-425e-b008-fec5c096014a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:23:01.356749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b976421-9a07-4d04-a265-80022dede7e8 req-be15ea82-565e-4fe7-83f3-2674c7b36abb tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 943 time: 0.2217917 Jul 07 22:23:01.364486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:01.365775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Checking segment: {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:01.366375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Bound using segment: {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:01.366993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Bound port: b58ead50-4f66-41a5-8570-98affdd726ed, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:01.367546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.368391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, d7d866ad-a5cf-425e-b008-fec5c096014a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:01.378438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96f6a9-153b-4435-bb2c-b937aeb3e3dd None None] Network d7d866ad-a5cf-425e-b008-fec5c096014a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:01.383688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:01.400699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.412922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.420739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.444273 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ac0a77c5-e56d-48c2-822c-2679c99132f9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2874458 Jul 07 22:23:01.447055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39070) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:01.546823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b976421-9a07-4d04-a265-80022dede7e8 req-c9d31921-201c-4983-b0fd-57a25fa4e3c8 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606774 Jul 07 22:23:01.557511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] For port b58ead50-4f66-41a5-8570-98affdd726ed, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:01.562654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] For port b58ead50-4f66-41a5-8570-98affdd726ed, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b58ead50-4f66-41a5-8570-98affdd726ed,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:01.576801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.610947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.611644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.613128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] 10.222.0.44 "PUT /v2.0/ports/b58ead50-4f66-41a5-8570-98affdd726ed HTTP/1.1" status: 200 len: 1092 time: 1.2086916 Jul 07 22:23:01.615586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be304e61-c501-4b79-a5c8-b12910586654', 'tag': 'b58ead50-4f66-41a5-8570-98affdd726ed'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:01.617987 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "be304e61-c501-4b79-a5c8-b12910586654", "tag": "b58ead50-4f66-41a5-8570-98affdd726ed"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:01.646154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951530d8-7c1b-4401-8200-ed83b7e69994 service neutron] Pushing event updated for resources: {'Port': ['ID=b58ead50-4f66-41a5-8570-98affdd726ed,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:01.708531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b3280a0f-b9bb-48ad-be53-51a24f1ae359 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 46a9d3ee-c851-4a91-bdd4-df3a48ce64ad {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:01.708980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3280a0f-b9bb-48ad-be53-51a24f1ae359 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.711948 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3859ca1f-5416-4bf5-b394-770230d6f7f9 x-openstack-request-id: req-3859ca1f-5416-4bf5-b394-770230d6f7f9 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:01.712241 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be304e61-c501-4b79-a5c8-b12910586654", "tag": "b58ead50-4f66-41a5-8570-98affdd726ed", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:01.712491 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3859ca1f-5416-4bf5-b394-770230d6f7f9 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:01.713568 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be304e61-c501-4b79-a5c8-b12910586654', 'tag': 'b58ead50-4f66-41a5-8570-98affdd726ed', 'status': 'completed', 'code': 200} Jul 07 22:23:01.748602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-652c0e0d-77ae-44a3-b7e8-4d9191767fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.753444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-652c0e0d-77ae-44a3-b7e8-4d9191767fbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 1095 time: 0.0942004 Jul 07 22:23:01.786551 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3280a0f-b9bb-48ad-be53-51a24f1ae359 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:01.801481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b3280a0f-b9bb-48ad-be53-51a24f1ae359 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 46a9d3ee-c851-4a91-bdd4-df3a48ce64ad owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:01.824796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-add4b501-c57f-4aaf-9833-b3a973957c0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58ead50-4f66-41a5-8570-98affdd726ed HTTP/1.1" status: 200 len: 217 time: 0.0644548 Jul 07 22:23:01.939655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-023d7e17-66e3-4363-8cbd-d8c8386e6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:01.942517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-023d7e17-66e3-4363-8cbd-d8c8386e6621 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec177152-e66d-4f11-86eb-05870b4d3ca6 HTTP/1.1" status: 200 len: 862 time: 0.1119406 Jul 07 22:23:02.042953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-4cb4cccf-ca6e-41c3-bb30-889ddebd5072 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60126614-9d35-4cc7-a257-d11558a333a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903709 Jul 07 22:23:02.241394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10061696-2d9a-43bf-843b-4223aa733b38 req-2e93b427-15ab-46b2-8cad-63d6cd26c187 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.243134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10061696-2d9a-43bf-843b-4223aa733b38 req-2e93b427-15ab-46b2-8cad-63d6cd26c187 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1881320 Jul 07 22:23:02.245017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-ead67433-3ebd-4d24-aa41-495928745904 service neutron] 10.222.0.44 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888292 Jul 07 22:23:02.262895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3280a0f-b9bb-48ad-be53-51a24f1ae359 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.285045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3280a0f-b9bb-48ad-be53-51a24f1ae359 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.288919 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b3280a0f-b9bb-48ad-be53-51a24f1ae359 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/46a9d3ee-c851-4a91-bdd4-df3a48ce64ad HTTP/1.1" status: 204 len: 168 time: 0.8385577 Jul 07 22:23:02.288919 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39086) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:02.340523 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3280a0f-b9bb-48ad-be53-51a24f1ae359 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=46a9d3ee-c851-4a91-bdd4-df3a48ce64ad,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:02.383601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10061696-2d9a-43bf-843b-4223aa733b38 req-c56e98c2-9a13-47d3-808c-73bec9066236 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316388 Jul 07 22:23:02.409027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4090e-c34f-48c0-bf16-ea3a45c71297 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.415742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4090e-c34f-48c0-bf16-ea3a45c71297 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.417592 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-30d4090e-c34f-48c0-bf16-ea3a45c71297 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1271496 Jul 07 22:23:02.420352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39092) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:02.459862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35d8a0f9-e2ef-4243-b4d0-8ce8b0dae031 req-ae0afc54-8e3e-4111-8163-225edcea2a2b service neutron] 10.222.0.44 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065322 Jul 07 22:23:02.585506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-40112349-1e75-4b22-b3c9-6a223f2501aa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 229ce94c-3449-4abb-ae2b-77c55cae0dfb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:02.586318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40112349-1e75-4b22-b3c9-6a223f2501aa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.600725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-3472859c-1f4d-4c93-860b-40aa7739b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.602350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-3472859c-1f4d-4c93-860b-40aa7739b795 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 1095 time: 0.0753930 Jul 07 22:23:02.691784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40112349-1e75-4b22-b3c9-6a223f2501aa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.693820 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.717273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-40112349-1e75-4b22-b3c9-6a223f2501aa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 229ce94c-3449-4abb-ae2b-77c55cae0dfb owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:02.756274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-aa2a2990-5660-4970-b696-6a1d25e482c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.758041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-aa2a2990-5660-4970-b696-6a1d25e482c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 200 len: 923 time: 0.1485927 Jul 07 22:23:02.794291 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:02.836140 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40112349-1e75-4b22-b3c9-6a223f2501aa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.866757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-badfca5a-4fa9-4f69-86d0-653b38264832 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b58ead50-4f66-41a5-8570-98affdd726ed HTTP/1.1" status: 200 len: 217 time: 0.0923302 Jul 07 22:23:02.877962 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40112349-1e75-4b22-b3c9-6a223f2501aa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.882902 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40112349-1e75-4b22-b3c9-6a223f2501aa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/229ce94c-3449-4abb-ae2b-77c55cae0dfb HTTP/1.1" status: 204 len: 168 time: 0.4594004 Jul 07 22:23:02.882902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40112349-1e75-4b22-b3c9-6a223f2501aa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=229ce94c-3449-4abb-ae2b-77c55cae0dfb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:02.885190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:02.940578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-86750195-0837-414c-a26c-0ae898c73d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.942441 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-86750195-0837-414c-a26c-0ae898c73d9e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec177152-e66d-4f11-86eb-05870b4d3ca6 HTTP/1.1" status: 200 len: 862 time: 0.0635974 Jul 07 22:23:02.969499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d901a-41f7-4f33-a114-9bf8770b4169 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.973554 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-568d901a-41f7-4f33-a114-9bf8770b4169 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0853434 Jul 07 22:23:02.973714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d865698-0350-4a86-86f5-5d4c1a1af584 req-d6135751-f354-48d6-a526-5e0950c91d05 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:02.973714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d865698-0350-4a86-86f5-5d4c1a1af584 req-d6135751-f354-48d6-a526-5e0950c91d05 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 943 time: 0.2127941 Jul 07 22:23:02.976135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39108) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:02.988079 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e50bc1f-5d68-4546-aef6-4bb7ee164bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:02.993730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-2cdc0597-19c4-4e4c-acd6-76c821f0ff10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60126614-9d35-4cc7-a257-d11558a333a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433259 Jul 07 22:23:03.006248 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01c3968-3282-4aef-b34f-af1ace584965 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:03.010234 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c01c3968-3282-4aef-b34f-af1ace584965 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/46a9d3ee-c851-4a91-bdd4-df3a48ce64ad HTTP/1.1" status: 404 len: 333 time: 0.0307400 Jul 07 22:23:03.012897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:03.045971 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-49522ec6-2453-42da-b98d-bb2c513ea549 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:03.050364 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-49522ec6-2453-42da-b98d-bb2c513ea549 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/229ce94c-3449-4abb-ae2b-77c55cae0dfb HTTP/1.1" status: 404 len: 333 time: 0.0338805 Jul 07 22:23:03.050642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:03.080126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d865698-0350-4a86-86f5-5d4c1a1af584 req-cdf12c9e-5e3c-40e4-832b-415eb6a72454 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890634 Jul 07 22:23:03.127196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-62aaee12-6997-4f64-8072-1b631c6c6162 service neutron] 10.222.0.44 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202140 Jul 07 22:23:03.150988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.233793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-423420f3-62cc-4c0f-9ed6-bc60cf20d6cc req-c0eabd00-cd97-4bef-be97-ab7d23760aae service neutron] 10.222.0.44 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993972 Jul 07 22:23:03.273672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.285066 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e50bc1f-5d68-4546-aef6-4bb7ee164bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.289208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d866ad-a5cf-425e-b008-fec5c096014a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:03.291997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e50bc1f-5d68-4546-aef6-4bb7ee164bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.320173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ddb1af-9335-4af0-b099-5f0c474fb3dc') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:03.320464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ddb1af-9335-4af0-b099-5f0c474fb3dc') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:03.341569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.359815 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3e50bc1f-5d68-4546-aef6-4bb7ee164bd4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=01fc8e9b00f84f86a85f1db68fd5b5fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644810 Jul 07 22:23:03.363161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39114) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:03.363557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50bc1f-5d68-4546-aef6-4bb7ee164bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328d74b5-40dd-47f7-9c6b-6da9e408873d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:03.372096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.379705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:03.380136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:03.385999 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:03.427833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-413c2a1e-3d9f-44bf-b367-f6a657e0338d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.453780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.459164 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-413c2a1e-3d9f-44bf-b367-f6a657e0338d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.460584 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.466574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39118) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:03.467434 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/networks/d7d866ad-a5cf-425e-b008-fec5c096014a HTTP/1.1" status: 204 len: 168 time: 0.4153233 Jul 07 22:23:03.477694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-51464664'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:03.482880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106a28b-c6a1-4efb-8d9e-5cd0864f291d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Network': ['ID=d7d866ad-a5cf-425e-b008-fec5c096014a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:03.555571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:03.559267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.569730 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-413c2a1e-3d9f-44bf-b367-f6a657e0338d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.573812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-413c2a1e-3d9f-44bf-b367-f6a657e0338d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.581695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-413c2a1e-3d9f-44bf-b367-f6a657e0338d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/328d74b5-40dd-47f7-9c6b-6da9e408873d HTTP/1.1" status: 204 len: 168 time: 0.2180643 Jul 07 22:23:03.626737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c2a1e-3d9f-44bf-b367-f6a657e0338d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328d74b5-40dd-47f7-9c6b-6da9e408873d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:03.669523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:23:03.701240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.701738 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Added segment 63e37b4d-5c19-44cf-9c3f-08d9a243486a of type vlan for network 442b3f95-7bd4-49a7-a26c-98b601ea921f Jul 07 22:23:03.756823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dde3c8-8da8-4022-85a4-2f8e83a2ca19 req-96580627-de5a-49ff-b431-8985f1824ced tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.758436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35dde3c8-8da8-4022-85a4-2f8e83a2ca19 req-96580627-de5a-49ff-b431-8985f1824ced tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1553116 Jul 07 22:23:03.811422 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.840852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35dde3c8-8da8-4022-85a4-2f8e83a2ca19 req-433a166a-6dcf-4f35-86ee-e93068f9b02a tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599291 Jul 07 22:23:03.861602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.868003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:03.868652 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:03.936116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4679236 Jul 07 22:23:03.938849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39130) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:03.951190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': '442b3f95-7bd4-49a7-a26c-98b601ea921f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:04.001234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08fd93-2e34-4cea-a803-e1b6ab839cb3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Network': ['ID=442b3f95-7bd4-49a7-a26c-98b601ea921f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:04.013796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 442b3f95-7bd4-49a7-a26c-98b601ea921f details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:23:04.049514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:04.061658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:04.066725 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60f711ad-b260-43f2-8d81-bc1d07bc054c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.067088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.200590 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60f711ad-b260-43f2-8d81-bc1d07bc054c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.206982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60f711ad-b260-43f2-8d81-bc1d07bc054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.255424 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-60f711ad-b260-43f2-8d81-bc1d07bc054c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94540ee69896426f960b03f3957f68cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2047548 Jul 07 22:23:04.259267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39144) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:04.265845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f711ad-b260-43f2-8d81-bc1d07bc054c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caea614-9ad2-46e7-93b6-37fb3bf603c4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:04.314377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.324986 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf012-6f7a-4a85-95ad-cf10e0a35dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.348959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf012-6f7a-4a85-95ad-cf10e0a35dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.394941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc050c8-1194-4265-af5a-9329b1381139 req-3d1155a5-002b-4c0e-bf69-adbdd3a40316 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:04.396471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dc050c8-1194-4265-af5a-9329b1381139 req-3d1155a5-002b-4c0e-bf69-adbdd3a40316 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 943 time: 0.1669044 Jul 07 22:23:04.399322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=365b2224-9a59-4290-a7c7-fe432d31b02a,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:04.407610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf012-6f7a-4a85-95ad-cf10e0a35dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.411738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf012-6f7a-4a85-95ad-cf10e0a35dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.412139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Checking segment: {'id': '63e37b4d-5c19-44cf-9c3f-08d9a243486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '442b3f95-7bd4-49a7-a26c-98b601ea921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:04.412583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network hostable DHCP agents. Network: 442b3f95-7bd4-49a7-a26c-98b601ea921f, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:23:04.415913 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b0dcf012-6f7a-4a85-95ad-cf10e0a35dc8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4caea614-9ad2-46e7-93b6-37fb3bf603c4 HTTP/1.1" status: 204 len: 168 time: 0.1544409 Jul 07 22:23:04.439718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcf012-6f7a-4a85-95ad-cf10e0a35dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caea614-9ad2-46e7-93b6-37fb3bf603c4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:04.443598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 442b3f95-7bd4-49a7-a26c-98b601ea921f is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:23:04.458126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 442b3f95-7bd4-49a7-a26c-98b601ea921f) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:04.463539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:04.464141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.478765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ef71a-ccee-4c12-8c3e-3b4fce83ffe6 None None] Network 442b3f95-7bd4-49a7-a26c-98b601ea921f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:04.487143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dc050c8-1194-4265-af5a-9329b1381139 req-5ddba87c-1a5f-41f9-a03e-f808511d74df tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625834 Jul 07 22:23:04.498699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-53f36b1b-72f7-4488-8092-2278708447f3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5570066 Jul 07 22:23:04.501303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39148) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:04.509718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': '442b3f95-7bd4-49a7-a26c-98b601ea921f', 'name': 'tempest-PortsTestJSON-252239838'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:04.686547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:04.690561 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.703315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-442b3f95-7bd4-49a7-a26c-98b601ea921f', 'network_id': '442b3f95-7bd4-49a7-a26c-98b601ea921f', 'tenant_id': '4005ff45391c4774b3be077ea5e4738d', 'fixed_ips': [{'subnet_id': '365b2224-9a59-4290-a7c7-fe432d31b02a'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:23:04.704608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:04.709863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port f0801147-bebd-49c3-a1d0-3dd11a85cb42 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:04.850750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b58ead50-4f66-41a5-8570-98affdd726ed details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:04.872274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.9 (442b3f95-7bd4-49a7-a26c-98b601ea921f/365b2224-9a59-4290-a7c7-fe432d31b02a/f0801147-bebd-49c3-a1d0-3dd11a85cb42) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:05.004419 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b58ead50-4f66-41a5-8570-98affdd726ed, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b58ead50-4f66-41a5-8570-98affdd726ed,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:05.021100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'b58ead50-4f66-41a5-8570-98affdd726ed', 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0', 'port_id': 'b58ead50-4f66-41a5-8570-98affdd726ed', 'mac_address': 'fa:16:3e:de:c7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec177152-e66d-4f11-86eb-05870b4d3ca6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:05.074176 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.100613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58ead50-4f66-41a5-8570-98affdd726ed {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:05.128662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b58ead50-4f66-41a5-8570-98affdd726ed, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b58ead50-4f66-41a5-8570-98affdd726ed,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:05.133443 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.173424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.203097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object f0801147-bebd-49c3-a1d0-3dd11a85cb42 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:05.212087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b58ead50-4f66-41a5-8570-98affdd726ed,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:05.224507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3e5b4-b4ac-4dae-8a4c-2ae836679f7d req-4a7a6abf-aa11-4ed2-93d8-d553142faccc tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.231597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41d3e5b4-b4ac-4dae-8a4c-2ae836679f7d req-4a7a6abf-aa11-4ed2-93d8-d553142faccc tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1326153 Jul 07 22:23:05.288748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41d3e5b4-b4ac-4dae-8a4c-2ae836679f7d req-87ada006-3264-4ed4-b286-497c853499a9 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551929 Jul 07 22:23:05.300251 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.354056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 442b3f95-7bd4-49a7-a26c-98b601ea921f is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:05.357359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:05.360444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:05.361638 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Allocated IP 172.20.0.2 (442b3f95-7bd4-49a7-a26c-98b601ea921f/365b2224-9a59-4290-a7c7-fe432d31b02a/e2096479-8ea0-4f4d-b48d-2f02a096fee1) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:05.401378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=f0801147-bebd-49c3-a1d0-3dd11a85cb42,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:05.432206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['b58ead50-4f66-41a5-8570-98affdd726ed'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:05.457006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.459724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.485243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-624c9b11-3c3f-475e-86b3-f097f111b5e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9823582 Jul 07 22:23:05.488078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39186) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:05.627316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.664426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Transition to ACTIVE for port object e2096479-8ea0-4f4d-b48d-2f02a096fee1 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:05.689417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Transition to ACTIVE for port object e2096479-8ea0-4f4d-b48d-2f02a096fee1 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:05.697926 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.718953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d6ee2-b0c6-4be6-b1ed-9d036e923304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port f0801147-bebd-49c3-a1d0-3dd11a85cb42 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:05.719350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0d6ee2-b0c6-4be6-b1ed-9d036e923304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.746991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Network 442b3f95-7bd4-49a7-a26c-98b601ea921f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:05.750435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:05.754449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:05.771544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Pushing event updated for resources: {'Port': ['ID=e2096479-8ea0-4f4d-b48d-2f02a096fee1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:05.834918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Attempting to bind port e2096479-8ea0-4f4d-b48d-2f02a096fee1 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:05.835534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Attempting to bind port e2096479-8ea0-4f4d-b48d-2f02a096fee1 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '63e37b4d-5c19-44cf-9c3f-08d9a243486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '442b3f95-7bd4-49a7-a26c-98b601ea921f'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:05.836332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Attempting to bind port e2096479-8ea0-4f4d-b48d-2f02a096fee1 on network 442b3f95-7bd4-49a7-a26c-98b601ea921f {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:05.837570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e477-4222-4d76-8fc7-8cc3a58f46f7 req-c57671ed-b28e-4752-8530-5fd3479c42bf tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:05.840163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c028e477-4222-4d76-8fc7-8cc3a58f46f7 req-c57671ed-b28e-4752-8530-5fd3479c42bf tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 944 time: 0.1605916 Jul 07 22:23:05.852494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0d6ee2-b0c6-4be6-b1ed-9d036e923304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.854980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:05.855386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Checking segment: {'id': '63e37b4d-5c19-44cf-9c3f-08d9a243486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '442b3f95-7bd4-49a7-a26c-98b601ea921f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:05.858248 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.861116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Bound using segment: {'id': '63e37b4d-5c19-44cf-9c3f-08d9a243486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '442b3f95-7bd4-49a7-a26c-98b601ea921f'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:05.861116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Bound port: e2096479-8ea0-4f4d-b48d-2f02a096fee1, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e37b4d-5c19-44cf-9c3f-08d9a243486a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '442b3f95-7bd4-49a7-a26c-98b601ea921f'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:05.861569 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:05.868531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d6ee2-b0c6-4be6-b1ed-9d036e923304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for f0801147-bebd-49c3-a1d0-3dd11a85cb42 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:05.907905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c028e477-4222-4d76-8fc7-8cc3a58f46f7 req-a2a75e9d-be23-48ec-ade1-b0c0b13d038b tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608025 Jul 07 22:23:05.975748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] For port e2096479-8ea0-4f4d-b48d-2f02a096fee1, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:05.984762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] For port e2096479-8ea0-4f4d-b48d-2f02a096fee1, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e2096479-8ea0-4f4d-b48d-2f02a096fee1,segment=NetworkSegment(63e37b4d-5c19-44cf-9c3f-08d9a243486a),segment_id=63e37b4d-5c19-44cf-9c3f-08d9a243486a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:05.992184 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.110621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57f21d-e01e-48eb-b344-7b2cade195fd None None] Pushing event updated for resources: {'Port': ['ID=e2096479-8ea0-4f4d-b48d-2f02a096fee1,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:06.129591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0d6ee2-b0c6-4be6-b1ed-9d036e923304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.163667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d6ee2-b0c6-4be6-b1ed-9d036e923304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=f0801147-bebd-49c3-a1d0-3dd11a85cb42,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:06.252885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0d6ee2-b0c6-4be6-b1ed-9d036e923304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.255205 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6c0d6ee2-b0c6-4be6-b1ed-9d036e923304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/f0801147-bebd-49c3-a1d0-3dd11a85cb42 HTTP/1.1" status: 204 len: 168 time: 0.7644551 Jul 07 22:23:06.257665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39216) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:06.286563 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-622f1b0e-ac49-47b3-9277-3eb8ebe0511c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:23:06.287386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622f1b0e-ac49-47b3-9277-3eb8ebe0511c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:23:06.293684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-622f1b0e-ac49-47b3-9277-3eb8ebe0511c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/f0801147-bebd-49c3-a1d0-3dd11a85cb42 HTTP/1.1" status: 404 len: 333 time: 0.0348163 Jul 07 22:23:06.297190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39218) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:06.345949 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e4cffb-06c7-4fbd-8717-80efdc99c0bd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:06.349971 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-06e4cffb-06c7-4fbd-8717-80efdc99c0bd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/f0801147-bebd-49c3-a1d0-3dd11a85cb42 HTTP/1.1" status: 404 len: 333 time: 0.0491848 Jul 07 22:23:06.350366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39226) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:06.443646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b92071-5ad0-4f52-8f5d-308520406a71 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet 365b2224-9a59-4290-a7c7-fe432d31b02a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:06.449140 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01b92071-5ad0-4f52-8f5d-308520406a71 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.505199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01b92071-5ad0-4f52-8f5d-308520406a71 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.560567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da078dff-57d6-47b5-9e40-34547b96ebe7 req-951a9a4d-eeb6-4bee-a20b-2c441709a92f tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:06.567198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da078dff-57d6-47b5-9e40-34547b96ebe7 req-951a9a4d-eeb6-4bee-a20b-2c441709a92f tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.0783408 Jul 07 22:23:06.610665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da078dff-57d6-47b5-9e40-34547b96ebe7 req-fac8bef6-a1ec-4b09-ba66-2d258173ecdd tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425241 Jul 07 22:23:06.619933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01b92071-5ad0-4f52-8f5d-308520406a71 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.684438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01b92071-5ad0-4f52-8f5d-308520406a71 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.714573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b92071-5ad0-4f52-8f5d-308520406a71 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=365b2224-9a59-4290-a7c7-fe432d31b02a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:06.719168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01b92071-5ad0-4f52-8f5d-308520406a71 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.723668 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-01b92071-5ad0-4f52-8f5d-308520406a71 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/365b2224-9a59-4290-a7c7-fe432d31b02a HTTP/1.1" status: 204 len: 168 time: 0.3699620 Jul 07 22:23:06.724302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39228) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:06.816848 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.864367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b58ead50-4f66-41a5-8570-98affdd726ed up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:06.883319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port e2096479-8ea0-4f4d-b48d-2f02a096fee1 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:06.883908 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:06.935012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port b58ead50-4f66-41a5-8570-98affdd726ed completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:06.940035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port b58ead50-4f66-41a5-8570-98affdd726ed triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:06.940658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.085514 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.099083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] For port e2096479-8ea0-4f4d-b48d-2f02a096fee1, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e2096479-8ea0-4f4d-b48d-2f02a096fee1,segment=NetworkSegment(63e37b4d-5c19-44cf-9c3f-08d9a243486a),segment_id=63e37b4d-5c19-44cf-9c3f-08d9a243486a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:07.101939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.119523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be304e61-c501-4b79-a5c8-b12910586654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58ead50-4f66-41a5-8570-98affdd726ed'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:07.121974 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c68dfc-79a5-4bc0-ae0b-83081a58cefa" -d '{"events": [{"server_uuid": "be304e61-c501-4b79-a5c8-b12910586654", "name": "network-vif-plugged", "status": "completed", "tag": "b58ead50-4f66-41a5-8570-98affdd726ed"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:07.145107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for e2096479-8ea0-4f4d-b48d-2f02a096fee1 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:07.159956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b58ead50-4f66-41a5-8570-98affdd726ed, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b58ead50-4f66-41a5-8570-98affdd726ed,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:07.166345 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.237049 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bd76d7-cf4f-48a4-8095-fddef35d166b x-openstack-request-id: req-16bd76d7-cf4f-48a4-8095-fddef35d166b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:07.237289 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be304e61-c501-4b79-a5c8-b12910586654", "name": "network-vif-plugged", "status": "completed", "tag": "b58ead50-4f66-41a5-8570-98affdd726ed", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:07.237536 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16bd76d7-cf4f-48a4-8095-fddef35d166b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:07.238009 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be304e61-c501-4b79-a5c8-b12910586654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58ead50-4f66-41a5-8570-98affdd726ed', 'code': 200} Jul 07 22:23:07.330118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b58ead50-4f66-41a5-8570-98affdd726ed,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:07.376979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0406df3-0317-4fad-8124-336819c8b1a4 req-b9d377ee-5410-46c9-a419-737d939c20ab tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:07.384168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0406df3-0317-4fad-8124-336819c8b1a4 req-b9d377ee-5410-46c9-a419-737d939c20ab tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 945 time: 0.1590939 Jul 07 22:23:07.397338 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.440472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=e2096479-8ea0-4f4d-b48d-2f02a096fee1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:07.449546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No DVR routers for this DVR port e2096479-8ea0-4f4d-b48d-2f02a096fee1 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:07.471650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486549d5-7655-4488-9851-4a842f2f90b7 req-01831899-4b8b-4bb8-a74f-5e53e6b621d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:07.473430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-486549d5-7655-4488-9851-4a842f2f90b7 req-01831899-4b8b-4bb8-a74f-5e53e6b621d4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 1097 time: 0.1907063 Jul 07 22:23:07.526247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0406df3-0317-4fad-8124-336819c8b1a4 req-ee197c75-6d3d-4541-a420-bf66308251da tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411347 Jul 07 22:23:07.598580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa400ff-5c10-4535-bea6-b570d7d3b99f None None] Network 442b3f95-7bd4-49a7-a26c-98b601ea921f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:07.651231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a978c351-a54e-44dc-834c-2e6b50304edf None None] Could not find standard attr ID for object e2096479-8ea0-4f4d-b48d-2f02a096fee1. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:23:07.663235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-486549d5-7655-4488-9851-4a842f2f90b7 req-74a2533f-c0a3-4cc4-b248-82be668ac948 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561887 Jul 07 22:23:07.666049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.678440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442b3f95-7bd4-49a7-a26c-98b601ea921f']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:07.692246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e37b4d-5c19-44cf-9c3f-08d9a243486a') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:07.692687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e37b4d-5c19-44cf-9c3f-08d9a243486a') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:07.704397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.732348 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.758559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133789c-dadd-4dd4-8eb8-0e29f871be49 req-9acc16ee-f9b5-4300-8b38-4ce1b90ef533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:07.772930 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3133789c-dadd-4dd4-8eb8-0e29f871be49 req-9acc16ee-f9b5-4300-8b38-4ce1b90ef533 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1097 time: 0.1554012 Jul 07 22:23:07.774105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:07.775015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:07.778676 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:07.882484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4417ad-ebdd-4b41-9215-dbed94586ef8 None None] DHCP port deletion for 442b3f95-7bd4-49a7-a26c-98b601ea921f request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:23:07.944082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3133789c-dadd-4dd4-8eb8-0e29f871be49 req-736707ca-ef1e-4562-be9c-7dee31eaa68c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502676 Jul 07 22:23:07.945656 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.954021 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:07.960623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/networks/442b3f95-7bd4-49a7-a26c-98b601ea921f HTTP/1.1" status: 204 len: 168 time: 1.2307129 Jul 07 22:23:07.963241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39248) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:07.971343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-413806898'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:07.978638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da31b7-5444-4948-ac15-6c2dd75e363c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Network': ['ID=442b3f95-7bd4-49a7-a26c-98b601ea921f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:08.001293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4711268-bc8e-4aca-88ff-52b47161a260 req-07b8aae8-a866-4bc7-88cd-75cf8d225e0d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:08.002775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4711268-bc8e-4aca-88ff-52b47161a260 req-07b8aae8-a866-4bc7-88cd-75cf8d225e0d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2234674 Jul 07 22:23:08.005804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:08.009507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.034579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:23:08.046388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.046388 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Added segment c5553d76-8203-414b-9260-183dcb59d564 of type vlan for network d4a3d2a2-25ae-455c-84f6-d77868907143 Jul 07 22:23:08.052675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4711268-bc8e-4aca-88ff-52b47161a260 req-c1787c0f-f513-43e4-9043-419c63accbfe tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479753 Jul 07 22:23:08.096648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.130860 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.136864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:08.137465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.198761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2341688 Jul 07 22:23:08.199319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39256) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:08.206297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': 'd4a3d2a2-25ae-455c-84f6-d77868907143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:08.210736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e47ee-1ad3-4556-accd-2fba5fdceb8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Network': ['ID=d4a3d2a2-25ae-455c-84f6-d77868907143,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:08.225949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network d4a3d2a2-25ae-455c-84f6-d77868907143 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:23:08.347116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:08.350801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.802223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.886410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=d35afe5c-8329-4e61-95dd-1a11d30e1138,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:08.915066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de085313-6726-441c-9eda-be772acfc795 req-5ee12ef6-e81c-4c42-ace1-849b9b691d97 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:08.916739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de085313-6726-441c-9eda-be772acfc795 req-5ee12ef6-e81c-4c42-ace1-849b9b691d97 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 945 time: 0.1540623 Jul 07 22:23:08.924283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Checking segment: {'id': 'c5553d76-8203-414b-9260-183dcb59d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4a3d2a2-25ae-455c-84f6-d77868907143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:08.924652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network hostable DHCP agents. Network: d4a3d2a2-25ae-455c-84f6-d77868907143, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:23:08.962634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network d4a3d2a2-25ae-455c-84f6-d77868907143 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:23:08.985350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de085313-6726-441c-9eda-be772acfc795 req-21c866fa-7587-4718-9adf-237cd3318401 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568988 Jul 07 22:23:08.986544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, d4a3d2a2-25ae-455c-84f6-d77868907143) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:08.992498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:08.993412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:08.994644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72174bfc-6b72-46fe-b508-56db142324e5 None None] Network d4a3d2a2-25ae-455c-84f6-d77868907143 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:09.008954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ff26d543-ad47-4dcc-ab31-501fe6d2e23e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8074758 Jul 07 22:23:09.011577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39266) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:09.021173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': 'd4a3d2a2-25ae-455c-84f6-d77868907143', 'security_groups': [], 'name': 'tempest-PortsTestJSON-714427562'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:09.217179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:09.224929 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:09.257340 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-d4a3d2a2-25ae-455c-84f6-d77868907143', 'network_id': 'd4a3d2a2-25ae-455c-84f6-d77868907143', 'tenant_id': '4005ff45391c4774b3be077ea5e4738d', 'fixed_ips': [{'subnet_id': 'd35afe5c-8329-4e61-95dd-1a11d30e1138'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:23:09.258459 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:09.426435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Allocated IP 172.20.0.2 (d4a3d2a2-25ae-455c-84f6-d77868907143/d35afe5c-8329-4e61-95dd-1a11d30e1138/de312f58-4ae0-45ef-bdfe-ba18a01e94e7) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:09.710063 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:09.729936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Transition to ACTIVE for port object de312f58-4ae0-45ef-bdfe-ba18a01e94e7 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:09.759475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Transition to ACTIVE for port object de312f58-4ae0-45ef-bdfe-ba18a01e94e7 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:09.772657 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:09.790537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 44af2da3-fe3f-4c35-a241-1eb4469fc917 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:09.842401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Network d4a3d2a2-25ae-455c-84f6-d77868907143 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:09.846608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:09.856183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:09.865998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Pushing event updated for resources: {'Port': ['ID=de312f58-4ae0-45ef-bdfe-ba18a01e94e7,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:09.929631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Attempting to bind port de312f58-4ae0-45ef-bdfe-ba18a01e94e7 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:09.930032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Attempting to bind port de312f58-4ae0-45ef-bdfe-ba18a01e94e7 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c5553d76-8203-414b-9260-183dcb59d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4a3d2a2-25ae-455c-84f6-d77868907143'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:09.930526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Attempting to bind port de312f58-4ae0-45ef-bdfe-ba18a01e94e7 on network d4a3d2a2-25ae-455c-84f6-d77868907143 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:09.937164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:09.937841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Checking segment: {'id': 'c5553d76-8203-414b-9260-183dcb59d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4a3d2a2-25ae-455c-84f6-d77868907143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:09.938427 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:09.939457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Bound using segment: {'id': 'c5553d76-8203-414b-9260-183dcb59d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4a3d2a2-25ae-455c-84f6-d77868907143'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:09.939686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Bound port: de312f58-4ae0-45ef-bdfe-ba18a01e94e7, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5553d76-8203-414b-9260-183dcb59d564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd4a3d2a2-25ae-455c-84f6-d77868907143'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:09.939960 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:09.948489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f634e9d-aff5-4807-acaf-2d742ad4d861 req-3fad8871-3378-4271-9b0d-3bbba5c4e913 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:09.956523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f634e9d-aff5-4807-acaf-2d742ad4d861 req-3fad8871-3378-4271-9b0d-3bbba5c4e913 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 945 time: 0.7225323 Jul 07 22:23:09.981541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.12 (d4a3d2a2-25ae-455c-84f6-d77868907143/d35afe5c-8329-4e61-95dd-1a11d30e1138/44af2da3-fe3f-4c35-a241-1eb4469fc917) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:09.996330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201c537-a923-4bb7-a3bc-de721cba712f req-cd34b411-5db2-4a61-b555-769a6f106119 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:09.997843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b201c537-a923-4bb7-a3bc-de721cba712f req-cd34b411-5db2-4a61-b555-769a6f106119 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.7474489 Jul 07 22:23:10.010654 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] For port de312f58-4ae0-45ef-bdfe-ba18a01e94e7, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:10.014218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] For port de312f58-4ae0-45ef-bdfe-ba18a01e94e7, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de312f58-4ae0-45ef-bdfe-ba18a01e94e7,segment=NetworkSegment(c5553d76-8203-414b-9260-183dcb59d564),segment_id=c5553d76-8203-414b-9260-183dcb59d564)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:10.018319 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.050679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f634e9d-aff5-4807-acaf-2d742ad4d861 req-f10d2d9c-5453-4ed8-a246-4511b9955a1e tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932729 Jul 07 22:23:10.078789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58d133-eea7-48df-9e84-9c907d462a97 None None] Pushing event updated for resources: {'Port': ['ID=de312f58-4ae0-45ef-bdfe-ba18a01e94e7,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:10.119101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b201c537-a923-4bb7-a3bc-de721cba712f req-7792f4a2-1c44-442d-95a8-25ebd7c54634 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119888 Jul 07 22:23:10.179622 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.194557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object 44af2da3-fe3f-4c35-a241-1eb4469fc917 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:10.232863 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.320283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network d4a3d2a2-25ae-455c-84f6-d77868907143 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:10.324270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:10.332833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:10.421467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=44af2da3-fe3f-4c35-a241-1eb4469fc917,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:10.462284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:10.463141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.502538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ba522d6b-aefd-4671-8c45-76a8c127e8ff tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4897995 Jul 07 22:23:10.505092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39300) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:10.638371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1ac02-c13c-4eb3-84f3-8325d8bee617 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 44af2da3-fe3f-4c35-a241-1eb4469fc917 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:10.639172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ac02-c13c-4eb3-84f3-8325d8bee617 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.749276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-e869026f-0148-4a99-88f0-c026cf590d35 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194744103&fields=id&tenant_id=616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 267 time: 0.0562499 Jul 07 22:23:10.774977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ac02-c13c-4eb3-84f3-8325d8bee617 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:10.853753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1ac02-c13c-4eb3-84f3-8325d8bee617 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 44af2da3-fe3f-4c35-a241-1eb4469fc917 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:10.974107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-bdc956bd-e1d7-4957-934b-ef620bf63f14 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:10.975631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-bdc956bd-e1d7-4957-934b-ef620bf63f14 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.2144899 Jul 07 22:23:11.013543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-4e367f37-ec64-412e-9b98-51b61b7dbd12 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/quotas/616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 375 time: 0.0267460 Jul 07 22:23:11.129895 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ac02-c13c-4eb3-84f3-8325d8bee617 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.144918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-e8ddb9ec-97e8-42db-b7f3-05cd85c336ae tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300681 Jul 07 22:23:11.195941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1ac02-c13c-4eb3-84f3-8325d8bee617 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=44af2da3-fe3f-4c35-a241-1eb4469fc917,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:11.371985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7b221-20de-4951-b684-65e5c8b624d3 None None] Network d4a3d2a2-25ae-455c-84f6-d77868907143 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:11.377163 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1e1ac02-c13c-4eb3-84f3-8325d8bee617 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.381710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b1e1ac02-c13c-4eb3-84f3-8325d8bee617 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/44af2da3-fe3f-4c35-a241-1eb4469fc917 HTTP/1.1" status: 204 len: 168 time: 0.8734217 Jul 07 22:23:11.382829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39340) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:11.399722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b3dde-6ffe-4b72-ad50-02947b91248f req-097ebb77-efd0-4f27-8d9e-4bdf874d0830 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:11.401370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e3b3dde-6ffe-4b72-ad50-02947b91248f req-097ebb77-efd0-4f27-8d9e-4bdf874d0830 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 945 time: 0.2309935 Jul 07 22:23:11.407745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-7619956e-6a58-438a-8d82-254762e95824 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359400 Jul 07 22:23:11.411804 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1764509e-db98-4c45-b00d-7c280805c867 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:11.415805 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1764509e-db98-4c45-b00d-7c280805c867 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/44af2da3-fe3f-4c35-a241-1eb4469fc917 HTTP/1.1" status: 404 len: 333 time: 0.0303001 Jul 07 22:23:11.416076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39342) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:11.439704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e524cb66-a3a0-409f-9678-09aad22e2cec None None] Provisioning for port de312f58-4ae0-45ef-bdfe-ba18a01e94e7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:11.476830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-862a5506-2da2-4641-afa9-f72b25d1acb8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet d35afe5c-8329-4e61-95dd-1a11d30e1138 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:11.480936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862a5506-2da2-4641-afa9-f72b25d1acb8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.507064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e3b3dde-6ffe-4b72-ad50-02947b91248f req-36d931a5-5e61-4fa5-82c2-45bde0d9ed2f tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974181 Jul 07 22:23:11.541465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862a5506-2da2-4641-afa9-f72b25d1acb8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.573860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-59d29144-2d87-42d4-a9b7-743aefe5c9b8 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630511 Jul 07 22:23:11.665170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862a5506-2da2-4641-afa9-f72b25d1acb8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.752686 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862a5506-2da2-4641-afa9-f72b25d1acb8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.787109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a5506-2da2-4641-afa9-f72b25d1acb8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=d35afe5c-8329-4e61-95dd-1a11d30e1138,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:11.788610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ad0f1-de3a-4f0a-9b35-667103322866 req-16987921-294c-4937-87c8-85a741471664 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:11.791136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-000ad0f1-de3a-4f0a-9b35-667103322866 req-16987921-294c-4937-87c8-85a741471664 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1317167 Jul 07 22:23:11.795604 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862a5506-2da2-4641-afa9-f72b25d1acb8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.798062 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-862a5506-2da2-4641-afa9-f72b25d1acb8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/d35afe5c-8329-4e61-95dd-1a11d30e1138 HTTP/1.1" status: 204 len: 168 time: 0.3809223 Jul 07 22:23:11.801355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39350) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:11.857732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-000ad0f1-de3a-4f0a-9b35-667103322866 req-dae1f7d8-8b7f-466f-9135-3341de06dc98 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557449 Jul 07 22:23:11.947292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:11.955629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e47e8-6d4f-40a0-8827-b7b0e257c756 None None] Network d4a3d2a2-25ae-455c-84f6-d77868907143 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:12.043156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port de312f58-4ae0-45ef-bdfe-ba18a01e94e7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:12.043730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.152311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de312f58-4ae0-45ef-bdfe-ba18a01e94e7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:12.338560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] For port de312f58-4ae0-45ef-bdfe-ba18a01e94e7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de312f58-4ae0-45ef-bdfe-ba18a01e94e7,segment=NetworkSegment(c5553d76-8203-414b-9260-183dcb59d564),segment_id=c5553d76-8203-414b-9260-183dcb59d564)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:12.340533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.396663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for de312f58-4ae0-45ef-bdfe-ba18a01e94e7 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:12.500061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port de312f58-4ae0-45ef-bdfe-ba18a01e94e7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:12.505268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port de312f58-4ae0-45ef-bdfe-ba18a01e94e7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:12.505842 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.555931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.573298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d32a634b-5d9d-49d9-b6bf-fe08f9e3066b req-a9fc8108-95a2-4025-933c-1d7b7bb7f9fb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 210 time: 0.0816545 Jul 07 22:23:12.597705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=de312f58-4ae0-45ef-bdfe-ba18a01e94e7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:12.603345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No DVR routers for this DVR port de312f58-4ae0-45ef-bdfe-ba18a01e94e7 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:12.626616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Could not find standard attr ID for object de312f58-4ae0-45ef-bdfe-ba18a01e94e7. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:23:12.633888 n-d-695012-11 neutron-server[93943]: INFO neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No ports have port_id starting with de312f58-4ae0-45ef-bdfe-ba18a01e94e7 Jul 07 22:23:12.699735 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.717569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94b860-9327-4134-91e7-53b50c915654 None None] DHCP port deletion for d4a3d2a2-25ae-455c-84f6-d77868907143 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:23:12.718207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a3d2a2-25ae-455c-84f6-d77868907143']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:12.736911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5553d76-8203-414b-9260-183dcb59d564') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:12.737811 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5553d76-8203-414b-9260-183dcb59d564') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:12.752364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.769894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.778595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:12.779586 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:12.784063 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:12.867365 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.876982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:12.879734 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/networks/d4a3d2a2-25ae-455c-84f6-d77868907143 HTTP/1.1" status: 204 len: 168 time: 1.0768292 Jul 07 22:23:12.897662 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:12.904857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'name': 'tempest-PortsTestJSON-45659353'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:12.908574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67335ea2-c228-45e3-bde8-d87faf6f0842 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Network': ['ID=d4a3d2a2-25ae-455c-84f6-d77868907143,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:12.918770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b58ead50-4f66-41a5-8570-98affdd726ed details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:12.997770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c519365-deb9-473d-b1f1-00a51bf53efd req-0c7020a1-3441-42d1-abaa-d512e505e030 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.009774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c519365-deb9-473d-b1f1-00a51bf53efd req-0c7020a1-3441-42d1-abaa-d512e505e030 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 945 time: 0.1739159 Jul 07 22:23:13.092437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:13.099262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.103137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b58ead50-4f66-41a5-8570-98affdd726ed, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b58ead50-4f66-41a5-8570-98affdd726ed,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:13.118066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'b58ead50-4f66-41a5-8570-98affdd726ed', 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0', 'port_id': 'b58ead50-4f66-41a5-8570-98affdd726ed', 'mac_address': 'fa:16:3e:de:c7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec177152-e66d-4f11-86eb-05870b4d3ca6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:13.128547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c519365-deb9-473d-b1f1-00a51bf53efd req-81606d50-ca4c-4bfd-b746-06fe260a4eb9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175385 Jul 07 22:23:13.133647 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 5a326ab3-204e-4c3b-b597-4d34a64c265a yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:13.190043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4b7ce-488a-4536-b93e-87943887ef44 req-ae534d4d-52c0-4f50-a603-14d5ac8e6777 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.199128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ef4b7ce-488a-4536-b93e-87943887ef44 req-ae534d4d-52c0-4f50-a603-14d5ac8e6777 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1198015 Jul 07 22:23:13.201491 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.231378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b58ead50-4f66-41a5-8570-98affdd726ed {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:13.248259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ef4b7ce-488a-4536-b93e-87943887ef44 req-4049ddd6-78b9-496e-9fae-82d56790e99c tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476549 Jul 07 22:23:13.260723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-5cdbe7f1-0d8a-46f6-81b5-f8a95f4e515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.263310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-5cdbe7f1-0d8a-46f6-81b5-f8a95f4e515b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1097 time: 0.2164242 Jul 07 22:23:13.275325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b58ead50-4f66-41a5-8570-98affdd726ed, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b58ead50-4f66-41a5-8570-98affdd726ed,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:13.280759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.349280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b58ead50-4f66-41a5-8570-98affdd726ed,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:13.438329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-ca8696c4-104d-41b4-bbac-2e61c8467651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.438957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.439901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-ca8696c4-104d-41b4-bbac-2e61c8467651 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 919 time: 0.1691048 Jul 07 22:23:13.457883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['b58ead50-4f66-41a5-8570-98affdd726ed'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:13.483197 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.491001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-22e4feb1-2447-4c4f-8530-b1223fffbe4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10882332-d5f4-41e6-93d6-a54003dd05c4 HTTP/1.1" status: 200 len: 217 time: 0.0438251 Jul 07 22:23:13.532887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:13.536408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:13.543080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:13.549045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.549714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.562222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=5a326ab3-204e-4c3b-b597-4d34a64c265a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:13.578781 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ecaecd81-485b-49b5-a2b9-1431c6ae5ba5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.6772132 Jul 07 22:23:13.579373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39390) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:13.602105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-7d042fb2-1656-4327-8d1a-f1fe7cb94ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:13.603655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-7d042fb2-1656-4327-8d1a-f1fe7cb94ca5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.1051257 Jul 07 22:23:13.666986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-2f3fba96-a5a0-493e-8028-2cc45f7f4080 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512164 Jul 07 22:23:13.808545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-458a815e-751e-4ef0-9d44-175da2b17b6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 5a326ab3-204e-4c3b-b597-4d34a64c265a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:13.809091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-458a815e-751e-4ef0-9d44-175da2b17b6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.878837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bc9c944-e81b-4766-8ddf-10481752b02e req-03d9b8cd-c563-43ef-9a63-8669e378212f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 210 time: 0.0717447 Jul 07 22:23:13.883500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-e15937e1-ff66-491f-8693-e0ff2ad00fd3 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089472 Jul 07 22:23:13.904676 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-458a815e-751e-4ef0-9d44-175da2b17b6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:13.921583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-458a815e-751e-4ef0-9d44-175da2b17b6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 5a326ab3-204e-4c3b-b597-4d34a64c265a owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:13.976770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de312f58-4ae0-45ef-bdfe-ba18a01e94e7 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:13.999718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: de312f58-4ae0-45ef-bdfe-ba18a01e94e7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:14.000221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de312f58-4ae0-45ef-bdfe-ba18a01e94e7 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:14.087943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-458a815e-751e-4ef0-9d44-175da2b17b6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:14.099183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4c07cd8-2d4d-41d3-be89-d0b46d08e0c4 req-3ddbbaaf-687d-4829-9259-8760e7fd4fe4 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089267 Jul 07 22:23:14.152475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a815e-751e-4ef0-9d44-175da2b17b6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=5a326ab3-204e-4c3b-b597-4d34a64c265a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:14.176664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-458a815e-751e-4ef0-9d44-175da2b17b6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:14.177478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-3cdfb161-5b48-4a20-b7e5-c2f7df54d401 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:14.179024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-3cdfb161-5b48-4a20-b7e5-c2f7df54d401 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.1792669 Jul 07 22:23:14.180613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39398) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:14.181022 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-458a815e-751e-4ef0-9d44-175da2b17b6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/5a326ab3-204e-4c3b-b597-4d34a64c265a HTTP/1.1" status: 204 len: 168 time: 0.6006715 Jul 07 22:23:14.186453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'mac_address': 'fa:16:3e:64:9e:7c', 'name': 'tempest-PortsTestJSON-1870007573'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:14.311101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-37f5d8cf-149a-4d80-8170-f49bd084fb6b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 379 time: 0.1206367 Jul 07 22:23:14.338002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'port': {'device_id': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'admin_state_up': True, 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'security_groups': ['62c9047c-7467-4101-93a1-7a4b7d6d0ff1']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:14.564129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:14.651373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d66f0-142c-4df9-aa25-824cd9372193 req-b54f02cc-c8e5-4722-887a-cb8172073d93 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:14.652808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e14d66f0-142c-4df9-aa25-824cd9372193 req-b54f02cc-c8e5-4722-887a-cb8172073d93 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 944 time: 0.3588750 Jul 07 22:23:14.656399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Made reservation on behalf of 616b37054f834516a12c5c2bd5d21632 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:14.664233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:14.707603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe6d07-758b-4c6f-aba3-abceb240a786 req-82d1a169-b659-4856-bbf4-b418283f8206 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:14.709137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-debe6d07-758b-4c6f-aba3-abceb240a786 req-82d1a169-b659-4856-bbf4-b418283f8206 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2555487 Jul 07 22:23:14.726211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:14.817117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 2fefac56-53ce-4dd9-97fc-cd7f8f005eeb yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:14.834608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e14d66f0-142c-4df9-aa25-824cd9372193 req-72183f44-d3be-44ac-a22c-a0d66ae5c0f1 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621742 Jul 07 22:23:14.893471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-debe6d07-758b-4c6f-aba3-abceb240a786 req-7efece2d-4d8c-4e95-bd82-ef2224f425f1 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761427 Jul 07 22:23:14.921000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b58ead50-4f66-41a5-8570-98affdd726ed no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:15.046560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.063156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b58ead50-4f66-41a5-8570-98affdd726ed {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:15.067710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.20.0.14 (999565a5-3d06-4cae-b337-73e8bf8acda2/5e8a3a64-3ee5-4b55-849d-11c87e978ec3/f9967000-23cb-41db-b7c9-490d10f3e847) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:15.094156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b58ead50-4f66-41a5-8570-98affdd726ed, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b58ead50-4f66-41a5-8570-98affdd726ed,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:15.099905 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.147670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.170373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b58ead50-4f66-41a5-8570-98affdd726ed,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:15.229921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-042c7dd0-6b5e-4640-838f-487ec22df206 req-0a35b83a-f550-444c-8695-8ebcd85deffb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 210 time: 0.0573967 Jul 07 22:23:15.322129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.333386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.390146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Transition to ACTIVE for port object f9967000-23cb-41db-b7c9-490d10f3e847 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:15.403489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:15.410921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:15.421192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:15.427103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:15.427797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.443126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=2fefac56-53ce-4dd9-97fc-cd7f8f005eeb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:15.478918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-78cceba8-3900-4e79-b7bd-85edd7b78daa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2971492 Jul 07 22:23:15.482216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:15.507016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.561439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a13afc2-cfbe-4f92-a97f-3b6851a66bc5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:15.563012 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3a13afc2-cfbe-4f92-a97f-3b6851a66bc5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/2fefac56-53ce-4dd9-97fc-cd7f8f005eeb HTTP/1.1" status: 200 len: 841 time: 0.0789194 Jul 07 22:23:15.567806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39424) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:15.571960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:15.579689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:15.600631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:15.636331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=f9967000-23cb-41db-b7c9-490d10f3e847,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:15.668418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b05c7-f793-4444-b69d-4cf97b9696dc req-b63a24c5-c3e8-49e7-97a5-139ec429e9da tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:15.670348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d49b05c7-f793-4444-b69d-4cf97b9696dc req-b63a24c5-c3e8-49e7-97a5-139ec429e9da tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 943 time: 0.2070842 Jul 07 22:23:15.688470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:15.689053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.692688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1dde5dfa-8355-40cd-9daf-add6d4fc89fa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 2fefac56-53ce-4dd9-97fc-cd7f8f005eeb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:15.693077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1dde5dfa-8355-40cd-9daf-add6d4fc89fa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.724613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-646b5084-1c42-4635-9665-482cf7b37992 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3933001 Jul 07 22:23:15.737771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Request body: {'port': {'device_id': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:15.777729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d49b05c7-f793-4444-b69d-4cf97b9696dc req-147b3313-fba0-4858-8e71-623ede3a9031 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849044 Jul 07 22:23:15.826212 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1dde5dfa-8355-40cd-9daf-add6d4fc89fa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.848373 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.856250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1dde5dfa-8355-40cd-9daf-add6d4fc89fa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 2fefac56-53ce-4dd9-97fc-cd7f8f005eeb owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:15.974538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1b26a78c-b128-4ea7-bda7-d9fc3683a928 None None] Provisioning for port f9967000-23cb-41db-b7c9-490d10f3e847 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:15.979996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1b26a78c-b128-4ea7-bda7-d9fc3683a928 None None] Provisioning complete for port f9967000-23cb-41db-b7c9-490d10f3e847 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:15.980377 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b26a78c-b128-4ea7-bda7-d9fc3683a928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:15.992054 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1dde5dfa-8355-40cd-9daf-add6d4fc89fa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.059484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde5dfa-8355-40cd-9daf-add6d4fc89fa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=2fefac56-53ce-4dd9-97fc-cd7f8f005eeb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:16.074267 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1dde5dfa-8355-40cd-9daf-add6d4fc89fa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.083872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39434) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:16.084404 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1dde5dfa-8355-40cd-9daf-add6d4fc89fa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/2fefac56-53ce-4dd9-97fc-cd7f8f005eeb HTTP/1.1" status: 204 len: 168 time: 0.5151989 Jul 07 22:23:16.095620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1b26a78c-b128-4ea7-bda7-d9fc3683a928 None None] Port f9967000-23cb-41db-b7c9-490d10f3e847 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:16.123641 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3c51d8-9ee9-40dd-b42a-0165cd152622 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:16.129271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39436) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:16.134349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'name': 'tempest-PortsTestJSON-839666449'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:16.139505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7b3c51d8-9ee9-40dd-b42a-0165cd152622 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/2fefac56-53ce-4dd9-97fc-cd7f8f005eeb HTTP/1.1" status: 404 len: 333 time: 0.0534568 Jul 07 22:23:16.247202 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:16.251002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.291511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port bdfce023-95a6-4326-85ab-f5cade2fd951 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:16.395980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000dc9b-1ca0-4ec8-9c77-d7f70349818a req-39355078-d90b-4440-8830-e5846664dcba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:16.397886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f000dc9b-1ca0-4ec8-9c77-d7f70349818a req-39355078-d90b-4440-8830-e5846664dcba tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2488103 Jul 07 22:23:16.402725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9967000-23cb-41db-b7c9-490d10f3e847 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:16.416892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.449594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Transition to ACTIVE for port object f9967000-23cb-41db-b7c9-490d10f3e847 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:16.455512 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.527858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f000dc9b-1ca0-4ec8-9c77-d7f70349818a req-d934c955-ff5e-4679-a83f-62e2b0c69026 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055632 Jul 07 22:23:16.565596 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.589222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Pushing event updated for resources: {'Port': ['ID=f9967000-23cb-41db-b7c9-490d10f3e847,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:16.623445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.679324 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:16.683568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:16.688869 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:16.696260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:16.697180 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.715266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=bdfce023-95a6-4326-85ab-f5cade2fd951,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:16.727656 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f61aae99-2282-4a7d-9f4c-c0efd2cae56d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5972900 Jul 07 22:23:16.730119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:16.736987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f0f72a95-d21a-4334-bd6a-cd11f74334b7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:16.762856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386ca6-d16f-44c8-95c4-36a416eb15d9 req-98901f15-1abf-4282-b129-c207fd37c6c6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:16.772866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f386ca6-d16f-44c8-95c4-36a416eb15d9 req-98901f15-1abf-4282-b129-c207fd37c6c6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 944 time: 0.2322927 Jul 07 22:23:16.845178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Attempting to bind port f9967000-23cb-41db-b7c9-490d10f3e847 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:16.845538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Attempting to bind port f9967000-23cb-41db-b7c9-490d10f3e847 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:16.846035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Attempting to bind port f9967000-23cb-41db-b7c9-490d10f3e847 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:16.855276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Port f9967000-23cb-41db-b7c9-490d10f3e847 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:23:16.855616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Attempting to bind port f9967000-23cb-41db-b7c9-490d10f3e847 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:16.873833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:16.874403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:16.874689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Bound using segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:16.876406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Bound port: f9967000-23cb-41db-b7c9-490d10f3e847, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:16.876406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.891182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f72a95-d21a-4334-bd6a-cd11f74334b7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:16.956335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f386ca6-d16f-44c8-95c4-36a416eb15d9 req-35384074-c002-4332-bf43-2117acaba195 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639733 Jul 07 22:23:17.143324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] For port f9967000-23cb-41db-b7c9-490d10f3e847, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:17.151651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] For port f9967000-23cb-41db-b7c9-490d10f3e847, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f9967000-23cb-41db-b7c9-490d10f3e847,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:17.161972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.162937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f72a95-d21a-4334-bd6a-cd11f74334b7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.168398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f72a95-d21a-4334-bd6a-cd11f74334b7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.219400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-9f21a3e2-a7c6-441b-810e-2eae65fe7fdc tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.221188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-9f21a3e2-a7c6-441b-810e-2eae65fe7fdc tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.44 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 943 time: 0.2638299 Jul 07 22:23:17.224930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.225847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.226957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] 10.222.0.44 "PUT /v2.0/ports/f9967000-23cb-41db-b7c9-490d10f3e847 HTTP/1.1" status: 200 len: 1093 time: 1.4940069 Jul 07 22:23:17.229641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'tag': 'f9967000-23cb-41db-b7c9-490d10f3e847'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:17.232119 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7d7810-0c13-4b12-a468-31229b98dbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad0eee2-1f61-4277-b73c-839f06e132d5", "tag": "f9967000-23cb-41db-b7c9-490d10f3e847"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:17.244503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f72a95-d21a-4334-bd6a-cd11f74334b7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=bdfce023-95a6-4326-85ab-f5cade2fd951,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:17.277736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f0f72a95-d21a-4334-bd6a-cd11f74334b7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] In _notify_port_updated(), no bound segment for port bdfce023-95a6-4326-85ab-f5cade2fd951 on network e427a150-67ae-490c-b603-363a51306ce2 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:23:17.309198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f72a95-d21a-4334-bd6a-cd11f74334b7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.310722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f72a95-d21a-4334-bd6a-cd11f74334b7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.313060 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f0f72a95-d21a-4334-bd6a-cd11f74334b7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "PUT /v2.0/ports/bdfce023-95a6-4326-85ab-f5cade2fd951 HTTP/1.1" status: 200 len: 818 time: 0.5817921 Jul 07 22:23:17.316305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:17.319710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e1e4b-633c-4b5f-a80f-91edf77fd9ef req-b0157bde-c6a5-4a1e-9f7c-61f073657ad6 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:17.329244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e92e1e4b-633c-4b5f-a80f-91edf77fd9ef req-b0157bde-c6a5-4a1e-9f7c-61f073657ad6 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 943 time: 0.2809992 Jul 07 22:23:17.497048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda870f0-e4ca-42a7-beb8-71e7115cc932 service neutron] Pushing event updated for resources: {'Port': ['ID=f9967000-23cb-41db-b7c9-490d10f3e847,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:17.612427 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9aded42a-2c25-4e0a-ad6d-5a8a65e5e6ed tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port bdfce023-95a6-4326-85ab-f5cade2fd951 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:17.613921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9aded42a-2c25-4e0a-ad6d-5a8a65e5e6ed tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.718689 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9aded42a-2c25-4e0a-ad6d-5a8a65e5e6ed tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.737618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9aded42a-2c25-4e0a-ad6d-5a8a65e5e6ed tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for bdfce023-95a6-4326-85ab-f5cade2fd951 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:17.868894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9aded42a-2c25-4e0a-ad6d-5a8a65e5e6ed tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.934155 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aded42a-2c25-4e0a-ad6d-5a8a65e5e6ed tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=bdfce023-95a6-4326-85ab-f5cade2fd951,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:17.956803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9aded42a-2c25-4e0a-ad6d-5a8a65e5e6ed tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:17.959410 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9aded42a-2c25-4e0a-ad6d-5a8a65e5e6ed tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/bdfce023-95a6-4326-85ab-f5cade2fd951 HTTP/1.1" status: 204 len: 168 time: 0.6413586 Jul 07 22:23:17.961714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:17.991459 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7574b7-e203-4e83-9d65-3ac753c4b5c9 x-openstack-request-id: req-bb7574b7-e203-4e83-9d65-3ac753c4b5c9 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:17.991948 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad0eee2-1f61-4277-b73c-839f06e132d5", "tag": "f9967000-23cb-41db-b7c9-490d10f3e847", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:17.992054 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb7574b7-e203-4e83-9d65-3ac753c4b5c9 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:17.992377 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'tag': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'status': 'completed', 'code': 200} Jul 07 22:23:18.040976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33162c00-5894-48c3-b5ef-7a3b209137a0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.042877 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-33162c00-5894-48c3-b5ef-7a3b209137a0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0797865 Jul 07 22:23:18.045999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39468) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:18.067440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e92e1e4b-633c-4b5f-a80f-91edf77fd9ef req-ad925406-3da4-4c2e-8ac2-60bca8575b15 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7366445 Jul 07 22:23:18.094325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-924b63ce-bea1-40c3-b9e9-145e02ddcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.100106 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5730d9a-2a33-4ec2-94b5-0bd59af661e3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:18.102044 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c5730d9a-2a33-4ec2-94b5-0bd59af661e3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/bdfce023-95a6-4326-85ab-f5cade2fd951 HTTP/1.1" status: 404 len: 333 time: 0.0547607 Jul 07 22:23:18.106927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-924b63ce-bea1-40c3-b9e9-145e02ddcab4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 1096 time: 0.7450774 Jul 07 22:23:18.111567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:18.126053 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-157354230'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:18.169243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:18.171843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-4693c28a-2362-4fe7-912c-134755214aea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9967000-23cb-41db-b7c9-490d10f3e847 HTTP/1.1" status: 200 len: 217 time: 0.0639739 Jul 07 22:23:18.178374 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.195436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785269d2-63d6-4a96-b1db-3462f9994354 req-747beff3-76b6-4edf-9c27-4a477d94b3ab tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.203005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-785269d2-63d6-4a96-b1db-3462f9994354 req-747beff3-76b6-4edf-9c27-4a477d94b3ab tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2097220 Jul 07 22:23:18.220835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Deleting port b58ead50-4f66-41a5-8570-98affdd726ed {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:18.221167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.232872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:23:18.251877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.252696 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Added segment fdf4a7d7-c8df-4356-9dce-1321dfa339d9 of type vlan for network 887f3743-8e50-42c4-9fbb-f3819e784f75 Jul 07 22:23:18.309300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.346873 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.355474 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.357141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.379700 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2669315 Jul 07 22:23:18.388484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] For port b58ead50-4f66-41a5-8570-98affdd726ed, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b58ead50-4f66-41a5-8570-98affdd726ed,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:18.388861 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.392753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39474) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:18.399246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:18.444237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dcf83-5bbd-497f-8123-43bfe6511958 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Network': ['ID=887f3743-8e50-42c4-9fbb-f3819e784f75,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:18.456074 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:23:18.506285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-785269d2-63d6-4a96-b1db-3462f9994354 req-82174c8e-d2e2-4bdc-8b78-04fb80354ba7 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022814 Jul 07 22:23:18.517340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Calling delete_port for b58ead50-4f66-41a5-8570-98affdd726ed owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:18.533823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-24ad8e6a-e00d-4b17-aafe-2de531c0dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.535430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-24ad8e6a-e00d-4b17-aafe-2de531c0dab4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.3564279 Jul 07 22:23:18.632544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c846db-38f8-4ea4-a2b7-56ba18e53d37 req-e09e6749-95b1-46df-824a-77d89d8a7c22 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.638329 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78c846db-38f8-4ea4-a2b7-56ba18e53d37 req-e09e6749-95b1-46df-824a-77d89d8a7c22 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 944 time: 0.4192615 Jul 07 22:23:18.642832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:18.656725 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:18.945119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78c846db-38f8-4ea4-a2b7-56ba18e53d37 req-3895f068-9a69-4af1-863a-3af955c7beb5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686757 Jul 07 22:23:18.979639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-b37a20c9-9fa9-4065-8e47-e55d7a63d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:18.981137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-b37a20c9-9fa9-4065-8e47-e55d7a63d403 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4357898 Jul 07 22:23:19.283167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:19.327540 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:19.462408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b92c1818-50fe-44ad-92f8-c9f5aaff97df req-fa06eb95-2224-407a-814c-a90cf751ff4f tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=be304e61-c501-4b79-a5c8-b12910586654 HTTP/1.1" status: 200 len: 210 time: 0.1181018 Jul 07 22:23:19.463209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event deleted for resources: {'Port': ['ID=b58ead50-4f66-41a5-8570-98affdd726ed,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:19.499738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=100aa6e5-f391-41d9-85b8-5129fdac2880,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:19.505855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] No DVR routers for this DVR port b58ead50-4f66-41a5-8570-98affdd726ed on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:19.515084 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:19.517432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e74b5a6-6f89-4cf5-9ad3-74c2656b0d66 req-d62c63fc-d82f-4887-b6d8-791f0e7b42ad tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.44 "DELETE /v2.0/ports/b58ead50-4f66-41a5-8570-98affdd726ed HTTP/1.1" status: 204 len: 173 time: 2.2806499 Jul 07 22:23:19.553171 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:19.560001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Checking segment: {'id': 'fdf4a7d7-c8df-4356-9dce-1321dfa339d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:19.560524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network hostable DHCP agents. Network: 887f3743-8e50-42c4-9fbb-f3819e784f75, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:23:19.565839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-619671b7-11ca-4607-a685-298766486ca8 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769734 Jul 07 22:23:19.632210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:23:19.655649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 887f3743-8e50-42c4-9fbb-f3819e784f75) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:19.660668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:19.661266 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:19.671525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e98d4-10e6-4b5a-8836-9c4bb6d1d841 None None] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:19.699648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dfc8046a-8978-4e41-9ef1-0ec17baa295a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3015912 Jul 07 22:23:19.706215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:19.711516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-49aca292-ba3b-45de-94f5-32612b88c1e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:19.750565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bac63790-a6c8-475a-9e1f-55a93a0a1dd6 req-02535d41-5cd3-4aee-b275-9499d194da59 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688595 Jul 07 22:23:19.909957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-54d93f38-f0bc-471d-85e0-b3116a82aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:19.913470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-54d93f38-f0bc-471d-85e0-b3116a82aee5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 1096 time: 0.1071627 Jul 07 22:23:19.980540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aca292-ba3b-45de-94f5-32612b88c1e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:19.986653 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49aca292-ba3b-45de-94f5-32612b88c1e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.005076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-887f3743-8e50-42c4-9fbb-f3819e784f75', 'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75', 'tenant_id': '4005ff45391c4774b3be077ea5e4738d', 'fixed_ips': [{'subnet_id': '100aa6e5-f391-41d9-85b8-5129fdac2880'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:23:20.006333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.055590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be304e61-c501-4b79-a5c8-b12910586654', 'name': 'network-vif-deleted', 'tag': 'b58ead50-4f66-41a5-8570-98affdd726ed'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:20.058654 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ed3e95-1d5d-4148-9c9f-ffe6a19bc19f" -d '{"events": [{"server_uuid": "be304e61-c501-4b79-a5c8-b12910586654", "name": "network-vif-deleted", "tag": "b58ead50-4f66-41a5-8570-98affdd726ed"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:20.061968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-c9f8bdb4-0791-4e5a-b807-7d5de1c1e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.063725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-c9f8bdb4-0791-4e5a-b807-7d5de1c1e5d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.1431434 Jul 07 22:23:20.123877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-183b81ff-cce2-4756-81d4-8054b2140891 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9967000-23cb-41db-b7c9-490d10f3e847 HTTP/1.1" status: 200 len: 217 time: 0.0534408 Jul 07 22:23:20.193460 n-d-695012-11 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-49aca292-ba3b-45de-94f5-32612b88c1e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 100aa6e5-f391-41d9-85b8-5129fdac2880 (CIDR: 172.20.0.0/28) Jul 07 22:23:20.202767 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-49aca292-ba3b-45de-94f5-32612b88c1e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:23:20.203268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49aca292-ba3b-45de-94f5-32612b88c1e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:23:20.232143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Allocated IP 172.20.0.2 (887f3743-8e50-42c4-9fbb-f3819e784f75/100aa6e5-f391-41d9-85b8-5129fdac2880/88d9182c-8370-4096-a322-fdd4faa9a430) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:20.239779 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-49aca292-ba3b-45de-94f5-32612b88c1e4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5298538 Jul 07 22:23:20.240498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39510) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:20.249991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:20.372030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-f7f6e712-20b8-4bf9-88d3-53f8fd0da70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.374873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-f7f6e712-20b8-4bf9-88d3-53f8fd0da70b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.2450519 Jul 07 22:23:20.452919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8f4cf-7e45-4af0-81f4-9aa904d727b8 req-4393c928-a2ac-4478-a07c-b99b17d224de tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.456075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5cd8f4cf-7e45-4af0-81f4-9aa904d727b8 req-4393c928-a2ac-4478-a07c-b99b17d224de tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 944 time: 0.2088184 Jul 07 22:23:20.463992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:20.468203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.474419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9be5ba-5981-4313-8c98-cb0bb5a6854b req-db99f6cc-5cd8-490f-918a-c6ac73d38f60 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.476005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e9be5ba-5981-4313-8c98-cb0bb5a6854b req-db99f6cc-5cd8-490f-918a-c6ac73d38f60 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2712998 Jul 07 22:23:20.501581 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.510574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Transition to ACTIVE for port object 88d9182c-8370-4096-a322-fdd4faa9a430 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:20.527195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Transition to ACTIVE for port object 88d9182c-8370-4096-a322-fdd4faa9a430 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:20.534531 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.580155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Pushing event updated for resources: {'Port': ['ID=88d9182c-8370-4096-a322-fdd4faa9a430,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:20.590645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.591788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.592317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.592656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.592991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.593325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.593657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.594560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.594560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.594961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.595162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.595387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:20.606067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:20.607698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:20.614053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:20.637398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5cd8f4cf-7e45-4af0-81f4-9aa904d727b8 req-42d692cb-bf3d-44dd-848a-63a8f2b19254 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603646 Jul 07 22:23:20.670389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e9be5ba-5981-4313-8c98-cb0bb5a6854b req-7cfcbd41-7221-44aa-b52e-80318c20da5e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024988 Jul 07 22:23:20.690024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-7865f827-1670-46c0-827a-27681c04be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:20.694391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-7865f827-1670-46c0-827a-27681c04be51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3061349 Jul 07 22:23:20.743313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Attempting to bind port 88d9182c-8370-4096-a322-fdd4faa9a430 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:20.745182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Attempting to bind port 88d9182c-8370-4096-a322-fdd4faa9a430 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'fdf4a7d7-c8df-4356-9dce-1321dfa339d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:20.745822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Attempting to bind port 88d9182c-8370-4096-a322-fdd4faa9a430 on network 887f3743-8e50-42c4-9fbb-f3819e784f75 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:20.762092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:20.762923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Checking segment: {'id': 'fdf4a7d7-c8df-4356-9dce-1321dfa339d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:20.763389 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.763973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Bound using segment: {'id': 'fdf4a7d7-c8df-4356-9dce-1321dfa339d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:20.764575 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Bound port: 88d9182c-8370-4096-a322-fdd4faa9a430, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf4a7d7-c8df-4356-9dce-1321dfa339d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:20.765065 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.829633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-1be92e52-b3ae-4171-8349-0c78e4e3ab7c service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223762 Jul 07 22:23:20.831237 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236690e7-4830-4275-b4b2-54ed56966d76 x-openstack-request-id: req-236690e7-4830-4275-b4b2-54ed56966d76 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:20.831533 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be304e61-c501-4b79-a5c8-b12910586654", "name": "network-vif-deleted", "tag": "b58ead50-4f66-41a5-8570-98affdd726ed", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:20.831793 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-236690e7-4830-4275-b4b2-54ed56966d76 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:20.832189 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be304e61-c501-4b79-a5c8-b12910586654', 'name': 'network-vif-deleted', 'tag': 'b58ead50-4f66-41a5-8570-98affdd726ed', 'status': 'completed', 'code': 200} Jul 07 22:23:20.883062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] For port 88d9182c-8370-4096-a322-fdd4faa9a430, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:20.888731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] For port 88d9182c-8370-4096-a322-fdd4faa9a430, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=88d9182c-8370-4096-a322-fdd4faa9a430,segment=NetworkSegment(fdf4a7d7-c8df-4356-9dce-1321dfa339d9),segment_id=fdf4a7d7-c8df-4356-9dce-1321dfa339d9)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:20.894593 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.896075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:20.979562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6c012-f603-4823-9c4f-71c5327bc9d3 None None] Pushing event updated for resources: {'Port': ['ID=88d9182c-8370-4096-a322-fdd4faa9a430,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:20.979923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff7d7810-0c13-4b12-a468-31229b98dbe5 req-8900739b-27d5-40b1-a3c5-d3ab1254718f service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380193 Jul 07 22:23:20.983662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b58ead50-4f66-41a5-8570-98affdd726ed no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:21.003003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:21.025303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: b58ead50-4f66-41a5-8570-98affdd726ed {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:21.027022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b58ead50-4f66-41a5-8570-98affdd726ed not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:21.030379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:21.082483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:21.083369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:21.088710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=3d0cf000-30fb-4ee6-8947-a88abc1f8c65,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:21.119744 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a0cda70c-9430-4a0d-8cab-e388c8a84b4e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8781633 Jul 07 22:23:21.124157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39530) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:21.135325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75', 'fixed_ips': [{'subnet_id': '100aa6e5-f391-41d9-85b8-5129fdac2880'}, {'subnet_id': '3d0cf000-30fb-4ee6-8947-a88abc1f8c65'}], 'name': 'tempest-PortsTestJSON-239577946'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:21.509451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-15df50bd-11f2-4bff-bcff-d8713850653c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2600853 Jul 07 22:23:21.517798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:21.590239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d3e2bfd5-6a47-4f61-a050-cb1626b7a137 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:21.592270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d3e2bfd5-6a47-4f61-a050-cb1626b7a137 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/networks?id=60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 200 len: 822 time: 0.2414937 Jul 07 22:23:21.634086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d2a195d5-5ff9-4b38-a9bd-1f6930dd123e tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/quotas/11ca2e2e3067440d85d585a7a4aa8f5f HTTP/1.1" status: 200 len: 375 time: 0.0198605 Jul 07 22:23:21.714113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-7be2fd91-8f8c-4bf1-8d85-fa3214f709f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:21.716147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-7be2fd91-8f8c-4bf1-8d85-fa3214f709f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 1097 time: 0.1738296 Jul 07 22:23:21.733385 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:21.864650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:21.896460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-b23025c9-bdf4-4d66-893e-2369ef739426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:21.897917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-b23025c9-bdf4-4d66-893e-2369ef739426 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 911 time: 0.1492128 Jul 07 22:23:21.902215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-3db47d52-be6a-466b-82b9-86cbebad603d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2542367 Jul 07 22:23:22.213301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-274a0c87-6085-4d22-88bf-d597cb86b081 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8 HTTP/1.1" status: 200 len: 1001 time: 0.2694254 Jul 07 22:23:22.219941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 88d9182c-8370-4096-a322-fdd4faa9a430 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:22.285761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 88d9182c-8370-4096-a322-fdd4faa9a430 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:22.352156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c4f5f-e226-432b-aeab-2caa2edd34f9 req-03e73592-f008-4714-ad18-369706007733 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:22.353767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-446c4f5f-e226-432b-aeab-2caa2edd34f9 req-03e73592-f008-4714-ad18-369706007733 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 944 time: 0.5350063 Jul 07 22:23:22.399091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-a1173038-66cd-4646-a699-e834e35efccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:22.400482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-a1173038-66cd-4646-a699-e834e35efccb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.1800914 Jul 07 22:23:22.494770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5583199-4168-491b-b9a9-6fcf2fac8237 None None] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:22.575950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bf268d20-012c-45c5-9436-426237ea7b94 None None] Provisioning for port 88d9182c-8370-4096-a322-fdd4faa9a430 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:22.582962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bf268d20-012c-45c5-9436-426237ea7b94 None None] Provisioning complete for port 88d9182c-8370-4096-a322-fdd4faa9a430 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:22.583502 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf268d20-012c-45c5-9436-426237ea7b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:22.772533 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf268d20-012c-45c5-9436-426237ea7b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:22.815471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-446c4f5f-e226-432b-aeab-2caa2edd34f9 req-b75926c6-82fa-4390-9091-b5deb55000c8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4228373 Jul 07 22:23:22.816138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bf268d20-012c-45c5-9436-426237ea7b94 None None] For port 88d9182c-8370-4096-a322-fdd4faa9a430, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=88d9182c-8370-4096-a322-fdd4faa9a430,segment=NetworkSegment(fdf4a7d7-c8df-4356-9dce-1321dfa339d9),segment_id=fdf4a7d7-c8df-4356-9dce-1321dfa339d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:22.827177 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf268d20-012c-45c5-9436-426237ea7b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:22.908963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-48ea29a1-c71c-4e27-9245-3bf17f4c6104 service neutron] 10.222.0.81 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9702590 Jul 07 22:23:22.928423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf268d20-012c-45c5-9436-426237ea7b94 None None] Pushing event updated for resources: {'Port': ['ID=88d9182c-8370-4096-a322-fdd4faa9a430,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:22.989953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cec752-921b-4e94-bacf-49a668e81ba1 None None] Update dhcp port {'port': {'network_id': '887f3743-8e50-42c4-9fbb-f3819e784f75', 'fixed_ips': [{'subnet_id': '100aa6e5-f391-41d9-85b8-5129fdac2880', 'ip_address': '172.20.0.2'}, {'subnet_id': '3d0cf000-30fb-4ee6-8947-a88abc1f8c65'}], 'binding:host_id': 'n-d-695012-11'}, 'id': '88d9182c-8370-4096-a322-fdd4faa9a430'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:23:23.005430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-813f498d-8843-426c-be38-42baa00fc3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:23.007706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-813f498d-8843-426c-be38-42baa00fc3c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5870001 Jul 07 22:23:23.030668 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6cec752-921b-4e94-bacf-49a668e81ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.102428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.7 (887f3743-8e50-42c4-9fbb-f3819e784f75/100aa6e5-f391-41d9-85b8-5129fdac2880/60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:23.130109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.30 (887f3743-8e50-42c4-9fbb-f3819e784f75/3d0cf000-30fb-4ee6-8947-a88abc1f8c65/60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:23.198364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-8556f9fb-f164-4882-909c-fc7c3c7ec210 service neutron] 10.222.0.81 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884550 Jul 07 22:23:23.234454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-a5a7c44d-b089-45de-b3f7-f5a7de69fc82 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182233 Jul 07 22:23:23.441910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40671f01-35f8-44f2-8d4b-a1fa7b3ea947 req-e14bbc76-a761-4402-ad0a-c8d3ae01327a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 210 time: 0.0457723 Jul 07 22:23:23.467162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c4da22f-0f08-459e-8000-1afe7191f816 req-62be3304-b1a6-4bc0-a374-c5e9c1d6be76 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241113 Jul 07 22:23:23.514736 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.532115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:23.598061 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.652645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:23.664889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:23.678899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:23.709196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d6cec752-921b-4e94-bacf-49a668e81ba1 None None] Allocated IP 172.20.0.18 (887f3743-8e50-42c4-9fbb-f3819e784f75/3d0cf000-30fb-4ee6-8947-a88abc1f8c65/88d9182c-8370-4096-a322-fdd4faa9a430) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:23.714667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:23.782970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:23.783664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.812659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e4d1ebab-484b-457a-ac8a-1b8ec80c3b1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.6868885 Jul 07 22:23:23.815150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39582) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:23.823319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '100aa6e5-f391-41d9-85b8-5129fdac2880'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:23.904568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d6cec752-921b-4e94-bacf-49a668e81ba1 None None] For port 88d9182c-8370-4096-a322-fdd4faa9a430, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=88d9182c-8370-4096-a322-fdd4faa9a430,segment=NetworkSegment(fdf4a7d7-c8df-4356-9dce-1321dfa339d9),segment_id=fdf4a7d7-c8df-4356-9dce-1321dfa339d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:23.966912 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6cec752-921b-4e94-bacf-49a668e81ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:23.988639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6cec752-921b-4e94-bacf-49a668e81ba1 None None] Transition to ACTIVE for port object 88d9182c-8370-4096-a322-fdd4faa9a430 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:23.993900 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6cec752-921b-4e94-bacf-49a668e81ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:24.036434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 88d9182c-8370-4096-a322-fdd4faa9a430 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:24.040843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:24.266718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cec752-921b-4e94-bacf-49a668e81ba1 None None] Pushing event updated for resources: {'Port': ['ID=88d9182c-8370-4096-a322-fdd4faa9a430,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:24.502628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973992b-2226-4af9-8c8a-6abbff3a072c req-fd76ce5d-938a-48b9-a070-afb01bfdebeb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:24.510393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3973992b-2226-4af9-8c8a-6abbff3a072c req-fd76ce5d-938a-48b9-a070-afb01bfdebeb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 944 time: 0.2922580 Jul 07 22:23:24.572690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3973992b-2226-4af9-8c8a-6abbff3a072c req-36ca9d1a-561c-46e0-815b-8798cb58372e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610061 Jul 07 22:23:24.692148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5dc2ed0-6253-4140-92e9-5fffa22a9698 req-0f1cf0fa-4aec-4a0f-ba83-e3b2c78c0a31 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 210 time: 0.0604007 Jul 07 22:23:24.710361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Delete allocated IP 172.20.0.30 (887f3743-8e50-42c4-9fbb-f3819e784f75/3d0cf000-30fb-4ee6-8947-a88abc1f8c65) {{(pid=93941) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:23:24.869279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:24.907961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Ignored duplicate provisioning block setup for port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:23:24.935345 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.000289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:25.063695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162fc285-c844-47b6-8b21-6863327a5bbf None None] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:25.126975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] In _notify_port_updated(), no bound segment for port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af on network 887f3743-8e50-42c4-9fbb-f3819e784f75 {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:23:25.133367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:25.134203 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.138799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-999cbd21-03e0-41e5-a485-ac391b8c5501 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "PUT /v2.0/ports/60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af HTTP/1.1" status: 200 len: 918 time: 1.3188033 Jul 07 22:23:25.139151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:25.147181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '100aa6e5-f391-41d9-85b8-5129fdac2880'}, {'subnet_id': '3d0cf000-30fb-4ee6-8947-a88abc1f8c65'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:25.191181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-f8f4d0ba-c8fb-489a-baeb-5435a33212ca tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:25.194592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-f8f4d0ba-c8fb-489a-baeb-5435a33212ca tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.44 "GET /v2.0/networks?id=60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 200 len: 822 time: 0.3192186 Jul 07 22:23:25.211888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Request body: {'port': {'device_id': 'd27aacf9-f56e-43bb-922b-07692407abf1', 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0', 'admin_state_up': True, 'tenant_id': '11ca2e2e3067440d85d585a7a4aa8f5f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:25.293048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-70c89e19-b3ad-4580-944c-5b539bc04762 None None] Provisioning for port 88d9182c-8370-4096-a322-fdd4faa9a430 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:25.305420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-70c89e19-b3ad-4580-944c-5b539bc04762 None None] Provisioning complete for port 88d9182c-8370-4096-a322-fdd4faa9a430 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:25.307002 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70c89e19-b3ad-4580-944c-5b539bc04762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.365234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Made reservation on behalf of 11ca2e2e3067440d85d585a7a4aa8f5f for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:25.371093 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.404555 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:25.587583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Allocated IP 172.20.0.4 (60126614-9d35-4cc7-a257-d11558a333a0/ec177152-e66d-4f11-86eb-05870b4d3ca6/05998a0b-5039-46b7-b925-2b7b9deebabf) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:25.926304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.19 (887f3743-8e50-42c4-9fbb-f3819e784f75/3d0cf000-30fb-4ee6-8947-a88abc1f8c65/60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:25.930320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58277ddf-96c6-400c-8794-3942b56c77b7 req-eab67f18-9faa-43f6-87ea-0cda314fb784 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 210 time: 0.0837116 Jul 07 22:23:25.992705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 88d9182c-8370-4096-a322-fdd4faa9a430 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:26.024018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001bbdd-45af-4b60-b51e-54bf6c9c5090 req-b5fa8acc-8fc5-4536-8662-173c5b33d7ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:26.025865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c001bbdd-45af-4b60-b51e-54bf6c9c5090 req-b5fa8acc-8fc5-4536-8662-173c5b33d7ec tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 944 time: 0.2548065 Jul 07 22:23:26.038319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.089684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c001bbdd-45af-4b60-b51e-54bf6c9c5090 req-294aecca-1f1e-4bef-8fa5-8f3d1fdf13d7 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565732 Jul 07 22:23:26.100165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 88d9182c-8370-4096-a322-fdd4faa9a430 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:26.100695 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.131347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.168800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8c145348-4492-4028-8dda-45234d03a84a None None] Provisioning complete for port 88d9182c-8370-4096-a322-fdd4faa9a430 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:26.169192 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c145348-4492-4028-8dda-45234d03a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.185227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.187636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Network 60126614-9d35-4cc7-a257-d11558a333a0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:26.194276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:26.198426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Ignored duplicate provisioning block setup for port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 07 22:23:26.200847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:26.203316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.260660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:26.261520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.290030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event updated for resources: {'Port': ['ID=05998a0b-5039-46b7-b925-2b7b9deebabf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:26.299356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-9efd9547-6d3a-4695-86fe-4e7bffb06d7a tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0965371 Jul 07 22:23:26.317894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Request body: {'port': {'device_id': 'd27aacf9-f56e-43bb-922b-07692407abf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:26.382396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:26.447752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8c145348-4492-4028-8dda-45234d03a84a None None] Provisioning for port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:26.458989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8c145348-4492-4028-8dda-45234d03a84a None None] Provisioning complete for port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:26.458989 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c145348-4492-4028-8dda-45234d03a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.477738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] In _notify_port_updated(), no bound segment for port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af on network 887f3743-8e50-42c4-9fbb-f3819e784f75 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:23:26.479523 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.491015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:26.492068 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.493850 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b99da2ac-8096-4c8a-99cd-9cc549ed97be tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "PUT /v2.0/ports/60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af HTTP/1.1" status: 200 len: 998 time: 1.3527355 Jul 07 22:23:26.496455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39620) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:26.531977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8c145348-4492-4028-8dda-45234d03a84a None None] Port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:26.655579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-96bd75d2-37bb-4096-80a9-9802bd0b8cb9 None None] Provisioning complete for port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:26.655968 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96bd75d2-37bb-4096-80a9-9802bd0b8cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.689966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d09e57b1-30f2-4e7c-abbc-7d4a4b3e00c5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:26.690305 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d09e57b1-30f2-4e7c-abbc-7d4a4b3e00c5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.745324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-96bd75d2-37bb-4096-80a9-9802bd0b8cb9 None None] Port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:26.843886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d09e57b1-30f2-4e7c-abbc-7d4a4b3e00c5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.860875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d09e57b1-30f2-4e7c-abbc-7d4a4b3e00c5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:26.876177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-163008ef-69df-4fb5-8ff9-643bbb32de14 None None] Provisioning complete for port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:26.876569 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-163008ef-69df-4fb5-8ff9-643bbb32de14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:26.965558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f9967000-23cb-41db-b7c9-490d10f3e847 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:26.979307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-163008ef-69df-4fb5-8ff9-643bbb32de14 None None] Port 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:26.987168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05998a0b-5039-46b7-b925-2b7b9deebabf {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:27.011266 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.096792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Transition to ACTIVE for port object 05998a0b-5039-46b7-b925-2b7b9deebabf will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:27.098750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d09e57b1-30f2-4e7c-abbc-7d4a4b3e00c5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.102342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.161525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-98e0957a-59e0-40bf-b0de-ac94aa77d2ff None None] Could not find standard attr ID for object 60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:23:27.177812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e57b1-30f2-4e7c-abbc-7d4a4b3e00c5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:27.292012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f9967000-23cb-41db-b7c9-490d10f3e847, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f9967000-23cb-41db-b7c9-490d10f3e847,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:27.397987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'port_id': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'mac_address': 'fa:16:3e:ac:ae:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:27.412373 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c2942b9-34f8-4337-a3c2-3696e0932cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.440554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d09e57b1-30f2-4e7c-abbc-7d4a4b3e00c5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.448046 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d09e57b1-30f2-4e7c-abbc-7d4a4b3e00c5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af HTTP/1.1" status: 204 len: 168 time: 0.9496474 Jul 07 22:23:27.448923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39634) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:27.494384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Pushing event updated for resources: {'Port': ['ID=05998a0b-5039-46b7-b925-2b7b9deebabf,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:27.495361 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.499064 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-db18d373-ae08-4bfe-bab4-a263f73c2ba1 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:27.503601 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-db18d373-ae08-4bfe-bab4-a263f73c2ba1 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af HTTP/1.1" status: 404 len: 333 time: 0.0533226 Jul 07 22:23:27.504254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:27.510197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9967000-23cb-41db-b7c9-490d10f3e847 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:27.535969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f9967000-23cb-41db-b7c9-490d10f3e847, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f9967000-23cb-41db-b7c9-490d10f3e847,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:27.540452 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.587095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae99a1e-6445-41e6-8959-54e142bf091d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet 3d0cf000-30fb-4ee6-8947-a88abc1f8c65 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:27.591664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ae99a1e-6445-41e6-8959-54e142bf091d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.615976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Attempting to bind port 05998a0b-5039-46b7-b925-2b7b9deebabf on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:27.616972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Attempting to bind port 05998a0b-5039-46b7-b925-2b7b9deebabf by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:27.617527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Attempting to bind port 05998a0b-5039-46b7-b925-2b7b9deebabf on network 60126614-9d35-4cc7-a257-d11558a333a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:27.633259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Port 05998a0b-5039-46b7-b925-2b7b9deebabf on network 60126614-9d35-4cc7-a257-d11558a333a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:23:27.634023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Attempting to bind port 05998a0b-5039-46b7-b925-2b7b9deebabf on network 60126614-9d35-4cc7-a257-d11558a333a0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:27.646776 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ae99a1e-6445-41e6-8959-54e142bf091d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.653824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:27.654280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Checking segment: {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:27.654738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Bound using segment: {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:27.655308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Bound port: 05998a0b-5039-46b7-b925-2b7b9deebabf, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236f4be1-0b3e-4add-bd2b-d68bf022c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:27.655880 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.675439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8eead-45dd-40e7-aed7-b236eb19cfa9 req-a8ca07ec-ed90-4f56-bce9-b336341e8163 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:27.682942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8d8eead-45dd-40e7-aed7-b236eb19cfa9 req-a8ca07ec-ed90-4f56-bce9-b336341e8163 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 943 time: 0.4798503 Jul 07 22:23:27.719903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ccd76-130d-4137-8d50-598b20ff7924 req-f99a69e1-772a-4be1-8299-ec7d87a6849e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:27.721595 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-817ccd76-130d-4137-8d50-598b20ff7924 req-f99a69e1-772a-4be1-8299-ec7d87a6849e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 944 time: 0.3302543 Jul 07 22:23:27.753952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ae99a1e-6445-41e6-8959-54e142bf091d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.781047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f9967000-23cb-41db-b7c9-490d10f3e847,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:27.805336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8d8eead-45dd-40e7-aed7-b236eb19cfa9 req-1964219a-880f-43d6-819f-f9aeb0790f99 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213970 Jul 07 22:23:27.822869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-817ccd76-130d-4137-8d50-598b20ff7924 req-61d553ee-53de-418a-9c2f-6766524c250f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806315 Jul 07 22:23:27.831855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] For port 05998a0b-5039-46b7-b925-2b7b9deebabf, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:27.835278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] For port 05998a0b-5039-46b7-b925-2b7b9deebabf, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=05998a0b-5039-46b7-b925-2b7b9deebabf,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:27.840015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.851267 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ae99a1e-6445-41e6-8959-54e142bf091d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.888836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ae99a1e-6445-41e6-8959-54e142bf091d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.890642 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1ae99a1e-6445-41e6-8959-54e142bf091d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/3d0cf000-30fb-4ee6-8947-a88abc1f8c65 HTTP/1.1" status: 204 len: 168 time: 0.3854771 Jul 07 22:23:27.897756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:27.898267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['f9967000-23cb-41db-b7c9-490d10f3e847'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:27.898397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:27.899815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] 10.222.0.44 "PUT /v2.0/ports/05998a0b-5039-46b7-b925-2b7b9deebabf HTTP/1.1" status: 200 len: 1092 time: 1.5888820 Jul 07 22:23:27.900252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39642) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:27.900558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1482492-91ea-44b5-8df0-1121f6ba99f4 None None] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:27.900686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd27aacf9-f56e-43bb-922b-07692407abf1', 'tag': '05998a0b-5039-46b7-b925-2b7b9deebabf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:27.906004 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14" -d '{"events": [{"name": "network-changed", "server_uuid": "d27aacf9-f56e-43bb-922b-07692407abf1", "tag": "05998a0b-5039-46b7-b925-2b7b9deebabf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:28.110710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cedb39-1737-443a-86cf-de2907e796ca service neutron] Pushing event updated for resources: {'Port': ['ID=05998a0b-5039-46b7-b925-2b7b9deebabf,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:28.141108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-da103095-1450-4c79-9079-8874f38ef175 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet 100aa6e5-f391-41d9-85b8-5129fdac2880 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:28.154704 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e8ff8f-f018-45bc-8d62-ddffab70f74c x-openstack-request-id: req-00e8ff8f-f018-45bc-8d62-ddffab70f74c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:28.155841 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d27aacf9-f56e-43bb-922b-07692407abf1", "tag": "05998a0b-5039-46b7-b925-2b7b9deebabf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:28.155841 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00e8ff8f-f018-45bc-8d62-ddffab70f74c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:28.155841 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd27aacf9-f56e-43bb-922b-07692407abf1', 'tag': '05998a0b-5039-46b7-b925-2b7b9deebabf', 'status': 'completed', 'code': 200} Jul 07 22:23:28.159479 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da103095-1450-4c79-9079-8874f38ef175 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.224326 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da103095-1450-4c79-9079-8874f38ef175 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.258144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-7d0d8e38-8549-4c14-a911-f699f950dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:28.259674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-7d0d8e38-8549-4c14-a911-f699f950dc48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 1095 time: 0.3029037 Jul 07 22:23:28.319413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-1bc5c790-5407-4a9d-bd52-88d91f045500 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05998a0b-5039-46b7-b925-2b7b9deebabf HTTP/1.1" status: 200 len: 217 time: 0.0491805 Jul 07 22:23:28.394315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99a1e-6445-41e6-8959-54e142bf091d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0cf000-30fb-4ee6-8947-a88abc1f8c65,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:28.394683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-b09f5977-6037-4ecb-bcfb-658016f7d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:28.397307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-b09f5977-6037-4ecb-bcfb-658016f7d37c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec177152-e66d-4f11-86eb-05870b4d3ca6 HTTP/1.1" status: 200 len: 862 time: 0.0714965 Jul 07 22:23:28.437162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-de648118-5b64-416a-9723-70ce3a4ca36b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60126614-9d35-4cc7-a257-d11558a333a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325108 Jul 07 22:23:28.442702 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da103095-1450-4c79-9079-8874f38ef175 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.575693 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da103095-1450-4c79-9079-8874f38ef175 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.608827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-3d6511ec-e3e4-4f0a-a89b-d8fb0dd974a6 service neutron] 10.222.0.44 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629157 Jul 07 22:23:28.609902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da103095-1450-4c79-9079-8874f38ef175 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=100aa6e5-f391-41d9-85b8-5129fdac2880,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:28.613786 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da103095-1450-4c79-9079-8874f38ef175 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.615748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-da103095-1450-4c79-9079-8874f38ef175 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/100aa6e5-f391-41d9-85b8-5129fdac2880 HTTP/1.1" status: 204 len: 168 time: 0.7070827 Jul 07 22:23:28.618600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:28.720903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b484cae-176f-4d19-9b50-47decfab71b8 req-b62ef048-651b-4850-9f9a-1c11f99c0619 service neutron] 10.222.0.44 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037824 Jul 07 22:23:28.724762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.787769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 88d9182c-8370-4096-a322-fdd4faa9a430 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:28.788219 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.833633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-6f964ce3-e5f6-46a7-96c8-5b56d6cbca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:28.835211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-6f964ce3-e5f6-46a7-96c8-5b56d6cbca26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 1095 time: 0.0597985 Jul 07 22:23:28.926500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514742db-65d1-4beb-872f-f12dae023416 None None] Network 887f3743-8e50-42c4-9fbb-f3819e784f75 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:28.943822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] For port 88d9182c-8370-4096-a322-fdd4faa9a430, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=88d9182c-8370-4096-a322-fdd4faa9a430,segment=NetworkSegment(fdf4a7d7-c8df-4356-9dce-1321dfa339d9),segment_id=fdf4a7d7-c8df-4356-9dce-1321dfa339d9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:28.944281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:28.972625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 88d9182c-8370-4096-a322-fdd4faa9a430 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:29.010826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-f1a0bfd7-48f6-4a2f-a2bb-1a7f4b251fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.012749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-f1a0bfd7-48f6-4a2f-a2bb-1a7f4b251fb9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 200 len: 923 time: 0.1711521 Jul 07 22:23:29.062306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d70d7300-572e-4833-840c-f50160772274 None None] Provisioning complete for port 88d9182c-8370-4096-a322-fdd4faa9a430 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:29.062688 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d70d7300-572e-4833-840c-f50160772274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.082893 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.115323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=88d9182c-8370-4096-a322-fdd4faa9a430,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:29.124264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No DVR routers for this DVR port 88d9182c-8370-4096-a322-fdd4faa9a430 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:29.134535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-8214822a-f39c-450e-ab6b-d2c68bd848d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05998a0b-5039-46b7-b925-2b7b9deebabf HTTP/1.1" status: 200 len: 217 time: 0.1001639 Jul 07 22:23:29.158279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d70d7300-572e-4833-840c-f50160772274 None None] Could not find standard attr ID for object 88d9182c-8370-4096-a322-fdd4faa9a430. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:23:29.162571 n-d-695012-11 neutron-server[93943]: INFO neutron.plugins.ml2.db [None req-d70d7300-572e-4833-840c-f50160772274 None None] No ports have port_id starting with 88d9182c-8370-4096-a322-fdd4faa9a430 Jul 07 22:23:29.208521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-8a900f18-b538-4c1a-a3a1-200638b3b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.210035 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-8a900f18-b538-4c1a-a3a1-200638b3b673 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ec177152-e66d-4f11-86eb-05870b4d3ca6 HTTP/1.1" status: 200 len: 862 time: 0.0661347 Jul 07 22:23:29.219385 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.230311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887f3743-8e50-42c4-9fbb-f3819e784f75']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:29.244872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf4a7d7-c8df-4356-9dce-1321dfa339d9') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:29.245261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf4a7d7-c8df-4356-9dce-1321dfa339d9') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:29.249757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75bda9c-b85d-457f-9b74-0f4749239130 req-ba5b4dac-bb89-4d38-b7b2-52dea462b2fb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.257879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.258732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a75bda9c-b85d-457f-9b74-0f4749239130 req-ba5b4dac-bb89-4d38-b7b2-52dea462b2fb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 945 time: 0.2447166 Jul 07 22:23:29.261973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598cca0-a09e-46ec-ad27-0514866a6c91 None None] DHCP port deletion for 887f3743-8e50-42c4-9fbb-f3819e784f75 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:23:29.274774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.282200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:29.282667 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.291412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-6bbf2c39-f91d-48a6-bb38-75fe27945338 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=60126614-9d35-4cc7-a257-d11558a333a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713344 Jul 07 22:23:29.314725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c55f1-7178-4d3f-afca-e1f9305e1c2b req-84708530-a9c6-43fb-ac4c-7522ed603672 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.316286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c80c55f1-7178-4d3f-afca-e1f9305e1c2b req-84708530-a9c6-43fb-ac4c-7522ed603672 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 943 time: 0.2933061 Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:29.351775 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:29.359654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.367243 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.374254 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/networks/887f3743-8e50-42c4-9fbb-f3819e784f75 HTTP/1.1" status: 204 len: 168 time: 0.7545550 Jul 07 22:23:29.374915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39670) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:29.414806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089c43e-87e2-40a3-a00f-e49c3fa1b453 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Network': ['ID=887f3743-8e50-42c4-9fbb-f3819e784f75,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:29.455360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6749b64-8b96-4aef-9d21-3b58dfd8196d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.460768 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f6749b64-8b96-4aef-9d21-3b58dfd8196d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0832863 Jul 07 22:23:29.461482 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:29.526445 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-abf26b50-fca1-40ba-96d7-0d1b48db913c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0632277 Jul 07 22:23:29.530215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39674) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:29.535457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1528239255'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:29.556455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:29.560222 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.586033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:23:29.596611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.596961 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Added segment e5c3fdb4-9429-4228-ae62-d5fcb0cef06c of type vlan for network 6544e959-7354-4cfe-8d33-42bf3c653f0d Jul 07 22:23:29.645816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.671262 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b802aad-8316-4aed-9d46-b28368ca6d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.687915 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.696700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:29.697902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:29.730834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a75bda9c-b85d-457f-9b74-0f4749239130 req-f46c5312-9f80-4a9c-be44-f477d89af5ed tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4709754 Jul 07 22:23:29.763219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c80c55f1-7178-4d3f-afca-e1f9305e1c2b req-22bbba1a-e697-4ed6-8728-c8aee00726b6 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291270 Jul 07 22:23:29.771218 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2396698 Jul 07 22:23:29.773534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39678) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:29.786904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': '6544e959-7354-4cfe-8d33-42bf3c653f0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:29.801469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a796595-6906-46e4-89ce-6af28a610b4f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Network': ['ID=6544e959-7354-4cfe-8d33-42bf3c653f0d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:29.823130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 6544e959-7354-4cfe-8d33-42bf3c653f0d details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:23:29.929994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-9c45f912-8c4f-41a6-b27d-f8698ebdab0f service neutron] 10.222.0.44 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301970 Jul 07 22:23:29.993947 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.021265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 88d9182c-8370-4096-a322-fdd4faa9a430 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:30.032500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:30.036621 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.042665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 88d9182c-8370-4096-a322-fdd4faa9a430 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:30.042974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 88d9182c-8370-4096-a322-fdd4faa9a430 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:30.110923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef9d17ca-7b53-4c88-95b2-e696a3c32b14 req-efc37726-eae7-4c32-8275-2cef676d9995 service neutron] 10.222.0.44 "GET /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692398 Jul 07 22:23:30.236709 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.304273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=4c5b9f2d-bf8c-4b99-b891-54fc880b8aad,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:30.312593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Checking segment: {'id': 'e5c3fdb4-9429-4228-ae62-d5fcb0cef06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6544e959-7354-4cfe-8d33-42bf3c653f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:30.312901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network hostable DHCP agents. Network: 6544e959-7354-4cfe-8d33-42bf3c653f0d, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:23:30.329550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 6544e959-7354-4cfe-8d33-42bf3c653f0d is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:23:30.337706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 6544e959-7354-4cfe-8d33-42bf3c653f0d) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:30.341530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:30.342219 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.347404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18392b43-37f2-4206-8db9-7486d5f016a4 None None] Network 6544e959-7354-4cfe-8d33-42bf3c653f0d requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:30.359490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39682) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:30.359674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1dd670d9-9a81-471a-ac44-8eeab70635dc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5848382 Jul 07 22:23:30.364766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': '6544e959-7354-4cfe-8d33-42bf3c653f0d', 'name': 'tempest-PortsTestJSON-1803718152'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:30.475435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:30.478918 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.492448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-6544e959-7354-4cfe-8d33-42bf3c653f0d', 'network_id': '6544e959-7354-4cfe-8d33-42bf3c653f0d', 'tenant_id': '4005ff45391c4774b3be077ea5e4738d', 'fixed_ips': [{'subnet_id': '4c5b9f2d-bf8c-4b99-b891-54fc880b8aad'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:23:30.493336 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.499864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port b8707dc0-9362-4df5-a0c0-40662b988116 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:30.605183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.5 (6544e959-7354-4cfe-8d33-42bf3c653f0d/4c5b9f2d-bf8c-4b99-b891-54fc880b8aad/b8707dc0-9362-4df5-a0c0-40662b988116) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:30.751398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.770456 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object b8707dc0-9362-4df5-a0c0-40662b988116 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:30.818102 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.821348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.874406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 6544e959-7354-4cfe-8d33-42bf3c653f0d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:30.882804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:30.891067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:30.937984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a012da6-012b-47fb-9226-b540dd1be6a9 req-8ebc73bc-ded5-42c2-8f49-9e3605263842 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:30.939616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a012da6-012b-47fb-9226-b540dd1be6a9 req-8ebc73bc-ded5-42c2-8f49-9e3605263842 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 945 time: 0.0698164 Jul 07 22:23:30.944151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=b8707dc0-9362-4df5-a0c0-40662b988116,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:30.948189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Allocated IP 172.20.0.2 (6544e959-7354-4cfe-8d33-42bf3c653f0d/4c5b9f2d-bf8c-4b99-b891-54fc880b8aad/30221297-7104-4a34-a0dd-3b84de5ec873) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:30.964985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:30.966265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:30.986772 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a530327e-d612-45db-b52b-f1e2797843c0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6259470 Jul 07 22:23:30.990918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39702) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:30.999281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': '6544e959-7354-4cfe-8d33-42bf3c653f0d', 'name': 'tempest-PortsTestJSON-16259740'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:31.008906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a012da6-012b-47fb-9226-b540dd1be6a9 req-b2c8484a-a8f1-4f2f-af54-7b7f5f81db8b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544829 Jul 07 22:23:31.043615 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 05998a0b-5039-46b7-b925-2b7b9deebabf details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:31.045630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f9967000-23cb-41db-b7c9-490d10f3e847 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:31.120615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea864d6-39ae-4e67-83a4-af7106e45d0d req-becae0a6-659d-41c3-98a9-73df6a63a0c8 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:31.123429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea864d6-39ae-4e67-83a4-af7106e45d0d req-becae0a6-659d-41c3-98a9-73df6a63a0c8 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 943 time: 0.1094790 Jul 07 22:23:31.179135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:31.183343 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.210467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 9374d2f0-2ced-4571-bf57-50785184a0a3 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:31.219138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea864d6-39ae-4e67-83a4-af7106e45d0d req-178cc212-d408-47c7-afb1-8b956c173fe9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835361 Jul 07 22:23:31.225017 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.247263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port f9967000-23cb-41db-b7c9-490d10f3e847 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:31.280654 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port f9967000-23cb-41db-b7c9-490d10f3e847 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:31.280869 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.363067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.381968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Transition to ACTIVE for port object 30221297-7104-4a34-a0dd-3b84de5ec873 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:31.402488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 05998a0b-5039-46b7-b925-2b7b9deebabf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=05998a0b-5039-46b7-b925-2b7b9deebabf,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:31.439365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Transition to ACTIVE for port object 30221297-7104-4a34-a0dd-3b84de5ec873 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:31.442746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '05998a0b-5039-46b7-b925-2b7b9deebabf', 'network_id': '60126614-9d35-4cc7-a257-d11558a333a0', 'port_id': '05998a0b-5039-46b7-b925-2b7b9deebabf', 'mac_address': 'fa:16:3e:e1:f1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec177152-e66d-4f11-86eb-05870b4d3ca6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:31.452595 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.503552 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.14 (6544e959-7354-4cfe-8d33-42bf3c653f0d/4c5b9f2d-bf8c-4b99-b891-54fc880b8aad/9374d2f0-2ced-4571-bf57-50785184a0a3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:31.505394 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.530581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Network 6544e959-7354-4cfe-8d33-42bf3c653f0d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:31.540790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:31.547143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:31.551550 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.573486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Pushing event updated for resources: {'Port': ['ID=30221297-7104-4a34-a0dd-3b84de5ec873,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:31.575624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9967000-23cb-41db-b7c9-490d10f3e847'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:31.578312 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f68209-8292-4527-9514-58f6e5374b63" -d '{"events": [{"server_uuid": "6ad0eee2-1f61-4277-b73c-839f06e132d5", "name": "network-vif-plugged", "status": "completed", "tag": "f9967000-23cb-41db-b7c9-490d10f3e847"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:31.584128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05998a0b-5039-46b7-b925-2b7b9deebabf {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:31.627538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f9967000-23cb-41db-b7c9-490d10f3e847, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f9967000-23cb-41db-b7c9-490d10f3e847,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:31.651286 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dde803-031e-414e-abb6-a2f88f520f75 x-openstack-request-id: req-37dde803-031e-414e-abb6-a2f88f520f75 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:31.651667 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad0eee2-1f61-4277-b73c-839f06e132d5", "name": "network-vif-plugged", "status": "completed", "tag": "f9967000-23cb-41db-b7c9-490d10f3e847", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:31.651857 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37dde803-031e-414e-abb6-a2f88f520f75 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:31.652213 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'code': 200} Jul 07 22:23:31.657837 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.660757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 05998a0b-5039-46b7-b925-2b7b9deebabf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=05998a0b-5039-46b7-b925-2b7b9deebabf,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:31.686772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.688431 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.693102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Attempting to bind port 30221297-7104-4a34-a0dd-3b84de5ec873 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:31.693263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Attempting to bind port 30221297-7104-4a34-a0dd-3b84de5ec873 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'e5c3fdb4-9429-4228-ae62-d5fcb0cef06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6544e959-7354-4cfe-8d33-42bf3c653f0d'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:31.693614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Attempting to bind port 30221297-7104-4a34-a0dd-3b84de5ec873 on network 6544e959-7354-4cfe-8d33-42bf3c653f0d {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:31.707349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:31.707720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Checking segment: {'id': 'e5c3fdb4-9429-4228-ae62-d5fcb0cef06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6544e959-7354-4cfe-8d33-42bf3c653f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:31.708285 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.708516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Bound using segment: {'id': 'e5c3fdb4-9429-4228-ae62-d5fcb0cef06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6544e959-7354-4cfe-8d33-42bf3c653f0d'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:31.708991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Bound port: 30221297-7104-4a34-a0dd-3b84de5ec873, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c3fdb4-9429-4228-ae62-d5fcb0cef06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '6544e959-7354-4cfe-8d33-42bf3c653f0d'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:31.709372 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.710825 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object 9374d2f0-2ced-4571-bf57-50785184a0a3 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:31.734482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f9967000-23cb-41db-b7c9-490d10f3e847,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:31.747466 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.796205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 6544e959-7354-4cfe-8d33-42bf3c653f0d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:31.800212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabb9a9-eda6-41e9-a0ee-a0bd73c8c1a4 req-75fb392d-aa7a-402d-b759-920eb6542b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:31.801630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:31.802043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eeabb9a9-eda6-41e9-a0ee-a0bd73c8c1a4 req-75fb392d-aa7a-402d-b759-920eb6542b69 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 1098 time: 0.0904596 Jul 07 22:23:31.805607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:31.813151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=9374d2f0-2ced-4571-bf57-50785184a0a3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:31.833056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] For port 30221297-7104-4a34-a0dd-3b84de5ec873, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:31.835325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=05998a0b-5039-46b7-b925-2b7b9deebabf,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:31.839187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] For port 30221297-7104-4a34-a0dd-3b84de5ec873, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=30221297-7104-4a34-a0dd-3b84de5ec873,segment=NetworkSegment(e5c3fdb4-9429-4228-ae62-d5fcb0cef06c),segment_id=e5c3fdb4-9429-4228-ae62-d5fcb0cef06c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:31.843893 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.852305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eeabb9a9-eda6-41e9-a0ee-a0bd73c8c1a4 req-088c5ad3-79b2-4c55-8ebc-a1e8fdcfe26a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431044 Jul 07 22:23:31.869644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:31.870301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:31.888138 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d3982dc5-0789-4ce0-91a4-d352670ca019 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8959661 Jul 07 22:23:31.890736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:31.917223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba79c13-99a2-49dd-b9ab-f185beb6c0a5 None None] Pushing event updated for resources: {'Port': ['ID=30221297-7104-4a34-a0dd-3b84de5ec873,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:31.978258 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5bfb31-f514-4701-93f3-51bda843bf1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:31.979766 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7a5bfb31-f514-4701-93f3-51bda843bf1e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.0875394 Jul 07 22:23:31.983086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39730) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:31.995769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['05998a0b-5039-46b7-b925-2b7b9deebabf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:32.169696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e521b85d-a119-4915-a57e-88c5290adffe tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 9374d2f0-2ced-4571-bf57-50785184a0a3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:32.170056 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e521b85d-a119-4915-a57e-88c5290adffe tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.284229 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e521b85d-a119-4915-a57e-88c5290adffe tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.297286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e521b85d-a119-4915-a57e-88c5290adffe tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 9374d2f0-2ced-4571-bf57-50785184a0a3 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:32.338411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110f6a8-8bfd-45c2-83d9-0e591530d96f req-6a817d65-0cdf-4b13-93c1-44b50bc6b134 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.346683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1110f6a8-8bfd-45c2-83d9-0e591530d96f req-6a817d65-0cdf-4b13-93c1-44b50bc6b134 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 946 time: 0.1173356 Jul 07 22:23:32.433371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1110f6a8-8bfd-45c2-83d9-0e591530d96f req-a3bee3a5-0ddc-419e-b2d0-9a061540ab3f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852602 Jul 07 22:23:32.559940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fa14b-3ab5-49a9-ad24-7d123df819ee req-aa969a49-5fe6-45de-8f8e-c509133807b5 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:32.561555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d2fa14b-3ab5-49a9-ad24-7d123df819ee req-aa969a49-5fe6-45de-8f8e-c509133807b5 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 944 time: 0.1163685 Jul 07 22:23:32.571537 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e521b85d-a119-4915-a57e-88c5290adffe tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.603142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521b85d-a119-4915-a57e-88c5290adffe tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=9374d2f0-2ced-4571-bf57-50785184a0a3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:32.605522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d2fa14b-3ab5-49a9-ad24-7d123df819ee req-c4198e1f-737c-4ce1-a5a6-39997b358034 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367601 Jul 07 22:23:32.691530 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e521b85d-a119-4915-a57e-88c5290adffe tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.693231 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.697583 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e521b85d-a119-4915-a57e-88c5290adffe tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/9374d2f0-2ced-4571-bf57-50785184a0a3 HTTP/1.1" status: 204 len: 168 time: 0.7129519 Jul 07 22:23:32.697761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39744) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:32.732745 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34738e3-e375-45e2-bf0d-d3b3957ca304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:32.736763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c34738e3-e375-45e2-bf0d-d3b3957ca304 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/9374d2f0-2ced-4571-bf57-50785184a0a3 HTTP/1.1" status: 404 len: 333 time: 0.0348217 Jul 07 22:23:32.737081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39746) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:32.842045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-24fb6726-aa24-4753-af33-6f24dca50f34 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port b8707dc0-9362-4df5-a0c0-40662b988116 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:32.842885 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24fb6726-aa24-4753-af33-6f24dca50f34 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.944827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24fb6726-aa24-4753-af33-6f24dca50f34 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:32.958160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-24fb6726-aa24-4753-af33-6f24dca50f34 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for b8707dc0-9362-4df5-a0c0-40662b988116 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:33.021077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 05998a0b-5039-46b7-b925-2b7b9deebabf up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:33.064263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f50570-9fad-40f3-8209-be4e234ab278 None None] Network 6544e959-7354-4cfe-8d33-42bf3c653f0d requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:33.089115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24fb6726-aa24-4753-af33-6f24dca50f34 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.115858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb6726-aa24-4753-af33-6f24dca50f34 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=b8707dc0-9362-4df5-a0c0-40662b988116,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:33.139438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 05998a0b-5039-46b7-b925-2b7b9deebabf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:33.152187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 05998a0b-5039-46b7-b925-2b7b9deebabf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:33.153308 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.159315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fb575990-bcbe-4ed8-899a-a14f1fc9e91e None None] Provisioning for port 30221297-7104-4a34-a0dd-3b84de5ec873 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:33.187084 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24fb6726-aa24-4753-af33-6f24dca50f34 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.189025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-24fb6726-aa24-4753-af33-6f24dca50f34 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/b8707dc0-9362-4df5-a0c0-40662b988116 HTTP/1.1" status: 204 len: 168 time: 0.4509792 Jul 07 22:23:33.192025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:33.219800 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-290149e2-d037-4dd4-abc1-bb1eb5a732b5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:33.221339 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-290149e2-d037-4dd4-abc1-bb1eb5a732b5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/b8707dc0-9362-4df5-a0c0-40662b988116 HTTP/1.1" status: 404 len: 333 time: 0.0283282 Jul 07 22:23:33.223998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:33.273675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4d2eda-62a3-48d5-bec5-f360beef4524 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet 4c5b9f2d-bf8c-4b99-b891-54fc880b8aad {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:33.276863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2eda-62a3-48d5-bec5-f360beef4524 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.307058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.322148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2eda-62a3-48d5-bec5-f360beef4524 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.358282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 05998a0b-5039-46b7-b925-2b7b9deebabf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=05998a0b-5039-46b7-b925-2b7b9deebabf,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:33.365569 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.410097 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2eda-62a3-48d5-bec5-f360beef4524 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.418752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=05998a0b-5039-46b7-b925-2b7b9deebabf,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:33.488098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2eda-62a3-48d5-bec5-f360beef4524 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.520991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d2eda-62a3-48d5-bec5-f360beef4524 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5b9f2d-bf8c-4b99-b891-54fc880b8aad,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:33.528968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6f4d2eda-62a3-48d5-bec5-f360beef4524 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.530954 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6f4d2eda-62a3-48d5-bec5-f360beef4524 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/4c5b9f2d-bf8c-4b99-b891-54fc880b8aad HTTP/1.1" status: 204 len: 168 time: 0.3060715 Jul 07 22:23:33.533890 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:33.619895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a977b1-b974-46a9-aee3-53f58eb2260e None None] Network 6544e959-7354-4cfe-8d33-42bf3c653f0d requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:33.644879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.658670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27aacf9-f56e-43bb-922b-07692407abf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05998a0b-5039-46b7-b925-2b7b9deebabf'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:33.660923 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e38e93-f4d6-4cd1-a1ae-5ad0151a9d82" -d '{"events": [{"server_uuid": "d27aacf9-f56e-43bb-922b-07692407abf1", "name": "network-vif-plugged", "status": "completed", "tag": "05998a0b-5039-46b7-b925-2b7b9deebabf"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:33.721617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 30221297-7104-4a34-a0dd-3b84de5ec873 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:33.721894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.731285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd0a07-82d7-4172-a90d-795f31e54e21 req-28cc4027-b463-42e1-82f2-ebd53d1d6fa5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:33.733558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cdcd0a07-82d7-4172-a90d-795f31e54e21 req-28cc4027-b463-42e1-82f2-ebd53d1d6fa5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 946 time: 0.0914221 Jul 07 22:23:33.801441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] For port 30221297-7104-4a34-a0dd-3b84de5ec873, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=30221297-7104-4a34-a0dd-3b84de5ec873,segment=NetworkSegment(e5c3fdb4-9429-4228-ae62-d5fcb0cef06c),segment_id=e5c3fdb4-9429-4228-ae62-d5fcb0cef06c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:33.801810 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:33.822451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 30221297-7104-4a34-a0dd-3b84de5ec873 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:33.837625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cdcd0a07-82d7-4172-a90d-795f31e54e21 req-5f7782ac-ef53-44e3-a713-1011d916b40c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972838 Jul 07 22:23:33.925408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] DHCP port deletion for 6544e959-7354-4cfe-8d33-42bf3c653f0d request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:23:33.985941 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.011696 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29ca095-d42f-4b7b-8ab5-24e8459597e7 x-openstack-request-id: req-b29ca095-d42f-4b7b-8ab5-24e8459597e7 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:34.012174 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27aacf9-f56e-43bb-922b-07692407abf1", "name": "network-vif-plugged", "status": "completed", "tag": "05998a0b-5039-46b7-b925-2b7b9deebabf", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:34.012550 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b29ca095-d42f-4b7b-8ab5-24e8459597e7 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:34.013046 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27aacf9-f56e-43bb-922b-07692407abf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05998a0b-5039-46b7-b925-2b7b9deebabf', 'code': 200} Jul 07 22:23:34.040178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=30221297-7104-4a34-a0dd-3b84de5ec873,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:34.042527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No DVR routers for this DVR port 30221297-7104-4a34-a0dd-3b84de5ec873 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:34.064799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] Deleting port 30221297-7104-4a34-a0dd-3b84de5ec873 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:34.065512 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.164909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34addf4c-ed55-4adc-8131-74f1888bf8ad req-cd60386c-a67e-4e15-8ddc-04006ebd2e13 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:34.166562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34addf4c-ed55-4adc-8131-74f1888bf8ad req-cd60386c-a67e-4e15-8ddc-04006ebd2e13 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 945 time: 0.2491233 Jul 07 22:23:34.194794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.206473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa7dd9-d931-47ce-968d-abb7fb5d7e7e req-70879142-51ff-43df-8751-fd51752c1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:34.207993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97fa7dd9-d931-47ce-968d-abb7fb5d7e7e req-70879142-51ff-43df-8751-fd51752c1f6a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 1097 time: 0.1586368 Jul 07 22:23:34.209193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6544e959-7354-4cfe-8d33-42bf3c653f0d']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:34.225040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c3fdb4-9429-4228-ae62-d5fcb0cef06c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:34.225739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c3fdb4-9429-4228-ae62-d5fcb0cef06c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:34.232540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d671-8fc1-4b80-97c3-17adbd1cc8e2 req-b76d2cd3-de6d-4a01-a4a7-223047455083 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:34.237654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.239558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f68d671-8fc1-4b80-97c3-17adbd1cc8e2 req-b76d2cd3-de6d-4a01-a4a7-223047455083 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 946 time: 0.1912954 Jul 07 22:23:34.257131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.269267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:34.270599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.276720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] For port 30221297-7104-4a34-a0dd-3b84de5ec873, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:34.277126 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:34.278040 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:34.291813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] Calling delete_port for 30221297-7104-4a34-a0dd-3b84de5ec873 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:34.295719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] Port 30221297-7104-4a34-a0dd-3b84de5ec873 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:23:34.297980 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.307578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34addf4c-ed55-4adc-8131-74f1888bf8ad req-159ccf48-5d34-41f5-974b-30b1ae3ab8e2 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310732 Jul 07 22:23:34.327567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] No DVR routers for this DVR port 30221297-7104-4a34-a0dd-3b84de5ec873 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:34.336896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97fa7dd9-d931-47ce-968d-abb7fb5d7e7e req-3a4169e2-eeb3-4941-951b-46f46ea630d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200325 Jul 07 22:23:34.360093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f68d671-8fc1-4b80-97c3-17adbd1cc8e2 req-7f8056be-ec28-4273-80ae-1566d5df2b82 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195791 Jul 07 22:23:34.363120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6b2a6-4054-49c8-9d1d-5dfafb27d47a None None] Pushing event deleted for resources: {'Port': ['ID=30221297-7104-4a34-a0dd-3b84de5ec873,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:34.365446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.373375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.375922 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/networks/6544e959-7354-4cfe-8d33-42bf3c653f0d HTTP/1.1" status: 204 len: 168 time: 0.8392928 Jul 07 22:23:34.379215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39774) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:34.385790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1101013237'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:34.388797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39776) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:34.396241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb6770-2345-4d4d-92c1-ffd1d8603b4d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Network': ['ID=6544e959-7354-4cfe-8d33-42bf3c653f0d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:34.417809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:34.423179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.469972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:23:34.480002 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.480421 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Added segment 9cb64800-7ae0-4e25-b703-691d5214ef0e of type vlan for network 606e8a2e-db4a-4040-bbf8-52d53e552285 Jul 07 22:23:34.522613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.556411 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.563502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:34.564362 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.667446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2841794 Jul 07 22:23:34.667583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39788) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:34.673286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': '606e8a2e-db4a-4040-bbf8-52d53e552285', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:34.690895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Network': ['ID=606e8a2e-db4a-4040-bbf8-52d53e552285,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:34.699994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.700348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.700693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.701030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.701406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.701691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.702010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.702361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.702719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.703051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.703376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.703699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696216d5-9a1b-46bc-a74e-d91c564a362e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:34.714885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 606e8a2e-db4a-4040-bbf8-52d53e552285 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:23:34.740577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ecaf9-469c-4cc3-ae43-de0a0f0d9228 tempest-TestVolumeBootPattern-11756161 tempest-TestVolumeBootPattern-11756161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:34.745138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-326ecaf9-469c-4cc3-ae43-de0a0f0d9228 tempest-TestVolumeBootPattern-11756161 tempest-TestVolumeBootPattern-11756161-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 1093 time: 0.3527451 Jul 07 22:23:34.745327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39790) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:34.750817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:34.780118 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.811701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:34.819318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:34.931266 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:35.067691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.25.8.31 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/a47f1375-2cd2-488e-951d-26a93d8a8cbe) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:35.099734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:35.178549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Checking segment: {'id': '9cb64800-7ae0-4e25-b703-691d5214ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '606e8a2e-db4a-4040-bbf8-52d53e552285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:35.179264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network hostable DHCP agents. Network: 606e8a2e-db4a-4040-bbf8-52d53e552285, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:23:35.225867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 606e8a2e-db4a-4040-bbf8-52d53e552285 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:23:35.230288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=1189f1d5-5fd3-459b-b24e-91333d3da567,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:35.242157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 606e8a2e-db4a-4040-bbf8-52d53e552285) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:35.251401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59667ff-b149-44f5-878a-e7e34f8e040f None None] Network 606e8a2e-db4a-4040-bbf8-52d53e552285 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:35.261495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.262180 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:35.282167 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f1a14707-8db6-456b-b31a-d6a0c900cb6a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6105740 Jul 07 22:23:35.282414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:35.286640 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-9d4d0060-3b8a-448b-a68a-3cd5c0c8c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.288299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-9d4d0060-3b8a-448b-a68a-3cd5c0c8c703 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1097 time: 0.1556644 Jul 07 22:23:35.290657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': '606e8a2e-db4a-4040-bbf8-52d53e552285', 'name': 'tempest-PortsTestJSON-1310009881', 'fixed_ips': [{'subnet_id': '1189f1d5-5fd3-459b-b24e-91333d3da567', 'ip_address': '172.20.0.10'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:35.296582 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:35.459728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:35.477667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-606e8a2e-db4a-4040-bbf8-52d53e552285', 'network_id': '606e8a2e-db4a-4040-bbf8-52d53e552285', 'tenant_id': '4005ff45391c4774b3be077ea5e4738d', 'fixed_ips': [{'subnet_id': '1189f1d5-5fd3-459b-b24e-91333d3da567'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:23:35.478608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:35.516882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4848a59-deea-414a-8701-2076fcc3543c req-32b94417-27ce-426c-bb1c-22aecf8b4cd9 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.517938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4848a59-deea-414a-8701-2076fcc3543c req-32b94417-27ce-426c-bb1c-22aecf8b4cd9 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2988293 Jul 07 22:23:35.580486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:35.598126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-29b2f7ff-d843-4e0d-ad36-21247ecbe79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.600320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-29b2f7ff-d843-4e0d-ad36-21247ecbe79b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 919 time: 0.2996883 Jul 07 22:23:35.600779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port c3ad2b68-9b63-4688-b48b-6a47242f1706 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:35.651788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Allocated IP 172.20.0.2 (606e8a2e-db4a-4040-bbf8-52d53e552285/1189f1d5-5fd3-459b-b24e-91333d3da567/d5f05295-8616-49a6-baa5-b978707f30d0) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:35.655571 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:35.664517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-6200ee9e-b458-4b32-854e-c1e87f264f74 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10882332-d5f4-41e6-93d6-a54003dd05c4 HTTP/1.1" status: 200 len: 217 time: 0.0537584 Jul 07 22:23:35.668266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4848a59-deea-414a-8701-2076fcc3543c req-b740edb6-fcc9-42aa-b530-3b9cabcfa7a2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311007 Jul 07 22:23:35.823568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:35.832326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e54775-a1d7-4da0-8742-1c989f1732e7 req-b7f82e60-2dba-4873-935d-f774fb21b028 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.834195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25e54775-a1d7-4da0-8742-1c989f1732e7 req-b7f82e60-2dba-4873-935d-f774fb21b028 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 945 time: 0.3648615 Jul 07 22:23:35.851187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:35.870169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:35.876616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=a47f1375-2cd2-488e-951d-26a93d8a8cbe,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:35.884431 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:35.894899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Transition to ACTIVE for port object d5f05295-8616-49a6-baa5-b978707f30d0 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:35.904802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-bba2e107-56e2-4616-b801-25d4b307b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:35.906650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-bba2e107-56e2-4616-b801-25d4b307b2f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.2304130 Jul 07 22:23:35.913543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Transition to ACTIVE for port object d5f05295-8616-49a6-baa5-b978707f30d0 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:35.922519 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:35.967832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Network 606e8a2e-db4a-4040-bbf8-52d53e552285 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:35.971662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:35.972585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-82e03e47-a9c1-49b7-b2c7-eb8c76396675 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485339 Jul 07 22:23:35.980357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:35.981523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25e54775-a1d7-4da0-8742-1c989f1732e7 req-eca040cb-a5df-43dd-b230-511329385810 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378424 Jul 07 22:23:35.989829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.10 (606e8a2e-db4a-4040-bbf8-52d53e552285/1189f1d5-5fd3-459b-b24e-91333d3da567/c3ad2b68-9b63-4688-b48b-6a47242f1706) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:36.009685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Pushing event updated for resources: {'Port': ['ID=d5f05295-8616-49a6-baa5-b978707f30d0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:36.147026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Attempting to bind port d5f05295-8616-49a6-baa5-b978707f30d0 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:36.147718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Attempting to bind port d5f05295-8616-49a6-baa5-b978707f30d0 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '9cb64800-7ae0-4e25-b703-691d5214ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '606e8a2e-db4a-4040-bbf8-52d53e552285'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:36.148278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Attempting to bind port d5f05295-8616-49a6-baa5-b978707f30d0 on network 606e8a2e-db4a-4040-bbf8-52d53e552285 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:36.156309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:36.157010 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Checking segment: {'id': '9cb64800-7ae0-4e25-b703-691d5214ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '606e8a2e-db4a-4040-bbf8-52d53e552285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:36.158150 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:36.158740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Bound using segment: {'id': '9cb64800-7ae0-4e25-b703-691d5214ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '606e8a2e-db4a-4040-bbf8-52d53e552285'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:36.159398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Bound port: d5f05295-8616-49a6-baa5-b978707f30d0, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb64800-7ae0-4e25-b703-691d5214ef0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '606e8a2e-db4a-4040-bbf8-52d53e552285'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:36.160164 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:36.212299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-7db602da-2b29-41ae-be66-16b6195fec13 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294505 Jul 07 22:23:36.270649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39814) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:36.289600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] For port d5f05295-8616-49a6-baa5-b978707f30d0, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:36.297505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] For port d5f05295-8616-49a6-baa5-b978707f30d0, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f05295-8616-49a6-baa5-b978707f30d0,segment=NetworkSegment(9cb64800-7ae0-4e25-b703-691d5214ef0e),segment_id=9cb64800-7ae0-4e25-b703-691d5214ef0e)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:36.303272 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:36.345449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:36.385552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48680b-9c23-42b9-8bef-7073b4fb869d None None] Pushing event updated for resources: {'Port': ['ID=d5f05295-8616-49a6-baa5-b978707f30d0,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:36.388044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object c3ad2b68-9b63-4688-b48b-6a47242f1706 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:36.475754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:36.495573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98594c18-b05f-4c2c-a20c-37b6848bcae9 req-ede65d7c-2621-4aab-94fc-ae1dc571751c service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364695 Jul 07 22:23:36.498380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-12b3ad08-cb4d-45be-8fa4-c065ebbb5ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:36.522693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 606e8a2e-db4a-4040-bbf8-52d53e552285 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:36.544469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:36.547990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:36.601064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=c3ad2b68-9b63-4688-b48b-6a47242f1706,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:36.619199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:36.620062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:36.951883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6827816-fe71-4384-bd6f-89eb47b20f01 req-ed6e0353-3a75-4c56-a4ae-8b0514578edf tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:36.953330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6827816-fe71-4384-bd6f-89eb47b20f01 req-ed6e0353-3a75-4c56-a4ae-8b0514578edf tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 945 time: 0.3753383 Jul 07 22:23:36.958159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.384291 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-12b3ad08-cb4d-45be-8fa4-c065ebbb5ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.397072 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-41044ea6-c08a-4dc5-bca8-3cc611a5f2bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1134694 Jul 07 22:23:37.399655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39830) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:37.404801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': '606e8a2e-db4a-4040-bbf8-52d53e552285', 'name': 'tempest-PortsTestJSON-927034313', 'fixed_ips': [{'subnet_id': '1189f1d5-5fd3-459b-b24e-91333d3da567', 'ip_address': '172.20.0.9'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:37.406378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-12b3ad08-cb4d-45be-8fa4-c065ebbb5ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.444930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49ab88-9f0e-444b-a117-139fe7e6c7f2 req-61aafb94-7387-4969-bd2b-2b257cf11cb8 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:37.451516 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd49ab88-9f0e-444b-a117-139fe7e6c7f2 req-61aafb94-7387-4969-bd2b-2b257cf11cb8 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.6274111 Jul 07 22:23:37.463959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6827816-fe71-4384-bd6f-89eb47b20f01 req-922fc959-3665-457c-8d1b-220a734653e9 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864542 Jul 07 22:23:37.548284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:37.555659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.562756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a213db-e82a-49b8-aa92-9f9b6343b35d None None] Network 606e8a2e-db4a-4040-bbf8-52d53e552285 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:37.567951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3ad08-cb4d-45be-8fa4-c065ebbb5ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48129582-54a9-47d3-9492-a25893be0391,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:37.575468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-12b3ad08-cb4d-45be-8fa4-c065ebbb5ced admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74579c5643654579a2bfebf336bd9521&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3049440 Jul 07 22:23:37.575667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:37.584977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 3c113e73-aebe-4464-a5a8-b9d3ce4b0c35 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:37.596412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.633121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd49ab88-9f0e-444b-a117-139fe7e6c7f2 req-af898fa8-4bfe-4fac-b067-faebb2e29185 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478946 Jul 07 22:23:37.671057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-b9d9a285-e493-462b-9937-40cf028cc86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:37.672737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-b9d9a285-e493-462b-9937-40cf028cc86a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1097 time: 0.1798539 Jul 07 22:23:37.744896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-511e63a3-7883-4f4b-825f-cef58d4cf2ff None None] Provisioning for port d5f05295-8616-49a6-baa5-b978707f30d0 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:37.749025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3984638-aed5-497f-a552-9215bbfb5f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.787349 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3984638-aed5-497f-a552-9215bbfb5f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.865216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.9 (606e8a2e-db4a-4040-bbf8-52d53e552285/1189f1d5-5fd3-459b-b24e-91333d3da567/3c113e73-aebe-4464-a5a8-b9d3ce4b0c35) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:37.904588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3984638-aed5-497f-a552-9215bbfb5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.907758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3984638-aed5-497f-a552-9215bbfb5f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:37.911556 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c3984638-aed5-497f-a552-9215bbfb5f7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48129582-54a9-47d3-9492-a25893be0391 HTTP/1.1" status: 204 len: 168 time: 0.3336611 Jul 07 22:23:37.931285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3984638-aed5-497f-a552-9215bbfb5f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48129582-54a9-47d3-9492-a25893be0391,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:37.956979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee41ed-8625-402d-9222-e23857d5a61a req-7f18ae64-e7d9-4152-87fe-157ab611538c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:37.958784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87ee41ed-8625-402d-9222-e23857d5a61a req-7f18ae64-e7d9-4152-87fe-157ab611538c tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.44 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 945 time: 0.2366266 Jul 07 22:23:38.028153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-e2737879-b876-4df0-a7b5-99e18039ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.029653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-e2737879-b876-4df0-a7b5-99e18039ec39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 919 time: 0.3085785 Jul 07 22:23:38.080651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-516ea65a-919a-437c-878b-c1977c5084fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10882332-d5f4-41e6-93d6-a54003dd05c4 HTTP/1.1" status: 200 len: 217 time: 0.0423725 Jul 07 22:23:38.098303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f05295-8616-49a6-baa5-b978707f30d0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:38.141313 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.151529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.171866 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.186723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object 3c113e73-aebe-4464-a5a8-b9d3ce4b0c35 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:38.195857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-97f3ca19-4fb7-4562-896b-9b97af51c9de None None] Provisioning for port c3ad2b68-9b63-4688-b48b-6a47242f1706 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:38.200743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port d5f05295-8616-49a6-baa5-b978707f30d0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:38.204097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-97f3ca19-4fb7-4562-896b-9b97af51c9de None None] Provisioning complete for port c3ad2b68-9b63-4688-b48b-6a47242f1706 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:38.204631 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97f3ca19-4fb7-4562-896b-9b97af51c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.208215 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d5f05295-8616-49a6-baa5-b978707f30d0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:38.208483 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.219917 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:23:38.244369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.259273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=a47f1375-2cd2-488e-951d-26a93d8a8cbe,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:38.317243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-97f3ca19-4fb7-4562-896b-9b97af51c9de None None] Port c3ad2b68-9b63-4688-b48b-6a47242f1706 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:38.318368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-0e08c9e4-383c-45a6-b9a3-5a6a22dd46c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.320371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-0e08c9e4-383c-45a6-b9a3-5a6a22dd46c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.2318823 Jul 07 22:23:38.321120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 606e8a2e-db4a-4040-bbf8-52d53e552285 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:38.325278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:38.331082 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:38.333302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-97f3ca19-4fb7-4562-896b-9b97af51c9de None None] Provisioning complete for port d5f05295-8616-49a6-baa5-b978707f30d0 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:38.333683 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97f3ca19-4fb7-4562-896b-9b97af51c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.368364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=3c113e73-aebe-4464-a5a8-b9d3ce4b0c35,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:38.392820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-03d4e3f9-58b8-4de5-95f0-c22e9de2a484 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508742 Jul 07 22:23:38.403246 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.418055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:38.440930 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8547-5267-4b80-b68d-b6e2cebe9603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.446126 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.473507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.474514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.507886 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97f3ca19-4fb7-4562-896b-9b97af51c9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.513404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port d5f05295-8616-49a6-baa5-b978707f30d0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f05295-8616-49a6-baa5-b978707f30d0,segment=NetworkSegment(9cb64800-7ae0-4e25-b703-691d5214ef0e),segment_id=9cb64800-7ae0-4e25-b703-691d5214ef0e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:38.515107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-87ee41ed-8625-402d-9222-e23857d5a61a req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Deleting port 05998a0b-5039-46b7-b925-2b7b9deebabf {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:38.515462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-87ee41ed-8625-402d-9222-e23857d5a61a req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.522877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.609552 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-97f3ca19-4fb7-4562-896b-9b97af51c9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:23:38.610209 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-97f3ca19-4fb7-4562-896b-9b97af51c9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:23:38.657437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=d5f05295-8616-49a6-baa5-b978707f30d0,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:38.660065 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8547-5267-4b80-b68d-b6e2cebe9603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.668667 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a8e8547-5267-4b80-b68d-b6e2cebe9603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.691442 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10300c95-8a2f-414f-adbf-788b95b854b2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2907498 Jul 07 22:23:38.695494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:38.725021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-87ee41ed-8625-402d-9222-e23857d5a61a req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] For port 05998a0b-5039-46b7-b925-2b7b9deebabf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=05998a0b-5039-46b7-b925-2b7b9deebabf,segment=NetworkSegment(236f4be1-0b3e-4add-bd2b-d68bf022c90f),segment_id=236f4be1-0b3e-4add-bd2b-d68bf022c90f)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:38.725616 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-87ee41ed-8625-402d-9222-e23857d5a61a req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.762116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-87ee41ed-8625-402d-9222-e23857d5a61a req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Calling delete_port for 05998a0b-5039-46b7-b925-2b7b9deebabf owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:38.764672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e8547-5267-4b80-b68d-b6e2cebe9603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3dc9a6-ee25-4e9b-82bb-57c2a9649e10,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:38.772135 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Floating IP 23f23b98-66dd-400a-a692-c6bb40b8cfa1 associated. External IP: 172.25.8.31, port: f9967000-23cb-41db-b7c9-490d10f3e847. Jul 07 22:23:38.785092 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5a8e8547-5267-4b80-b68d-b6e2cebe9603 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05b3cff19fe44dc89fe057d30d4e4019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649039 Jul 07 22:23:38.787925 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:38.834829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-9cb9533c-8661-4d0c-b356-8fb0f62f7824 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338095 Jul 07 22:23:38.845574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9122a8cf-305a-4f0b-883c-298a4b6386b5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.851935 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9122a8cf-305a-4f0b-883c-298a4b6386b5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1493831 Jul 07 22:23:38.852883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:38.917961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3c235a9-f6f8-47ad-88c0-4a69030d01fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.942942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915340f-50ed-43ae-a029-67ecc855ea42 req-cfac8c8e-f1a7-44cd-a643-6bddb3218b1d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.944430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2915340f-50ed-43ae-a029-67ecc855ea42 req-cfac8c8e-f1a7-44cd-a643-6bddb3218b1d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 945 time: 0.2840493 Jul 07 22:23:38.951397 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3c235a9-f6f8-47ad-88c0-4a69030d01fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:38.989192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb637d45-1235-4971-bc8e-42901b9cae18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:38.994979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb637d45-1235-4971-bc8e-42901b9cae18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:39.000815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb637d45-1235-4971-bc8e-42901b9cae18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:39.002600 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eb637d45-1235-4971-bc8e-42901b9cae18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1436315 Jul 07 22:23:39.007415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:39.092039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3c235a9-f6f8-47ad-88c0-4a69030d01fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.094661 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3c235a9-f6f8-47ad-88c0-4a69030d01fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.095842 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b3c235a9-f6f8-47ad-88c0-4a69030d01fa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd3dc9a6-ee25-4e9b-82bb-57c2a9649e10 HTTP/1.1" status: 204 len: 168 time: 0.3069208 Jul 07 22:23:39.112768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c235a9-f6f8-47ad-88c0-4a69030d01fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3dc9a6-ee25-4e9b-82bb-57c2a9649e10,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:39.120981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2915340f-50ed-43ae-a029-67ecc855ea42 req-70d05000-622a-45df-a0cc-d12bfbd8237f tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fddd879-a374-48ba-968e-fc66c85917ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391499 Jul 07 22:23:39.142737 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c3c83e95-05b4-40ec-a1f7-3d8c8ff6338f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 3c113e73-aebe-4464-a5a8-b9d3ce4b0c35 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:39.143175 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3c83e95-05b4-40ec-a1f7-3d8c8ff6338f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.200677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d07692f-aba8-405a-a36c-2c2ccc7344ea req-94c7bf34-fcc6-4fc0-9ae1-a300d970b8b7 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535309 Jul 07 22:23:39.268169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4569e-d991-449d-909a-92da6a7a3dd8 req-df09a0db-2890-4ad5-b09d-d7525f3b3c44 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:39.270040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc4569e-d991-449d-909a-92da6a7a3dd8 req-df09a0db-2890-4ad5-b09d-d7525f3b3c44 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.3461127 Jul 07 22:23:39.308469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3c83e95-05b4-40ec-a1f7-3d8c8ff6338f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.322702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c3c83e95-05b4-40ec-a1f7-3d8c8ff6338f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 3c113e73-aebe-4464-a5a8-b9d3ce4b0c35 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:39.332485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9798ddfe-c9f6-4e7f-83d7-85a8a0f07168 None None] Provisioning complete for port c3ad2b68-9b63-4688-b48b-6a47242f1706 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:39.333749 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9798ddfe-c9f6-4e7f-83d7-85a8a0f07168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.347575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Router f484b174-1ee7-4fd7-913c-157cc1fe79f2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:39.351335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc4569e-d991-449d-909a-92da6a7a3dd8 req-b5f39014-cd80-46aa-88fa-8dfa1c24296c tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692689 Jul 07 22:23:39.352115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-87ee41ed-8625-402d-9222-e23857d5a61a req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.373173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['05998a0b-5039-46b7-b925-2b7b9deebabf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:39.403117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event deleted for resources: {'Port': ['ID=05998a0b-5039-46b7-b925-2b7b9deebabf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:39.416194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9798ddfe-c9f6-4e7f-83d7-85a8a0f07168 None None] Port c3ad2b68-9b63-4688-b48b-6a47242f1706 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:39.437251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9798ddfe-c9f6-4e7f-83d7-85a8a0f07168 None None] Provisioning for port 3c113e73-aebe-4464-a5a8-b9d3ce4b0c35 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:39.447335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9798ddfe-c9f6-4e7f-83d7-85a8a0f07168 None None] Provisioning complete for port 3c113e73-aebe-4464-a5a8-b9d3ce4b0c35 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:39.447992 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9798ddfe-c9f6-4e7f-83d7-85a8a0f07168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.472717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ee41ed-8625-402d-9222-e23857d5a61a req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] No DVR routers for this DVR port 05998a0b-5039-46b7-b925-2b7b9deebabf on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:39.478658 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-87ee41ed-8625-402d-9222-e23857d5a61a req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.481215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87ee41ed-8625-402d-9222-e23857d5a61a req-ad1e89ba-ba86-4784-b518-6996f3da800d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.44 "DELETE /v2.0/ports/05998a0b-5039-46b7-b925-2b7b9deebabf HTTP/1.1" status: 204 len: 173 time: 1.5103962 Jul 07 22:23:39.483393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd27aacf9-f56e-43bb-922b-07692407abf1', 'name': 'network-vif-deleted', 'tag': '05998a0b-5039-46b7-b925-2b7b9deebabf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:39.487058 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2659ae6d-1949-44f6-ad62-d70c3a2996b8" -d '{"events": [{"server_uuid": "d27aacf9-f56e-43bb-922b-07692407abf1", "name": "network-vif-deleted", "tag": "05998a0b-5039-46b7-b925-2b7b9deebabf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:39.500948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9798ddfe-c9f6-4e7f-83d7-85a8a0f07168 None None] Port 3c113e73-aebe-4464-a5a8-b9d3ce4b0c35 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:39.506893 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3c83e95-05b4-40ec-a1f7-3d8c8ff6338f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.541473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c83e95-05b4-40ec-a1f7-3d8c8ff6338f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=3c113e73-aebe-4464-a5a8-b9d3ce4b0c35,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:39.583260 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9131d7f3-1032-4e4f-9f2f-c4bc27b68f34 x-openstack-request-id: req-9131d7f3-1032-4e4f-9f2f-c4bc27b68f34 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:39.583623 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d27aacf9-f56e-43bb-922b-07692407abf1", "name": "network-vif-deleted", "tag": "05998a0b-5039-46b7-b925-2b7b9deebabf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:39.583982 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9131d7f3-1032-4e4f-9f2f-c4bc27b68f34 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:39.584389 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd27aacf9-f56e-43bb-922b-07692407abf1', 'name': 'network-vif-deleted', 'tag': '05998a0b-5039-46b7-b925-2b7b9deebabf', 'status': 'completed', 'code': 200} Jul 07 22:23:39.611325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:39.626840 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] Sync routers for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:39.637269 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:39.638528 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:23:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:39.644722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3c83e95-05b4-40ec-a1f7-3d8c8ff6338f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.649091 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c3c83e95-05b4-40ec-a1f7-3d8c8ff6338f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/3c113e73-aebe-4464-a5a8-b9d3ce4b0c35 HTTP/1.1" status: 204 len: 168 time: 0.6383417 Jul 07 22:23:39.649521 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.650568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39868) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:39.705602 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9576610-669c-4bf5-9509-6cc828624ab3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:39.707722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f9576610-669c-4bf5-9509-6cc828624ab3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/3c113e73-aebe-4464-a5a8-b9d3ce4b0c35 HTTP/1.1" status: 404 len: 333 time: 0.0554154 Jul 07 22:23:39.710994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39872) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:39.783947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f154619b-1ead-43d0-a676-49c2e6757d96 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0375154 Jul 07 22:23:39.825843 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:39.859929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2572d8c5-2cde-4b22-8068-9be3b6cdd784 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port c3ad2b68-9b63-4688-b48b-6a47242f1706 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:39.860566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2572d8c5-2cde-4b22-8068-9be3b6cdd784 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:39.974539 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2572d8c5-2cde-4b22-8068-9be3b6cdd784 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.003597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2572d8c5-2cde-4b22-8068-9be3b6cdd784 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for c3ad2b68-9b63-4688-b48b-6a47242f1706 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:40.006262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f05295-8616-49a6-baa5-b978707f30d0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:40.059207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d5f05295-8616-49a6-baa5-b978707f30d0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:40.059854 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.211587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2572d8c5-2cde-4b22-8068-9be3b6cdd784 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.274395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572d8c5-2cde-4b22-8068-9be3b6cdd784 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=c3ad2b68-9b63-4688-b48b-6a47242f1706,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:40.352734 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '23f23b98-66dd-400a-a692-c6bb40b8cfa1', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:ac:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:23:36Z', 'updated_at': '2021-07-07T22:23:36Z', 'revision_number': 0, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:40.393718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] Checking router: f484b174-1ee7-4fd7-913c-157cc1fe79f2 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:23:40.405947 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:40.406971 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:23:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:40.416875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb4df027-a92d-42bc-9444-e59e1e355113 req-bbaa7f2f-f443-4f20-a514-3b34adc9d0d7 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/ports?device_id=d27aacf9-f56e-43bb-922b-07692407abf1 HTTP/1.1" status: 200 len: 210 time: 0.0617657 Jul 07 22:23:40.426670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2572d8c5-2cde-4b22-8068-9be3b6cdd784 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.428693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2572d8c5-2cde-4b22-8068-9be3b6cdd784 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/c3ad2b68-9b63-4688-b48b-6a47242f1706 HTTP/1.1" status: 204 len: 168 time: 0.7166574 Jul 07 22:23:40.431396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:40.483106 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-705cb946-7c22-4cda-8124-35d23c366997 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:40.487806 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-705cb946-7c22-4cda-8124-35d23c366997 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/c3ad2b68-9b63-4688-b48b-6a47242f1706 HTTP/1.1" status: 404 len: 333 time: 0.0548592 Jul 07 22:23:40.488892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39900) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:40.594590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8a41e3-40a6-44c6-80da-813a1e7071de tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet 1189f1d5-5fd3-459b-b24e-91333d3da567 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:40.600901 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:23:40.601670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c8a41e3-40a6-44c6-80da-813a1e7071de tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.675842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c8a41e3-40a6-44c6-80da-813a1e7071de tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.740004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7744a4-c56b-43a2-a5aa-b315388cf10f req-19f9111c-e899-4e70-bb23-3d1991bde57b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:40.741684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b7744a4-c56b-43a2-a5aa-b315388cf10f req-19f9111c-e899-4e70-bb23-3d1991bde57b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1415811 Jul 07 22:23:40.802993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c8a41e3-40a6-44c6-80da-813a1e7071de tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.827264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b7744a4-c56b-43a2-a5aa-b315388cf10f req-f7bbd20b-102f-4ef4-bf67-7687f5d88c62 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653846 Jul 07 22:23:40.869270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c8a41e3-40a6-44c6-80da-813a1e7071de tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.872829 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '23f23b98-66dd-400a-a692-c6bb40b8cfa1', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:ac:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:23:36Z', 'updated_at': '2021-07-07T22:23:36Z', 'revision_number': 0, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:40.904637 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94959307-8a07-4bd4-9d4a-ae2613e77688 None None] The sync data for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 is: [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '23f23b98-66dd-400a-a692-c6bb40b8cfa1', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:ac:ae:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:23:36Z', 'updated_at': '2021-07-07T22:23:36Z', 'revision_number': 0, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:40.913557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a41e3-40a6-44c6-80da-813a1e7071de tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=1189f1d5-5fd3-459b-b24e-91333d3da567,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:40.923480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c8a41e3-40a6-44c6-80da-813a1e7071de tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:40.924430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c9ac5b-6cd4-4d28-8fd1-eada66b4ee88 None None] Network 606e8a2e-db4a-4040-bbf8-52d53e552285 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:40.928339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2c8a41e3-40a6-44c6-80da-813a1e7071de tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/1189f1d5-5fd3-459b-b24e-91333d3da567 HTTP/1.1" status: 204 len: 168 time: 0.4383960 Jul 07 22:23:40.928979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:41.055203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.125584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port d5f05295-8616-49a6-baa5-b978707f30d0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:41.126123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.187025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] DHCP port deletion for 606e8a2e-db4a-4040-bbf8-52d53e552285 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:23:41.208322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] For port d5f05295-8616-49a6-baa5-b978707f30d0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f05295-8616-49a6-baa5-b978707f30d0,segment=NetworkSegment(9cb64800-7ae0-4e25-b703-691d5214ef0e),segment_id=9cb64800-7ae0-4e25-b703-691d5214ef0e)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:41.208690 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.224111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for d5f05295-8616-49a6-baa5-b978707f30d0 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:41.225377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72561148-5bc5-49e4-aeb6-066debc99dc9 None None] New status for floating IP 23f23b98-66dd-400a-a692-c6bb40b8cfa1: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:23:41.322997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.344882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] Deleting port d5f05295-8616-49a6-baa5-b978707f30d0 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:41.345301 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.357045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=d5f05295-8616-49a6-baa5-b978707f30d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:41.359228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No DVR routers for this DVR port d5f05295-8616-49a6-baa5-b978707f30d0 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:41.446625 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.461349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] For port d5f05295-8616-49a6-baa5-b978707f30d0, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:41.461635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.465349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606e8a2e-db4a-4040-bbf8-52d53e552285']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:41.478936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb64800-7ae0-4e25-b703-691d5214ef0e') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:41.479159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] Calling delete_port for d5f05295-8616-49a6-baa5-b978707f30d0 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:41.479379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb64800-7ae0-4e25-b703-691d5214ef0e') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:41.483058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] Port d5f05295-8616-49a6-baa5-b978707f30d0 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:23:41.484835 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.490207 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.512770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.521016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:41.521554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:41.525603 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:41.531623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] Pushing event deleted for resources: {'Port': ['ID=d5f05295-8616-49a6-baa5-b978707f30d0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:41.533664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7e9c2b-df70-462e-9b67-de2109bf99cf None None] No DVR routers for this DVR port d5f05295-8616-49a6-baa5-b978707f30d0 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:41.585619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'tag': 'f9967000-23cb-41db-b7c9-490d10f3e847'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:41.588362 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0868a43b-6380-45dd-9ae6-d60e12ada996" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad0eee2-1f61-4277-b73c-839f06e132d5", "tag": "f9967000-23cb-41db-b7c9-490d10f3e847"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:41.617003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.640033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.646719 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/networks/606e8a2e-db4a-4040-bbf8-52d53e552285 HTTP/1.1" status: 204 len: 168 time: 0.7164485 Jul 07 22:23:41.647362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39948) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:41.649038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5ec91-c246-45ce-94e4-cf40364482ce tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Network': ['ID=606e8a2e-db4a-4040-bbf8-52d53e552285,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:41.653010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1119650927'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:41.676313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:41.679824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.716626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:23:41.726978 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e958e12-767f-45f2-a7c0-0c8a6ece47aa x-openstack-request-id: req-2e958e12-767f-45f2-a7c0-0c8a6ece47aa {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:41.727340 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad0eee2-1f61-4277-b73c-839f06e132d5", "tag": "f9967000-23cb-41db-b7c9-490d10f3e847", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:41.727535 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e958e12-767f-45f2-a7c0-0c8a6ece47aa {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:41.727952 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'tag': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'status': 'completed', 'code': 200} Jul 07 22:23:41.737577 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.738022 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Added segment 226b36d4-f59d-4b58-bb37-5891fa23117a of type vlan for network 24f18dad-d039-4285-b2c3-b3ff26c9e449 Jul 07 22:23:41.826156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:41.826969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.864563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.873201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:41.874161 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.911691 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19b9fab4-b147-4150-8be8-177db52ce075 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:41.975551 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19b9fab4-b147-4150-8be8-177db52ce075 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.039807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f05295-8616-49a6-baa5-b978707f30d0 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:42.045453 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19b9fab4-b147-4150-8be8-177db52ce075 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.048638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19b9fab4-b147-4150-8be8-177db52ce075 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.053955 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-19b9fab4-b147-4150-8be8-177db52ce075 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "DELETE /v2.0/security-groups/d92cbb98-8101-4697-bd8b-8d006e9c5665 HTTP/1.1" status: 204 len: 168 time: 0.2265732 Jul 07 22:23:42.055300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:42.069060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: d5f05295-8616-49a6-baa5-b978707f30d0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:42.069404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f05295-8616-49a6-baa5-b978707f30d0 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:42.097102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9fab4-b147-4150-8be8-177db52ce075 tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92cbb98-8101-4697-bd8b-8d006e9c5665,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:42.100861 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-5affe3b8-d2e1-4eb6-b77c-1d2d019c606d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] show failed (client error): The resource could not be found. Jul 07 22:23:42.104632 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5affe3b8-d2e1-4eb6-b77c-1d2d019c606d tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "GET /v2.0/security-groups/d92cbb98-8101-4697-bd8b-8d006e9c5665 HTTP/1.1" status: 404 len: 347 time: 0.0346811 Jul 07 22:23:42.106643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:42.260585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Deleting port ac319b9e-1830-40b4-8ac7-94725093a590 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:42.260980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.349397 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.349838 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.361287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7126088 Jul 07 22:23:42.364196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39976) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:42.365219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Calling delete_port for ac319b9e-1830-40b4-8ac7-94725093a590 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:42.373142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': '24f18dad-d039-4285-b2c3-b3ff26c9e449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:42.377057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-872acdb6-abcc-4893-a3a7-699d60c6b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:42.379594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-872acdb6-abcc-4893-a3a7-699d60c6b49c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 1098 time: 0.6058767 Jul 07 22:23:42.382166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2b37e-0b09-4c12-81de-6b30006d9939 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Network': ['ID=24f18dad-d039-4285-b2c3-b3ff26c9e449,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:42.407196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 24f18dad-d039-4285-b2c3-b3ff26c9e449 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:23:42.480492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76e01-6bc6-460a-b7a7-7b4849279358 req-d8ff2a6c-d4df-4893-acd0-1fa220e6268a tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:42.482116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fe76e01-6bc6-460a-b7a7-7b4849279358 req-d8ff2a6c-d4df-4893-acd0-1fa220e6268a tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1678920 Jul 07 22:23:42.515136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-0c195329-9bab-4a7f-bd9d-41c9a6a4cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:42.516614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-0c195329-9bab-4a7f-bd9d-41c9a6a4cc1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.1304402 Jul 07 22:23:42.539015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:42.542532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.566585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fe76e01-6bc6-460a-b7a7-7b4849279358 req-c041b27d-8f00-40d6-b25a-4757542f6669 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775776 Jul 07 22:23:42.602105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-c9490cc5-bee9-4dd1-a32d-32d288287ce0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9967000-23cb-41db-b7c9-490d10f3e847 HTTP/1.1" status: 200 len: 1001 time: 0.0743074 Jul 07 22:23:42.629763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39980) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:42.662068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-81d44590-faf6-4e7a-b257-9c82f8544715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:42.663576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-81d44590-faf6-4e7a-b257-9c82f8544715 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.0562091 Jul 07 22:23:42.673655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:42.707600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Pushing event deleted for resources: {'Port': ['ID=ac319b9e-1830-40b4-8ac7-94725093a590,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:42.740736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-9c0f653c-d764-4af9-9b9d-fe7a642f388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:42.741969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-9c0f653c-d764-4af9-9b9d-fe7a642f388d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712614 Jul 07 22:23:42.838941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-008e22a0-172b-4252-9c4a-25d5a2b4f018 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907800 Jul 07 22:23:42.938937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0868a43b-6380-45dd-9ae6-d60e12ada996 req-ce73f900-b3bc-462f-82e1-9b47e3fb0fa8 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937886 Jul 07 22:23:43.084062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 05998a0b-5039-46b7-b925-2b7b9deebabf no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:43.104792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 05998a0b-5039-46b7-b925-2b7b9deebabf {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:43.105148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 05998a0b-5039-46b7-b925-2b7b9deebabf not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:43.145486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-238bf4f7-178b-4166-8313-fbe6f8ace0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.181302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.184331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.185461 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5360f885-bbe8-4aef-ab3f-09e822e14cff tempest-ImagesOneServerNegativeTestJSON-80435019 tempest-ImagesOneServerNegativeTestJSON-80435019-project] 10.222.0.81 "DELETE /v2.0/floatingips/31d9c0ca-78d1-49b2-b237-9e10477dcbbb HTTP/1.1" status: 204 len: 168 time: 1.0777133 Jul 07 22:23:43.250463 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.312020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=9f871ac8-e4b8-4503-a5d9-9cb96f85235a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:43.366759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Checking segment: {'id': '226b36d4-f59d-4b58-bb37-5891fa23117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24f18dad-d039-4285-b2c3-b3ff26c9e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:43.367086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network hostable DHCP agents. Network: 24f18dad-d039-4285-b2c3-b3ff26c9e449, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:23:43.370717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39998) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:43.382675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-238bf4f7-178b-4166-8313-fbe6f8ace0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.388516 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-238bf4f7-178b-4166-8313-fbe6f8ace0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.423553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ecd7c4-cf5a-44d7-874f-fe0421fb3402 admin admin] Deleting subnet ec177152-e66d-4f11-86eb-05870b4d3ca6 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:43.427468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 24f18dad-d039-4285-b2c3-b3ff26c9e449 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:23:43.427867 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57ecd7c4-cf5a-44d7-874f-fe0421fb3402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.436500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bf4f7-178b-4166-8313-fbe6f8ace0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f28c42e-883b-4408-ae0c-ec1188e27cad,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:43.446955 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-238bf4f7-178b-4166-8313-fbe6f8ace0b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ca2eef4f9c44bd0a4fca2ef8b6d7df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8161509 Jul 07 22:23:43.447515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:43.449851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 24f18dad-d039-4285-b2c3-b3ff26c9e449) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:43.459862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:43.460472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.462468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625aa24d-9dff-4f83-9b1a-515ac592ae81 None None] Network 24f18dad-d039-4285-b2c3-b3ff26c9e449 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:43.471455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57ecd7c4-cf5a-44d7-874f-fe0421fb3402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.491483 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2d9c0c65-f97b-442e-b3cd-14bd4e4ddeb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1217053 Jul 07 22:23:43.492796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40002) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:43.499180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d585cf67-4321-41a7-99f9-4de027902f64 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1453470118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:43.517370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-714c2d7f-e3d2-4926-bede-672a27fa50f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.541237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57ecd7c4-cf5a-44d7-874f-fe0421fb3402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.543897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-714c2d7f-e3d2-4926-bede-672a27fa50f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.544775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d585cf67-4321-41a7-99f9-4de027902f64 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.545894 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d585cf67-4321-41a7-99f9-4de027902f64 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.605199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-714c2d7f-e3d2-4926-bede-672a27fa50f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.608032 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-714c2d7f-e3d2-4926-bede-672a27fa50f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.611694 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-714c2d7f-e3d2-4926-bede-672a27fa50f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f28c42e-883b-4408-ae0c-ec1188e27cad HTTP/1.1" status: 204 len: 168 time: 0.1606562 Jul 07 22:23:43.619556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c2d7f-e3d2-4926-bede-672a27fa50f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f28c42e-883b-4408-ae0c-ec1188e27cad,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:43.640957 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d585cf67-4321-41a7-99f9-4de027902f64 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.645683 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d585cf67-4321-41a7-99f9-4de027902f64 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.665112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57ecd7c4-cf5a-44d7-874f-fe0421fb3402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.698141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecd7c4-cf5a-44d7-874f-fe0421fb3402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec177152-e66d-4f11-86eb-05870b4d3ca6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:43.702310 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d585cf67-4321-41a7-99f9-4de027902f64 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.703733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d585cf67-4321-41a7-99f9-4de027902f64 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2099237 Jul 07 22:23:43.706645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:43.720944 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57ecd7c4-cf5a-44d7-874f-fe0421fb3402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.722466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'network_id': '24f18dad-d039-4285-b2c3-b3ff26c9e449', 'name': 'tempest-PortsTestJSON-1905796082'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:43.724275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-57ecd7c4-cf5a-44d7-874f-fe0421fb3402 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ec177152-e66d-4f11-86eb-05870b4d3ca6 HTTP/1.1" status: 204 len: 168 time: 0.3519235 Jul 07 22:23:43.728051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40010) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:43.732610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-24f18dad-d039-4285-b2c3-b3ff26c9e449', 'network_id': '24f18dad-d039-4285-b2c3-b3ff26c9e449', 'tenant_id': '4005ff45391c4774b3be077ea5e4738d', 'fixed_ips': [{'subnet_id': '9f871ac8-e4b8-4503-a5d9-9cb96f85235a'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:23:43.734303 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.868018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:43.961745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Allocated IP 172.20.0.2 (24f18dad-d039-4285-b2c3-b3ff26c9e449/9f871ac8-e4b8-4503-a5d9-9cb96f85235a/6b14570b-0bdb-4139-a532-7cc4d012cf02) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:43.998272 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:44.003179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.010036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8693d-b254-46fe-8b7f-70c5d66024a0 req-1ab75e80-9ee4-4ee3-a6f8-794413bfe40d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:44.015500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59b8693d-b254-46fe-8b7f-70c5d66024a0 req-1ab75e80-9ee4-4ee3-a6f8-794413bfe40d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2232592 Jul 07 22:23:44.043643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 1a2211de-4947-464a-b283-f5d6a27a482a yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:44.137533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.156585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40016) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:44.158562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60126614-9d35-4cc7-a257-d11558a333a0']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:44.173054 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87e6ea13-5b22-4e0a-a5b9-634a7e648db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.183966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59b8693d-b254-46fe-8b7f-70c5d66024a0 req-38ff9115-0ebd-4dc1-8668-89625a2abf1d tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499083 Jul 07 22:23:44.189966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236f4be1-0b3e-4add-bd2b-d68bf022c90f') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:44.190365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236f4be1-0b3e-4add-bd2b-d68bf022c90f') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:44.208967 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.230377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.241038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:44.241439 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:44.244206 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:44.257947 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.319531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.320999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Transition to ACTIVE for port object 6b14570b-0bdb-4139-a532-7cc4d012cf02 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:44.327193 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.329359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/60126614-9d35-4cc7-a257-d11558a333a0 HTTP/1.1" status: 204 len: 168 time: 0.5973854 Jul 07 22:23:44.331310 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87e6ea13-5b22-4e0a-a5b9-634a7e648db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.335980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87e6ea13-5b22-4e0a-a5b9-634a7e648db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.344089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c830c-4872-44c4-9d17-8611eabbc9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=60126614-9d35-4cc7-a257-d11558a333a0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:44.380477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Transition to ACTIVE for port object 6b14570b-0bdb-4139-a532-7cc4d012cf02 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:44.389983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.419831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Network 24f18dad-d039-4285-b2c3-b3ff26c9e449 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:44.421498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:44.442294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:44.456719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.14 (24f18dad-d039-4285-b2c3-b3ff26c9e449/9f871ac8-e4b8-4503-a5d9-9cb96f85235a/1a2211de-4947-464a-b283-f5d6a27a482a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:44.518754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Pushing event updated for resources: {'Port': ['ID=6b14570b-0bdb-4139-a532-7cc4d012cf02,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:44.530715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Attempting to bind port 6b14570b-0bdb-4139-a532-7cc4d012cf02 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:44.531258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Attempting to bind port 6b14570b-0bdb-4139-a532-7cc4d012cf02 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '226b36d4-f59d-4b58-bb37-5891fa23117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24f18dad-d039-4285-b2c3-b3ff26c9e449'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:44.531689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Attempting to bind port 6b14570b-0bdb-4139-a532-7cc4d012cf02 on network 24f18dad-d039-4285-b2c3-b3ff26c9e449 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:44.537407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:44.537897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Checking segment: {'id': '226b36d4-f59d-4b58-bb37-5891fa23117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24f18dad-d039-4285-b2c3-b3ff26c9e449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:44.538774 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.539070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Bound using segment: {'id': '226b36d4-f59d-4b58-bb37-5891fa23117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24f18dad-d039-4285-b2c3-b3ff26c9e449'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:44.539622 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Bound port: 6b14570b-0bdb-4139-a532-7cc4d012cf02, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226b36d4-f59d-4b58-bb37-5891fa23117a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '24f18dad-d039-4285-b2c3-b3ff26c9e449'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:44.540149 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.601762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40022) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:44.614156 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-87e6ea13-5b22-4e0a-a5b9-634a7e648db1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73723cd5e07342e88304101e102026d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564009 Jul 07 22:23:44.615766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6ea13-5b22-4e0a-a5b9-634a7e648db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a182eb0a-3514-413c-9a07-111d6e92aa8d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:44.620026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40024) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:44.692726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.704614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f58eeb9e-3da8-43bb-9602-ce6ec8a41e83 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11ca2e2e3067440d85d585a7a4aa8f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015460 Jul 07 22:23:44.708064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:44.716476 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d789480c-ec91-4e29-9e74-44564651561f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.744876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d789480c-ec91-4e29-9e74-44564651561f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.756094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object 1a2211de-4947-464a-b283-f5d6a27a482a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:44.756855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] For port 6b14570b-0bdb-4139-a532-7cc4d012cf02, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:44.760277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] For port 6b14570b-0bdb-4139-a532-7cc4d012cf02, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6b14570b-0bdb-4139-a532-7cc4d012cf02,segment=NetworkSegment(226b36d4-f59d-4b58-bb37-5891fa23117a),segment_id=226b36d4-f59d-4b58-bb37-5891fa23117a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:44.767346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.789174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed283bce-a6e8-4ae8-b57a-c37e2827df19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.805344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d789480c-ec91-4e29-9e74-44564651561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.808795 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d789480c-ec91-4e29-9e74-44564651561f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.812537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d789480c-ec91-4e29-9e74-44564651561f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a182eb0a-3514-413c-9a07-111d6e92aa8d HTTP/1.1" status: 204 len: 168 time: 0.1879950 Jul 07 22:23:44.828600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a45d6e-7eb9-41f0-8458-677766cfe927 None None] Pushing event updated for resources: {'Port': ['ID=6b14570b-0bdb-4139-a532-7cc4d012cf02,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:44.830249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed283bce-a6e8-4ae8-b57a-c37e2827df19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.844673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789480c-ec91-4e29-9e74-44564651561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a182eb0a-3514-413c-9a07-111d6e92aa8d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:44.854583 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:44.930031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 24f18dad-d039-4285-b2c3-b3ff26c9e449 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:44.938259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:44.941262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:44.981147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=1a2211de-4947-464a-b283-f5d6a27a482a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:44.999384 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed283bce-a6e8-4ae8-b57a-c37e2827df19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.002388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed283bce-a6e8-4ae8-b57a-c37e2827df19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.003544 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed283bce-a6e8-4ae8-b57a-c37e2827df19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fddd879-a374-48ba-968e-fc66c85917ab HTTP/1.1" status: 204 len: 168 time: 0.2944705 Jul 07 22:23:45.022632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:45.023264 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.027686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed283bce-a6e8-4ae8-b57a-c37e2827df19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fddd879-a374-48ba-968e-fc66c85917ab,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:45.041471 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f533205e-199f-4934-9e28-aa8ea73a952b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3329511 Jul 07 22:23:45.044116 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:45.455937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fbab3-6b11-4524-8597-390f03450e3a req-8dc8bf63-fa4b-4065-a9f5-6dd0a0ca3122 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:45.465648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b7fbab3-6b11-4524-8597-390f03450e3a req-8dc8bf63-fa4b-4065-a9f5-6dd0a0ca3122 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.0911593 Jul 07 22:23:45.472867 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.530779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b7fbab3-6b11-4524-8597-390f03450e3a req-7f97686f-b9eb-491b-9b57-af4dd1bd45ce tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587969 Jul 07 22:23:45.794057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.803381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:45.890877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=1a2211de-4947-464a-b283-f5d6a27a482a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:46.083088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b45a5-4b0e-4453-bf72-dfdf9057f85f None None] Network 24f18dad-d039-4285-b2c3-b3ff26c9e449 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:46.105842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6b14570b-0bdb-4139-a532-7cc4d012cf02 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:46.145096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.210918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40078) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:46.211080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1c18fbfb-6a2f-430d-9a0a-91aea0cb8841 None None] Provisioning for port 6b14570b-0bdb-4139-a532-7cc4d012cf02 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:46.249234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 6b14570b-0bdb-4139-a532-7cc4d012cf02 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:46.258798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 6b14570b-0bdb-4139-a532-7cc4d012cf02 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:46.259259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.315023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.424356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1589639172-network', 'tenant_id': 'b65c4b8424724de1a9a55e18a5fc88c2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:46.461044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Made reservation on behalf of b65c4b8424724de1a9a55e18a5fc88c2 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:46.465353 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.482672 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.488602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.527716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 6b14570b-0bdb-4139-a532-7cc4d012cf02, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6b14570b-0bdb-4139-a532-7cc4d012cf02,segment=NetworkSegment(226b36d4-f59d-4b58-bb37-5891fa23117a),segment_id=226b36d4-f59d-4b58-bb37-5891fa23117a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:46.534418 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.604343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=6b14570b-0bdb-4139-a532-7cc4d012cf02,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:46.645438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.650615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.675415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:23:46.686150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.696935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d982e5-1fe9-4935-8902-7b8910e6438c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:46.700687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.703864 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.704279 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Added segment 966f5f8f-48e1-4c62-852e-79870400cdcf of type vlan for network cd7e6643-1726-4e18-9cda-99b4bda3d802 Jul 07 22:23:46.818743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.838609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=1a2211de-4947-464a-b283-f5d6a27a482a,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:46.853033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.859518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-beec4e2f-0b94-4e4b-bde7-caa51a635d21 None None] Provisioning for port 1a2211de-4947-464a-b283-f5d6a27a482a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:46.864248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-beec4e2f-0b94-4e4b-bde7-caa51a635d21 None None] Provisioning complete for port 1a2211de-4947-464a-b283-f5d6a27a482a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:46.865530 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-beec4e2f-0b94-4e4b-bde7-caa51a635d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.911456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-beec4e2f-0b94-4e4b-bde7-caa51a635d21 None None] Port 1a2211de-4947-464a-b283-f5d6a27a482a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:46.916722 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.917769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:46.918913 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.926391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-beec4e2f-0b94-4e4b-bde7-caa51a635d21 None None] Provisioning complete for port 6b14570b-0bdb-4139-a532-7cc4d012cf02 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:46.927060 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-beec4e2f-0b94-4e4b-bde7-caa51a635d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:46.936658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a9ddd-4db7-470d-9990-bec8a0d4bf3a req-d7219582-a820-4001-9b70-7236ba334b21 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:46.944868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e2a9ddd-4db7-470d-9990-bec8a0d4bf3a req-d7219582-a820-4001-9b70-7236ba334b21 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2296181 Jul 07 22:23:47.011019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network 24f18dad-d039-4285-b2c3-b3ff26c9e449 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:47.016350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:47.020670 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8085029 Jul 07 22:23:47.026403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40106) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:47.031417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Request body: {'subnet': {'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1589639172-subnet', 'tenant_id': 'b65c4b8424724de1a9a55e18a5fc88c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:47.054085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542313a-57d3-4a93-8e7f-18b8dcbe496d admin admin] Pushing event updated for resources: {'Network': ['ID=cd7e6643-1726-4e18-9cda-99b4bda3d802,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:47.066944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network cd7e6643-1726-4e18-9cda-99b4bda3d802 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:23:47.075401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e2a9ddd-4db7-470d-9990-bec8a0d4bf3a req-4526f101-2cbc-4a17-908f-58d23f41ab1b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295631 Jul 07 22:23:47.104634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Made reservation on behalf of b65c4b8424724de1a9a55e18a5fc88c2 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:47.112191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.199372 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Router 180e0372-0974-4c16-9685-1f8104b79c66 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:23:47.200258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-aec8d063-cff7-4807-b0c5-2814a11f7c19 None None] Provisioning complete for port 1a2211de-4947-464a-b283-f5d6a27a482a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:47.201192 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aec8d063-cff7-4807-b0c5-2814a11f7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.269554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aec8d063-cff7-4807-b0c5-2814a11f7c19 None None] Port 1a2211de-4947-464a-b283-f5d6a27a482a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:47.328924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:47.339600 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa55ee-9de5-45a0-918d-fa34a8c3963d None None] Sync routers for ids ['180e0372-0974-4c16-9685-1f8104b79c66'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:47.340695 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e256673a-4911-49bf-a035-93846b10351a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "PUT /v2.0/routers/180e0372-0974-4c16-9685-1f8104b79c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2944822 Jul 07 22:23:47.341481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40118) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:47.358020 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa55ee-9de5-45a0-918d-fa34a8c3963d None None] Routers {'180e0372-0974-4c16-9685-1f8104b79c66'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:47.358687 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4caa55ee-9de5-45a0-918d-fa34a8c3963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:23:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['180e0372-0974-4c16-9685-1f8104b79c66'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:47.374167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.416515 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4caa55ee-9de5-45a0-918d-fa34a8c3963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:47.431531 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa55ee-9de5-45a0-918d-fa34a8c3963d None None] Routers {'180e0372-0974-4c16-9685-1f8104b79c66'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:47.432165 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4caa55ee-9de5-45a0-918d-fa34a8c3963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:23:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['180e0372-0974-4c16-9685-1f8104b79c66'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:47.447687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000bd598-9acf-4923-a7aa-1a759bc3cbf8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:47.452958 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-000bd598-9acf-4923-a7aa-1a759bc3cbf8 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports?device_id=180e0372-0974-4c16-9685-1f8104b79c66 HTTP/1.1" status: 200 len: 983 time: 0.1102672 Jul 07 22:23:47.453921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:47.464491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b43373e-3705-426d-ab87-695d24593296,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:47.467382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Checking segment: {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:47.467752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Network hostable DHCP agents. Network: cd7e6643-1726-4e18-9cda-99b4bda3d802, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:23:47.486156 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4caa55ee-9de5-45a0-918d-fa34a8c3963d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:47.487023 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4caa55ee-9de5-45a0-918d-fa34a8c3963d None None] The sync data for ids ['180e0372-0974-4c16-9685-1f8104b79c66'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:47.503828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-50ab62b2-aee7-4f25-bb6a-c946d6e2080f None None] Provisioning complete for port 1a2211de-4947-464a-b283-f5d6a27a482a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:47.504216 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50ab62b2-aee7-4f25-bb6a-c946d6e2080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.525659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Network cd7e6643-1726-4e18-9cda-99b4bda3d802 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:23:47.538342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, cd7e6643-1726-4e18-9cda-99b4bda3d802) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:47.546053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:47.548041 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.574990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-620a059b-31f2-4883-8e4b-eafc0078c985 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5458519 Jul 07 22:23:47.602793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-50ab62b2-aee7-4f25-bb6a-c946d6e2080f None None] Port 1a2211de-4947-464a-b283-f5d6a27a482a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:47.614500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe9e6da-3173-4720-b859-3962962f613f None None] Network cd7e6643-1726-4e18-9cda-99b4bda3d802 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:47.738590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8351bb1c-83a3-4fc1-a5b8-27d18c1923a6 None None] Provisioning complete for port 1a2211de-4947-464a-b283-f5d6a27a482a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:47.738874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8351bb1c-83a3-4fc1-a5b8-27d18c1923a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:47.836239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8351bb1c-83a3-4fc1-a5b8-27d18c1923a6 None None] Port 1a2211de-4947-464a-b283-f5d6a27a482a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:47.847533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca7baa5-a52a-4961-8b59-bc6d5f382386 None None] Network cd7e6643-1726-4e18-9cda-99b4bda3d802 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:47.937752 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.032011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6b14570b-0bdb-4139-a532-7cc4d012cf02 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:48.087948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 6b14570b-0bdb-4139-a532-7cc4d012cf02 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:48.088533 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.264328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 1a2211de-4947-464a-b283-f5d6a27a482a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:48.264761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.329406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883256-7c3c-475f-a952-48901d03fb12 req-ce50ca01-81ab-483d-828c-b024678b17f6 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:48.330927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-ce50ca01-81ab-483d-828c-b024678b17f6 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 815 time: 0.1703308 Jul 07 22:23:48.342981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccda2d-8239-468f-a2e0-8ab514cd78c7 req-6ec9bfb5-96d7-4dbf-9a31-d942db3511db tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:48.344925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fccda2d-8239-468f-a2e0-8ab514cd78c7 req-6ec9bfb5-96d7-4dbf-9a31-d942db3511db tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1186643 Jul 07 22:23:48.354789 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-4310438f-0ca3-46f5-b64a-06d1bcde2c15 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/quotas/b65c4b8424724de1a9a55e18a5fc88c2 HTTP/1.1" status: 200 len: 375 time: 0.0092077 Jul 07 22:23:48.362841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.376297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 1a2211de-4947-464a-b283-f5d6a27a482a owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:48.398836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-edc0bfbf-81f3-43e5-bea2-395c7c55f806 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354643 Jul 07 22:23:48.432449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fccda2d-8239-468f-a2e0-8ab514cd78c7 req-18540829-80f5-499e-a2fb-417d48414ee5 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760653 Jul 07 22:23:48.507488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-3c38f5c5-e7bc-49ad-a7dc-3adb5cdf76ae service neutron] 10.222.0.81 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969818 Jul 07 22:23:48.561169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.596973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=1a2211de-4947-464a-b283-f5d6a27a482a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:48.609030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-9285d1b3-2cfc-4e3d-9a17-49c8fe1177b9 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914986 Jul 07 22:23:48.788457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:48.896338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65bc8b08-3f6e-4e24-b2be-467804cecb79 req-9be5d4f3-0a15-43ed-a863-45daf43a733a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 210 time: 0.0568523 Jul 07 22:23:48.998192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Router 180e0372-0974-4c16-9685-1f8104b79c66 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:23:49.075532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b74aee-6466-4e79-9615-92d282519826 req-38a7b633-0b5a-4851-8713-5fa6dc669e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:49.077170 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2b74aee-6466-4e79-9615-92d282519826 req-38a7b633-0b5a-4851-8713-5fa6dc669e2b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1097 time: 0.0895162 Jul 07 22:23:49.126692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2b74aee-6466-4e79-9615-92d282519826 req-26bc56a5-98ec-49d4-971f-fa08b6099b7f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408876 Jul 07 22:23:49.151763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:23:49.161166 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-326659b5-ee41-46aa-9332-c10b3a9b16fd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "PUT /v2.0/routers/180e0372-0974-4c16-9685-1f8104b79c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7058194 Jul 07 22:23:49.163911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40176) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:49.164739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6791b-93bc-4a07-a130-786f542da767 None None] Sync routers for ids ['180e0372-0974-4c16-9685-1f8104b79c66'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:23:49.179387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6791b-93bc-4a07-a130-786f542da767 None None] Routers {'180e0372-0974-4c16-9685-1f8104b79c66'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:49.180514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-03d6791b-93bc-4a07-a130-786f542da767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:23:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['180e0372-0974-4c16-9685-1f8104b79c66'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:49.217255 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc303da-03ed-4b64-b826-5d972978d011 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:49.219908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fcc303da-03ed-4b64-b826-5d972978d011 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/1a2211de-4947-464a-b283-f5d6a27a482a HTTP/1.1" status: 404 len: 333 time: 0.0546508 Jul 07 22:23:49.222673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40180) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:49.233334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-03d6791b-93bc-4a07-a130-786f542da767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:49.243028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d6791b-93bc-4a07-a130-786f542da767 None None] Routers {'180e0372-0974-4c16-9685-1f8104b79c66'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:23:49.243906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-03d6791b-93bc-4a07-a130-786f542da767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:23:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['180e0372-0974-4c16-9685-1f8104b79c66'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:49.290114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-03d6791b-93bc-4a07-a130-786f542da767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:49.290779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d6791b-93bc-4a07-a130-786f542da767 None None] The sync data for ids ['180e0372-0974-4c16-9685-1f8104b79c66'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:23:49.333651 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0261cf87-3e7f-4175-b07e-01f5bbd6a4b0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.500884 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0261cf87-3e7f-4175-b07e-01f5bbd6a4b0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.503215 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0261cf87-3e7f-4175-b07e-01f5bbd6a4b0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.541914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.550146 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0261cf87-3e7f-4175-b07e-01f5bbd6a4b0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.551119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0261cf87-3e7f-4175-b07e-01f5bbd6a4b0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Fanout notify agent at l3_agent the message router_deleted on router 180e0372-0974-4c16-9685-1f8104b79c66 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:23:49.559551 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0261cf87-3e7f-4175-b07e-01f5bbd6a4b0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.563295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0261cf87-3e7f-4175-b07e-01f5bbd6a4b0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/routers/180e0372-0974-4c16-9685-1f8104b79c66 HTTP/1.1" status: 204 len: 168 time: 0.3370826 Jul 07 22:23:49.563637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40184) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:49.651115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f87a32-b42b-4388-847e-8411abe5f104 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet 9f871ac8-e4b8-4503-a5d9-9cb96f85235a {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:49.655543 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66f87a32-b42b-4388-847e-8411abe5f104 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.702662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66f87a32-b42b-4388-847e-8411abe5f104 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.740807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44b0c7-1fb8-4e23-8075-29e1ed61e68e req-8d4b7b91-bdf7-4687-9501-c3368e532532 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:49.742381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d44b0c7-1fb8-4e23-8075-29e1ed61e68e req-8d4b7b91-bdf7-4687-9501-c3368e532532 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1486201 Jul 07 22:23:49.816616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d44b0c7-1fb8-4e23-8075-29e1ed61e68e req-cc3869e6-b265-4a9f-96ae-7f9318949842 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682545 Jul 07 22:23:49.828263 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66f87a32-b42b-4388-847e-8411abe5f104 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.893139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66f87a32-b42b-4388-847e-8411abe5f104 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.939122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f87a32-b42b-4388-847e-8411abe5f104 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=9f871ac8-e4b8-4503-a5d9-9cb96f85235a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:49.941507 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66f87a32-b42b-4388-847e-8411abe5f104 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:49.941653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d8d0e-1688-4ccf-ab28-c0345f8df83b None None] Network 24f18dad-d039-4285-b2c3-b3ff26c9e449 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:49.946030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-66f87a32-b42b-4388-847e-8411abe5f104 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/9f871ac8-e4b8-4503-a5d9-9cb96f85235a HTTP/1.1" status: 204 len: 168 time: 0.3790834 Jul 07 22:23:49.946434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40190) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:50.088270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.106780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9e2243f-4894-440c-9b2f-878c64dea7f7 req-b705b29c-cbcf-423e-9492-bbf09770f576 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 210 time: 0.0556500 Jul 07 22:23:50.190693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 6b14570b-0bdb-4139-a532-7cc4d012cf02 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:50.191038 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.234275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883256-7c3c-475f-a952-48901d03fb12 req-9d2f3b23-f3a3-46b1-a7c3-609cd658b7a7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:50.236153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-9d2f3b23-f3a3-46b1-a7c3-609cd658b7a7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.44 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 815 time: 0.1283545 Jul 07 22:23:50.255656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Request body: {'port': {'device_id': '7d419035-428b-49d0-8b47-141f223b32d8', 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802', 'admin_state_up': True, 'tenant_id': 'b65c4b8424724de1a9a55e18a5fc88c2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:50.291358 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] For port 6b14570b-0bdb-4139-a532-7cc4d012cf02, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6b14570b-0bdb-4139-a532-7cc4d012cf02,segment=NetworkSegment(226b36d4-f59d-4b58-bb37-5891fa23117a),segment_id=226b36d4-f59d-4b58-bb37-5891fa23117a)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:50.292814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.312538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 6b14570b-0bdb-4139-a532-7cc4d012cf02 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:50.319100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3a7fbd-9740-4331-a25a-41b3e7dc06a7 None None] DHCP port deletion for 24f18dad-d039-4285-b2c3-b3ff26c9e449 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:23:50.388167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a7fbd-9740-4331-a25a-41b3e7dc06a7 None None] Deleting port 6b14570b-0bdb-4139-a532-7cc4d012cf02 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:50.388800 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7fbd-9740-4331-a25a-41b3e7dc06a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.431545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Made reservation on behalf of b65c4b8424724de1a9a55e18a5fc88c2 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:50.435929 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.446488 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.477608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=6b14570b-0bdb-4139-a532-7cc4d012cf02,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:50.479492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No DVR routers for this DVR port 6b14570b-0bdb-4139-a532-7cc4d012cf02 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:50.501548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fd3a7fbd-9740-4331-a25a-41b3e7dc06a7 None None] For port 6b14570b-0bdb-4139-a532-7cc4d012cf02, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6b14570b-0bdb-4139-a532-7cc4d012cf02,segment=NetworkSegment(226b36d4-f59d-4b58-bb37-5891fa23117a),segment_id=226b36d4-f59d-4b58-bb37-5891fa23117a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:50.502167 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7fbd-9740-4331-a25a-41b3e7dc06a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.518256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a7fbd-9740-4331-a25a-41b3e7dc06a7 None None] Calling delete_port for 6b14570b-0bdb-4139-a532-7cc4d012cf02 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:50.604715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd3a7fbd-9740-4331-a25a-41b3e7dc06a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.610975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.622316 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f18dad-d039-4285-b2c3-b3ff26c9e449']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:50.632955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226b36d4-f59d-4b58-bb37-5891fa23117a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:50.633761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226b36d4-f59d-4b58-bb37-5891fa23117a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:23:50.634269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a7fbd-9740-4331-a25a-41b3e7dc06a7 None None] Pushing event deleted for resources: {'Port': ['ID=6b14570b-0bdb-4139-a532-7cc4d012cf02,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:50.640427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a7fbd-9740-4331-a25a-41b3e7dc06a7 None None] No DVR routers for this DVR port 6b14570b-0bdb-4139-a532-7cc4d012cf02 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:23:50.644473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Allocated IP 172.20.0.7 (cd7e6643-1726-4e18-9cda-99b4bda3d802/9b43373e-3705-426d-ab87-695d24593296/8009d2ee-a406-42a9-94af-8db424690095) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:50.648811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.675351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.682193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:23:50.682647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:23:50.686222 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:23:50.770697 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.782661 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.787942 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/networks/24f18dad-d039-4285-b2c3-b3ff26c9e449 HTTP/1.1" status: 204 len: 168 time: 0.8366907 Jul 07 22:23:50.791090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40196) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:50.795664 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7d9a1-7fca-4081-ba14-3f49a2ff75b4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Network': ['ID=24f18dad-d039-4285-b2c3-b3ff26c9e449,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:50.881673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576482e-b953-42bd-829e-a4fad9f00bb7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:50.883176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2576482e-b953-42bd-829e-a4fad9f00bb7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/cbeebbb8-ba5c-460f-bbe3-c50d544f73be HTTP/1.1" status: 200 len: 839 time: 0.0911758 Jul 07 22:23:50.887510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40200) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:50.903153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.956168 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:50.964820 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8693bab7-faad-4f5f-a319-0a239f3719d0 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/cbeebbb8-ba5c-460f-bbe3-c50d544f73be?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0760386 Jul 07 22:23:50.965850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40202) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:50.971220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:51.450212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:51.453025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Network cd7e6643-1726-4e18-9cda-99b4bda3d802 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:51.458707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.478952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:51.483551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:51.507950 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Pushing event updated for resources: {'Port': ['ID=8009d2ee-a406-42a9-94af-8db424690095,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:51.559597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938fb66-a04d-4006-8077-b8a450484617 req-234cb779-5fa9-4354-92ae-75d39c72d658 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:51.561264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5938fb66-a04d-4006-8077-b8a450484617 req-234cb779-5fa9-4354-92ae-75d39c72d658 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.6027222 Jul 07 22:23:51.569253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:51.569931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.608410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8978abd-359c-4fd0-baeb-cf17466d29b2 req-d0d9c865-9433-4cbf-ac36-1e03e75b4eeb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:51.610002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8978abd-359c-4fd0-baeb-cf17466d29b2 req-d0d9c865-9433-4cbf-ac36-1e03e75b4eeb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 931 time: 0.1910679 Jul 07 22:23:51.614105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-218a7fc1-955b-42c3-a6ca-8291db54a82a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3642445 Jul 07 22:23:51.634952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Request body: {'port': {'device_id': '7d419035-428b-49d0-8b47-141f223b32d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:51.676641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5938fb66-a04d-4006-8077-b8a450484617 req-ec6f1a06-e5be-43c5-9abd-0ee6e4c5993f tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014094 Jul 07 22:23:51.690530 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.729391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8978abd-359c-4fd0-baeb-cf17466d29b2 req-c35ece50-6085-48c2-9385-4dbfc1b64117 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032779 Jul 07 22:23:51.750034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:51.761465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:51.762094 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.766499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:51.766982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:51.770257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287b124e-6282-40b1-ade4-66b33e963c56 None None] Network e427a150-67ae-490c-b603-363a51306ce2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:51.784806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40218) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:51.786897 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8197198 Jul 07 22:23:51.790394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:51.796327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0406eb7e-0f1f-4f0f-af19-70a369c1666a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1617775915'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:51.808488 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=911ee989-d56f-4962-a697-6c8f9245af5c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:51.819936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.820285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.820993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.821329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.821721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.822056 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.822402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.822726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.823229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.823562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.823923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.824250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9f133f-4f84-4e03-9d4f-1d3140298705 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:23:51.849328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0406eb7e-0f1f-4f0f-af19-70a369c1666a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.048757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6b14570b-0bdb-4139-a532-7cc4d012cf02 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:23:52.076312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0406eb7e-0f1f-4f0f-af19-70a369c1666a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.077022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 6b14570b-0bdb-4139-a532-7cc4d012cf02 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:23:52.077665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6b14570b-0bdb-4139-a532-7cc4d012cf02 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:23:52.097603 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0406eb7e-0f1f-4f0f-af19-70a369c1666a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.101654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20a6f751-7b29-45d4-b04c-f2cdfd95266d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.145213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406eb7e-0f1f-4f0f-af19-70a369c1666a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4138f98-e788-4e8f-a372-8a79b1450c3f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:52.168957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-e427a150-67ae-490c-b603-363a51306ce2', 'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'tenant_id': '4005ff45391c4774b3be077ea5e4738d', 'fixed_ips': [{'subnet_id': '911ee989-d56f-4962-a697-6c8f9245af5c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:23:52.171779 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.324809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Allocated IP 172.20.0.2 (e427a150-67ae-490c-b603-363a51306ce2/911ee989-d56f-4962-a697-6c8f9245af5c/1c95c8ff-6adb-4144-a3cc-540ceb18244e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:52.365083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8009d2ee-a406-42a9-94af-8db424690095 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:52.381073 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.407598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Transition to ACTIVE for port object 8009d2ee-a406-42a9-94af-8db424690095 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:52.416367 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.501121 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.509743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Transition to ACTIVE for port object 1c95c8ff-6adb-4144-a3cc-540ceb18244e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:52.525046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Transition to ACTIVE for port object 1c95c8ff-6adb-4144-a3cc-540ceb18244e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:52.531585 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.561693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8009d2ee-a406-42a9-94af-8db424690095,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:52.572575 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:52.577772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:52.581066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:52.588139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Pushing event updated for resources: {'Port': ['ID=1c95c8ff-6adb-4144-a3cc-540ceb18244e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:52.637740 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20a6f751-7b29-45d4-b04c-f2cdfd95266d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.640738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Attempting to bind port 1c95c8ff-6adb-4144-a3cc-540ceb18244e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:52.641472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Attempting to bind port 1c95c8ff-6adb-4144-a3cc-540ceb18244e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '94a8e363-446d-4c8f-93bd-5bd6f25f39a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e427a150-67ae-490c-b603-363a51306ce2'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:52.641942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Attempting to bind port 1c95c8ff-6adb-4144-a3cc-540ceb18244e on network e427a150-67ae-490c-b603-363a51306ce2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:52.647240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0406eb7e-0f1f-4f0f-af19-70a369c1666a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.648287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:52.648667 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0406eb7e-0f1f-4f0f-af19-70a369c1666a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8573508 Jul 07 22:23:52.650049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20a6f751-7b29-45d4-b04c-f2cdfd95266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.651157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Checking segment: {'id': '94a8e363-446d-4c8f-93bd-5bd6f25f39a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e427a150-67ae-490c-b603-363a51306ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:52.651468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40238) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:52.651599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.651972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Bound using segment: {'id': '94a8e363-446d-4c8f-93bd-5bd6f25f39a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e427a150-67ae-490c-b603-363a51306ce2'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:52.652582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Bound port: 1c95c8ff-6adb-4144-a3cc-540ceb18244e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a8e363-446d-4c8f-93bd-5bd6f25f39a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'e427a150-67ae-490c-b603-363a51306ce2'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:52.652856 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.656721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-af4b0737-7157-476f-be2b-28b4cbed4948 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1320720054'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:52.678926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af4b0737-7157-476f-be2b-28b4cbed4948 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.720822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] For port 1c95c8ff-6adb-4144-a3cc-540ceb18244e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:52.725543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] For port 1c95c8ff-6adb-4144-a3cc-540ceb18244e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1c95c8ff-6adb-4144-a3cc-540ceb18244e,segment=NetworkSegment(94a8e363-446d-4c8f-93bd-5bd6f25f39a4),segment_id=94a8e363-446d-4c8f-93bd-5bd6f25f39a4)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:52.731696 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.738589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-20a6f751-7b29-45d4-b04c-f2cdfd95266d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65bf2d8b6f0a43188aeb0d1c2bafd422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9506187 Jul 07 22:23:52.739499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40240) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:52.744977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-2b61bbf8-0da5-4020-bf91-d9a11877a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:52.747090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-2b61bbf8-0da5-4020-bf91-d9a11877a018 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c2928cacc40c48c79d32daed0a783708&device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 1097 time: 0.2677929 Jul 07 22:23:52.747660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6f751-7b29-45d4-b04c-f2cdfd95266d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4f2cb9-7662-40c5-89a7-98c9fcf75a75,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:52.752604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Attempting to bind port 8009d2ee-a406-42a9-94af-8db424690095 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:23:52.752938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Attempting to bind port 8009d2ee-a406-42a9-94af-8db424690095 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:23:52.753325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Attempting to bind port 8009d2ee-a406-42a9-94af-8db424690095 on network cd7e6643-1726-4e18-9cda-99b4bda3d802 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:52.763370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c99fa-12ab-4556-bf07-5c3e4ac9ae94 req-5a030fb1-c390-4ec8-a3bd-fef6d1ea8dc1 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:52.770209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-028c99fa-12ab-4556-bf07-5c3e4ac9ae94 req-5a030fb1-c390-4ec8-a3bd-fef6d1ea8dc1 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2528975 Jul 07 22:23:52.807008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Port 8009d2ee-a406-42a9-94af-8db424690095 on network cd7e6643-1726-4e18-9cda-99b4bda3d802 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:23:52.807336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Attempting to bind port 8009d2ee-a406-42a9-94af-8db424690095 on network cd7e6643-1726-4e18-9cda-99b4bda3d802 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:23:52.835307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de682975-78b1-4b7c-a743-ef7853071617 None None] Pushing event updated for resources: {'Port': ['ID=1c95c8ff-6adb-4144-a3cc-540ceb18244e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:52.838986 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af4b0737-7157-476f-be2b-28b4cbed4948 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.853691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:23:52.854030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Checking segment: {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:23:52.854536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Bound using segment: {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:23:52.854916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Bound port: 8009d2ee-a406-42a9-94af-8db424690095, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:23:52.855831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.857614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af4b0737-7157-476f-be2b-28b4cbed4948 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.876598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa985-b1dc-45f4-a74d-1aea63e820a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.897104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af4b0737-7157-476f-be2b-28b4cbed4948 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.901745 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-af4b0737-7157-476f-be2b-28b4cbed4948 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2490366 Jul 07 22:23:52.902297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40244) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:52.912656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1051846913', 'security_groups': ['c6331d09-6b2f-4afb-a6b8-a9f4c27b96a9'], 'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '911ee989-d56f-4962-a697-6c8f9245af5c'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:52.914844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-028c99fa-12ab-4556-bf07-5c3e4ac9ae94 req-da903620-a67f-414e-a7e2-e4b292c754cd tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433606 Jul 07 22:23:52.937161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b0737-7157-476f-be2b-28b4cbed4948 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6331d09-6b2f-4afb-a6b8-a9f4c27b96a9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:52.973611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa985-b1dc-45f4-a74d-1aea63e820a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:52.990606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-2ca56bf6-c4e1-4976-bbbc-318aae9cb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:52.990606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-2ca56bf6-c4e1-4976-bbbc-318aae9cb8e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 200 len: 919 time: 0.2179942 Jul 07 22:23:53.060029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-740ff804-b3ea-43b5-8784-9944df058fe5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10882332-d5f4-41e6-93d6-a54003dd05c4 HTTP/1.1" status: 200 len: 217 time: 0.0620525 Jul 07 22:23:53.076161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa985-b1dc-45f4-a74d-1aea63e820a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.079302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa985-b1dc-45f4-a74d-1aea63e820a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.080521 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca4aa985-b1dc-45f4-a74d-1aea63e820a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd4f2cb9-7662-40c5-89a7-98c9fcf75a75 HTTP/1.1" status: 204 len: 168 time: 0.3399494 Jul 07 22:23:53.087870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:23:53.141095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8009d2ee-a406-42a9-94af-8db424690095,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:23:53.147903 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.153889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4aa985-b1dc-45f4-a74d-1aea63e820a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4f2cb9-7662-40c5-89a7-98c9fcf75a75,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:53.158718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:53.224039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71815ee2-7c63-435b-84b0-762352318415 req-dc040628-5eb9-4fb6-9d01-7aa19b695f65 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:53.227145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71815ee2-7c63-435b-84b0-762352318415 req-dc040628-5eb9-4fb6-9d01-7aa19b695f65 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 943 time: 0.3248987 Jul 07 22:23:53.239809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-67a6195f-ca15-4852-8f02-ae7ef4907688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:53.241339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-67a6195f-ca15-4852-8f02-ae7ef4907688 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 200 len: 858 time: 0.1698849 Jul 07 22:23:53.266597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:53.267439 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.269035 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] 10.222.0.44 "PUT /v2.0/ports/8009d2ee-a406-42a9-94af-8db424690095 HTTP/1.1" status: 200 len: 1092 time: 1.6442187 Jul 07 22:23:53.297755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'tag': '8009d2ee-a406-42a9-94af-8db424690095'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:53.301027 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "tag": "8009d2ee-a406-42a9-94af-8db424690095"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:53.326490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.353323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port 49d4175a-2f85-49fa-baad-2cc3c1131456 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:23:53.375190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-331bce26-f35f-4bb8-a05a-b15db0be932a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a1f2278b-753b-4e09-a06c-0b158c196035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101999 Jul 07 22:23:53.420030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891747d-4d32-48f2-b3e3-c002d6f2baf3 service neutron] Pushing event updated for resources: {'Port': ['ID=8009d2ee-a406-42a9-94af-8db424690095,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:53.434893 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60868a7b-a903-4675-8b26-c36f76e1b620 x-openstack-request-id: req-60868a7b-a903-4675-8b26-c36f76e1b620 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:53.435363 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "tag": "8009d2ee-a406-42a9-94af-8db424690095", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:53.435659 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60868a7b-a903-4675-8b26-c36f76e1b620 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:53.436137 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'tag': '8009d2ee-a406-42a9-94af-8db424690095', 'status': 'completed', 'code': 200} Jul 07 22:23:53.546015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.3 (e427a150-67ae-490c-b603-363a51306ce2/911ee989-d56f-4962-a697-6c8f9245af5c/49d4175a-2f85-49fa-baad-2cc3c1131456) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:53.613904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40262) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:53.614142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71815ee2-7c63-435b-84b0-762352318415 req-e5678124-8951-41ac-bdb2-62d70e25ce5c tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686240 Jul 07 22:23:53.654479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-992d97a9-84f6-40c6-9b34-2de5f16872bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.691391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-51340c18-14d9-4e9d-a0dc-187f020da1b0 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543409 Jul 07 22:23:53.694232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883256-7c3c-475f-a952-48901d03fb12 req-0b290fe5-cdeb-4094-9d5d-2b67e4030b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:53.695736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-0b290fe5-cdeb-4094-9d5d-2b67e4030b5e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 1095 time: 0.3125582 Jul 07 22:23:53.749769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.773065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object 49d4175a-2f85-49fa-baad-2cc3c1131456 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:53.807970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-e4af4c9f-a21c-4f9e-b2fc-8be8ce6c3687 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8009d2ee-a406-42a9-94af-8db424690095 HTTP/1.1" status: 200 len: 217 time: 0.0501971 Jul 07 22:23:53.838105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5835afbe-5fcb-4df2-831d-9304ea28e865 req-b7a556c8-2556-4615-b233-fdd5f8a8b409 service neutron] 10.222.0.83 "GET /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393211 Jul 07 22:23:53.870701 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-992d97a9-84f6-40c6-9b34-2de5f16872bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.876541 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.881353 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-992d97a9-84f6-40c6-9b34-2de5f16872bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:53.888358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92883256-7c3c-475f-a952-48901d03fb12 req-0d6782b5-1a16-4582-8c2f-c0dba586ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:53.889860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-0d6782b5-1a16-4582-8c2f-c0dba586ff3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b43373e-3705-426d-ab87-695d24593296 HTTP/1.1" status: 200 len: 855 time: 0.0508134 Jul 07 22:23:53.929454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-882e04dc-e92c-4e12-88a6-e441b988cd6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd7e6643-1726-4e18-9cda-99b4bda3d802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318696 Jul 07 22:23:54.011183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d97a9-84f6-40c6-9b34-2de5f16872bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09146cae-727a-49fa-9b0c-00df0608be22,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:54.033142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:54.047775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:54.051919 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:23:54.115653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-5704b301-4835-44f9-af55-11cedb22365f service neutron] 10.222.0.44 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745851 Jul 07 22:23:54.145487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1c95c8ff-6adb-4144-a3cc-540ceb18244e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:54.148634 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:54.151355 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.161289 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-992d97a9-84f6-40c6-9b34-2de5f16872bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92c06d6a685b4b17b95d0fbcdb62445b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474777 Jul 07 22:23:54.168881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:54.224735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=49d4175a-2f85-49fa-baad-2cc3c1131456,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:54.238256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:54.248968 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-008391f4-5a79-48a6-b48b-ba43bdd65075 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3400755 Jul 07 22:23:54.249685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:54.256847 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a8acfb9e-da49-410d-83ae-364a7fafdebd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:54.266658 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca06af5d-1a89-431b-902f-d84734a3e415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.371171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca06af5d-1a89-431b-902f-d84734a3e415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.381285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92883256-7c3c-475f-a952-48901d03fb12 req-45e5185f-7ec9-46eb-a343-a72650274d5c service neutron] 10.222.0.44 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604277 Jul 07 22:23:54.413727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703f877-62c6-4d08-9690-0b84a1fad5d6 req-dd27ec7f-fb7e-4e92-8cb4-784475c02529 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:54.415687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8703f877-62c6-4d08-9690-0b84a1fad5d6 req-dd27ec7f-fb7e-4e92-8cb4-784475c02529 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2414210 Jul 07 22:23:54.421124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] Provisioning complete for port cbeebbb8-ba5c-460f-bbe3-c50d544f73be triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:54.422762 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.504004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] Port cbeebbb8-ba5c-460f-bbe3-c50d544f73be cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:54.514866 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca06af5d-1a89-431b-902f-d84734a3e415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.518296 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca06af5d-1a89-431b-902f-d84734a3e415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.519170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] Provisioning for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:54.519811 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca06af5d-1a89-431b-902f-d84734a3e415 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09146cae-727a-49fa-9b0c-00df0608be22 HTTP/1.1" status: 204 len: 168 time: 0.3496690 Jul 07 22:23:54.529473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:54.531209 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.552007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06af5d-1a89-431b-902f-d84734a3e415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09146cae-727a-49fa-9b0c-00df0608be22,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:54.555557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8703f877-62c6-4d08-9690-0b84a1fad5d6 req-0e91f86b-bfc9-4977-916d-de3a3f0bde23 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211073 Jul 07 22:23:54.578668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8acfb9e-da49-410d-83ae-364a7fafdebd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:54.583324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8acfb9e-da49-410d-83ae-364a7fafdebd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.617328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-423bf2ee-edbb-4ee6-b3ac-9b49bb8d23fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:54.619411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-423bf2ee-edbb-4ee6-b3ac-9b49bb8d23fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 1095 time: 0.1611972 Jul 07 22:23:54.727511 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.776774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] For port 1c95c8ff-6adb-4144-a3cc-540ceb18244e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1c95c8ff-6adb-4144-a3cc-540ceb18244e,segment=NetworkSegment(94a8e363-446d-4c8f-93bd-5bd6f25f39a4),segment_id=94a8e363-446d-4c8f-93bd-5bd6f25f39a4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:54.783754 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.794418 n-d-695012-11 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-a8acfb9e-da49-410d-83ae-364a7fafdebd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 911ee989-d56f-4962-a697-6c8f9245af5c (CIDR: 172.20.0.0/28) Jul 07 22:23:54.798807 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8acfb9e-da49-410d-83ae-364a7fafdebd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:23:54.799477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8acfb9e-da49-410d-83ae-364a7fafdebd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:23:54.827889 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a8acfb9e-da49-410d-83ae-364a7fafdebd tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5726578 Jul 07 22:23:54.828352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40282) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:54.839373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:54.857085 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662389cf-ca53-4076-b204-d1e9445d09a1 None None] Pushing event updated for resources: {'Port': ['ID=1c95c8ff-6adb-4144-a3cc-540ceb18244e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:54.882642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-9ed2fee4-f7e3-4c80-b5c9-3aa085dd3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:54.884569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-9ed2fee4-f7e3-4c80-b5c9-3aa085dd3348 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 916 time: 0.2569847 Jul 07 22:23:54.912155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-47498811-c213-4226-82a0-24700247dc40 None None] Provisioning for port 49d4175a-2f85-49fa-baad-2cc3c1131456 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:54.921577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-47498811-c213-4226-82a0-24700247dc40 None None] Provisioning complete for port 49d4175a-2f85-49fa-baad-2cc3c1131456 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:54.922437 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47498811-c213-4226-82a0-24700247dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:54.967232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-d2c6ec29-48ac-4921-a594-2f4e37e0477b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8009d2ee-a406-42a9-94af-8db424690095 HTTP/1.1" status: 200 len: 217 time: 0.0667145 Jul 07 22:23:55.010797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:55.015192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.016919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-47498811-c213-4226-82a0-24700247dc40 None None] Port 49d4175a-2f85-49fa-baad-2cc3c1131456 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:55.045423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-07673abd-8abb-4b2b-a1e1-ee3b4720f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:55.047650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-07673abd-8abb-4b2b-a1e1-ee3b4720f6b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b43373e-3705-426d-ab87-695d24593296 HTTP/1.1" status: 200 len: 855 time: 0.0729990 Jul 07 22:23:55.059078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1565a3c-0566-400b-aec5-2eeb66bcdc80 req-29d3e2f1-c93f-48d5-85e6-9ea4069026c1 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:55.060671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1565a3c-0566-400b-aec5-2eeb66bcdc80 req-29d3e2f1-c93f-48d5-85e6-9ea4069026c1 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 943 time: 0.2323225 Jul 07 22:23:55.099069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-a4b44a28-c8f6-4487-a6a1-e8a2aa86232e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd7e6643-1726-4e18-9cda-99b4bda3d802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370958 Jul 07 22:23:55.188196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1565a3c-0566-400b-aec5-2eeb66bcdc80 req-cfa51e99-2bed-460e-a53d-568f429ce871 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160977 Jul 07 22:23:55.227310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-209e809d-59ea-4fb1-bec2-d016fd427c15 service neutron] 10.222.0.44 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177316 Jul 07 22:23:55.336228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12d4eefc-b23c-4a65-b95a-c4fc04fc10e8 req-6b7ad65e-27fe-45fd-907e-a917fefb3f2b service neutron] 10.222.0.44 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022360 Jul 07 22:23:55.358066 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.405092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:55.409568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:55.413418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:55.414111 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.419838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609173d1-fd06-4c16-a00e-b32df4670c6a None None] Network e427a150-67ae-490c-b603-363a51306ce2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:55.442446 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6125858 Jul 07 22:23:55.443460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2602f0-33c8-405b-ae60-b5efea36f37b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=13741d26-377c-4b63-94aa-6c1ebf7017fe,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:55.446405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40304) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:55.458399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-620897443', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13741d26-377c-4b63-94aa-6c1ebf7017fe'}], 'security_groups': ['d4138f98-e788-4e8f-a372-8a79b1450c3f']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:55.669511 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:55.781222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20885443-4bc0-48b2-ac65-eaa1f6cbc213 None None] Update dhcp port {'port': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'fixed_ips': [{'subnet_id': '911ee989-d56f-4962-a697-6c8f9245af5c', 'ip_address': '172.20.0.2'}, {'subnet_id': '13741d26-377c-4b63-94aa-6c1ebf7017fe'}], 'binding:host_id': 'n-d-695012-11'}, 'id': '1c95c8ff-6adb-4144-a3cc-540ceb18244e'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:23:55.996903 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-20885443-4bc0-48b2-ac65-eaa1f6cbc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.057237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1c95c8ff-6adb-4144-a3cc-540ceb18244e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:56.071659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a27eb4-bf62-4e4f-8bc3-23965d3f48be req-4d9a9504-621f-4439-8a46-6b227f4a897c tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:56.073046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e0a27eb4-bf62-4e4f-8bc3-23965d3f48be req-4d9a9504-621f-4439-8a46-6b227f4a897c tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.3395517 Jul 07 22:23:56.148088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Delete allocated IP 172.20.0.3 (e427a150-67ae-490c-b603-363a51306ce2/911ee989-d56f-4962-a697-6c8f9245af5c) {{(pid=93941) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:23:56.153096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e0a27eb4-bf62-4e4f-8bc3-23965d3f48be req-6de334bb-a96f-49cd-8fa2-1009df0293a8 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554075 Jul 07 22:23:56.162594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.25 (e427a150-67ae-490c-b603-363a51306ce2/13741d26-377c-4b63-94aa-6c1ebf7017fe/49d4175a-2f85-49fa-baad-2cc3c1131456) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:56.184102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:56.184564 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.448906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.475791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object 49d4175a-2f85-49fa-baad-2cc3c1131456 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:56.490126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb60dd-53bb-4a31-b077-bde007ca552f req-d279bfaa-604e-4749-bb24-509b87de076a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:56.492085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21cb60dd-53bb-4a31-b077-bde007ca552f req-d279bfaa-604e-4749-bb24-509b87de076a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 943 time: 0.1203852 Jul 07 22:23:56.493501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.556678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-20885443-4bc0-48b2-ac65-eaa1f6cbc213 None None] Allocated IP 172.20.0.18 (e427a150-67ae-490c-b603-363a51306ce2/13741d26-377c-4b63-94aa-6c1ebf7017fe/1c95c8ff-6adb-4144-a3cc-540ceb18244e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:23:56.628548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=49d4175a-2f85-49fa-baad-2cc3c1131456,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:56.666678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21cb60dd-53bb-4a31-b077-bde007ca552f req-df0998b7-d24d-42f3-ba66-1061061e20ba tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638033 Jul 07 22:23:56.679143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] In _notify_port_updated(), no bound segment for port 49d4175a-2f85-49fa-baad-2cc3c1131456 on network e427a150-67ae-490c-b603-363a51306ce2 {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:23:56.689926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:56.690851 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.693200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-be87238f-6b3d-4397-a5d0-a777705cfaf5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "PUT /v2.0/ports/49d4175a-2f85-49fa-baad-2cc3c1131456 HTTP/1.1" status: 200 len: 920 time: 1.2455873 Jul 07 22:23:56.696754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40340) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:56.705561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-20885443-4bc0-48b2-ac65-eaa1f6cbc213 None None] For port 1c95c8ff-6adb-4144-a3cc-540ceb18244e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1c95c8ff-6adb-4144-a3cc-540ceb18244e,segment=NetworkSegment(94a8e363-446d-4c8f-93bd-5bd6f25f39a4),segment_id=94a8e363-446d-4c8f-93bd-5bd6f25f39a4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:56.737292 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-20885443-4bc0-48b2-ac65-eaa1f6cbc213 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.756422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-20885443-4bc0-48b2-ac65-eaa1f6cbc213 None None] Transition to ACTIVE for port object 1c95c8ff-6adb-4144-a3cc-540ceb18244e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:23:56.762941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-20885443-4bc0-48b2-ac65-eaa1f6cbc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.829629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bf50f8e6-2766-4e80-8997-b15d89eaf6e5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port 49d4175a-2f85-49fa-baad-2cc3c1131456 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:23:56.830203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf50f8e6-2766-4e80-8997-b15d89eaf6e5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:56.897298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20885443-4bc0-48b2-ac65-eaa1f6cbc213 None None] Pushing event updated for resources: {'Port': ['ID=1c95c8ff-6adb-4144-a3cc-540ceb18244e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:56.989775 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf50f8e6-2766-4e80-8997-b15d89eaf6e5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.004092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bf50f8e6-2766-4e80-8997-b15d89eaf6e5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for 49d4175a-2f85-49fa-baad-2cc3c1131456 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:23:57.225522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8009d2ee-a406-42a9-94af-8db424690095 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:23:57.228127 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf50f8e6-2766-4e80-8997-b15d89eaf6e5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.342419 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50f8e6-2766-4e80-8997-b15d89eaf6e5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=49d4175a-2f85-49fa-baad-2cc3c1131456,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:57.421766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8009d2ee-a406-42a9-94af-8db424690095,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:57.448460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf50f8e6-2766-4e80-8997-b15d89eaf6e5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.449260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '8009d2ee-a406-42a9-94af-8db424690095', 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802', 'port_id': '8009d2ee-a406-42a9-94af-8db424690095', 'mac_address': 'fa:16:3e:85:fb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b43373e-3705-426d-ab87-695d24593296', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:23:57.451044 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bf50f8e6-2766-4e80-8997-b15d89eaf6e5 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/49d4175a-2f85-49fa-baad-2cc3c1131456 HTTP/1.1" status: 204 len: 168 time: 0.7532585 Jul 07 22:23:57.458381 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40362) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:57.490978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e94f651b-3b56-4445-8e19-9417dd8cddaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.499391 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-81522f7f-4d62-42bf-bae9-1ec60e81665e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:23:57.510605 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-81522f7f-4d62-42bf-bae9-1ec60e81665e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/49d4175a-2f85-49fa-baad-2cc3c1131456 HTTP/1.1" status: 404 len: 333 time: 0.0508955 Jul 07 22:23:57.512457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40364) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:57.515878 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.535160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e086e0-ed85-4b1f-bbec-335de8a5258c req-aabbd9be-719d-4441-87c8-0924c63fcfbf tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:57.535864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8009d2ee-a406-42a9-94af-8db424690095 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:23:57.546436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76e086e0-ed85-4b1f-bbec-335de8a5258c req-aabbd9be-719d-4441-87c8-0924c63fcfbf tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1771941 Jul 07 22:23:57.586311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8009d2ee-a406-42a9-94af-8db424690095,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:57.592343 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.593537 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e54fd22d-44a0-4ffc-a320-8ae4eb77dc83 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.616643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76e086e0-ed85-4b1f-bbec-335de8a5258c req-b0773002-f4d9-430c-8d2e-6187ba4c47fc tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670178 Jul 07 22:23:57.639977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e54fd22d-44a0-4ffc-a320-8ae4eb77dc83 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.674526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8009d2ee-a406-42a9-94af-8db424690095,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:57.703078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e54fd22d-44a0-4ffc-a320-8ae4eb77dc83 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.706998 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e54fd22d-44a0-4ffc-a320-8ae4eb77dc83 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.711064 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e54fd22d-44a0-4ffc-a320-8ae4eb77dc83 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/security-groups/c6331d09-6b2f-4afb-a6b8-a9f4c27b96a9 HTTP/1.1" status: 204 len: 168 time: 0.1949413 Jul 07 22:23:57.711606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40372) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:57.719963 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fd22d-44a0-4ffc-a320-8ae4eb77dc83 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6331d09-6b2f-4afb-a6b8-a9f4c27b96a9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:57.807879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-959774b3-a2b5-4b23-a2c0-bceec8950a35 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.840315 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-959774b3-a2b5-4b23-a2c0-bceec8950a35 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.872769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-359b82b9-e9c6-4b0b-9658-77a3203d84f5 None None] Provisioning for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:57.882410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-359b82b9-e9c6-4b0b-9658-77a3203d84f5 None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:57.883025 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-359b82b9-e9c6-4b0b-9658-77a3203d84f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:57.944266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['8009d2ee-a406-42a9-94af-8db424690095'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:23:58.005588 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-959774b3-a2b5-4b23-a2c0-bceec8950a35 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.009317 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-959774b3-a2b5-4b23-a2c0-bceec8950a35 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.014623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-959774b3-a2b5-4b23-a2c0-bceec8950a35 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/security-groups/d4138f98-e788-4e8f-a372-8a79b1450c3f HTTP/1.1" status: 204 len: 168 time: 0.3020384 Jul 07 22:23:58.014901 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:58.036993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eb44f-6550-4389-9515-d78675dcc242 req-5103e17d-675f-435a-9c7e-e581f5aae0bb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:58.045359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-020eb44f-6550-4389-9515-d78675dcc242 req-5103e17d-675f-435a-9c7e-e581f5aae0bb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 944 time: 0.1855712 Jul 07 22:23:58.053987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959774b3-a2b5-4b23-a2c0-bceec8950a35 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4138f98-e788-4e8f-a372-8a79b1450c3f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:58.113936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-020eb44f-6550-4389-9515-d78675dcc242 req-c84c8598-58f0-4854-9472-8df326ca7086 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673459 Jul 07 22:23:58.115842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-359b82b9-e9c6-4b0b-9658-77a3203d84f5 None None] Could not find standard attr ID for object 49d4175a-2f85-49fa-baad-2cc3c1131456. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:23:58.127728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1c95c8ff-6adb-4144-a3cc-540ceb18244e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:58.176590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6d467b-2ca3-4472-bc4f-e955a3a22fa6 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet 911ee989-d56f-4962-a697-6c8f9245af5c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:23:58.185147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab6d467b-2ca3-4472-bc4f-e955a3a22fa6 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.256058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab6d467b-2ca3-4472-bc4f-e955a3a22fa6 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.262103 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-359b82b9-e9c6-4b0b-9658-77a3203d84f5 None None] Provisioning complete for port cbeebbb8-ba5c-460f-bbe3-c50d544f73be triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:58.263068 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-359b82b9-e9c6-4b0b-9658-77a3203d84f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.404433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-359b82b9-e9c6-4b0b-9658-77a3203d84f5 None None] Port cbeebbb8-ba5c-460f-bbe3-c50d544f73be cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:23:58.413076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:58.413451 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.521476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab6d467b-2ca3-4472-bc4f-e955a3a22fa6 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.619376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f0d93e54-107e-4fd6-89c7-4ea1c67a782a None None] Could not find standard attr ID for object 49d4175a-2f85-49fa-baad-2cc3c1131456. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:23:58.643610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab6d467b-2ca3-4472-bc4f-e955a3a22fa6 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.727970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d467b-2ca3-4472-bc4f-e955a3a22fa6 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=911ee989-d56f-4962-a697-6c8f9245af5c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:58.743870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab6d467b-2ca3-4472-bc4f-e955a3a22fa6 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.746567 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ab6d467b-2ca3-4472-bc4f-e955a3a22fa6 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/911ee989-d56f-4962-a697-6c8f9245af5c HTTP/1.1" status: 204 len: 168 time: 0.7298448 Jul 07 22:23:58.751088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40396) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:58.756129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:58.888563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:23:58.892316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:58.922585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2f6391-36b9-44c7-bbca-1234a50639a8 None None] Network e427a150-67ae-490c-b603-363a51306ce2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:23:59.149107 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.226100 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:23:59.231786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:23:59.235878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.236591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.255498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8009d2ee-a406-42a9-94af-8db424690095 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:23:59.257683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=f3333fa2-d1a1-4727-a9e7-402803fedd45,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:59.269783 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d0dd002b-150a-4d76-808a-261318484a5d tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5176337 Jul 07 22:23:59.272669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40400) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:59.283795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f396ec98-8efc-45f4-b856-2066f1c42292 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'security_group': {'name': 'tempest-secgroup-595844318'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:59.368355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 8009d2ee-a406-42a9-94af-8db424690095 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:23:59.373244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 8009d2ee-a406-42a9-94af-8db424690095 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:23:59.374255 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.404436 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f396ec98-8efc-45f4-b856-2066f1c42292 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.474499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48f2c14-1dd3-4fe5-8dc8-f04618c4a25f req-a580c346-2fd0-4d4c-9256-7f28fd173f98 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.476781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f48f2c14-1dd3-4fe5-8dc8-f04618c4a25f req-a580c346-2fd0-4d4c-9256-7f28fd173f98 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 944 time: 0.1809402 Jul 07 22:23:59.523477 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.567925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8009d2ee-a406-42a9-94af-8db424690095'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:23:59.570904 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d523a164-0ed0-403d-b260-a34b344fccca" -d '{"events": [{"server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "name": "network-vif-plugged", "status": "completed", "tag": "8009d2ee-a406-42a9-94af-8db424690095"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:23:59.579308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f48f2c14-1dd3-4fe5-8dc8-f04618c4a25f req-bacc8dcf-1b9b-46f0-a33f-de3915c3742f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913856 Jul 07 22:23:59.607108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8009d2ee-a406-42a9-94af-8db424690095,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:23:59.614492 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.647103 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1687101-58c9-49cf-8efb-8dda385b9251 x-openstack-request-id: req-f1687101-58c9-49cf-8efb-8dda385b9251 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:23:59.647760 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "name": "network-vif-plugged", "status": "completed", "tag": "8009d2ee-a406-42a9-94af-8db424690095", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:23:59.647760 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1687101-58c9-49cf-8efb-8dda385b9251 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:23:59.648303 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8009d2ee-a406-42a9-94af-8db424690095', 'code': 200} Jul 07 22:23:59.668833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f396ec98-8efc-45f4-b856-2066f1c42292 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.674464 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f396ec98-8efc-45f4-b856-2066f1c42292 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.701757 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f36c119-48e2-4b6b-b79d-46032aa658e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.707303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8009d2ee-a406-42a9-94af-8db424690095,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:59.717461 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f396ec98-8efc-45f4-b856-2066f1c42292 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.722703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f396ec98-8efc-45f4-b856-2066f1c42292 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4425426 Jul 07 22:23:59.723129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:59.727444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c8a84c95-146a-4f7a-a266-eaae097e955a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1229691352'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:59.728834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396ec98-8efc-45f4-b856-2066f1c42292 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975d6224-8a5e-4f40-b2e4-c9b89e763406,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:59.774975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8a84c95-146a-4f7a-a266-eaae097e955a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.806785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be9d4c-161a-42a2-b7e7-55bc1c4b3116 req-9b837798-6c84-4ad9-b89c-6747b6f26233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:23:59.808907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95be9d4c-161a-42a2-b7e7-55bc1c4b3116 req-9b837798-6c84-4ad9-b89c-6747b6f26233 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 1097 time: 0.0672133 Jul 07 22:23:59.850454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95be9d4c-161a-42a2-b7e7-55bc1c4b3116 req-bb256614-0d67-44ef-858a-00aec6622e73 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Jul 07 22:23:59.875739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8a84c95-146a-4f7a-a266-eaae097e955a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.880867 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8a84c95-146a-4f7a-a266-eaae097e955a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.909257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8a84c95-146a-4f7a-a266-eaae097e955a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.910973 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c8a84c95-146a-4f7a-a266-eaae097e955a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1880512 Jul 07 22:23:59.913720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:23:59.919031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-22d438e2-8969-4d87-80d0-ac889ec19e2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'security_group': {'name': 'tempest-secgroup-1508899452'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:23:59.926139 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a84c95-146a-4f7a-a266-eaae097e955a tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28857d3d-c9e9-443a-b303-1a11f2cf2297,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:23:59.947540 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22d438e2-8969-4d87-80d0-ac889ec19e2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.975722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:23:59.985643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c38215-2a2e-432f-9c4c-949dc730a3e7 None None] Network e427a150-67ae-490c-b603-363a51306ce2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:00.037520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22d438e2-8969-4d87-80d0-ac889ec19e2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.044695 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22d438e2-8969-4d87-80d0-ac889ec19e2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.072529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22d438e2-8969-4d87-80d0-ac889ec19e2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.074508 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-22d438e2-8969-4d87-80d0-ac889ec19e2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1588793 Jul 07 22:24:00.077607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40420) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:00.078929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d438e2-8969-4d87-80d0-ac889ec19e2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623e3654-33bf-45ac-a63b-0c2392fbc9a1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:00.081341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-56b04b43-2202-41cf-9dcb-3c6e110d3865 None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:00.081834 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56b04b43-2202-41cf-9dcb-3c6e110d3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.093297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-348149677', 'security_groups': ['623e3654-33bf-45ac-a63b-0c2392fbc9a1'], 'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3333fa2-d1a1-4727-a9e7-402803fedd45'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:00.223868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:00.228821 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.247612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-56b04b43-2202-41cf-9dcb-3c6e110d3865 None None] Provisioning complete for port cbeebbb8-ba5c-460f-bbe3-c50d544f73be triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:00.248164 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56b04b43-2202-41cf-9dcb-3c6e110d3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.248453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] device_id is not set on port b5389ce1-4528-49be-9c99-8a2d1cc227f1 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:24:00.285440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-56b04b43-2202-41cf-9dcb-3c6e110d3865 None None] Port cbeebbb8-ba5c-460f-bbe3-c50d544f73be cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:00.340684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c8de6-a845-4bd5-a368-0772a1f23c3e None None] Update dhcp port {'port': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'fixed_ips': [{'subnet_id': '13741d26-377c-4b63-94aa-6c1ebf7017fe', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f3333fa2-d1a1-4727-a9e7-402803fedd45'}], 'binding:host_id': 'n-d-695012-11'}, 'id': '1c95c8ff-6adb-4144-a3cc-540ceb18244e'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:24:00.374979 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c5c8de6-a845-4bd5-a368-0772a1f23c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.428106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.11 (e427a150-67ae-490c-b603-363a51306ce2/f3333fa2-d1a1-4727-a9e7-402803fedd45/b5389ce1-4528-49be-9c99-8a2d1cc227f1) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:00.569304 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.584980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object b5389ce1-4528-49be-9c99-8a2d1cc227f1 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:00.634887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.690911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:00.694861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:00.706067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:00.725482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2c5c8de6-a845-4bd5-a368-0772a1f23c3e None None] Allocated IP 172.20.0.2 (e427a150-67ae-490c-b603-363a51306ce2/f3333fa2-d1a1-4727-a9e7-402803fedd45/1c95c8ff-6adb-4144-a3cc-540ceb18244e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:00.758531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=b5389ce1-4528-49be-9c99-8a2d1cc227f1,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:00.790847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:00.791585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.834577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-83aac6ab-491f-47fb-969f-b549dc3f2b61 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7523744 Jul 07 22:24:00.834771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40426) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:00.841108 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.841328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-dc615cad-fecb-4b85-be54-a453cd2b3ca3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:00.875463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2c5c8de6-a845-4bd5-a368-0772a1f23c3e None None] For port 1c95c8ff-6adb-4144-a3cc-540ceb18244e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1c95c8ff-6adb-4144-a3cc-540ceb18244e,segment=NetworkSegment(94a8e363-446d-4c8f-93bd-5bd6f25f39a4),segment_id=94a8e363-446d-4c8f-93bd-5bd6f25f39a4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:00.905853 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c5c8de6-a845-4bd5-a368-0772a1f23c3e None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:00.921262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2c5c8de6-a845-4bd5-a368-0772a1f23c3e None None] Transition to ACTIVE for port object 1c95c8ff-6adb-4144-a3cc-540ceb18244e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:00.925185 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c5c8de6-a845-4bd5-a368-0772a1f23c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.027411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c8de6-a845-4bd5-a368-0772a1f23c3e None None] Pushing event updated for resources: {'Port': ['ID=1c95c8ff-6adb-4144-a3cc-540ceb18244e,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:01.118548 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.299469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539200a8-73e7-4542-90fa-5ed6f5b2996c req-b8332b68-77ac-4eef-a2d6-9734ca061eca tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:01.301370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-539200a8-73e7-4542-90fa-5ed6f5b2996c req-b8332b68-77ac-4eef-a2d6-9734ca061eca tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.5052345 Jul 07 22:24:01.371404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-539200a8-73e7-4542-90fa-5ed6f5b2996c req-79121393-a216-4fa9-9368-d20605bbf77a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558035 Jul 07 22:24:01.373544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc615cad-fecb-4b85-be54-a453cd2b3ca3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:01.377840 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc615cad-fecb-4b85-be54-a453cd2b3ca3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.478300 n-d-695012-11 neutron-server[93941]: INFO neutron.db.ipam_backend_mixin [None req-dc615cad-fecb-4b85-be54-a453cd2b3ca3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3333fa2-d1a1-4727-a9e7-402803fedd45 (CIDR: 172.20.0.0/28) Jul 07 22:24:01.481932 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc615cad-fecb-4b85-be54-a453cd2b3ca3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:24:01.482594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc615cad-fecb-4b85-be54-a453cd2b3ca3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:01.500106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dc615cad-fecb-4b85-be54-a453cd2b3ca3 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6642799 Jul 07 22:24:01.502899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40430) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:01.508606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b3a5b10e-312a-41f6-af86-a49e52f02716 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:01.643861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a5b10e-312a-41f6-af86-a49e52f02716 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:01.647442 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b3a5b10e-312a-41f6-af86-a49e52f02716 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.720715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-031cc1da-67b0-4a48-a44b-25e1fc5c962d None None] Provisioning complete for port cbeebbb8-ba5c-460f-bbe3-c50d544f73be triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:01.721200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-031cc1da-67b0-4a48-a44b-25e1fc5c962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.766769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-031cc1da-67b0-4a48-a44b-25e1fc5c962d None None] Port cbeebbb8-ba5c-460f-bbe3-c50d544f73be cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:01.769247 n-d-695012-11 neutron-server[93941]: INFO neutron.db.ipam_backend_mixin [None req-b3a5b10e-312a-41f6-af86-a49e52f02716 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 13741d26-377c-4b63-94aa-6c1ebf7017fe (CIDR: 172.20.0.16/28) Jul 07 22:24:01.776548 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a5b10e-312a-41f6-af86-a49e52f02716 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:24:01.777433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a5b10e-312a-41f6-af86-a49e52f02716 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:01.782584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-031cc1da-67b0-4a48-a44b-25e1fc5c962d None None] Provisioning for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:01.789415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-031cc1da-67b0-4a48-a44b-25e1fc5c962d None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:01.790108 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-031cc1da-67b0-4a48-a44b-25e1fc5c962d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:01.800140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b3a5b10e-312a-41f6-af86-a49e52f02716 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2959630 Jul 07 22:24:01.802924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:01.810526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'subnet': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:01.948486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Made reservation on behalf of 4005ff45391c4774b3be077ea5e4738d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:01.954262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.003764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1c95c8ff-6adb-4144-a3cc-540ceb18244e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:02.039560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8a8f8af5-1fe9-4fca-9174-273bc27bde2a None None] Provisioning for port b5389ce1-4528-49be-9c99-8a2d1cc227f1 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:02.048986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8a8f8af5-1fe9-4fca-9174-273bc27bde2a None None] Provisioning complete for port b5389ce1-4528-49be-9c99-8a2d1cc227f1 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:02.049349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a8f8af5-1fe9-4fca-9174-273bc27bde2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.092518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f8af5-1fe9-4fca-9174-273bc27bde2a None None] Port b5389ce1-4528-49be-9c99-8a2d1cc227f1 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:02.094941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:02.095354 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.219469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.266818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Network e427a150-67ae-490c-b603-363a51306ce2 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:02.270206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:02.275379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:02.276118 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.289204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Subnet': ['ID=59731e60-6407-459a-9e56-72ff6d6e32df,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:02.291928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f905ce99-94c8-4a9c-9dfb-dafa604975a8 None None] Network e427a150-67ae-490c-b603-363a51306ce2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:02.299233 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-63791334-debc-46d3-9cc9-b921e8dc2b8e tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4939528 Jul 07 22:24:02.302058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40436) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:02.309234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1222690717', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '59731e60-6407-459a-9e56-72ff6d6e32df'}], 'security_groups': ['975d6224-8a5e-4f40-b2e4-c9b89e763406', '28857d3d-c9e9-443a-b303-1a11f2cf2297']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:02.555353 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.583286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab67ca-a9e5-48ff-a11d-1983c371a766 None None] Update dhcp port {'port': {'network_id': 'e427a150-67ae-490c-b603-363a51306ce2', 'fixed_ips': [{'subnet_id': '13741d26-377c-4b63-94aa-6c1ebf7017fe', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f3333fa2-d1a1-4727-a9e7-402803fedd45', 'ip_address': '172.20.0.2'}, {'subnet_id': '59731e60-6407-459a-9e56-72ff6d6e32df'}], 'binding:host_id': 'n-d-695012-11'}, 'id': '1c95c8ff-6adb-4144-a3cc-540ceb18244e'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:24:02.624895 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43ab67ca-a9e5-48ff-a11d-1983c371a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.656638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa7899-30d2-4998-a721-785d009483ec req-0730720e-12b2-4592-ba68-8fb349db5f4d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:02.658385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40fa7899-30d2-4998-a721-785d009483ec req-0730720e-12b2-4592-ba68-8fb349db5f4d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1510098 Jul 07 22:24:02.758901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:02.762900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40fa7899-30d2-4998-a721-785d009483ec req-25cf1dd4-98fc-47eb-8b81-cbbf547b9fc5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966575 Jul 07 22:24:02.843731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-43ab67ca-a9e5-48ff-a11d-1983c371a766 None None] Allocated IP 172.20.0.34 (e427a150-67ae-490c-b603-363a51306ce2/59731e60-6407-459a-9e56-72ff6d6e32df/1c95c8ff-6adb-4144-a3cc-540ceb18244e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:02.963447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-43ab67ca-a9e5-48ff-a11d-1983c371a766 None None] For port 1c95c8ff-6adb-4144-a3cc-540ceb18244e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1c95c8ff-6adb-4144-a3cc-540ceb18244e,segment=NetworkSegment(94a8e363-446d-4c8f-93bd-5bd6f25f39a4),segment_id=94a8e363-446d-4c8f-93bd-5bd6f25f39a4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:02.989902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b57aa-cfe6-4557-896f-d7796f735e94 req-1683a61f-d6a6-4d2e-85d5-3fbe4ae7156d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:02.992505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b42b57aa-cfe6-4557-896f-d7796f735e94 req-1683a61f-d6a6-4d2e-85d5-3fbe4ae7156d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.0793779 Jul 07 22:24:02.997444 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43ab67ca-a9e5-48ff-a11d-1983c371a766 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.017702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-43ab67ca-a9e5-48ff-a11d-1983c371a766 None None] Transition to ACTIVE for port object 1c95c8ff-6adb-4144-a3cc-540ceb18244e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:03.024871 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43ab67ca-a9e5-48ff-a11d-1983c371a766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.054547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b42b57aa-cfe6-4557-896f-d7796f735e94 req-05348dc8-2d3a-41cc-83cd-4f4e42e9a3d5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555358 Jul 07 22:24:03.165883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab67ca-a9e5-48ff-a11d-1983c371a766 None None] Pushing event updated for resources: {'Port': ['ID=1c95c8ff-6adb-4144-a3cc-540ceb18244e,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:03.197628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Delete allocated IP 172.20.0.11 (e427a150-67ae-490c-b603-363a51306ce2/f3333fa2-d1a1-4727-a9e7-402803fedd45) {{(pid=93941) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 07 22:24:03.207683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Allocated IP 172.20.0.37 (e427a150-67ae-490c-b603-363a51306ce2/59731e60-6407-459a-9e56-72ff6d6e32df/b5389ce1-4528-49be-9c99-8a2d1cc227f1) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:03.419120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.450843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Transition to ACTIVE for port object b5389ce1-4528-49be-9c99-8a2d1cc227f1 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:03.457268 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.726326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event updated for resources: {'Port': ['ID=b5389ce1-4528-49be-9c99-8a2d1cc227f1,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:03.762554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] In _notify_port_updated(), no bound segment for port b5389ce1-4528-49be-9c99-8a2d1cc227f1 on network e427a150-67ae-490c-b603-363a51306ce2 {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:24:03.777578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:03.778458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:03.780115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-df645460-2494-4929-b062-25bf1545d1ee tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "PUT /v2.0/ports/b5389ce1-4528-49be-9c99-8a2d1cc227f1 HTTP/1.1" status: 200 len: 960 time: 1.4766707 Jul 07 22:24:03.783201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:04.036960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-18e9a247-b369-4d64-8c60-c15ca4af8b18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port b5389ce1-4528-49be-9c99-8a2d1cc227f1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:04.037394 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18e9a247-b369-4d64-8c60-c15ca4af8b18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.137263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1c95c8ff-6adb-4144-a3cc-540ceb18244e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:04.188495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccd92f-2113-4563-bacf-a6ab716dd222 req-9cf061fb-4b4f-4722-ac9c-9468a722ae48 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:04.196369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21ccd92f-2113-4563-bacf-a6ab716dd222 req-9cf061fb-4b4f-4722-ac9c-9468a722ae48 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1345854 Jul 07 22:24:04.199448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-db58bc86-78e4-42a4-a8d0-c830b78c0dcc None None] Provisioning for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:04.207071 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-db58bc86-78e4-42a4-a8d0-c830b78c0dcc None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:04.207972 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db58bc86-78e4-42a4-a8d0-c830b78c0dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.231793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18e9a247-b369-4d64-8c60-c15ca4af8b18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.249110 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-18e9a247-b369-4d64-8c60-c15ca4af8b18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for b5389ce1-4528-49be-9c99-8a2d1cc227f1 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:04.294711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21ccd92f-2113-4563-bacf-a6ab716dd222 req-43e4aece-e1b8-4737-a2ed-aeebf86016c2 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945439 Jul 07 22:24:04.321583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:04.322330 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.472894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18e9a247-b369-4d64-8c60-c15ca4af8b18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.510534 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9a247-b369-4d64-8c60-c15ca4af8b18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=b5389ce1-4528-49be-9c99-8a2d1cc227f1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:04.602351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18e9a247-b369-4d64-8c60-c15ca4af8b18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.613116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40490) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:04.613377 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-18e9a247-b369-4d64-8c60-c15ca4af8b18 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/b5389ce1-4528-49be-9c99-8a2d1cc227f1 HTTP/1.1" status: 204 len: 168 time: 0.8267884 Jul 07 22:24:04.655386 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dedf537-6308-4d93-b527-69d0befb92bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] GET failed (client error): The resource could not be found. Jul 07 22:24:04.662146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:04.674726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4dedf537-6308-4d93-b527-69d0befb92bf tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports/b5389ce1-4528-49be-9c99-8a2d1cc227f1 HTTP/1.1" status: 404 len: 333 time: 0.0635645 Jul 07 22:24:04.714873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-db58bc86-78e4-42a4-a8d0-c830b78c0dcc None None] Could not find standard attr ID for object b5389ce1-4528-49be-9c99-8a2d1cc227f1. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:24:04.730538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-db58bc86-78e4-42a4-a8d0-c830b78c0dcc None None] Provisioning complete for port cbeebbb8-ba5c-460f-bbe3-c50d544f73be triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:04.730998 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db58bc86-78e4-42a4-a8d0-c830b78c0dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.760350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d672657-b6eb-402f-9e69-19e79aeb9e0b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.792712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-db58bc86-78e4-42a4-a8d0-c830b78c0dcc None None] Port cbeebbb8-ba5c-460f-bbe3-c50d544f73be cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:04.802322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d672657-b6eb-402f-9e69-19e79aeb9e0b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.856371 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d672657-b6eb-402f-9e69-19e79aeb9e0b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.859595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d672657-b6eb-402f-9e69-19e79aeb9e0b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.861049 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2d672657-b6eb-402f-9e69-19e79aeb9e0b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/security-groups/623e3654-33bf-45ac-a63b-0c2392fbc9a1 HTTP/1.1" status: 204 len: 168 time: 0.1977177 Jul 07 22:24:04.864575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40498) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:04.886541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d672657-b6eb-402f-9e69-19e79aeb9e0b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e3654-33bf-45ac-a63b-0c2392fbc9a1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:04.911134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c56c22a2-eaf2-46b9-974d-87203dc71f50 None None] Could not find standard attr ID for object b5389ce1-4528-49be-9c99-8a2d1cc227f1. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:24:04.953929 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d1384f0-be22-42c1-b537-2c2b4b59edb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:04.982510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d1384f0-be22-42c1-b537-2c2b4b59edb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.028943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d1384f0-be22-42c1-b537-2c2b4b59edb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.032510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d1384f0-be22-42c1-b537-2c2b4b59edb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.033981 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6d1384f0-be22-42c1-b537-2c2b4b59edb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/security-groups/28857d3d-c9e9-443a-b303-1a11f2cf2297 HTTP/1.1" status: 204 len: 168 time: 0.1684239 Jul 07 22:24:05.036864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40502) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:05.045302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1384f0-be22-42c1-b537-2c2b4b59edb4 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28857d3d-c9e9-443a-b303-1a11f2cf2297,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:05.100572 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8cbd8de6-a155-40eb-8f4f-aa97a1a58fea tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.123584 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8cbd8de6-a155-40eb-8f4f-aa97a1a58fea tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.195929 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8cbd8de6-a155-40eb-8f4f-aa97a1a58fea tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.199502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8cbd8de6-a155-40eb-8f4f-aa97a1a58fea tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.200999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8cbd8de6-a155-40eb-8f4f-aa97a1a58fea tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/security-groups/975d6224-8a5e-4f40-b2e4-c9b89e763406 HTTP/1.1" status: 204 len: 168 time: 0.1622014 Jul 07 22:24:05.203874 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40504) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:05.210965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd8de6-a155-40eb-8f4f-aa97a1a58fea tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975d6224-8a5e-4f40-b2e4-c9b89e763406,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:05.254705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54af5f6-48c7-4c2b-9c39-15f464322f90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet f3333fa2-d1a1-4727-a9e7-402803fedd45 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:05.257836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d54af5f6-48c7-4c2b-9c39-15f464322f90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.306685 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d54af5f6-48c7-4c2b-9c39-15f464322f90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.397696 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d54af5f6-48c7-4c2b-9c39-15f464322f90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.477779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d54af5f6-48c7-4c2b-9c39-15f464322f90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.511739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c34c9-6131-467e-af0e-3a0aa88f4a89 req-339dfcb0-9e3a-4c08-ac76-178495c7851e tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:05.520420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e73c34c9-6131-467e-af0e-3a0aa88f4a89 req-339dfcb0-9e3a-4c08-ac76-178495c7851e tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.0965915 Jul 07 22:24:05.550146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54af5f6-48c7-4c2b-9c39-15f464322f90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=f3333fa2-d1a1-4727-a9e7-402803fedd45,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:05.554772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d54af5f6-48c7-4c2b-9c39-15f464322f90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.557070 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d54af5f6-48c7-4c2b-9c39-15f464322f90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/f3333fa2-d1a1-4727-a9e7-402803fedd45 HTTP/1.1" status: 204 len: 168 time: 0.3521550 Jul 07 22:24:05.564711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd67f7ef-2a2d-40a5-9446-15adeb45e33d None None] Network e427a150-67ae-490c-b603-363a51306ce2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:05.568819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40510) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:05.585750 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e73c34c9-6131-467e-af0e-3a0aa88f4a89 req-379772e1-96d6-4808-8188-7f646826d8e6 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642943 Jul 07 22:24:05.668248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d57d2b-0de2-40ed-aa0c-8447db713ba7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet 59731e60-6407-459a-9e56-72ff6d6e32df {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:05.672443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03d57d2b-0de2-40ed-aa0c-8447db713ba7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.725646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03d57d2b-0de2-40ed-aa0c-8447db713ba7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.879026 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03d57d2b-0de2-40ed-aa0c-8447db713ba7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.949625 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03d57d2b-0de2-40ed-aa0c-8447db713ba7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.978309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d57d2b-0de2-40ed-aa0c-8447db713ba7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=59731e60-6407-459a-9e56-72ff6d6e32df,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:05.992176 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-03d57d2b-0de2-40ed-aa0c-8447db713ba7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:05.994710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-03d57d2b-0de2-40ed-aa0c-8447db713ba7 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/59731e60-6407-459a-9e56-72ff6d6e32df HTTP/1.1" status: 204 len: 168 time: 0.4071846 Jul 07 22:24:05.997264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40518) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.030614 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc01c7b-2dbd-4c9f-99c5-920324d30e8b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.031068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc01c7b-2dbd-4c9f-99c5-920324d30e8b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.032812 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ffc01c7b-2dbd-4c9f-99c5-920324d30e8b tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/f3333fa2-d1a1-4727-a9e7-402803fedd45 HTTP/1.1" status: 404 len: 337 time: 0.0345490 Jul 07 22:24:06.035451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40520) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.096465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ce33ae-3ecf-4e6d-ada5-a17af40eb796 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting subnet 13741d26-377c-4b63-94aa-6c1ebf7017fe {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:06.100735 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33ce33ae-3ecf-4e6d-ada5-a17af40eb796 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.144980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33ce33ae-3ecf-4e6d-ada5-a17af40eb796 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.244792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33ce33ae-3ecf-4e6d-ada5-a17af40eb796 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.321954 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33ce33ae-3ecf-4e6d-ada5-a17af40eb796 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.352917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce33ae-3ecf-4e6d-ada5-a17af40eb796 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Subnet': ['ID=13741d26-377c-4b63-94aa-6c1ebf7017fe,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:06.371524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33ce33ae-3ecf-4e6d-ada5-a17af40eb796 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.373993 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-33ce33ae-3ecf-4e6d-ada5-a17af40eb796 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/13741d26-377c-4b63-94aa-6c1ebf7017fe HTTP/1.1" status: 204 len: 168 time: 0.3375323 Jul 07 22:24:06.376596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40522) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.407624 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1042f9a-827c-4c20-866e-6ce5ad686001 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.408233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1042f9a-827c-4c20-866e-6ce5ad686001 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.410466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f1042f9a-827c-4c20-866e-6ce5ad686001 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/911ee989-d56f-4962-a697-6c8f9245af5c HTTP/1.1" status: 404 len: 337 time: 0.0324411 Jul 07 22:24:06.413094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40524) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.445304 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-21f91e01-73bd-420c-828e-168037397eaa tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "GET /v2.0/ports?device_id=180e0372-0974-4c16-9685-1f8104b79c66 HTTP/1.1" status: 200 len: 205 time: 0.0310419 Jul 07 22:24:06.447982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40528) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.497187 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-45acb824-05ab-427a-a06f-be77409d82cc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] delete failed (client error): The resource could not be found. Jul 07 22:24:06.498673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-45acb824-05ab-427a-a06f-be77409d82cc tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/routers/180e0372-0974-4c16-9685-1f8104b79c66 HTTP/1.1" status: 404 len: 336 time: 0.0487447 Jul 07 22:24:06.501107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.539559 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd17c46-8e65-4d66-80b5-4c9177481e96 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.540108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd17c46-8e65-4d66-80b5-4c9177481e96 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.544179 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3bd17c46-8e65-4d66-80b5-4c9177481e96 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/9f871ac8-e4b8-4503-a5d9-9cb96f85235a HTTP/1.1" status: 404 len: 337 time: 0.0395949 Jul 07 22:24:06.544725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40532) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.561319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef5cd5-2146-4554-9e11-6193459aa828 None None] Network e427a150-67ae-490c-b603-363a51306ce2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:06.580117 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5a20c8-406a-443d-a680-e8ce7a477f49 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.580586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5a20c8-406a-443d-a680-e8ce7a477f49 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.584769 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9e5a20c8-406a-443d-a680-e8ce7a477f49 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/1189f1d5-5fd3-459b-b24e-91333d3da567 HTTP/1.1" status: 404 len: 337 time: 0.0367031 Jul 07 22:24:06.585070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.615530 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6e76e5-03ee-4828-9f84-7851e6fb7fc2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.616282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6e76e5-03ee-4828-9f84-7851e6fb7fc2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.620864 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0c6e76e5-03ee-4828-9f84-7851e6fb7fc2 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/4c5b9f2d-bf8c-4b99-b891-54fc880b8aad HTTP/1.1" status: 404 len: 337 time: 0.0316877 Jul 07 22:24:06.621882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40538) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.661897 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c284c9-04df-48c0-a6de-978f2a6690c1 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.663415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c284c9-04df-48c0-a6de-978f2a6690c1 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.668184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40542) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.677229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-49c284c9-04df-48c0-a6de-978f2a6690c1 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/60b6d1d0-c7c8-4bb6-991d-e952cb2cd7af HTTP/1.1" status: 404 len: 333 time: 0.0522523 Jul 07 22:24:06.696764 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad62176-2643-4904-857c-0568485a8d90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.697221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad62176-2643-4904-857c-0568485a8d90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.699733 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dad62176-2643-4904-857c-0568485a8d90 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/3d0cf000-30fb-4ee6-8947-a88abc1f8c65 HTTP/1.1" status: 404 len: 337 time: 0.0305679 Jul 07 22:24:06.702350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.775744 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-152c766c-45b7-4059-8a1f-525c415bd9bb tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.776177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152c766c-45b7-4059-8a1f-525c415bd9bb tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.779447 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-152c766c-45b7-4059-8a1f-525c415bd9bb tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/100aa6e5-f391-41d9-85b8-5129fdac2880 HTTP/1.1" status: 404 len: 337 time: 0.0751760 Jul 07 22:24:06.781270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40548) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.783920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c6b51c27-886f-4ed3-8c31-c479175748f8 None None] Provisioning complete for port 1c95c8ff-6adb-4144-a3cc-540ceb18244e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:06.784522 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6b51c27-886f-4ed3-8c31-c479175748f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.855909 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b06c6a-5c1e-4afe-9a00-ddefb8a660e9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.884061 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b06c6a-5c1e-4afe-9a00-ddefb8a660e9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.890191 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-04b06c6a-5c1e-4afe-9a00-ddefb8a660e9 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/44af2da3-fe3f-4c35-a241-1eb4469fc917 HTTP/1.1" status: 404 len: 333 time: 0.1079588 Jul 07 22:24:06.890367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8bf4f-e9a9-490a-82b5-73c546e1ef35 req-18a9ab1a-0170-471f-85f7-633a539ff0bb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:06.892862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.898942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40a8bf4f-e9a9-490a-82b5-73c546e1ef35 req-18a9ab1a-0170-471f-85f7-633a539ff0bb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1266797 Jul 07 22:24:06.917660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c6b51c27-886f-4ed3-8c31-c479175748f8 None None] Provisioning complete for port cbeebbb8-ba5c-460f-bbe3-c50d544f73be triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:06.918722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6b51c27-886f-4ed3-8c31-c479175748f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:06.947177 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4265542-1329-4e3d-8558-ae70870688f1 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:06.947636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4265542-1329-4e3d-8558-ae70870688f1 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:06.952792 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e4265542-1329-4e3d-8558-ae70870688f1 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/d35afe5c-8329-4e61-95dd-1a11d30e1138 HTTP/1.1" status: 404 len: 337 time: 0.0551832 Jul 07 22:24:06.953692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40556) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:06.974562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837d53ae-fbe1-488b-8b68-15163e639c0b None None] DHCP port deletion for e427a150-67ae-490c-b603-363a51306ce2 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:24:06.987036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40a8bf4f-e9a9-490a-82b5-73c546e1ef35 req-afad33e2-789c-426f-b44c-76acb8898eb0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843041 Jul 07 22:24:06.990461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c6b51c27-886f-4ed3-8c31-c479175748f8 None None] Port cbeebbb8-ba5c-460f-bbe3-c50d544f73be cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:07.012412 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-befe280a-652f-45d9-8013-a421bc29a030 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] DELETE failed (client error): The resource could not be found. Jul 07 22:24:07.013017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befe280a-652f-45d9-8013-a421bc29a030 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:24:07.017199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-befe280a-652f-45d9-8013-a421bc29a030 tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/subnets/365b2224-9a59-4290-a7c7-fe432d31b02a HTTP/1.1" status: 404 len: 337 time: 0.0543418 Jul 07 22:24:07.017544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40558) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:07.056080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-837d53ae-fbe1-488b-8b68-15163e639c0b None None] Deleting port 1c95c8ff-6adb-4144-a3cc-540ceb18244e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:07.056485 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-837d53ae-fbe1-488b-8b68-15163e639c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.171663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-837d53ae-fbe1-488b-8b68-15163e639c0b None None] For port 1c95c8ff-6adb-4144-a3cc-540ceb18244e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1c95c8ff-6adb-4144-a3cc-540ceb18244e,segment=NetworkSegment(94a8e363-446d-4c8f-93bd-5bd6f25f39a4),segment_id=94a8e363-446d-4c8f-93bd-5bd6f25f39a4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:07.173840 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-837d53ae-fbe1-488b-8b68-15163e639c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.195056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-e59b154b-315b-496f-ac7a-6312d7804f2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Deleting port cbeebbb8-ba5c-460f-bbe3-c50d544f73be {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:07.195513 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e59b154b-315b-496f-ac7a-6312d7804f2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.211342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-837d53ae-fbe1-488b-8b68-15163e639c0b None None] Calling delete_port for 1c95c8ff-6adb-4144-a3cc-540ceb18244e owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:07.313328 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e59b154b-315b-496f-ac7a-6312d7804f2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.321710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-837d53ae-fbe1-488b-8b68-15163e639c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.333606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-e59b154b-315b-496f-ac7a-6312d7804f2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Calling delete_port for cbeebbb8-ba5c-460f-bbe3-c50d544f73be owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:07.363587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d53ae-fbe1-488b-8b68-15163e639c0b None None] Pushing event deleted for resources: {'Port': ['ID=1c95c8ff-6adb-4144-a3cc-540ceb18244e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:07.365923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d53ae-fbe1-488b-8b68-15163e639c0b None None] No DVR routers for this DVR port 1c95c8ff-6adb-4144-a3cc-540ceb18244e on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:07.438819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e59b154b-315b-496f-ac7a-6312d7804f2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.471687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:07.474114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b154b-315b-496f-ac7a-6312d7804f2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Port': ['ID=cbeebbb8-ba5c-460f-bbe3-c50d544f73be,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:07.490608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e59b154b-315b-496f-ac7a-6312d7804f2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.495758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e59b154b-315b-496f-ac7a-6312d7804f2f tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/ports/cbeebbb8-ba5c-460f-bbe3-c50d544f73be HTTP/1.1" status: 204 len: 168 time: 0.4742227 Jul 07 22:24:07.496156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:07.585476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.605148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18a97d7e-3e84-4a43-ab80-9ec17be60aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.713337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.728605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e427a150-67ae-490c-b603-363a51306ce2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:07.741514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a8e363-446d-4c8f-93bd-5bd6f25f39a4') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:07.741856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a8e363-446d-4c8f-93bd-5bd6f25f39a4') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:07.756964 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.775714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.784941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:24:07.785385 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:24:07.788448 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:24:07.877177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18a97d7e-3e84-4a43-ab80-9ec17be60aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.882998 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18a97d7e-3e84-4a43-ab80-9ec17be60aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.919964 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.947100 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:07.952040 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] 10.222.0.81 "DELETE /v2.0/networks/e427a150-67ae-490c-b603-363a51306ce2 HTTP/1.1" status: 204 len: 168 time: 0.4522512 Jul 07 22:24:07.976315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06af23-335c-4142-a7a6-15d8ccfe400c tempest-PortsTestJSON-322389252 tempest-PortsTestJSON-322389252-project] Pushing event deleted for resources: {'Network': ['ID=e427a150-67ae-490c-b603-363a51306ce2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:07.980276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a97d7e-3e84-4a43-ab80-9ec17be60aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09653e4-86a1-4904-84d8-134e20a4ab5d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:07.986128 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-18a97d7e-3e84-4a43-ab80-9ec17be60aa2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f563c0605824fefb5071e4167437a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120478 Jul 07 22:24:07.987827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40584) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:08.074968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1c95c8ff-6adb-4144-a3cc-540ceb18244e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:08.088309 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9f7e5f-1d26-415d-a1b4-5748f8b1d9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.096928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 1c95c8ff-6adb-4144-a3cc-540ceb18244e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:08.097422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1c95c8ff-6adb-4144-a3cc-540ceb18244e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:08.133931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9f7e5f-1d26-415d-a1b4-5748f8b1d9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.252830 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9f7e5f-1d26-415d-a1b4-5748f8b1d9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.256016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9f7e5f-1d26-415d-a1b4-5748f8b1d9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.259880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7b9f7e5f-1d26-415d-a1b4-5748f8b1d9e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d09653e4-86a1-4904-84d8-134e20a4ab5d HTTP/1.1" status: 204 len: 168 time: 0.2688708 Jul 07 22:24:08.269336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f7e5f-1d26-415d-a1b4-5748f8b1d9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09653e4-86a1-4904-84d8-134e20a4ab5d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:08.287078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:08.298977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33794f08-969d-4d12-9597-2c9d1c9e2caa req-2c68a05d-ae74-4475-9f60-039b5e026377 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:08.306900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33794f08-969d-4d12-9597-2c9d1c9e2caa req-2c68a05d-ae74-4475-9f60-039b5e026377 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1452398 Jul 07 22:24:08.357189 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33794f08-969d-4d12-9597-2c9d1c9e2caa req-4d797785-ffd4-4a06-b9f3-1ef86430e31a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488582 Jul 07 22:24:08.438475 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1ef67756-c2cc-4e1b-a162-a098afa7cf79 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4005ff45391c4774b3be077ea5e4738d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476433 Jul 07 22:24:08.438789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40600) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:08.490912 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7d845bd-ddb1-4c8c-a4f2-65f9506b7a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.515018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7d845bd-ddb1-4c8c-a4f2-65f9506b7a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.571403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7d845bd-ddb1-4c8c-a4f2-65f9506b7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.574233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7d845bd-ddb1-4c8c-a4f2-65f9506b7a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.577744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f7d845bd-ddb1-4c8c-a4f2-65f9506b7a85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a63b7b9-8b61-43d9-9f6e-864e2085fb05 HTTP/1.1" status: 204 len: 168 time: 0.1355474 Jul 07 22:24:08.587326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d845bd-ddb1-4c8c-a4f2-65f9506b7a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a63b7b9-8b61-43d9-9f6e-864e2085fb05,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:08.619998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40604) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:08.633558 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e14da57f-3274-47e4-b96a-ca9e42eecb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.734378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e14da57f-3274-47e4-b96a-ca9e42eecb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.740169 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e14da57f-3274-47e4-b96a-ca9e42eecb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.778691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14da57f-3274-47e4-b96a-ca9e42eecb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3026be83-992d-4e49-9e08-5e91055ff488,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:08.785369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e14da57f-3274-47e4-b96a-ca9e42eecb02 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6169e5a293f421190bf7f6ed98bca42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618123 Jul 07 22:24:08.785747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40608) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:08.838306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2be4d824-9273-4969-b826-0dcd1e299da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.882655 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2be4d824-9273-4969-b826-0dcd1e299da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.947904 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2be4d824-9273-4969-b826-0dcd1e299da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.953619 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2be4d824-9273-4969-b826-0dcd1e299da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:08.955277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2be4d824-9273-4969-b826-0dcd1e299da4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3026be83-992d-4e49-9e08-5e91055ff488 HTTP/1.1" status: 204 len: 168 time: 0.1687605 Jul 07 22:24:08.966043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4d824-9273-4969-b826-0dcd1e299da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3026be83-992d-4e49-9e08-5e91055ff488,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:09.368839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40640) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:09.392597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-489b12d1-3aff-408c-ab87-8c6683ad6ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.529502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:09.532756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-489b12d1-3aff-408c-ab87-8c6683ad6ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.539610 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-489b12d1-3aff-408c-ab87-8c6683ad6ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.592168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b12d1-3aff-408c-ab87-8c6683ad6ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dec02b-c850-42aa-bcea-bdc4292b0aad,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:09.602578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-489b12d1-3aff-408c-ab87-8c6683ad6ff1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5f8932197f64903b03d0763feb470ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292354 Jul 07 22:24:09.603075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40650) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:09.624173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc7292-dd44-46d3-80d4-d9618d1f8dc2 req-1956868e-1af9-4fd0-8e18-e0eed03ff054 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:09.625858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-addc7292-dd44-46d3-80d4-d9618d1f8dc2 req-1956868e-1af9-4fd0-8e18-e0eed03ff054 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1426036 Jul 07 22:24:09.649343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217542078'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:09.669859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-addc7292-dd44-46d3-80d4-d9618d1f8dc2 req-c5249f5a-a69f-4334-a0cf-9b65b1982c85 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Jul 07 22:24:09.686832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e43857f4-7a97-4bfe-b3fa-a9ada87bfcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.698406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.715726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e43857f4-7a97-4bfe-b3fa-a9ada87bfcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.717303 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.793626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e43857f4-7a97-4bfe-b3fa-a9ada87bfcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.796084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e43857f4-7a97-4bfe-b3fa-a9ada87bfcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.797209 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e43857f4-7a97-4bfe-b3fa-a9ada87bfcef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0dec02b-c850-42aa-bcea-bdc4292b0aad HTTP/1.1" status: 204 len: 168 time: 0.1943607 Jul 07 22:24:09.815252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43857f4-7a97-4bfe-b3fa-a9ada87bfcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dec02b-c850-42aa-bcea-bdc4292b0aad,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:09.866280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.872676 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.911164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26abcea5-d348-4043-8f6a-838a0c8c84ca,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:09.978486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:09.983527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.010593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.011861 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4813006 Jul 07 22:24:10.014562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:10.022658 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127eaec9-064e-483a-8014-272973e58b54 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0077acd0-ec70-44cb-b726-a8147c68a3d8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:10.091634 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-773352d7-c2ec-4833-9ac1-a3f36f63741b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0758920 Jul 07 22:24:10.094324 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40660) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:10.099319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-31c79581-876c-44f9-b015-cec7d6b801ca tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group': {'name': 'tempest-security--1936953462', 'description': 'tempest-security-description-1394229381'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:10.131874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31c79581-876c-44f9-b015-cec7d6b801ca tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.183241 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31c79581-876c-44f9-b015-cec7d6b801ca tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.189058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31c79581-876c-44f9-b015-cec7d6b801ca tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.193018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-31c79581-876c-44f9-b015-cec7d6b801ca tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.197634 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-31c79581-876c-44f9-b015-cec7d6b801ca tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "PUT /v2.0/security-groups/0077acd0-ec70-44cb-b726-a8147c68a3d8 HTTP/1.1" status: 200 len: 1780 time: 0.0995822 Jul 07 22:24:10.198371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:10.248911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c79581-876c-44f9-b015-cec7d6b801ca tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0077acd0-ec70-44cb-b726-a8147c68a3d8,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:10.261003 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b40fded1-68e4-4fdc-9a4e-1fc90e4de670 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups/0077acd0-ec70-44cb-b726-a8147c68a3d8 HTTP/1.1" status: 200 len: 1780 time: 0.0615087 Jul 07 22:24:10.263557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:10.344636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb2a-de1a-466a-b9ce-fe7e3ea68071 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.400024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb2a-de1a-466a-b9ce-fe7e3ea68071 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.446548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb2a-de1a-466a-b9ce-fe7e3ea68071 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.455448 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfb2a-de1a-466a-b9ce-fe7e3ea68071 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.455448 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d8cbfb2a-de1a-466a-b9ce-fe7e3ea68071 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-groups/0077acd0-ec70-44cb-b726-a8147c68a3d8 HTTP/1.1" status: 204 len: 168 time: 0.1866565 Jul 07 22:24:10.458485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:10.470347 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbfb2a-de1a-466a-b9ce-fe7e3ea68071 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0077acd0-ec70-44cb-b726-a8147c68a3d8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:10.518742 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-33ac6157-48b9-49a6-87c6-8eaad060a6bc tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598993 Jul 07 22:24:10.521421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:10.536923 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-90d3ada7-55ad-441f-97cc-3957c503a116 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] delete failed (client error): The resource could not be found. Jul 07 22:24:10.537930 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-90d3ada7-55ad-441f-97cc-3957c503a116 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-groups/0077acd0-ec70-44cb-b726-a8147c68a3d8 HTTP/1.1" status: 404 len: 347 time: 0.0156262 Jul 07 22:24:10.542144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:10.546406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7fdbbf3c-a795-486b-a398-4c56814fc639 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857936150'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:10.577219 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbf3c-a795-486b-a398-4c56814fc639 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.675187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbf3c-a795-486b-a398-4c56814fc639 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.680807 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbf3c-a795-486b-a398-4c56814fc639 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.715587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fdbbf3c-a795-486b-a398-4c56814fc639 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.719906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40698) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:10.725151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5447a265-9c66-4cf6-a6c3-e9355eda10e4 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '4ddfb621-342f-46ae-9bed-b1a37c9d0629', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:10.731102 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7fdbbf3c-a795-486b-a398-4c56814fc639 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1868706 Jul 07 22:24:10.734561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbbf3c-a795-486b-a398-4c56814fc639 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddfb621-342f-46ae-9bed-b1a37c9d0629,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:10.769460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5447a265-9c66-4cf6-a6c3-e9355eda10e4 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.871937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5447a265-9c66-4cf6-a6c3-e9355eda10e4 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.880916 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5447a265-9c66-4cf6-a6c3-e9355eda10e4 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.897363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447a265-9c66-4cf6-a6c3-e9355eda10e4 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28948fcd-95bb-443d-994b-eb6b9ba49f40,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:10.924911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d2934-87f0-4600-8017-ebb87dd06175 req-244df19c-1cda-4962-a331-471b6185a332 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:10.926591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b56d2934-87f0-4600-8017-ebb87dd06175 req-244df19c-1cda-4962-a331-471b6185a332 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1147761 Jul 07 22:24:10.927819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5447a265-9c66-4cf6-a6c3-e9355eda10e4 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.931455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5447a265-9c66-4cf6-a6c3-e9355eda10e4 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2079954 Jul 07 22:24:10.931775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40704) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:10.981733 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e02fa739-4fef-4932-89ba-1774d4c35240 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:10.997543 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e02fa739-4fef-4932-89ba-1774d4c35240 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.001861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b56d2934-87f0-4600-8017-ebb87dd06175 req-e6809b28-4b38-46bb-8ae9-890307c41c5b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631261 Jul 07 22:24:11.040090 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e02fa739-4fef-4932-89ba-1774d4c35240 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.047102 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e02fa739-4fef-4932-89ba-1774d4c35240 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.051146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e02fa739-4fef-4932-89ba-1774d4c35240 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/28948fcd-95bb-443d-994b-eb6b9ba49f40 HTTP/1.1" status: 204 len: 168 time: 0.1159067 Jul 07 22:24:11.051375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40710) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:11.069429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fa739-4fef-4932-89ba-1774d4c35240 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28948fcd-95bb-443d-994b-eb6b9ba49f40,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:11.114184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a50a891d-a797-4acf-90ea-61e3882cf96f tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0591285 Jul 07 22:24:11.114323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40712) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:11.175764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9826-5097-4e1c-8ae4-483009cba451 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.209232 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9826-5097-4e1c-8ae4-483009cba451 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.267319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9826-5097-4e1c-8ae4-483009cba451 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.270022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3eb9826-5097-4e1c-8ae4-483009cba451 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.273734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a3eb9826-5097-4e1c-8ae4-483009cba451 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-groups/4ddfb621-342f-46ae-9bed-b1a37c9d0629 HTTP/1.1" status: 204 len: 168 time: 0.1561716 Jul 07 22:24:11.274166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:11.306310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb9826-5097-4e1c-8ae4-483009cba451 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddfb621-342f-46ae-9bed-b1a37c9d0629,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:11.343444 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6374cb76-4311-4f4c-bdf9-558de7486196 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680075 Jul 07 22:24:11.347749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40724) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:11.352765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e95ea9c0-5270-442f-a6ec-81e83b0e6e68 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group': {'name': 'tempest-secgroup--778297014'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:11.380106 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e95ea9c0-5270-442f-a6ec-81e83b0e6e68 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.495892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e95ea9c0-5270-442f-a6ec-81e83b0e6e68 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.504275 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e95ea9c0-5270-442f-a6ec-81e83b0e6e68 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.559307 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e95ea9c0-5270-442f-a6ec-81e83b0e6e68 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.564430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:11.565306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e95ea9c0-5270-442f-a6ec-81e83b0e6e68 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2164686 Jul 07 22:24:11.570273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-60ea5f7a-6d8f-4340-a586-ba1b06bb4fea tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '3fc590dc-8781-4e40-874b-541b9b503806', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:11.597028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ea9c0-5270-442f-a6ec-81e83b0e6e68 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc590dc-8781-4e40-874b-541b9b503806,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:11.624527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60ea5f7a-6d8f-4340-a586-ba1b06bb4fea tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.734621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60ea5f7a-6d8f-4340-a586-ba1b06bb4fea tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.740718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60ea5f7a-6d8f-4340-a586-ba1b06bb4fea tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.767028 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-60ea5f7a-6d8f-4340-a586-ba1b06bb4fea tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.768612 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-60ea5f7a-6d8f-4340-a586-ba1b06bb4fea tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2022972 Jul 07 22:24:11.771363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40742) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:11.773637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea5f7a-6d8f-4340-a586-ba1b06bb4fea tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d108f465-f643-4242-b153-0fe01401a790,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:11.785356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-af7f55f9-5df6-4069-82dd-fad48ec4eb46 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '3fc590dc-8781-4e40-874b-541b9b503806', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:11.814040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af7f55f9-5df6-4069-82dd-fad48ec4eb46 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.838139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b5494-9d71-4e75-91e1-be5f323be478 req-ed136d08-7d86-48c6-bced-c1237a415f14 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:11.839981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb5b5494-9d71-4e75-91e1-be5f323be478 req-ed136d08-7d86-48c6-bced-c1237a415f14 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1135528 Jul 07 22:24:11.911136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af7f55f9-5df6-4069-82dd-fad48ec4eb46 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.916018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af7f55f9-5df6-4069-82dd-fad48ec4eb46 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.924128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e42ea-d599-4bf2-8578-4ece9fdc342e req-16ae40d6-4fe9-46e8-bc53-b4cfacdc5af7 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:11.925492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f14e42ea-d599-4bf2-8578-4ece9fdc342e req-16ae40d6-4fe9-46e8-bc53-b4cfacdc5af7 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.1358416 Jul 07 22:24:11.937872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb5b5494-9d71-4e75-91e1-be5f323be478 req-43fecb3f-f02c-4ee6-a995-138340cf5bf3 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847116 Jul 07 22:24:11.939609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f55f9-5df6-4069-82dd-fad48ec4eb46 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a4c61a-4f0f-4438-b7d0-ee102c00c08c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:11.947654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af7f55f9-5df6-4069-82dd-fad48ec4eb46 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:11.955969 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-af7f55f9-5df6-4069-82dd-fad48ec4eb46 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1830988 Jul 07 22:24:11.958332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40744) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:11.963551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6ba14d63-e54d-4a27-a836-c8b7969a3ecf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '3fc590dc-8781-4e40-874b-541b9b503806', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:11.980088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f14e42ea-d599-4bf2-8578-4ece9fdc342e req-2507461b-6153-4c34-9a33-b11ccfd8596b tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405068 Jul 07 22:24:11.993842 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ba14d63-e54d-4a27-a836-c8b7969a3ecf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.068712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ba14d63-e54d-4a27-a836-c8b7969a3ecf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.077004 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ba14d63-e54d-4a27-a836-c8b7969a3ecf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.098847 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba14d63-e54d-4a27-a836-c8b7969a3ecf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5893019c-7b11-4dc4-a9a7-be8604c75ac7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:12.109120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ba14d63-e54d-4a27-a836-c8b7969a3ecf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.110797 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6ba14d63-e54d-4a27-a836-c8b7969a3ecf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1512253 Jul 07 22:24:12.113219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40754) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:12.119006 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b745f049-6c6a-4ea7-9601-a2a796ba13c2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '3fc590dc-8781-4e40-874b-541b9b503806', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:12.148971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b745f049-6c6a-4ea7-9601-a2a796ba13c2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.221116 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b745f049-6c6a-4ea7-9601-a2a796ba13c2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.226921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b745f049-6c6a-4ea7-9601-a2a796ba13c2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.244178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d06e-368a-4237-90ff-02b652a81054 req-af36ee86-50b7-4a85-877b-fe06183804d0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:12.246317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97f3d06e-368a-4237-90ff-02b652a81054 req-af36ee86-50b7-4a85-877b-fe06183804d0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.0815313 Jul 07 22:24:12.249355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745f049-6c6a-4ea7-9601-a2a796ba13c2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25321f3e-54a6-4c17-be7a-a872b7f604dd,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:12.257767 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b745f049-6c6a-4ea7-9601-a2a796ba13c2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.261734 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b745f049-6c6a-4ea7-9601-a2a796ba13c2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469636 Jul 07 22:24:12.262353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40758) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:12.273225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-11da7df5-596f-4796-b0d1-24af46877bbf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '3fc590dc-8781-4e40-874b-541b9b503806', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:12.297703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97f3d06e-368a-4237-90ff-02b652a81054 req-a5be4a1b-7a17-4211-bc4d-04f8f4c256fb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443923 Jul 07 22:24:12.306825 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11da7df5-596f-4796-b0d1-24af46877bbf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.369742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11da7df5-596f-4796-b0d1-24af46877bbf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.373506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11da7df5-596f-4796-b0d1-24af46877bbf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.393356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da7df5-596f-4796-b0d1-24af46877bbf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cc892f-e9d6-4ad2-8c3c-a253c9d708fd,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:12.399114 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11da7df5-596f-4796-b0d1-24af46877bbf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.404674 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-11da7df5-596f-4796-b0d1-24af46877bbf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1368845 Jul 07 22:24:12.404674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40760) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:12.433099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8952-818d-4e56-878a-7b58fe6af4b5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.441305 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8952-818d-4e56-878a-7b58fe6af4b5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.471060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8952-818d-4e56-878a-7b58fe6af4b5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.477330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8952-818d-4e56-878a-7b58fe6af4b5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.478457 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5a4e8952-818d-4e56-878a-7b58fe6af4b5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/c8cc892f-e9d6-4ad2-8c3c-a253c9d708fd HTTP/1.1" status: 204 len: 168 time: 0.0729949 Jul 07 22:24:12.482449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40762) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:12.484370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8952-818d-4e56-878a-7b58fe6af4b5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8cc892f-e9d6-4ad2-8c3c-a253c9d708fd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:12.536712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a465ccd0-ed79-47a0-aa88-1bd04cfaef3f tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0527227 Jul 07 22:24:12.539462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40766) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:12.564476 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b7493f9-7ab7-4d41-9322-a432d8f8b98b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.574674 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b7493f9-7ab7-4d41-9322-a432d8f8b98b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.612842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b7493f9-7ab7-4d41-9322-a432d8f8b98b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.621967 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b7493f9-7ab7-4d41-9322-a432d8f8b98b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.623323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3b7493f9-7ab7-4d41-9322-a432d8f8b98b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/25321f3e-54a6-4c17-be7a-a872b7f604dd HTTP/1.1" status: 204 len: 168 time: 0.0828199 Jul 07 22:24:12.626000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40770) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:12.633563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7493f9-7ab7-4d41-9322-a432d8f8b98b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25321f3e-54a6-4c17-be7a-a872b7f604dd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:12.698112 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cb21b019-37c6-4bf4-8dd6-73cf0ad416d4 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0708804 Jul 07 22:24:12.701460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40772) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:12.733944 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58a740e3-2450-49a3-bac2-6c5aa02dea5d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.744698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58a740e3-2450-49a3-bac2-6c5aa02dea5d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.784714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58a740e3-2450-49a3-bac2-6c5aa02dea5d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.799088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58a740e3-2450-49a3-bac2-6c5aa02dea5d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.802371 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58a740e3-2450-49a3-bac2-6c5aa02dea5d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5893019c-7b11-4dc4-a9a7-be8604c75ac7 HTTP/1.1" status: 204 len: 168 time: 0.0987179 Jul 07 22:24:12.804431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40774) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:12.814676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a740e3-2450-49a3-bac2-6c5aa02dea5d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5893019c-7b11-4dc4-a9a7-be8604c75ac7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:12.891389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-038dc523-1c6a-458a-93ee-c5fa46526dd2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0828536 Jul 07 22:24:12.891953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40778) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:12.959201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a85bba0f-eaf9-4b8a-be74-ae359ab8ac74 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:12.985510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a85bba0f-eaf9-4b8a-be74-ae359ab8ac74 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.030225 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a85bba0f-eaf9-4b8a-be74-ae359ab8ac74 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.040431 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a85bba0f-eaf9-4b8a-be74-ae359ab8ac74 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.044234 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a85bba0f-eaf9-4b8a-be74-ae359ab8ac74 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/13a4c61a-4f0f-4438-b7d0-ee102c00c08c HTTP/1.1" status: 204 len: 168 time: 0.1489213 Jul 07 22:24:13.046166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40786) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:13.049129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bba0f-eaf9-4b8a-be74-ae359ab8ac74 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13a4c61a-4f0f-4438-b7d0-ee102c00c08c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:13.102921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-798265f6-5e95-42bd-8b90-836fa9deb534 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0553017 Jul 07 22:24:13.106317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40788) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:13.117767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22219-816c-4243-a254-f4cf07f48528 req-60eedd75-0fdd-4fa4-80d2-dd4dc02a49bf tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:13.125750 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80d22219-816c-4243-a254-f4cf07f48528 req-60eedd75-0fdd-4fa4-80d2-dd4dc02a49bf tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.1371520 Jul 07 22:24:13.140737 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6d5c-f20b-420b-a474-b44c4fdc188a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.152506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6d5c-f20b-420b-a474-b44c4fdc188a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.169539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80d22219-816c-4243-a254-f4cf07f48528 req-6b6a950e-3fea-4513-8142-3feed76cf8c3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428309 Jul 07 22:24:13.210589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6d5c-f20b-420b-a474-b44c4fdc188a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.223811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f9dc6d5c-f20b-420b-a474-b44c4fdc188a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.225009 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f9dc6d5c-f20b-420b-a474-b44c4fdc188a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d108f465-f643-4242-b153-0fe01401a790 HTTP/1.1" status: 204 len: 168 time: 0.1173360 Jul 07 22:24:13.225939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dc6d5c-f20b-420b-a474-b44c4fdc188a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d108f465-f643-4242-b153-0fe01401a790,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:13.227717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:13.294337 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-676b95ab-282a-42f9-aefb-ab4421133a92 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642922 Jul 07 22:24:13.297138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:13.366272 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-606c2db7-4302-4b14-a5e5-a1ddefd1f1ac tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.393458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60d5a-f527-49a0-ad50-4941439075a3 req-cebf43ac-b5e9-4e07-b186-6d194ecfe464 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:13.395066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85a60d5a-f527-49a0-ad50-4941439075a3 req-cebf43ac-b5e9-4e07-b186-6d194ecfe464 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.0845146 Jul 07 22:24:13.398982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-606c2db7-4302-4b14-a5e5-a1ddefd1f1ac tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.455395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-606c2db7-4302-4b14-a5e5-a1ddefd1f1ac tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.455746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85a60d5a-f527-49a0-ad50-4941439075a3 req-22c594bb-f60e-4d33-abcd-52dbeb3060a1 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536082 Jul 07 22:24:13.458571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-606c2db7-4302-4b14-a5e5-a1ddefd1f1ac tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.460190 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-606c2db7-4302-4b14-a5e5-a1ddefd1f1ac tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-groups/3fc590dc-8781-4e40-874b-541b9b503806 HTTP/1.1" status: 204 len: 168 time: 0.1620743 Jul 07 22:24:13.463607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:13.484419 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c2db7-4302-4b14-a5e5-a1ddefd1f1ac tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc590dc-8781-4e40-874b-541b9b503806,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:13.521835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a81770-36ca-424b-88cf-b15481add57b req-86934e5b-525a-4f87-843d-17a24ca1fd71 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:13.523436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3a81770-36ca-424b-88cf-b15481add57b req-86934e5b-525a-4f87-843d-17a24ca1fd71 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.0932293 Jul 07 22:24:13.545106 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5fa3ff0f-5aed-428c-a400-2a2e09a211ae tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741370 Jul 07 22:24:13.545560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40808) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:13.551544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5a033d03-655e-44da-9a76-585dde3da374 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515843000'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:13.582379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a033d03-655e-44da-9a76-585dde3da374 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.663672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3a81770-36ca-424b-88cf-b15481add57b req-fe85faa1-9620-42cb-8b86-0cf2754f8b38 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300933 Jul 07 22:24:13.700589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a033d03-655e-44da-9a76-585dde3da374 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.705934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a033d03-655e-44da-9a76-585dde3da374 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.718147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68158f-4b6c-45bc-ac4d-8914fb30c355 req-e3c661d3-0215-4b25-bd7e-26f07c90e14f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:13.719716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af68158f-4b6c-45bc-ac4d-8914fb30c355 req-e3c661d3-0215-4b25-bd7e-26f07c90e14f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1197224 Jul 07 22:24:13.737662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a033d03-655e-44da-9a76-585dde3da374 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.739125 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5a033d03-655e-44da-9a76-585dde3da374 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1924691 Jul 07 22:24:13.742410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40818) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:13.743406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a033d03-655e-44da-9a76-585dde3da374 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1e7110-fb06-47d6-b2eb-121bc1db4bf2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:13.756625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-18f386f5-e9a5-4667-9a85-54a213a6abe8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '9e1e7110-fb06-47d6-b2eb-121bc1db4bf2', 'direction': 'ingress', 'protocol': 17}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:13.796022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af68158f-4b6c-45bc-ac4d-8914fb30c355 req-2f4e3b90-2df7-4387-b6df-2be2fb9c5aea tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661712 Jul 07 22:24:13.802671 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-18f386f5-e9a5-4667-9a85-54a213a6abe8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.873291 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-18f386f5-e9a5-4667-9a85-54a213a6abe8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.877635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-18f386f5-e9a5-4667-9a85-54a213a6abe8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.897313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f386f5-e9a5-4667-9a85-54a213a6abe8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2bf220-a8f7-4377-8a8b-84185da3a311,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:13.904755 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-18f386f5-e9a5-4667-9a85-54a213a6abe8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.908711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-18f386f5-e9a5-4667-9a85-54a213a6abe8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1627207 Jul 07 22:24:13.908971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40822) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:13.968955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eacc8430-07a5-4d6a-9d33-64a9f7b9b09e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:13.994814 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eacc8430-07a5-4d6a-9d33-64a9f7b9b09e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.047088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eacc8430-07a5-4d6a-9d33-64a9f7b9b09e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.050563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eacc8430-07a5-4d6a-9d33-64a9f7b9b09e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.054792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:14.058536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-eacc8430-07a5-4d6a-9d33-64a9f7b9b09e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-groups/9e1e7110-fb06-47d6-b2eb-121bc1db4bf2 HTTP/1.1" status: 204 len: 168 time: 0.1443517 Jul 07 22:24:14.068905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc8430-07a5-4d6a-9d33-64a9f7b9b09e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1e7110-fb06-47d6-b2eb-121bc1db4bf2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:14.103830 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8283cfca-3e7e-4f41-b7a1-1f83bddca209 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477054 Jul 07 22:24:14.109407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40826) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:14.113738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ac822274-ddd3-41f7-b972-2514e786eaa1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group': {'name': 'tempest-secgroup--828419752'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:14.140033 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac822274-ddd3-41f7-b972-2514e786eaa1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.243672 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac822274-ddd3-41f7-b972-2514e786eaa1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.249326 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac822274-ddd3-41f7-b972-2514e786eaa1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.291692 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac822274-ddd3-41f7-b972-2514e786eaa1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.293428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ac822274-ddd3-41f7-b972-2514e786eaa1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1832929 Jul 07 22:24:14.296037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:14.304241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6e112abc-c2d2-4ea3-a300-acba08f94395 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562142628'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:14.317141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac822274-ddd3-41f7-b972-2514e786eaa1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446b4f9d-1c0d-4f8c-b80c-ff2a4e6699ce,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:14.349743 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e112abc-c2d2-4ea3-a300-acba08f94395 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.443581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06fd87-4ea4-47fc-917f-263f2af2ed9d req-03d05176-6ff8-4693-b2fe-d9b9eddc5350 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:14.446175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc06fd87-4ea4-47fc-917f-263f2af2ed9d req-03d05176-6ff8-4693-b2fe-d9b9eddc5350 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.0968325 Jul 07 22:24:14.478820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e112abc-c2d2-4ea3-a300-acba08f94395 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.485193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e112abc-c2d2-4ea3-a300-acba08f94395 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.506768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc06fd87-4ea4-47fc-917f-263f2af2ed9d req-5e35e1a8-888a-4aa2-826f-6b3ba2cb8cf9 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534699 Jul 07 22:24:14.518368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e112abc-c2d2-4ea3-a300-acba08f94395 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cedd46a-ce15-4890-932b-c95843136738,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:14.524565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6e112abc-c2d2-4ea3-a300-acba08f94395 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.529171 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6e112abc-c2d2-4ea3-a300-acba08f94395 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2318742 Jul 07 22:24:14.529842 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:14.534631 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e62088fc-ffa1-468f-b83a-5637f8194d9e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '446b4f9d-1c0d-4f8c-b80c-ff2a4e6699ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2cedd46a-ce15-4890-932b-c95843136738', 'remote_ip_prefix': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:14.574759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62088fc-ffa1-468f-b83a-5637f8194d9e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.624633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5061401-ad70-4479-af87-3202feaa09a5 req-1f927cc3-8ea0-4237-847c-427c4e0fdf00 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:14.626280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5061401-ad70-4479-af87-3202feaa09a5 req-1f927cc3-8ea0-4237-847c-427c4e0fdf00 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.0792935 Jul 07 22:24:14.650842 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62088fc-ffa1-468f-b83a-5637f8194d9e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.654735 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62088fc-ffa1-468f-b83a-5637f8194d9e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.674506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62088fc-ffa1-468f-b83a-5637f8194d9e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec1ab2d-16bf-4fe5-9442-67cfb12744a1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:14.681533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e62088fc-ffa1-468f-b83a-5637f8194d9e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.684851 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e62088fc-ffa1-468f-b83a-5637f8194d9e tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1534553 Jul 07 22:24:14.687095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40842) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:14.704506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5061401-ad70-4479-af87-3202feaa09a5 req-d4a345c2-44b0-4d4a-afb8-6301621b297b tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668597 Jul 07 22:24:14.727902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7285ae87-92a4-4034-a867-f2526d4e764a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.742741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd15e-6a97-427e-ad69-84b1e8ad0375 req-e772454f-7dfc-49bc-9d85-e04fbbaff673 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:14.744082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c66dd15e-6a97-427e-ad69-84b1e8ad0375 req-e772454f-7dfc-49bc-9d85-e04fbbaff673 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1169071 Jul 07 22:24:14.746265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7285ae87-92a4-4034-a867-f2526d4e764a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.780847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7285ae87-92a4-4034-a867-f2526d4e764a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.787906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7285ae87-92a4-4034-a867-f2526d4e764a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.791750 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7285ae87-92a4-4034-a867-f2526d4e764a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/3ec1ab2d-16bf-4fe5-9442-67cfb12744a1 HTTP/1.1" status: 204 len: 168 time: 0.1037092 Jul 07 22:24:14.792696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c66dd15e-6a97-427e-ad69-84b1e8ad0375 req-b4a94c7e-d95a-42f4-8a41-5b4313cd50e3 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Jul 07 22:24:14.793147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40848) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:14.803836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285ae87-92a4-4034-a867-f2526d4e764a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ec1ab2d-16bf-4fe5-9442-67cfb12744a1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:14.842557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2a7a1309-ce39-4449-a190-00099332b079 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0482862 Jul 07 22:24:14.845365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40854) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:14.900355 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-838e3971-f3ea-4dde-9a22-950b0474edf1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:14.937101 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-838e3971-f3ea-4dde-9a22-950b0474edf1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.022236 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-838e3971-f3ea-4dde-9a22-950b0474edf1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.025765 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-838e3971-f3ea-4dde-9a22-950b0474edf1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.029402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-838e3971-f3ea-4dde-9a22-950b0474edf1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-groups/2cedd46a-ce15-4890-932b-c95843136738 HTTP/1.1" status: 204 len: 168 time: 0.1806998 Jul 07 22:24:15.031154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40858) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:15.048141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a19458-0e89-4457-8177-476b54ca0854 req-8cfae85d-865e-4c17-a63e-ba8073041ce9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:15.049705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41a19458-0e89-4457-8177-476b54ca0854 req-8cfae85d-865e-4c17-a63e-ba8073041ce9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1276436 Jul 07 22:24:15.050568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e3971-f3ea-4dde-9a22-950b0474edf1 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cedd46a-ce15-4890-932b-c95843136738,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:15.111293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41a19458-0e89-4457-8177-476b54ca0854 req-f303954b-753f-41fb-97af-1fe380955f6e tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504048 Jul 07 22:24:15.123251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40862) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:15.123442 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-026d0aff-17a5-456d-b453-b485407d6eb6 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0878103 Jul 07 22:24:15.208765 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd97f6a0-2774-4814-8e9f-a40d1cfb8e2a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.219785 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:24:15.223648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c4e0567d-2dc8-4328-9474-daa6b0ac986a tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:15.225175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c4e0567d-2dc8-4328-9474-daa6b0ac986a tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.83 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 946 time: 0.1126211 Jul 07 22:24:15.243319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd97f6a0-2774-4814-8e9f-a40d1cfb8e2a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.347213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd97f6a0-2774-4814-8e9f-a40d1cfb8e2a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.349731 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd97f6a0-2774-4814-8e9f-a40d1cfb8e2a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.350886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bd97f6a0-2774-4814-8e9f-a40d1cfb8e2a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-groups/446b4f9d-1c0d-4f8c-b80c-ff2a4e6699ce HTTP/1.1" status: 204 len: 168 time: 0.2265542 Jul 07 22:24:15.353724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40866) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:15.365465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97f6a0-2774-4814-8e9f-a40d1cfb8e2a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446b4f9d-1c0d-4f8c-b80c-ff2a4e6699ce,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:15.389118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Deleting port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:15.389459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.412948 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6036c28d-a581-4961-9c25-770a223f05c8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534151 Jul 07 22:24:15.414361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40868) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:15.419732 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a431d4c7-e8a5-41b3-a1bd-b4a147e2dd33 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658420130'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:15.443697 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a431d4c7-e8a5-41b3-a1bd-b4a147e2dd33 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.488162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] For port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:15.488423 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.503082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Calling delete_port for 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:15.532129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a431d4c7-e8a5-41b3-a1bd-b4a147e2dd33 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.536827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a431d4c7-e8a5-41b3-a1bd-b4a147e2dd33 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.564222 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a431d4c7-e8a5-41b3-a1bd-b4a147e2dd33 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.565459 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a431d4c7-e8a5-41b3-a1bd-b4a147e2dd33 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1500347 Jul 07 22:24:15.570130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40872) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:15.570296 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431d4c7-e8a5-41b3-a1bd-b4a147e2dd33 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd97830e-04d6-4c6c-9223-228fd4ea5d9b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:15.575468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-035fd48a-7d6b-4a60-8862-4d0733b0d9a3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': 'fd97830e-04d6-4c6c-9223-228fd4ea5d9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:15.619068 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-035fd48a-7d6b-4a60-8862-4d0733b0d9a3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.743312 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.787126 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-035fd48a-7d6b-4a60-8862-4d0733b0d9a3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.788262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Pushing event deleted for resources: {'Port': ['ID=80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:15.792545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['10882332-d5f4-41e6-93d6-a54003dd05c4', '80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:15.799188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-035fd48a-7d6b-4a60-8862-4d0733b0d9a3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.846722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fd48a-7d6b-4a60-8862-4d0733b0d9a3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc98b65e-e0ff-4046-bd7d-99c41ba1223f,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:15.877273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad1a1-e593-4a1f-8482-e0db5bcb7971 req-54e85957-ecbc-4bac-9fe7-b9c1c25efccb tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:15.878827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9aad1a1-e593-4a1f-8482-e0db5bcb7971 req-54e85957-ecbc-4bac-9fe7-b9c1c25efccb tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.2168396 Jul 07 22:24:15.882064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] No DVR routers for this DVR port 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:15.893882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.895759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-345343e7-6d58-409a-9452-9e71d16c0601 req-c902d457-6b3c-4b7a-8689-bdd4dadb6890 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.83 "DELETE /v2.0/ports/80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 HTTP/1.1" status: 204 len: 173 time: 0.6491852 Jul 07 22:24:15.897766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac928da-67a4-443d-853e-e08b7e9474aa', 'name': 'network-vif-deleted', 'tag': '80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:15.899602 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d246a7a3-c09d-40f8-94e7-994fff4300f2" -d '{"events": [{"server_uuid": "0ac928da-67a4-443d-853e-e08b7e9474aa", "name": "network-vif-deleted", "tag": "80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:15.921268 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-035fd48a-7d6b-4a60-8862-4d0733b0d9a3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.925258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-035fd48a-7d6b-4a60-8862-4d0733b0d9a3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3550057 Jul 07 22:24:15.925528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:15.970975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9aad1a1-e593-4a1f-8482-e0db5bcb7971 req-906ae0be-0167-4232-ae22-56302449c99f tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783625 Jul 07 22:24:15.979390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43cb32a1-9c0c-4111-bafa-3bb9c4cc20e5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.991225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e79242-6d72-457e-9a4e-d94c3897cbbf req-daf75222-1567-4015-841d-9aaf9afb6f0a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:15.998305 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43cb32a1-9c0c-4111-bafa-3bb9c4cc20e5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:15.998640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2e79242-6d72-457e-9a4e-d94c3897cbbf req-daf75222-1567-4015-841d-9aaf9afb6f0a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.1477730 Jul 07 22:24:16.035952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43cb32a1-9c0c-4111-bafa-3bb9c4cc20e5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.038469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2e79242-6d72-457e-9a4e-d94c3897cbbf req-a9aa1550-77a0-4090-9f6d-5b6e7563b567 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Jul 07 22:24:16.061655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43cb32a1-9c0c-4111-bafa-3bb9c4cc20e5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.065022 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-43cb32a1-9c0c-4111-bafa-3bb9c4cc20e5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/bc98b65e-e0ff-4046-bd7d-99c41ba1223f HTTP/1.1" status: 204 len: 168 time: 0.1355286 Jul 07 22:24:16.065398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40882) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.070655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb32a1-9c0c-4111-bafa-3bb9c4cc20e5 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc98b65e-e0ff-4046-bd7d-99c41ba1223f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:16.106864 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02baf0-e251-47ae-904b-cee4b8d14c3e x-openstack-request-id: req-ce02baf0-e251-47ae-904b-cee4b8d14c3e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:16.107185 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac928da-67a4-443d-853e-e08b7e9474aa", "name": "network-vif-deleted", "tag": "80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:16.107397 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce02baf0-e251-47ae-904b-cee4b8d14c3e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:16.107788 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac928da-67a4-443d-853e-e08b7e9474aa', 'name': 'network-vif-deleted', 'tag': '80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92', 'status': 'completed', 'code': 200} Jul 07 22:24:16.132657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b29296-937a-42e1-8bc5-7c2db6d36480 req-ce2a244a-eb82-4e9f-88f2-6fca2c153401 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=0ac928da-67a4-443d-853e-e08b7e9474aa HTTP/1.1" status: 200 len: 210 time: 0.0374737 Jul 07 22:24:16.158008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a95c25f6-8bc2-4078-944f-420070569de0 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0843418 Jul 07 22:24:16.158008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40888) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.222658 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6b5946a3-a381-40b2-9837-7b7d22c99601 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.274223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6b5946a3-a381-40b2-9837-7b7d22c99601 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.330407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446f4bd-007f-40d1-a6fb-2efb91e61f2a req-e25ef953-9684-42c8-b187-736cbbb91ff9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:16.331820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b446f4bd-007f-40d1-a6fb-2efb91e61f2a req-e25ef953-9684-42c8-b187-736cbbb91ff9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1032417 Jul 07 22:24:16.339259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6b5946a3-a381-40b2-9837-7b7d22c99601 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.341771 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6b5946a3-a381-40b2-9837-7b7d22c99601 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.343307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6b5946a3-a381-40b2-9837-7b7d22c99601 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-groups/fd97830e-04d6-4c6c-9223-228fd4ea5d9b HTTP/1.1" status: 204 len: 168 time: 0.1885560 Jul 07 22:24:16.345814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.361135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5946a3-a381-40b2-9837-7b7d22c99601 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd97830e-04d6-4c6c-9223-228fd4ea5d9b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:16.392711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b446f4bd-007f-40d1-a6fb-2efb91e61f2a req-84694182-f154-4ede-95ad-b855c2e9e3d7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483067 Jul 07 22:24:16.397018 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4df067f0-1165-4fbe-9662-dafcd5529237 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497882 Jul 07 22:24:16.400580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.405493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-50148e3e-2006-472e-b7b6-90727dea109b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group': {'name': 'tempest-secgroup--89938709'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:16.427972 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50148e3e-2006-472e-b7b6-90727dea109b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.512699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50148e3e-2006-472e-b7b6-90727dea109b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.516507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50148e3e-2006-472e-b7b6-90727dea109b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.548436 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50148e3e-2006-472e-b7b6-90727dea109b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.549666 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-50148e3e-2006-472e-b7b6-90727dea109b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1480505 Jul 07 22:24:16.551850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50148e3e-2006-472e-b7b6-90727dea109b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcca04f-2635-4efd-aa80-4feab2f5b1df,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:16.552571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40902) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.557135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-6df957ce-bfdf-4764-b939-445278c1265b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '7dcca04f-2635-4efd-aa80-4feab2f5b1df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:16.592880 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6df957ce-bfdf-4764-b939-445278c1265b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.661631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6df957ce-bfdf-4764-b939-445278c1265b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.666623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6df957ce-bfdf-4764-b939-445278c1265b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.689056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df957ce-bfdf-4764-b939-445278c1265b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43101aac-7ff0-4205-b77d-76757f87203f,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:16.693227 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6df957ce-bfdf-4764-b939-445278c1265b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.696773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6df957ce-bfdf-4764-b939-445278c1265b tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409118 Jul 07 22:24:16.697226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40906) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.716984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d2b31998-8dce-4dd8-a51a-9f636b56b7b7 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules/43101aac-7ff0-4205-b77d-76757f87203f HTTP/1.1" status: 200 len: 763 time: 0.0167563 Jul 07 22:24:16.717201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40910) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.760487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a76e1d20-3b0f-42c2-ad1c-88760c24e158 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422134 Jul 07 22:24:16.763132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40912) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.787428 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e88bd625-a95f-49d0-8b9f-63c0044224a8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.796011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e88bd625-a95f-49d0-8b9f-63c0044224a8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.827540 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e88bd625-a95f-49d0-8b9f-63c0044224a8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.832339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e88bd625-a95f-49d0-8b9f-63c0044224a8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.833900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e88bd625-a95f-49d0-8b9f-63c0044224a8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/43101aac-7ff0-4205-b77d-76757f87203f HTTP/1.1" status: 204 len: 168 time: 0.0696135 Jul 07 22:24:16.836359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40914) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.843706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bd625-a95f-49d0-8b9f-63c0044224a8 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43101aac-7ff0-4205-b77d-76757f87203f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:16.879869 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b8b19ca8-5d4b-47a6-ba28-e2413defada4 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0422380 Jul 07 22:24:16.882990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:16.889396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2ed7b4b3-7229-439a-ba36-6d32765437b9 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '7dcca04f-2635-4efd-aa80-4feab2f5b1df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:16.918269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b4b3-7229-439a-ba36-6d32765437b9 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.969386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b4b3-7229-439a-ba36-6d32765437b9 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.973357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b4b3-7229-439a-ba36-6d32765437b9 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:16.991088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7b4b3-7229-439a-ba36-6d32765437b9 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ee30a9-7405-45a7-ab60-93e0f956d68e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:17.000016 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b4b3-7229-439a-ba36-6d32765437b9 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.002026 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2ed7b4b3-7229-439a-ba36-6d32765437b9 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158752 Jul 07 22:24:17.004208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40920) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.027263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-34c38af9-19cb-42d4-88d0-026411b182ed tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules/e2ee30a9-7405-45a7-ab60-93e0f956d68e HTTP/1.1" status: 200 len: 763 time: 0.0180964 Jul 07 22:24:17.027641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40922) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.073663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40926) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.074066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-016e1e23-f59e-4cc6-a279-ca176a1232e6 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0452642 Jul 07 22:24:17.102656 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65deaf56-146e-48bd-ba99-1652c51b4e3a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.111051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65deaf56-146e-48bd-ba99-1652c51b4e3a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.145826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65deaf56-146e-48bd-ba99-1652c51b4e3a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.155558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65deaf56-146e-48bd-ba99-1652c51b4e3a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.156910 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-65deaf56-146e-48bd-ba99-1652c51b4e3a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/e2ee30a9-7405-45a7-ab60-93e0f956d68e HTTP/1.1" status: 204 len: 168 time: 0.0821004 Jul 07 22:24:17.160671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40928) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.162735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deaf56-146e-48bd-ba99-1652c51b4e3a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2ee30a9-7405-45a7-ab60-93e0f956d68e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:17.287158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40932) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.287637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b8ae4ca7-820c-49c8-bc1c-7d7dbb97f382 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1231802 Jul 07 22:24:17.292728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-57ba04f0-3c52-45fb-b908-90efefe38ec2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Request body: {'security_group_rule': {'security_group_id': '7dcca04f-2635-4efd-aa80-4feab2f5b1df', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:17.320472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92020db-d99e-4bc7-9143-8ea7bc9b32fb req-5e14c5b9-7e32-4f99-b4dc-4ee31a5934b2 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:17.322126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f92020db-d99e-4bc7-9143-8ea7bc9b32fb req-5e14c5b9-7e32-4f99-b4dc-4ee31a5934b2 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.2143259 Jul 07 22:24:17.342479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-9f8de861-fe01-4ef5-b520-1201b26c0271 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:17.344064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-9f8de861-fe01-4ef5-b520-1201b26c0271 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.83 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.2031882 Jul 07 22:24:17.353230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ba04f0-3c52-45fb-b908-90efefe38ec2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.407136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ba04f0-3c52-45fb-b908-90efefe38ec2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.408445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afce80-f241-42a7-8660-d462ac28dba0 req-6707b057-8949-449b-be28-900111f9245a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:17.410214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41afce80-f241-42a7-8660-d462ac28dba0 req-6707b057-8949-449b-be28-900111f9245a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 946 time: 0.2192602 Jul 07 22:24:17.415235 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ba04f0-3c52-45fb-b908-90efefe38ec2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.437713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba04f0-3c52-45fb-b908-90efefe38ec2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c972f1-b450-4cc0-b927-30557c90d1de,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:17.449191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57ba04f0-3c52-45fb-b908-90efefe38ec2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.453283 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57ba04f0-3c52-45fb-b908-90efefe38ec2 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625135 Jul 07 22:24:17.455150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40938) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.459899 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f92020db-d99e-4bc7-9143-8ea7bc9b32fb req-67270665-fb3b-4624-805f-942742bc7944 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281478 Jul 07 22:24:17.473979 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bc12ffd8-27e5-41d7-9bb2-a3eaaa244615 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules/59c972f1-b450-4cc0-b927-30557c90d1de HTTP/1.1" status: 200 len: 764 time: 0.0170364 Jul 07 22:24:17.480276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40940) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.514587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41afce80-f241-42a7-8660-d462ac28dba0 req-ef238dc7-fd10-4fd0-8e5d-31bbc7958e12 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups?id=293fb716-0c2d-46b4-8aac-ca094be6cfc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976827 Jul 07 22:24:17.552415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ee2ea06-83df-4d34-81ae-7f17a02e991a tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0708160 Jul 07 22:24:17.554966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40944) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.600219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Deleting port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:17.600574 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.603563 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e648-890d-4374-8f47-f924d307d9d3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.630332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e648-890d-4374-8f47-f924d307d9d3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.671227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e648-890d-4374-8f47-f924d307d9d3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.682389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2bc8e648-890d-4374-8f47-f924d307d9d3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.683848 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2bc8e648-890d-4374-8f47-f924d307d9d3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/59c972f1-b450-4cc0-b927-30557c90d1de HTTP/1.1" status: 204 len: 168 time: 0.1278608 Jul 07 22:24:17.688263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40948) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.701083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8e648-890d-4374-8f47-f924d307d9d3 tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59c972f1-b450-4cc0-b927-30557c90d1de,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:17.748833 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57fe3472-49f5-452a-95d7-4a49b4eaa38c tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0586274 Jul 07 22:24:17.751457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:17.833665 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cb2ffb5-bcc1-4d02-b91b-0a8ef5ad761d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.834281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] For port 07e4f097-b232-484c-bcc3-f1d0d7fb7699, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=07e4f097-b232-484c-bcc3-f1d0d7fb7699,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:17.834925 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.868965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63094232-e227-4ec7-b82f-477d08455ff5 req-584b3be5-d4fc-433a-a964-8992b6319cd9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:17.878443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63094232-e227-4ec7-b82f-477d08455ff5 req-584b3be5-d4fc-433a-a964-8992b6319cd9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1760206 Jul 07 22:24:17.882637 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cb2ffb5-bcc1-4d02-b91b-0a8ef5ad761d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.996187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cb2ffb5-bcc1-4d02-b91b-0a8ef5ad761d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:17.998993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1cb2ffb5-bcc1-4d02-b91b-0a8ef5ad761d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:18.002519 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1cb2ffb5-bcc1-4d02-b91b-0a8ef5ad761d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "DELETE /v2.0/security-groups/7dcca04f-2635-4efd-aa80-4feab2f5b1df HTTP/1.1" status: 204 len: 168 time: 0.2477868 Jul 07 22:24:18.011217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40962) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:18.012097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2ffb5-bcc1-4d02-b91b-0a8ef5ad761d tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcca04f-2635-4efd-aa80-4feab2f5b1df,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:18.148138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63094232-e227-4ec7-b82f-477d08455ff5 req-1dbaa494-66bf-42ef-b2d5-64907f61b729 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685680 Jul 07 22:24:18.594678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-efbdfc1d-8520-427b-b7a9-4a8a5daca2ef tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5541565 Jul 07 22:24:18.597311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40968) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:18.650381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0b2b5-ced0-423a-ab7b-c7e83ea33790 req-9dcfb333-704b-48f9-baa2-e6ee70fce6c6 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:18.658010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bf0b2b5-ced0-423a-ab7b-c7e83ea33790 req-9dcfb333-704b-48f9-baa2-e6ee70fce6c6 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.6846118 Jul 07 22:24:18.668784 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:18.669165 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:18.669486 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Floating IP 49c4f22a-cf39-4373-b36c-d70cf3b6057c disassociated. External IP: 172.25.8.159, port: 07e4f097-b232-484c-bcc3-f1d0d7fb7699. Jul 07 22:24:18.669841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Calling delete_port for 07e4f097-b232-484c-bcc3-f1d0d7fb7699 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:18.716965 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0de22954-7067-413f-85ef-7f86b03811bf tempest-SecGroupTest-352632541 tempest-SecGroupTest-352632541-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1172068 Jul 07 22:24:18.756497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bf0b2b5-ced0-423a-ab7b-c7e83ea33790 req-b7622176-82d7-4a89-9758-810ed7085bc5 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974622 Jul 07 22:24:18.948317 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.020913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Pushing event deleted for resources: {'Port': ['ID=07e4f097-b232-484c-bcc3-f1d0d7fb7699,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:19.045908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c59c8b-d337-47f6-abd5-d06a21e69895 req-499d5ee3-8e81-4b80-92a6-31e5baccbe5a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 210 time: 0.0671613 Jul 07 22:24:19.165299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40980) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:19.190145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9298300-0d3e-4a73-9661-db64dc334e53 req-9ba55935-a16b-48a2-942a-d654a6848120 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:19.197551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9298300-0d3e-4a73-9661-db64dc334e53 req-9ba55935-a16b-48a2-942a-d654a6848120 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.2656882 Jul 07 22:24:19.201518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:19.281560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9298300-0d3e-4a73-9661-db64dc334e53 req-e8bbc683-3dc5-47d1-8e68-9bff3230666a tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829659 Jul 07 22:24:19.392197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:19.404208 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ccd58461-3841-4df0-afb4-18f6e0ef52db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6af68c0c01b44e6b9b0e3cc7971d487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371838 Jul 07 22:24:19.407132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:19.408075 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] Sync routers for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:19.419219 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:19.419854 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:19.472808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:19.505990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:19.510282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 80d1bf40-6c6f-4e72-b4b7-6f924dd3dd92 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:19.513066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 07e4f097-b232-484c-bcc3-f1d0d7fb7699 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:19.515357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46e14472-9a89-475a-bfde-9649d88abcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.534059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] No DVR routers for this DVR port 07e4f097-b232-484c-bcc3-f1d0d7fb7699 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:19.537601 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.540185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3175466b-d361-4776-a23f-60c847ac2ac9 req-98a172ef-4bc2-4be4-bc0d-93e6e1dbba83 tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.83 "DELETE /v2.0/ports/07e4f097-b232-484c-bcc3-f1d0d7fb7699 HTTP/1.1" status: 204 len: 173 time: 2.1885304 Jul 07 22:24:19.540681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '128b923d-6390-4988-b807-d918798b4fbd', 'name': 'network-vif-deleted', 'tag': '07e4f097-b232-484c-bcc3-f1d0d7fb7699'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:19.543017 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3948bcff-758c-4d71-a43b-86cd43e257a5" -d '{"events": [{"server_uuid": "128b923d-6390-4988-b807-d918798b4fbd", "name": "network-vif-deleted", "tag": "07e4f097-b232-484c-bcc3-f1d0d7fb7699"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:19.581181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46e14472-9a89-475a-bfde-9649d88abcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.602446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 07e4f097-b232-484c-bcc3-f1d0d7fb7699 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:19.604151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 07e4f097-b232-484c-bcc3-f1d0d7fb7699 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:19.610034 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.680909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ea965-6c25-4752-be55-8bf3cdfe46ba req-28c35c5c-18f0-4310-a9b8-e7c5f228b9bd tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:19.686533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46e14472-9a89-475a-bfde-9649d88abcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.689410 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46e14472-9a89-475a-bfde-9649d88abcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:19.690660 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-46e14472-9a89-475a-bfde-9649d88abcdd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26abcea5-d348-4043-8f6a-838a0c8c84ca HTTP/1.1" status: 204 len: 168 time: 0.2822883 Jul 07 22:24:19.693427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-286ea965-6c25-4752-be55-8bf3cdfe46ba req-28c35c5c-18f0-4310-a9b8-e7c5f228b9bd tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1322393 Jul 07 22:24:19.720938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e14472-9a89-475a-bfde-9649d88abcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26abcea5-d348-4043-8f6a-838a0c8c84ca,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:19.729515 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:19.793366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-286ea965-6c25-4752-be55-8bf3cdfe46ba req-49e4715c-8758-4c24-9e4e-c80d1677a91b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988915 Jul 07 22:24:19.871149 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075034d0-5425-43f1-b153-e00021c99072 x-openstack-request-id: req-075034d0-5425-43f1-b153-e00021c99072 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:19.871447 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "128b923d-6390-4988-b807-d918798b4fbd", "name": "network-vif-deleted", "tag": "07e4f097-b232-484c-bcc3-f1d0d7fb7699", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:19.872148 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-075034d0-5425-43f1-b153-e00021c99072 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:19.873431 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '128b923d-6390-4988-b807-d918798b4fbd', 'name': 'network-vif-deleted', 'tag': '07e4f097-b232-484c-bcc3-f1d0d7fb7699', 'status': 'completed', 'code': 200} Jul 07 22:24:20.123474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c7f9a-6dc4-4cf6-9a61-0832b35c6609 req-080bf2d1-cc7d-4be3-a9ea-e998c965b2cb tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:20.131922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a9c7f9a-6dc4-4cf6-9a61-0832b35c6609 req-080bf2d1-cc7d-4be3-a9ea-e998c965b2cb tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.0781641 Jul 07 22:24:20.176407 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9607b858-7d66-474b-8008-07bdde35b56a', 'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'mac_address': 'fa:16:3e:31:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:34Z', 'updated_at': '2021-07-07T22:20:46Z', 'revision_number': 5, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'subnets': [{'id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:20.222258 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] Checking router: 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:20.233262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf6dd-409d-4bba-b35d-b80f1f4ca2e7 req-8e4bd853-837b-4b6a-93c4-5635250dfbb3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:20.239480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf6dd-409d-4bba-b35d-b80f1f4ca2e7 req-8e4bd853-837b-4b6a-93c4-5635250dfbb3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:20.244151 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:20.244673 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:20.246224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf6dd-409d-4bba-b35d-b80f1f4ca2e7 req-8e4bd853-837b-4b6a-93c4-5635250dfbb3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:20.252414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf6dd-409d-4bba-b35d-b80f1f4ca2e7 req-8e4bd853-837b-4b6a-93c4-5635250dfbb3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:20.258761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf6dd-409d-4bba-b35d-b80f1f4ca2e7 req-8e4bd853-837b-4b6a-93c4-5635250dfbb3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:20.264971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf6dd-409d-4bba-b35d-b80f1f4ca2e7 req-8e4bd853-837b-4b6a-93c4-5635250dfbb3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:20.273494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bf6dd-409d-4bba-b35d-b80f1f4ca2e7 req-8e4bd853-837b-4b6a-93c4-5635250dfbb3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:20.273494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a3bf6dd-409d-4bba-b35d-b80f1f4ca2e7 req-8e4bd853-837b-4b6a-93c4-5635250dfbb3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5444 time: 0.1634948 Jul 07 22:24:20.287297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a9c7f9a-6dc4-4cf6-9a61-0832b35c6609 req-bcd5c9f9-ff49-42e5-94ef-e7b21560a196 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556585 Jul 07 22:24:20.377244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a3bf6dd-409d-4bba-b35d-b80f1f4ca2e7 req-1af4c688-76c6-4086-ad99-440fdc1630f6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888152 Jul 07 22:24:20.488199 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:20.549774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5888bbc4-dc55-445c-a545-9d9fca0fc5d6 req-03e52439-f424-4bf2-a059-8850e5475e9f tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/ports?device_id=128b923d-6390-4988-b807-d918798b4fbd HTTP/1.1" status: 200 len: 210 time: 0.0514767 Jul 07 22:24:20.711652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fa04c-4d3e-4953-8787-7d3caf0dda46 req-5a816725-111e-4b66-a8f3-89ac7b90fb35 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:20.719980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-136fa04c-4d3e-4953-8787-7d3caf0dda46 req-5a816725-111e-4b66-a8f3-89ac7b90fb35 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.1060410 Jul 07 22:24:20.780315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-136fa04c-4d3e-4953-8787-7d3caf0dda46 req-1a0bb45d-cde2-4b92-807b-50b573ab2758 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591385 Jul 07 22:24:20.843144 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9607b858-7d66-474b-8008-07bdde35b56a', 'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'mac_address': 'fa:16:3e:31:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:34Z', 'updated_at': '2021-07-07T22:20:46Z', 'revision_number': 5, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'subnets': [{'id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:20.879054 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f09f5c8-4c2a-4900-a9d2-91e3aa4fe931 None None] The sync data for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 is: [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:20:38Z', 'revision_number': 4, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9607b858-7d66-474b-8008-07bdde35b56a', 'name': '', 'network_id': 'fb83772d-31d9-4a57-ae43-fcaef7d3fb65', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'mac_address': 'fa:16:3e:31:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:34Z', 'updated_at': '2021-07-07T22:20:46Z', 'revision_number': 5, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'subnets': [{'id': 'a83cbe5e-1551-494c-8b07-ef4d4991bf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:21.052645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec67da4-78fb-40a4-a5db-719199d3b1f1 req-63a233c7-f0d1-4a5b-a508-34158f85bce6 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.054312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ec67da4-78fb-40a4-a5db-719199d3b1f1 req-63a233c7-f0d1-4a5b-a508-34158f85bce6 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.0975084 Jul 07 22:24:21.189199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ec67da4-78fb-40a4-a5db-719199d3b1f1 req-a34c4abe-ec5b-49c7-8ab2-27b72831632a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238511 Jul 07 22:24:21.243262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ba1f9d29-a60e-4792-8972-d82cc1a5ed18 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.250626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ba1f9d29-a60e-4792-8972-d82cc1a5ed18 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.257341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ba1f9d29-a60e-4792-8972-d82cc1a5ed18 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.264065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ba1f9d29-a60e-4792-8972-d82cc1a5ed18 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.284642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ba1f9d29-a60e-4792-8972-d82cc1a5ed18 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.293487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ba1f9d29-a60e-4792-8972-d82cc1a5ed18 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.301558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ba1f9d29-a60e-4792-8972-d82cc1a5ed18 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.303753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ba1f9d29-a60e-4792-8972-d82cc1a5ed18 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5444 time: 0.2478600 Jul 07 22:24:21.313498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0305cad7-1ab1-4169-a6d0-8801450cbda1 None None] New status for floating IP 49c4f22a-cf39-4373-b36c-d70cf3b6057c: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:24:21.336341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad018-2b03-4068-89ad-5352664acac5 req-0f26fb73-872f-47ec-8619-f52b09dcb1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.338618 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2fad018-2b03-4068-89ad-5352664acac5 req-0f26fb73-872f-47ec-8619-f52b09dcb1a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 1097 time: 0.2413635 Jul 07 22:24:21.498177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c520ff89-316a-472a-b011-f6fe592c04c1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.500486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c520ff89-316a-472a-b011-f6fe592c04c1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "GET /v2.0/ports/ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1868358 Jul 07 22:24:21.784951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad018-2b03-4068-89ad-5352664acac5 req-160f2220-2a39-40ac-8f51-e25ceed17bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.786706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2fad018-2b03-4068-89ad-5352664acac5 req-160f2220-2a39-40ac-8f51-e25ceed17bce service neutron] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 911 time: 0.3858573 Jul 07 22:24:21.830877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53f151-784f-4c65-ac5c-49502e720dbe req-3b3365ef-4c7f-4d3f-89d1-867c25fc6ba1 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.832506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c53f151-784f-4c65-ac5c-49502e720dbe req-3b3365ef-4c7f-4d3f-89d1-867c25fc6ba1 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.2495589 Jul 07 22:24:21.893625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-3b56dfd3-3a7f-4ef6-90bf-267282f5165b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "GET /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3818524 Jul 07 22:24:21.914112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:21.934175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038b18-101d-489a-a619-2ecb9fc9d786 req-ef4b1452-22f5-4781-a4b2-b22f1f5ca56b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.940076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038b18-101d-489a-a619-2ecb9fc9d786 req-ef4b1452-22f5-4781-a4b2-b22f1f5ca56b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.946737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038b18-101d-489a-a619-2ecb9fc9d786 req-ef4b1452-22f5-4781-a4b2-b22f1f5ca56b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.952997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038b18-101d-489a-a619-2ecb9fc9d786 req-ef4b1452-22f5-4781-a4b2-b22f1f5ca56b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.958964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038b18-101d-489a-a619-2ecb9fc9d786 req-ef4b1452-22f5-4781-a4b2-b22f1f5ca56b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.965047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038b18-101d-489a-a619-2ecb9fc9d786 req-ef4b1452-22f5-4781-a4b2-b22f1f5ca56b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.970907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2038b18-101d-489a-a619-2ecb9fc9d786 req-ef4b1452-22f5-4781-a4b2-b22f1f5ca56b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:21.972828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2038b18-101d-489a-a619-2ecb9fc9d786 req-ef4b1452-22f5-4781-a4b2-b22f1f5ca56b tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 5444 time: 0.3185780 Jul 07 22:24:22.034930 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2fad018-2b03-4068-89ad-5352664acac5 req-0aa801d4-f3ba-45fd-94a3-491fd6993152 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8 HTTP/1.1" status: 200 len: 1001 time: 0.2369535 Jul 07 22:24:22.058117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c53f151-784f-4c65-ac5c-49502e720dbe req-c3264e3a-229f-415f-8bb7-e66f4b123bfe tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922486 Jul 07 22:24:22.136671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2038b18-101d-489a-a619-2ecb9fc9d786 req-6fe48434-fe5b-41cb-a276-49101e581546 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=47091b89-657a-4336-91d2-8fc507d7b73a&id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340652 Jul 07 22:24:22.144414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:22.148274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad018-2b03-4068-89ad-5352664acac5 req-51118096-1cb3-4c1b-ab26-0bb4f897e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:22.149712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2fad018-2b03-4068-89ad-5352664acac5 req-51118096-1cb3-4c1b-ab26-0bb4f897e1d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.1054363 Jul 07 22:24:22.301783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad018-2b03-4068-89ad-5352664acac5 req-9d66c208-659c-46b2-ac49-d3c90f3035d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:22.303439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2fad018-2b03-4068-89ad-5352664acac5 req-9d66c208-659c-46b2-ac49-d3c90f3035d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1467273 Jul 07 22:24:22.513683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] For port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:22.584605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2fad018-2b03-4068-89ad-5352664acac5 req-80b9a7c3-4db8-46ee-b94d-d8bc789980a9 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716591 Jul 07 22:24:22.604613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] For port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:22.633814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5929551-6da3-461a-8a2b-0653ed47c876 req-9cd27be6-7cce-4138-bea3-e53aa7bd8c4c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:22.635904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5929551-6da3-461a-8a2b-0653ed47c876 req-9cd27be6-7cce-4138-bea3-e53aa7bd8c4c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.2627473 Jul 07 22:24:22.693090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e1643-1708-4729-b852-5cb04b292947 req-b8f729e5-3674-454b-b6a0-94bea9f7dbe5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:22.694463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f42e1643-1708-4729-b852-5cb04b292947 req-b8f729e5-3674-454b-b6a0-94bea9f7dbe5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.3132160 Jul 07 22:24:22.716835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] device_id is not set on port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:24:22.741218 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:22.763804 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:22.806250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5929551-6da3-461a-8a2b-0653ed47c876 req-d137d58a-78bd-443c-8149-c953db488510 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355968 Jul 07 22:24:22.831794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f42e1643-1708-4729-b852-5cb04b292947 req-e0d68e6a-0849-47f6-b909-e67a151a7593 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189539 Jul 07 22:24:22.863165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2fad018-2b03-4068-89ad-5352664acac5 req-dc87170f-9a3c-4973-94d2-b0a030b5684c service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689240 Jul 07 22:24:22.866670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] No DVR routers for this DVR port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:22.878460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:22.938711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] In _notify_port_updated(), no bound segment for port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:24:22.939608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:22.940250 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:22.941573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-652bbb57-7d26-4189-9a5d-5bf813086815 service neutron] 10.222.0.44 "PUT /v2.0/ports/ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 HTTP/1.1" status: 200 len: 1033 time: 1.0344815 Jul 07 22:24:23.003636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-8dfe6de4-c6df-4138-a8d8-e7278c441eab tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:23.005032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-8dfe6de4-c6df-4138-a8d8-e7278c441eab tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "GET /v2.0/ports/164d5769-4447-49bc-ad8f-510c5c72b857?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0577278 Jul 07 22:24:23.016141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:23.099857 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:23.156958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fd98ac7d-f987-402b-a527-6739d8a1da78 None None] Provisioning complete for port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:23.162529 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd98ac7d-f987-402b-a527-6739d8a1da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:23.215056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fd98ac7d-f987-402b-a527-6739d8a1da78 None None] Port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:23.299844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] For port 164d5769-4447-49bc-ad8f-510c5c72b857, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=164d5769-4447-49bc-ad8f-510c5c72b857,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:23.352983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] For port 164d5769-4447-49bc-ad8f-510c5c72b857, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:23.366477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b23fa-d2ca-4b28-9e27-9c78d13a6214 req-f4997fa8-f5ad-4037-aff8-2ab00ee56bde tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:23.368046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c84b23fa-d2ca-4b28-9e27-9c78d13a6214 req-f4997fa8-f5ad-4037-aff8-2ab00ee56bde tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1190765 Jul 07 22:24:23.417814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] device_id is not set on port 164d5769-4447-49bc-ad8f-510c5c72b857 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:24:23.435557 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:23.439445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c84b23fa-d2ca-4b28-9e27-9c78d13a6214 req-92b82f41-0b46-46c0-8b3f-d8fd232c2f5b tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531313 Jul 07 22:24:23.445145 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:23.517419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] No DVR routers for this DVR port 164d5769-4447-49bc-ad8f-510c5c72b857 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:23.540283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] Pushing event updated for resources: {'Port': ['ID=164d5769-4447-49bc-ad8f-510c5c72b857,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:23.562896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] In _notify_port_updated(), no bound segment for port 164d5769-4447-49bc-ad8f-510c5c72b857 on network f7b85453-5618-4302-b3a9-626423b5998a {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:24:23.563852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:23.564650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:23.565827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-c05b078e-1c1d-4daa-be4e-210ee64e57cc service neutron] 10.222.0.44 "PUT /v2.0/ports/164d5769-4447-49bc-ad8f-510c5c72b857 HTTP/1.1" status: 200 len: 1033 time: 0.5540826 Jul 07 22:24:23.887557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41098) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:23.951124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-148a8a4b-b496-4bf5-b13c-fbf633162aa5 None None] Provisioning complete for port 164d5769-4447-49bc-ad8f-510c5c72b857 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:23.951501 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-148a8a4b-b496-4bf5-b13c-fbf633162aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.029398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f5cae97-1919-4c6d-a0bc-2c797197addc tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.031431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-148a8a4b-b496-4bf5-b13c-fbf633162aa5 None None] Port 164d5769-4447-49bc-ad8f-510c5c72b857 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:24.083153 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f5cae97-1919-4c6d-a0bc-2c797197addc tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.156666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f5cae97-1919-4c6d-a0bc-2c797197addc tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.159444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f5cae97-1919-4c6d-a0bc-2c797197addc tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.163111 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0f5cae97-1919-4c6d-a0bc-2c797197addc tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "DELETE /v2.0/security-groups/293fb716-0c2d-46b4-8aac-ca094be6cfc1 HTTP/1.1" status: 204 len: 168 time: 0.2721097 Jul 07 22:24:24.164522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:24.184257 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-8bcffe27-edc1-4246-8554-cabf283acdad tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] show failed (client error): The resource could not be found. Jul 07 22:24:24.185439 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8bcffe27-edc1-4246-8554-cabf283acdad tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "GET /v2.0/security-groups/293fb716-0c2d-46b4-8aac-ca094be6cfc1 HTTP/1.1" status: 404 len: 347 time: 0.0200009 Jul 07 22:24:24.190122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:24.199289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cae97-1919-4c6d-a0bc-2c797197addc tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293fb716-0c2d-46b4-8aac-ca094be6cfc1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:24.309320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting port 51240f68-3675-42b4-a1ac-05f7eb129a14 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:24.309844 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.419338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Deleting port dc9a3813-fb9d-41fc-b73c-e8fbfe6037dd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:24.419687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.438792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85530e-4683-4c6a-99c4-e37415e4e976 req-f0080246-609f-43cf-b84c-fe2128e9d6cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:24.444862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85530e-4683-4c6a-99c4-e37415e4e976 req-f0080246-609f-43cf-b84c-fe2128e9d6cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:24.451258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85530e-4683-4c6a-99c4-e37415e4e976 req-f0080246-609f-43cf-b84c-fe2128e9d6cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:24.457094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85530e-4683-4c6a-99c4-e37415e4e976 req-f0080246-609f-43cf-b84c-fe2128e9d6cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:24.464899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85530e-4683-4c6a-99c4-e37415e4e976 req-f0080246-609f-43cf-b84c-fe2128e9d6cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:24.467012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a85530e-4683-4c6a-99c4-e37415e4e976 req-f0080246-609f-43cf-b84c-fe2128e9d6cb tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 3884 time: 0.7597206 Jul 07 22:24:24.494738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] For port 51240f68-3675-42b4-a1ac-05f7eb129a14, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=51240f68-3675-42b4-a1ac-05f7eb129a14,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:24.495046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.509895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.510582 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.523990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Calling delete_port for dc9a3813-fb9d-41fc-b73c-e8fbfe6037dd owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:24.630951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a85530e-4683-4c6a-99c4-e37415e4e976 req-f057fc07-17df-43c0-865c-ea722a395887 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398842 Jul 07 22:24:24.648948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb34dbd-641d-4f51-9b13-889f80c896c8 req-6733093a-8239-4ced-937e-e0432dcb34f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:24.657228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bb34dbd-641d-4f51-9b13-889f80c896c8 req-6733093a-8239-4ced-937e-e0432dcb34f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.3502572 Jul 07 22:24:24.754997 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bb34dbd-641d-4f51-9b13-889f80c896c8 req-11b04582-ca01-4938-9d48-4b82acfa0594 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967834 Jul 07 22:24:24.817793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.818204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:24.818527 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Floating IP 3ca025b0-8d18-4882-b876-c783327f7641 disassociated. External IP: 172.25.8.137, port: 51240f68-3675-42b4-a1ac-05f7eb129a14. Jul 07 22:24:24.818883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Calling delete_port for 51240f68-3675-42b4-a1ac-05f7eb129a14 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:25.039758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afec463-c3cf-4fa6-84ab-9cb40968132c req-e53155f5-3fec-4a86-8e47-431c223c9a61 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:25.041286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0afec463-c3cf-4fa6-84ab-9cb40968132c req-e53155f5-3fec-4a86-8e47-431c223c9a61 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1564353 Jul 07 22:24:25.074564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f559ef3-521c-4ddb-a382-69ddfddb4b11 req-27af7745-11e9-40ed-8266-41b053d730c2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:25.076069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f559ef3-521c-4ddb-a382-69ddfddb4b11 req-27af7745-11e9-40ed-8266-41b053d730c2 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.1605945 Jul 07 22:24:25.080344 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.092930 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.107949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Pushing event deleted for resources: {'Port': ['ID=dc9a3813-fb9d-41fc-b73c-e8fbfe6037dd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:25.154310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0afec463-c3cf-4fa6-84ab-9cb40968132c req-d386d546-88b6-480b-8abf-432949935f0d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998952 Jul 07 22:24:25.157211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Port': ['ID=51240f68-3675-42b4-a1ac-05f7eb129a14,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:25.179959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f559ef3-521c-4ddb-a382-69ddfddb4b11 req-2b0bb099-1681-45f6-b149-032fa78c3b02 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900784 Jul 07 22:24:25.193567 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.196256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.201854 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ecdc9d6c-a894-484c-aa0c-82d78435356a tempest-ServersTestManualDisk-1806577181 tempest-ServersTestManualDisk-1806577181-project] 10.222.0.81 "DELETE /v2.0/floatingips/49c4f22a-cf39-4373-b36c-d70cf3b6057c HTTP/1.1" status: 204 len: 168 time: 1.0099070 Jul 07 22:24:25.202624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:25.302265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Router b353656a-5331-449c-af4f-27bfda393da6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:25.380446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:25.445915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:25.446637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e5ec3727-9808-47aa-8527-9e61c3ec3ec6 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:25.454099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:25.466104 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] Sync routers for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:25.485717 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:25.486394 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:25.531252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] No DVR routers for this DVR port 51240f68-3675-42b4-a1ac-05f7eb129a14 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:25.534374 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.537837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-f1136c75-b3f1-4aac-bea0-c4e6a266068d tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "DELETE /v2.0/ports/51240f68-3675-42b4-a1ac-05f7eb129a14 HTTP/1.1" status: 204 len: 173 time: 1.9630656 Jul 07 22:24:25.538418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': '51240f68-3675-42b4-a1ac-05f7eb129a14'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:25.561987 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9b6cd7-9eae-498e-b037-6f2ca6812ce8" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "51240f68-3675-42b4-a1ac-05f7eb129a14"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:25.603706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.641216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e5ec3727-9808-47aa-8527-9e61c3ec3ec6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:25.642836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:25.645990 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9cba89-d7a5-47dc-9664-e40bf4d984a2" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ec3727-9808-47aa-8527-9e61c3ec3ec6"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:25.649969 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.651081 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6102e613-64a9-4795-b433-2ea361f3067a no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:25.701099 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b50d8b-cbf0-4752-bc31-11dbce5415a1 x-openstack-request-id: req-24b50d8b-cbf0-4752-bc31-11dbce5415a1 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:25.702214 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "51240f68-3675-42b4-a1ac-05f7eb129a14", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:25.702571 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24b50d8b-cbf0-4752-bc31-11dbce5415a1 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:25.704227 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': '51240f68-3675-42b4-a1ac-05f7eb129a14', 'status': 'completed', 'code': 200} Jul 07 22:24:25.913215 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.946760 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7198c5-3665-41d3-b722-fff5102ebe6f x-openstack-request-id: req-4c7198c5-3665-41d3-b722-fff5102ebe6f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:25.950243 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ec3727-9808-47aa-8527-9e61c3ec3ec6", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:25.950822 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c7198c5-3665-41d3-b722-fff5102ebe6f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:25.951592 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6', 'code': 200} Jul 07 22:24:25.953728 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:25.965914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting port 6102e613-64a9-4795-b433-2ea361f3067a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:25.965914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.009615 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:26.037760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6102e613-64a9-4795-b433-2ea361f3067a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6102e613-64a9-4795-b433-2ea361f3067a,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:26.040001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:26.051614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.052280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.052820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.053396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.053931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.054612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.055140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.055722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.056294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.056833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.057409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.057934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:26.070239 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.071248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 51240f68-3675-42b4-a1ac-05f7eb129a14 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:26.095221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 51240f68-3675-42b4-a1ac-05f7eb129a14 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:26.095967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 51240f68-3675-42b4-a1ac-05f7eb129a14 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:26.096881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cab166d1-1935-43e1-9c8f-bcc325a11d6a no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:26.221672 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.278355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cab166d1-1935-43e1-9c8f-bcc325a11d6a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:26.284920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=6102e613-64a9-4795-b433-2ea361f3067a,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:26.298249 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.298958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 74786844-5bbf-47f9-bead-efb5f398b615 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:26.435955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] For port 6102e613-64a9-4795-b433-2ea361f3067a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6102e613-64a9-4795-b433-2ea361f3067a,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:26.436370 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.465099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Calling delete_port for 6102e613-64a9-4795-b433-2ea361f3067a owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:26.478846 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '07fce207-b578-4a9d-957f-4aa6af3a5d8a', 'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'mac_address': 'fa:16:3e:98:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:55Z', 'updated_at': '2021-07-07T22:14:04Z', 'revision_number': 5, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'subnets': [{'id': '975d8c54-beac-4d0f-9253-65063e26999d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:26.497391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Deleting port 9607b858-7d66-474b-8008-07bdde35b56a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:26.498019 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.556393 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] Checking router: b353656a-5331-449c-af4f-27bfda393da6 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:26.576157 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.582729 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:26.582729 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:26.583879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:26.596681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=cab166d1-1935-43e1-9c8f-bcc325a11d6a,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:26.643511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 74786844-5bbf-47f9-bead-efb5f398b615, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=74786844-5bbf-47f9-bead-efb5f398b615,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:26.649006 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.652189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 164d5769-4447-49bc-ad8f-510c5c72b857 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:26.668196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:26.691731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] For port 9607b858-7d66-474b-8008-07bdde35b56a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9607b858-7d66-474b-8008-07bdde35b56a,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:26.692350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.721020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Calling delete_port for 9607b858-7d66-474b-8008-07bdde35b56a owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:26.790609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=74786844-5bbf-47f9-bead-efb5f398b615,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:26.805769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 164d5769-4447-49bc-ad8f-510c5c72b857 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:26.824520 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:26.835714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.880943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad492062-4260-46b1-851c-0014174bbf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.900297 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b32f2ca-43f4-478c-a0eb-e2e61d62f562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:26.930573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Port': ['ID=6102e613-64a9-4795-b433-2ea361f3067a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:26.968638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-cbb154b3-c405-4c23-850b-fa667785210e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:26.970492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-cbb154b3-c405-4c23-850b-fa667785210e tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 1.0738349 Jul 07 22:24:27.005307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] No DVR routers for this DVR port 6102e613-64a9-4795-b433-2ea361f3067a on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:27.012095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.014374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-88688c82-f9b8-4d9b-af96-581eeb0abe72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "DELETE /v2.0/ports/6102e613-64a9-4795-b433-2ea361f3067a HTTP/1.1" status: 204 len: 173 time: 1.4484766 Jul 07 22:24:27.021170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-ad492062-4260-46b1-851c-0014174bbf57 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:24:27.021170 n-d-695012-11 neutron-server[93942]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:24:27.021170 n-d-695012-11 neutron-server[93942]: [parameters: {'project_id': '6a7266715d2a4511a3ca58d55e30dd03', 'id': '0b443fad-782f-41d1-8ad1-fc3c9ba728e3', 'expiration': datetime.datetime(2021, 7, 7, 22, 26, 26, 978515)}] Jul 07 22:24:27.021170 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:24:27.021763 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-ad492062-4260-46b1-851c-0014174bbf57 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:24:27.107475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0911150-b063-4ab8-a352-e62eca6990fb req-7c097bbb-0de2-42e9-8a3c-8dbaf7ec7766 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:27.116211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d0911150-b063-4ab8-a352-e62eca6990fb req-7c097bbb-0de2-42e9-8a3c-8dbaf7ec7766 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.9103954 Jul 07 22:24:27.123160 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b32f2ca-43f4-478c-a0eb-e2e61d62f562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.127608 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b32f2ca-43f4-478c-a0eb-e2e61d62f562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.131193 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '07fce207-b578-4a9d-957f-4aa6af3a5d8a', 'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'mac_address': 'fa:16:3e:98:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:55Z', 'updated_at': '2021-07-07T22:14:04Z', 'revision_number': 5, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'subnets': [{'id': '975d8c54-beac-4d0f-9253-65063e26999d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:27.156871 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5b32f2ca-43f4-478c-a0eb-e2e61d62f562 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=85379cc632144a0c883d6e9fca81dfe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5718529 Jul 07 22:24:27.163153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41170) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:27.171218 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b57c7-e37e-4f06-a906-a4b722517657 None None] The sync data for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 is: [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:13:56Z', 'revision_number': 4, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '07fce207-b578-4a9d-957f-4aa6af3a5d8a', 'name': '', 'network_id': 'dc4b1905-7cf9-4a7e-8730-ef87a3d01901', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'mac_address': 'fa:16:3e:98:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '975d8c54-beac-4d0f-9253-65063e26999d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:55Z', 'updated_at': '2021-07-07T22:14:04Z', 'revision_number': 5, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'subnets': [{'id': '975d8c54-beac-4d0f-9253-65063e26999d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:27.196840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32f2ca-43f4-478c-a0eb-e2e61d62f562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4030d5-b03d-4a5d-91fc-b6673393d1cf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:27.203313 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.224170 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d0911150-b063-4ab8-a352-e62eca6990fb req-67407dfb-2496-4a66-b86c-6778e066ddab tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039941 Jul 07 22:24:27.248253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Pushing event deleted for resources: {'Port': ['ID=9607b858-7d66-474b-8008-07bdde35b56a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:27.308766 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5af190af-ad1e-4522-a7fd-ff1bba13fbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.336008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1889e-b753-4377-8a90-35958d924530 req-55e63023-7533-444b-806d-22a05ad35f72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:27.343578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1889e-b753-4377-8a90-35958d924530 req-55e63023-7533-444b-806d-22a05ad35f72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:27.351421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1889e-b753-4377-8a90-35958d924530 req-55e63023-7533-444b-806d-22a05ad35f72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:27.360468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1889e-b753-4377-8a90-35958d924530 req-55e63023-7533-444b-806d-22a05ad35f72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:27.362385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31b1889e-b753-4377-8a90-35958d924530 req-55e63023-7533-444b-806d-22a05ad35f72 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 3063 time: 1.3061459 Jul 07 22:24:27.472059 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.532307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31b1889e-b753-4377-8a90-35958d924530 req-482aa983-d6d2-4d7b-a1fc-adc857c96eba tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637003 Jul 07 22:24:27.551410 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad492062-4260-46b1-851c-0014174bbf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.596933 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-311ad2d5-db6f-475d-b59b-d92bd2ab02c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.635486 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-311ad2d5-db6f-475d-b59b-d92bd2ab02c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.697546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80de6c5-97b1-47d4-a9ec-a81c8eefb164 None None] New status for floating IP 3ca025b0-8d18-4882-b876-c783327f7641: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:24:27.716451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': '6102e613-64a9-4795-b433-2ea361f3067a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:27.719040 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438058a5-4c1e-4d24-988b-6610e17fd5ad" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "6102e613-64a9-4795-b433-2ea361f3067a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:27.728309 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-311ad2d5-db6f-475d-b59b-d92bd2ab02c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.731354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-311ad2d5-db6f-475d-b59b-d92bd2ab02c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.735019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-311ad2d5-db6f-475d-b59b-d92bd2ab02c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0c4030d5-b03d-4a5d-91fc-b6673393d1cf HTTP/1.1" status: 204 len: 168 time: 0.5505633 Jul 07 22:24:27.735019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:27.735019 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.835884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad492062-4260-46b1-851c-0014174bbf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.842255 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad492062-4260-46b1-851c-0014174bbf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.844286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ad2d5-db6f-475d-b59b-d92bd2ab02c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4030d5-b03d-4a5d-91fc-b6673393d1cf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:27.905571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Deleting port 10882332-d5f4-41e6-93d6-a54003dd05c4 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:27.906403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:27.908159 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ad492062-4260-46b1-851c-0014174bbf57 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a7266715d2a4511a3ca58d55e30dd03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2342169 Jul 07 22:24:27.915651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41176) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:27.924694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:27.938864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad492062-4260-46b1-851c-0014174bbf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1950b39-ccf4-4cce-9002-07e3889e35f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:27.952419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47e248-24ca-4a0e-bf26-95590b3d4437 req-2a8c10ca-b5ae-4815-89a3-c7d5e7433179 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:27.953482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6102e613-64a9-4795-b433-2ea361f3067a'}, {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a'}, {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74786844-5bbf-47f9-bead-efb5f398b615'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:27.958527 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f140d66-8b5e-4126-bfc2-e97a616050c4" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-unplugged", "status": "completed", "tag": "6102e613-64a9-4795-b433-2ea361f3067a"}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-unplugged", "status": "completed", "tag": "cab166d1-1935-43e1-9c8f-bcc325a11d6a"}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-unplugged", "status": "completed", "tag": "74786844-5bbf-47f9-bead-efb5f398b615"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:27.959847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a47e248-24ca-4a0e-bf26-95590b3d4437 req-2a8c10ca-b5ae-4815-89a3-c7d5e7433179 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.4518237 Jul 07 22:24:28.047289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] For port e5ec3727-9808-47aa-8527-9e61c3ec3ec6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:28.047660 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.061864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f686150e-29e8-4392-85a7-6c08d7012312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.078902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Calling delete_port for e5ec3727-9808-47aa-8527-9e61c3ec3ec6 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:28.098569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f686150e-29e8-4392-85a7-6c08d7012312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.109269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a47e248-24ca-4a0e-bf26-95590b3d4437 req-884d1771-4117-419f-b9fd-947ca99a0643 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489656 Jul 07 22:24:28.112800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:28.121444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31055306-85ec-4379-a30f-c315d74ad4ab req-b01646c5-42bd-4fdd-808c-f7df98d95f78 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:28.123500 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-66b6d626-afb0-4c7d-a956-64e485a5e081 admin admin] 10.222.0.81 "PUT /v2.0/routers/2d3ca7f9-c4f9-4f29-b7da-1282769bd588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9196084 Jul 07 22:24:28.126243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41182) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:28.128468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31055306-85ec-4379-a30f-c315d74ad4ab req-b01646c5-42bd-4fdd-808c-f7df98d95f78 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ee61a24-1b0c-4c8a-b365-69c5a3592758 HTTP/1.1" status: 200 len: 945 time: 0.4059303 Jul 07 22:24:28.128852 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] Sync routers for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:28.144992 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:28.147998 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:28.203484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41184) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:28.228447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] For port 10882332-d5f4-41e6-93d6-a54003dd05c4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=10882332-d5f4-41e6-93d6-a54003dd05c4,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:28.229538 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.259306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f686150e-29e8-4392-85a7-6c08d7012312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.263960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f686150e-29e8-4392-85a7-6c08d7012312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.265117 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f686150e-29e8-4392-85a7-6c08d7012312 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1950b39-ccf4-4cce-9002-07e3889e35f4 HTTP/1.1" status: 204 len: 168 time: 0.3485372 Jul 07 22:24:28.301026 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5195148c-9ab6-4a1f-b106-6e02f56887c7 x-openstack-request-id: req-5195148c-9ab6-4a1f-b106-6e02f56887c7 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:28.301305 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "6102e613-64a9-4795-b433-2ea361f3067a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:28.301558 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5195148c-9ab6-4a1f-b106-6e02f56887c7 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:28.301954 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': '6102e613-64a9-4795-b433-2ea361f3067a', 'status': 'completed', 'code': 200} Jul 07 22:24:28.311379 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eb3f26-b64b-49a9-88d2-7113d2555616 x-openstack-request-id: req-49eb3f26-b64b-49a9-88d2-7113d2555616 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:28.311724 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-unplugged", "status": "completed", "tag": "6102e613-64a9-4795-b433-2ea361f3067a", "code": 200}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-unplugged", "status": "completed", "tag": "cab166d1-1935-43e1-9c8f-bcc325a11d6a", "code": 200}, {"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-unplugged", "status": "completed", "tag": "74786844-5bbf-47f9-bead-efb5f398b615", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:28.311980 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49eb3f26-b64b-49a9-88d2-7113d2555616 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:28.312793 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6102e613-64a9-4795-b433-2ea361f3067a', 'code': 200} Jul 07 22:24:28.312793 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a', 'code': 200} Jul 07 22:24:28.312793 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74786844-5bbf-47f9-bead-efb5f398b615', 'code': 200} Jul 07 22:24:28.314320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Calling delete_port for 10882332-d5f4-41e6-93d6-a54003dd05c4 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:28.332228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f686150e-29e8-4392-85a7-6c08d7012312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1950b39-ccf4-4cce-9002-07e3889e35f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:28.352723 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13b96fbd-5b92-456d-a954-d3198e4b838f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.364370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.417191 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:28.484207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31055306-85ec-4379-a30f-c315d74ad4ab req-7dbac09d-1508-40f1-bf20-b2f28ae03406 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.81 "GET /v2.0/security-groups?id=0f303691-439c-4f5a-91a2-f5ac5562b3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546178 Jul 07 22:24:28.495371 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.570421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Deleting port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:28.571051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.659164 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:24:27Z', 'revision_number': 5, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port': {'id': '0dacc7ee-1f58-4a3c-a4fc-185b450322e0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ec:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:20:23Z', 'updated_at': '2021-07-07T22:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:28.693069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] For port 0dacc7ee-1f58-4a3c-a4fc-185b450322e0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0dacc7ee-1f58-4a3c-a4fc-185b450322e0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:28.693321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.693561 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] Checking router: 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:28.706376 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] Routers {'2d3ca7f9-c4f9-4f29-b7da-1282769bd588'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:28.707198 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:28.710808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Calling delete_port for 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:28.780195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc3912-7e72-4d65-97a9-86961052a375 req-6dbe77ab-79ab-4395-89fe-e9b036fac7e1 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:28.787068 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bbc3912-7e72-4d65-97a9-86961052a375 req-6dbe77ab-79ab-4395-89fe-e9b036fac7e1 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.3308458 Jul 07 22:24:28.808912 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] Set router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:28.863339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41194) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:28.877325 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:24:28Z', 'revision_number': 6, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:28.881093 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.898254 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.907043 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ac537-045b-40c5-a779-e0e8166bc88a None None] The sync data for ids ['2d3ca7f9-c4f9-4f29-b7da-1282769bd588'] in n-d-695012-11 is: [{'id': '2d3ca7f9-c4f9-4f29-b7da-1282769bd588', 'name': 'tempest-ServersTestManualDisk-1469406764-router', 'tenant_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:20:20Z', 'updated_at': '2021-07-07T22:24:28Z', 'revision_number': 6, 'project_id': '320c374cfe5d409aa55a769fbfaf0ed9', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:28.912562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13b96fbd-5b92-456d-a954-d3198e4b838f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.941533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-593dbd17-394e-4bf2-9020-93ed4c2fdf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.953358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Port': ['ID=e5ec3727-9808-47aa-8527-9e61c3ec3ec6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:28.955428 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13b96fbd-5b92-456d-a954-d3198e4b838f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.967291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:28.982544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bbc3912-7e72-4d65-97a9-86961052a375 req-7d0b8ad0-cc82-4fa2-8a61-3a34c5706900 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946149 Jul 07 22:24:28.997391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dacc7ee-1f58-4a3c-a4fc-185b450322e0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:29.020578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Pushing event deleted for resources: {'Port': ['ID=10882332-d5f4-41e6-93d6-a54003dd05c4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:29.064906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.122584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] No DVR routers for this DVR port e5ec3727-9808-47aa-8527-9e61c3ec3ec6 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:29.149409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-13b96fbd-5b92-456d-a954-d3198e4b838f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7edc1879c004011a0544b6cce31d8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9409781 Jul 07 22:24:29.149409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.150027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-1d468511-808e-48a4-962f-95785b661d3c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "DELETE /v2.0/ports/e5ec3727-9808-47aa-8527-9e61c3ec3ec6 HTTP/1.1" status: 204 len: 173 time: 2.1092589 Jul 07 22:24:29.153164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41198) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:29.154512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] No DVR routers for this DVR port 10882332-d5f4-41e6-93d6-a54003dd05c4 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:29.163025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b96fbd-5b92-456d-a954-d3198e4b838f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df7669-197e-47ea-9c2f-39dffff6e897,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:29.175094 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.177207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb2dbf02-3892-425a-80e7-63f73abe1800 req-3b7e091d-e4e7-4bd1-b481-ab83ee3071e0 tempest-ServerRescueNegativeTestJSON-2128492507 tempest-ServerRescueNegativeTestJSON-2128492507-project] 10.222.0.83 "DELETE /v2.0/ports/10882332-d5f4-41e6-93d6-a54003dd05c4 HTTP/1.1" status: 204 len: 173 time: 2.1796551 Jul 07 22:24:29.180602 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.188709 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.249665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c83236-d829-4fba-8af6-8a692c16ced0 req-6212680c-2315-47b3-b909-c86983a6221f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:29.263658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c83236-d829-4fba-8af6-8a692c16ced0 req-6212680c-2315-47b3-b909-c86983a6221f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:29.269932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c83236-d829-4fba-8af6-8a692c16ced0 req-6212680c-2315-47b3-b909-c86983a6221f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:29.270887 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.271447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3ca7f9-c4f9-4f29-b7da-1282769bd588 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:24:29.271709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7c83236-d829-4fba-8af6-8a692c16ced0 req-6212680c-2315-47b3-b909-c86983a6221f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 2330 time: 0.4757621 Jul 07 22:24:29.280306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.289124 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-010e30b9-c373-483c-af43-ae9872e83a70 admin admin] 10.222.0.81 "DELETE /v2.0/routers/2d3ca7f9-c4f9-4f29-b7da-1282769bd588 HTTP/1.1" status: 204 len: 168 time: 1.1616590 Jul 07 22:24:29.291855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41204) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:29.363714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f38d671-1796-49be-9500-8e81f2628e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.385236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af6daa6-7bac-4b38-a026-63714c674085 admin admin] Deleting subnet a83cbe5e-1551-494c-8b07-ef4d4991bf2f {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:29.399117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5af6daa6-7bac-4b38-a026-63714c674085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.426000 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f38d671-1796-49be-9500-8e81f2628e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.494046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5af6daa6-7bac-4b38-a026-63714c674085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.537365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 10882332-d5f4-41e6-93d6-a54003dd05c4 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:29.571350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f38d671-1796-49be-9500-8e81f2628e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.571849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 10882332-d5f4-41e6-93d6-a54003dd05c4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:29.572342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 10882332-d5f4-41e6-93d6-a54003dd05c4 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:29.574535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f38d671-1796-49be-9500-8e81f2628e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.575892 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1f38d671-1796-49be-9500-8e81f2628e1d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1df7669-197e-47ea-9c2f-39dffff6e897 HTTP/1.1" status: 204 len: 168 time: 0.4217384 Jul 07 22:24:29.588542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38d671-1796-49be-9500-8e81f2628e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df7669-197e-47ea-9c2f-39dffff6e897,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:29.604198 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5af6daa6-7bac-4b38-a026-63714c674085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.663876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5af6daa6-7bac-4b38-a026-63714c674085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.679152 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-018a8c3c-ea41-431f-87ff-f577f402e819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.695226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6daa6-7bac-4b38-a026-63714c674085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a83cbe5e-1551-494c-8b07-ef4d4991bf2f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:29.697248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5af6daa6-7bac-4b38-a026-63714c674085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.699757 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5af6daa6-7bac-4b38-a026-63714c674085 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a83cbe5e-1551-494c-8b07-ef4d4991bf2f HTTP/1.1" status: 204 len: 168 time: 0.4003603 Jul 07 22:24:29.702313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41210) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:29.706813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79984d17-73a1-4c03-8350-6562c11ec4df None None] Network fb83772d-31d9-4a57-ae43-fcaef7d3fb65 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:29.804171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.900296 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Deleting port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:29.900730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:29.987739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] For port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26,segment=NetworkSegment(0f84ba34-6489-46b9-abea-b3f06836f1ff),segment_id=0f84ba34-6489-46b9-abea-b3f06836f1ff)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:29.988165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.010458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Calling delete_port for a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:30.013980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] DHCP port deletion for fb83772d-31d9-4a57-ae43-fcaef7d3fb65 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:24:30.017425 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.038385 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-593dbd17-394e-4bf2-9020-93ed4c2fdf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.096584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7c83236-d829-4fba-8af6-8a692c16ced0 req-f6b383cd-f0b3-4f92-8283-b6b61b16f5ac tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7871170 Jul 07 22:24:30.107735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-593dbd17-394e-4bf2-9020-93ed4c2fdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.124612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.150241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] No DVR routers for this DVR port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:30.184262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] Deleting port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:30.185194 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.193060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:30.215713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593dbd17-394e-4bf2-9020-93ed4c2fdf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04f246c-58b0-4c74-994b-6ca7e4d9a6df,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.221952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting port 74786844-5bbf-47f9-bead-efb5f398b615 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:30.222844 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.304558 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.327040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-c788266a-5eb0-4f23-85e6-4894befd85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:30.330146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-c788266a-5eb0-4f23-85e6-4894befd85d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 1097 time: 0.9802227 Jul 07 22:24:30.334048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-593dbd17-394e-4bf2-9020-93ed4c2fdf2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a8ad646da494b74ac5f18317a029f49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4660361 Jul 07 22:24:30.340769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6'}, {'server_uuid': '3ee61a24-1b0c-4c8a-b365-69c5a3592758', 'name': 'network-vif-deleted', 'tag': '10882332-d5f4-41e6-93d6-a54003dd05c4'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:30.343226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:30.343578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:30.344002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9607b858-7d66-474b-8008-07bdde35b56a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:30.345677 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89dabc72-5b3f-4ff8-8d5f-5db8237b68db" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "e5ec3727-9808-47aa-8527-9e61c3ec3ec6"}, {"server_uuid": "3ee61a24-1b0c-4c8a-b365-69c5a3592758", "name": "network-vif-deleted", "tag": "10882332-d5f4-41e6-93d6-a54003dd05c4"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:30.348463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41222) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:30.408355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] For port 74786844-5bbf-47f9-bead-efb5f398b615, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=74786844-5bbf-47f9-bead-efb5f398b615,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:30.408563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.424727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Calling delete_port for 74786844-5bbf-47f9-bead-efb5f398b615 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:30.457467 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.476212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb83772d-31d9-4a57-ae43-fcaef7d3fb65']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:30.489932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f84ba34-6489-46b9-abea-b3f06836f1ff') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:30.490511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f84ba34-6489-46b9-abea-b3f06836f1ff') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:30.504666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 9607b858-7d66-474b-8008-07bdde35b56a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:30.505015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9607b858-7d66-474b-8008-07bdde35b56a not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:30.505430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:30.506038 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.511952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2163026-46c9-4e03-ad5b-de23b57ada92 req-5866519f-7ced-443d-8708-25930948f77d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:30.519573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2163026-46c9-4e03-ad5b-de23b57ada92 req-5866519f-7ced-443d-8708-25930948f77d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 1.1972392 Jul 07 22:24:30.532710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b19e0ccc-4938-4486-8ffb-1f29b16b3b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.538780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.551648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:30.553242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0dacc7ee-1f58-4a3c-a4fc-185b450322e0 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:30.553500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:24:30.554029 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.561203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] For port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:30.561774 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:24:30.566529 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:24:30.579386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] Calling delete_port for a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:30.582295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] Port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:24:30.584276 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.615332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b19e0ccc-4938-4486-8ffb-1f29b16b3b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.618443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] Pushing event deleted for resources: {'Port': ['ID=a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.620717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36de4d-9124-48d9-9a28-a1dd0afd0cda None None] No DVR routers for this DVR port a7eb2ed4-cf9a-4de9-b5d1-7c20b476ed26 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:30.671415 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.688367 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.690504 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/fb83772d-31d9-4a57-ae43-fcaef7d3fb65 HTTP/1.1" status: 204 len: 168 time: 0.9871933 Jul 07 22:24:30.692268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689258a6-f19e-4b87-92c3-d6219d2f2ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb83772d-31d9-4a57-ae43-fcaef7d3fb65,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.699658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-579416d2-bd5c-4c57-be59-9a57b65f32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:30.701143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-579416d2-bd5c-4c57-be59-9a57b65f32b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 911 time: 0.3512709 Jul 07 22:24:30.718898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2163026-46c9-4e03-ad5b-de23b57ada92 req-a3e31da7-a71f-4984-87ed-2a503386b5ae tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984713 Jul 07 22:24:30.732968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b19e0ccc-4938-4486-8ffb-1f29b16b3b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.736484 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b19e0ccc-4938-4486-8ffb-1f29b16b3b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.737806 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b19e0ccc-4938-4486-8ffb-1f29b16b3b23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d04f246c-58b0-4c74-994b-6ca7e4d9a6df HTTP/1.1" status: 204 len: 168 time: 0.3882070 Jul 07 22:24:30.756174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e0ccc-4938-4486-8ffb-1f29b16b3b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04f246c-58b0-4c74-994b-6ca7e4d9a6df,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:30.829302 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.840334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dcf90-cd07-4bf1-8a5a-c902bc176541 req-b420924b-93db-43a4-ba20-b3774821f8e5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:30.841851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f7dcf90-cd07-4bf1-8a5a-c902bc176541 req-b420924b-93db-43a4-ba20-b3774821f8e5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.4071221 Jul 07 22:24:30.856228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41238) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:30.922297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41240) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:30.942942 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e935ec9b-69c9-4402-98f9-fa28275ed120 x-openstack-request-id: req-e935ec9b-69c9-4402-98f9-fa28275ed120 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:30.943361 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "e5ec3727-9808-47aa-8527-9e61c3ec3ec6", "status": "completed", "code": 200}, {"server_uuid": "3ee61a24-1b0c-4c8a-b365-69c5a3592758", "name": "network-vif-deleted", "tag": "10882332-d5f4-41e6-93d6-a54003dd05c4", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:30.943691 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e935ec9b-69c9-4402-98f9-fa28275ed120 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:30.944154 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': 'e5ec3727-9808-47aa-8527-9e61c3ec3ec6', 'status': 'completed', 'code': 200} Jul 07 22:24:30.944543 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee61a24-1b0c-4c8a-b365-69c5a3592758', 'name': 'network-vif-deleted', 'tag': '10882332-d5f4-41e6-93d6-a54003dd05c4', 'status': 'completed', 'code': 200} Jul 07 22:24:30.955960 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:30.961571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-84f7b734-f39a-4a7c-bba6-27c69e39b253 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8 HTTP/1.1" status: 200 len: 1001 time: 0.2398596 Jul 07 22:24:31.024710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Port': ['ID=74786844-5bbf-47f9-bead-efb5f398b615,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:31.026479 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-de3e2fca-6a61-4d2d-96cf-f363a246a8a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=320c374cfe5d409aa55a769fbfaf0ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021452 Jul 07 22:24:31.030183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41242) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:31.098635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f7dcf90-cd07-4bf1-8a5a-c902bc176541 req-adccb6e9-f1a3-444c-aaad-ab7a4a6534b0 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187343 Jul 07 22:24:31.121160 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.141495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] No DVR routers for this DVR port 74786844-5bbf-47f9-bead-efb5f398b615 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:31.147785 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.157937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-b83d2759-2383-479a-841e-dafc33c2c035 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "DELETE /v2.0/ports/74786844-5bbf-47f9-bead-efb5f398b615 HTTP/1.1" status: 204 len: 173 time: 1.9995668 Jul 07 22:24:31.160105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-b4062b33-8155-4e67-b86d-6b9e555ecc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:31.166940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-b4062b33-8155-4e67-b86d-6b9e555ecc55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.1907299 Jul 07 22:24:31.428763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-764991db-5981-41c7-b792-cc8f74aa7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:31.430648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-764991db-5981-41c7-b792-cc8f74aa7b21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2459178 Jul 07 22:24:31.547613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f029b-1b34-4609-8ca6-fab886893977 req-df63266d-ffd6-4b33-9f08-22c6aec90f00 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:31.556465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e19f029b-1b34-4609-8ca6-fab886893977 req-df63266d-ffd6-4b33-9f08-22c6aec90f00 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 941 time: 0.2612712 Jul 07 22:24:31.608666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae58c41-ebeb-4bff-ad89-3efd1c80f2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.612336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting port cab166d1-1935-43e1-9c8f-bcc325a11d6a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:31.612675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.676906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae58c41-ebeb-4bff-ad89-3efd1c80f2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.709095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e19f029b-1b34-4609-8ca6-fab886893977 req-e646c467-074d-4700-99d3-f4646f9c5b86 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups?id=10c6717d-0d17-418c-9f4e-857b22333e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513073 Jul 07 22:24:31.780591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae58c41-ebeb-4bff-ad89-3efd1c80f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.783170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ae58c41-ebeb-4bff-ad89-3efd1c80f2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:31.793594 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ae58c41-ebeb-4bff-ad89-3efd1c80f2fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/00780cfc-ae2a-4c7e-a2f8-824ab55a155e HTTP/1.1" status: 204 len: 168 time: 0.7620785 Jul 07 22:24:31.821325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae58c41-ebeb-4bff-ad89-3efd1c80f2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00780cfc-ae2a-4c7e-a2f8-824ab55a155e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:31.829309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-eda7e61a-02f2-4c5c-ad23-d331c35b03bf service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871386 Jul 07 22:24:31.961136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.040905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] For port cab166d1-1935-43e1-9c8f-bcc325a11d6a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cab166d1-1935-43e1-9c8f-bcc325a11d6a,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:32.042341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.109252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d39d963-f7f0-4a1c-a827-89183f30303a req-bb69a422-96ca-4be2-bd68-c6688f360723 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706521 Jul 07 22:24:32.116578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Calling delete_port for cab166d1-1935-43e1-9c8f-bcc325a11d6a owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:32.270099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2c27a-685b-450f-9c55-4dfd324d0cbd req-f0953d1a-f31e-452b-9cd7-2c0d108e67a5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:32.277553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40c2c27a-685b-450f-9c55-4dfd324d0cbd req-f0953d1a-f31e-452b-9cd7-2c0d108e67a5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.3355908 Jul 07 22:24:32.302039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Deleting port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:32.302625 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.406755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] For port b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2,segment=NetworkSegment(7daa967c-d29a-43a6-aae1-76c55d7e417a),segment_id=7daa967c-d29a-43a6-aae1-76c55d7e417a)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:32.407375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.422568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Calling delete_port for b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:32.437541 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40c2c27a-685b-450f-9c55-4dfd324d0cbd req-dd0b4c6b-328b-4bd7-ab19-20d01d6a67d7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590264 Jul 07 22:24:32.608206 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.623238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc1d66-0592-4b46-ac4f-1aa3a2ff03ee req-f7a359bf-99a0-4402-8cb6-862b5942f3db tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:32.627915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cdc1d66-0592-4b46-ac4f-1aa3a2ff03ee req-f7a359bf-99a0-4402-8cb6-862b5942f3db tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.3270762 Jul 07 22:24:32.747041 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.753474 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.835459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cdc1d66-0592-4b46-ac4f-1aa3a2ff03ee req-73c74445-0b54-4538-aeb9-6ad8dab98f43 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837296 Jul 07 22:24:32.843254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Port': ['ID=cab166d1-1935-43e1-9c8f-bcc325a11d6a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:32.921154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:32.965427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': '74786844-5bbf-47f9-bead-efb5f398b615'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:32.969085 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9443023c-f1b8-4654-a250-ae86f69a145a" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "74786844-5bbf-47f9-bead-efb5f398b615"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:32.979405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] No DVR routers for this DVR port cab166d1-1935-43e1-9c8f-bcc325a11d6a on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:32.983407 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:32.985402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad2e3526-46dc-4d11-9e3b-ccffb1847936 req-ac179681-58fd-4af6-8a90-f5b82993c502 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.44 "DELETE /v2.0/ports/cab166d1-1935-43e1-9c8f-bcc325a11d6a HTTP/1.1" status: 204 len: 173 time: 1.8174348 Jul 07 22:24:33.070289 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5a5327-b2a8-465c-9cca-bf195946e7a4 x-openstack-request-id: req-0a5a5327-b2a8-465c-9cca-bf195946e7a4 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:33.070895 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "74786844-5bbf-47f9-bead-efb5f398b615", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:33.071374 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a5a5327-b2a8-465c-9cca-bf195946e7a4 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:33.072034 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': '74786844-5bbf-47f9-bead-efb5f398b615', 'status': 'completed', 'code': 200} Jul 07 22:24:33.079515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c147257a-6897-4955-9b4e-05f92696d6f7 req-aa8b1e18-7300-4846-80b3-2ae763a10ea3 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0429442 Jul 07 22:24:33.173527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.313449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41326) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:33.508074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1641296349-network', 'tenant_id': '45101a542131430783705ffe212afc8e'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:33.537338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Router 6d53357b-0725-4711-92f9-aa556a669207 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:33.557759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:33.562816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.587479 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.733219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:33.739986 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-242d02ec-7375-4260-8364-91091c3160b3 admin admin] 10.222.0.81 "PUT /v2.0/routers/6d53357b-0725-4711-92f9-aa556a669207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8825006 Jul 07 22:24:33.745084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] Sync routers for ids ['6d53357b-0725-4711-92f9-aa556a669207'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:33.754306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41336) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:33.757626 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.757999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] Routers {'6d53357b-0725-4711-92f9-aa556a669207'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:33.759327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6d53357b-0725-4711-92f9-aa556a669207'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:33.779370 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.805170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:24:33.829690 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.830029 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Added segment 0620601e-240d-4a12-adce-fb45a3dc25a0 of type vlan for network d5c71666-32e6-426c-959c-27eb1572bb7b Jul 07 22:24:33.839558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a24d80-b631-4f04-9572-2555f1db371a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:33.909959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf9219-1bd2-41aa-b44c-cfc2606b22c1 req-2b8502b3-7087-41f2-8d6a-81d6f8c7eb6e tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:33.912715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05cf9219-1bd2-41aa-b44c-cfc2606b22c1 req-2b8502b3-7087-41f2-8d6a-81d6f8c7eb6e tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.2467599 Jul 07 22:24:33.915635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:33.961908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] Set router 6d53357b-0725-4711-92f9-aa556a669207 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:34.001889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05cf9219-1bd2-41aa-b44c-cfc2606b22c1 req-acfe395c-74ef-446d-9877-94b0e6f2af92 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810835 Jul 07 22:24:34.014484 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.016468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:34.018186 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.035689 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.126369 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41344) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:34.182572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8652518 Jul 07 22:24:34.200396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41348) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:34.227200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Request body: {'subnet': {'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1641296349-subnet', 'tenant_id': '45101a542131430783705ffe212afc8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:34.281321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.306864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecbc7e-1eeb-4ce0-8cff-5b4674d14d43 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c71666-32e6-426c-959c-27eb1572bb7b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:34.317747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:34.320743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.352885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network d5c71666-32e6-426c-959c-27eb1572bb7b details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:24:34.416710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-699a1e3a-70b1-4697-bbfd-fa0de65d04d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.447250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d53357b-0725-4711-92f9-aa556a669207', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:14Z', 'updated_at': '2021-07-07T22:24:32Z', 'revision_number': 5, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'gw_port': {'id': '0407c9ff-852f-4f3e-a62f-ab29c03becb4', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:0e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d53357b-0725-4711-92f9-aa556a669207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:16Z', 'updated_at': '2021-07-07T22:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:34.484366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] Checking router: 6d53357b-0725-4711-92f9-aa556a669207 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:34.490452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11a9d8d3-ee9a-4d6c-92af-006fe11ea592 req-55e57cf1-f618-4cfe-92fe-a9535d8c8638 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.1738739 Jul 07 22:24:34.518112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] Routers {'6d53357b-0725-4711-92f9-aa556a669207'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:34.520966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6d53357b-0725-4711-92f9-aa556a669207'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:34.548861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0230f3-b347-4742-9520-ece9b2901e95 req-fcda66e5-0435-4f79-87f0-1278829b20e4 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:34.550609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b0230f3-b347-4742-9520-ece9b2901e95 req-fcda66e5-0435-4f79-87f0-1278829b20e4 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.3753040 Jul 07 22:24:34.553035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Deleting port 0407c9ff-852f-4f3e-a62f-ab29c03becb4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:34.553779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.636665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b0230f3-b347-4742-9520-ece9b2901e95 req-17be6514-ea79-485c-95f8-86ff353c29cf tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738864 Jul 07 22:24:34.641853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.661516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] Set router 6d53357b-0725-4711-92f9-aa556a669207 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:34.721669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d53357b-0725-4711-92f9-aa556a669207', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:14Z', 'updated_at': '2021-07-07T22:24:34Z', 'revision_number': 6, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:34.729238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e3a1d7-c4b9-4dcc-b9f8-289264492ffb,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:34.740686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.741124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.741538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.741952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.742378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.742778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.743179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.743668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.744080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.744777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.744940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.745350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:34.750907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Checking segment: {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:34.751353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Network hostable DHCP agents. Network: d5c71666-32e6-426c-959c-27eb1572bb7b, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:24:34.760711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16d782-3e85-45b6-af85-7cfb0bfa0b58 None None] The sync data for ids ['6d53357b-0725-4711-92f9-aa556a669207'] in n-d-695012-11 is: [{'id': '6d53357b-0725-4711-92f9-aa556a669207', 'name': 'tempest-ServerRescueNegativeTestJSON-504262606-router', 'tenant_id': 'c2928cacc40c48c79d32daed0a783708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:14Z', 'updated_at': '2021-07-07T22:24:34Z', 'revision_number': 6, 'project_id': 'c2928cacc40c48c79d32daed0a783708', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:34.772434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] For port 0407c9ff-852f-4f3e-a62f-ab29c03becb4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0407c9ff-852f-4f3e-a62f-ab29c03becb4,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:34.773428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.778869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Network d5c71666-32e6-426c-959c-27eb1572bb7b is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:24:34.787887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Calling delete_port for 0407c9ff-852f-4f3e-a62f-ab29c03becb4 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:34.793353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, d5c71666-32e6-426c-959c-27eb1572bb7b) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:34.794981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-699a1e3a-70b1-4697-bbfd-fa0de65d04d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.801262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:34.801695 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.803283 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-699a1e3a-70b1-4697-bbfd-fa0de65d04d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.819041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84d5b6-41fa-477e-9342-924aa6e97129 None None] Network d5c71666-32e6-426c-959c-27eb1572bb7b requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:34.828655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-871e4c61-519f-48b9-95c6-700fb96a4192 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6072822 Jul 07 22:24:34.829338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41354) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:34.833870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:34.867218 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.868408 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:34.890516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a1e3a-70b1-4697-bbfd-fa0de65d04d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d314320d-c3b9-4048-9034-ec18ccad3a2a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:34.913757 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-699a1e3a-70b1-4697-bbfd-fa0de65d04d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=544168ab6317435498dc343b6084448a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7860920 Jul 07 22:24:34.924123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41356) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:34.938931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.073826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:35.077220 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9131718-45c4-4dfc-a0e4-dc5f84080234" -d '{"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "cab166d1-1935-43e1-9c8f-bcc325a11d6a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:35.144649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-d5c71666-32e6-426c-959c-27eb1572bb7b', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:24:35.146096 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.306357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.315746 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe86b82-16ff-4dee-99c7-0b65d1aa4351 x-openstack-request-id: req-cbe86b82-16ff-4dee-99c7-0b65d1aa4351 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:35.316759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27ca5d17-0bac-428a-ab92-73070f4ba1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.318630 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4e005c-d07a-4960-94b5-77516df77421", "name": "network-vif-deleted", "tag": "cab166d1-1935-43e1-9c8f-bcc325a11d6a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:35.319108 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbe86b82-16ff-4dee-99c7-0b65d1aa4351 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:35.319521 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4e005c-d07a-4960-94b5-77516df77421', 'name': 'network-vif-deleted', 'tag': 'cab166d1-1935-43e1-9c8f-bcc325a11d6a', 'status': 'completed', 'code': 200} Jul 07 22:24:35.340391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Pushing event deleted for resources: {'Port': ['ID=0407c9ff-852f-4f3e-a62f-ab29c03becb4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:35.365029 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.405618 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27ca5d17-0bac-428a-ab92-73070f4ba1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.457815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.462733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8009d2ee-a406-42a9-94af-8db424690095 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:24:35.465615 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8009d2ee-a406-42a9-94af-8db424690095 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:35.502436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66939e64-9b0c-4d68-80b7-9eec56d80570 req-532980eb-6390-4ea4-95b2-3fafb73447c5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:35.504427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66939e64-9b0c-4d68-80b7-9eec56d80570 req-532980eb-6390-4ea4-95b2-3fafb73447c5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1838603 Jul 07 22:24:35.568914 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.570462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Allocated IP 172.20.0.2 (d5c71666-32e6-426c-959c-27eb1572bb7b/94e3a1d7-c4b9-4dcc-b9f8-289264492ffb/8daa40fb-49aa-48ea-a7a8-cba4ced95bae) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:35.571680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.601222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66939e64-9b0c-4d68-80b7-9eec56d80570 req-59eba83c-cd56-40ba-9d3a-28fe9b7d5bc7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900333 Jul 07 22:24:35.632377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.633133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d53357b-0725-4711-92f9-aa556a669207 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:24:35.637448 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.639026 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3fe00fc2-13e7-4857-80de-e475217bf703 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6d53357b-0725-4711-92f9-aa556a669207 HTTP/1.1" status: 204 len: 168 time: 1.8835404 Jul 07 22:24:35.642352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41364) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:35.665821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:24:35.717340 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27ca5d17-0bac-428a-ab92-73070f4ba1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.721030 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27ca5d17-0bac-428a-ab92-73070f4ba1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.726202 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-27ca5d17-0bac-428a-ab92-73070f4ba1d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d314320d-c3b9-4048-9034-ec18ccad3a2a HTTP/1.1" status: 204 len: 168 time: 0.8008709 Jul 07 22:24:35.764773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca5d17-0bac-428a-ab92-73070f4ba1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d314320d-c3b9-4048-9034-ec18ccad3a2a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:35.781497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2fd3be-36a8-4ad1-bddb-9867e1cba81e admin admin] Deleting subnet 1d4ca4b5-cc6e-4354-90bc-a7c0426657ee {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:35.785098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd3be-36a8-4ad1-bddb-9867e1cba81e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.828072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19949b1c-4d01-4c47-8a81-82c4cbccbd9e req-ab1ccd71-cb0a-49c3-9d5c-443152587151 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0438523 Jul 07 22:24:35.836369 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.846487 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd3be-36a8-4ad1-bddb-9867e1cba81e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.861920 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.953873 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd3be-36a8-4ad1-bddb-9867e1cba81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:35.971129 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.039020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Transition to ACTIVE for port object 8daa40fb-49aa-48ea-a7a8-cba4ced95bae will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:36.130123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd3be-36a8-4ad1-bddb-9867e1cba81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.137949 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.183092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0407c9ff-852f-4f3e-a62f-ab29c03becb4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:36.185242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Allocated IP 172.25.8.135 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/86104526-f0b5-4498-be1c-e36ff092c34b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:36.221648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad2fd3be-36a8-4ad1-bddb-9867e1cba81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.238320 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ad2fd3be-36a8-4ad1-bddb-9867e1cba81e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1d4ca4b5-cc6e-4354-90bc-a7c0426657ee HTTP/1.1" status: 204 len: 168 time: 0.5907886 Jul 07 22:24:36.238320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fd3be-36a8-4ad1-bddb-9867e1cba81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4ca4b5-cc6e-4354-90bc-a7c0426657ee,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:36.244807 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41384) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:36.415146 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.416984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41390) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:36.432597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0407c9ff-852f-4f3e-a62f-ab29c03becb4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:36.433947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0407c9ff-852f-4f3e-a62f-ab29c03becb4 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:36.435351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:36.435750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.445651 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bc0d-12c0-460d-bc90-6d59d2ef7298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.463463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Transition to ACTIVE for port object 8daa40fb-49aa-48ea-a7a8-cba4ced95bae will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:36.466508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:36.467474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b318ac1c-4aa6-49b6-8aaf-642dfdc0a3b2 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:36.481961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8009d2ee-a406-42a9-94af-8db424690095'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:36.484389 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8d60ba-860b-4775-8133-b9384e036c04" -d '{"events": [{"server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8009d2ee-a406-42a9-94af-8db424690095"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:36.506120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8009d2ee-a406-42a9-94af-8db424690095,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:36.515679 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.526451 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.557803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:36.561756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:36.565879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8009d2ee-a406-42a9-94af-8db424690095,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:36.566104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:36.573665 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bab95c-037a-4164-b01d-0db2cdbdd0b2 x-openstack-request-id: req-19bab95c-037a-4164-b01d-0db2cdbdd0b2 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:36.574323 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8009d2ee-a406-42a9-94af-8db424690095", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:36.574867 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19bab95c-037a-4164-b01d-0db2cdbdd0b2 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:36.575495 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8009d2ee-a406-42a9-94af-8db424690095', 'code': 200} Jul 07 22:24:36.577765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.583462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '8009d2ee-a406-42a9-94af-8db424690095', 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802', 'port_id': '8009d2ee-a406-42a9-94af-8db424690095', 'mac_address': 'fa:16:3e:85:fb:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b43373e-3705-426d-ab87-695d24593296', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:24:36.596876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f2278b-753b-4e09-a06c-0b158c196035']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:36.615005 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daa967c-d29a-43a6-aae1-76c55d7e417a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:36.615356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daa967c-d29a-43a6-aae1-76c55d7e417a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:36.617386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Network d5c71666-32e6-426c-959c-27eb1572bb7b is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:36.619025 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.623340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Pushing event updated for resources: {'Port': ['ID=86104526-f0b5-4498-be1c-e36ff092c34b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:36.626901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:36.632661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:36.643379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.670700 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.685516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:24:36.686277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:24:36.688119 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:24:36.776382 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bc0d-12c0-460d-bc90-6d59d2ef7298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.778364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.780632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dd5bc0d-12c0-460d-bc90-6d59d2ef7298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.798026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.802780 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] 10.222.0.81 "DELETE /v2.0/networks/a1f2278b-753b-4e09-a06c-0b158c196035 HTTP/1.1" status: 204 len: 168 time: 0.5583553 Jul 07 22:24:36.824688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Pushing event updated for resources: {'Port': ['ID=8daa40fb-49aa-48ea-a7a8-cba4ced95bae,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:36.833368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814a40-5273-4e6c-928a-3a8875b81b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f2278b-753b-4e09-a06c-0b158c196035,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:36.869916 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4dd5bc0d-12c0-460d-bc90-6d59d2ef7298 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e1d87231e534790b987a38c44d5b453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4509482 Jul 07 22:24:36.871314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5bc0d-12c0-460d-bc90-6d59d2ef7298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d340e9ba-f523-4bb8-9ebd-377f7b97dce0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:36.875130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:36.928033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Attempting to bind port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:36.928409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Attempting to bind port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:36.934345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Attempting to bind port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae on network d5c71666-32e6-426c-959c-27eb1572bb7b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:36.948072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:36.954529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Checking segment: {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:36.955292 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.956436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Bound using segment: {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:36.957158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Bound port: 8daa40fb-49aa-48ea-a7a8-cba4ced95bae, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:36.957765 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:36.961181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b62b00f-c8d6-44d7-b351-6e7c974cc9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.006982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b62b00f-c8d6-44d7-b351-6e7c974cc9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.100840 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b62b00f-c8d6-44d7-b351-6e7c974cc9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.108859 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b62b00f-c8d6-44d7-b351-6e7c974cc9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.110117 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b62b00f-c8d6-44d7-b351-6e7c974cc9eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d340e9ba-f523-4bb8-9ebd-377f7b97dce0 HTTP/1.1" status: 204 len: 168 time: 0.2203548 Jul 07 22:24:37.131932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] For port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:37.137427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] For port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8daa40fb-49aa-48ea-a7a8-cba4ced95bae,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:37.146914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.149754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62b00f-c8d6-44d7-b351-6e7c974cc9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d340e9ba-f523-4bb8-9ebd-377f7b97dce0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:37.162522 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.192509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:37.219747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8009d2ee-a406-42a9-94af-8db424690095 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:24:37.236175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8009d2ee-a406-42a9-94af-8db424690095,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:37.303747 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a8ef2a9e-ee89-48c6-8e1a-475d6bb161e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2928cacc40c48c79d32daed0a783708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100528 Jul 07 22:24:37.305526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb66d16-b051-452e-8cac-d4327a41f9f6 None None] Pushing event updated for resources: {'Port': ['ID=8daa40fb-49aa-48ea-a7a8-cba4ced95bae,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:37.312981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41420) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:37.321905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8009d2ee-a406-42a9-94af-8db424690095,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:37.327065 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.416577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8009d2ee-a406-42a9-94af-8db424690095,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:37.431139 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f03e1750-6d83-4aae-ae89-ad7af5d64e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.480935 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f03e1750-6d83-4aae-ae89-ad7af5d64e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.565815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['8009d2ee-a406-42a9-94af-8db424690095'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:37.571117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f03e1750-6d83-4aae-ae89-ad7af5d64e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.573743 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f03e1750-6d83-4aae-ae89-ad7af5d64e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.574965 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f03e1750-6d83-4aae-ae89-ad7af5d64e70 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f303691-439c-4f5a-91a2-f5ac5562b3f4 HTTP/1.1" status: 204 len: 168 time: 0.2609921 Jul 07 22:24:37.592525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e1750-6d83-4aae-ae89-ad7af5d64e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f303691-439c-4f5a-91a2-f5ac5562b3f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:37.818710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb94cceb-506a-4dad-8304-6638e47e9545 req-3f02491b-433d-4016-bc0f-80dc24e0cee0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0653725 Jul 07 22:24:37.891285 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:37.959468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71489939-d14f-4cb1-93e1-b42bf655ec1e req-f1724bbb-232e-42f0-8e4b-31a5e021be2b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:37.961364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71489939-d14f-4cb1-93e1-b42bf655ec1e req-f1724bbb-232e-42f0-8e4b-31a5e021be2b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 943 time: 1.1061575 Jul 07 22:24:38.079765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71489939-d14f-4cb1-93e1-b42bf655ec1e req-4c44ec77-d51a-4ee7-a885-b48d11ce000d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085503 Jul 07 22:24:38.188510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8daa40fb-49aa-48ea-a7a8-cba4ced95bae up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:38.280250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:38.362460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.562686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Router 27678343-be48-42f9-8da2-3814a3ddbe32 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:24:38.756350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:38.768672 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Sync routers for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:38.793806 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:38.794282 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:38.795664 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:38.796904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-295dcc82-32c2-4ae9-9c57-898cf6e5aa14 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9665194 Jul 07 22:24:38.799936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:39.047484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0161e-a1b5-4b0c-80c1-06c5c9f2d7ae None None] Network d5c71666-32e6-426c-959c-27eb1572bb7b requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:39.102751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41478) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:39.112129 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:39.168148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ada9a4ae-4399-4b77-a64e-201da2591251 req-7db61016-8a33-48cb-a3fc-b251289355e2 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0826766 Jul 07 22:24:39.168666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41484) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:39.419556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a49912fd-b22b-437b-8b43-ab11a3455d2d None None] Provisioning for port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:39.441493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a49912fd-b22b-437b-8b43-ab11a3455d2d None None] Provisioning complete for port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:39.443315 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a49912fd-b22b-437b-8b43-ab11a3455d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.459608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8009d2ee-a406-42a9-94af-8db424690095 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:39.486044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1245656404-network', 'tenant_id': 'bcbb8e4cc6d14b36ba50fa88704a9eba'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:39.527525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-328bd9d2-3cea-4ec0-b390-e927e4314604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.578008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Made reservation on behalf of bcbb8e4cc6d14b36ba50fa88704a9eba for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:39.580733 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.605252 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.639732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f04cf-9e69-438d-b3b6-5aa271bafc18 req-aa7ea400-65fd-4b89-a4e8-a786a99a451c tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:39.641574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-803f04cf-9e69-438d-b3b6-5aa271bafc18 req-aa7ea400-65fd-4b89-a4e8-a786a99a451c tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 944 time: 0.2560921 Jul 07 22:24:39.705576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-803f04cf-9e69-438d-b3b6-5aa271bafc18 req-8a8629c7-6050-4c0b-8985-a5ba6f110228 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535290 Jul 07 22:24:39.740214 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:36Z', 'revision_number': 3, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:39.761483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 8009d2ee-a406-42a9-94af-8db424690095 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:39.765361 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.779573 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a49912fd-b22b-437b-8b43-ab11a3455d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.798970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-328bd9d2-3cea-4ec0-b390-e927e4314604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.803125 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Checking router: 27678343-be48-42f9-8da2-3814a3ddbe32 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:39.804371 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Updating router 27678343-be48-42f9-8da2-3814a3ddbe32 port 86104526-f0b5-4498-be1c-e36ff092c34b binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:24:39.808563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-328bd9d2-3cea-4ec0-b390-e927e4314604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.861659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.879909 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.880192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a49912fd-b22b-437b-8b43-ab11a3455d2d None None] For port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8daa40fb-49aa-48ea-a7a8-cba4ced95bae,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:39.892144 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a49912fd-b22b-437b-8b43-ab11a3455d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:39.893219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-328bd9d2-3cea-4ec0-b390-e927e4314604 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b052b0342b064454bae8c399c78bc226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7159774 Jul 07 22:24:39.895952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:39.904454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bd9d2-3cea-4ec0-b390-e927e4314604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d9feb3-d77c-4bd0-a9bc-853c06ac223e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:40.053666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49912fd-b22b-437b-8b43-ab11a3455d2d None None] Pushing event updated for resources: {'Port': ['ID=8daa40fb-49aa-48ea-a7a8-cba4ced95bae,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:40.066497 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.073341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.084946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20454776-3d69-4b90-93d9-4c71fbcf3dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.104994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:24:40.105617 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.131472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.131958 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Added segment 2d1b2911-c89a-4def-82bf-87fcd0aa3aa0 of type vlan for network ce10ba9c-5a19-408b-942a-915a4cfaa4cf Jul 07 22:24:40.143765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21edaf33-0160-460a-91b4-1bfb16f822ec,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:40.192280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8009d2ee-a406-42a9-94af-8db424690095'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:40.194800 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a081dc-0d26-4483-b1d5-9af63487e471" -d '{"events": [{"server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "name": "network-vif-plugged", "status": "completed", "tag": "8009d2ee-a406-42a9-94af-8db424690095"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:40.222853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8009d2ee-a406-42a9-94af-8db424690095,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:40.226947 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.229692 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.293823 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.294936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:40.295543 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.302548 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69045712-1127-4216-bf2d-342d278c0e50 x-openstack-request-id: req-69045712-1127-4216-bf2d-342d278c0e50 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:40.302994 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "name": "network-vif-plugged", "status": "completed", "tag": "8009d2ee-a406-42a9-94af-8db424690095", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:40.303136 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69045712-1127-4216-bf2d-342d278c0e50 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:40.303476 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8009d2ee-a406-42a9-94af-8db424690095', 'code': 200} Jul 07 22:24:40.343366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Allocated IP 172.20.0.1 (d5c71666-32e6-426c-959c-27eb1572bb7b/94e3a1d7-c4b9-4dcc-b9f8-289264492ffb/c3a64253-f928-4f82-8416-ca510c69f0ad) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:40.351570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2444127 Jul 07 22:24:40.356583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8009d2ee-a406-42a9-94af-8db424690095,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:40.359354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41496) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:40.374955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f872b47b-7c04-4c08-a9c0-092ed423b5ea None None] Provisioning complete for port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:40.375257 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f872b47b-7c04-4c08-a9c0-092ed423b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.394548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Request body: {'subnet': {'network_id': 'ce10ba9c-5a19-408b-942a-915a4cfaa4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1245656404-subnet', 'tenant_id': 'bcbb8e4cc6d14b36ba50fa88704a9eba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:40.478468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Made reservation on behalf of bcbb8e4cc6d14b36ba50fa88704a9eba for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:40.481982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.548292 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.562020 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Transition to ACTIVE for port object 86104526-f0b5-4498-be1c-e36ff092c34b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:40.568850 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.631536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02edef42-ea62-4cea-af27-b3406dcfd4ce req-d67620f0-68b8-47b3-a3f1-211de8a28890 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.1639426 Jul 07 22:24:40.644253 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Attempting to bind port 86104526-f0b5-4498-be1c-e36ff092c34b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:40.644919 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Attempting to bind port 86104526-f0b5-4498-be1c-e36ff092c34b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:40.645643 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Attempting to bind port 86104526-f0b5-4498-be1c-e36ff092c34b on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:40.649178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31672c84-72e9-4835-99fa-4875a2dc3b62 admin admin] Pushing event updated for resources: {'Network': ['ID=ce10ba9c-5a19-408b-942a-915a4cfaa4cf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:40.654168 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:40.654898 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:40.656045 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.656957 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:40.659788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network ce10ba9c-5a19-408b-942a-915a4cfaa4cf details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:24:40.683091 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Bound port: 86104526-f0b5-4498-be1c-e36ff092c34b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:40.684006 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.689908 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Pushing event updated for resources: {'Port': ['ID=86104526-f0b5-4498-be1c-e36ff092c34b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:40.697060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edab174-6cf5-465a-a44a-bc28ca915a6f req-6a4db727-3210-421c-b496-323fa7e532ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:40.699239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4edab174-6cf5-465a-a44a-bc28ca915a6f req-6a4db727-3210-421c-b496-323fa7e532ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 1097 time: 0.2306921 Jul 07 22:24:40.764333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4edab174-6cf5-465a-a44a-bc28ca915a6f req-e7b28e1d-c6f9-4173-9f8a-9cb594287799 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584588 Jul 07 22:24:40.820946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.825910 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] For port 86104526-f0b5-4498-be1c-e36ff092c34b, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:40.831464 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] For port 86104526-f0b5-4498-be1c-e36ff092c34b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=86104526-f0b5-4498-be1c-e36ff092c34b,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:40.840142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Transition to ACTIVE for port object c3a64253-f928-4f82-8416-ca510c69f0ad will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:40.843532 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.846340 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.846689 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.847035 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.847993 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.848334 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.848667 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.849000 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.849329 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.849656 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.849989 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.850333 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.850871 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:40.882668 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20454776-3d69-4b90-93d9-4c71fbcf3dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.897177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.912300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:40.943058 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:40.943723 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:40.957096 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acfed5-13ae-44e7-bb48-6871bfbc836f None None] Pushing event updated for resources: {'Port': ['ID=86104526-f0b5-4498-be1c-e36ff092c34b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:40.988444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Network d5c71666-32e6-426c-959c-27eb1572bb7b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:41.003765 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:41.019411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab519c-f77d-4b92-98ad-d1b54fb1b06a req-025808c1-c725-4729-9735-3276bf5b38ff tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:41.021197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ab519c-f77d-4b92-98ad-d1b54fb1b06a req-025808c1-c725-4729-9735-3276bf5b38ff tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.1170278 Jul 07 22:24:41.044104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:41.088749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ab519c-f77d-4b92-98ad-d1b54fb1b06a req-44d0aa19-25c2-40bf-813a-0853216c06f7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609636 Jul 07 22:24:41.113278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a64253-f928-4f82-8416-ca510c69f0ad,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:41.131200 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.132371 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:41.133669 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f969767-aa0c-4360-9d07-2d792ace9e13,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:41.179076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Checking segment: {'id': '2d1b2911-c89a-4def-82bf-87fcd0aa3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce10ba9c-5a19-408b-942a-915a4cfaa4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:41.179508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Network hostable DHCP agents. Network: ce10ba9c-5a19-408b-942a-915a4cfaa4cf, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:24:41.203568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20454776-3d69-4b90-93d9-4c71fbcf3dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.206126 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20454776-3d69-4b90-93d9-4c71fbcf3dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.207321 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20454776-3d69-4b90-93d9-4c71fbcf3dfe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2d9feb3-d77c-4bd0-a9bc-853c06ac223e HTTP/1.1" status: 204 len: 168 time: 1.3086545 Jul 07 22:24:41.234318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20454776-3d69-4b90-93d9-4c71fbcf3dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d9feb3-d77c-4bd0-a9bc-853c06ac223e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:41.240293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Network ce10ba9c-5a19-408b-942a-915a4cfaa4cf is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:24:41.297291 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, ce10ba9c-5a19-408b-942a-915a4cfaa4cf) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:41.304853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e9ca87-b995-4fa0-b46b-359ade239c24 None None] Network ce10ba9c-5a19-408b-942a-915a4cfaa4cf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:41.322912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:41.323513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.356876 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b3d2fe58-dfa2-457b-b2fa-caa82dad7103 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9827113 Jul 07 22:24:41.448465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.465520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d167b72d-9a8b-4b0f-a81c-1316200f8d4e None None] Provisioning for port c3a64253-f928-4f82-8416-ca510c69f0ad completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:41.467569 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:36Z', 'revision_number': 3, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:41.483127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d167b72d-9a8b-4b0f-a81c-1316200f8d4e None None] Provisioning complete for port c3a64253-f928-4f82-8416-ca510c69f0ad triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:41.484060 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d167b72d-9a8b-4b0f-a81c-1316200f8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:41.513914 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1239eec-b16a-43e9-9de5-56c5ed4ec3ec None None] The sync data for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 is: [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:36Z', 'revision_number': 3, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:41.605901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d167b72d-9a8b-4b0f-a81c-1316200f8d4e None None] Port c3a64253-f928-4f82-8416-ca510c69f0ad cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:41.649076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb5db07-e4c1-4948-9946-b6669db3bac2 None None] Network ce10ba9c-5a19-408b-942a-915a4cfaa4cf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:42.105370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9266e3dc-3d6e-4494-ac7f-c14ee86884c9 req-2c43eddf-232c-406c-9ac2-48f10ad1fdda tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0999670 Jul 07 22:24:42.217383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8daa40fb-49aa-48ea-a7a8-cba4ced95bae up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:42.354248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:42.354248 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:42.511792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-99a72105-f6e1-4d8b-a3e9-76b7eccfa030 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:42.526131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-99a72105-f6e1-4d8b-a3e9-76b7eccfa030 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/networks?id=ce10ba9c-5a19-408b-942a-915a4cfaa4cf HTTP/1.1" status: 200 len: 809 time: 0.2991679 Jul 07 22:24:42.634198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-5ea111a7-d9e7-4f40-9ebf-0e94647478c5 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/quotas/bcbb8e4cc6d14b36ba50fa88704a9eba HTTP/1.1" status: 200 len: 375 time: 0.1069663 Jul 07 22:24:42.746802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-3e89e094-5568-4f85-8abc-d0ac0a29a5da tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bcbb8e4cc6d14b36ba50fa88704a9eba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108985 Jul 07 22:24:42.786993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:42.793065 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:42.971846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Pushing event updated for resources: {'Port': ['ID=c3a64253-f928-4f82-8416-ca510c69f0ad,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:42.983752 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:43.004322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-23feb3ca-8dbd-44bd-b34e-9111ee795d5b service neutron] 10.222.0.81 "GET /v2.0/networks/ce10ba9c-5a19-408b-942a-915a4cfaa4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495015 Jul 07 22:24:43.141730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7ce0e-fc56-4e02-a156-b93317a7d417 req-9199ffd2-465d-428f-8c87-bf815ed8ce60 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:43.151605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bb7ce0e-fc56-4e02-a156-b93317a7d417 req-9199ffd2-465d-428f-8c87-bf815ed8ce60 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.6229637 Jul 07 22:24:43.164025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Network d5c71666-32e6-426c-959c-27eb1572bb7b is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:43.169028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:43.173240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:43.268603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bb7ce0e-fc56-4e02-a156-b93317a7d417 req-eb29dff1-16e7-4505-99e7-36bc736023dd tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061637 Jul 07 22:24:43.328027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-1067d884-8401-4930-9913-4cc241282a9f service neutron] 10.222.0.81 "GET /v2.0/networks/ce10ba9c-5a19-408b-942a-915a4cfaa4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124194 Jul 07 22:24:43.475654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce80de3d-54ce-4c0e-93ec-288a3d824979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:43.600716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Router 27678343-be48-42f9-8da2-3814a3ddbe32 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:24:43.641893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f05ea08-e57e-4ff6-992d-c36c73ee6994 req-1a2603ad-1122-47d0-a039-e94a39fb9f0e tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0914340 Jul 07 22:24:43.676379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cfd384a7-907e-459f-bd36-bf0476de6bbb None None] Provisioning complete for port c3a64253-f928-4f82-8416-ca510c69f0ad triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:43.679058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfd384a7-907e-459f-bd36-bf0476de6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:43.762000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cfd384a7-907e-459f-bd36-bf0476de6bbb None None] Port c3a64253-f928-4f82-8416-ca510c69f0ad cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:24:43.845336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b361610e-fa9d-49db-9fd5-6f4734a375e4 req-66c8796e-682b-462d-bb30-d592e2051ddd tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 210 time: 0.0493491 Jul 07 22:24:43.895812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc8d0-64cf-4886-8339-da0a3b6baa2a req-c58b4706-40cc-4177-809d-fb5cdc5213f2 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:43.916778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cfbc8d0-64cf-4886-8339-da0a3b6baa2a req-c58b4706-40cc-4177-809d-fb5cdc5213f2 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.2015822 Jul 07 22:24:44.042695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cfbc8d0-64cf-4886-8339-da0a3b6baa2a req-d6bbec75-f875-4522-b675-06c22023ecdb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232429 Jul 07 22:24:44.217148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 86104526-f0b5-4498-be1c-e36ff092c34b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:44.240310 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce80de3d-54ce-4c0e-93ec-288a3d824979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.246437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:24:44.249236 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce80de3d-54ce-4c0e-93ec-288a3d824979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.255098 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-765ffcc2-756a-4316-9407-9ec180bf4380 admin admin] 10.222.0.81 "PUT /v2.0/routers/27678343-be48-42f9-8da2-3814a3ddbe32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4534187 Jul 07 22:24:44.299603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80de3d-54ce-4c0e-93ec-288a3d824979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26106e59-4a49-4e57-916c-00e9e2d6aa5b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:44.390107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41616) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:44.391256 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ce80de3d-54ce-4c0e-93ec-288a3d824979 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2628947e4c24ddfb31b56022480a99f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2078724 Jul 07 22:24:44.470105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 86104526-f0b5-4498-be1c-e36ff092c34b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:44.485266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 86104526-f0b5-4498-be1c-e36ff092c34b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:44.490998 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.534123 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23816340-71db-437a-be91-aada76c8d141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.575837 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23816340-71db-437a-be91-aada76c8d141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.679533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23816340-71db-437a-be91-aada76c8d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.696191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23816340-71db-437a-be91-aada76c8d141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.702054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-23816340-71db-437a-be91-aada76c8d141 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26106e59-4a49-4e57-916c-00e9e2d6aa5b HTTP/1.1" status: 204 len: 168 time: 0.3107684 Jul 07 22:24:44.727453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23816340-71db-437a-be91-aada76c8d141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26106e59-4a49-4e57-916c-00e9e2d6aa5b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:44.802325 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.821725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Sync routers for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:24:44.869235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 86104526-f0b5-4498-be1c-e36ff092c34b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=86104526-f0b5-4498-be1c-e36ff092c34b,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:44.881774 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:44.886028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:44.886734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:45.063971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=86104526-f0b5-4498-be1c-e36ff092c34b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:45.118714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:45.207811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08dbb601-5a2a-4d43-a317-c9a571589ac4 req-19ecfc97-3ffe-4623-aca7-7247a36220b6 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.1440156 Jul 07 22:24:45.423124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2657ad44-ed37-4db5-a476-a7dd6d96c2ff req-1f17d993-a73a-4d61-b2a0-2d97230fbcd5 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 210 time: 0.0839758 Jul 07 22:24:45.748234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c3a64253-f928-4f82-8416-ca510c69f0ad', 'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'mac_address': 'fa:16:3e:7b:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:39Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 2, 'project_id': '45101a542131430783705ffe212afc8e', 'subnets': [{'id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:45.826583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Checking router: 27678343-be48-42f9-8da2-3814a3ddbe32 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:24:45.827509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Updating router 27678343-be48-42f9-8da2-3814a3ddbe32 port c3a64253-f928-4f82-8416-ca510c69f0ad binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:24:45.851736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-fd10920e-f712-479e-9bbf-0eb621fd5ce0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:45.866326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-fd10920e-f712-479e-9bbf-0eb621fd5ce0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 815 time: 0.3293152 Jul 07 22:24:45.897300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-1bb3c5cd-d8b6-4132-93e0-e2f55e53475d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/quotas/b65c4b8424724de1a9a55e18a5fc88c2 HTTP/1.1" status: 200 len: 375 time: 0.0286198 Jul 07 22:24:45.920652 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.008469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-29f3c36a-24b3-48ec-b194-dcf104bdeb1b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081829 Jul 07 22:24:46.222696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0daef266-1800-4483-8e00-846210b90d1a service neutron] 10.222.0.81 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134757 Jul 07 22:24:46.232454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 86104526-f0b5-4498-be1c-e36ff092c34b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:46.370198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 86104526-f0b5-4498-be1c-e36ff092c34b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:46.370744 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.474123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-96b8e1f0-29ae-4553-87d9-b8bb2a644e15 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:46.475768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-96b8e1f0-29ae-4553-87d9-b8bb2a644e15 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d419035-428b-49d0-8b47-141f223b32d8 HTTP/1.1" status: 200 len: 945 time: 0.2374370 Jul 07 22:24:46.723987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cabb03b6-841e-4097-be09-c7d3983faf86 req-ce4c2f20-1f35-4659-88e7-b4c22b04f96c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.1068764 Jul 07 22:24:46.812302 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.826147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Transition to ACTIVE for port object c3a64253-f928-4f82-8416-ca510c69f0ad will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:46.835039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:46.925478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-be3c613e-3c0f-49c6-b3e6-e4d56a8701dd service neutron] 10.222.0.81 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7018263 Jul 07 22:24:46.948526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca2c0f-5a09-4bb1-a121-06fa4c03fc44 None None] Pushing event updated for resources: {'Port': ['ID=c3a64253-f928-4f82-8416-ca510c69f0ad,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:46.989560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Attempting to bind port c3a64253-f928-4f82-8416-ca510c69f0ad on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:46.990542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Attempting to bind port c3a64253-f928-4f82-8416-ca510c69f0ad by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:46.991110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Attempting to bind port c3a64253-f928-4f82-8416-ca510c69f0ad on network d5c71666-32e6-426c-959c-27eb1572bb7b {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:46.999756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:47.000467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Checking segment: {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:47.001093 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:47.001886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Bound using segment: {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:47.002793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Bound port: c3a64253-f928-4f82-8416-ca510c69f0ad, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:47.003862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:47.110525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] For port c3a64253-f928-4f82-8416-ca510c69f0ad, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:47.117675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] For port c3a64253-f928-4f82-8416-ca510c69f0ad, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c3a64253-f928-4f82-8416-ca510c69f0ad,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:47.124737 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:47.163435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f162f068-04f2-4878-92ac-c2873d0d9e40 req-c2858cbe-c101-4e13-9686-3ad117c2d1ab tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 210 time: 0.1546321 Jul 07 22:24:47.172536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Deleting port 8009d2ee-a406-42a9-94af-8db424690095 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:47.174917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:47.268156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca2c0f-5a09-4bb1-a121-06fa4c03fc44 None None] Pushing event updated for resources: {'Port': ['ID=c3a64253-f928-4f82-8416-ca510c69f0ad,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:47.293430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:24:47.297904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:24:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:47.395770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a979aa7e-6161-4080-b0bd-468017486cff req-504546c4-0785-408c-b0ed-94f06d96119d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 210 time: 0.0604153 Jul 07 22:24:47.440071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-a9425a1e-4f5d-4609-9ed2-117872a34b97 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:47.442784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-a9425a1e-4f5d-4609-9ed2-117872a34b97 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.83 "GET /v2.0/networks?id=ce10ba9c-5a19-408b-942a-915a4cfaa4cf HTTP/1.1" status: 200 len: 809 time: 0.8278730 Jul 07 22:24:47.509541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Request body: {'port': {'device_id': 'a7d9daf9-0fa1-47e2-9d37-8f026b92972a', 'network_id': 'ce10ba9c-5a19-408b-942a-915a4cfaa4cf', 'admin_state_up': True, 'tenant_id': 'bcbb8e4cc6d14b36ba50fa88704a9eba'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:47.545766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:24:47.582097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] For port 8009d2ee-a406-42a9-94af-8db424690095, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8009d2ee-a406-42a9-94af-8db424690095,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:47.582397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:47.608276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Calling delete_port for 8009d2ee-a406-42a9-94af-8db424690095 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:47.764894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Made reservation on behalf of bcbb8e4cc6d14b36ba50fa88704a9eba for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:47.768468 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.053705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c3a64253-f928-4f82-8416-ca510c69f0ad', 'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'mac_address': 'fa:16:3e:7b:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:39Z', 'updated_at': '2021-07-07T22:24:47Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'subnets': [{'id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:48.084544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70561b0f-f54c-457a-9b39-e6336c1cb40b req-daf46768-a3a0-4a29-ab71-ea2a3002e4de tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0960369 Jul 07 22:24:48.115510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde5134d-8cc3-4e71-bd49-1d3d3e26d64a None None] The sync data for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 is: [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c3a64253-f928-4f82-8416-ca510c69f0ad', 'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'mac_address': 'fa:16:3e:7b:f2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:39Z', 'updated_at': '2021-07-07T22:24:47Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'subnets': [{'id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:24:48.145397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.157190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['8009d2ee-a406-42a9-94af-8db424690095'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:48.300902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Pushing event deleted for resources: {'Port': ['ID=8009d2ee-a406-42a9-94af-8db424690095,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:48.372221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Allocated IP 172.20.0.4 (ce10ba9c-5a19-408b-942a-915a4cfaa4cf/0f969767-aa0c-4360-9d07-2d792ace9e13/4e9f5907-cb18-4222-9174-eec18bc45c86) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:48.461388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] No DVR routers for this DVR port 8009d2ee-a406-42a9-94af-8db424690095 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:48.500834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:48.506780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0520ee1-0d8f-4508-8fd6-50a2a6edeb42 req-749c605f-57ba-433f-88af-d2b2c136c4de tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.44 "DELETE /v2.0/ports/8009d2ee-a406-42a9-94af-8db424690095 HTTP/1.1" status: 204 len: 173 time: 2.0196409 Jul 07 22:24:48.512275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'name': 'network-vif-deleted', 'tag': '8009d2ee-a406-42a9-94af-8db424690095'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:48.519667 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212680fe-4266-4413-b3c5-d85f99ce4b9b" -d '{"events": [{"server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "name": "network-vif-deleted", "tag": "8009d2ee-a406-42a9-94af-8db424690095"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:48.864138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76e7bb3f-9cc0-4522-bf78-24ae7348094f req-6763447e-cf2a-40c6-92b4-3b76dbed7f6c tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 210 time: 0.3556793 Jul 07 22:24:48.942855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76aaac9c-47be-4c9f-bd09-e340084a502e req-d2a14e4b-1032-4054-aabc-1cc3e7624b53 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 210 time: 0.2064304 Jul 07 22:24:48.985240 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7338554-ad6e-454d-9e20-9162cbc9e034 x-openstack-request-id: req-f7338554-ad6e-454d-9e20-9162cbc9e034 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:48.985534 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d419035-428b-49d0-8b47-141f223b32d8", "name": "network-vif-deleted", "tag": "8009d2ee-a406-42a9-94af-8db424690095", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:48.985784 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f7338554-ad6e-454d-9e20-9162cbc9e034 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:48.986201 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d419035-428b-49d0-8b47-141f223b32d8', 'name': 'network-vif-deleted', 'tag': '8009d2ee-a406-42a9-94af-8db424690095', 'status': 'completed', 'code': 200} Jul 07 22:24:49.023711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:49.072957 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:49.125104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Network ce10ba9c-5a19-408b-942a-915a4cfaa4cf is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:49.141361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:49.143660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:49.197255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Pushing event updated for resources: {'Port': ['ID=4e9f5907-cb18-4222-9174-eec18bc45c86,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:49.213797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:49.214678 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:49.245915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-e745eb81-8f05-4e5a-bc68-55e517f11dc8 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7466855 Jul 07 22:24:49.295248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Request body: {'port': {'device_id': 'a7d9daf9-0fa1-47e2-9d37-8f026b92972a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:49.443841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f21d4dcc-6ae0-4b81-acca-1ca0c5dab448 req-6402f0b7-095f-4db7-9e05-f5cbd24bc3c5 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0746334 Jul 07 22:24:49.539376 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:49.555836 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:49.965077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-77d68f6d-3359-4ad8-958c-112c3649ec57 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:49.966652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-77d68f6d-3359-4ad8-958c-112c3649ec57 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.83 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 815 time: 0.3082702 Jul 07 22:24:49.988179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Request body: {'port': {'device_id': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802', 'admin_state_up': True, 'tenant_id': 'b65c4b8424724de1a9a55e18a5fc88c2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:50.205891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c3a64253-f928-4f82-8416-ca510c69f0ad up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:50.318566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c3a64253-f928-4f82-8416-ca510c69f0ad completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:24:50.324240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c3a64253-f928-4f82-8416-ca510c69f0ad triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:50.324620 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.422567 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.467822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port c3a64253-f928-4f82-8416-ca510c69f0ad, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c3a64253-f928-4f82-8416-ca510c69f0ad,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:50.472733 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.503944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c93aee2-6dcf-41cb-8e7f-933cb910f6b2 req-87e71b07-c71e-4b21-989c-a5456e18a464 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 210 time: 0.2386885 Jul 07 22:24:50.519890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Made reservation on behalf of b65c4b8424724de1a9a55e18a5fc88c2 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:24:50.523727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.537096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=c3a64253-f928-4f82-8416-ca510c69f0ad,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:50.585536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9f5907-cb18-4222-9174-eec18bc45c86 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:24:50.596966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.664370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Transition to ACTIVE for port object 4e9f5907-cb18-4222-9174-eec18bc45c86 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:50.684546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c26bd-4118-4352-ae18-715224f8bcbe req-f71f4c8e-ed68-427b-8c50-f52410116ca0 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:50.686157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-017c26bd-4118-4352-ae18-715224f8bcbe req-f71f4c8e-ed68-427b-8c50-f52410116ca0 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 931 time: 0.4221671 Jul 07 22:24:50.686847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:50.806491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-086e78b9-481f-4aa5-b064-76a41a95d09e req-da8eae87-1d04-4911-8e0b-1af1647f4260 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0752304 Jul 07 22:24:50.894179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9f5907-cb18-4222-9174-eec18bc45c86,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:50.946903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-017c26bd-4118-4352-ae18-715224f8bcbe req-1c0d373d-caea-47bb-827b-20b8a0164cc4 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473154 Jul 07 22:24:50.976527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Allocated IP 172.20.0.13 (cd7e6643-1726-4e18-9cda-99b4bda3d802/9b43373e-3705-426d-ab87-695d24593296/decc1364-4e30-4678-b79d-7e2d09fd8ff4) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:24:51.124907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Attempting to bind port 4e9f5907-cb18-4222-9174-eec18bc45c86 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:51.125219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Attempting to bind port 4e9f5907-cb18-4222-9174-eec18bc45c86 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '2d1b2911-c89a-4def-82bf-87fcd0aa3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce10ba9c-5a19-408b-942a-915a4cfaa4cf'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:51.125554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Attempting to bind port 4e9f5907-cb18-4222-9174-eec18bc45c86 on network ce10ba9c-5a19-408b-942a-915a4cfaa4cf {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:51.136454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Port 4e9f5907-cb18-4222-9174-eec18bc45c86 on network ce10ba9c-5a19-408b-942a-915a4cfaa4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:24:51.136945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Attempting to bind port 4e9f5907-cb18-4222-9174-eec18bc45c86 on network ce10ba9c-5a19-408b-942a-915a4cfaa4cf {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:51.146402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:51.146988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Checking segment: {'id': '2d1b2911-c89a-4def-82bf-87fcd0aa3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce10ba9c-5a19-408b-942a-915a4cfaa4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:51.147381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Bound using segment: {'id': '2d1b2911-c89a-4def-82bf-87fcd0aa3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce10ba9c-5a19-408b-942a-915a4cfaa4cf'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:51.147821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Bound port: 4e9f5907-cb18-4222-9174-eec18bc45c86, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1b2911-c89a-4def-82bf-87fcd0aa3aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ce10ba9c-5a19-408b-942a-915a4cfaa4cf'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:51.148187 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.262064 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.267972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] For port 4e9f5907-cb18-4222-9174-eec18bc45c86, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:51.293337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] For port 4e9f5907-cb18-4222-9174-eec18bc45c86, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e9f5907-cb18-4222-9174-eec18bc45c86,segment=NetworkSegment(2d1b2911-c89a-4def-82bf-87fcd0aa3aa0),segment_id=2d1b2911-c89a-4def-82bf-87fcd0aa3aa0)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:51.302276 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.361351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:51.362138 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.363450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] 10.222.0.83 "PUT /v2.0/ports/4e9f5907-cb18-4222-9174-eec18bc45c86 HTTP/1.1" status: 200 len: 1092 time: 2.0804803 Jul 07 22:24:51.368211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d9daf9-0fa1-47e2-9d37-8f026b92972a', 'tag': '4e9f5907-cb18-4222-9174-eec18bc45c86'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:51.370507 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d9daf9-0fa1-47e2-9d37-8f026b92972a", "tag": "4e9f5907-cb18-4222-9174-eec18bc45c86"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:51.403431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8842296-f0e2-4307-8098-e0f1e64e1353 service neutron] Pushing event updated for resources: {'Port': ['ID=4e9f5907-cb18-4222-9174-eec18bc45c86,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:51.408423 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.424350 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bac5bb-ef03-4c25-9268-e4605eccc2c2 x-openstack-request-id: req-d7bac5bb-ef03-4c25-9268-e4605eccc2c2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:51.424647 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d9daf9-0fa1-47e2-9d37-8f026b92972a", "tag": "4e9f5907-cb18-4222-9174-eec18bc45c86", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:51.424902 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7bac5bb-ef03-4c25-9268-e4605eccc2c2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:51.425298 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d9daf9-0fa1-47e2-9d37-8f026b92972a', 'tag': '4e9f5907-cb18-4222-9174-eec18bc45c86', 'status': 'completed', 'code': 200} Jul 07 22:24:51.504089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Network cd7e6643-1726-4e18-9cda-99b4bda3d802 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:24:51.513643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:24:51.516428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:24:51.532943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8009d2ee-a406-42a9-94af-8db424690095 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:24:51.579704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:51.580385 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:51.582681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 8009d2ee-a406-42a9-94af-8db424690095 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:24:51.582897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Pushing event updated for resources: {'Port': ['ID=decc1364-4e30-4678-b79d-7e2d09fd8ff4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:51.584068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8009d2ee-a406-42a9-94af-8db424690095 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:24:51.648833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-0c1349d8-197d-4448-9d0e-97715a684272 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6662681 Jul 07 22:24:51.670265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Request body: {'port': {'device_id': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:24:51.683153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-6b512d2c-8127-4de3-9b29-26e031c448dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:51.699643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-6b512d2c-8127-4de3-9b29-26e031c448dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcbb8e4cc6d14b36ba50fa88704a9eba&device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 1095 time: 0.2449424 Jul 07 22:24:51.823657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-3767aef1-3cab-464e-b35b-3bf6a5df3637 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e9f5907-cb18-4222-9174-eec18bc45c86 HTTP/1.1" status: 200 len: 217 time: 0.0455697 Jul 07 22:24:52.129328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c3a64253-f928-4f82-8416-ca510c69f0ad up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:24:52.219960 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:24:52.257053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c3a64253-f928-4f82-8416-ca510c69f0ad triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:24:52.257437 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.466218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265e31b-c4a6-47be-8a53-9208eb63f720 req-3a4b2375-8a04-44c5-a66c-da74defc3eaf tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:52.473165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f265e31b-c4a6-47be-8a53-9208eb63f720 req-3a4b2375-8a04-44c5-a66c-da74defc3eaf tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 932 time: 0.7723646 Jul 07 22:24:52.519818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21e029d4-863d-40c3-a8f8-05b25428cc58 req-98d85224-ce66-4ee4-bcd7-ff22f36678af tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0847497 Jul 07 22:24:52.542167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b991430e-7dfa-44e1-903b-038421b0a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:52.551629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-b991430e-7dfa-44e1-903b-038421b0a029 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f969767-aa0c-4360-9d07-2d792ace9e13 HTTP/1.1" status: 200 len: 849 time: 0.7201800 Jul 07 22:24:52.563932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:52.622446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-795eec9c-69f2-42e1-abb1-28d3c0fcac04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ce10ba9c-5a19-408b-942a-915a4cfaa4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509925 Jul 07 22:24:52.889461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f265e31b-c4a6-47be-8a53-9208eb63f720 req-cc246545-d657-4f05-a2f3-1c058ea54f5a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152572 Jul 07 22:24:53.050422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-a67cffc7-cabc-4bd8-9b50-c11ac635c805 service neutron] 10.222.0.83 "GET /v2.0/networks/ce10ba9c-5a19-408b-942a-915a4cfaa4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125266 Jul 07 22:24:53.066517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a82511-a99f-40af-9737-d82140791018 req-ba52bb7e-d25a-46f7-87a4-f6836558fa58 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:53.068330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89a82511-a99f-40af-9737-d82140791018 req-ba52bb7e-d25a-46f7-87a4-f6836558fa58 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 943 time: 0.2512355 Jul 07 22:24:53.202196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decc1364-4e30-4678-b79d-7e2d09fd8ff4 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:24:53.215044 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:53.226156 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89a82511-a99f-40af-9737-d82140791018 req-8cb7e3f6-5206-488a-ad16-d16c0dacd150 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451592 Jul 07 22:24:53.242608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Transition to ACTIVE for port object decc1364-4e30-4678-b79d-7e2d09fd8ff4 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:24:53.253694 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:53.299133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6672fd89-93c9-472f-a2fd-217fd4249bec req-a454510d-a600-40e4-9bed-95e2828a99bb service neutron] 10.222.0.83 "GET /v2.0/networks/ce10ba9c-5a19-408b-942a-915a4cfaa4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406926 Jul 07 22:24:53.320363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Pushing event updated for resources: {'Port': ['ID=decc1364-4e30-4678-b79d-7e2d09fd8ff4,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:53.398578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Attempting to bind port decc1364-4e30-4678-b79d-7e2d09fd8ff4 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:24:53.398924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Attempting to bind port decc1364-4e30-4678-b79d-7e2d09fd8ff4 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:24:53.399309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Attempting to bind port decc1364-4e30-4678-b79d-7e2d09fd8ff4 on network cd7e6643-1726-4e18-9cda-99b4bda3d802 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:53.421128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Port decc1364-4e30-4678-b79d-7e2d09fd8ff4 on network cd7e6643-1726-4e18-9cda-99b4bda3d802 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:24:53.421398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Attempting to bind port decc1364-4e30-4678-b79d-7e2d09fd8ff4 on network cd7e6643-1726-4e18-9cda-99b4bda3d802 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:24:53.438307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:24:53.438570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Checking segment: {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:24:53.439034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Bound using segment: {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:24:53.439487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Bound port: decc1364-4e30-4678-b79d-7e2d09fd8ff4, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:24:53.439850 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:53.552502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-b25ac84b-cf34-486d-9e81-f1a69d263cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:53.555674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-b25ac84b-cf34-486d-9e81-f1a69d263cac service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcbb8e4cc6d14b36ba50fa88704a9eba&device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 1095 time: 0.1303496 Jul 07 22:24:53.570850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:24:53.576150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:24:53.589248 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:53.657902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:53.658658 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:53.660142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] 10.222.0.83 "PUT /v2.0/ports/decc1364-4e30-4678-b79d-7e2d09fd8ff4 HTTP/1.1" status: 200 len: 1093 time: 1.9972467 Jul 07 22:24:53.662457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:24:53.664942 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e797502e-ff14-45c1-99fd-d5500d47f89c" -d '{"events": [{"name": "network-changed", "server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:24:53.752586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3cb9a395-40a6-48d3-9cae-9bcdfef65e7c req-c396b45d-4693-45d5-9054-dc169d315e78 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d4e005c-d07a-4960-94b5-77516df77421 HTTP/1.1" status: 200 len: 210 time: 0.0570681 Jul 07 22:24:53.788064 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea491890-f3f3-4d44-ae84-e56373f8833f x-openstack-request-id: req-ea491890-f3f3-4d44-ae84-e56373f8833f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:24:53.788444 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:24:53.788796 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea491890-f3f3-4d44-ae84-e56373f8833f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:24:53.789253 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4', 'status': 'completed', 'code': 200} Jul 07 22:24:53.803274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6546a-5699-4bc9-9705-4400cb5b58ee service neutron] Pushing event updated for resources: {'Port': ['ID=decc1364-4e30-4678-b79d-7e2d09fd8ff4,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:53.835323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-a6e00e8e-7d3d-4888-9852-ec9a8ada0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:53.836858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-a6e00e8e-7d3d-4888-9852-ec9a8ada0434 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ce10ba9c-5a19-408b-942a-915a4cfaa4cf HTTP/1.1" status: 200 len: 910 time: 0.2744460 Jul 07 22:24:53.899417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-d166f30e-f831-4540-a665-4c89e9b3181a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e9f5907-cb18-4222-9174-eec18bc45c86 HTTP/1.1" status: 200 len: 217 time: 0.0541825 Jul 07 22:24:53.906217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-f24d04f7-aa43-4b41-869f-8843b7f4b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:53.907642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-f24d04f7-aa43-4b41-869f-8843b7f4b157 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1577938 Jul 07 22:24:53.988900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-319f0921-cca9-426e-847e-efc086d7dc64 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4 HTTP/1.1" status: 200 len: 217 time: 0.0473185 Jul 07 22:24:54.058525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-237f84fd-748f-45be-954f-df0fd5ba2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:54.060555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-237f84fd-748f-45be-954f-df0fd5ba2768 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f969767-aa0c-4360-9d07-2d792ace9e13 HTTP/1.1" status: 200 len: 849 time: 0.1519310 Jul 07 22:24:54.068597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-815b2122-77a4-4395-b5bf-cd506861c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:54.071074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-815b2122-77a4-4395-b5bf-cd506861c61f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b43373e-3705-426d-ab87-695d24593296 HTTP/1.1" status: 200 len: 855 time: 0.0727015 Jul 07 22:24:54.139465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-61143ba9-b89b-4178-a6e2-4075c6e981f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ce10ba9c-5a19-408b-942a-915a4cfaa4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656791 Jul 07 22:24:54.169627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-77416cda-75ed-4d68-b765-48857d842b20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7e6643-1726-4e18-9cda-99b4bda3d802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766368 Jul 07 22:24:54.354983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-a1f09ee6-72c2-42e8-844e-86192f59c26a service neutron] 10.222.0.83 "GET /v2.0/networks/ce10ba9c-5a19-408b-942a-915a4cfaa4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876824 Jul 07 22:24:54.466687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-70541f0b-16de-44bd-b374-3020f4894c23 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141125 Jul 07 22:24:54.476948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0a76c-af37-441f-9f65-8e4741aecd58 req-e1e09702-d4be-4877-80a6-45bd70361634 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:54.478997 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-83d0a76c-af37-441f-9f65-8e4741aecd58 req-e1e09702-d4be-4877-80a6-45bd70361634 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 944 time: 0.3512738 Jul 07 22:24:54.634653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-83d0a76c-af37-441f-9f65-8e4741aecd58 req-68f66665-f90c-4f6a-8fd2-732abd477fc2 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006651 Jul 07 22:24:54.639373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f7df53b-50b6-4a66-8327-8a26fd4bb0d7 req-90a74365-db25-4b81-95e1-0dae58e0872b service neutron] 10.222.0.83 "GET /v2.0/networks/ce10ba9c-5a19-408b-942a-915a4cfaa4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750311 Jul 07 22:24:54.659492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49873c0d-493c-4a52-9b1d-26b11623cb8e req-770c5841-3b51-4046-95b2-895499d254ea tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:54.670123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49873c0d-493c-4a52-9b1d-26b11623cb8e req-770c5841-3b51-4046-95b2-895499d254ea tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 943 time: 0.2901320 Jul 07 22:24:54.680096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9d9164-3343-4f20-adca-6f3d2a982f7a req-78d088a2-c34e-435c-9e5c-7225bc0720b1 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985109 Jul 07 22:24:54.748702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49873c0d-493c-4a52-9b1d-26b11623cb8e req-e1e79aa0-2c46-4cc2-8b0f-3abf25199819 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676494 Jul 07 22:24:54.936679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-0bd68bb4-f176-4a74-bb9e-640d41588d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:54.940861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-0bd68bb4-f176-4a74-bb9e-640d41588d16 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1282077 Jul 07 22:24:54.960340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:55.048558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.072850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-4c4b52e1-3ae9-4348-bb74-a2720599d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:55.074389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-4c4b52e1-3ae9-4348-bb74-a2720599d3e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 916 time: 0.1265924 Jul 07 22:24:55.084101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.156089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.158476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-71ef784a-83bf-4fb5-9377-b468425d866e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4 HTTP/1.1" status: 200 len: 217 time: 0.0754969 Jul 07 22:24:55.163416 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.166169 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "DELETE /v2.0/security-groups/10c6717d-0d17-418c-9f4e-857b22333e1c HTTP/1.1" status: 204 len: 168 time: 0.2034042 Jul 07 22:24:55.171032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:55.202042 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-eb36f949-022e-419b-9505-2087cf01dc2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] show failed (client error): The resource could not be found. Jul 07 22:24:55.204077 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eb36f949-022e-419b-9505-2087cf01dc2f tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "GET /v2.0/security-groups/10c6717d-0d17-418c-9f4e-857b22333e1c HTTP/1.1" status: 404 len: 347 time: 0.0310760 Jul 07 22:24:55.205946 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c6717d-0d17-418c-9f4e-857b22333e1c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:55.213170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41890) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:55.219261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.221468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.222487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.223344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.223938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.224689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.225341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.226381 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.227317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.228650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.229382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.231453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea98ff5b-f23f-47d6-8ff9-7e3ba562fcca tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:24:55.313757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-74e5ca7c-fabf-490e-b476-77e13f7d3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:55.315265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-74e5ca7c-fabf-490e-b476-77e13f7d3d67 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b43373e-3705-426d-ab87-695d24593296 HTTP/1.1" status: 200 len: 855 time: 0.1464796 Jul 07 22:24:55.393800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-c42908c4-4812-4404-8cfa-c248b4e96c54 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7e6643-1726-4e18-9cda-99b4bda3d802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424829 Jul 07 22:24:55.513906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting port 37875da2-56e1-406d-8067-1a9bf1e88986 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:55.514293 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.560909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-e03f015a-b1da-4e2d-ba5a-cbe6dc5f3091 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444037 Jul 07 22:24:55.653148 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.653609 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:55.677378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Calling delete_port for 37875da2-56e1-406d-8067-1a9bf1e88986 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:55.705807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e797502e-ff14-45c1-99fd-d5500d47f89c req-628aba64-a761-4a67-afb8-a164feb07711 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366782 Jul 07 22:24:56.019983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f32982-fed8-4d51-952c-096e70bf16e6 req-ec7d575f-f75f-40fa-8c75-5353fcbf41c9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:56.021551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8f32982-fed8-4d51-952c-096e70bf16e6 req-ec7d575f-f75f-40fa-8c75-5353fcbf41c9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 944 time: 0.1823661 Jul 07 22:24:56.031362 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.081723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Port': ['ID=37875da2-56e1-406d-8067-1a9bf1e88986,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:56.100158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f6a6-3c13-4bc9-a6c2-72299659d686 req-0a761e09-f815-469a-a476-199ee2d167c6 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:56.101641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aea3f6a6-3c13-4bc9-a6c2-72299659d686 req-0a761e09-f815-469a-a476-199ee2d167c6 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 943 time: 0.1843371 Jul 07 22:24:56.168182 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8f32982-fed8-4d51-952c-096e70bf16e6 req-d652db8a-bb10-4720-82df-75e026234f10 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379013 Jul 07 22:24:56.200435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aea3f6a6-3c13-4bc9-a6c2-72299659d686 req-3e09e6fe-fe62-4cf2-a766-9853d177380a tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823500 Jul 07 22:24:56.205001 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.207646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.208816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-76066b41-f6ca-4131-9b67-8482a1087556 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "DELETE /v2.0/floatingips/3ca025b0-8d18-4882-b876-c783327f7641 HTTP/1.1" status: 204 len: 168 time: 0.9921615 Jul 07 22:24:56.211565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:56.356735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0c57e016-18c2-4b2f-beb3-e791388cc7b1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting port 164d5769-4447-49bc-ad8f-510c5c72b857 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:56.357384 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c57e016-18c2-4b2f-beb3-e791388cc7b1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.499916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c57e016-18c2-4b2f-beb3-e791388cc7b1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.514758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0c57e016-18c2-4b2f-beb3-e791388cc7b1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Calling delete_port for 164d5769-4447-49bc-ad8f-510c5c72b857 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:56.672310 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c57e016-18c2-4b2f-beb3-e791388cc7b1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.703284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57e016-18c2-4b2f-beb3-e791388cc7b1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Port': ['ID=164d5769-4447-49bc-ad8f-510c5c72b857,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:56.782122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c57e016-18c2-4b2f-beb3-e791388cc7b1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:56.784353 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0c57e016-18c2-4b2f-beb3-e791388cc7b1 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "DELETE /v2.0/ports/164d5769-4447-49bc-ad8f-510c5c72b857 HTTP/1.1" status: 204 len: 168 time: 0.5712152 Jul 07 22:24:56.787069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41908) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:56.930481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb984c-dd97-4235-8c4c-0fdbb34ca134 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting port ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:56.930847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ceb984c-dd97-4235-8c4c-0fdbb34ca134 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.040965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ceb984c-dd97-4235-8c4c-0fdbb34ca134 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.057627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb984c-dd97-4235-8c4c-0fdbb34ca134 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Calling delete_port for ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:57.294803 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d69779ce-6619-46bc-bb1a-bd8cabfc1c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.312254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ceb984c-dd97-4235-8c4c-0fdbb34ca134 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.388494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb984c-dd97-4235-8c4c-0fdbb34ca134 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Port': ['ID=ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:57.506302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ceb984c-dd97-4235-8c4c-0fdbb34ca134 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.508311 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1ceb984c-dd97-4235-8c4c-0fdbb34ca134 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "DELETE /v2.0/ports/ef1f6a4f-2f75-4ecd-aacf-5a7bc406b614 HTTP/1.1" status: 204 len: 168 time: 0.7200625 Jul 07 22:24:57.511820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:57.583445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c153c38-a1f9-4f14-8289-8c9527f247c0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting subnet be471927-8ad1-4cdc-8b07-93c10b213b33 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:57.588423 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c153c38-a1f9-4f14-8289-8c9527f247c0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.602047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403df8e-5200-4ac1-9b44-f8bad3d584ca req-dfa66233-34aa-4b76-9034-e64bec240172 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:57.604186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2403df8e-5200-4ac1-9b44-f8bad3d584ca req-dfa66233-34aa-4b76-9034-e64bec240172 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 944 time: 0.2370412 Jul 07 22:24:57.655354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e9f5907-cb18-4222-9174-eec18bc45c86 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:24:57.694177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c153c38-a1f9-4f14-8289-8c9527f247c0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.716481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688158f-a313-498c-8dfd-a10d26589a50 req-ad357879-0af8-4397-b041-dc67b46486ca tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:57.721363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f688158f-a313-498c-8dfd-a10d26589a50 req-ad357879-0af8-4397-b041-dc67b46486ca tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 943 time: 0.2852213 Jul 07 22:24:57.834167 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c153c38-a1f9-4f14-8289-8c9527f247c0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:57.842355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2403df8e-5200-4ac1-9b44-f8bad3d584ca req-d6865fa8-54b3-421b-bfde-be0327b4afd1 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289658 Jul 07 22:24:57.871120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f688158f-a313-498c-8dfd-a10d26589a50 req-5d3c0dfa-7427-45c3-8ec5-06b5f43c2779 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274743 Jul 07 22:24:57.897189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e9f5907-cb18-4222-9174-eec18bc45c86, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e9f5907-cb18-4222-9174-eec18bc45c86,segment=NetworkSegment(2d1b2911-c89a-4def-82bf-87fcd0aa3aa0),segment_id=2d1b2911-c89a-4def-82bf-87fcd0aa3aa0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:57.913699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '4e9f5907-cb18-4222-9174-eec18bc45c86', 'network_id': 'ce10ba9c-5a19-408b-942a-915a4cfaa4cf', 'port_id': '4e9f5907-cb18-4222-9174-eec18bc45c86', 'mac_address': 'fa:16:3e:f2:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f969767-aa0c-4360-9d07-2d792ace9e13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:24:57.971816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c153c38-a1f9-4f14-8289-8c9527f247c0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.009394 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.011731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153c38-a1f9-4f14-8289-8c9527f247c0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Subnet': ['ID=be471927-8ad1-4cdc-8b07-93c10b213b33,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:58.033506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9f5907-cb18-4222-9174-eec18bc45c86 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:24:58.034749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c153c38-a1f9-4f14-8289-8c9527f247c0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.049482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41932) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:58.051226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ac70e-ba7f-4e93-8358-cad72c496129 None None] Network 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:58.060993 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1c153c38-a1f9-4f14-8289-8c9527f247c0 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "DELETE /v2.0/subnets/be471927-8ad1-4cdc-8b07-93c10b213b33 HTTP/1.1" status: 204 len: 168 time: 0.5479014 Jul 07 22:24:58.125816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5800f49-c419-4e80-b14a-9587480a783c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting subnet 2900cdc7-b6bd-41ea-8b5d-dd104dd75482 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:24:58.129206 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5800f49-c419-4e80-b14a-9587480a783c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.154826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e9f5907-cb18-4222-9174-eec18bc45c86, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e9f5907-cb18-4222-9174-eec18bc45c86,segment=NetworkSegment(2d1b2911-c89a-4def-82bf-87fcd0aa3aa0),segment_id=2d1b2911-c89a-4def-82bf-87fcd0aa3aa0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:58.166765 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.168029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device decc1364-4e30-4678-b79d-7e2d09fd8ff4 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:24:58.189201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5800f49-c419-4e80-b14a-9587480a783c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.247616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4e9f5907-cb18-4222-9174-eec18bc45c86,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:58.352290 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5800f49-c419-4e80-b14a-9587480a783c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.425013 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5800f49-c419-4e80-b14a-9587480a783c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.438431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:58.453892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4', 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802', 'port_id': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4', 'mac_address': 'fa:16:3e:5e:05:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b43373e-3705-426d-ab87-695d24593296', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:24:58.457890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5800f49-c419-4e80-b14a-9587480a783c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Subnet': ['ID=2900cdc7-b6bd-41ea-8b5d-dd104dd75482,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:58.465634 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5800f49-c419-4e80-b14a-9587480a783c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.467482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e5800f49-c419-4e80-b14a-9587480a783c tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "DELETE /v2.0/subnets/2900cdc7-b6bd-41ea-8b5d-dd104dd75482 HTTP/1.1" status: 204 len: 168 time: 0.4173646 Jul 07 22:24:58.470272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41936) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:58.482728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4898a3-11c0-4cca-b980-2228f479b660 None None] Network f7b85453-5618-4302-b3a9-626423b5998a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:24:58.558015 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.571520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.586786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92adfbbb-d4fc-4ed6-ae48-34b8b1030f10 None None] DHCP port deletion for 8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:24:58.596152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decc1364-4e30-4678-b79d-7e2d09fd8ff4 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:24:58.631392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Deleting port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:58.632016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.658211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:58.677424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.711032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] For port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:58.711416 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.729470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Calling delete_port for 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:58.765414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=decc1364-4e30-4678-b79d-7e2d09fd8ff4,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:58.785080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-92adfbbb-d4fc-4ed6-ae48-34b8b1030f10 None None] Deleting port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:58.785473 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92adfbbb-d4fc-4ed6-ae48-34b8b1030f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.832394 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.872421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] No DVR routers for this DVR port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:58.883629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-92adfbbb-d4fc-4ed6-ae48-34b8b1030f10 None None] For port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3,segment=NetworkSegment(3166962a-d5e9-40a5-a30e-51462a56f668),segment_id=3166962a-d5e9-40a5-a30e-51462a56f668)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:58.884463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92adfbbb-d4fc-4ed6-ae48-34b8b1030f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:58.900733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff61a19-5c56-4c6c-a39a-d3017efb01f4 None None] DHCP port deletion for f7b85453-5618-4302-b3a9-626423b5998a request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:24:58.908187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Port': ['ID=5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:58.909767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-92adfbbb-d4fc-4ed6-ae48-34b8b1030f10 None None] Calling delete_port for 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:59.041119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.063613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf8a88f-4392-4d14-8057-3c28bbf9d5e1']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:59.080239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3166962a-d5e9-40a5-a30e-51462a56f668') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:59.080590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3166962a-d5e9-40a5-a30e-51462a56f668') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:24:59.096755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7ff61a19-5c56-4c6c-a39a-d3017efb01f4 None None] Deleting port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:24:59.097426 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ff61a19-5c56-4c6c-a39a-d3017efb01f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.101801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.159907 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92adfbbb-d4fc-4ed6-ae48-34b8b1030f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.203702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7ff61a19-5c56-4c6c-a39a-d3017efb01f4 None None] For port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=690d42ed-fe6b-4b40-ad4a-6326dfd51caf,segment=NetworkSegment(41e8ce17-1ff7-44d7-b122-07c8d284062d),segment_id=41e8ce17-1ff7-44d7-b122-07c8d284062d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:24:59.204108 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ff61a19-5c56-4c6c-a39a-d3017efb01f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.207057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adfbbb-d4fc-4ed6-ae48-34b8b1030f10 None None] Pushing event deleted for resources: {'Port': ['ID=5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:59.218060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92adfbbb-d4fc-4ed6-ae48-34b8b1030f10 None None] No DVR routers for this DVR port 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:59.232619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7ff61a19-5c56-4c6c-a39a-d3017efb01f4 None None] Calling delete_port for 690d42ed-fe6b-4b40-ad4a-6326dfd51caf owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:24:59.251095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['decc1364-4e30-4678-b79d-7e2d09fd8ff4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:59.341180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4e9f5907-cb18-4222-9174-eec18bc45c86'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:24:59.533422 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.564746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae3981-44c8-4a9e-bbe2-b80b7b9bf181 req-ca9027c7-1a0a-4ce5-a46d-368e949df995 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:59.566746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eae3981-44c8-4a9e-bbe2-b80b7b9bf181 req-ca9027c7-1a0a-4ce5-a46d-368e949df995 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 945 time: 0.5816658 Jul 07 22:24:59.569041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:24:59.569598 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:24:59.575278 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:24:59.641973 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ff61a19-5c56-4c6c-a39a-d3017efb01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.675025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff61a19-5c56-4c6c-a39a-d3017efb01f4 None None] Pushing event deleted for resources: {'Port': ['ID=690d42ed-fe6b-4b40-ad4a-6326dfd51caf,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:59.709863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8378d-7343-44ad-8ddc-307f42c23d19 req-0da79abd-7cd8-4b2c-a8c9-7934f439592c tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:24:59.711504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dba8378d-7343-44ad-8ddc-307f42c23d19 req-0da79abd-7cd8-4b2c-a8c9-7934f439592c tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 944 time: 0.6367915 Jul 07 22:24:59.723387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eae3981-44c8-4a9e-bbe2-b80b7b9bf181 req-aa8d99e9-e538-4c72-ab4e-29edae7c11d2 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186316 Jul 07 22:24:59.739214 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.760524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff61a19-5c56-4c6c-a39a-d3017efb01f4 None None] No DVR routers for this DVR port 690d42ed-fe6b-4b40-ad4a-6326dfd51caf on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:24:59.763550 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.768610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "DELETE /v2.0/networks/8bf8a88f-4392-4d14-8057-3c28bbf9d5e1 HTTP/1.1" status: 204 len: 168 time: 1.2943082 Jul 07 22:24:59.768892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635909c-243d-495f-9a12-d9c00db87587 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Network': ['ID=8bf8a88f-4392-4d14-8057-3c28bbf9d5e1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:24:59.769895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:24:59.799577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dba8378d-7343-44ad-8ddc-307f42c23d19 req-495f8d54-91e7-4387-8b96-7aad4e616fab tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801313 Jul 07 22:24:59.811837 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7a2f8818-cf48-4ba3-94bb-2d71fc6af53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.940440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:24:59.986493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.051205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.062303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b85453-5618-4302-b3a9-626423b5998a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:00.074961 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e8ce17-1ff7-44d7-b122-07c8d284062d') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:00.075373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e8ce17-1ff7-44d7-b122-07c8d284062d') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:00.077094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:00.085058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.098535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:25:00.099168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5c2138ee-dcb3-49f9-b18d-3e5406b3cfb3 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:25:00.099605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 690d42ed-fe6b-4b40-ad4a-6326dfd51caf no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:00.101928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.109629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:25:00.109629 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:25:00.112716 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:25:00.121108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 690d42ed-fe6b-4b40-ad4a-6326dfd51caf {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:25:00.121457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 690d42ed-fe6b-4b40-ad4a-6326dfd51caf not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:25:00.193554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.198942 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:00.203710 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] 10.222.0.81 "DELETE /v2.0/networks/f7b85453-5618-4302-b3a9-626423b5998a HTTP/1.1" status: 204 len: 168 time: 0.4313807 Jul 07 22:25:00.221846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f869bdc-d6b3-420a-bce0-f5488c531560 tempest-TaggedBootDevicesTest_v242-308811012 tempest-TaggedBootDevicesTest_v242-308811012-project] Pushing event deleted for resources: {'Network': ['ID=f7b85453-5618-4302-b3a9-626423b5998a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:00.820755 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.115772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f19a24-7f86-4998-86ef-5ce2b489ea36 req-ee396257-a1a2-4856-9f05-52fe719095b4 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:01.120503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14f19a24-7f86-4998-86ef-5ce2b489ea36 req-ee396257-a1a2-4856-9f05-52fe719095b4 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 945 time: 0.1711981 Jul 07 22:25:01.128493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.281179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453ddd-bf60-4eab-91cf-fd5744e6cb8d req-3e3ac6ae-777b-4f28-8021-44c0e7ca8dcf tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:01.298688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46453ddd-bf60-4eab-91cf-fd5744e6cb8d req-3e3ac6ae-777b-4f28-8021-44c0e7ca8dcf tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 944 time: 0.2694259 Jul 07 22:25:01.345141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14f19a24-7f86-4998-86ef-5ce2b489ea36 req-9f918b3a-a63c-4728-ba1f-3062ce302235 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003462 Jul 07 22:25:01.395318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46453ddd-bf60-4eab-91cf-fd5744e6cb8d req-3c4ab102-df6c-4f3f-97e2-729b0b741fa6 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831108 Jul 07 22:25:01.667319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e9f5907-cb18-4222-9174-eec18bc45c86 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:01.759754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 4e9f5907-cb18-4222-9174-eec18bc45c86 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:01.764892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 4e9f5907-cb18-4222-9174-eec18bc45c86 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:01.767171 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:01.986247 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.011467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9daf9-0fa1-47e2-9d37-8f026b92972a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9f5907-cb18-4222-9174-eec18bc45c86'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:02.013845 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbe1f8a-be49-47d2-b179-40c6b5341d7b" -d '{"events": [{"server_uuid": "a7d9daf9-0fa1-47e2-9d37-8f026b92972a", "name": "network-vif-plugged", "status": "completed", "tag": "4e9f5907-cb18-4222-9174-eec18bc45c86"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:02.028242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4e9f5907-cb18-4222-9174-eec18bc45c86, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e9f5907-cb18-4222-9174-eec18bc45c86,segment=NetworkSegment(2d1b2911-c89a-4def-82bf-87fcd0aa3aa0),segment_id=2d1b2911-c89a-4def-82bf-87fcd0aa3aa0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:02.034776 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.035640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device decc1364-4e30-4678-b79d-7e2d09fd8ff4 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:02.102845 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36fea5d-2d69-4e15-add9-b79170414dac x-openstack-request-id: req-c36fea5d-2d69-4e15-add9-b79170414dac {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:02.103559 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9daf9-0fa1-47e2-9d37-8f026b92972a", "name": "network-vif-plugged", "status": "completed", "tag": "4e9f5907-cb18-4222-9174-eec18bc45c86", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:02.104001 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c36fea5d-2d69-4e15-add9-b79170414dac {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:02.104575 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9daf9-0fa1-47e2-9d37-8f026b92972a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9f5907-cb18-4222-9174-eec18bc45c86', 'code': 200} Jul 07 22:25:02.169614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4e9f5907-cb18-4222-9174-eec18bc45c86,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:02.232514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port decc1364-4e30-4678-b79d-7e2d09fd8ff4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:02.236577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port decc1364-4e30-4678-b79d-7e2d09fd8ff4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:02.236897 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.262123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a8b4e-be73-47b4-924f-45e58b29166f req-9ad2ccb5-0fcb-4b0c-9623-1615baac290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:02.265629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a6a8b4e-be73-47b4-924f-45e58b29166f req-9ad2ccb5-0fcb-4b0c-9623-1615baac290f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 1097 time: 0.0910931 Jul 07 22:25:02.313242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a6a8b4e-be73-47b4-924f-45e58b29166f req-8fafab82-469e-4391-9db0-693b1b8bdb31 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375099 Jul 07 22:25:02.361206 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.397059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:02.402615 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.511412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=decc1364-4e30-4678-b79d-7e2d09fd8ff4,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:02.692693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770efb9-9648-4ef7-91e4-c276911ffa49 req-bb14a20c-f81a-4157-896f-ad2bb4026c76 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:02.698804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2770efb9-9648-4ef7-91e4-c276911ffa49 req-bb14a20c-f81a-4157-896f-ad2bb4026c76 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1966693 Jul 07 22:25:02.712930 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:02.747615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934a22d-fd18-43b2-ac86-91e14ea7aa0a req-26cced8b-2cd3-4f76-a4cf-2f64582304b3 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:02.747615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2934a22d-fd18-43b2-ac86-91e14ea7aa0a req-26cced8b-2cd3-4f76-a4cf-2f64582304b3 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 945 time: 0.1830218 Jul 07 22:25:02.774310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2770efb9-9648-4ef7-91e4-c276911ffa49 req-f8f3ea77-983d-4b20-b9a3-40b9c19c2383 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744846 Jul 07 22:25:02.831999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2934a22d-fd18-43b2-ac86-91e14ea7aa0a req-3cecb475-b1c4-4e7e-8cd7-33c7543d006d tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Jul 07 22:25:04.105714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:04.107646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc8943-d66f-4045-8ef5-28a7c69b5cbd req-d3578ff7-2b5c-47e3-be8e-130ec781ceab tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:04.109178 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd3f653-ecb8-41c3-8282-aa2c4f9eb2fe" -d '{"events": [{"server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "name": "network-vif-plugged", "status": "completed", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:04.109395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bdc8943-d66f-4045-8ef5-28a7c69b5cbd req-d3578ff7-2b5c-47e3-be8e-130ec781ceab tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1574500 Jul 07 22:25:04.171311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044a1f1-cc18-43d2-b695-8d5bf1518e15 req-b5635764-3e4c-46a6-99da-0f25c4562537 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:04.178270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9044a1f1-cc18-43d2-b695-8d5bf1518e15 req-b5635764-3e4c-46a6-99da-0f25c4562537 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 945 time: 0.1292191 Jul 07 22:25:04.208350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bdc8943-d66f-4045-8ef5-28a7c69b5cbd req-e0f2b501-c20e-41cd-ba96-1c317872faa4 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885577 Jul 07 22:25:04.303741 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d5e97b-add3-4758-9a58-17f9183a19a4 x-openstack-request-id: req-61d5e97b-add3-4758-9a58-17f9183a19a4 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:04.304030 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "name": "network-vif-plugged", "status": "completed", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:04.304480 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61d5e97b-add3-4758-9a58-17f9183a19a4 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:04.304873 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4', 'code': 200} Jul 07 22:25:04.313239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9044a1f1-cc18-43d2-b695-8d5bf1518e15 req-2b1ee924-a0e1-4a7c-9b58-884cc7310dfb tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338198 Jul 07 22:25:04.605280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20128053-1ea3-4797-84a6-0c5465fda2ce req-bc611afc-74b7-45c6-b5db-0c6c04102c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:04.606797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20128053-1ea3-4797-84a6-0c5465fda2ce req-bc611afc-74b7-45c6-b5db-0c6c04102c3c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 1098 time: 0.1694715 Jul 07 22:25:04.678800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20128053-1ea3-4797-84a6-0c5465fda2ce req-b1bd2ffc-0b3e-470e-bd6e-002b8110b7ce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630670 Jul 07 22:25:05.510236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8491e-bd32-43d6-8b8d-c12b5b94a0a9 req-7a7673e9-3ceb-4c12-9d4b-c8d525bb8739 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:05.513064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dc8491e-bd32-43d6-8b8d-c12b5b94a0a9 req-7a7673e9-3ceb-4c12-9d4b-c8d525bb8739 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1512830 Jul 07 22:25:05.613351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dc8491e-bd32-43d6-8b8d-c12b5b94a0a9 req-c6832979-af55-4368-b15d-983a85c114ec tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908554 Jul 07 22:25:05.664664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee50382-ec1d-40aa-ae4b-c281df23e1a1 req-1812de60-5079-439f-9e1f-1a478134a2a6 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:05.666878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ee50382-ec1d-40aa-ae4b-c281df23e1a1 req-1812de60-5079-439f-9e1f-1a478134a2a6 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 945 time: 0.1394124 Jul 07 22:25:05.736604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ee50382-ec1d-40aa-ae4b-c281df23e1a1 req-a05399d2-875b-470c-9baf-aa9591f67841 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629241 Jul 07 22:25:06.818020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b8c29-63af-4ee0-bd03-466d5c270e50 req-d1808c53-2452-46f0-b01b-2568fddfe61d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:06.826978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a9b8c29-63af-4ee0-bd03-466d5c270e50 req-d1808c53-2452-46f0-b01b-2568fddfe61d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.0918193 Jul 07 22:25:06.878559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a9b8c29-63af-4ee0-bd03-466d5c270e50 req-de2debb3-2f5a-4016-a967-17e1d2eacbe1 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486519 Jul 07 22:25:07.214753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab831-68ea-47a7-84eb-5dfd9f83bbc9 req-de9107c4-b3d4-46ca-aafe-958de6269f41 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:07.222724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eebab831-68ea-47a7-84eb-5dfd9f83bbc9 req-de9107c4-b3d4-46ca-aafe-958de6269f41 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1072171 Jul 07 22:25:07.309372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eebab831-68ea-47a7-84eb-5dfd9f83bbc9 req-f9cf417c-475e-4658-9ad1-6e7029834297 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826256 Jul 07 22:25:08.194041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637a593-1501-4832-92d8-ae8b179dd393 req-f4b52bc7-b615-4fe6-b52d-a0cb78fabf69 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:08.195811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9637a593-1501-4832-92d8-ae8b179dd393 req-f4b52bc7-b615-4fe6-b52d-a0cb78fabf69 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1446397 Jul 07 22:25:08.259670 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9637a593-1501-4832-92d8-ae8b179dd393 req-ebd5d388-b1c3-445f-b6f6-8c2b49295660 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574892 Jul 07 22:25:08.908187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91b92-0891-44be-a743-9cd0e445e5d9 req-cd0d11ad-dbb3-4d85-8825-bcff93e6eb50 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:08.923565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4c91b92-0891-44be-a743-9cd0e445e5d9 req-cd0d11ad-dbb3-4d85-8825-bcff93e6eb50 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.2605193 Jul 07 22:25:08.985898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4c91b92-0891-44be-a743-9cd0e445e5d9 req-572399f6-902d-4c86-ae59-2f0081fd9410 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613031 Jul 07 22:25:10.841747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43249ef-c5db-4e8c-9f36-7ae9ebcb9eed req-e190f5a0-06b7-4a33-a47d-20d76ced6ffe tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:10.845132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f43249ef-c5db-4e8c-9f36-7ae9ebcb9eed req-e190f5a0-06b7-4a33-a47d-20d76ced6ffe tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 945 time: 0.1292365 Jul 07 22:25:10.969909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f43249ef-c5db-4e8c-9f36-7ae9ebcb9eed req-db49f20a-0881-4a4a-b65d-c1bfc68d0e7c tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184239 Jul 07 22:25:12.005184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:12.353091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec6b97-6e32-4867-ba5a-911cb726a7ac req-a0096cb3-4b68-44d7-a513-6c55a2f4ccd1 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:12.360820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2eec6b97-6e32-4867-ba5a-911cb726a7ac req-a0096cb3-4b68-44d7-a513-6c55a2f4ccd1 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 945 time: 0.1812034 Jul 07 22:25:12.416128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2eec6b97-6e32-4867-ba5a-911cb726a7ac req-5c7fd657-9ac0-4930-8690-13681b485876 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/security-groups?id=21edaf33-0160-460a-91b4-1bfb16f822ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540309 Jul 07 22:25:12.704263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-c7a38322-5601-4e15-9341-2bdf23a62183 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:12.707409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-c7a38322-5601-4e15-9341-2bdf23a62183 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 945 time: 0.1101286 Jul 07 22:25:12.718797 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:12.909867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Deleting port 4e9f5907-cb18-4222-9174-eec18bc45c86 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:12.910286 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:13.170944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] For port 4e9f5907-cb18-4222-9174-eec18bc45c86, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4e9f5907-cb18-4222-9174-eec18bc45c86,segment=NetworkSegment(2d1b2911-c89a-4def-82bf-87fcd0aa3aa0),segment_id=2d1b2911-c89a-4def-82bf-87fcd0aa3aa0)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:13.171322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:13.225750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Calling delete_port for 4e9f5907-cb18-4222-9174-eec18bc45c86 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:13.332453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Deleting port 07fce207-b578-4a9d-957f-4aa6af3a5d8a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:13.333034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:13.476711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:13.517589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4e9f5907-cb18-4222-9174-eec18bc45c86'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:13.582125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Pushing event deleted for resources: {'Port': ['ID=4e9f5907-cb18-4222-9174-eec18bc45c86,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:13.605596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] For port 07fce207-b578-4a9d-957f-4aa6af3a5d8a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=07fce207-b578-4a9d-957f-4aa6af3a5d8a,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:13.607853 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:13.651828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Calling delete_port for 07fce207-b578-4a9d-957f-4aa6af3a5d8a owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:13.701909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] No DVR routers for this DVR port 4e9f5907-cb18-4222-9174-eec18bc45c86 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:13.707750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:13.710174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0b00379-fe23-473e-8a8f-ef865a2a623f req-b381ccab-c3ef-42ae-9402-30180fad3d93 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.83 "DELETE /v2.0/ports/4e9f5907-cb18-4222-9174-eec18bc45c86 HTTP/1.1" status: 204 len: 173 time: 0.9970448 Jul 07 22:25:13.710834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d9daf9-0fa1-47e2-9d37-8f026b92972a', 'name': 'network-vif-deleted', 'tag': '4e9f5907-cb18-4222-9174-eec18bc45c86'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:13.714338 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec8cc0-e848-460e-9ea0-5c1ccafd3d5a" -d '{"events": [{"server_uuid": "a7d9daf9-0fa1-47e2-9d37-8f026b92972a", "name": "network-vif-deleted", "tag": "4e9f5907-cb18-4222-9174-eec18bc45c86"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:13.772589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1307f28-c22d-471c-8d48-fa69c042710b req-fb1cdcc3-9898-46b7-95e8-d8ccf934d920 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:13.775350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1307f28-c22d-471c-8d48-fa69c042710b req-fb1cdcc3-9898-46b7-95e8-d8ccf934d920 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1035967 Jul 07 22:25:13.844494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b337e68f-cb88-4771-ac6d-5bfa104c11f0 req-80ab2652-c1ac-4f7d-8ca9-2cf635eb0932 tempest-ServerTagsTestJSON-1253202556 tempest-ServerTagsTestJSON-1253202556-project] 10.222.0.81 "GET /v2.0/ports?device_id=a7d9daf9-0fa1-47e2-9d37-8f026b92972a HTTP/1.1" status: 200 len: 210 time: 0.0823278 Jul 07 22:25:13.911996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1307f28-c22d-471c-8d48-fa69c042710b req-549473d7-4e66-4403-9378-e7814aedf7e6 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713406 Jul 07 22:25:13.938855 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a52a31-34c9-4526-87dc-1eb1e8de6f8a x-openstack-request-id: req-06a52a31-34c9-4526-87dc-1eb1e8de6f8a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:13.939383 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d9daf9-0fa1-47e2-9d37-8f026b92972a", "name": "network-vif-deleted", "tag": "4e9f5907-cb18-4222-9174-eec18bc45c86", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:13.939824 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06a52a31-34c9-4526-87dc-1eb1e8de6f8a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:13.940407 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d9daf9-0fa1-47e2-9d37-8f026b92972a', 'name': 'network-vif-deleted', 'tag': '4e9f5907-cb18-4222-9174-eec18bc45c86', 'status': 'completed', 'code': 200} Jul 07 22:25:14.163121 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:14.204695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=07fce207-b578-4a9d-957f-4aa6af3a5d8a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:14.595238 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:14.919279 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Router b353656a-5331-449c-af4f-27bfda393da6 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:25:14.967152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42234) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:15.022921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-04425bb4-a7b0-45e3-a079-eba618c4547d admin admin] Deleting subnet 0f969767-aa0c-4360-9d07-2d792ace9e13 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:25:15.036355 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04425bb4-a7b0-45e3-a079-eba618c4547d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.113851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:15.128498 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] Sync routers for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:15.131154 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1edbcec4-b0b8-40e2-82f5-bb9d31b9feb5 admin admin] 10.222.0.81 "PUT /v2.0/routers/b353656a-5331-449c-af4f-27bfda393da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1247561 Jul 07 22:25:15.132281 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04425bb4-a7b0-45e3-a079-eba618c4547d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.134100 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:15.154254 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:15.154892 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:25:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:15.200403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc731c9-9a52-4888-bd46-c369060488e9 req-9f1055c6-2463-4a41-8cb2-ea4b4b96983e tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:15.202170 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cc731c9-9a52-4888-bd46-c369060488e9 req-9f1055c6-2463-4a41-8cb2-ea4b4b96983e tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1279013 Jul 07 22:25:15.207803 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04425bb4-a7b0-45e3-a079-eba618c4547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.271696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cc731c9-9a52-4888-bd46-c369060488e9 req-c1be9412-af73-41d1-b6ba-18fb1e121140 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610714 Jul 07 22:25:15.301275 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:15.323642 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.363159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04425bb4-a7b0-45e3-a079-eba618c4547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.455856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04425bb4-a7b0-45e3-a079-eba618c4547d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f969767-aa0c-4360-9d07-2d792ace9e13,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:15.461046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04425bb4-a7b0-45e3-a079-eba618c4547d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.466514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42248) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:15.467042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-04425bb4-a7b0-45e3-a079-eba618c4547d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0f969767-aa0c-4360-9d07-2d792ace9e13 HTTP/1.1" status: 204 len: 168 time: 0.4982240 Jul 07 22:25:15.549067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.612947 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.631883 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:25:14Z', 'revision_number': 5, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port': {'id': '4ae13838-5d62-4f1f-a1ba-e09c66354c66', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:6b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353656a-5331-449c-af4f-27bfda393da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:13:50Z', 'updated_at': '2021-07-07T22:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:15.647192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Deleting port 4ae13838-5d62-4f1f-a1ba-e09c66354c66 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:15.647891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.694916 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] Checking router: b353656a-5331-449c-af4f-27bfda393da6 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:15.704873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e9f5907-cb18-4222-9174-eec18bc45c86 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:15.728427 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] Routers {'b353656a-5331-449c-af4f-27bfda393da6'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:15.729898 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:25:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b353656a-5331-449c-af4f-27bfda393da6'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:15.752669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 4e9f5907-cb18-4222-9174-eec18bc45c86 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:25:15.753455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4e9f5907-cb18-4222-9174-eec18bc45c86 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:25:15.848343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] For port 4ae13838-5d62-4f1f-a1ba-e09c66354c66, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4ae13838-5d62-4f1f-a1ba-e09c66354c66,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:15.848739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:15.897187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Calling delete_port for 4ae13838-5d62-4f1f-a1ba-e09c66354c66 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:16.046499 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] Set router b353656a-5331-449c-af4f-27bfda393da6 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:16.153206 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:25:15Z', 'revision_number': 6, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:16.171327 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.198689 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a18c936-8e67-4dd0-a9df-398c1bc3a48f None None] The sync data for ids ['b353656a-5331-449c-af4f-27bfda393da6'] in n-d-695012-11 is: [{'id': 'b353656a-5331-449c-af4f-27bfda393da6', 'name': 'tempest-TaggedBootDevicesTest_v242-485370911-router', 'tenant_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:13:48Z', 'updated_at': '2021-07-07T22:25:15Z', 'revision_number': 6, 'project_id': 'c4c6ba63f057467b8595fb8c232c7d4b', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:16.204896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c2bcc-b4fd-4918-af2b-d13fd760d63f req-b333abd4-45b4-4258-a474-5fcc20d08f20 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:16.214551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce10ba9c-5a19-408b-942a-915a4cfaa4cf']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:16.223489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd8c2bcc-b4fd-4918-af2b-d13fd760d63f req-b333abd4-45b4-4258-a474-5fcc20d08f20 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.1302800 Jul 07 22:25:16.294503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1b2911-c89a-4def-82bf-87fcd0aa3aa0') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:16.294952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1b2911-c89a-4def-82bf-87fcd0aa3aa0') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:16.318200 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.327879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd8c2bcc-b4fd-4918-af2b-d13fd760d63f req-d51ffc5d-b45e-462b-80f4-e84f77d41dc6 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033943 Jul 07 22:25:16.343023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.353400 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:25:16.358136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:25:16.425851 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:25:16.434568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.450022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.454348 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] 10.222.0.81 "DELETE /v2.0/networks/ce10ba9c-5a19-408b-942a-915a4cfaa4cf HTTP/1.1" status: 204 len: 168 time: 0.9838738 Jul 07 22:25:16.483431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f7e27-e56b-4962-8bae-2dddf01f1c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=ce10ba9c-5a19-408b-942a-915a4cfaa4cf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:16.534451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.573709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74277a19-2a14-4d94-9fb0-8952e0335304 req-b236b14f-1c3e-407a-b359-4e7efea39a86 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:16.575904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74277a19-2a14-4d94-9fb0-8952e0335304 req-b236b14f-1c3e-407a-b359-4e7efea39a86 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1167126 Jul 07 22:25:16.577162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae13838-5d62-4f1f-a1ba-e09c66354c66,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:16.667190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.695170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42284) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:16.704977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74277a19-2a14-4d94-9fb0-8952e0335304 req-64acbd48-f331-419c-9ace-b9dcc46bb8df tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103561 Jul 07 22:25:16.790872 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.794501 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.817045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-339cbcb6-62cf-4357-adf5-dac9bdee3118 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bcbb8e4cc6d14b36ba50fa88704a9eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106305 Jul 07 22:25:16.828912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42292) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:16.874623 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.875155 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b353656a-5331-449c-af4f-27bfda393da6 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:25:16.881348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.883258 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4a827495-9de5-4cb6-b767-e76dd2b39398 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b353656a-5331-449c-af4f-27bfda393da6 HTTP/1.1" status: 204 len: 168 time: 1.7476852 Jul 07 22:25:16.886334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42294) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:16.937210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72ca8344-e6b1-4d0d-a67f-a8d4262aea69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.950253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e697dce7-b196-4dda-97dc-19cd813e6296 admin admin] Deleting subnet 975d8c54-beac-4d0f-9253-65063e26999d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:25:16.953827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e697dce7-b196-4dda-97dc-19cd813e6296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:16.984217 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72ca8344-e6b1-4d0d-a67f-a8d4262aea69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.004204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e697dce7-b196-4dda-97dc-19cd813e6296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.089191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72ca8344-e6b1-4d0d-a67f-a8d4262aea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.092069 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72ca8344-e6b1-4d0d-a67f-a8d4262aea69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.095812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-72ca8344-e6b1-4d0d-a67f-a8d4262aea69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21edaf33-0160-460a-91b4-1bfb16f822ec HTTP/1.1" status: 204 len: 168 time: 0.2654836 Jul 07 22:25:17.126281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca8344-e6b1-4d0d-a67f-a8d4262aea69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21edaf33-0160-460a-91b4-1bfb16f822ec,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:17.152947 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e697dce7-b196-4dda-97dc-19cd813e6296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.261084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e697dce7-b196-4dda-97dc-19cd813e6296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.299897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697dce7-b196-4dda-97dc-19cd813e6296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975d8c54-beac-4d0f-9253-65063e26999d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:17.303897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e697dce7-b196-4dda-97dc-19cd813e6296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.308897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42300) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:17.309568 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e697dce7-b196-4dda-97dc-19cd813e6296 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/975d8c54-beac-4d0f-9253-65063e26999d HTTP/1.1" status: 204 len: 168 time: 0.4205210 Jul 07 22:25:17.318899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d8e2b-7f8d-44bc-9159-f5a6524108f1 None None] Network dc4b1905-7cf9-4a7e-8730-ef87a3d01901 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:17.510467 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.787367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1129c0af-a732-4ded-ae2c-4d8f0538adb4 None None] DHCP port deletion for dc4b1905-7cf9-4a7e-8730-ef87a3d01901 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:25:17.797329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fa6d9-0c3c-4595-b724-1dc44dc7ad14 req-d667e8ee-ee2d-48ae-a991-8318f279b279 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:17.801032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e7fa6d9-0c3c-4595-b724-1dc44dc7ad14 req-d667e8ee-ee2d-48ae-a991-8318f279b279 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.1748736 Jul 07 22:25:17.806314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Deleting port 3de1cf0e-6e57-4415-9a74-d32786d9c85e {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:17.806726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:17.980430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1129c0af-a732-4ded-ae2c-4d8f0538adb4 None None] Deleting port 3de1cf0e-6e57-4415-9a74-d32786d9c85e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:17.980750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1129c0af-a732-4ded-ae2c-4d8f0538adb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.103730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] For port 3de1cf0e-6e57-4415-9a74-d32786d9c85e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3de1cf0e-6e57-4415-9a74-d32786d9c85e,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:18.105953 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.144798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1129c0af-a732-4ded-ae2c-4d8f0538adb4 None None] For port 3de1cf0e-6e57-4415-9a74-d32786d9c85e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3de1cf0e-6e57-4415-9a74-d32786d9c85e,segment=NetworkSegment(934d81e3-8cbf-4e5e-bb85-a28f504d09c2),segment_id=934d81e3-8cbf-4e5e-bb85-a28f504d09c2)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:18.150315 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1129c0af-a732-4ded-ae2c-4d8f0538adb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.155220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e7fa6d9-0c3c-4595-b724-1dc44dc7ad14 req-7cac6a6c-3c8d-4e81-981d-08b7ec87e4a6 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329385 Jul 07 22:25:18.188644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1129c0af-a732-4ded-ae2c-4d8f0538adb4 None None] Calling delete_port for 3de1cf0e-6e57-4415-9a74-d32786d9c85e owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:18.206855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Calling delete_port for 3de1cf0e-6e57-4415-9a74-d32786d9c85e owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:18.234295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3de1cf0e-6e57-4415-9a74-d32786d9c85e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:18.421744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bedd5-ba47-4aed-900a-1c832f484323 req-8b6b9b45-cf14-4f89-aa25-64016078c851 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:18.423573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705bedd5-ba47-4aed-900a-1c832f484323 req-8b6b9b45-cf14-4f89-aa25-64016078c851 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.4062252 Jul 07 22:25:18.426933 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1129c0af-a732-4ded-ae2c-4d8f0538adb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.463705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129c0af-a732-4ded-ae2c-4d8f0538adb4 None None] Pushing event deleted for resources: {'Port': ['ID=3de1cf0e-6e57-4415-9a74-d32786d9c85e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:18.468584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No active binding found for port 3de1cf0e-6e57-4415-9a74-d32786d9c85e {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:25:18.470127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3de1cf0e-6e57-4415-9a74-d32786d9c85e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:25:18.470752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07fce207-b578-4a9d-957f-4aa6af3a5d8a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:18.487167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129c0af-a732-4ded-ae2c-4d8f0538adb4 None None] No DVR routers for this DVR port 3de1cf0e-6e57-4415-9a74-d32786d9c85e on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:18.513517 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.536856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 07fce207-b578-4a9d-957f-4aa6af3a5d8a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:25:18.537407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07fce207-b578-4a9d-957f-4aa6af3a5d8a not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:25:18.538828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4ae13838-5d62-4f1f-a1ba-e09c66354c66 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:18.571550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 4ae13838-5d62-4f1f-a1ba-e09c66354c66 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:25:18.572009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4ae13838-5d62-4f1f-a1ba-e09c66354c66 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:25:18.579727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3de1cf0e-6e57-4415-9a74-d32786d9c85e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:18.597844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705bedd5-ba47-4aed-900a-1c832f484323 req-92860969-9877-4e60-91da-157210fe2ec7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617198 Jul 07 22:25:18.606409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] No DVR routers for this DVR port 3de1cf0e-6e57-4415-9a74-d32786d9c85e on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:18.701153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.711650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4b1905-7cf9-4a7e-8730-ef87a3d01901']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:18.730217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934d81e3-8cbf-4e5e-bb85-a28f504d09c2') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:18.730776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934d81e3-8cbf-4e5e-bb85-a28f504d09c2') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:18.742126 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.776847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.790631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:25:18.791421 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:25:18.856053 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:25:18.862892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.872971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:18.877245 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] 10.222.0.81 "DELETE /v2.0/networks/dc4b1905-7cf9-4a7e-8730-ef87a3d01901 HTTP/1.1" status: 204 len: 168 time: 1.5648415 Jul 07 22:25:18.894655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4c11a-f8f1-4260-921a-17a71e30c9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4b1905-7cf9-4a7e-8730-ef87a3d01901,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:19.282184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42364) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:19.328289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42366) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:19.329594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9a219fc9-e2d8-467e-8029-98ed1a0be562 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c4c6ba63f057467b8595fb8c232c7d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812602 Jul 07 22:25:19.501113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c699515c-84a1-4b15-abd6-bf74e33859d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:19.514967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0146c04-edd4-4d8f-aa35-9fe857c4db49 req-27c1f2fb-2061-45ef-bdec-d27f77d76f41 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:19.516587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0146c04-edd4-4d8f-aa35-9fe857c4db49 req-27c1f2fb-2061-45ef-bdec-d27f77d76f41 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.1485760 Jul 07 22:25:19.564104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c699515c-84a1-4b15-abd6-bf74e33859d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:19.593115 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:19.638943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c699515c-84a1-4b15-abd6-bf74e33859d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:19.641533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eed968e1-28d0-4e5e-97f7-2dc3bcfde617 req-3cfcc3fb-86cd-45c7-abb7-d9a5ac7dc233 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0957220 Jul 07 22:25:19.646806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c699515c-84a1-4b15-abd6-bf74e33859d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:19.651578 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c699515c-84a1-4b15-abd6-bf74e33859d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47091b89-657a-4336-91d2-8fc507d7b73a HTTP/1.1" status: 204 len: 168 time: 0.3222411 Jul 07 22:25:19.655903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0146c04-edd4-4d8f-aa35-9fe857c4db49 req-3e8baec2-8ff3-4813-9bde-8d0193abc003 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312013 Jul 07 22:25:19.672748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699515c-84a1-4b15-abd6-bf74e33859d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47091b89-657a-4336-91d2-8fc507d7b73a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:20.180840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4ce69-304f-4c45-8cab-e2e1b705f0eb req-85b816f2-0dd0-4ec5-ad00-0191990249ab tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:20.195766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45f4ce69-304f-4c45-8cab-e2e1b705f0eb req-85b816f2-0dd0-4ec5-ad00-0191990249ab tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.2648592 Jul 07 22:25:20.320215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45f4ce69-304f-4c45-8cab-e2e1b705f0eb req-9175626c-055f-4f7f-a671-36e340eb71eb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185799 Jul 07 22:25:21.012516 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3e25173-1e9b-43e8-9d94-98c3f859b950 req-b97b33a0-f99f-419b-b8c0-04301b29b8be tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0677707 Jul 07 22:25:21.057254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:21.110020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf8aeb-b66f-4c3c-b7df-0b2b78e61454 req-3e711dca-556b-4887-86ca-a66adabfb2e1 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:21.117131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dbf8aeb-b66f-4c3c-b7df-0b2b78e61454 req-3e711dca-556b-4887-86ca-a66adabfb2e1 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.1139352 Jul 07 22:25:21.165890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dbf8aeb-b66f-4c3c-b7df-0b2b78e61454 req-a3370d05-a469-40af-8fbc-f521866afa25 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475888 Jul 07 22:25:21.183365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1697522591-network', 'tenant_id': '36d0dc8388b4448eaa10021c13da4aa5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:21.214005 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Made reservation on behalf of 36d0dc8388b4448eaa10021c13da4aa5 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:21.217234 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.229004 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.350023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.355790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.386433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df9fc7e-69ee-401b-a6f1-f2928619fd52,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:21.396965 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:25:21.412375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.412773 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Added segment 613a0995-c84d-435d-af38-a4f9633fc177 of type vlan for network 05e12c49-0028-4cd6-9d10-2c07823f522a Jul 07 22:25:21.484993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.535704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.536819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:21.537740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:21.635649 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5771728 Jul 07 22:25:21.642133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42424) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:21.656371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Request body: {'subnet': {'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1697522591-subnet', 'tenant_id': '36d0dc8388b4448eaa10021c13da4aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:21.677490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cd9fc-5355-4200-9690-8c4af04e0e87 admin admin] Pushing event updated for resources: {'Network': ['ID=05e12c49-0028-4cd6-9d10-2c07823f522a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:21.686979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41b923-eb8d-420b-b4e3-9898c00c7d9e req-de0d4dbf-c848-4ece-b47c-80c34674b438 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:21.692624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 05e12c49-0028-4cd6-9d10-2c07823f522a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:25:21.695578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a41b923-eb8d-420b-b4e3-9898c00c7d9e req-de0d4dbf-c848-4ece-b47c-80c34674b438 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1490710 Jul 07 22:25:21.756943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a41b923-eb8d-420b-b4e3-9898c00c7d9e req-0991ad17-ef6f-458f-9711-81e5e714517b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594776 Jul 07 22:25:21.760557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Made reservation on behalf of 36d0dc8388b4448eaa10021c13da4aa5 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:21.765435 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.016140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae21fe38-00b0-41c0-b225-3af841439693 req-af3b2fe2-42a2-4406-8b03-38ee80004ed9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1669855 Jul 07 22:25:22.155954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.333413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ddf6168-0690-4a95-8807-dd5f2063a577 req-eb937399-23a2-4a26-a67e-df18d17523f7 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0962338 Jul 07 22:25:22.335400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21fe38-00b0-41c0-b225-3af841439693 req-8a2b4f28-d556-428c-83a3-90ff81a6b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:22.337148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae21fe38-00b0-41c0-b225-3af841439693 req-8a2b4f28-d556-428c-83a3-90ff81a6b0aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 1098 time: 0.2629728 Jul 07 22:25:22.339968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Checking segment: {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:22.340461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Network hostable DHCP agents. Network: 05e12c49-0028-4cd6-9d10-2c07823f522a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:25:22.497969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfbd412-2708-4536-a642-a6726ea99120,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:22.509029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Network 05e12c49-0028-4cd6-9d10-2c07823f522a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:25:22.528773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 05e12c49-0028-4cd6-9d10-2c07823f522a) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:22.538316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcd2c94-6467-4cf1-8437-5dfd3162c828 None None] Network 05e12c49-0028-4cd6-9d10-2c07823f522a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:22.554852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:22.555494 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:22.579972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2b634981-e501-42b6-9d86-695028895658 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9349382 Jul 07 22:25:22.583220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21fe38-00b0-41c0-b225-3af841439693 req-e2030ec7-5377-45d2-90e2-a3edf672aa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:22.584661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae21fe38-00b0-41c0-b225-3af841439693 req-e2030ec7-5377-45d2-90e2-a3edf672aa3b service neutron] 10.222.0.44 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.2194872 Jul 07 22:25:22.671175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42433053-aee8-4aac-a9fe-dc4b0d98a90d req-878231b1-7b0a-4a8c-aade-280d7987c69e tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:22.672761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42433053-aee8-4aac-a9fe-dc4b0d98a90d req-878231b1-7b0a-4a8c-aade-280d7987c69e tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.3139975 Jul 07 22:25:22.833825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30cb45e-bf18-4aa0-bf3c-eb2407e64e2b None None] Network 05e12c49-0028-4cd6-9d10-2c07823f522a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:22.883525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1420563-aa61-403e-b0a9-d7151133f2dd req-5bcdc4d1-13d6-4fdc-addf-5e77f3dcb4cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.1223519 Jul 07 22:25:22.899271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae21fe38-00b0-41c0-b225-3af841439693 req-9ecb0be5-f100-4516-bead-e9385b7ebeaa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9967000-23cb-41db-b7c9-490d10f3e847 HTTP/1.1" status: 200 len: 1001 time: 0.3040144 Jul 07 22:25:22.934995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42433053-aee8-4aac-a9fe-dc4b0d98a90d req-bc8f7d75-cb89-4b9b-b374-e519ba2760d4 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428634 Jul 07 22:25:23.091272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21fe38-00b0-41c0-b225-3af841439693 req-7fff6974-8686-4e5c-9c18-0c40c96cb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:23.092708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae21fe38-00b0-41c0-b225-3af841439693 req-7fff6974-8686-4e5c-9c18-0c40c96cb93c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1567588 Jul 07 22:25:23.215018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904cfe8-9d30-4c4f-8bd2-70273e927078 req-1abe1238-e156-4888-a434-73aca2c4a223 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:23.216766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c904cfe8-9d30-4c4f-8bd2-70273e927078 req-1abe1238-e156-4888-a434-73aca2c4a223 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.1621475 Jul 07 22:25:23.222833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21fe38-00b0-41c0-b225-3af841439693 req-ed3dffb2-779f-4f81-b878-77b79f323395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:23.224917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae21fe38-00b0-41c0-b225-3af841439693 req-ed3dffb2-779f-4f81-b878-77b79f323395 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1242461 Jul 07 22:25:23.431847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c904cfe8-9d30-4c4f-8bd2-70273e927078 req-e7b0867e-bce8-40e4-90eb-5f1628027966 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059255 Jul 07 22:25:23.488465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae21fe38-00b0-41c0-b225-3af841439693 req-baf759c1-04df-4e8e-bc64-345b8406f930 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531304 Jul 07 22:25:23.664212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-2f486925-9059-4b01-b6c4-a53be9d5dd12 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:23.671358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-2f486925-9059-4b01-b6c4-a53be9d5dd12 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 813 time: 0.3246055 Jul 07 22:25:23.717600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-780ff19b-8d3a-4cd9-b9b5-2abd178ca0f1 req-e61342ee-2f9e-4ea8-a858-5329c5ee9b06 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0788479 Jul 07 22:25:23.757854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-6e044dc8-8bfe-4349-92c1-93224853fc9c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/quotas/36d0dc8388b4448eaa10021c13da4aa5 HTTP/1.1" status: 200 len: 375 time: 0.0363863 Jul 07 22:25:23.765136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae21fe38-00b0-41c0-b225-3af841439693 req-69a3ba58-81bb-4cb0-ab6e-71f70e4ef472 service neutron] 10.222.0.44 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692270 Jul 07 22:25:23.801790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-66f6871a-2625-4824-bf76-cf63d07bf411 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356872 Jul 07 22:25:23.934667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-ff623f68-466c-49c4-a653-a7839c07fe8e service neutron] 10.222.0.81 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240420 Jul 07 22:25:24.036988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-7371f17f-8195-491d-8f13-1c37c5de9c2b service neutron] 10.222.0.81 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967882 Jul 07 22:25:24.163746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ad403-8e12-43e6-aa11-1377d392746e req-d93a2c9f-725c-470a-938b-cf00b18173e8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:24.165981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b0ad403-8e12-43e6-aa11-1377d392746e req-d93a2c9f-725c-470a-938b-cf00b18173e8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.0999408 Jul 07 22:25:24.218478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b0ad403-8e12-43e6-aa11-1377d392746e req-56e3448d-29bd-467a-b6cd-3426f32bba90 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454624 Jul 07 22:25:24.449871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9137e1d6-fa32-494a-800c-2574e7fc87fd req-2fdbbebc-7f8d-48f7-b9e6-6dddf8ec9e76 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 210 time: 0.0321465 Jul 07 22:25:24.714191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69815881-d0b8-4b83-a1b1-55a247984fff req-032e2a85-e23c-4c1e-a90d-e7db2dcea0a7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:24.716196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69815881-d0b8-4b83-a1b1-55a247984fff req-032e2a85-e23c-4c1e-a90d-e7db2dcea0a7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.0919502 Jul 07 22:25:24.768997 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69815881-d0b8-4b83-a1b1-55a247984fff req-5c100fbf-82c7-4388-988f-c53023bc127f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Jul 07 22:25:24.955220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28aaddea-ee70-465f-a939-a1631f5c1350 req-419564d9-b29c-44bd-addb-615a16d169f5 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0439930 Jul 07 22:25:25.513084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13821d18-0578-421d-a17f-75addfe70a27 req-6f6f4a42-a67c-48f6-a9d9-c5a8e562f700 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:25.526227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13821d18-0578-421d-a17f-75addfe70a27 req-6f6f4a42-a67c-48f6-a9d9-c5a8e562f700 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.1279497 Jul 07 22:25:25.627989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13821d18-0578-421d-a17f-75addfe70a27 req-cc20016b-037f-495c-a91d-9fcec0d22cb5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986309 Jul 07 22:25:25.943948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-093ae1fd-a493-4965-a724-dba7644036ec req-655886c6-c468-4756-962c-8c62c438adb0 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 210 time: 0.0977464 Jul 07 22:25:26.375703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8e6878e-4415-4a87-a27e-935e7cda74c3 req-d53bfb67-5400-4930-a9bd-ca67046a161b tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0787585 Jul 07 22:25:26.748514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-5cc20882-ffd4-42bd-888d-4d0fe37bf241 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:26.750388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-5cc20882-ffd4-42bd-888d-4d0fe37bf241 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.44 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 813 time: 0.5663373 Jul 07 22:25:26.763827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-bd3f42cc-856a-4c12-aede-d34e8ca90585 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:26.765034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-bd3f42cc-856a-4c12-aede-d34e8ca90585 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 813 time: 0.6009774 Jul 07 22:25:26.784282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Request body: {'port': {'device_id': '4bfedc79-7710-4983-b72d-94c764ca6155', 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a', 'admin_state_up': True, 'tenant_id': '36d0dc8388b4448eaa10021c13da4aa5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:26.805171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Request body: {'port': {'device_id': '301d77a8-8be2-4872-a608-3727795040f7', 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a', 'admin_state_up': True, 'tenant_id': '36d0dc8388b4448eaa10021c13da4aa5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:26.853218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596da248-e7f3-4352-a04c-fa554a779226 req-cc92f5db-c838-4a33-b4c9-c5cff4d9c9f0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:26.854778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-596da248-e7f3-4352-a04c-fa554a779226 req-cc92f5db-c838-4a33-b4c9-c5cff4d9c9f0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.7055798 Jul 07 22:25:27.295592 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bde48fe4-2f5d-4430-aebf-b9f6ea6f6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:27.374111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-596da248-e7f3-4352-a04c-fa554a779226 req-22d22ae8-adeb-47a2-af9f-d7480f409817 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044413 Jul 07 22:25:27.428990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482eff0-536d-4b3a-af06-46b03fe0173f req-81b1b4b8-1a90-4a44-8863-cd7030989382 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:27.437000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9482eff0-536d-4b3a-af06-46b03fe0173f req-81b1b4b8-1a90-4a44-8863-cd7030989382 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.5811265 Jul 07 22:25:27.453791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Made reservation on behalf of 36d0dc8388b4448eaa10021c13da4aa5 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:27.457204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:27.502187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Made reservation on behalf of 36d0dc8388b4448eaa10021c13da4aa5 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:27.505698 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:27.544088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9482eff0-536d-4b3a-af06-46b03fe0173f req-f787f7fb-e18e-44b5-bbfa-2d1a6e385376 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061726 Jul 07 22:25:27.579629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28f532d7-720c-47d3-b779-166dde55e900 req-5e25b3d1-cdc2-4491-b23a-555253713e04 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 210 time: 0.0669062 Jul 07 22:25:27.754552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5976ac3-a037-4c49-ba64-b6fe1b29e8ee req-de21997a-fc13-431d-ac5c-7660fb73b7fc tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0637364 Jul 07 22:25:27.831107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Allocated IP 172.20.0.7 (05e12c49-0028-4cd6-9d10-2c07823f522a/dcfbd412-2708-4536-a642-a6726ea99120/6fafdf98-49b3-456e-8a7a-a8c000ff1008) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:27.889113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:27.897172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1324987330'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:27.963252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:27.966852 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.002633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:25:28.019123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.019867 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Added segment 79a12f3f-cf7b-46c6-a5df-79d558ae4c7b of type vlan for network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 Jul 07 22:25:28.077300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.135414 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.143011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f794-705c-4897-9b88-cd53e330484e req-6fb38e5c-f5e1-49b3-9499-81972dfb777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:28.144914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e7f794-705c-4897-9b88-cd53e330484e req-6fb38e5c-f5e1-49b3-9499-81972dfb777d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 1097 time: 0.1815023 Jul 07 22:25:28.147845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:28.149982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.243739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cec12-b493-4f39-8746-a6735958cf52 req-a68b25f0-8cca-450f-bb23-d6500e52068b tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:28.245297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-258cec12-b493-4f39-8746-a6735958cf52 req-a68b25f0-8cca-450f-bb23-d6500e52068b tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.2383707 Jul 07 22:25:28.255763 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.351770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-258cec12-b493-4f39-8746-a6735958cf52 req-16bcce88-cbe1-4248-b76d-8a6a0eab36f6 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898385 Jul 07 22:25:28.385663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f794-705c-4897-9b88-cd53e330484e req-2c8d9159-a4cf-423d-a769-f14d86406fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:28.387386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e7f794-705c-4897-9b88-cd53e330484e req-2c8d9159-a4cf-423d-a769-f14d86406fb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 911 time: 0.2342265 Jul 07 22:25:28.454225 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.632836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Allocated IP 172.20.0.4 (05e12c49-0028-4cd6-9d10-2c07823f522a/dcfbd412-2708-4536-a642-a6726ea99120/1ededad6-2714-4987-aa3f-ae1b9ce86733) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:28.651461 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Network': ['ID=5ffa7e6c-3f46-4edb-b041-e6575e78e894,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:28.658117 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-99fae60b-64f4-47b9-9bb0-58a6da92b311 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7673740 Jul 07 22:25:28.661679 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:28.664260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:25:28.681634 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-132577193'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:28.730124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:28.733971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.781927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:25:28.803539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.804187 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Added segment a22207e7-0e82-4fd7-a0cf-3aba7844179e of type vlan for network 953f89c8-5be7-4b9c-8635-4686d6cde9ac Jul 07 22:25:28.834417 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.850139 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.880845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e7f794-705c-4897-9b88-cd53e330484e req-1ebc5e30-c8f5-4179-8eca-3935b027c569 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8 HTTP/1.1" status: 200 len: 1001 time: 0.4848375 Jul 07 22:25:28.890749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.896324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Network 05e12c49-0028-4cd6-9d10-2c07823f522a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:28.897324 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:28.897937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:28.912267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Pushing event updated for resources: {'Port': ['ID=6fafdf98-49b3-456e-8a7a-a8c000ff1008,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:28.960350 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2973208 Jul 07 22:25:28.964054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42664) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:28.969183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'subnet': {'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:28.982949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:29.020022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fe7756c9-e3c8-48af-9804-96848ae55e2f req-6aa5ae89-89a8-4d9b-b76c-645df2930dfa tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 210 time: 0.1365600 Jul 07 22:25:29.029453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:29.042513 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.065166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727dce1-8863-4807-9f65-3d5c8659e728 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Network': ['ID=953f89c8-5be7-4b9c-8635-4686d6cde9ac,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:29.111070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 953f89c8-5be7-4b9c-8635-4686d6cde9ac details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:25:29.189339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:29.194347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.219755 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:25:29.353322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Network 05e12c49-0028-4cd6-9d10-2c07823f522a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:29.365448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d026b0e-00b0-4de6-a95e-6282a32f35d7 req-158474de-cc67-41af-984b-c0d1c6c629c4 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0896981 Jul 07 22:25:29.376361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Pushing event updated for resources: {'Port': ['ID=1ededad6-2714-4987-aa3f-ae1b9ce86733,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:29.398240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:29.402562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f794-705c-4897-9b88-cd53e330484e req-78620ce0-3ff1-40fb-a6e9-8f4769f243f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:29.404082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e7f794-705c-4897-9b88-cd53e330484e req-78620ce0-3ff1-40fb-a6e9-8f4769f243f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.5046813 Jul 07 22:25:29.410356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:29.411062 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.417025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:29.448037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.492091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48ce8-6644-40b1-8658-7ff38011c5d1 req-7a8efb44-bdbf-4ff3-8535-2dcd9af5ef79 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:29.498695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95b48ce8-6644-40b1-8658-7ff38011c5d1 req-7a8efb44-bdbf-4ff3-8535-2dcd9af5ef79 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.9555590 Jul 07 22:25:29.520321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Subnet': ['ID=89de3664-eb62-40a6-87b7-289f034f780e,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:29.542144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Checking segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:29.542476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network hostable DHCP agents. Network: 5ffa7e6c-3f46-4edb-b041-e6575e78e894, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:25:29.552430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-81ef54e5-8e8f-435f-9d50-18de482dd995 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7536340 Jul 07 22:25:29.563034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:25:29.573473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 5ffa7e6c-3f46-4edb-b041-e6575e78e894) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:29.578767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:29.579366 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.582742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a717c19-255f-44ea-980b-45ae36d32df9 None None] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:29.584176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:29.584726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.591073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Request body: {'port': {'device_id': '301d77a8-8be2-4872-a608-3727795040f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:29.603495 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-863705df-1b01-44a5-90d2-bbb9bb140c4d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6386642 Jul 07 22:25:29.606118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:29.614534 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'subnet': {'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:29.657902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95b48ce8-6644-40b1-8658-7ff38011c5d1 req-0184cedd-a9ed-4c09-be36-83f01e92acb7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571715 Jul 07 22:25:29.669374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-b47d3dab-57ee-40cd-a728-c3a6dcb02c0a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9029846 Jul 07 22:25:29.691517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Request body: {'port': {'device_id': '4bfedc79-7710-4983-b72d-94c764ca6155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:29.692179 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14d8f9b9-871f-4cae-aeb9-fd74a04b45b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.747754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7f794-705c-4897-9b88-cd53e330484e req-6c57d6c9-28d1-4abd-a0ef-6bf4809f8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:29.749283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e7f794-705c-4897-9b88-cd53e330484e req-6c57d6c9-28d1-4abd-a0ef-6bf4809f8cc6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3353753 Jul 07 22:25:29.767159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:29.776894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.784952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'tenant_id': '45101a542131430783705ffe212afc8e', 'fixed_ips': [{'subnet_id': '89de3664-eb62-40a6-87b7-289f034f780e'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:25:29.786262 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.837418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:29.857597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad03200-461a-4d89-85b7-17e365181e05 req-9d105850-337a-46ff-8c7d-22f2582588b1 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:29.864561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ad03200-461a-4d89-85b7-17e365181e05 req-9d105850-337a-46ff-8c7d-22f2582588b1 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.3614175 Jul 07 22:25:29.971238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Allocated IP 10.1.1.2 (5ffa7e6c-3f46-4edb-b041-e6575e78e894/89de3664-eb62-40a6-87b7-289f034f780e/c1d8c6e0-cee4-4f93-821f-4646e9fe7640) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:29.975739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.024401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.041217 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.129531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e7f794-705c-4897-9b88-cd53e330484e req-78d63040-914f-479f-9627-b4dec39ad4ee service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645511 Jul 07 22:25:30.137313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ad03200-461a-4d89-85b7-17e365181e05 req-428b41db-baa9-44ba-892f-b083f69d4c45 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716715 Jul 07 22:25:30.151389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Subnet': ['ID=d5140dd0-9da8-4630-8bd7-e0e925ba7e30,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:30.154922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Checking segment: {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:30.155289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network hostable DHCP agents. Network: 953f89c8-5be7-4b9c-8635-4686d6cde9ac, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:25:30.175455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network 953f89c8-5be7-4b9c-8635-4686d6cde9ac is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:25:30.193407 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 953f89c8-5be7-4b9c-8635-4686d6cde9ac) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:30.200734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:30.202119 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.220855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9453ff-2dc7-4c64-8486-1d939f1070a1 None None] Network 953f89c8-5be7-4b9c-8635-4686d6cde9ac requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:30.231747 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-65c00f76-67c9-44e1-bc4b-c8fd214ac813 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6241498 Jul 07 22:25:30.232624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:30.237873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'port': {'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'name': 'tempest-TaggedBootDevicesTest-1836088863', 'fixed_ips': [{'subnet_id': '89de3664-eb62-40a6-87b7-289f034f780e'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:30.374590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.391366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Transition to ACTIVE for port object c1d8c6e0-cee4-4f93-821f-4646e9fe7640 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:30.434274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Transition to ACTIVE for port object c1d8c6e0-cee4-4f93-821f-4646e9fe7640 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:30.443627 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.468546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:30.506392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-953f89c8-5be7-4b9c-8635-4686d6cde9ac', 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac', 'tenant_id': '45101a542131430783705ffe212afc8e', 'fixed_ips': [{'subnet_id': 'd5140dd0-9da8-4630-8bd7-e0e925ba7e30'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:25:30.507242 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.511017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:30.525948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:30.529015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Pushing event updated for resources: {'Port': ['ID=c1d8c6e0-cee4-4f93-821f-4646e9fe7640,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:30.531455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:30.548590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.548937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.549277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.549664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.550003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.550361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.550741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.551062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.551383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.551754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.552069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.552385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:30.641028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e7f794-705c-4897-9b88-cd53e330484e req-caef7f41-1eac-4408-8691-cfa3720991ed service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103433 Jul 07 22:25:30.697703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c421318-f37f-41d7-b9d2-9a4aef6701ef req-1ce77c03-3ab2-47c3-b8b3-8e1eb43306de tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0558090 Jul 07 22:25:30.718803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c3754-6529-4c53-bf29-8d64a0c13b68 req-641b7b8c-ee18-4cb9-962c-037285f62592 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:30.725639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a40c3754-6529-4c53-bf29-8d64a0c13b68 req-641b7b8c-ee18-4cb9-962c-037285f62592 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 931 time: 0.4346864 Jul 07 22:25:30.735314 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.786003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Allocated IP 10.2.2.2 (953f89c8-5be7-4b9c-8635-4686d6cde9ac/d5140dd0-9da8-4630-8bd7-e0e925ba7e30/b3c71fad-6b5a-4a8d-a6d8-bdebda47f648) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:30.799294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] device_id is not set on port f112fa30-5874-422d-9bbe-76b4cfabad81 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:25:30.846237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a40c3754-6529-4c53-bf29-8d64a0c13b68 req-005f2d65-9a2c-41c0-b9e7-95458ea2c432 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196072 Jul 07 22:25:30.876159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fafdf98-49b3-456e-8a7a-a8c000ff1008 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:30.893453 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:30.925400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Transition to ACTIVE for port object 6fafdf98-49b3-456e-8a7a-a8c000ff1008 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:30.936745 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.004474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Attempting to bind port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:31.007393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Attempting to bind port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:31.008004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Attempting to bind port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:31.071603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:31.077540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Checking segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:31.078194 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.080677 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Bound using segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:31.081404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Bound port: c1d8c6e0-cee4-4f93-821f-4646e9fe7640, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:31.081996 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.104728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Allocated IP 10.1.1.21 (5ffa7e6c-3f46-4edb-b041-e6575e78e894/89de3664-eb62-40a6-87b7-289f034f780e/f112fa30-5874-422d-9bbe-76b4cfabad81) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:31.136685 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.137484 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.170681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Pushing event updated for resources: {'Port': ['ID=6fafdf98-49b3-456e-8a7a-a8c000ff1008,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:31.171912 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.185740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Transition to ACTIVE for port object b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:31.218217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Transition to ACTIVE for port object b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:31.240123 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.319518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] For port c1d8c6e0-cee4-4f93-821f-4646e9fe7640, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:31.360464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Network 953f89c8-5be7-4b9c-8635-4686d6cde9ac is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:31.385711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:31.390051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:31.413811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] For port c1d8c6e0-cee4-4f93-821f-4646e9fe7640, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c1d8c6e0-cee4-4f93-821f-4646e9fe7640,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:31.440231 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.470292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.485484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Pushing event updated for resources: {'Port': ['ID=b3c71fad-6b5a-4a8d-a6d8-bdebda47f648,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:31.498414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Transition to ACTIVE for port object f112fa30-5874-422d-9bbe-76b4cfabad81 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:31.560102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.567720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd620e-e74a-458f-9ea0-a37dd4c47e6b req-dc73544f-0c2f-4a32-bb73-bbf46edb37c4 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:31.578211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0dcd620e-e74a-458f-9ea0-a37dd4c47e6b req-dc73544f-0c2f-4a32-bb73-bbf46edb37c4 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.6084981 Jul 07 22:25:31.583522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Attempting to bind port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:31.584396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Attempting to bind port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:31.590019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Attempting to bind port 6fafdf98-49b3-456e-8a7a-a8c000ff1008 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:31.590019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Attempting to bind port 6fafdf98-49b3-456e-8a7a-a8c000ff1008 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:31.590019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Attempting to bind port 6fafdf98-49b3-456e-8a7a-a8c000ff1008 on network 05e12c49-0028-4cd6-9d10-2c07823f522a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:31.591457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Attempting to bind port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 on network 953f89c8-5be7-4b9c-8635-4686d6cde9ac {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:31.599565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Port 6fafdf98-49b3-456e-8a7a-a8c000ff1008 on network 05e12c49-0028-4cd6-9d10-2c07823f522a not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:31.600091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Attempting to bind port 6fafdf98-49b3-456e-8a7a-a8c000ff1008 on network 05e12c49-0028-4cd6-9d10-2c07823f522a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:31.607954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:31.609154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Checking segment: {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:31.609772 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.610398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Bound using segment: {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:31.611104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Bound port: b3c71fad-6b5a-4a8d-a6d8-bdebda47f648, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:31.611919 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.634024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23066619-f7a6-4e1c-9a6c-bb11c09c4d7a None None] Pushing event updated for resources: {'Port': ['ID=c1d8c6e0-cee4-4f93-821f-4646e9fe7640,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:31.635929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:31.636297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Checking segment: {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:31.636687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Bound using segment: {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:31.637141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Bound port: 6fafdf98-49b3-456e-8a7a-a8c000ff1008, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:31.637506 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.663403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Port': ['ID=f112fa30-5874-422d-9bbe-76b4cfabad81,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:31.687409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:31.689033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:31.692954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:31.720361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] For port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:31.723867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] For port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b3c71fad-6b5a-4a8d-a6d8-bdebda47f648,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:31.729742 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.775334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:31.778605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:31.814977 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-06090ea0-55e2-48c5-b065-6def750ec07e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5809393 Jul 07 22:25:31.815153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42e35b-513f-4ec2-9a94-fdc9afd01a99 None None] Pushing event updated for resources: {'Port': ['ID=b3c71fad-6b5a-4a8d-a6d8-bdebda47f648,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:31.817666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0dcd620e-e74a-458f-9ea0-a37dd4c47e6b req-574fd213-d8db-486f-9bf6-d130738d90e0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385130 Jul 07 22:25:31.818760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:31.841077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'port': {'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'name': 'tempest-TaggedBootDevicesTest-1081940956', 'fixed_ips': [{'subnet_id': '89de3664-eb62-40a6-87b7-289f034f780e'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:31.881191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ededad6-2714-4987-aa3f-ae1b9ce86733 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:31.911644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0119588-9887-4547-a1f2-fe18c5a922ba req-c0171ea9-ca07-425d-8a5b-9ac8c6c2a699 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:31.917567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0119588-9887-4547-a1f2-fe18c5a922ba req-c0171ea9-ca07-425d-8a5b-9ac8c6c2a699 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.4643033 Jul 07 22:25:31.940292 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.016610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] For port 6fafdf98-49b3-456e-8a7a-a8c000ff1008, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:32.029062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Transition to ACTIVE for port object 1ededad6-2714-4987-aa3f-ae1b9ce86733 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:32.051210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] For port 6fafdf98-49b3-456e-8a7a-a8c000ff1008, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=6fafdf98-49b3-456e-8a7a-a8c000ff1008,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:32.057462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.120379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Pushing event updated for resources: {'Port': ['ID=1ededad6-2714-4987-aa3f-ae1b9ce86733,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:32.124377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.163384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:32.174901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.246826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] device_id is not set on port 02d71a1d-2d8a-4480-9f73-1c942df3506a yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:25:32.291409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c1d8c6e0-cee4-4f93-821f-4646e9fe7640 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:32.387156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:32.559891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Allocated IP 10.1.1.124 (5ffa7e6c-3f46-4edb-b041-e6575e78e894/89de3664-eb62-40a6-87b7-289f034f780e/02d71a1d-2d8a-4480-9f73-1c942df3506a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:32.715463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.727128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Pushing event updated for resources: {'Port': ['ID=6fafdf98-49b3-456e-8a7a-a8c000ff1008,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:32.767948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0119588-9887-4547-a1f2-fe18c5a922ba req-2786a44f-73d1-4c37-944a-bdb381019e42 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8391860 Jul 07 22:25:32.794658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-770ecc03-2e3c-4573-9ff0-a10f01ceb7eb req-d76e29b2-c5f9-4c61-9b09-7af9711c6355 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.6754851 Jul 07 22:25:32.798807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:32.799418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.800025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:32.800822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-9e74e449-a086-4fdc-bf06-62c00d5a9f77 service neutron] 10.222.0.83 "PUT /v2.0/ports/6fafdf98-49b3-456e-8a7a-a8c000ff1008 HTTP/1.1" status: 200 len: 1092 time: 3.2278020 Jul 07 22:25:32.801276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '301d77a8-8be2-4872-a608-3727795040f7', 'tag': '6fafdf98-49b3-456e-8a7a-a8c000ff1008'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:32.809027 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46101a99-b8df-4e47-95eb-35145f47c0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "301d77a8-8be2-4872-a608-3727795040f7", "tag": "6fafdf98-49b3-456e-8a7a-a8c000ff1008"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:32.865718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Transition to ACTIVE for port object 02d71a1d-2d8a-4480-9f73-1c942df3506a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:32.937228 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdd08be-10db-40e7-b55f-d96862dc7834 x-openstack-request-id: req-acdd08be-10db-40e7-b55f-d96862dc7834 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:32.937780 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "301d77a8-8be2-4872-a608-3727795040f7", "tag": "6fafdf98-49b3-456e-8a7a-a8c000ff1008", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:32.937780 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acdd08be-10db-40e7-b55f-d96862dc7834 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:32.938188 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '301d77a8-8be2-4872-a608-3727795040f7', 'tag': '6fafdf98-49b3-456e-8a7a-a8c000ff1008', 'status': 'completed', 'code': 200} Jul 07 22:25:32.974018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.041445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Attempting to bind port 1ededad6-2714-4987-aa3f-ae1b9ce86733 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:33.041781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Attempting to bind port 1ededad6-2714-4987-aa3f-ae1b9ce86733 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:33.042131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Attempting to bind port 1ededad6-2714-4987-aa3f-ae1b9ce86733 on network 05e12c49-0028-4cd6-9d10-2c07823f522a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:33.073333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-a6701ad7-d21d-44c9-b266-eb8e727de859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:33.074981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-a6701ad7-d21d-44c9-b266-eb8e727de859 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&device_id=301d77a8-8be2-4872-a608-3727795040f7 HTTP/1.1" status: 200 len: 1095 time: 0.1797519 Jul 07 22:25:33.077936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Port 1ededad6-2714-4987-aa3f-ae1b9ce86733 on network 05e12c49-0028-4cd6-9d10-2c07823f522a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:33.078442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Attempting to bind port 1ededad6-2714-4987-aa3f-ae1b9ce86733 on network 05e12c49-0028-4cd6-9d10-2c07823f522a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:33.107616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:33.107961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Checking segment: {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:33.108356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Bound using segment: {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:33.108824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Bound port: 1ededad6-2714-4987-aa3f-ae1b9ce86733, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:33.109573 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.112834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:33.115197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Port': ['ID=02d71a1d-2d8a-4480-9f73-1c942df3506a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:33.121498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:33.124747 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:33.208352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:33.209110 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.233930 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-19a38ff0-31af-4a4a-b7a5-089b262dff7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4069748 Jul 07 22:25:33.249615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-2df714ca-29c5-47ab-ab06-28addf70371d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fafdf98-49b3-456e-8a7a-a8c000ff1008 HTTP/1.1" status: 200 len: 217 time: 0.1134348 Jul 07 22:25:33.374663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-ce1cedb5-71f5-49f0-b7bd-e1baa04d2e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:33.378108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-ce1cedb5-71f5-49f0-b7bd-e1baa04d2e8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcfbd412-2708-4536-a642-a6726ea99120 HTTP/1.1" status: 200 len: 853 time: 0.0995770 Jul 07 22:25:33.427148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-5de716d9-5fea-4f44-a248-e14b39779e91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=05e12c49-0028-4cd6-9d10-2c07823f522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422556 Jul 07 22:25:33.473991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3070a8-28ad-4f94-a9f5-a521e6c61d49 None None] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:33.551954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-779ed76d-68e9-4d78-aa0b-bceb0ba3b798 None None] Provisioning for port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:33.553410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-d4bc2801-13d9-4bf0-bf7b-9a24002336f8 service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129546 Jul 07 22:25:33.561262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-779ed76d-68e9-4d78-aa0b-bceb0ba3b798 None None] Provisioning complete for port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:33.561985 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-779ed76d-68e9-4d78-aa0b-bceb0ba3b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.642313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b403ee-3c18-4df7-af29-921ef7ac741b req-c323113b-ec98-4dc8-a329-d09fa5add881 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:33.651597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46b403ee-3c18-4df7-af29-921ef7ac741b req-c323113b-ec98-4dc8-a329-d09fa5add881 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.5368834 Jul 07 22:25:33.681611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60419a-743b-48a7-8952-829a18deb057 req-22d7fba0-b616-4e36-a2be-7d77a29d2429 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:33.686595 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d60419a-743b-48a7-8952-829a18deb057 req-22d7fba0-b616-4e36-a2be-7d77a29d2429 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 943 time: 0.6366177 Jul 07 22:25:33.740334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] For port 1ededad6-2714-4987-aa3f-ae1b9ce86733, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:33.792929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d60419a-743b-48a7-8952-829a18deb057 req-8509dd9d-d4d0-497c-902c-d438803c031c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987840 Jul 07 22:25:33.798408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] For port 1ededad6-2714-4987-aa3f-ae1b9ce86733, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1ededad6-2714-4987-aa3f-ae1b9ce86733,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:33.845956 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.868741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:33.870403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:33.872378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] 10.222.0.44 "PUT /v2.0/ports/1ededad6-2714-4987-aa3f-ae1b9ce86733 HTTP/1.1" status: 200 len: 1092 time: 4.1927764 Jul 07 22:25:33.919567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4747c1-7da8-45ad-80a8-926483bad8ea None None] Network 953f89c8-5be7-4b9c-8635-4686d6cde9ac requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:33.921665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device decc1364-4e30-4678-b79d-7e2d09fd8ff4 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:33.931840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46b403ee-3c18-4df7-af29-921ef7ac741b req-ad662d81-da61-43c8-8e4d-a7ef5189e9d5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791100 Jul 07 22:25:34.053331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-ad9add50-cde6-4835-b123-90c31e31bae4 service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921484 Jul 07 22:25:34.070732 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-779ed76d-68e9-4d78-aa0b-bceb0ba3b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.138188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa2ddf-6720-41fb-aca9-fe9254bd32ab service neutron] Pushing event updated for resources: {'Port': ['ID=1ededad6-2714-4987-aa3f-ae1b9ce86733,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:34.189219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-779ed76d-68e9-4d78-aa0b-bceb0ba3b798 None None] For port c1d8c6e0-cee4-4f93-821f-4646e9fe7640, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c1d8c6e0-cee4-4f93-821f-4646e9fe7640,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:34.205403 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-779ed76d-68e9-4d78-aa0b-bceb0ba3b798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.214767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42716) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:34.228203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-23e718f7-2ff6-4186-b0ed-d947f10e73b6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889839173', 'description': 'tempest-description--622441423'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:34.261861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:34.275898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23e718f7-2ff6-4186-b0ed-d947f10e73b6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.323281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-25b4ef09-2ee4-4782-93c9-92830374f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:34.324798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-25b4ef09-2ee4-4782-93c9-92830374f749 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 1095 time: 0.3763022 Jul 07 22:25:34.397366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-5e46d25f-c14e-4f4c-8a0a-408b11950f3a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ededad6-2714-4987-aa3f-ae1b9ce86733 HTTP/1.1" status: 200 len: 217 time: 0.0615208 Jul 07 22:25:34.436677 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.466849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-15881896-69b4-40ce-ad64-b3238bf0ec7c None None] Provisioning for port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:34.504564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ed76d-68e9-4d78-aa0b-bceb0ba3b798 None None] Pushing event updated for resources: {'Port': ['ID=c1d8c6e0-cee4-4f93-821f-4646e9fe7640,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:34.532286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23e718f7-2ff6-4186-b0ed-d947f10e73b6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.533243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f645a37-835d-4f61-ac07-fcf238803fd6 req-b5d2d830-098e-4496-a0d7-a0f1d56dfcfa tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.1025515 Jul 07 22:25:34.536517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:34.538960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23e718f7-2ff6-4186-b0ed-d947f10e73b6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.544604 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c517979-2d20-4799-b06b-65e06e1983dc" -d '{"events": [{"server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:34.545477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-851512d4-9c3d-4c68-95de-2225291148b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:34.552462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-851512d4-9c3d-4c68-95de-2225291148b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&device_id=301d77a8-8be2-4872-a608-3727795040f7 HTTP/1.1" status: 200 len: 1095 time: 0.3872340 Jul 07 22:25:34.601201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23e718f7-2ff6-4186-b0ed-d947f10e73b6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.610102 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-23e718f7-2ff6-4186-b0ed-d947f10e73b6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3916321 Jul 07 22:25:34.612147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e718f7-2ff6-4186-b0ed-d947f10e73b6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d2e0f3-602d-42a1-a544-08289c869fb3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:34.614818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42722) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:34.634869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:34.635756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'security_group_rule': {'security_group_id': '56d2e0f3-602d-42a1-a544-08289c869fb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:34.646778 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5d3094-c550-48a9-a431-d5c331ce2ad1 x-openstack-request-id: req-ca5d3094-c550-48a9-a431-d5c331ce2ad1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:34.647130 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "name": "network-vif-unplugged", "status": "completed", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:34.647441 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca5d3094-c550-48a9-a431-d5c331ce2ad1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:34.647894 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4', 'code': 200} Jul 07 22:25:34.649259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.667953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b31390-120d-4a37-b857-e9e0aab10cf4 req-5bd4b7a7-cdfa-4ca3-abe6-8e79d80c44c4 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:34.675445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94b31390-120d-4a37-b857-e9e0aab10cf4 req-5bd4b7a7-cdfa-4ca3-abe6-8e79d80c44c4 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.4435527 Jul 07 22:25:34.721624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=decc1364-4e30-4678-b79d-7e2d09fd8ff4,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:34.730059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:34.735369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:34.735732 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:34.810955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-0144d92a-09bf-4165-8a93-1909b69d286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:34.813440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-0144d92a-09bf-4165-8a93-1909b69d286c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcfbd412-2708-4536-a642-a6726ea99120 HTTP/1.1" status: 200 len: 853 time: 0.3891077 Jul 07 22:25:34.825338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94b31390-120d-4a37-b857-e9e0aab10cf4 req-991f4f48-9d31-4fcc-8f50-35380eaa2a87 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481831 Jul 07 22:25:34.893889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-e66f2d4f-7ecd-4995-959d-10d001cd5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:34.895688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-e66f2d4f-7ecd-4995-959d-10d001cd5ef4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 914 time: 0.2798359 Jul 07 22:25:34.966773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfedc79-7710-4983-b72d-94c764ca6155', 'tag': '1ededad6-2714-4987-aa3f-ae1b9ce86733'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:34.969075 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d5b006-70b1-4c29-8f76-187480d298e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfedc79-7710-4983-b72d-94c764ca6155", "tag": "1ededad6-2714-4987-aa3f-ae1b9ce86733"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:34.976820 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.088713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-16686dfe-0ed6-461a-b6de-de8e14fb40f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05e12c49-0028-4cd6-9d10-2c07823f522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2617407 Jul 07 22:25:35.092183 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.100351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Provisioning for port 02d71a1d-2d8a-4480-9f73-1c942df3506a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:35.151903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-574295ee-743b-4174-bc22-5258e0fb25f4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fafdf98-49b3-456e-8a7a-a8c000ff1008 HTTP/1.1" status: 200 len: 217 time: 0.2023246 Jul 07 22:25:35.155220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Provisioning complete for port 02d71a1d-2d8a-4480-9f73-1c942df3506a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:35.157149 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.270171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b3c71fad-6b5a-4a8d-a6d8-bdebda47f648,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:35.281636 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.294894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Port 02d71a1d-2d8a-4480-9f73-1c942df3506a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:35.295410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-92787944-9638-4f43-af41-0d16f1b50097 service neutron] 10.222.0.44 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879725 Jul 07 22:25:35.360080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Provisioning for port f112fa30-5874-422d-9bbe-76b4cfabad81 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:35.368128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Provisioning complete for port f112fa30-5874-422d-9bbe-76b4cfabad81 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:35.368829 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.406309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=b3c71fad-6b5a-4a8d-a6d8-bdebda47f648,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:35.422160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Port f112fa30-5874-422d-9bbe-76b4cfabad81 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:35.437734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-0ea08ceb-c752-4309-b372-63eacc90d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:35.439306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-0ea08ceb-c752-4309-b372-63eacc90d3e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcfbd412-2708-4536-a642-a6726ea99120 HTTP/1.1" status: 200 len: 853 time: 0.1362991 Jul 07 22:25:35.445799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Provisioning complete for port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:35.448020 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51edb157-e305-4d72-bb55-489d32e56977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.587315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-f975f8a6-31c4-43d5-a20a-f85ce538a582 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=05e12c49-0028-4cd6-9d10-2c07823f522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127193 Jul 07 22:25:35.703649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4301e566-2ad0-4d13-aefc-b9df9d660a9f None None] Provisioning complete for port 02d71a1d-2d8a-4480-9f73-1c942df3506a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:35.704198 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4301e566-2ad0-4d13-aefc-b9df9d660a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.717825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.736920 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.746949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4301e566-2ad0-4d13-aefc-b9df9d660a9f None None] Port 02d71a1d-2d8a-4480-9f73-1c942df3506a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:35.756705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4301e566-2ad0-4d13-aefc-b9df9d660a9f None None] Provisioning complete for port f112fa30-5874-422d-9bbe-76b4cfabad81 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:35.757503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4301e566-2ad0-4d13-aefc-b9df9d660a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.767642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c8521d0-dd68-4259-86a7-3aa3f4c57d80 req-48dea057-98d6-4ae1-97a9-f116d69d099d service neutron] 10.222.0.44 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599465 Jul 07 22:25:35.784037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6702108-94e3-4d00-9450-40e0d448569a req-6749d1dd-8cbb-4335-a180-eab452618417 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:35.785548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6702108-94e3-4d00-9450-40e0d448569a req-6749d1dd-8cbb-4335-a180-eab452618417 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 943 time: 0.6327348 Jul 07 22:25:35.796646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3f78a8-f561-4952-8278-5d603b422dc7,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:35.802907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4301e566-2ad0-4d13-aefc-b9df9d660a9f None None] Port f112fa30-5874-422d-9bbe-76b4cfabad81 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:35.814772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4301e566-2ad0-4d13-aefc-b9df9d660a9f None None] Provisioning complete for port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:35.815269 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4301e566-2ad0-4d13-aefc-b9df9d660a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.828765 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.829924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1999900 Jul 07 22:25:35.832936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42744) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:35.838484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.838602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-24cfb044-3a8d-438f-8918-d4e976290fa0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'security_group_rule': {'security_group_id': '56d2e0f3-602d-42a1-a544-08289c869fb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:35.838688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.838795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.839076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.839413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.839753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.840082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.840534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.840736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.841067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.841450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.841786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d070574d-ee2a-423c-87f7-31dab79fba2e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:35.851749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf344a5-2681-4cbe-97b4-3339b70ee2b8 req-7b742fe1-d5f5-4202-b1d2-2d50ecd03f95 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:35.853321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdf344a5-2681-4cbe-97b4-3339b70ee2b8 req-7b742fe1-d5f5-4202-b1d2-2d50ecd03f95 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 944 time: 0.3592694 Jul 07 22:25:35.856231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device decc1364-4e30-4678-b79d-7e2d09fd8ff4 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:35.857707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-5441ce60-0165-4727-9d7e-280c15160526 service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468338 Jul 07 22:25:35.885412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24cfb044-3a8d-438f-8918-d4e976290fa0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:35.941141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6702108-94e3-4d00-9450-40e0d448569a req-d8f9019d-39dc-4bd1-b1e5-72be73af8fde tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383131 Jul 07 22:25:35.994468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24cfb044-3a8d-438f-8918-d4e976290fa0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.000092 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24cfb044-3a8d-438f-8918-d4e976290fa0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.026160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfb044-3a8d-438f-8918-d4e976290fa0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0597440c-1b93-4a41-81ad-d8c8730fdffd,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:36.033919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24cfb044-3a8d-438f-8918-d4e976290fa0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.038504 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-24cfb044-3a8d-438f-8918-d4e976290fa0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2015970 Jul 07 22:25:36.041600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:36.058981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:36.081771 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccea9dc-d0e8-4d66-9703-39db16cf899c x-openstack-request-id: req-1ccea9dc-d0e8-4d66-9703-39db16cf899c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:36.082490 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfedc79-7710-4983-b72d-94c764ca6155", "tag": "1ededad6-2714-4987-aa3f-ae1b9ce86733", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:36.082889 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ccea9dc-d0e8-4d66-9703-39db16cf899c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:36.083429 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfedc79-7710-4983-b72d-94c764ca6155', 'tag': '1ededad6-2714-4987-aa3f-ae1b9ce86733', 'status': 'completed', 'code': 200} Jul 07 22:25:36.093127 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.136731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdf344a5-2681-4cbe-97b4-3339b70ee2b8 req-a68843e1-7d6b-4f91-bc38-0237adc4c2ce tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668958 Jul 07 22:25:36.210124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:36.225126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4', 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802', 'port_id': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4', 'mac_address': 'fa:16:3e:5e:05:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b43373e-3705-426d-ab87-695d24593296', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:36.237455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:36.314514 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.334143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decc1364-4e30-4678-b79d-7e2d09fd8ff4 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:36.335579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46101a99-b8df-4e47-95eb-35145f47c0aa req-20f700df-eeb7-4c7d-9dd9-631b3ed8346d service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529109 Jul 07 22:25:36.338167 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.363120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:36.373922 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.382577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:36.384232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.431543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-373f63e1-68f3-4619-bc5b-03104e549d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:36.435121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-373f63e1-68f3-4619-bc5b-03104e549d3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 1095 time: 0.3467731 Jul 07 22:25:36.453393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25014811-6b11-4a9f-a897-023cf4876f07 req-ce984fa2-eb78-4bf0-b244-ab5458c7a1e8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:36.457168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25014811-6b11-4a9f-a897-023cf4876f07 req-ce984fa2-eb78-4bf0-b244-ab5458c7a1e8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 946 time: 0.2729702 Jul 07 22:25:36.467682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Allocated IP 172.25.8.23 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f6ce1d68-da18-49d2-a435-a7e334a368b9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:36.496615 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=decc1364-4e30-4678-b79d-7e2d09fd8ff4,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:36.554277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c1d8c6e0-cee4-4f93-821f-4646e9fe7640 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:36.587035 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.631987 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.641038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f07c73a7-9d81-44dd-b417-ea904d50b376 req-b8f5959c-44dc-4d20-ae70-f97e7f5dd3d4 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.2032228 Jul 07 22:25:36.692711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:36.700191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:36.708639 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:36.708812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:36.709268 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.721417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-3945ef17-bbfe-4ca5-a7d1-e037496b2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:36.722964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-3945ef17-bbfe-4ca5-a7d1-e037496b2daf service neutron] 10.222.0.44 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 914 time: 0.2631729 Jul 07 22:25:36.777088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Port': ['ID=f6ce1d68-da18-49d2-a435-a7e334a368b9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:36.778002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-75d99f0d-2e2d-4844-9277-2e3a3b39cf46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ededad6-2714-4987-aa3f-ae1b9ce86733 HTTP/1.1" status: 200 len: 217 time: 0.0438831 Jul 07 22:25:36.784230 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['decc1364-4e30-4678-b79d-7e2d09fd8ff4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:36.817600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25014811-6b11-4a9f-a897-023cf4876f07 req-27f160e8-79f2-4a3b-a2b0-a10503ae6e28 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524629 Jul 07 22:25:36.833503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:36.838752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-8b46c6ff-9c82-479e-81a5-af8a115435e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:36.840376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-8b46c6ff-9c82-479e-81a5-af8a115435e2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dcfbd412-2708-4536-a642-a6726ea99120 HTTP/1.1" status: 200 len: 853 time: 0.0521114 Jul 07 22:25:36.902397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-eecd3b85-a4e2-4940-8125-9ff37857dc86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05e12c49-0028-4cd6-9d10-2c07823f522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468988 Jul 07 22:25:36.908289 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.016773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-9ee3a3f6-5823-4b46-8cd5-a24eec5eaecf service neutron] 10.222.0.44 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068835 Jul 07 22:25:37.179024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.186203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.202117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49622f9d-f823-4656-a98c-55eb71deca15 req-53f75fb5-cb24-43b7-9be9-6a089f744950 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:37.203676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49622f9d-f823-4656-a98c-55eb71deca15 req-53f75fb5-cb24-43b7-9be9-6a089f744950 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 946 time: 0.1856968 Jul 07 22:25:37.330325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660c1d8-c7e3-4a3b-ad74-f09feeb4618c req-c04cf553-083f-4887-8022-10655c3e1472 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:37.334596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Port': ['ID=f6ce1d68-da18-49d2-a435-a7e334a368b9,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:37.337636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.344459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b660c1d8-c7e3-4a3b-ad74-f09feeb4618c req-c04cf553-083f-4887-8022-10655c3e1472 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 943 time: 0.2208991 Jul 07 22:25:37.356454 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.358448 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e726385e-bfaa-4328-928f-c24a70d5578a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3121600 Jul 07 22:25:37.366830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55d5b006-70b1-4c29-8f76-187480d298e8 req-f5390135-127a-40a5-b91d-ea681d135a85 service neutron] 10.222.0.44 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092437 Jul 07 22:25:37.462817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b660c1d8-c7e3-4a3b-ad74-f09feeb4618c req-e40fbe64-420e-44e5-9be0-0ce9782b183e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171381 Jul 07 22:25:37.522552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc599c-c1fe-48f0-a46d-cb00386f2793 req-8b982b56-3e16-4860-b17d-9566c1a8fc89 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:37.524106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0bc599c-c1fe-48f0-a46d-cb00386f2793 req-8b982b56-3e16-4860-b17d-9566c1a8fc89 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 945 time: 0.1740429 Jul 07 22:25:37.532903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port f9967000-23cb-41db-b7c9-490d10f3e847 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:37.532990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.656518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0bc599c-c1fe-48f0-a46d-cb00386f2793 req-e9563997-f7d4-4325-aa09-f2e600d278eb tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257815 Jul 07 22:25:37.724968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-8cd0789a-1e08-4f7b-945c-ade40c9a36af tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1889839173&fields=id&tenant_id=45101a542131430783705ffe212afc8e HTTP/1.1" status: 200 len: 267 time: 0.0943062 Jul 07 22:25:37.730261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] For port f9967000-23cb-41db-b7c9-490d10f3e847, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f9967000-23cb-41db-b7c9-490d10f3e847,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:37.730634 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:37.860063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 6fafdf98-49b3-456e-8a7a-a8c000ff1008 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:37.861286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09763bd0-027a-4390-951d-dc9de13c185c req-6b369de8-d0fb-42b2-87bf-b8f835e6c81d tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0481913 Jul 07 22:25:37.869287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device decc1364-4e30-4678-b79d-7e2d09fd8ff4 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:37.872960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-e6fb7448-7a58-40da-bd82-fe9e8c662810 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:37.874423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-e6fb7448-7a58-40da-bd82-fe9e8c662810 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports/f112fa30-5874-422d-9bbe-76b4cfabad81 HTTP/1.1" status: 200 len: 931 time: 0.1412735 Jul 07 22:25:37.999625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-5d89c2c0-731e-432f-b47b-3d15fe03d200 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:38.006487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-5d89c2c0-731e-432f-b47b-3d15fe03d200 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports/02d71a1d-2d8a-4480-9f73-1c942df3506a HTTP/1.1" status: 200 len: 932 time: 0.1238117 Jul 07 22:25:38.054058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port decc1364-4e30-4678-b79d-7e2d09fd8ff4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:38.055244 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.092739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 6fafdf98-49b3-456e-8a7a-a8c000ff1008, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=6fafdf98-49b3-456e-8a7a-a8c000ff1008,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:38.111637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '6fafdf98-49b3-456e-8a7a-a8c000ff1008', 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a', 'port_id': '6fafdf98-49b3-456e-8a7a-a8c000ff1008', 'mac_address': 'fa:16:3e:fb:fd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbd412-2708-4536-a642-a6726ea99120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:38.182876 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.204516 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.207166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fafdf98-49b3-456e-8a7a-a8c000ff1008 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:38.243238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 6fafdf98-49b3-456e-8a7a-a8c000ff1008, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=6fafdf98-49b3-456e-8a7a-a8c000ff1008,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:38.250100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:38.252504 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40b13de-8755-4ab8-a12e-c4260e31532f" -d '{"events": [{"server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "name": "network-vif-plugged", "status": "completed", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:38.257799 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.270422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:38.298469 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.323142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=6fafdf98-49b3-456e-8a7a-a8c000ff1008,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:38.379743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=decc1364-4e30-4678-b79d-7e2d09fd8ff4,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:38.446151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1eb97fb4-96a3-4954-9958-01088bdee94b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.4354684 Jul 07 22:25:38.516462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-316d4ad9-7288-430f-9594-03faf173f846 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0577691 Jul 07 22:25:38.542926 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.543313 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.543721 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Floating IP 23f23b98-66dd-400a-a692-c6bb40b8cfa1 disassociated. External IP: 172.25.8.31, port: f9967000-23cb-41db-b7c9-490d10f3e847. Jul 07 22:25:38.544160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for f9967000-23cb-41db-b7c9-490d10f3e847 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:38.632719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['6fafdf98-49b3-456e-8a7a-a8c000ff1008'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:38.693960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a8e51-ecb1-4aa4-a59c-1cc47076bb13 req-fe774f70-1fa2-4624-bcc7-20bceb553a28 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:38.695971 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f1a8e51-ecb1-4aa4-a59c-1cc47076bb13 req-fe774f70-1fa2-4624-bcc7-20bceb553a28 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 946 time: 0.6427073 Jul 07 22:25:38.749025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-24da67ff-8fdf-4a90-b761-3fe259cbd20b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:38.754883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-24da67ff-8fdf-4a90-b761-3fe259cbd20b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:38.760821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-24da67ff-8fdf-4a90-b761-3fe259cbd20b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:38.767691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-24da67ff-8fdf-4a90-b761-3fe259cbd20b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/networks?id=d5c71666-32e6-426c-959c-27eb1572bb7b&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac HTTP/1.1" status: 200 len: 1990 time: 0.2432890 Jul 07 22:25:38.800506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f3f750ec-e65e-4138-906d-25364b25fce7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/quotas/45101a542131430783705ffe212afc8e HTTP/1.1" status: 200 len: 375 time: 0.0314541 Jul 07 22:25:38.826228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f1a8e51-ecb1-4aa4-a59c-1cc47076bb13 req-e586ccf6-2eac-4035-bf4d-297750fe1fb6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207819 Jul 07 22:25:38.922393 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:38.938994 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee6c8ce-298a-42c5-bbdc-509aa1c5f832 x-openstack-request-id: req-8ee6c8ce-298a-42c5-bbdc-509aa1c5f832 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:38.939840 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "name": "network-vif-plugged", "status": "completed", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:38.940608 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ee6c8ce-298a-42c5-bbdc-509aa1c5f832 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:38.940722 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4', 'code': 200} Jul 07 22:25:38.992691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=f9967000-23cb-41db-b7c9-490d10f3e847,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:39.030516 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-03363644-1359-40e0-9567-d2d397c3bb65 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2243638 Jul 07 22:25:39.312392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d0d4e-c4d2-41b6-8fb3-892925e74553 req-421a658e-8e3e-4312-99a9-489492d20e4e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:39.313932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc3d0d4e-c4d2-41b6-8fb3-892925e74553 req-421a658e-8e3e-4312-99a9-489492d20e4e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 943 time: 0.2824211 Jul 07 22:25:39.320736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-581c23f6-be5f-45b9-b30d-4005b8d43f1a service neutron] 10.222.0.81 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831378 Jul 07 22:25:39.346808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Router f484b174-1ee7-4fd7-913c-157cc1fe79f2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:25:39.355927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f915e-e222-4fdc-ba10-2b1618a6c001 req-9bbdcad9-2232-427d-99ac-65ad6ac57480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:39.357456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-169f915e-e222-4fdc-ba10-2b1618a6c001 req-9bbdcad9-2232-427d-99ac-65ad6ac57480 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 1098 time: 0.2391679 Jul 07 22:25:39.498729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc3d0d4e-c4d2-41b6-8fb3-892925e74553 req-dd835388-851b-49b8-93cc-4dfd058cd8dc tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740813 Jul 07 22:25:39.545157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-169f915e-e222-4fdc-ba10-2b1618a6c001 req-3ad8ac20-e9f5-43e6-87f8-f58887cace51 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721218 Jul 07 22:25:39.590308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-fd1d4f82-7449-4c94-b016-1c00e8cc4bb5 service neutron] 10.222.0.81 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588353 Jul 07 22:25:39.725147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:39.739479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] Sync routers for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:39.754455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:39.756117 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:25:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:39.759904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-aef0485c-2b74-48b8-804c-f9a9844b3841 service neutron] 10.222.0.81 "GET /v2.0/ports/f112fa30-5874-422d-9bbe-76b4cfabad81?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1233015 Jul 07 22:25:39.859481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-7cdd0de7-d940-497d-8ee9-a52244726d2d service neutron] 10.222.0.81 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986719 Jul 07 22:25:39.894160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] No DVR routers for this DVR port f9967000-23cb-41db-b7c9-490d10f3e847 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:39.904413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:39.909085 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:39.911286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49622f9d-f823-4656-a98c-55eb71deca15 req-a4d3b954-2ca9-46d7-a7d9-0a168e00ffd4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.44 "DELETE /v2.0/ports/f9967000-23cb-41db-b7c9-490d10f3e847 HTTP/1.1" status: 204 len: 173 time: 2.6877599 Jul 07 22:25:39.911739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'name': 'network-vif-deleted', 'tag': 'f9967000-23cb-41db-b7c9-490d10f3e847'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:39.914114 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1520899a-dcbe-4577-b01e-ab7abcea2016" -d '{"events": [{"server_uuid": "6ad0eee2-1f61-4277-b73c-839f06e132d5", "name": "network-vif-deleted", "tag": "f9967000-23cb-41db-b7c9-490d10f3e847"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:39.966876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1ededad6-2714-4987-aa3f-ae1b9ce86733 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:25:39.995779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064f5c1-e424-4ff0-a2b3-d257d4d9d4d6 req-4cf2ee48-38b6-4b7c-8fc5-d2714e55114f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:39.997388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e064f5c1-e424-4ff0-a2b3-d257d4d9d4d6 req-4cf2ee48-38b6-4b7c-8fc5-d2714e55114f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.3597357 Jul 07 22:25:40.079374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-e48a342e-1721-4a38-ae20-dcd959ddab50 service neutron] 10.222.0.81 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175386 Jul 07 22:25:40.085325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e064f5c1-e424-4ff0-a2b3-d257d4d9d4d6 req-1b7ca097-317f-43ce-99a8-40cddebc4152 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788827 Jul 07 22:25:40.162542 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ad0f332-7e2c-4d44-ad1c-8cdee1954270 service neutron] 10.222.0.81 "GET /v2.0/ports/02d71a1d-2d8a-4480-9f73-1c942df3506a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0761728 Jul 07 22:25:40.246976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1ededad6-2714-4987-aa3f-ae1b9ce86733, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1ededad6-2714-4987-aa3f-ae1b9ce86733,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:40.290254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '1ededad6-2714-4987-aa3f-ae1b9ce86733', 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a', 'port_id': '1ededad6-2714-4987-aa3f-ae1b9ce86733', 'mac_address': 'fa:16:3e:5e:61:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbd412-2708-4536-a642-a6726ea99120', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:25:40.333908 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:40.354272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-8311ada6-aeec-492e-83a1-d6fb618e6b93 service neutron] 10.222.0.81 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800559 Jul 07 22:25:40.360496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ededad6-2714-4987-aa3f-ae1b9ce86733 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:40.375396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:40.393447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b923cfcc-4dd8-4daa-904c-92c7d631dd41 req-b14dc565-63b4-4ecd-90bd-8d0c4c0c2756 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0532129 Jul 07 22:25:40.411813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] Checking router: f484b174-1ee7-4fd7-913c-157cc1fe79f2 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:40.417936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1ededad6-2714-4987-aa3f-ae1b9ce86733, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1ededad6-2714-4987-aa3f-ae1b9ce86733,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:40.426647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:40.427285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:25:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:40.434161 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:40.533302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-8afd81bd-6465-4588-a67f-4f7fb4fcb5a5 service neutron] 10.222.0.81 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520908 Jul 07 22:25:40.705793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1ededad6-2714-4987-aa3f-ae1b9ce86733,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:40.730668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['1ededad6-2714-4987-aa3f-ae1b9ce86733'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:40.761917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-af0995ce-eaf0-4bca-943f-ef964e32a651 service neutron] 10.222.0.81 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157030 Jul 07 22:25:40.822241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:40.898824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7767e59e-85ce-4002-8dac-6462e21dd0fd req-b0e4b29d-8eec-418c-913e-31930c498500 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 210 time: 0.1481507 Jul 07 22:25:41.066453 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fe6cb1-6d61-4f8e-8098-31fca53df778 x-openstack-request-id: req-c3fe6cb1-6d61-4f8e-8098-31fca53df778 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:41.067317 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad0eee2-1f61-4277-b73c-839f06e132d5", "name": "network-vif-deleted", "tag": "f9967000-23cb-41db-b7c9-490d10f3e847", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:41.070747 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3fe6cb1-6d61-4f8e-8098-31fca53df778 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:41.073441 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad0eee2-1f61-4277-b73c-839f06e132d5', 'name': 'network-vif-deleted', 'tag': 'f9967000-23cb-41db-b7c9-490d10f3e847', 'status': 'completed', 'code': 200} Jul 07 22:25:41.161822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-67155815-5e31-445f-af17-26799e573a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.180762 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-67155815-5e31-445f-af17-26799e573a78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 1098 time: 0.4354391 Jul 07 22:25:41.306041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f81e78ce-4563-4d63-b015-97e1864d702d service neutron] 10.222.0.81 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087719 Jul 07 22:25:41.461196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:41.495194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f5460-0c94-4c3b-a687-97ad98287d5c None None] The sync data for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 is: [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:41.614590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3db7a-8879-4151-9b67-ef503919c658 req-d0459257-5953-467a-aecb-a5109a1f472f tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.616194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f3db7a-8879-4151-9b67-ef503919c658 req-d0459257-5953-467a-aecb-a5109a1f472f tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 944 time: 0.4342694 Jul 07 22:25:41.627311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-81cee7dd-9fd3-450b-9dcc-cc7ff0f45793 service neutron] 10.222.0.81 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994218 Jul 07 22:25:41.686852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f3db7a-8879-4151-9b67-ef503919c658 req-4e64d5b1-967a-4ef9-9a94-38baf41bd9c4 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476048 Jul 07 22:25:41.753917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-c6b76e8c-4ab6-4c91-8f28-0cc0d4e5fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.755595 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-c6b76e8c-4ab6-4c91-8f28-0cc0d4e5fabe service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 916 time: 0.4554558 Jul 07 22:25:41.785034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f9967000-23cb-41db-b7c9-490d10f3e847 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:41.818526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: f9967000-23cb-41db-b7c9-490d10f3e847 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:25:41.819175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f9967000-23cb-41db-b7c9-490d10f3e847 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:25:41.875858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-fe7db58a-c4f3-40c4-bfd0-d0230949e175 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4 HTTP/1.1" status: 200 len: 217 time: 0.1125951 Jul 07 22:25:41.893851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 6fafdf98-49b3-456e-8a7a-a8c000ff1008 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:41.939030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-2136b854-e41f-42c7-ab95-cd1fd2021576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:41.941333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-2136b854-e41f-42c7-ab95-cd1fd2021576 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b43373e-3705-426d-ab87-695d24593296 HTTP/1.1" status: 200 len: 855 time: 0.0583084 Jul 07 22:25:41.963668 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beee6b72-fa0e-4e81-9fb0-89dd15dd6af5 None None] New status for floating IP 23f23b98-66dd-400a-a692-c6bb40b8cfa1: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:25:41.987178 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-9dda75d4-0580-45d8-bf47-ea7638005e34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7e6643-1726-4e18-9cda-99b4bda3d802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346243 Jul 07 22:25:42.024497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 6fafdf98-49b3-456e-8a7a-a8c000ff1008 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:42.045909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 6fafdf98-49b3-456e-8a7a-a8c000ff1008 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:42.046488 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:42.126368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-d7559472-c0dd-421d-b8d4-72115ca1bd0e service neutron] 10.222.0.81 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977670 Jul 07 22:25:42.159345 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:42.222965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d77a8-8be2-4872-a608-3727795040f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fafdf98-49b3-456e-8a7a-a8c000ff1008'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:42.232157 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f38d7a-0592-49cb-9418-59cd27bd26bc" -d '{"events": [{"server_uuid": "301d77a8-8be2-4872-a608-3727795040f7", "name": "network-vif-plugged", "status": "completed", "tag": "6fafdf98-49b3-456e-8a7a-a8c000ff1008"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:42.290606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 6fafdf98-49b3-456e-8a7a-a8c000ff1008, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=6fafdf98-49b3-456e-8a7a-a8c000ff1008,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:42.296314 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:42.385164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=6fafdf98-49b3-456e-8a7a-a8c000ff1008,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:42.399529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-3a137e2a-e1d2-40f9-bdc7-8114adcf40cb service neutron] 10.222.0.83 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040215 Jul 07 22:25:42.436918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-396d3312-80d3-426a-81da-0aba87a067ce service neutron] 10.222.0.81 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095298 Jul 07 22:25:42.475457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ca498-a451-469a-aa37-45241faf79b4 req-48a5f223-8195-4c31-a8ae-0d0777972d1a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:42.479399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad1ca498-a451-469a-aa37-45241faf79b4 req-48a5f223-8195-4c31-a8ae-0d0777972d1a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.4579720 Jul 07 22:25:42.995777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad1ca498-a451-469a-aa37-45241faf79b4 req-f4217acc-12e4-4e2a-a54a-432adfb64e7a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903054 Jul 07 22:25:43.005692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fa50f3c-de17-49ce-8d1b-8a747f6192ce req-5dcf0fc6-60f7-4aca-b2e1-958a411b9323 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952213 Jul 07 22:25:43.051262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-df2ed142-cc1f-4e85-90fb-a8239c0f5a89 service neutron] 10.222.0.81 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547068 Jul 07 22:25:43.202354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50500e01-4383-494f-ab14-ca4e9d773f19 req-2b41eede-8b5c-4c7a-bdb9-fed333c9c834 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0483148 Jul 07 22:25:43.245114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-ce7737fb-e9cb-4321-943e-8383e2ecbd74 service neutron] 10.222.0.81 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873968 Jul 07 22:25:43.404994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bcd59520-515d-4a4d-9e88-91e95254f627 req-28986815-cafd-4ff5-9e1f-289fac8ceaa3 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 210 time: 0.0347939 Jul 07 22:25:43.425837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-e388fd5e-3b94-4694-a4f2-e72a4672f6c0 service neutron] 10.222.0.81 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748886 Jul 07 22:25:43.465415 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3facb6-6d0a-4f02-aa7a-e4e8f394521b x-openstack-request-id: req-eb3facb6-6d0a-4f02-aa7a-e4e8f394521b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:43.466683 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301d77a8-8be2-4872-a608-3727795040f7", "name": "network-vif-plugged", "status": "completed", "tag": "6fafdf98-49b3-456e-8a7a-a8c000ff1008", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:43.467138 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb3facb6-6d0a-4f02-aa7a-e4e8f394521b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:43.467737 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d77a8-8be2-4872-a608-3727795040f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fafdf98-49b3-456e-8a7a-a8c000ff1008', 'code': 200} Jul 07 22:25:43.778908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25257fd1-cf04-4f22-bd4c-d8fa9d5c90aa req-2c7d8807-653c-4668-9cc0-f624bf44c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:43.793042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1ededad6-2714-4987-aa3f-ae1b9ce86733 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:43.795718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25257fd1-cf04-4f22-bd4c-d8fa9d5c90aa req-2c7d8807-653c-4668-9cc0-f624bf44c0ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=301d77a8-8be2-4872-a608-3727795040f7 HTTP/1.1" status: 200 len: 1097 time: 0.2240963 Jul 07 22:25:43.866523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba37311-14fe-4f3a-bbd0-dde6adfaf604 req-1af8acc1-b77c-4fe3-a5e2-a0654dbb3bd2 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:43.873317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ba37311-14fe-4f3a-bbd0-dde6adfaf604 req-1af8acc1-b77c-4fe3-a5e2-a0654dbb3bd2 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 944 time: 0.2259793 Jul 07 22:25:43.909818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 1ededad6-2714-4987-aa3f-ae1b9ce86733 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:43.919818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 1ededad6-2714-4987-aa3f-ae1b9ce86733 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:43.920304 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:43.974174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25257fd1-cf04-4f22-bd4c-d8fa9d5c90aa req-27c8603c-0851-4124-9564-248a85e2178b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428485 Jul 07 22:25:43.991661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ba37311-14fe-4f3a-bbd0-dde6adfaf604 req-2c78cc2e-887b-4129-a5ab-85653a7bff76 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109188 Jul 07 22:25:44.091353 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:44.165997 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1ededad6-2714-4987-aa3f-ae1b9ce86733, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1ededad6-2714-4987-aa3f-ae1b9ce86733,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:44.172767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:44.315069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1ededad6-2714-4987-aa3f-ae1b9ce86733,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:44.403189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5375cef-751d-4b2c-886c-dbe5a086ea77 req-3252d2b9-d585-4442-9f77-757e4395fd8f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:44.414263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5375cef-751d-4b2c-886c-dbe5a086ea77 req-3252d2b9-d585-4442-9f77-757e4395fd8f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.2154748 Jul 07 22:25:44.524380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5375cef-751d-4b2c-886c-dbe5a086ea77 req-ecc5a3b0-06f1-42db-83f9-aa9627e041fc tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077151 Jul 07 22:25:44.633013 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:44.780991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b3c9558-eb75-4230-ac0f-8a5bba8f582f req-a89865f7-a300-44fb-b43e-25ca292f13ff tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0846546 Jul 07 22:25:44.922389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14846384-e4d4-4425-bd42-e920f4776456 req-6747d87a-1f32-440e-8574-c4ca49bcc034 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 210 time: 0.1091032 Jul 07 22:25:44.972323 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0db2-f7d7-4cb5-b1ad-997d8c8127bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.041527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14e4487f-8aa6-4b46-83f7-2189c10c28e6 req-4fcb8de3-4033-44c7-a8dc-6c9cbfe10bfc tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.1159623 Jul 07 22:25:45.165125 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0db2-f7d7-4cb5-b1ad-997d8c8127bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.174100 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0db2-f7d7-4cb5-b1ad-997d8c8127bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.254960 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b8fd0db2-f7d7-4cb5-b1ad-997d8c8127bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3fd109fa38e42919b0449042feeaba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6203599 Jul 07 22:25:45.256109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd0db2-f7d7-4cb5-b1ad-997d8c8127bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612544dc-136d-4918-83a2-04d2b655c668,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:45.257600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42908) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:45.464297 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3b93bbb-2bda-4f98-bf70-d5ca73e6635d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.469558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfedc79-7710-4983-b72d-94c764ca6155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ededad6-2714-4987-aa3f-ae1b9ce86733'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:45.474448 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfd57e8-26ab-4d5a-ab99-7ecc4a44416e" -d '{"events": [{"server_uuid": "4bfedc79-7710-4983-b72d-94c764ca6155", "name": "network-vif-plugged", "status": "completed", "tag": "1ededad6-2714-4987-aa3f-ae1b9ce86733"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:45.492433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590a44c-06f8-4c13-9071-a2288557a811 req-cf4fb9a1-4682-408b-be27-8cd2b2f78ef1 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:45.494272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0590a44c-06f8-4c13-9071-a2288557a811 req-cf4fb9a1-4682-408b-be27-8cd2b2f78ef1 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 945 time: 0.1600499 Jul 07 22:25:45.551623 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d466e9-09fb-4e4d-b38a-cc005a7199d3 x-openstack-request-id: req-b1d466e9-09fb-4e4d-b38a-cc005a7199d3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:45.551918 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfedc79-7710-4983-b72d-94c764ca6155", "name": "network-vif-plugged", "status": "completed", "tag": "1ededad6-2714-4987-aa3f-ae1b9ce86733", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:45.552215 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1d466e9-09fb-4e4d-b38a-cc005a7199d3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:45.552606 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfedc79-7710-4983-b72d-94c764ca6155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ededad6-2714-4987-aa3f-ae1b9ce86733', 'code': 200} Jul 07 22:25:45.574053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3b93bbb-2bda-4f98-bf70-d5ca73e6635d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.634695 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3b93bbb-2bda-4f98-bf70-d5ca73e6635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.637683 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3b93bbb-2bda-4f98-bf70-d5ca73e6635d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:45.641487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f3b93bbb-2bda-4f98-bf70-d5ca73e6635d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/612544dc-136d-4918-83a2-04d2b655c668 HTTP/1.1" status: 204 len: 168 time: 0.3794861 Jul 07 22:25:45.667543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b93bbb-2bda-4f98-bf70-d5ca73e6635d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612544dc-136d-4918-83a2-04d2b655c668,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:45.681909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0590a44c-06f8-4c13-9071-a2288557a811 req-6e534048-c334-4014-9325-077fa9a8eb73 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640382 Jul 07 22:25:45.908905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ef57-f615-49e6-867b-ce9f247671db req-57828108-50fe-4e35-ab79-f45f23f6a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:45.910612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d84ef57-f615-49e6-867b-ce9f247671db req-57828108-50fe-4e35-ab79-f45f23f6a5ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 1097 time: 0.1610844 Jul 07 22:25:45.986002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dd08365-7540-4ecf-b53d-5dfba385598f req-a17213f9-1ada-4f51-853e-336eb5251990 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0395722 Jul 07 22:25:46.050565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-dc9a1432-f1f8-4ea4-b704-137386affe54 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:46.061740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-dc9a1432-f1f8-4ea4-b704-137386affe54 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 815 time: 0.2563853 Jul 07 22:25:46.067931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d84ef57-f615-49e6-867b-ce9f247671db req-ddd06cf8-8094-40d4-9d0c-aaffee29cea0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419077 Jul 07 22:25:46.096816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-cebe7f9e-0a19-4f43-aee0-fe8c65183319 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/quotas/b65c4b8424724de1a9a55e18a5fc88c2 HTTP/1.1" status: 200 len: 375 time: 0.0341556 Jul 07 22:25:46.226513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-3e0af9bb-9e39-45c7-a5df-b8bd99119b6f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1223159 Jul 07 22:25:46.266326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90c0466e-b02b-4456-a586-03b12117f55b req-2587bc73-f486-4722-984f-57427d4b617b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=6ad0eee2-1f61-4277-b73c-839f06e132d5 HTTP/1.1" status: 200 len: 210 time: 0.0637848 Jul 07 22:25:46.411159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-d0e192bf-5e0a-4d38-a0da-7218608f18ab service neutron] 10.222.0.81 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831787 Jul 07 22:25:46.499404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32db8176-6d0e-4a84-89aa-d74babd9803b req-4cbaf1c2-6f8e-496f-a5cb-46b0f1fe5c85 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0817473 Jul 07 22:25:46.611374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-d2c75d18-fdf9-4104-a973-500f7d63848c service neutron] 10.222.0.81 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948986 Jul 07 22:25:46.695344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-da52d871-cd42-45da-bfa3-c48d30683d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:46.696834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-da52d871-cd42-45da-bfa3-c48d30683d7f service neutron] 10.222.0.83 "GET /v2.0/ports/f112fa30-5874-422d-9bbe-76b4cfabad81 HTTP/1.1" status: 200 len: 1027 time: 0.0558398 Jul 07 22:25:46.830861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-47879566-9a54-46ee-832b-069f1e0e06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:46.834399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-47879566-9a54-46ee-832b-069f1e0e06ee service neutron] 10.222.0.83 "GET /v2.0/ports/02d71a1d-2d8a-4480-9f73-1c942df3506a HTTP/1.1" status: 200 len: 1028 time: 0.1117332 Jul 07 22:25:46.958131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4518d9e0-db9f-45c2-8052-048ce9145f43 req-cef93d90-806b-4609-8dc3-aec1eec8b743 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 210 time: 0.0944095 Jul 07 22:25:47.148360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-6f8389a8-8590-4bc7-a204-8af79d417407 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.156647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-6f8389a8-8590-4bc7-a204-8af79d417407 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.164935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-6f8389a8-8590-4bc7-a204-8af79d417407 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.167961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-6f8389a8-8590-4bc7-a204-8af79d417407 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "GET /v2.0/networks?id=d5c71666-32e6-426c-959c-27eb1572bb7b&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac HTTP/1.1" status: 200 len: 1990 time: 0.3242886 Jul 07 22:25:47.276649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-cc404c91-952b-4928-8e22-b8bea978d141 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45101a542131430783705ffe212afc8e HTTP/1.1" status: 200 len: 380 time: 0.0786867 Jul 07 22:25:47.302029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1a0bd-86d5-4f6e-8274-da2d11cbd3a1 req-e7ed058b-50fc-44f8-9907-a47da0a458c5 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:47.303730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e0b1a0bd-86d5-4f6e-8274-da2d11cbd3a1 req-e7ed058b-50fc-44f8-9907-a47da0a458c5 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 945 time: 0.3485022 Jul 07 22:25:47.313618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'admin_state_up': True, 'tenant_id': '45101a542131430783705ffe212afc8e', 'security_groups': ['56d2e0f3-602d-42a1-a544-08289c869fb3']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:47.498934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d423d77e-176e-4552-90bf-8bf1bb7b7027 req-db641cd2-396c-4df3-a467-c1bd75683e6a tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0623937 Jul 07 22:25:47.506387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42978) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:47.570478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e0b1a0bd-86d5-4f6e-8274-da2d11cbd3a1 req-57cb0f72-2f35-4a22-b0da-00e8a60afb66 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808418 Jul 07 22:25:47.714759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:47.719626 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:47.759855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b4c016aa-2f12-4360-b745-8aa4f07465e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:47.915266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1395a564-bc94-4a23-8feb-6b81f49361bf req-08690c35-bd67-4ab8-b529-aca03f2d95b8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0537951 Jul 07 22:25:48.031553 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b4c016aa-2f12-4360-b745-8aa4f07465e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.040738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b4c016aa-2f12-4360-b745-8aa4f07465e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.106944 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b4c016aa-2f12-4360-b745-8aa4f07465e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2901adce3261448ba852f6bc259b45a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993049 Jul 07 22:25:48.110819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42994) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:48.116217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c016aa-2f12-4360-b745-8aa4f07465e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9aaaa7-6c71-440b-a1d7-43b7d496ee40,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:48.178349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Allocated IP 172.20.0.6 (d5c71666-32e6-426c-959c-27eb1572bb7b/94e3a1d7-c4b9-4dcc-b9f8-289264492ffb/b5b66697-8979-47bb-bd75-06bc6002473d) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:48.286374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fec57fb-21b6-44fc-8240-707e8173e5cb req-bef48aa4-3625-4a38-8ae2-3a3c3c915863 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 210 time: 0.0748198 Jul 07 22:25:48.306905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-6f130672-45b9-47cb-84cf-6b7405f79972 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:48.308412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-6f130672-45b9-47cb-84cf-6b7405f79972 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.83 "GET /v2.0/ports?device_id=e54ac811-337d-438a-86e6-9bf84a3b5ad0 HTTP/1.1" status: 200 len: 946 time: 0.3686223 Jul 07 22:25:48.338347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-e4ec5ca7-638d-4f62-83c8-d28c636c2ced tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194744103&fields=id&tenant_id=616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 267 time: 0.1956267 Jul 07 22:25:48.445350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b35d7fe9-4253-442c-b165-3f4f0f5b9efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.526035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b35d7fe9-4253-442c-b165-3f4f0f5b9efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.748993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.780246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-052e4923-cd04-42e5-a82a-2b3d3cf94403 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:48.781778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-052e4923-cd04-42e5-a82a-2b3d3cf94403 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.4152575 Jul 07 22:25:48.790281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61ccd85d-ce76-4e2a-baa6-ad7aba768551 req-ace7e01b-ca5e-4457-9846-c5153fb7f47c tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0854526 Jul 07 22:25:48.862380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-7b577258-6ab2-4ed1-a0d8-4379407cb301 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/quotas/616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 375 time: 0.0624871 Jul 07 22:25:48.864788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Transition to ACTIVE for port object b5b66697-8979-47bb-bd75-06bc6002473d will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:48.871145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Deleting port decc1364-4e30-4678-b79d-7e2d09fd8ff4 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:48.871496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.890005 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b35d7fe9-4253-442c-b165-3f4f0f5b9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.892566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b35d7fe9-4253-442c-b165-3f4f0f5b9efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:48.896081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b35d7fe9-4253-442c-b165-3f4f0f5b9efa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ef9aaaa7-6c71-440b-a1d7-43b7d496ee40 HTTP/1.1" status: 204 len: 168 time: 0.7724800 Jul 07 22:25:48.975635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-e1324e93-3a83-4008-95ea-25801ee385b7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:48.977694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-e1324e93-3a83-4008-95ea-25801ee385b7 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.44 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 815 time: 0.3827379 Jul 07 22:25:48.988660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7fe9-4253-442c-b165-3f4f0f5b9efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9aaaa7-6c71-440b-a1d7-43b7d496ee40,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:48.999461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Request body: {'port': {'device_id': '0226ee17-b457-47d9-9b9d-9e9fe89d397b', 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802', 'admin_state_up': True, 'tenant_id': 'b65c4b8424724de1a9a55e18a5fc88c2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:49.159958 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.166944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] For port decc1364-4e30-4678-b79d-7e2d09fd8ff4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=decc1364-4e30-4678-b79d-7e2d09fd8ff4,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:49.167462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.238840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-84578c7c-6fa9-48ab-a828-25517c30f1d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3753250 Jul 07 22:25:49.260216 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Calling delete_port for decc1364-4e30-4678-b79d-7e2d09fd8ff4 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:49.314527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network d5c71666-32e6-426c-959c-27eb1572bb7b is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:49.362802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:49.414814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:49.422212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Port': ['ID=b5b66697-8979-47bb-bd75-06bc6002473d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:49.469607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6378e281-194c-4675-9ba6-109af168ac9c req-c6bbc2ca-946a-44db-917e-3a02b321a070 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:49.471212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6378e281-194c-4675-9ba6-109af168ac9c req-c6bbc2ca-946a-44db-917e-3a02b321a070 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 945 time: 0.3898215 Jul 07 22:25:49.512318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Made reservation on behalf of b65c4b8424724de1a9a55e18a5fc88c2 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:49.515833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.564081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:49.564714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.595750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.606166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-017e6d16-2288-41da-b55b-4344fba4f514 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3239458 Jul 07 22:25:49.620946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-4ad74fa1-ce8a-4273-b711-03856b660418 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471680 Jul 07 22:25:49.632844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'admin_state_up': True, 'tenant_id': '45101a542131430783705ffe212afc8e', 'security_groups': ['56d2e0f3-602d-42a1-a544-08289c869fb3']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:49.644566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e867a825-c24c-4bf3-a49b-94fca89336f6 None None] Provisioning for port b5b66697-8979-47bb-bd75-06bc6002473d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:49.651448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e867a825-c24c-4bf3-a49b-94fca89336f6 None None] Provisioning complete for port b5b66697-8979-47bb-bd75-06bc6002473d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:49.651964 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e867a825-c24c-4bf3-a49b-94fca89336f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.694136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e867a825-c24c-4bf3-a49b-94fca89336f6 None None] Port b5b66697-8979-47bb-bd75-06bc6002473d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:49.768612 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:49.773936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6378e281-194c-4675-9ba6-109af168ac9c req-d70a047b-8bd8-43d4-b651-5aca791a4fb7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892020 Jul 07 22:25:49.904565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1695852298-network', 'tenant_id': '758ccf13800b41a4841118c040abf19b'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:49.942677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Made reservation on behalf of 758ccf13800b41a4841118c040abf19b for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:49.945745 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:49.957368 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.134978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.142646 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.174280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea51e66-6dd7-46bd-8b87-cd17cadf9c1d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:50.196568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:25:50.219165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.219525 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Added segment 43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c of type vlan for network 5f85ece0-2786-4996-9dbe-254f7911e8a9 Jul 07 22:25:50.296315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.303857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Allocated IP 172.20.0.12 (cd7e6643-1726-4e18-9cda-99b4bda3d802/9b43373e-3705-426d-ab87-695d24593296/4c22e3b3-7a98-4e95-97a9-b6772b73c789) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:50.337436 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.339019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:50.339609 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.358797 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5880320 Jul 07 22:25:50.395124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43046) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:50.400904 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.403681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Request body: {'subnet': {'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1695852298-subnet', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:50.439564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Made reservation on behalf of 758ccf13800b41a4841118c040abf19b for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:50.443846 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.466641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-8eabb717-f197-4b26-aada-e8626a7eb317 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385128 Jul 07 22:25:50.480192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Pushing event deleted for resources: {'Port': ['ID=decc1364-4e30-4678-b79d-7e2d09fd8ff4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:50.508812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426eee03-d7fd-4228-a52b-16915b2135e4 req-7d4ef34d-dd75-4ec3-9d8d-6d5b38e13952 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:50.511783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-426eee03-d7fd-4228-a52b-16915b2135e4 req-7d4ef34d-dd75-4ec3-9d8d-6d5b38e13952 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 931 time: 0.3295960 Jul 07 22:25:50.654290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-426eee03-d7fd-4228-a52b-16915b2135e4 req-c9abc207-5638-4a57-8b0c-ec42e705282c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298487 Jul 07 22:25:50.654986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:50.664427 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.672014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.722692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57b9ec-fcfd-4396-a228-243bdeb297f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5f85ece0-2786-4996-9dbe-254f7911e8a9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:50.734131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:25:50.775601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Checking segment: {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:50.776063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Network hostable DHCP agents. Network: 5f85ece0-2786-4996-9dbe-254f7911e8a9, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:25:50.787607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] No DVR routers for this DVR port decc1364-4e30-4678-b79d-7e2d09fd8ff4 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:50.792004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf6b5da-7c35-4732-a260-5aff32eb863d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:50.799758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.802392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25b7f87a-c9df-47a9-ab7b-e692666ee594 req-1b88eb23-5071-49ac-9399-9f21b29b7791 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.83 "DELETE /v2.0/ports/decc1364-4e30-4678-b79d-7e2d09fd8ff4 HTTP/1.1" status: 204 len: 173 time: 2.4867563 Jul 07 22:25:50.805364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:25:50.822673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 5f85ece0-2786-4996-9dbe-254f7911e8a9) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:50.828394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:50.828990 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.830330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'name': 'network-vif-deleted', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:50.834754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ee57c-d646-4168-a562-590b73c26e8b None None] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:50.840136 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5807895d-1d37-4a1f-aacb-98f1f6ecb9f3" -d '{"events": [{"server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "name": "network-vif-deleted", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:50.885360 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c8124334-df22-4386-b343-6d7d57008497 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4891503 Jul 07 22:25:50.888631 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43062) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:50.895786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:50.960624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:50.962135 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.068321 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.098781 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.161182 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe21cf9-4b63-4342-bd50-a3e86e3da642 req-b28509a7-998f-45ae-bf07-7e4a5f5ee5f5 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 210 time: 0.2394824 Jul 07 22:25:51.382948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Allocated IP 10.1.1.122 (5ffa7e6c-3f46-4edb-b041-e6575e78e894/89de3664-eb62-40a6-87b7-289f034f780e/d0066ac4-802b-4ccd-bfe9-d13056c8f1c8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:51.452695 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.506493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-5f85ece0-2786-4996-9dbe-254f7911e8a9', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'fixed_ips': [{'subnet_id': '8bf6b5da-7c35-4732-a260-5aff32eb863d'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:25:51.507913 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.646039 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.695546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Transition to ACTIVE for port object d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:51.820810 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.822924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Allocated IP 172.20.0.2 (5f85ece0-2786-4996-9dbe-254f7911e8a9/8bf6b5da-7c35-4732-a260-5aff32eb863d/8fed4850-41a2-44dc-990f-8505d0631266) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:51.907342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.943924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65f4a90e-1cd4-4018-95de-78a503eee781 req-4deefdfe-2267-48c7-9393-b87fe69238fd tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.1378672 Jul 07 22:25:51.952348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:51.963063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Port': ['ID=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:51.978968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device decc1364-4e30-4678-b79d-7e2d09fd8ff4 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:52.026103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:52.027535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.036631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: decc1364-4e30-4678-b79d-7e2d09fd8ff4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:25:52.038062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device decc1364-4e30-4678-b79d-7e2d09fd8ff4 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:25:52.046733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:52.050010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:52.055622 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6e3c0f-692e-4741-8324-a02ef976f615 x-openstack-request-id: req-6e6e3c0f-692e-4741-8324-a02ef976f615 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:52.056121 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54ac811-337d-438a-86e6-9bf84a3b5ad0", "name": "network-vif-deleted", "tag": "decc1364-4e30-4678-b79d-7e2d09fd8ff4", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:52.056680 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e6e3c0f-692e-4741-8324-a02ef976f615 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:52.056815 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54ac811-337d-438a-86e6-9bf84a3b5ad0', 'name': 'network-vif-deleted', 'tag': 'decc1364-4e30-4678-b79d-7e2d09fd8ff4', 'status': 'completed', 'code': 200} Jul 07 22:25:52.152265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Network cd7e6643-1726-4e18-9cda-99b4bda3d802 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:52.161076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Allocated IP 172.25.8.143 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/c4ab4629-184c-409b-850e-c72d9abaf807) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:52.177082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:52.188158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:52.237942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02262e6-ee63-4f78-8025-83db73104cf5 req-988f6143-e06e-46b8-8778-ddeb6a9aea22 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.245877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c02262e6-ee63-4f78-8025-83db73104cf5 req-988f6143-e06e-46b8-8778-ddeb6a9aea22 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=301d77a8-8be2-4872-a608-3727795040f7 HTTP/1.1" status: 200 len: 945 time: 0.4539177 Jul 07 22:25:52.258597 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.282980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Transition to ACTIVE for port object 8fed4850-41a2-44dc-990f-8505d0631266 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:52.295530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Pushing event updated for resources: {'Port': ['ID=4c22e3b3-7a98-4e95-97a9-b6772b73c789,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:52.302537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Transition to ACTIVE for port object 8fed4850-41a2-44dc-990f-8505d0631266 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:52.307103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.307887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.310420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.354958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.367080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70db027b-c147-428b-b7d3-e836270a7e81 req-2eca8dab-3514-4217-a4c6-d920f5980523 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 210 time: 0.0749052 Jul 07 22:25:52.411929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:52.424517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c02262e6-ee63-4f78-8025-83db73104cf5 req-fa2262f6-3696-4635-95d8-48ff6ba8a1cd tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765060 Jul 07 22:25:52.428414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:52.439007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4901cd2d-c426-49a6-b6b6-dc83f365e917 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8129165 Jul 07 22:25:52.450709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:52.451607 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.467731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Pushing event updated for resources: {'Port': ['ID=8fed4850-41a2-44dc-990f-8505d0631266,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:52.482103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.482810 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.498767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Pushing event updated for resources: {'Port': ['ID=c4ab4629-184c-409b-850e-c72d9abaf807,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:52.515896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:52.517457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:52.521680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:52.529438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'admin_state_up': True, 'tenant_id': '45101a542131430783705ffe212afc8e', 'security_groups': ['56d2e0f3-602d-42a1-a544-08289c869fb3']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:52.535036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-5229aea9-c3b4-45de-a874-5c8bbaab7753 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5422213 Jul 07 22:25:52.606562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Attempting to bind port 8fed4850-41a2-44dc-990f-8505d0631266 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:52.606855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Attempting to bind port 8fed4850-41a2-44dc-990f-8505d0631266 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:52.607204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Attempting to bind port 8fed4850-41a2-44dc-990f-8505d0631266 on network 5f85ece0-2786-4996-9dbe-254f7911e8a9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:52.620446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Request body: {'port': {'device_id': '0226ee17-b457-47d9-9b9d-9e9fe89d397b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:52.623881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:52.625030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Checking segment: {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:52.625868 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.626299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Bound using segment: {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:52.627924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Bound port: 8fed4850-41a2-44dc-990f-8505d0631266, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:52.628316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.702995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bd99aa86-97ee-4fea-a56c-7b1d3b2c2fab None None] Provisioning for port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:52.712506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bd99aa86-97ee-4fea-a56c-7b1d3b2c2fab None None] Provisioning complete for port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:52.712870 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bd99aa86-97ee-4fea-a56c-7b1d3b2c2fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.754013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] For port 8fed4850-41a2-44dc-990f-8505d0631266, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:52.761342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bd99aa86-97ee-4fea-a56c-7b1d3b2c2fab None None] Port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:52.772491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] For port 8fed4850-41a2-44dc-990f-8505d0631266, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8fed4850-41a2-44dc-990f-8505d0631266,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:52.778540 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.868902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:52.869925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a1878e-150b-4c9f-96c2-f57337776cbd None None] Pushing event updated for resources: {'Port': ['ID=8fed4850-41a2-44dc-990f-8505d0631266,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:52.940059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1953f-f6fe-4137-9b31-77876d5a2341 req-032db937-0bd8-4d92-af9e-5466b4e9e861 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:52.941682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9dc1953f-f6fe-4137-9b31-77876d5a2341 req-032db937-0bd8-4d92-af9e-5466b4e9e861 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 932 time: 0.3175836 Jul 07 22:25:52.957692 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.015592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2922d-19a5-420d-88bd-87e7265ea142 req-d57a076c-09a6-43c4-b87c-be8e7a786b36 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:53.027258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2922d-19a5-420d-88bd-87e7265ea142 req-d57a076c-09a6-43c4-b87c-be8e7a786b36 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:53.037368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e2922d-19a5-420d-88bd-87e7265ea142 req-d57a076c-09a6-43c4-b87c-be8e7a786b36 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 1653 time: 0.4099462 Jul 07 22:25:53.381051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:53.385265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.436764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9dc1953f-f6fe-4137-9b31-77876d5a2341 req-31dea2da-1348-41b0-876a-839eddf73842 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378388 Jul 07 22:25:53.483189 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:53.636222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e2922d-19a5-420d-88bd-87e7265ea142 req-6c913ff5-6103-4ed3-ac61-b7bd8dcd4ead tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5978606 Jul 07 22:25:53.872759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-0bcd59cd-1604-4224-a7c9-306cd655e307 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:53.879424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-0bcd59cd-1604-4224-a7c9-306cd655e307 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.5239339 Jul 07 22:25:53.998515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Allocated IP 10.1.1.47 (5ffa7e6c-3f46-4edb-b041-e6575e78e894/89de3664-eb62-40a6-87b7-289f034f780e/a909e51b-e641-48c9-903f-9553bf115292) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:54.132912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c22e3b3-7a98-4e95-97a9-b6772b73c789 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:25:54.237470 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.240264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8fed4850-41a2-44dc-990f-8505d0631266 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:54.253599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f57d6b12-75be-4904-98bf-875af1c7a2c2 req-6490367e-94ca-4d9b-a039-c85d6c0a33c4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 210 time: 0.0826404 Jul 07 22:25:54.269215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3dd295fb-b0e1-4648-b87a-967690a1cb9c req-4f9eeca1-845e-4683-8fe3-98ae94878d6e tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.3091877 Jul 07 22:25:54.357903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8fed4850-41a2-44dc-990f-8505d0631266 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:54.403548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Router a727c66b-b85f-44d8-9a6d-b202ca82c175 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:25:54.461488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-7e49871f-632e-40f7-9d3e-e08edbee84b7 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 379 time: 0.5571930 Jul 07 22:25:54.473398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Transition to ACTIVE for port object 4c22e3b3-7a98-4e95-97a9-b6772b73c789 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:54.559678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'port': {'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'admin_state_up': True, 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'security_groups': ['62c9047c-7467-4101-93a1-7a4b7d6d0ff1']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:54.612693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:54.627649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Sync routers for ids ['a727c66b-b85f-44d8-9a6d-b202ca82c175'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:25:54.656620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Routers {'a727c66b-b85f-44d8-9a6d-b202ca82c175'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:54.657587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:25:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a727c66b-b85f-44d8-9a6d-b202ca82c175'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:54.667444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.668714 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7458e833-2aa3-4301-b108-45dbc406a41f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7784448 Jul 07 22:25:54.674543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:54.702446 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:54.761923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5f7e2f-6903-44e0-8451-40ea57556902 None None] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:25:54.891618 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-06df018e-5681-4a23-a15d-bb33c233d685 None None] Provisioning for port 8fed4850-41a2-44dc-990f-8505d0631266 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:54.905888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb74d9c1-92c5-4895-9144-60c2dc097187 req-3b01ad83-026a-4552-968a-448f3cb00ccf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.1228960 Jul 07 22:25:54.922196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-06df018e-5681-4a23-a15d-bb33c233d685 None None] Provisioning complete for port 8fed4850-41a2-44dc-990f-8505d0631266 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:54.923684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06df018e-5681-4a23-a15d-bb33c233d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.094773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Pushing event updated for resources: {'Port': ['ID=4c22e3b3-7a98-4e95-97a9-b6772b73c789,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:55.107813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Set router a727c66b-b85f-44d8-9a6d-b202ca82c175 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:55.332837 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.342301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Attempting to bind port 4c22e3b3-7a98-4e95-97a9-b6772b73c789 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:55.343192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Attempting to bind port 4c22e3b3-7a98-4e95-97a9-b6772b73c789 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:55.343628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Attempting to bind port 4c22e3b3-7a98-4e95-97a9-b6772b73c789 on network cd7e6643-1726-4e18-9cda-99b4bda3d802 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:55.345566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Made reservation on behalf of 616b37054f834516a12c5c2bd5d21632 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:55.350057 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.375702 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06df018e-5681-4a23-a15d-bb33c233d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.386572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993025b-876c-470e-adf9-f5bd2297522e req-99dd6884-b26d-4802-a214-0957cde3bb7a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:55.393800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e993025b-876c-470e-adf9-f5bd2297522e req-99dd6884-b26d-4802-a214-0957cde3bb7a tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 944 time: 0.5403688 Jul 07 22:25:55.405655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Transition to ACTIVE for port object a909e51b-e641-48c9-903f-9553bf115292 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:55.407584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Port 4c22e3b3-7a98-4e95-97a9-b6772b73c789 on network cd7e6643-1726-4e18-9cda-99b4bda3d802 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:25:55.408010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Attempting to bind port 4c22e3b3-7a98-4e95-97a9-b6772b73c789 on network cd7e6643-1726-4e18-9cda-99b4bda3d802 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:55.446409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:55.446862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Checking segment: {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:55.447346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Bound using segment: {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:55.448415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Bound port: 4c22e3b3-7a98-4e95-97a9-b6772b73c789, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966f5f8f-48e1-4c62-852e-79870400cdcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:55.450503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.553863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.611097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e993025b-876c-470e-adf9-f5bd2297522e req-cae9808b-a6b7-4cfc-9594-455e01d6f265 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161303 Jul 07 22:25:55.636744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-06df018e-5681-4a23-a15d-bb33c233d685 None None] For port 8fed4850-41a2-44dc-990f-8505d0631266, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8fed4850-41a2-44dc-990f-8505d0631266,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:55.683237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] For port 4c22e3b3-7a98-4e95-97a9-b6772b73c789, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:55.689195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] For port 4c22e3b3-7a98-4e95-97a9-b6772b73c789, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4c22e3b3-7a98-4e95-97a9-b6772b73c789,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:55.769037 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06df018e-5681-4a23-a15d-bb33c233d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.777697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.797247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7b306-9a52-4a68-82a9-5040671d56f3 req-4688a67e-c001-44ff-b11c-2112f0e3ce6f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:55.805212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7b306-9a52-4a68-82a9-5040671d56f3 req-4688a67e-c001-44ff-b11c-2112f0e3ce6f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:55.806907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dda7b306-9a52-4a68-82a9-5040671d56f3 req-4688a67e-c001-44ff-b11c-2112f0e3ce6f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 1653 time: 0.6959159 Jul 07 22:25:55.893594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Allocated IP 172.20.0.1 (5f85ece0-2786-4996-9dbe-254f7911e8a9/8bf6b5da-7c35-4732-a260-5aff32eb863d/fe08f047-022b-4d10-a46d-5c562b6b3ccd) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:55.908812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:55.923499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df018e-5681-4a23-a15d-bb33c233d685 None None] Pushing event updated for resources: {'Port': ['ID=8fed4850-41a2-44dc-990f-8505d0631266,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:55.970777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Pushing event updated for resources: {'Port': ['ID=4c22e3b3-7a98-4e95-97a9-b6772b73c789,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:56.004863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:50Z', 'updated_at': '2021-07-07T22:25:52Z', 'revision_number': 3, 'project_id': '758ccf13800b41a4841118c040abf19b', 'gw_port': {'id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:51Z', 'updated_at': '2021-07-07T22:25:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:56.070708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Checking router: a727c66b-b85f-44d8-9a6d-b202ca82c175 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:25:56.071233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Updating router a727c66b-b85f-44d8-9a6d-b202ca82c175 port c4ab4629-184c-409b-850e-c72d9abaf807 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:25:56.076604 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.099252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Transition to ACTIVE for port object fe08f047-022b-4d10-a46d-5c562b6b3ccd will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:56.174590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.174813 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.212896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8fed4850-41a2-44dc-990f-8505d0631266 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:25:56.267835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c9241-f393-4bc0-b6f3-624e505140dc req-2d926234-b473-4a56-8d35-3ccef4ec9b68 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:56.276297 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-915c9241-f393-4bc0-b6f3-624e505140dc req-2d926234-b473-4a56-8d35-3ccef4ec9b68 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "GET /v2.0/ports?device_id=301d77a8-8be2-4872-a608-3727795040f7 HTTP/1.1" status: 200 len: 945 time: 0.6913884 Jul 07 22:25:56.404696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:56.410296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d7e97742-abc3-43ae-9e19-30e2719ac1e8 None None] Provisioning complete for port 8fed4850-41a2-44dc-990f-8505d0631266 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:56.410855 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7e97742-abc3-43ae-9e19-30e2719ac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.419805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:56.456643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Pushing event updated for resources: {'Port': ['ID=fe08f047-022b-4d10-a46d-5c562b6b3ccd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:56.460789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:56.520106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8fed4850-41a2-44dc-990f-8505d0631266 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:56.520398 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.561270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.568091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.568448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.568796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.569142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.570016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.582588 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.583037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.583315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.583658 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.583996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.584333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.585678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:25:56.713196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-915c9241-f393-4bc0-b6f3-624e505140dc req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Deleting port 6fafdf98-49b3-456e-8a7a-a8c000ff1008 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:56.713582 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-915c9241-f393-4bc0-b6f3-624e505140dc req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.797862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.811733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Transition to ACTIVE for port object c4ab4629-184c-409b-850e-c72d9abaf807 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:56.822916 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.842864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.845708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-915c9241-f393-4bc0-b6f3-624e505140dc req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] For port 6fafdf98-49b3-456e-8a7a-a8c000ff1008, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=6fafdf98-49b3-456e-8a7a-a8c000ff1008,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:56.846102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-915c9241-f393-4bc0-b6f3-624e505140dc req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.866962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [req-915c9241-f393-4bc0-b6f3-624e505140dc req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Calling delete_port for 6fafdf98-49b3-456e-8a7a-a8c000ff1008 owned by compute:nova {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:56.910889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0de81c0d-59b2-48e5-a9be-0352fe09164c None None] Provisioning for port fe08f047-022b-4d10-a46d-5c562b6b3ccd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:56.920076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Attempting to bind port c4ab4629-184c-409b-850e-c72d9abaf807 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:25:56.921512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Attempting to bind port c4ab4629-184c-409b-850e-c72d9abaf807 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:25:56.922002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Attempting to bind port c4ab4629-184c-409b-850e-c72d9abaf807 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:25:56.924479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273b40e-af0d-4303-8ab8-06f3f9271aac None None] Pushing event updated for resources: {'Port': ['ID=c4ab4629-184c-409b-850e-c72d9abaf807,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:56.927998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:56.928527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0de81c0d-59b2-48e5-a9be-0352fe09164c None None] Provisioning complete for port fe08f047-022b-4d10-a46d-5c562b6b3ccd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:56.929838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0de81c0d-59b2-48e5-a9be-0352fe09164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.935069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:56.935698 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.937559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-0ff10f7e-3630-420d-9464-de9fa452bc1a service neutron] 10.222.0.44 "PUT /v2.0/ports/4c22e3b3-7a98-4e95-97a9-b6772b73c789 HTTP/1.1" status: 200 len: 1093 time: 4.3653786 Jul 07 22:25:56.943698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0226ee17-b457-47d9-9b9d-9e9fe89d397b', 'tag': '4c22e3b3-7a98-4e95-97a9-b6772b73c789'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:56.946731 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010" -d '{"events": [{"name": "network-changed", "server_uuid": "0226ee17-b457-47d9-9b9d-9e9fe89d397b", "tag": "4c22e3b3-7a98-4e95-97a9-b6772b73c789"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:56.949113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Port': ['ID=a909e51b-e641-48c9-903f-9553bf115292,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:56.964268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:56.984362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0de81c0d-59b2-48e5-a9be-0352fe09164c None None] Port fe08f047-022b-4d10-a46d-5c562b6b3ccd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:56.987404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:25:56.987899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:25:56.988412 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:56.988921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:25:56.989509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Bound port: c4ab4629-184c-409b-850e-c72d9abaf807, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:25:56.990276 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.002559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:57.054886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] For port c4ab4629-184c-409b-850e-c72d9abaf807, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:25:57.058763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] For port c4ab4629-184c-409b-850e-c72d9abaf807, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c4ab4629-184c-409b-850e-c72d9abaf807,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:25:57.064376 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.132564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Routers {'a727c66b-b85f-44d8-9a6d-b202ca82c175'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:25:57.133390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:25:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a727c66b-b85f-44d8-9a6d-b202ca82c175'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:57.188174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273b40e-af0d-4303-8ab8-06f3f9271aac None None] Pushing event updated for resources: {'Port': ['ID=c4ab4629-184c-409b-850e-c72d9abaf807,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:57.216812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dda7b306-9a52-4a68-82a9-5040671d56f3 req-688dba17-60ed-4110-bf00-29895383d9e3 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3044116 Jul 07 22:25:57.264261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:57.264942 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.297351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-915c9241-f393-4bc0-b6f3-624e505140dc req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.314320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] Set router a727c66b-b85f-44d8-9a6d-b202ca82c175 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:25:57.363531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.20.0.7 (999565a5-3d06-4cae-b337-73e8bf8acda2/5e8a3a64-3ee5-4b55-849d-11c87e978ec3/4f141663-466e-44c9-b8fa-b33867ce5d3c) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:25:57.372680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Pushing event deleted for resources: {'Port': ['ID=6fafdf98-49b3-456e-8a7a-a8c000ff1008,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:57.405449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['1ededad6-2714-4987-aa3f-ae1b9ce86733'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:25:57.424108 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.431849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-2e5d65dd-e61d-4609-b521-a7bc8688f150 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:57.433700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-2e5d65dd-e61d-4609-b521-a7bc8688f150 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bfedc79-7710-4983-b72d-94c764ca6155 HTTP/1.1" status: 200 len: 945 time: 0.6837287 Jul 07 22:25:57.436250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-95ca1c2b-12e6-4bec-ab14-52c9e14fde2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9170175 Jul 07 22:25:57.450867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-9f7bd2f0-894b-4d76-9d05-63fe98a704ef tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:57.452729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-9f7bd2f0-894b-4d76-9d05-63fe98a704ef tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 813 time: 1.6430290 Jul 07 22:25:57.463919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.508622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-915c9241-f393-4bc0-b6f3-624e505140dc req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] No DVR routers for this DVR port 6fafdf98-49b3-456e-8a7a-a8c000ff1008 on host n-h2-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:25:57.519901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac', 'admin_state_up': True, 'tenant_id': '45101a542131430783705ffe212afc8e', 'security_groups': ['56d2e0f3-602d-42a1-a544-08289c869fb3']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:57.538740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-915c9241-f393-4bc0-b6f3-624e505140dc req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.541076 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-915c9241-f393-4bc0-b6f3-624e505140dc req-81f2bef3-ae79-48f1-a5c7-de83690da6e7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "DELETE /v2.0/ports/6fafdf98-49b3-456e-8a7a-a8c000ff1008 HTTP/1.1" status: 204 len: 173 time: 1.2639620 Jul 07 22:25:57.543763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '301d77a8-8be2-4872-a608-3727795040f7', 'name': 'network-vif-deleted', 'tag': '6fafdf98-49b3-456e-8a7a-a8c000ff1008'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:25:57.546340 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866a22e7-e6e1-4131-92e7-2b1af7a8d827" -d '{"events": [{"server_uuid": "301d77a8-8be2-4872-a608-3727795040f7", "name": "network-vif-deleted", "tag": "6fafdf98-49b3-456e-8a7a-a8c000ff1008"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:25:57.579268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Pushing event updated for resources: {'Port': ['ID=fe08f047-022b-4d10-a46d-5c562b6b3ccd,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:57.583500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.612721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-29257797-5c99-423c-ad36-5a82674b7772 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/quotas/36d0dc8388b4448eaa10021c13da4aa5 HTTP/1.1" status: 200 len: 375 time: 0.0197508 Jul 07 22:25:57.632889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-ca74fbdf-b0ab-4d7d-81a3-de59540245de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:57.634826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-ca74fbdf-b0ab-4d7d-81a3-de59540245de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 1096 time: 0.6188345 Jul 07 22:25:57.688980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:57.690907 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:57.718180 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7138d0a0-50a5-4a79-90ff-a113bb72fcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.767869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f8b873a-02ee-4f73-88f5-10a89846427c req-a9a09028-e7c8-4907-8ad5-934ab3fbf253 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 210 time: 0.2018652 Jul 07 22:25:57.769590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-bcf1468a-ac46-45e5-9204-e3392b82ecdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c22e3b3-7a98-4e95-97a9-b6772b73c789 HTTP/1.1" status: 200 len: 217 time: 0.0520961 Jul 07 22:25:57.791433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c6f14944-b6d3-44cd-8f9d-b187e1625578 None None] Provisioning for port a909e51b-e641-48c9-903f-9553bf115292 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:57.823196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c6f14944-b6d3-44cd-8f9d-b187e1625578 None None] Provisioning complete for port a909e51b-e641-48c9-903f-9553bf115292 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:57.823603 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c6f14944-b6d3-44cd-8f9d-b187e1625578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:57.900259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c6f14944-b6d3-44cd-8f9d-b187e1625578 None None] Port a909e51b-e641-48c9-903f-9553bf115292 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:57.924052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-af401fc2-375f-48ba-b91f-34e030af731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:57.928356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-af401fc2-375f-48ba-b91f-34e030af731d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b43373e-3705-426d-ab87-695d24593296 HTTP/1.1" status: 200 len: 855 time: 0.1100848 Jul 07 22:25:57.953663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 6fafdf98-49b3-456e-8a7a-a8c000ff1008 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:25:57.980253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Router a727c66b-b85f-44d8-9a6d-b202ca82c175 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:25:57.983520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 6fafdf98-49b3-456e-8a7a-a8c000ff1008 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:25:57.983962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 6fafdf98-49b3-456e-8a7a-a8c000ff1008 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:25:58.199001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-da41a4bb-45e8-42ca-a5f8-72ae1a6a1bab None None] Provisioning complete for port fe08f047-022b-4d10-a46d-5c562b6b3ccd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:58.199375 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da41a4bb-45e8-42ca-a5f8-72ae1a6a1bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:58.236958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-da41a4bb-45e8-42ca-a5f8-72ae1a6a1bab None None] Port fe08f047-022b-4d10-a46d-5c562b6b3ccd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:58.240723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:25:58.252608 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-88046042-3ab5-4c41-953d-cf6051d3fa3a admin admin] 10.222.0.81 "PUT /v2.0/routers/a727c66b-b85f-44d8-9a6d-b202ca82c175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5769751 Jul 07 22:25:58.264113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:50Z', 'updated_at': '2021-07-07T22:25:56Z', 'revision_number': 4, 'project_id': '758ccf13800b41a4841118c040abf19b', 'gw_port': {'id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:51Z', 'updated_at': '2021-07-07T22:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe08f047-022b-4d10-a46d-5c562b6b3ccd', 'name': '', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'mac_address': 'fa:16:3e:ce:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:55Z', 'updated_at': '2021-07-07T22:25:55Z', 'revision_number': 1, 'project_id': '758ccf13800b41a4841118c040abf19b', 'subnets': [{'id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:25:58.277578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:58.304094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3805c-5b2d-49b0-996a-50235bda5b51 None None] The sync data for ids ['a727c66b-b85f-44d8-9a6d-b202ca82c175'] in n-d-695012-11 is: [{'id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:50Z', 'updated_at': '2021-07-07T22:25:56Z', 'revision_number': 4, 'project_id': '758ccf13800b41a4841118c040abf19b', 'gw_port': {'id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:51Z', 'updated_at': '2021-07-07T22:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe08f047-022b-4d10-a46d-5c562b6b3ccd', 'name': '', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'mac_address': 'fa:16:3e:ce:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:55Z', 'updated_at': '2021-07-07T22:25:55Z', 'revision_number': 1, 'project_id': '758ccf13800b41a4841118c040abf19b', 'subnets': [{'id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:25:58.355384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-543c7c61-c3b9-4dc9-b232-22cb03818897 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd7e6643-1726-4e18-9cda-99b4bda3d802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3868403 Jul 07 22:25:58.360939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b65aa9b-94bd-450b-89ee-816b7f2f32d0 req-f34622cc-0f98-4a64-bc48-6db5c3f9afec tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.0471425 Jul 07 22:25:58.403204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Transition to ACTIVE for port object 4f141663-466e-44c9-b8fa-b33867ce5d3c will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:25:58.499170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Deleting port 1ededad6-2714-4987-aa3f-ae1b9ce86733 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:25:58.499502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:58.636937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f2eb82ab-0684-458e-aac3-ed44e5df7879 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0004158 Jul 07 22:25:58.793406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-b7b585fa-6016-4274-84d2-8bd8f135b93f service neutron] 10.222.0.44 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171076 Jul 07 22:25:58.801101 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:58.863939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:59.000262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43148) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:59.005351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-733500331-network', 'tenant_id': '3075806f9cee415b9ef3216faec195de'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:59.039772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] For port 1ededad6-2714-4987-aa3f-ae1b9ce86733, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1ededad6-2714-4987-aa3f-ae1b9ce86733,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:25:59.040404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.043459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Made reservation on behalf of 3075806f9cee415b9ef3216faec195de for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:59.047423 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.051002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:25:59.054936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f606b934-415c-4124-bbb4-2f8ce892a043 service neutron] 10.222.0.81 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916471 Jul 07 22:25:59.058349 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.076453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:25:59.098171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:25:59.102038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=4f141663-466e-44c9-b8fa-b33867ce5d3c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:59.114951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Calling delete_port for 1ededad6-2714-4987-aa3f-ae1b9ce86733 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:25:59.193322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c46d1-e3b5-4c35-a9eb-4d7eeae9b06b req-0ff9ab72-51ff-402e-b6f2-06a61a3274d0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:59.200370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c11c46d1-e3b5-4c35-a9eb-4d7eeae9b06b req-0ff9ab72-51ff-402e-b6f2-06a61a3274d0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 944 time: 0.6148553 Jul 07 22:25:59.234903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.242553 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.259489 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:25:59.273818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.274862 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Added segment c2c33c28-0011-403c-953d-00b58caba020 of type vlan for network b7ba8f63-add1-4a12-8722-e16733f9b70c Jul 07 22:25:59.376231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9154534e-b38b-4289-a151-92fd89ea0d4d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:59.408908 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.431620 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.444885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.445869 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:59.446495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.477495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0cebb34f-3d3e-4c57-ba97-3bd9de984061 None None] Provisioning for port 4f141663-466e-44c9-b8fa-b33867ce5d3c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:25:59.481883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0cebb34f-3d3e-4c57-ba97-3bd9de984061 None None] Provisioning complete for port 4f141663-466e-44c9-b8fa-b33867ce5d3c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:25:59.482448 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0cebb34f-3d3e-4c57-ba97-3bd9de984061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.512158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] Pushing event updated for resources: {'Network': ['ID=b7ba8f63-add1-4a12-8722-e16733f9b70c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:25:59.536366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network b7ba8f63-add1-4a12-8722-e16733f9b70c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:25:59.536877 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e860f2e7-4cdc-4a28-ba04-9c712e4b485d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5352421 Jul 07 22:25:59.540129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:25:59.546481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Request body: {'subnet': {'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-733500331-subnet', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:59.560610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:25:59.561255 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.572346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea0d9fca-50f9-42db-9ca9-d0ab607e2f3f req-f80cc515-4363-414f-9b95-75c54ae3095b service neutron] 10.222.0.44 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7689438 Jul 07 22:25:59.588348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Made reservation on behalf of 3075806f9cee415b9ef3216faec195de for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:25:59.594985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.623813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0cebb34f-3d3e-4c57-ba97-3bd9de984061 None None] Port 4f141663-466e-44c9-b8fa-b33867ce5d3c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:25:59.647870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-32978d08-d9dc-4b19-abba-2e1293cc341b service neutron] 10.222.0.81 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796494 Jul 07 22:25:59.693683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c11c46d1-e3b5-4c35-a9eb-4d7eeae9b06b req-5e7bb759-9a25-4037-b31c-3e73478d9a1e tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924130 Jul 07 22:25:59.701335 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-827b933a-355c-438c-8610-e9fb95cf839e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.705272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-be096533-e2b2-4b4f-b10b-05bfc4616181 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2046673 Jul 07 22:25:59.740547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Request body: {'port': {'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:25:59.879310 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68c235-9e84-4c32-8655-8a19f306f50b x-openstack-request-id: req-6e68c235-9e84-4c32-8655-8a19f306f50b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:25:59.879515 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0226ee17-b457-47d9-9b9d-9e9fe89d397b", "tag": "4c22e3b3-7a98-4e95-97a9-b6772b73c789", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:25:59.879760 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e68c235-9e84-4c32-8655-8a19f306f50b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:25:59.880162 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0226ee17-b457-47d9-9b9d-9e9fe89d397b', 'tag': '4c22e3b3-7a98-4e95-97a9-b6772b73c789', 'status': 'completed', 'code': 200} Jul 07 22:25:59.890965 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:25:59.996767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.041459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.159911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ebd0064-aeb0-44f3-8211-20a4be0a7d1a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:00.171838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Checking segment: {'id': 'c2c33c28-0011-403c-953d-00b58caba020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:00.172382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Network hostable DHCP agents. Network: b7ba8f63-add1-4a12-8722-e16733f9b70c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:26:00.218223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Network b7ba8f63-add1-4a12-8722-e16733f9b70c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:26:00.226164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Allocated IP 10.2.2.100 (953f89c8-5be7-4b9c-8635-4686d6cde9ac/d5140dd0-9da8-4630-8bd7-e0e925ba7e30/e0c9f426-53ec-45de-943c-677276e8987d) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:00.243941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, b7ba8f63-add1-4a12-8722-e16733f9b70c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:00.253868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4dfc4d-5535-43e3-bd9c-215108c22bcb None None] Network b7ba8f63-add1-4a12-8722-e16733f9b70c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:00.266028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:00.267058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.290094 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fc0a211b-1a24-4ee2-87ae-0a71cd90898a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7490139 Jul 07 22:26:00.290931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:00.296123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:00.317197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c4ab4629-184c-409b-850e-c72d9abaf807 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:00.344339 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.345581 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.352211 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031dbe9f-eb15-4337-acf8-8c39e350570d x-openstack-request-id: req-031dbe9f-eb15-4337-acf8-8c39e350570d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:00.352506 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "301d77a8-8be2-4872-a608-3727795040f7", "name": "network-vif-deleted", "tag": "6fafdf98-49b3-456e-8a7a-a8c000ff1008", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:00.352762 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-031dbe9f-eb15-4337-acf8-8c39e350570d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:00.353210 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '301d77a8-8be2-4872-a608-3727795040f7', 'name': 'network-vif-deleted', 'tag': '6fafdf98-49b3-456e-8a7a-a8c000ff1008', 'status': 'completed', 'code': 200} Jul 07 22:26:00.468532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.475907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c4ab4629-184c-409b-850e-c72d9abaf807 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:00.491673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c4ab4629-184c-409b-850e-c72d9abaf807 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:00.493005 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.591835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b7ba8f63-add1-4a12-8722-e16733f9b70c', 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'fixed_ips': [{'subnet_id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:26:00.595037 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.665678 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.704040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.780551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port c4ab4629-184c-409b-850e-c72d9abaf807, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c4ab4629-184c-409b-850e-c72d9abaf807,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:00.789406 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.883311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f141663-466e-44c9-b8fa-b33867ce5d3c {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:00.892024 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.910531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Transition to ACTIVE for port object 4f141663-466e-44c9-b8fa-b33867ce5d3c will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:00.956122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=c4ab4629-184c-409b-850e-c72d9abaf807,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:00.966202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:00.972489 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.005584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Allocated IP 172.20.0.2 (b7ba8f63-add1-4a12-8722-e16733f9b70c/2ebd0064-aeb0-44f3-8211-20a4be0a7d1a/4e974bea-e78e-4bd2-be34-beba9b15bae5) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:01.010693 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.034040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.137550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Pushing event updated for resources: {'Port': ['ID=4f141663-466e-44c9-b8fa-b33867ce5d3c,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:01.169179 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.244816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Allocated IP 172.25.8.25 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/19266e3a-e7e5-4334-85dd-4f94ec5806b6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:01.345218 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.365316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Transition to ACTIVE for port object 4e974bea-e78e-4bd2-be34-beba9b15bae5 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:01.404067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Transition to ACTIVE for port object 4e974bea-e78e-4bd2-be34-beba9b15bae5 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:01.418662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.436130 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.488897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.503970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Network b7ba8f63-add1-4a12-8722-e16733f9b70c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:01.509315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:01.513124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:01.553027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:01.561700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Pushing event updated for resources: {'Port': ['ID=4e974bea-e78e-4bd2-be34-beba9b15bae5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:01.586794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:01.595203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:01.598229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=19266e3a-e7e5-4334-85dd-4f94ec5806b6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:01.611031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Attempting to bind port 4e974bea-e78e-4bd2-be34-beba9b15bae5 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:01.611416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Attempting to bind port 4e974bea-e78e-4bd2-be34-beba9b15bae5 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c2c33c28-0011-403c-953d-00b58caba020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:01.612143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Attempting to bind port 4e974bea-e78e-4bd2-be34-beba9b15bae5 on network b7ba8f63-add1-4a12-8722-e16733f9b70c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:01.619027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:01.619547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Checking segment: {'id': 'c2c33c28-0011-403c-953d-00b58caba020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:01.619963 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.620360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Bound using segment: {'id': 'c2c33c28-0011-403c-953d-00b58caba020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:01.620841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Bound port: 4e974bea-e78e-4bd2-be34-beba9b15bae5, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c33c28-0011-403c-953d-00b58caba020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:01.621230 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.704844 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Sync routers for ids ['a727c66b-b85f-44d8-9a6d-b202ca82c175'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:01.743025 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Routers {'a727c66b-b85f-44d8-9a6d-b202ca82c175'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:01.743567 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a727c66b-b85f-44d8-9a6d-b202ca82c175'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:01.764754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] For port 4e974bea-e78e-4bd2-be34-beba9b15bae5, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:01.769801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] For port 4e974bea-e78e-4bd2-be34-beba9b15bae5, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4e974bea-e78e-4bd2-be34-beba9b15bae5,segment=NetworkSegment(c2c33c28-0011-403c-953d-00b58caba020),segment_id=c2c33c28-0011-403c-953d-00b58caba020)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:01.775532 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.841439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7f598-208a-48f4-ba01-16daa0970828 None None] Pushing event updated for resources: {'Port': ['ID=4e974bea-e78e-4bd2-be34-beba9b15bae5,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:01.849738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-12ba97b1-ec2d-4eff-919f-ac4d6fdf1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:01.851762 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-12ba97b1-ec2d-4eff-919f-ac4d6fdf1a2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 1096 time: 1.9757237 Jul 07 22:26:01.856937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:01.864152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1ededad6-2714-4987-aa3f-ae1b9ce86733 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:01.933714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No active binding found for port 1ededad6-2714-4987-aa3f-ae1b9ce86733 {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:26:01.934494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1ededad6-2714-4987-aa3f-ae1b9ce86733 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:01.964859 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Set router a727c66b-b85f-44d8-9a6d-b202ca82c175 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:02.000578 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.005815 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.091848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Pushing event deleted for resources: {'Port': ['ID=1ededad6-2714-4987-aa3f-ae1b9ce86733,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:02.213626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c4ab4629-184c-409b-850e-c72d9abaf807 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:02.252342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2ed20-1d7b-4eb8-8906-3cdc22ba0aa6 req-73b50f3c-ab98-4fc5-a461-af1a1819c226 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:02.262359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2ed20-1d7b-4eb8-8906-3cdc22ba0aa6 req-73b50f3c-ab98-4fc5-a461-af1a1819c226 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:02.280617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2ed20-1d7b-4eb8-8906-3cdc22ba0aa6 req-73b50f3c-ab98-4fc5-a461-af1a1819c226 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:02.296160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60e2ed20-1d7b-4eb8-8906-3cdc22ba0aa6 req-73b50f3c-ab98-4fc5-a461-af1a1819c226 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 2373 time: 2.0362089 Jul 07 22:26:02.299175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Transition to ACTIVE for port object e0c9f426-53ec-45de-943c-677276e8987d will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:02.326989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9a602-cca9-4ced-93e5-3fe5dd1e7230 req-995ed7f7-a042-4ef6-a83a-51212aeabe63 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:02.346368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84f9a602-cca9-4ced-93e5-3fe5dd1e7230 req-995ed7f7-a042-4ef6-a83a-51212aeabe63 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 943 time: 1.4092252 Jul 07 22:26:02.348635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] No DVR routers for this DVR port 1ededad6-2714-4987-aa3f-ae1b9ce86733 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:02.355063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c4ab4629-184c-409b-850e-c72d9abaf807 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:02.355696 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.486714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.488767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dfcaa35-09f4-40be-b42a-34a72d0a2d88 req-42519bdc-76e3-40ed-b12e-2794f2b3203c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.44 "DELETE /v2.0/ports/1ededad6-2714-4987-aa3f-ae1b9ce86733 HTTP/1.1" status: 204 len: 173 time: 5.0321925 Jul 07 22:26:02.498795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60e2ed20-1d7b-4eb8-8906-3cdc22ba0aa6 req-be5028e5-7fc1-40f9-9447-ab4100b526e9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953876 Jul 07 22:26:02.499802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfedc79-7710-4983-b72d-94c764ca6155', 'name': 'network-vif-deleted', 'tag': '1ededad6-2714-4987-aa3f-ae1b9ce86733'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:02.502227 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1953f49c-4bfb-46af-9f7e-4618ce97b398" -d '{"events": [{"server_uuid": "4bfedc79-7710-4983-b72d-94c764ca6155", "name": "network-vif-deleted", "tag": "1ededad6-2714-4987-aa3f-ae1b9ce86733"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:02.513826 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:50Z', 'updated_at': '2021-07-07T22:25:56Z', 'revision_number': 4, 'project_id': '758ccf13800b41a4841118c040abf19b', 'gw_port': {'id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:51Z', 'updated_at': '2021-07-07T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe08f047-022b-4d10-a46d-5c562b6b3ccd', 'name': '', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'mac_address': 'fa:16:3e:ce:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:55Z', 'updated_at': '2021-07-07T22:25:56Z', 'revision_number': 2, 'project_id': '758ccf13800b41a4841118c040abf19b', 'subnets': [{'id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:02.568672 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Attempting to bind port 4f141663-466e-44c9-b8fa-b33867ce5d3c on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:02.570820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Attempting to bind port 4f141663-466e-44c9-b8fa-b33867ce5d3c by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:02.572454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Attempting to bind port 4f141663-466e-44c9-b8fa-b33867ce5d3c on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:02.582481 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Checking router: a727c66b-b85f-44d8-9a6d-b202ca82c175 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:02.586215 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Updating router a727c66b-b85f-44d8-9a6d-b202ca82c175 port fe08f047-022b-4d10-a46d-5c562b6b3ccd binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:26:02.603769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84f9a602-cca9-4ced-93e5-3fe5dd1e7230 req-3a75bd47-472f-4c3f-aee9-d2fb94388d00 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562664 Jul 07 22:26:02.665516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Port 4f141663-466e-44c9-b8fa-b33867ce5d3c on network 999565a5-3d06-4cae-b337-73e8bf8acda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:02.665861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Attempting to bind port 4f141663-466e-44c9-b8fa-b33867ce5d3c on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:02.667851 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.703414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:02.703763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:02.704156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Bound using segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:02.704606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Bound port: 4f141663-466e-44c9-b8fa-b33867ce5d3c, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:02.704975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.710344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-4859fb43-1008-4667-9681-dcfafc19c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:02.712085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-4859fb43-1008-4667-9681-dcfafc19c1f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 200 len: 916 time: 0.8436687 Jul 07 22:26:02.718496 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.744871 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:02.945708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-255f4b85-35d3-4bbc-8fa3-805980d56c4d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c22e3b3-7a98-4e95-97a9-b6772b73c789 HTTP/1.1" status: 200 len: 217 time: 0.2086029 Jul 07 22:26:02.988083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network 953f89c8-5be7-4b9c-8635-4686d6cde9ac is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:03.136803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] For port 4f141663-466e-44c9-b8fa-b33867ce5d3c, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:03.143736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:03.150694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:03.159742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.83', 61821) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:03.302713 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3289090-2bb2-4128-b64f-89e04ef08265 x-openstack-request-id: req-e3289090-2bb2-4128-b64f-89e04ef08265 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:03.303014 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfedc79-7710-4983-b72d-94c764ca6155", "name": "network-vif-deleted", "tag": "1ededad6-2714-4987-aa3f-ae1b9ce86733", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:03.303273 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3289090-2bb2-4128-b64f-89e04ef08265 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:03.303708 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfedc79-7710-4983-b72d-94c764ca6155', 'name': 'network-vif-deleted', 'tag': '1ededad6-2714-4987-aa3f-ae1b9ce86733', 'status': 'completed', 'code': 200} Jul 07 22:26:03.314763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Port': ['ID=e0c9f426-53ec-45de-943c-677276e8987d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:03.373187 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.409374 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Transition to ACTIVE for port object fe08f047-022b-4d10-a46d-5c562b6b3ccd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:03.411376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] For port 4f141663-466e-44c9-b8fa-b33867ce5d3c, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:03.417214 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.604209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.621220 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.643722 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Pushing event updated for resources: {'Port': ['ID=fe08f047-022b-4d10-a46d-5c562b6b3ccd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:03.645986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cbc35686-4133-4a0d-b62f-a4adf12b9362 None None] Provisioning for port e0c9f426-53ec-45de-943c-677276e8987d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:03.652277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cbc35686-4133-4a0d-b62f-a4adf12b9362 None None] Provisioning complete for port e0c9f426-53ec-45de-943c-677276e8987d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:03.655543 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cbc35686-4133-4a0d-b62f-a4adf12b9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.731389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963f7e95-21bc-4161-bbf5-a70aab9763d7 None None] Network b7ba8f63-add1-4a12-8722-e16733f9b70c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:03.761139 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-b1e981b2-6648-4a60-b1cd-ffc52fe65ac4 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:03.763417 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-b1e981b2-6648-4a60-b1cd-ffc52fe65ac4 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 813 time: 1.3922787 Jul 07 22:26:03.775752 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.778509 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.778878 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.779221 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.783969 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.785315 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.785658 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.786021 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.786382 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.787467 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.788355 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.788694 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:03.819711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff48e79d-69be-43c8-9b28-1dfc924c7d47 req-83c07148-9b85-4188-aa5a-9fbc626b4957 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 210 time: 0.1725202 Jul 07 22:26:03.853738 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Attempting to bind port fe08f047-022b-4d10-a46d-5c562b6b3ccd on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:03.854302 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Attempting to bind port fe08f047-022b-4d10-a46d-5c562b6b3ccd by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:03.854858 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Attempting to bind port fe08f047-022b-4d10-a46d-5c562b6b3ccd on network 5f85ece0-2786-4996-9dbe-254f7911e8a9 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:03.862670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:03.863694 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.865880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] 10.222.0.83 "PUT /v2.0/ports/4f141663-466e-44c9-b8fa-b33867ce5d3c HTTP/1.1" status: 200 len: 1092 time: 4.1309836 Jul 07 22:26:03.869893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-cbe9f28f-dfd9-4b90-b917-7bf2d03f64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:03.871412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-cbe9f28f-dfd9-4b90-b917-7bf2d03f64bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b43373e-3705-426d-ab87-695d24593296 HTTP/1.1" status: 200 len: 855 time: 0.7575090 Jul 07 22:26:03.875740 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:03.880186 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Checking segment: {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:03.880864 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.883755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8285a2d-75ec-4fa6-b7e3-03f37558b9f2 req-e86f8223-0f42-4fa9-9ed8-429f72441713 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e99c7b8e21d437ea9627a11fb1feb69&device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.2677860 Jul 07 22:26:03.884507 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Bound using segment: {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:03.888031 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Bound port: fe08f047-022b-4d10-a46d-5c562b6b3ccd, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:03.888808 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.928879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:03.929761 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:03.995544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Request body: {'port': {'device_id': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a', 'admin_state_up': True, 'tenant_id': '36d0dc8388b4448eaa10021c13da4aa5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:04.015390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-8a8b9ee2-d9af-4faf-a644-445b00cad17c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cd7e6643-1726-4e18-9cda-99b4bda3d802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156454 Jul 07 22:26:04.029073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8285a2d-75ec-4fa6-b7e3-03f37558b9f2 req-7e318a3d-65b2-4fb4-b77b-f1883531e131 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5e99c7b8e21d437ea9627a11fb1feb69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440926 Jul 07 22:26:04.032842 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] For port fe08f047-022b-4d10-a46d-5c562b6b3ccd, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:04.052538 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] For port fe08f047-022b-4d10-a46d-5c562b6b3ccd, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fe08f047-022b-4d10-a46d-5c562b6b3ccd,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:04.066985 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:04.079350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4c22e3b3-7a98-4e95-97a9-b6772b73c789 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:04.111023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-158a0dfe-566a-4fb5-97d1-ea5dee4ae1df tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5964746 Jul 07 22:26:04.170580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac', 'admin_state_up': True, 'tenant_id': '45101a542131430783705ffe212afc8e', 'security_groups': ['56d2e0f3-602d-42a1-a544-08289c869fb3']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:04.201175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cbc35686-4133-4a0d-b62f-a4adf12b9362 None None] Port e0c9f426-53ec-45de-943c-677276e8987d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:04.235103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae57afc-d668-4552-82cd-6fe441eea242 service neutron] Pushing event updated for resources: {'Port': ['ID=4f141663-466e-44c9-b8fa-b33867ce5d3c,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:04.238383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:26:04.310933 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Routers {'a727c66b-b85f-44d8-9a6d-b202ca82c175'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:04.315143 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a727c66b-b85f-44d8-9a6d-b202ca82c175'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:04.354197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4e974bea-e78e-4bd2-be34-beba9b15bae5 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:04.387311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Made reservation on behalf of 36d0dc8388b4448eaa10021c13da4aa5 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:04.394478 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:04.424066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32c55d77-abb4-4930-82eb-dbb45a90c0f6 req-c5953692-f63f-463c-9af0-72f7ad32ece6 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.3149676 Jul 07 22:26:04.437410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-40f13c69-d574-482a-9c90-96c521c21396 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:04.439543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-40f13c69-d574-482a-9c90-96c521c21396 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 813 time: 1.2665493 Jul 07 22:26:04.488103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Request body: {'port': {'device_id': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a', 'admin_state_up': True, 'tenant_id': '36d0dc8388b4448eaa10021c13da4aa5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:04.554393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:04.584268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Sync routers for ids ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:04.609220 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b725c-f762-4ded-8b7f-ad399d817524 None None] Pushing event updated for resources: {'Port': ['ID=fe08f047-022b-4d10-a46d-5c562b6b3ccd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:04.614195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:04.618515 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a2ae1273-8f83-45eb-b054-ba90bb428fe4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3235559 Jul 07 22:26:04.619072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:04.624512 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] Set router a727c66b-b85f-44d8-9a6d-b202ca82c175 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:04.647475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Routers {'cecbfa05-a58d-471e-8f92-d5dfa96f71e9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:04.648175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:04.711533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Allocated IP 172.20.0.6 (05e12c49-0028-4cd6-9d10-2c07823f522a/dcfbd412-2708-4536-a642-a6726ea99120/874833ab-a157-408a-ba82-8631b379c77d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:04.723613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae0e3d-5de9-473d-aa1a-f72157194703 req-5820a4a8-4a97-4539-b97e-c444eadcc2e9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:04.731405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ffae0e3d-5de9-473d-aa1a-f72157194703 req-5820a4a8-4a97-4539-b97e-c444eadcc2e9 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 944 time: 1.5479450 Jul 07 22:26:04.797946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Set router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:04.890681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-22e85e48-65c3-4d34-897b-336440243563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:04.892207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-22e85e48-65c3-4d34-897b-336440243563 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 1095 time: 0.9416330 Jul 07 22:26:04.893800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8285a2d-75ec-4fa6-b7e3-03f37558b9f2 req-d1369212-ca15-412e-9040-79b1d5b3d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:04.895219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8285a2d-75ec-4fa6-b7e3-03f37558b9f2 req-d1369212-ca15-412e-9040-79b1d5b3d4e7 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8309963 Jul 07 22:26:04.897188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-31cf0c60-2141-4c8d-9235-5a760a7caa71 service neutron] 10.222.0.44 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8560805 Jul 07 22:26:04.958489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4c22e3b3-7a98-4e95-97a9-b6772b73c789, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4c22e3b3-7a98-4e95-97a9-b6772b73c789,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:04.967468 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:50Z', 'updated_at': '2021-07-07T22:25:56Z', 'revision_number': 4, 'project_id': '758ccf13800b41a4841118c040abf19b', 'gw_port': {'id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:51Z', 'updated_at': '2021-07-07T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe08f047-022b-4d10-a46d-5c562b6b3ccd', 'name': '', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'mac_address': 'fa:16:3e:ce:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:55Z', 'updated_at': '2021-07-07T22:26:04Z', 'revision_number': 4, 'project_id': '758ccf13800b41a4841118c040abf19b', 'subnets': [{'id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:04.971601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 4e974bea-e78e-4bd2-be34-beba9b15bae5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:04.997925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-07c2cdbc-aadf-4457-b0f7-399bf2a6f428 None None] Provisioning for port 4e974bea-e78e-4bd2-be34-beba9b15bae5 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:05.009080 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747e3b47-4595-479b-b2c5-6b436f693582 None None] The sync data for ids ['a727c66b-b85f-44d8-9a6d-b202ca82c175'] in n-d-695012-11 is: [{'id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:50Z', 'updated_at': '2021-07-07T22:25:56Z', 'revision_number': 4, 'project_id': '758ccf13800b41a4841118c040abf19b', 'gw_port': {'id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:51Z', 'updated_at': '2021-07-07T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe08f047-022b-4d10-a46d-5c562b6b3ccd', 'name': '', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'mac_address': 'fa:16:3e:ce:bb:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:55Z', 'updated_at': '2021-07-07T22:26:04Z', 'revision_number': 4, 'project_id': '758ccf13800b41a4841118c040abf19b', 'subnets': [{'id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:05.021499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '4c22e3b3-7a98-4e95-97a9-b6772b73c789', 'network_id': 'cd7e6643-1726-4e18-9cda-99b4bda3d802', 'port_id': '4c22e3b3-7a98-4e95-97a9-b6772b73c789', 'mac_address': 'fa:16:3e:27:3b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b43373e-3705-426d-ab87-695d24593296', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:05.039610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-07c2cdbc-aadf-4457-b0f7-399bf2a6f428 None None] Provisioning complete for port 4e974bea-e78e-4bd2-be34-beba9b15bae5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:05.040016 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07c2cdbc-aadf-4457-b0f7-399bf2a6f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.059947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-6188b46c-f689-4802-996b-1daea8f345f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c HTTP/1.1" status: 200 len: 217 time: 0.1483138 Jul 07 22:26:05.073058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ffae0e3d-5de9-473d-aa1a-f72157194703 req-8f6e186b-58ef-4df1-b8c2-11f55ae450c4 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406355 Jul 07 22:26:05.145943 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.164919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c22e3b3-7a98-4e95-97a9-b6772b73c789 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:05.183923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-9503a905-aa2f-4d11-90bb-c7f5e307fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:05.185439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-9503a905-aa2f-4d11-90bb-c7f5e307fdee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1079087 Jul 07 22:26:05.241535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Made reservation on behalf of 45101a542131430783705ffe212afc8e for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:05.267929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4c22e3b3-7a98-4e95-97a9-b6772b73c789, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4c22e3b3-7a98-4e95-97a9-b6772b73c789,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:05.304580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.342744 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.384595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.435203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:05.437801 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:05.444501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.455328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Network 05e12c49-0028-4cd6-9d10-2c07823f522a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:05.540361 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07c2cdbc-aadf-4457-b0f7-399bf2a6f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.542645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4c22e3b3-7a98-4e95-97a9-b6772b73c789,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:05.587895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:05.612160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:05.627861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-07c2cdbc-aadf-4457-b0f7-399bf2a6f428 None None] For port 4e974bea-e78e-4bd2-be34-beba9b15bae5, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4e974bea-e78e-4bd2-be34-beba9b15bae5,segment=NetworkSegment(c2c33c28-0011-403c-953d-00b58caba020),segment_id=c2c33c28-0011-403c-953d-00b58caba020)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:05.640672 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07c2cdbc-aadf-4457-b0f7-399bf2a6f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.643929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1739971-10ea-45d5-875f-15b3997f136b req-c56294f3-5215-4576-9a21-bfdadc3860e2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:05.647115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4c22e3b3-7a98-4e95-97a9-b6772b73c789'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:05.649146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Pushing event updated for resources: {'Port': ['ID=874833ab-a157-408a-ba82-8631b379c77d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:05.650285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1739971-10ea-45d5-875f-15b3997f136b req-c56294f3-5215-4576-9a21-bfdadc3860e2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:05.656406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1739971-10ea-45d5-875f-15b3997f136b req-c56294f3-5215-4576-9a21-bfdadc3860e2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:05.665669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1739971-10ea-45d5-875f-15b3997f136b req-c56294f3-5215-4576-9a21-bfdadc3860e2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:05.673396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1739971-10ea-45d5-875f-15b3997f136b req-c56294f3-5215-4576-9a21-bfdadc3860e2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 3094 time: 0.9712036 Jul 07 22:26:05.697867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:05.698557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.730504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:00Z', 'updated_at': '2021-07-07T22:26:01Z', 'revision_number': 3, 'project_id': '3075806f9cee415b9ef3216faec195de', 'gw_port': {'id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:01Z', 'updated_at': '2021-07-07T22:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:05.746048 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c86b4211-d7bd-46d4-af0d-c6b85886e784 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7664833 Jul 07 22:26:05.773933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Made reservation on behalf of 36d0dc8388b4448eaa10021c13da4aa5 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:05.777523 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.814938 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:05.822416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Request body: {'port': {'device_id': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:05.825622 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0577bcf0-6bf4-4f99-8c2d-7d3a20dc4010 req-d4854204-03a5-4289-a0cf-5910bf4f63a5 service neutron] 10.222.0.44 "GET /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9159031 Jul 07 22:26:05.911213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1739971-10ea-45d5-875f-15b3997f136b req-4c477d72-03f5-421b-81fd-6912e6541acd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368491 Jul 07 22:26:06.032815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Checking router: cecbfa05-a58d-471e-8f92-d5dfa96f71e9 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:06.033360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Updating router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 port 19266e3a-e7e5-4334-85dd-4f94ec5806b6 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:26:06.056274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Allocated IP 10.2.2.200 (953f89c8-5be7-4b9c-8635-4686d6cde9ac/d5140dd0-9da8-4630-8bd7-e0e925ba7e30/388f3d4e-b4fe-474f-9107-11e7f32c291b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:06.092139 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.092596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-51627e7b-4e7f-4be1-89dc-db4b49fc10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:06.096876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-51627e7b-4e7f-4be1-89dc-db4b49fc10c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8977363 Jul 07 22:26:06.123083 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.200575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acf75c-f829-4b00-aff9-ce9aa1682fa5 req-8838dd74-70b6-450c-ba04-be58f302a745 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:06.208202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77acf75c-f829-4b00-aff9-ce9aa1682fa5 req-8838dd74-70b6-450c-ba04-be58f302a745 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 943 time: 0.8012142 Jul 07 22:26:06.226680 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:26:06.299967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Allocated IP 172.20.0.1 (b7ba8f63-add1-4a12-8722-e16733f9b70c/2ebd0064-aeb0-44f3-8211-20a4be0a7d1a/37638414-fe24-49fd-8cf5-4fc1d0b93d4b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:06.314786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fe08f047-022b-4d10-a46d-5c562b6b3ccd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:06.387782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2cdbc-aadf-4457-b0f7-399bf2a6f428 None None] Pushing event updated for resources: {'Port': ['ID=4e974bea-e78e-4bd2-be34-beba9b15bae5,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:06.472356 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.488183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Transition to ACTIVE for port object 37638414-fe24-49fd-8cf5-4fc1d0b93d4b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:06.491877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port fe08f047-022b-4d10-a46d-5c562b6b3ccd completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:06.514041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fe08f047-022b-4d10-a46d-5c562b6b3ccd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:06.514476 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.544404 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.586522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fccc3179-923c-45ee-8756-de033ceca406 None None] Provisioning complete for port 4e974bea-e78e-4bd2-be34-beba9b15bae5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:06.587096 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fccc3179-923c-45ee-8756-de033ceca406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:06.599196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Network b7ba8f63-add1-4a12-8722-e16733f9b70c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:06.612122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:06.617173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:06.675049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Pushing event updated for resources: {'Port': ['ID=37638414-fe24-49fd-8cf5-4fc1d0b93d4b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:06.722848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.000997 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.003264 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.089819 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.102725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Transition to ACTIVE for port object 19266e3a-e7e5-4334-85dd-4f94ec5806b6 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:07.122337 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.199740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port fe08f047-022b-4d10-a46d-5c562b6b3ccd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fe08f047-022b-4d10-a46d-5c562b6b3ccd,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:07.201393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1e5ed-cf63-4abb-a452-ab5f8dd5ecd9 None None] Pushing event updated for resources: {'Port': ['ID=19266e3a-e7e5-4334-85dd-4f94ec5806b6,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:07.203870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Attempting to bind port 19266e3a-e7e5-4334-85dd-4f94ec5806b6 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:07.204262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Attempting to bind port 19266e3a-e7e5-4334-85dd-4f94ec5806b6 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:07.204666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Attempting to bind port 19266e3a-e7e5-4334-85dd-4f94ec5806b6 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:07.210499 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.213993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:07.214390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:07.214784 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.215164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:07.215634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Bound port: 19266e3a-e7e5-4334-85dd-4f94ec5806b6, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:07.216993 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.249052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8285a2d-75ec-4fa6-b7e3-03f37558b9f2 req-12dc486d-accb-4d3e-be4d-1f024fce07f3 tempest-ServerShowV254Test-628569989 tempest-ServerShowV254Test-628569989-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf358461-205d-407b-93fa-dad8f37401b2 HTTP/1.1" status: 200 len: 210 time: 0.9819415 Jul 07 22:26:07.251505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-01f20e20-8894-4baf-ba1a-7bea78359554 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1242263 Jul 07 22:26:07.298618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Allocated IP 172.20.0.7 (05e12c49-0028-4cd6-9d10-2c07823f522a/dcfbd412-2708-4536-a642-a6726ea99120/278f5127-bce7-46b4-b82a-fe569d8e043f) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:07.301741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-936148dd-c0f1-4d43-b33a-818af504bd9b None None] Provisioning for port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:07.324507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-936148dd-c0f1-4d43-b33a-818af504bd9b None None] Provisioning complete for port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:07.324876 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-936148dd-c0f1-4d43-b33a-818af504bd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.329613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=fe08f047-022b-4d10-a46d-5c562b6b3ccd,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:07.358228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] For port 19266e3a-e7e5-4334-85dd-4f94ec5806b6, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:07.360510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.371971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.378178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] For port 19266e3a-e7e5-4334-85dd-4f94ec5806b6, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19266e3a-e7e5-4334-85dd-4f94ec5806b6,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:07.382297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-936148dd-c0f1-4d43-b33a-818af504bd9b None None] Port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:07.384929 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.444164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.477516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Routers {'cecbfa05-a58d-471e-8f92-d5dfa96f71e9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:07.478162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:07.480218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1e5ed-cf63-4abb-a452-ab5f8dd5ecd9 None None] Pushing event updated for resources: {'Port': ['ID=19266e3a-e7e5-4334-85dd-4f94ec5806b6,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:07.548065 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.563413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Transition to ACTIVE for port object 388f3d4e-b4fe-474f-9107-11e7f32c291b will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:07.589587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Pushing event updated for resources: {'Port': ['ID=37638414-fe24-49fd-8cf5-4fc1d0b93d4b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:07.620163 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] Set router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:07.661868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Network b7ba8f63-add1-4a12-8722-e16733f9b70c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:07.669767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:07.731456 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:07.880849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4c22e3b3-7a98-4e95-97a9-b6772b73c789 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:07.903609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:26:08.007189 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.094834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 4c22e3b3-7a98-4e95-97a9-b6772b73c789 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:08.097054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77acf75c-f829-4b00-aff9-ce9aa1682fa5 req-50953143-5846-44ed-9aea-5ec9762e27ca tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8879862 Jul 07 22:26:08.124821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 4c22e3b3-7a98-4e95-97a9-b6772b73c789 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:08.125193 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.165058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d314dea3-0be9-497e-ba42-e288b1fd857e req-13c22479-af08-4f3d-818b-9e6162a7f027 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539296 Jul 07 22:26:08.170057 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.210953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fe08f047-022b-4d10-a46d-5c562b6b3ccd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:08.227297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0df8ab51-b13d-4f49-9941-8cd030e18e5b None None] Provisioning complete for port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:08.227666 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0df8ab51-b13d-4f49-9941-8cd030e18e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.241309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5059a5-d844-4422-bc78-cc320534c9e3 req-e5ebdc56-d3e3-4cc8-9a5a-8717b30f6587 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:08.248535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f5059a5-d844-4422-bc78-cc320534c9e3 req-e5ebdc56-d3e3-4cc8-9a5a-8717b30f6587 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 931 time: 2.0905838 Jul 07 22:26:08.257940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Network 953f89c8-5be7-4b9c-8635-4686d6cde9ac is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:08.272238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Network 05e12c49-0028-4cd6-9d10-2c07823f522a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:08.281759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:08.299334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:08.300840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0df8ab51-b13d-4f49-9941-8cd030e18e5b None None] Port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:08.321065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:08.323614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:08.395269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:00Z', 'updated_at': '2021-07-07T22:26:06Z', 'revision_number': 4, 'project_id': '3075806f9cee415b9ef3216faec195de', 'gw_port': {'id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:01Z', 'updated_at': '2021-07-07T22:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '37638414-fe24-49fd-8cf5-4fc1d0b93d4b', 'name': '', 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'mac_address': 'fa:16:3e:5f:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:05Z', 'updated_at': '2021-07-07T22:26:07Z', 'revision_number': 2, 'project_id': '3075806f9cee415b9ef3216faec195de', 'subnets': [{'id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:08.419676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event updated for resources: {'Port': ['ID=388f3d4e-b4fe-474f-9107-11e7f32c291b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:08.459669 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0274caa2-f7ba-4b89-a0e6-9273caa1b197 x-openstack-request-id: req-0274caa2-f7ba-4b89-a0e6-9273caa1b197 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:08.460044 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:08.460231 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0274caa2-f7ba-4b89-a0e6-9273caa1b197 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:08.460598 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'status': 'completed', 'code': 200} Jul 07 22:26:08.494239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead8a13c-ba95-4a02-a723-f96de9a7683c None None] The sync data for ids ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'] in n-d-695012-11 is: [{'id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:00Z', 'updated_at': '2021-07-07T22:26:06Z', 'revision_number': 4, 'project_id': '3075806f9cee415b9ef3216faec195de', 'gw_port': {'id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:01Z', 'updated_at': '2021-07-07T22:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '37638414-fe24-49fd-8cf5-4fc1d0b93d4b', 'name': '', 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'mac_address': 'fa:16:3e:5f:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:05Z', 'updated_at': '2021-07-07T22:26:07Z', 'revision_number': 2, 'project_id': '3075806f9cee415b9ef3216faec195de', 'subnets': [{'id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:08.611367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fe08f047-022b-4d10-a46d-5c562b6b3ccd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:08.611734 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.628476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Pushing event updated for resources: {'Port': ['ID=278f5127-bce7-46b4-b82a-fe569d8e043f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:08.728931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874833ab-a157-408a-ba82-8631b379c77d {{(pid=93942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:08.734725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f5059a5-d844-4422-bc78-cc320534c9e3 req-1e16d573-4e39-4702-a8ec-25ff9c8f18d9 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850612 Jul 07 22:26:08.748519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.753824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:08.754643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.767019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Transition to ACTIVE for port object 874833ab-a157-408a-ba82-8631b379c77d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:08.769583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:08.773678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:08.780614 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.801927 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f76b0141-86bf-4d41-abea-3aea14ac8763 admin admin] 10.222.0.81 "PUT /v2.0/routers/cecbfa05-a58d-471e-8f92-d5dfa96f71e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1793814 Jul 07 22:26:08.803028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43214) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:08.817463 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.841764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.851127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-2c6293bd-0c71-44b4-a9ff-cd2dcaf26e2e tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3732831 Jul 07 22:26:08.886010 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8a8ae0c0-2625-4a49-bd08-9ba402e1acdf None None] Provisioning for port 388f3d4e-b4fe-474f-9107-11e7f32c291b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:08.915451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8a8ae0c0-2625-4a49-bd08-9ba402e1acdf None None] Provisioning complete for port 388f3d4e-b4fe-474f-9107-11e7f32c291b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:08.930724 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae0c0-2625-4a49-bd08-9ba402e1acdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:08.936009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Request body: {'port': {'device_id': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:09.013601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-f4d190b6-5b94-4cc3-a7f7-ee205e92d280 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8503184 Jul 07 22:26:09.060279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ae0c0-2625-4a49-bd08-9ba402e1acdf None None] Port 388f3d4e-b4fe-474f-9107-11e7f32c291b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:09.094618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:09.106331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0226ee17-b457-47d9-9b9d-9e9fe89d397b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22e3b3-7a98-4e95-97a9-b6772b73c789'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:09.108645 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00b6e68-1d34-4ac9-a69b-256e96df534c" -d '{"events": [{"server_uuid": "0226ee17-b457-47d9-9b9d-9e9fe89d397b", "name": "network-vif-plugged", "status": "completed", "tag": "4c22e3b3-7a98-4e95-97a9-b6772b73c789"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:09.111246 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Pushing event updated for resources: {'Port': ['ID=874833ab-a157-408a-ba82-8631b379c77d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:09.132699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e2723b2-a974-4277-9244-f955d60c631d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.140301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4c22e3b3-7a98-4e95-97a9-b6772b73c789, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4c22e3b3-7a98-4e95-97a9-b6772b73c789,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:09.195091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Attempting to bind port 874833ab-a157-408a-ba82-8631b379c77d on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:09.195781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Attempting to bind port 874833ab-a157-408a-ba82-8631b379c77d by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:09.195939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Attempting to bind port 874833ab-a157-408a-ba82-8631b379c77d on network 05e12c49-0028-4cd6-9d10-2c07823f522a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:09.199984 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.208742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Port 874833ab-a157-408a-ba82-8631b379c77d on network 05e12c49-0028-4cd6-9d10-2c07823f522a not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:09.209074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Attempting to bind port 874833ab-a157-408a-ba82-8631b379c77d on network 05e12c49-0028-4cd6-9d10-2c07823f522a {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:09.224856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:09.225852 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Checking segment: {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:09.226361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Bound using segment: {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:09.227480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Bound port: 874833ab-a157-408a-ba82-8631b379c77d, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:09.228542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.255953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-81572462-3574-4ece-bc60-a3c7ecc23315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.257612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-81572462-3574-4ece-bc60-a3c7ecc23315 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 1095 time: 0.7215159 Jul 07 22:26:09.307407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4e974bea-e78e-4bd2-be34-beba9b15bae5 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:09.373772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] For port 874833ab-a157-408a-ba82-8631b379c77d, host n-h2-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:09.378939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] For port 874833ab-a157-408a-ba82-8631b379c77d, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=874833ab-a157-408a-ba82-8631b379c77d,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:09.390104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.453692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d69b1-9f0b-458e-af6e-2a6c1fb3c095 req-d7cea11d-f819-492e-8e25-f4f73e85f077 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.461467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b7d69b1-9f0b-458e-af6e-2a6c1fb3c095 req-d7cea11d-f819-492e-8e25-f4f73e85f077 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 945 time: 0.7038875 Jul 07 22:26:09.472469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.473109 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.474842 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.476958 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] 10.222.0.83 "PUT /v2.0/ports/874833ab-a157-408a-ba82-8631b379c77d HTTP/1.1" status: 200 len: 1092 time: 3.6659024 Jul 07 22:26:09.480142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e2723b2-a974-4277-9244-f955d60c631d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.483504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'tag': '874833ab-a157-408a-ba82-8631b379c77d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:09.488393 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7975edc-7546-4c72-83e3-836bce81a36f", "tag": "874833ab-a157-408a-ba82-8631b379c77d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:09.495278 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e2723b2-a974-4277-9244-f955d60c631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.514875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.602212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6240f38-d3a0-47d4-a422-9a94ea35a9ea service neutron] Pushing event updated for resources: {'Port': ['ID=874833ab-a157-408a-ba82-8631b379c77d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:09.618832 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9e2723b2-a974-4277-9244-f955d60c631d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e99c7b8e21d437ea9627a11fb1feb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8093312 Jul 07 22:26:09.619052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895424d4-7f17-48be-9f7f-89ec3cc250cb req-248795c3-7c20-4a6c-9d06-14396228a689 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.619406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2723b2-a974-4277-9244-f955d60c631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad26e41-a096-4c60-9704-acaa0968ae9a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:09.622756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895424d4-7f17-48be-9f7f-89ec3cc250cb req-248795c3-7c20-4a6c-9d06-14396228a689 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.623697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:09.628640 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895424d4-7f17-48be-9f7f-89ec3cc250cb req-248795c3-7c20-4a6c-9d06-14396228a689 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.635256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895424d4-7f17-48be-9f7f-89ec3cc250cb req-248795c3-7c20-4a6c-9d06-14396228a689 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.641936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895424d4-7f17-48be-9f7f-89ec3cc250cb req-248795c3-7c20-4a6c-9d06-14396228a689 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.651961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-895424d4-7f17-48be-9f7f-89ec3cc250cb req-248795c3-7c20-4a6c-9d06-14396228a689 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 3815 time: 0.5661695 Jul 07 22:26:09.703931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e99fd541-5278-442d-997b-bc500456a346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.710828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-8f351792-1687-4fa5-bc19-7081577b27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.712571 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-8f351792-1687-4fa5-bc19-7081577b27f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 1095 time: 0.1634793 Jul 07 22:26:09.739845 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e99fd541-5278-442d-997b-bc500456a346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.777404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4c22e3b3-7a98-4e95-97a9-b6772b73c789,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:09.780813 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c7462025-699b-42ba-ac26-b106be2883eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=874833ab-a157-408a-ba82-8631b379c77d HTTP/1.1" status: 200 len: 217 time: 0.0500903 Jul 07 22:26:09.820311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b7d69b1-9f0b-458e-af6e-2a6c1fb3c095 req-3a6e0525-b7b2-4f84-81b7-27016cbe56ca tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579443 Jul 07 22:26:09.837707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-48e32e7b-daff-4cef-9f42-d13017104aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.846021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-48e32e7b-daff-4cef-9f42-d13017104aea service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.5171697 Jul 07 22:26:09.897938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4e974bea-e78e-4bd2-be34-beba9b15bae5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:09.898404 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:09.924032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-62ef8bed-f37b-4aeb-a022-e53e7e1a76b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:09.931354 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-62ef8bed-f37b-4aeb-a022-e53e7e1a76b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcfbd412-2708-4536-a642-a6726ea99120 HTTP/1.1" status: 200 len: 853 time: 0.1417158 Jul 07 22:26:10.002287 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-5e90b6b9-ba69-4750-afed-cfeadaf0e434 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=05e12c49-0028-4cd6-9d10-2c07823f522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627220 Jul 07 22:26:10.083827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e99fd541-5278-442d-997b-bc500456a346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:10.087401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e99fd541-5278-442d-997b-bc500456a346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:10.088927 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e99fd541-5278-442d-997b-bc500456a346 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ad26e41-a096-4c60-9704-acaa0968ae9a HTTP/1.1" status: 204 len: 168 time: 0.4634261 Jul 07 22:26:10.129883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fd541-5278-442d-997b-bc500456a346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad26e41-a096-4c60-9704-acaa0968ae9a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:10.268958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-a7a4f464-5c6c-4340-b071-d4ca9e7807bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c HTTP/1.1" status: 200 len: 217 time: 0.3307257 Jul 07 22:26:10.306518 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c251ffc7-7058-47ef-824e-5c861509ff2b service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962265 Jul 07 22:26:10.323992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-895424d4-7f17-48be-9f7f-89ec3cc250cb req-6d34b0f3-8a34-4b6d-8eba-c341db12190a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6710587 Jul 07 22:26:10.509037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19266e3a-e7e5-4334-85dd-4f94ec5806b6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:10.688152 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-c345f74e-985c-4aef-b4f0-886ea6486248 service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739486 Jul 07 22:26:10.730759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 19266e3a-e7e5-4334-85dd-4f94ec5806b6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:10.738809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 19266e3a-e7e5-4334-85dd-4f94ec5806b6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:10.741064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:10.831487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-df05453c-dae5-477f-be8a-1788619a4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:10.833001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-df05453c-dae5-477f-be8a-1788619a4545 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.5035310 Jul 07 22:26:10.986422 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.034603 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0585fc-f006-4484-8e89-7e883ef9cd5a x-openstack-request-id: req-6b0585fc-f006-4484-8e89-7e883ef9cd5a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:11.034911 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0226ee17-b457-47d9-9b9d-9e9fe89d397b", "name": "network-vif-plugged", "status": "completed", "tag": "4c22e3b3-7a98-4e95-97a9-b6772b73c789", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:11.035167 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b0585fc-f006-4484-8e89-7e883ef9cd5a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:11.035583 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0226ee17-b457-47d9-9b9d-9e9fe89d397b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c22e3b3-7a98-4e95-97a9-b6772b73c789', 'code': 200} Jul 07 22:26:11.127752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 19266e3a-e7e5-4334-85dd-4f94ec5806b6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19266e3a-e7e5-4334-85dd-4f94ec5806b6,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:11.141405 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.293460 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a3c89d-3a0f-4a0a-a67d-de1a579ca42a x-openstack-request-id: req-28a3c89d-3a0f-4a0a-a67d-de1a579ca42a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:11.293911 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7975edc-7546-4c72-83e3-836bce81a36f", "tag": "874833ab-a157-408a-ba82-8631b379c77d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:11.293987 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28a3c89d-3a0f-4a0a-a67d-de1a579ca42a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:11.294429 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'tag': '874833ab-a157-408a-ba82-8631b379c77d', 'status': 'completed', 'code': 200} Jul 07 22:26:11.320993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=19266e3a-e7e5-4334-85dd-4f94ec5806b6,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:11.402966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278f5127-bce7-46b4-b82a-fe569d8e043f {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:11.426991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.458367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Transition to ACTIVE for port object 278f5127-bce7-46b4-b82a-fe569d8e043f will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:11.476640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-7588529e-8f70-4959-b874-32092d6df491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:11.478787 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-7588529e-8f70-4959-b874-32092d6df491 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 1095 time: 0.1222076 Jul 07 22:26:11.577951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.645289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-cd17d927-f434-496d-abc9-8cf8f47b34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:11.645289 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-cd17d927-f434-496d-abc9-8cf8f47b34fb service neutron] 10.222.0.83 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 914 time: 0.1564503 Jul 07 22:26:11.682897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-3b90379d-0130-4c0c-b3fa-d5c67f784e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:11.684431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-3b90379d-0130-4c0c-b3fa-d5c67f784e29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8138494 Jul 07 22:26:11.690101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b66697-8979-47bb-bd75-06bc6002473d {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:11.723387 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:11.897143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-ac77051c-9522-4fcf-952a-e46937ff2b81 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960926 Jul 07 22:26:11.905464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=278f5127-bce7-46b4-b82a-fe569d8e043f,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:11.980733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755bd1f-319a-4789-887c-030de13346ae req-57493049-e1f4-48e2-8781-50831bc5c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:11.982389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1755bd1f-319a-4789-887c-030de13346ae req-57493049-e1f4-48e2-8781-50831bc5c100 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 1098 time: 0.8951039 Jul 07 22:26:12.128518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Transition to ACTIVE for port object b5b66697-8979-47bb-bd75-06bc6002473d will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:12.146566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb537-9992-4194-ba7e-2950deadc0ee req-8940c182-360f-45ba-b1a2-1baf904c8edf tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.148850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50efb537-9992-4194-ba7e-2950deadc0ee req-8940c182-360f-45ba-b1a2-1baf904c8edf tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 943 time: 0.6163082 Jul 07 22:26:12.170477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904756f-f5e4-445d-a2f3-e22a006d03a9 req-99be63d5-fef6-48de-985d-aa466125fe56 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.181042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e904756f-f5e4-445d-a2f3-e22a006d03a9 req-99be63d5-fef6-48de-985d-aa466125fe56 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 943 time: 0.6573396 Jul 07 22:26:12.184411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1755bd1f-319a-4789-887c-030de13346ae req-d414bfae-1c69-454a-b4ab-682c3b8e2611 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563888 Jul 07 22:26:12.203891 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-aba40aa1-e0a5-403a-97e8-204a1f2fb293 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=874833ab-a157-408a-ba82-8631b379c77d HTTP/1.1" status: 200 len: 217 time: 0.5550265 Jul 07 22:26:12.295804 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:12.301540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-7d4ea045-ec8e-4d41-9af4-32b3c4aed2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:12.306657 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-7d4ea045-ec8e-4d41-9af4-32b3c4aed2b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcfbd412-2708-4536-a642-a6726ea99120 HTTP/1.1" status: 200 len: 853 time: 0.0943902 Jul 07 22:26:12.328838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e904756f-f5e4-445d-a2f3-e22a006d03a9 req-226145a4-b3d6-4c15-b7af-2f5592b6974e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465974 Jul 07 22:26:12.336895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19266e3a-e7e5-4334-85dd-4f94ec5806b6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:12.374141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50efb537-9992-4194-ba7e-2950deadc0ee req-421c2a49-f17f-43d2-a3e2-deecc0fd14b5 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653321 Jul 07 22:26:12.380728 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-b5abfcd3-9760-42a2-ae18-511669761231 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=05e12c49-0028-4cd6-9d10-2c07823f522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683804 Jul 07 22:26:12.384813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Pushing event updated for resources: {'Port': ['ID=b5b66697-8979-47bb-bd75-06bc6002473d,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:12.422472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Attempting to bind port 278f5127-bce7-46b4-b82a-fe569d8e043f on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:12.422824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Attempting to bind port 278f5127-bce7-46b4-b82a-fe569d8e043f by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:12.423164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Attempting to bind port 278f5127-bce7-46b4-b82a-fe569d8e043f on network 05e12c49-0028-4cd6-9d10-2c07823f522a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:12.440985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Port 278f5127-bce7-46b4-b82a-fe569d8e043f on network 05e12c49-0028-4cd6-9d10-2c07823f522a not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:12.441328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Attempting to bind port 278f5127-bce7-46b4-b82a-fe569d8e043f on network 05e12c49-0028-4cd6-9d10-2c07823f522a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:12.505371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:12.505716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Checking segment: {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:12.511402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Bound using segment: {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:12.511931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Bound port: 278f5127-bce7-46b4-b82a-fe569d8e043f, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613a0995-c84d-435d-af38-a4f9633fc177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:12.512313 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:12.528159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 19266e3a-e7e5-4334-85dd-4f94ec5806b6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:12.528640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:12.602382 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-2bd5cda4-793e-4661-866f-994c7e64a118 service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133482 Jul 07 22:26:12.628608 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Sync routers for ids ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:12.666765 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Routers {'cecbfa05-a58d-471e-8f92-d5dfa96f71e9'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:12.667594 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:12.850173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Attempting to bind port b5b66697-8979-47bb-bd75-06bc6002473d on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:12.850548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Attempting to bind port b5b66697-8979-47bb-bd75-06bc6002473d by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:12.850838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Attempting to bind port b5b66697-8979-47bb-bd75-06bc6002473d on network d5c71666-32e6-426c-959c-27eb1572bb7b {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:12.872118 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-1c7713d4-7ff7-4ca6-92f7-61f4a829650e req-22ae8883-3a32-4433-b087-2e2814be66dd service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620149 Jul 07 22:26:12.879685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e95ebe-b611-478e-aaed-7c0cca6cc1e6 req-fccf4d53-598a-4264-bc35-daef1974b0be service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9560714 Jul 07 22:26:12.913361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Port b5b66697-8979-47bb-bd75-06bc6002473d on network d5c71666-32e6-426c-959c-27eb1572bb7b not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:12.914000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Attempting to bind port b5b66697-8979-47bb-bd75-06bc6002473d on network d5c71666-32e6-426c-959c-27eb1572bb7b {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:12.916637 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Set router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:12.931061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] For port 278f5127-bce7-46b4-b82a-fe569d8e043f, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:12.937799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:12.938195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Checking segment: {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:12.938589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Bound using segment: {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:12.939035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Bound port: b5b66697-8979-47bb-bd75-06bc6002473d, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0620601e-240d-4a12-adce-fb45a3dc25a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:12.939441 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:12.968433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] For port 278f5127-bce7-46b4-b82a-fe569d8e043f, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=278f5127-bce7-46b4-b82a-fe569d8e043f,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:13.007792 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.062790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ee367-d0de-45b0-905d-73eacaab7786 req-62c21fd1-ef3c-4626-8ddd-3e9306c6d355 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:13.070536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-965ee367-d0de-45b0-905d-73eacaab7786 req-62c21fd1-ef3c-4626-8ddd-3e9306c6d355 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 946 time: 0.4254539 Jul 07 22:26:13.108839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040d884-a74f-456c-a5d6-3205dfd5796f req-b875bf13-1997-49ec-8e3b-fc67ffc2de9b tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:13.116257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2040d884-a74f-456c-a5d6-3205dfd5796f req-b875bf13-1997-49ec-8e3b-fc67ffc2de9b tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.3730960 Jul 07 22:26:13.150239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:13.150862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.152647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] 10.222.0.83 "PUT /v2.0/ports/278f5127-bce7-46b4-b82a-fe569d8e043f HTTP/1.1" status: 200 len: 1092 time: 4.2738545 Jul 07 22:26:13.160143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'tag': '278f5127-bce7-46b4-b82a-fe569d8e043f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:13.164094 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137c8c3b-b941-41a7-aebf-7e188a495752" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd59c5e-4d7b-4d11-a5b6-c687d7894768", "tag": "278f5127-bce7-46b4-b82a-fe569d8e043f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:13.367231 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:00Z', 'updated_at': '2021-07-07T22:26:06Z', 'revision_number': 4, 'project_id': '3075806f9cee415b9ef3216faec195de', 'gw_port': {'id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:01Z', 'updated_at': '2021-07-07T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '37638414-fe24-49fd-8cf5-4fc1d0b93d4b', 'name': '', 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'mac_address': 'fa:16:3e:5f:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:05Z', 'updated_at': '2021-07-07T22:26:07Z', 'revision_number': 2, 'project_id': '3075806f9cee415b9ef3216faec195de', 'subnets': [{'id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:13.395986 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Checking router: cecbfa05-a58d-471e-8f92-d5dfa96f71e9 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:13.396327 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Updating router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:26:13.435196 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.639646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-5d009ff0-593d-4bde-b544-63142a1a4536 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:13.641121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-5d009ff0-593d-4bde-b544-63142a1a4536 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 945 time: 0.7944140 Jul 07 22:26:13.746968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] For port b5b66697-8979-47bb-bd75-06bc6002473d, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:13.754301 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.767936 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Transition to ACTIVE for port object 37638414-fe24-49fd-8cf5-4fc1d0b93d4b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:13.778245 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.801642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-965ee367-d0de-45b0-905d-73eacaab7786 req-7a635bfa-1bcc-4ca6-8b0a-e7ca4b473023 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7302246 Jul 07 22:26:13.814550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63620b-0849-4b4e-befc-fe38ca9b4ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=278f5127-bce7-46b4-b82a-fe569d8e043f,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:13.842703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] For port b5b66697-8979-47bb-bd75-06bc6002473d, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b5b66697-8979-47bb-bd75-06bc6002473d,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:13.869847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.964332 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e085f2-0a21-4db7-ab1e-d447c2422e30 None None] Pushing event updated for resources: {'Port': ['ID=37638414-fe24-49fd-8cf5-4fc1d0b93d4b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:13.973969 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Attempting to bind port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:13.982420 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Attempting to bind port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c2c33c28-0011-403c-953d-00b58caba020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:13.983337 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Attempting to bind port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b on network b7ba8f63-add1-4a12-8722-e16733f9b70c {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:13.992190 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:13.992960 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Checking segment: {'id': 'c2c33c28-0011-403c-953d-00b58caba020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:13.993606 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:13.994252 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Bound using segment: {'id': 'c2c33c28-0011-403c-953d-00b58caba020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:13.994965 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Bound port: 37638414-fe24-49fd-8cf5-4fc1d0b93d4b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c33c28-0011-403c-953d-00b58caba020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:13.995575 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.020030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 874833ab-a157-408a-ba82-8631b379c77d details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:14.073553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Pushing event updated for resources: {'Port': ['ID=b5b66697-8979-47bb-bd75-06bc6002473d,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:14.139645 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] For port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:14.142266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2040d884-a74f-456c-a5d6-3205dfd5796f req-c97bc0c4-32dd-4cc6-8c61-233950f444c8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=7daf25f2-79e2-46e4-b501-d912eb98e996&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0250359 Jul 07 22:26:14.151108 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] For port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=37638414-fe24-49fd-8cf5-4fc1d0b93d4b,segment=NetworkSegment(c2c33c28-0011-403c-953d-00b58caba020),segment_id=c2c33c28-0011-403c-953d-00b58caba020)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:14.161964 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.298534 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Routers {'cecbfa05-a58d-471e-8f92-d5dfa96f71e9'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:14.299300 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:14.306153 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e085f2-0a21-4db7-ab1e-d447c2422e30 None None] Pushing event updated for resources: {'Port': ['ID=37638414-fe24-49fd-8cf5-4fc1d0b93d4b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:14.342933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 874833ab-a157-408a-ba82-8631b379c77d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=874833ab-a157-408a-ba82-8631b379c77d,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:14.371004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '874833ab-a157-408a-ba82-8631b379c77d', 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a', 'port_id': '874833ab-a157-408a-ba82-8631b379c77d', 'mac_address': 'fa:16:3e:74:a0:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbd412-2708-4536-a642-a6726ea99120', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:14.390490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:14.392914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.395323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-10faa622-6f69-48c6-a9f7-83b87914243a service neutron] 10.222.0.83 "PUT /v2.0/ports/b5b66697-8979-47bb-bd75-06bc6002473d HTTP/1.1" status: 200 len: 1092 time: 5.3122485 Jul 07 22:26:14.455997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:14.485998 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.506752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874833ab-a157-408a-ba82-8631b379c77d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:14.515745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-e1238552-bd65-420e-a6a8-417f38d873ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:14.523373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-e1238552-bd65-420e-a6a8-417f38d873ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 1095 time: 0.9046748 Jul 07 22:26:14.551095 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] Set router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:14.567853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 874833ab-a157-408a-ba82-8631b379c77d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=874833ab-a157-408a-ba82-8631b379c77d,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:14.588018 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.699017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=874833ab-a157-408a-ba82-8631b379c77d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:14.704490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43302) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:14.807684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-b656782a-fd4f-41ce-8ce5-8a6bb70dde1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=278f5127-bce7-46b4-b82a-fe569d8e043f HTTP/1.1" status: 200 len: 217 time: 0.2329669 Jul 07 22:26:14.867521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a59641b8-3df7-4c6b-b167-a914d2d26883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.937939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:14.943712 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:00Z', 'updated_at': '2021-07-07T22:26:06Z', 'revision_number': 4, 'project_id': '3075806f9cee415b9ef3216faec195de', 'gw_port': {'id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:01Z', 'updated_at': '2021-07-07T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '37638414-fe24-49fd-8cf5-4fc1d0b93d4b', 'name': '', 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'mac_address': 'fa:16:3e:5f:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:05Z', 'updated_at': '2021-07-07T22:26:14Z', 'revision_number': 4, 'project_id': '3075806f9cee415b9ef3216faec195de', 'subnets': [{'id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:14.978499 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313c4dc-a823-40c7-836c-2a949fac2857 None None] The sync data for ids ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'] in n-d-695012-11 is: [{'id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:00Z', 'updated_at': '2021-07-07T22:26:06Z', 'revision_number': 4, 'project_id': '3075806f9cee415b9ef3216faec195de', 'gw_port': {'id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:01Z', 'updated_at': '2021-07-07T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '37638414-fe24-49fd-8cf5-4fc1d0b93d4b', 'name': '', 'network_id': 'b7ba8f63-add1-4a12-8722-e16733f9b70c', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'mac_address': 'fa:16:3e:5f:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:05Z', 'updated_at': '2021-07-07T22:26:14Z', 'revision_number': 4, 'project_id': '3075806f9cee415b9ef3216faec195de', 'subnets': [{'id': '2ebd0064-aeb0-44f3-8211-20a4be0a7d1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:15.005984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a59641b8-3df7-4c6b-b167-a914d2d26883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.010985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a59641b8-3df7-4c6b-b167-a914d2d26883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.055762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59641b8-3df7-4c6b-b167-a914d2d26883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3308bc6e-4d81-4a56-8c31-bc2896be4dd4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:15.060802 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a59641b8-3df7-4c6b-b167-a914d2d26883 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e719508c74e4d5183771dcbd11ba780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551919 Jul 07 22:26:15.063758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:15.124662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d69b2a1-f78c-4422-8466-a4fcc9bde8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.149953 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d69b2a1-f78c-4422-8466-a4fcc9bde8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.172038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f06fd-e1b1-4b95-8805-9bd5f7b93efb req-3c3104d5-dd36-42d0-af24-8b09b2e0c699 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.178810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f06fd-e1b1-4b95-8805-9bd5f7b93efb req-3c3104d5-dd36-42d0-af24-8b09b2e0c699 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.186721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f06fd-e1b1-4b95-8805-9bd5f7b93efb req-3c3104d5-dd36-42d0-af24-8b09b2e0c699 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.192982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f06fd-e1b1-4b95-8805-9bd5f7b93efb req-3c3104d5-dd36-42d0-af24-8b09b2e0c699 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.199128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f06fd-e1b1-4b95-8805-9bd5f7b93efb req-3c3104d5-dd36-42d0-af24-8b09b2e0c699 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.204024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['874833ab-a157-408a-ba82-8631b379c77d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:15.204530 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d69b2a1-f78c-4422-8466-a4fcc9bde8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.206613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-055f06fd-e1b1-4b95-8805-9bd5f7b93efb req-3c3104d5-dd36-42d0-af24-8b09b2e0c699 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 3827 time: 1.0323057 Jul 07 22:26:15.207888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d69b2a1-f78c-4422-8466-a4fcc9bde8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.216365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Deleting port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:15.216823 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.218130 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5d69b2a1-f78c-4422-8466-a4fcc9bde8a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3308bc6e-4d81-4a56-8c31-bc2896be4dd4 HTTP/1.1" status: 204 len: 168 time: 0.1523764 Jul 07 22:26:15.227370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69b2a1-f78c-4422-8466-a4fcc9bde8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3308bc6e-4d81-4a56-8c31-bc2896be4dd4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:15.347990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-de074766-d5f7-4bb0-8e08-330cb551fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.349479 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-de074766-d5f7-4bb0-8e08-330cb551fc7b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcfbd412-2708-4536-a642-a6726ea99120 HTTP/1.1" status: 200 len: 853 time: 0.4774833 Jul 07 22:26:15.570840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-76926b30-5611-495e-8c83-0afc30ed3e8e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=05e12c49-0028-4cd6-9d10-2c07823f522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753982 Jul 07 22:26:15.573941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-055f06fd-e1b1-4b95-8805-9bd5f7b93efb req-f260d3c5-0011-417c-ae06-89ff23001f66 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664746 Jul 07 22:26:15.639513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f112fa30-5874-422d-9bbe-76b4cfabad81 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:15.651108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-96129d55-5b04-4305-8eda-5c83ff1b1edc tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:15.652646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-96129d55-5b04-4305-8eda-5c83ff1b1edc tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/networks?id=5f85ece0-2786-4996-9dbe-254f7911e8a9 HTTP/1.1" status: 200 len: 911 time: 1.1093948 Jul 07 22:26:15.659120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.662579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] For port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:15.664150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.707526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Transition to ACTIVE for port object f112fa30-5874-422d-9bbe-76b4cfabad81 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:15.753839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-c242930e-e05a-4b68-9f28-51c314a53160 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/quotas/3075806f9cee415b9ef3216faec195de HTTP/1.1" status: 200 len: 375 time: 0.0841975 Jul 07 22:26:15.781410 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:15.917948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-02368c54-dc6f-471b-8862-bfd5edf84814 service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318570 Jul 07 22:26:16.031829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4f141663-466e-44c9-b8fa-b33867ce5d3c details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:16.251470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4f141663-466e-44c9-b8fa-b33867ce5d3c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:16.312812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:16.396894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 37638414-fe24-49fd-8cf5-4fc1d0b93d4b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:16.413814 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.415500 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.416831 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Floating IP 2c605b63-88ad-4381-b208-fb4fcd8aaf81 disassociated. External IP: 172.25.8.225, port: 8769127d-3dd8-4e45-b90c-a439ea2ca5b8. Jul 07 22:26:16.418098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Calling delete_port for 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:16.448398 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.476973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f141663-466e-44c9-b8fa-b33867ce5d3c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:16.504700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4f141663-466e-44c9-b8fa-b33867ce5d3c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:16.510472 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.525657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Pushing event updated for resources: {'Port': ['ID=f112fa30-5874-422d-9bbe-76b4cfabad81,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:16.556273 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:16.570369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:16.570748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.642321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4f141663-466e-44c9-b8fa-b33867ce5d3c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:16.696224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Attempting to bind port f112fa30-5874-422d-9bbe-76b4cfabad81 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:16.696988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Attempting to bind port f112fa30-5874-422d-9bbe-76b4cfabad81 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:16.699875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Attempting to bind port f112fa30-5874-422d-9bbe-76b4cfabad81 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:16.729348 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.738904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Port f112fa30-5874-422d-9bbe-76b4cfabad81 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:16.739512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Attempting to bind port f112fa30-5874-422d-9bbe-76b4cfabad81 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:16.755920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d09da444-d9b9-4bef-8aff-6661406fe6ca req-a8bbd0da-3c31-4e48-8b44-b70bf1f4b6b1 service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8273306 Jul 07 22:26:16.760314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-81430f4a-90bf-4838-aede-f18602358223 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=3075806f9cee415b9ef3216faec195de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9854419 Jul 07 22:26:16.788536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:16.789107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Checking segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:16.789631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Bound using segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:16.790369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Bound port: f112fa30-5874-422d-9bbe-76b4cfabad81, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:16.790742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.799107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=37638414-fe24-49fd-8cf5-4fc1d0b93d4b,segment=NetworkSegment(c2c33c28-0011-403c-953d-00b58caba020),segment_id=c2c33c28-0011-403c-953d-00b58caba020)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:16.805832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:16.865944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=37638414-fe24-49fd-8cf5-4fc1d0b93d4b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:16.915240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4f141663-466e-44c9-b8fa-b33867ce5d3c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:17.056558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] For port f112fa30-5874-422d-9bbe-76b4cfabad81, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:17.060077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] For port f112fa30-5874-422d-9bbe-76b4cfabad81, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f112fa30-5874-422d-9bbe-76b4cfabad81,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:17.096765 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.144906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a522827-de2d-46ef-98a5-90cd2c367974 req-b1656ecf-cbf7-4d67-a606-ac9a5467ca8c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:17.153044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a522827-de2d-46ef-98a5-90cd2c367974 req-b1656ecf-cbf7-4d67-a606-ac9a5467ca8c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 944 time: 0.6220241 Jul 07 22:26:17.181172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.253790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-368d92e9-22c3-4172-b54a-e7529b3b6a71 service neutron] 10.222.0.81 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530740 Jul 07 22:26:17.368945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:17.369718 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:17.371598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] 10.222.0.83 "PUT /v2.0/ports/f112fa30-5874-422d-9bbe-76b4cfabad81 HTTP/1.1" status: 200 len: 1131 time: 2.9266338 Jul 07 22:26:17.463826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:17.505920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264416ff-0cdb-447d-a0ac-837256987d7f service neutron] Pushing event updated for resources: {'Port': ['ID=f112fa30-5874-422d-9bbe-76b4cfabad81,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:17.543097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a522827-de2d-46ef-98a5-90cd2c367974 req-27441a9a-ac3f-4120-b56c-588d9fb524f4 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3879015 Jul 07 22:26:17.600393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event deleted for resources: {'Port': ['ID=8769127d-3dd8-4e45-b90c-a439ea2ca5b8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:17.675603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-967de83b-75fc-446f-83f7-8c829a229b29 service neutron] 10.222.0.81 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207492 Jul 07 22:26:17.927668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:17.951742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:17.952092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:18.050414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 874833ab-a157-408a-ba82-8631b379c77d up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:18.115867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 874833ab-a157-408a-ba82-8631b379c77d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:18.124959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 874833ab-a157-408a-ba82-8631b379c77d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:18.125280 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.225398 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.291147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874833ab-a157-408a-ba82-8631b379c77d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:18.297235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Router 330fc267-bc26-49dc-9560-b4ac9ca5768d has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:26:18.300551 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2a3637-1927-4b26-858d-f72068e92b73 x-openstack-request-id: req-ef2a3637-1927-4b26-858d-f72068e92b73 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:18.300929 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd59c5e-4d7b-4d11-a5b6-c687d7894768", "tag": "278f5127-bce7-46b4-b82a-fe569d8e043f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:18.301195 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544ce35e-de0e-48db-87d4-7eb3e3ecb932" -d '{"events": [{"server_uuid": "e7975edc-7546-4c72-83e3-836bce81a36f", "name": "network-vif-plugged", "status": "completed", "tag": "874833ab-a157-408a-ba82-8631b379c77d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:18.301336 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef2a3637-1927-4b26-858d-f72068e92b73 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:18.301650 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'tag': '278f5127-bce7-46b4-b82a-fe569d8e043f', 'status': 'completed', 'code': 200} Jul 07 22:26:18.324301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 874833ab-a157-408a-ba82-8631b379c77d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=874833ab-a157-408a-ba82-8631b379c77d,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:18.330331 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.378503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.406987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 37638414-fe24-49fd-8cf5-4fc1d0b93d4b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:18.449733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=874833ab-a157-408a-ba82-8631b379c77d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:18.479631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:18.480011 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.601049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709fc9d-0a55-4b9a-bee4-39ef6406821a req-277cb4df-32ed-4d3f-a6a4-6eb0051c74a1 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:18.602758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5709fc9d-0a55-4b9a-bee4-39ef6406821a req-277cb4df-32ed-4d3f-a6a4-6eb0051c74a1 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 946 time: 0.3003471 Jul 07 22:26:18.659868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-08ffb650-b22f-41b5-a877-ff7c147bac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:18.661554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-08ffb650-b22f-41b5-a877-ff7c147bac71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 1095 time: 0.4017677 Jul 07 22:26:18.730226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:18.746565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] Sync routers for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:18.749495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382eecd-3e7f-4b21-a3ac-a20d1f707c8a req-7f17995f-0bff-4cac-baf3-8340a2a456d8 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:18.751088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0382eecd-3e7f-4b21-a3ac-a20d1f707c8a req-7f17995f-0bff-4cac-baf3-8340a2a456d8 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 944 time: 1.0319915 Jul 07 22:26:18.755647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:18.756826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:18.868023 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:18.891260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] No DVR routers for this DVR port 8769127d-3dd8-4e45-b90c-a439ea2ca5b8 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:18.897611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5709fc9d-0a55-4b9a-bee4-39ef6406821a req-89119136-e2e6-47ce-91c0-ae810ef7facc tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794888 Jul 07 22:26:18.994958 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:18.997164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f6ae32d-4e45-45cc-b97f-a727c88d74e8 req-c75d2be0-7355-4e12-a307-1cc92bd65eff tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "DELETE /v2.0/ports/8769127d-3dd8-4e45-b90c-a439ea2ca5b8 HTTP/1.1" status: 204 len: 173 time: 5.3184841 Jul 07 22:26:19.083320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eab527f9-07eb-44de-af01-9149b28a3d2e req-cc4744c5-9d3b-45b2-a699-f1f5caae23d8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb26c411-ff14-47ec-a2d1-f8e98639d085 HTTP/1.1" status: 200 len: 210 time: 0.0715315 Jul 07 22:26:19.097561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0382eecd-3e7f-4b21-a3ac-a20d1f707c8a req-74a45164-5c2d-4ad2-ab34-64fd27af14c7 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236237 Jul 07 22:26:19.158792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:19.188723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-fa8bf0ba-6b7e-47b9-800b-83ec42ea8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:19.191386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-fa8bf0ba-6b7e-47b9-800b-83ec42ea8091 service neutron] 10.222.0.83 "GET /v2.0/networks?id=05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 200 len: 914 time: 0.4723747 Jul 07 22:26:19.211696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d71a1d-2d8a-4480-9f73-1c942df3506a {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:19.218329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] Checking router: 330fc267-bc26-49dc-9560-b4ac9ca5768d for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:19.242532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:19.243171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:19.250002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-69f5466d-3483-4c28-becd-7b55eb3ca770 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=278f5127-bce7-46b4-b82a-fe569d8e043f HTTP/1.1" status: 200 len: 217 time: 0.0483642 Jul 07 22:26:19.252191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.296414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Transition to ACTIVE for port object 02d71a1d-2d8a-4480-9f73-1c942df3506a will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:19.309896 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:19.443794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-2393d9ce-1422-41a7-ab1c-4b5588c70585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:19.445340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-2393d9ce-1422-41a7-ab1c-4b5588c70585 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dcfbd412-2708-4536-a642-a6726ea99120 HTTP/1.1" status: 200 len: 853 time: 0.1859369 Jul 07 22:26:19.447440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:19.488545 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fc4058a-5592-480f-8aa9-857bbf72ba3a req-60674dfb-a75e-4aea-a67a-0261bd6d02f1 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1215713 Jul 07 22:26:19.534138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-923d9b32-ef34-4a9e-a049-b07228d81b95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=05e12c49-0028-4cd6-9d10-2c07823f522a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499635 Jul 07 22:26:19.568085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29257911-7ad4-4635-b0c9-89f98607606a req-ecc98dfe-7b9b-41f8-b044-a0924ffe6dfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1195598 Jul 07 22:26:19.578820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=02d71a1d-2d8a-4480-9f73-1c942df3506a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:19.837950 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.009244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-53f98595-ae9a-4915-975a-6e8d5dea6a82 req-6d1cac04-f505-4d4a-8cc6-3ca9cdb0a142 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 210 time: 0.1855273 Jul 07 22:26:20.023132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:20.027273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Attempting to bind port 02d71a1d-2d8a-4480-9f73-1c942df3506a on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:20.027620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Attempting to bind port 02d71a1d-2d8a-4480-9f73-1c942df3506a by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:20.028062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Attempting to bind port 02d71a1d-2d8a-4480-9f73-1c942df3506a on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:20.067220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 278f5127-bce7-46b4-b82a-fe569d8e043f details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:20.073501 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4f141663-466e-44c9-b8fa-b33867ce5d3c up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:20.078718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3457e-cdfc-4d0f-96fc-0ff5579adc78 req-d84cb17b-bcf4-48b5-aea6-f10be55ab57c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.085192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3457e-cdfc-4d0f-96fc-0ff5579adc78 req-d84cb17b-bcf4-48b5-aea6-f10be55ab57c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.091830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3457e-cdfc-4d0f-96fc-0ff5579adc78 req-d84cb17b-bcf4-48b5-aea6-f10be55ab57c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.098383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc1fb1b-bcd5-46ca-8aa3-6a01dda6d7e7 None None] The sync data for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 is: [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:20.100165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3457e-cdfc-4d0f-96fc-0ff5579adc78 req-d84cb17b-bcf4-48b5-aea6-f10be55ab57c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.103567 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdf5979-29c7-4198-aa0c-20466d8a5c8a x-openstack-request-id: req-ffdf5979-29c7-4198-aa0c-20466d8a5c8a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:20.103567 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7975edc-7546-4c72-83e3-836bce81a36f", "name": "network-vif-plugged", "status": "completed", "tag": "874833ab-a157-408a-ba82-8631b379c77d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:20.103742 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffdf5979-29c7-4198-aa0c-20466d8a5c8a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:20.104037 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874833ab-a157-408a-ba82-8631b379c77d', 'code': 200} Jul 07 22:26:20.116043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3457e-cdfc-4d0f-96fc-0ff5579adc78 req-d84cb17b-bcf4-48b5-aea6-f10be55ab57c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.125169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3457e-cdfc-4d0f-96fc-0ff5579adc78 req-d84cb17b-bcf4-48b5-aea6-f10be55ab57c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.140266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3457e-cdfc-4d0f-96fc-0ff5579adc78 req-d84cb17b-bcf4-48b5-aea6-f10be55ab57c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.143795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cd3457e-cdfc-4d0f-96fc-0ff5579adc78 req-d84cb17b-bcf4-48b5-aea6-f10be55ab57c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5372 time: 0.7757246 Jul 07 22:26:20.150001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Port 02d71a1d-2d8a-4480-9f73-1c942df3506a on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:20.150496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Attempting to bind port 02d71a1d-2d8a-4480-9f73-1c942df3506a on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:20.183203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:20.183731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Checking segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:20.184142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Bound using segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:20.184617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Bound port: 02d71a1d-2d8a-4480-9f73-1c942df3506a, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:20.185032 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.221411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-b471ab6e-a59d-44bf-beba-a3d738dc17e4 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.222900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-b471ab6e-a59d-44bf-beba-a3d738dc17e4 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.83 "GET /v2.0/networks?id=5f85ece0-2786-4996-9dbe-254f7911e8a9 HTTP/1.1" status: 200 len: 911 time: 0.6891072 Jul 07 22:26:20.249009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 4f141663-466e-44c9-b8fa-b33867ce5d3c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:20.274561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b09ae-c736-4649-adcf-4411bfb76e27 req-c36eabbc-10bb-4ca2-8776-917cdabea323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.276274 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-444b09ae-c736-4649-adcf-4411bfb76e27 req-c36eabbc-10bb-4ca2-8776-917cdabea323 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 1097 time: 0.0828919 Jul 07 22:26:20.285738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Request body: {'port': {'device_id': 'f3bed2da-77d2-46de-ba8d-a29c9140ea14', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'admin_state_up': True, 'tenant_id': '3075806f9cee415b9ef3216faec195de'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:20.289242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 4f141663-466e-44c9-b8fa-b33867ce5d3c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:20.289242 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.306352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'b5b66697-8979-47bb-bd75-06bc6002473d'}, {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'f112fa30-5874-422d-9bbe-76b4cfabad81'}, {'server_uuid': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'name': 'network-vif-deleted', 'tag': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:20.308441 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96ab244-d860-4b73-b928-03688edb3752" -d '{"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "b5b66697-8979-47bb-bd75-06bc6002473d"}, {"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "f112fa30-5874-422d-9bbe-76b4cfabad81"}, {"server_uuid": "eb26c411-ff14-47ec-a2d1-f8e98639d085", "name": "network-vif-deleted", "tag": "8769127d-3dd8-4e45-b90c-a439ea2ca5b8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:20.330376 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-444b09ae-c736-4649-adcf-4411bfb76e27 req-a9b41b8e-3768-42f5-82fc-9a035ba783b9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476904 Jul 07 22:26:20.352579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-21fd1034-f5bf-414b-a223-91cb23019395 service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7876236 Jul 07 22:26:20.374066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 278f5127-bce7-46b4-b82a-fe569d8e043f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=278f5127-bce7-46b4-b82a-fe569d8e043f,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:20.392207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Made reservation on behalf of 3075806f9cee415b9ef3216faec195de for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:20.394671 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.399147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '278f5127-bce7-46b4-b82a-fe569d8e043f', 'network_id': '05e12c49-0028-4cd6-9d10-2c07823f522a', 'port_id': '278f5127-bce7-46b4-b82a-fe569d8e043f', 'mac_address': 'fa:16:3e:a9:37:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfbd412-2708-4536-a642-a6726ea99120', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:20.407425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cd3457e-cdfc-4d0f-96fc-0ff5579adc78 req-97da417e-3a96-470f-8d62-a032e4554629 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2469163 Jul 07 22:26:20.444549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523428b-cbfb-42e6-8b60-77df178c4830 req-b96e0372-9448-4d74-9c35-d7f2465d9c88 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.451492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1523428b-cbfb-42e6-8b60-77df178c4830 req-b96e0372-9448-4d74-9c35-d7f2465d9c88 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 944 time: 0.2638407 Jul 07 22:26:20.486658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] For port 02d71a1d-2d8a-4480-9f73-1c942df3506a, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:20.540291 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.550602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] For port 02d71a1d-2d8a-4480-9f73-1c942df3506a, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=02d71a1d-2d8a-4480-9f73-1c942df3506a,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:20.564158 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.570992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278f5127-bce7-46b4-b82a-fe569d8e043f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:20.578233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1523428b-cbfb-42e6-8b60-77df178c4830 req-9191d6bd-8432-47e8-9257-0abb02c5030a tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257358 Jul 07 22:26:20.631281 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78627e7-6775-4c6b-b48d-7ce80f13be95 None None] New status for floating IP 2c605b63-88ad-4381-b208-fb4fcd8aaf81: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:26:20.638510 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.701412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:20.702036 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:20.703481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] 10.222.0.83 "PUT /v2.0/ports/02d71a1d-2d8a-4480-9f73-1c942df3506a HTTP/1.1" status: 200 len: 1132 time: 3.2877171 Jul 07 22:26:20.806446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:20.855263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0de8d1-cb75-47ad-aaae-49ff0657c7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=02d71a1d-2d8a-4480-9f73-1c942df3506a,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:20.858375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Allocated IP 172.20.0.12 (5f85ece0-2786-4996-9dbe-254f7911e8a9/8bf6b5da-7c35-4732-a260-5aff32eb863d/5e978020-9284-4ebc-8544-234318a054ea) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:21.020467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137c8c3b-b941-41a7-aebf-7e188a495752 req-1c39e26d-9230-45d0-b39a-2f67740db0c7 service neutron] 10.222.0.83 "GET /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356545 Jul 07 22:26:21.094058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 278f5127-bce7-46b4-b82a-fe569d8e043f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=278f5127-bce7-46b4-b82a-fe569d8e043f,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:21.104328 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.133531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.140278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4f141663-466e-44c9-b8fa-b33867ce5d3c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:21.150247 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.166301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=278f5127-bce7-46b4-b82a-fe569d8e043f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:21.224545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4f141663-466e-44c9-b8fa-b33867ce5d3c,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:21.354475 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.384408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cdc55-9a78-4fe0-b6c7-4e509089a7f3 req-655a0243-be72-4e49-8dca-16a33e66bb78 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:21.385964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc4cdc55-9a78-4fe0-b6c7-4e509089a7f3 req-655a0243-be72-4e49-8dca-16a33e66bb78 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 946 time: 0.7346323 Jul 07 22:26:21.399135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a79d3-de01-4ceb-b806-9acd31086b5e req-44cc7748-bad5-4268-bf85-32fb3ae15d2a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:21.400677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-514a79d3-de01-4ceb-b806-9acd31086b5e req-44cc7748-bad5-4268-bf85-32fb3ae15d2a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 945 time: 0.2914159 Jul 07 22:26:21.418684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Transition to ACTIVE for port object 5e978020-9284-4ebc-8544-234318a054ea will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:21.536034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc4cdc55-9a78-4fe0-b6c7-4e509089a7f3 req-aa7fc120-425b-43b1-ab27-6417046aa007 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299632 Jul 07 22:26:21.541790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-514a79d3-de01-4ceb-b806-9acd31086b5e req-600b00bd-707d-4caa-9594-6a5533d5c368 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259444 Jul 07 22:26:21.573628 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.597913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['278f5127-bce7-46b4-b82a-fe569d8e043f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:21.625858 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347612fe-5fde-4b6a-952b-5c6d1cffc308 x-openstack-request-id: req-347612fe-5fde-4b6a-952b-5c6d1cffc308 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:21.626182 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "b5b66697-8979-47bb-bd75-06bc6002473d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "f112fa30-5874-422d-9bbe-76b4cfabad81", "status": "completed", "code": 200}, {"server_uuid": "eb26c411-ff14-47ec-a2d1-f8e98639d085", "name": "network-vif-deleted", "tag": "8769127d-3dd8-4e45-b90c-a439ea2ca5b8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:21.626435 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-347612fe-5fde-4b6a-952b-5c6d1cffc308 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:21.626837 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'b5b66697-8979-47bb-bd75-06bc6002473d', 'status': 'completed', 'code': 200} Jul 07 22:26:21.627089 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'f112fa30-5874-422d-9bbe-76b4cfabad81', 'status': 'completed', 'code': 200} Jul 07 22:26:21.627340 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb26c411-ff14-47ec-a2d1-f8e98639d085', 'name': 'network-vif-deleted', 'tag': '8769127d-3dd8-4e45-b90c-a439ea2ca5b8', 'status': 'completed', 'code': 200} Jul 07 22:26:21.653576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:21.666699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:21.671578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43420) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:21.679574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:21.732281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Pushing event updated for resources: {'Port': ['ID=5e978020-9284-4ebc-8544-234318a054ea,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:21.812664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:21.813285 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.819589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6187c358-6e68-435f-b563-e19991d14291 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.845807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:21.874706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6187c358-6e68-435f-b563-e19991d14291 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.874917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.920736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-06e7f693-4f87-43e9-a467-264781c8c50d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6719446 Jul 07 22:26:21.948715 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6187c358-6e68-435f-b563-e19991d14291 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.951808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6187c358-6e68-435f-b563-e19991d14291 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:21.956101 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6187c358-6e68-435f-b563-e19991d14291 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "DELETE /v2.0/security-groups/7daf25f2-79e2-46e4-b501-d912eb98e996 HTTP/1.1" status: 204 len: 168 time: 0.2833881 Jul 07 22:26:21.957148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43422) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:21.957459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0167d3a9-8e55-425e-9781-93714530b01c req-4fb15e8d-33d0-48d0-8330-ad570b3dfa4a tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0911126 Jul 07 22:26:21.962384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Request body: {'port': {'device_id': 'f3bed2da-77d2-46de-ba8d-a29c9140ea14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:21.965314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Transition to ACTIVE for port object d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:21.989510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187c358-6e68-435f-b563-e19991d14291 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daf25f2-79e2-46e4-b501-d912eb98e996,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:21.995080 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-4f48f8b6-4b30-43e3-8c80-2d74c3b7cba8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] show failed (client error): The resource could not be found. Jul 07 22:26:22.015158 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4f48f8b6-4b30-43e3-8c80-2d74c3b7cba8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups/7daf25f2-79e2-46e4-b501-d912eb98e996 HTTP/1.1" status: 404 len: 347 time: 0.0447223 Jul 07 22:26:22.016056 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43426) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:22.059008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.072908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-06a374c8-8211-4253-bd2b-6b84ba50d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.073298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-06a374c8-8211-4253-bd2b-6b84ba50d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.073766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-06a374c8-8211-4253-bd2b-6b84ba50d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.074353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-06a374c8-8211-4253-bd2b-6b84ba50d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.074814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-06a374c8-8211-4253-bd2b-6b84ba50d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.075276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-06a374c8-8211-4253-bd2b-6b84ba50d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.076014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-06a374c8-8211-4253-bd2b-6b84ba50d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.081193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c96ab244-d860-4b73-b928-03688edb3752 req-06a374c8-8211-4253-bd2b-6b84ba50d256 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6212 time: 0.3942878 Jul 07 22:26:22.105551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:22.108115 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992341ca-e108-4e1b-80ab-4e44a4b6828a" -d '{"events": [{"server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "name": "network-vif-plugged", "status": "completed", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:22.208494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b7bec822-436e-4af5-bba6-ac02bb023f35 None None] Provisioning for port 5e978020-9284-4ebc-8544-234318a054ea completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:22.219149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b7bec822-436e-4af5-bba6-ac02bb023f35 None None] Provisioning complete for port 5e978020-9284-4ebc-8544-234318a054ea triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:22.221232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7bec822-436e-4af5-bba6-ac02bb023f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.311151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b7bec822-436e-4af5-bba6-ac02bb023f35 None None] Port 5e978020-9284-4ebc-8544-234318a054ea cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:22.331312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Deleting port c6faea0e-9215-4357-85a9-457b7bbb7cc0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:22.331500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.429205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.429569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.444371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Calling delete_port for c6faea0e-9215-4357-85a9-457b7bbb7cc0 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:22.595039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.620932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event deleted for resources: {'Port': ['ID=c6faea0e-9215-4357-85a9-457b7bbb7cc0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:22.683182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.685720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.686893 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-422bfa68-ddf5-420c-af39-fcbf6f44d0f3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "DELETE /v2.0/floatingips/2c605b63-88ad-4381-b208-fb4fcd8aaf81 HTTP/1.1" status: 204 len: 168 time: 0.6692843 Jul 07 22:26:22.771193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Pushing event updated for resources: {'Port': ['ID=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:22.808987 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:22.933794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ce9e1-4031-405d-8bdb-9325be89bbb7 req-da2a6c9c-2a40-48bb-b531-465f2bdb9f0a tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:22.935641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-201ce9e1-4031-405d-8bdb-9325be89bbb7 req-da2a6c9c-2a40-48bb-b531-465f2bdb9f0a tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1028 time: 1.0302432 Jul 07 22:26:23.031421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-aff63bf3-8237-4307-b376-bc6218b0cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.032155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-aff63bf3-8237-4307-b376-bc6218b0cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.032628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-aff63bf3-8237-4307-b376-bc6218b0cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.034266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c96ab244-d860-4b73-b928-03688edb3752 req-aff63bf3-8237-4307-b376-bc6218b0cb64 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=45101a542131430783705ffe212afc8e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.9164619 Jul 07 22:26:23.092142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca812be-11b9-43ff-bfc9-cc5f2ce48cd7 req-ac9ddb8a-49b9-4e89-ba15-c920afc77222 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.098278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca812be-11b9-43ff-bfc9-cc5f2ce48cd7 req-ac9ddb8a-49b9-4e89-ba15-c920afc77222 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.104198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca812be-11b9-43ff-bfc9-cc5f2ce48cd7 req-ac9ddb8a-49b9-4e89-ba15-c920afc77222 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.110011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca812be-11b9-43ff-bfc9-cc5f2ce48cd7 req-ac9ddb8a-49b9-4e89-ba15-c920afc77222 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.115901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca812be-11b9-43ff-bfc9-cc5f2ce48cd7 req-ac9ddb8a-49b9-4e89-ba15-c920afc77222 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.121765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca812be-11b9-43ff-bfc9-cc5f2ce48cd7 req-ac9ddb8a-49b9-4e89-ba15-c920afc77222 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.127610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca812be-11b9-43ff-bfc9-cc5f2ce48cd7 req-ac9ddb8a-49b9-4e89-ba15-c920afc77222 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.129551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fca812be-11b9-43ff-bfc9-cc5f2ce48cd7 req-ac9ddb8a-49b9-4e89-ba15-c920afc77222 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5384 time: 0.9789395 Jul 07 22:26:23.213875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-201ce9e1-4031-405d-8bdb-9325be89bbb7 req-b0271a2a-f104-46c6-ac94-783a8fe64360 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595193 Jul 07 22:26:23.232733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Attempting to bind port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:23.233070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Attempting to bind port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:23.233408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Attempting to bind port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:23.264206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:23.264533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Attempting to bind port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:23.316877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:23.317220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Checking segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:23.317608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Bound using segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:23.318054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Bound port: d0066ac4-802b-4ccd-bfe9-d13056c8f1c8, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:23.318493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:23.352153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fca812be-11b9-43ff-bfc9-cc5f2ce48cd7 req-454ce163-62fa-44eb-a6fd-231e698e44a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424308 Jul 07 22:26:23.434287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-21c2077f-eb49-4b63-ac6c-50c0c6968a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.435822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c96ab244-d860-4b73-b928-03688edb3752 req-21c2077f-eb49-4b63-ac6c-50c0c6968a6f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3867331 Jul 07 22:26:23.492256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] For port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:23.496705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] For port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:23.517877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:23.632117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': '02d71a1d-2d8a-4480-9f73-1c942df3506a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:23.634284 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7864a4f1-23a7-482b-975b-ad358da87ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "02d71a1d-2d8a-4480-9f73-1c942df3506a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:23.653491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.654157 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:23.655662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] 10.222.0.83 "PUT /v2.0/ports/d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 HTTP/1.1" status: 200 len: 1092 time: 2.8742943 Jul 07 22:26:23.667381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e978020-9284-4ebc-8544-234318a054ea {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:23.685246 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:23.696995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfc005-68d1-4d04-88f8-86ad6baaec96 service neutron] Pushing event updated for resources: {'Port': ['ID=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:23.705604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:23.777074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Transition to ACTIVE for port object 5e978020-9284-4ebc-8544-234318a054ea will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:23.816269 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:23.851821 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5348c51-30b0-4106-842f-071a2757095e x-openstack-request-id: req-b5348c51-30b0-4106-842f-071a2757095e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:23.852531 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "name": "network-vif-plugged", "status": "completed", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:23.853037 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5348c51-30b0-4106-842f-071a2757095e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:23.853643 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'code': 200} Jul 07 22:26:23.926395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776ce87-c99c-40c5-affb-e0f54ffd0231 req-68cee5b0-f360-4413-b4ba-b2521cf2aa38 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.935380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e776ce87-c99c-40c5-affb-e0f54ffd0231 req-68cee5b0-f360-4413-b4ba-b2521cf2aa38 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 945 time: 0.3963821 Jul 07 22:26:23.947381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-0e4b1a7d-2db4-4eb8-a24b-1993e3d06e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.947871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-0e4b1a7d-2db4-4eb8-a24b-1993e3d06e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.948346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-0e4b1a7d-2db4-4eb8-a24b-1993e3d06e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.948822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-0e4b1a7d-2db4-4eb8-a24b-1993e3d06e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.949286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-0e4b1a7d-2db4-4eb8-a24b-1993e3d06e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.949748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-0e4b1a7d-2db4-4eb8-a24b-1993e3d06e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.950249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-0e4b1a7d-2db4-4eb8-a24b-1993e3d06e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:23.952461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c96ab244-d860-4b73-b928-03688edb3752 req-0e4b1a7d-2db4-4eb8-a24b-1993e3d06e4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6280 time: 0.4309251 Jul 07 22:26:23.962013 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.034917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Pushing event updated for resources: {'Port': ['ID=5e978020-9284-4ebc-8544-234318a054ea,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:24.090586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 278f5127-bce7-46b4-b82a-fe569d8e043f up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:24.269099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57904d15-a1b5-48a8-af5c-59f667c2f507 req-ec0e4ad8-1635-46fe-970c-ed91edb62a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.271008 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-57904d15-a1b5-48a8-af5c-59f667c2f507 req-ec0e4ad8-1635-46fe-970c-ed91edb62a52 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 1097 time: 0.2152555 Jul 07 22:26:24.301933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 278f5127-bce7-46b4-b82a-fe569d8e043f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:24.306827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 278f5127-bce7-46b4-b82a-fe569d8e043f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:24.307330 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.317039 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-57904d15-a1b5-48a8-af5c-59f667c2f507 req-ffe9415a-2cf9-4a09-9b01-e5f33402e5c7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388181 Jul 07 22:26:24.412973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e776ce87-c99c-40c5-affb-e0f54ffd0231 req-3befdfd0-2189-46fd-9cdf-3a94e2c3aa53 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4765124 Jul 07 22:26:24.415812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.454627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 278f5127-bce7-46b4-b82a-fe569d8e043f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=278f5127-bce7-46b4-b82a-fe569d8e043f,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:24.459823 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.516531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=278f5127-bce7-46b4-b82a-fe569d8e043f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:24.634006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-94105448-b935-419f-91d2-aa032ef20e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.634435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-94105448-b935-419f-91d2-aa032ef20e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.634904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-94105448-b935-419f-91d2-aa032ef20e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.636502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c96ab244-d860-4b73-b928-03688edb3752 req-94105448-b935-419f-91d2-aa032ef20e3c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=45101a542131430783705ffe212afc8e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6493971 Jul 07 22:26:24.641689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Attempting to bind port 5e978020-9284-4ebc-8544-234318a054ea on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:24.642031 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Attempting to bind port 5e978020-9284-4ebc-8544-234318a054ea by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:24.642383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Attempting to bind port 5e978020-9284-4ebc-8544-234318a054ea on network 5f85ece0-2786-4996-9dbe-254f7911e8a9 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:24.663710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be69e6-eaf2-4fff-afb7-fc72da71efdd req-71f4603c-47ca-4b77-844e-7705681627a3 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.665294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2be69e6-eaf2-4fff-afb7-fc72da71efdd req-71f4603c-47ca-4b77-844e-7705681627a3 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 945 time: 0.3514683 Jul 07 22:26:24.665913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Port 5e978020-9284-4ebc-8544-234318a054ea on network 5f85ece0-2786-4996-9dbe-254f7911e8a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:24.666205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Attempting to bind port 5e978020-9284-4ebc-8544-234318a054ea on network 5f85ece0-2786-4996-9dbe-254f7911e8a9 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:24.707286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:24.707625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Checking segment: {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:24.708008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Bound using segment: {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:24.708442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Bound port: 5e978020-9284-4ebc-8544-234318a054ea, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:24.708853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.775630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43464) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:24.780728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8c68b8b3-4e89-499e-ae1b-8a6da54d6850 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910109277', 'description': 'tempest-description--865681870'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:24.805563 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8b3-4e89-499e-ae1b-8a6da54d6850 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.827713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2be69e6-eaf2-4fff-afb7-fc72da71efdd req-62365380-a02f-423b-b1dc-08cbcd56a415 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505420 Jul 07 22:26:24.913199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8b3-4e89-499e-ae1b-8a6da54d6850 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.918250 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f7bb15-e1d0-4538-a94a-a1c7d98cf7f5 x-openstack-request-id: req-e2f7bb15-e1d0-4538-a94a-a1c7d98cf7f5 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:24.918548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8b3-4e89-499e-ae1b-8a6da54d6850 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.918658 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "02d71a1d-2d8a-4480-9f73-1c942df3506a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:24.919192 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2f7bb15-e1d0-4538-a94a-a1c7d98cf7f5 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:24.919378 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': '02d71a1d-2d8a-4480-9f73-1c942df3506a', 'status': 'completed', 'code': 200} Jul 07 22:26:24.948222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68b8b3-4e89-499e-ae1b-8a6da54d6850 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897bcaff-a131-4116-86ae-f8a07aefd3f2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:24.959047 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c68b8b3-4e89-499e-ae1b-8a6da54d6850 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.960043 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8c68b8b3-4e89-499e-ae1b-8a6da54d6850 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1829598 Jul 07 22:26:24.963085 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43468) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:24.964674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab244-d860-4b73-b928-03688edb3752 req-bbabbcc9-f439-4992-961d-cba630d8559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:24.966500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c96ab244-d860-4b73-b928-03688edb3752 req-bbabbcc9-f439-4992-961d-cba630d8559b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2980585 Jul 07 22:26:24.969933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2f9c5e4c-2b42-49c1-8713-e2c872097561 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'security_group_rule': {'security_group_id': '897bcaff-a131-4116-86ae-f8a07aefd3f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:24.971275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a909e51b-e641-48c9-903f-9553bf115292 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:24.985664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:24.989492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] For port 5e978020-9284-4ebc-8544-234318a054ea, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:24.995813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] For port 5e978020-9284-4ebc-8544-234318a054ea, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e978020-9284-4ebc-8544-234318a054ea,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:25.004579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e4c-2b42-49c1-8713-e2c872097561 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.009552 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.026151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Transition to ACTIVE for port object a909e51b-e641-48c9-903f-9553bf115292 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:25.067910 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.073506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e4c-2b42-49c1-8713-e2c872097561 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.078393 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e4c-2b42-49c1-8713-e2c872097561 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.100752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.101587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.103572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] 10.222.0.83 "PUT /v2.0/ports/5e978020-9284-4ebc-8544-234318a054ea HTTP/1.1" status: 200 len: 1093 time: 3.1491995 Jul 07 22:26:25.116567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c5e4c-2b42-49c1-8713-e2c872097561 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b28226-7cc8-408e-bdad-3d0c15ee0fed,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:25.137588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e4c-2b42-49c1-8713-e2c872097561 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.139338 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2f9c5e4c-2b42-49c1-8713-e2c872097561 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740329 Jul 07 22:26:25.141670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43482) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:25.147365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6a246f45-9633-41e0-a4d3-98006cd77232 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'security_group_rule': {'security_group_id': '897bcaff-a131-4116-86ae-f8a07aefd3f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:25.156534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9de46d36-7137-4ab7-97a7-826ed430ea4d req-570d7c9c-58cc-4aa3-9aa1-305d390bb2c8 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1026442 Jul 07 22:26:25.211836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a246f45-9633-41e0-a4d3-98006cd77232 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.245954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143a928-2822-4c38-b0a0-b3e8b00bab3d req-488883a0-82be-4e07-8361-839871a389b0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.253192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3143a928-2822-4c38-b0a0-b3e8b00bab3d req-488883a0-82be-4e07-8361-839871a389b0 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 946 time: 0.3730702 Jul 07 22:26:25.284170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86bbc4-7822-4553-a055-e03a450b3037 service neutron] Pushing event updated for resources: {'Port': ['ID=5e978020-9284-4ebc-8544-234318a054ea,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:25.320802 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a246f45-9633-41e0-a4d3-98006cd77232 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.327439 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a246f45-9633-41e0-a4d3-98006cd77232 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.373261 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a246f45-9633-41e0-a4d3-98006cd77232 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.374767 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6a246f45-9633-41e0-a4d3-98006cd77232 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2319508 Jul 07 22:26:25.377769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a246f45-9633-41e0-a4d3-98006cd77232 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aff93ba-4486-4914-874b-822e20f677ea,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:25.381157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43490) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:25.391540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:25.415337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.521760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Pushing event updated for resources: {'Port': ['ID=a909e51b-e641-48c9-903f-9553bf115292,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:25.537585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3143a928-2822-4c38-b0a0-b3e8b00bab3d req-aa2d8297-7683-4e3d-b997-a5e025ada042 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826416 Jul 07 22:26:25.558402 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.576690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-fdb468be-83e1-462a-93b8-60b0c901ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.576690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-fdb468be-83e1-462a-93b8-60b0c901ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.576942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-fdb468be-83e1-462a-93b8-60b0c901ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.577702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-fdb468be-83e1-462a-93b8-60b0c901ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.578657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-fdb468be-83e1-462a-93b8-60b0c901ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.578792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-fdb468be-83e1-462a-93b8-60b0c901ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.579206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-fdb468be-83e1-462a-93b8-60b0c901ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.581197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-fdb468be-83e1-462a-93b8-60b0c901ce64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6306 time: 0.5307009 Jul 07 22:26:25.607189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-6dc47adc-494f-4223-9be5-795b25fe3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.608759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-6dc47adc-494f-4223-9be5-795b25fe3ff6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3075806f9cee415b9ef3216faec195de&device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1096 time: 0.4278927 Jul 07 22:26:25.620090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Attempting to bind port a909e51b-e641-48c9-903f-9553bf115292 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:25.620431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Attempting to bind port a909e51b-e641-48c9-903f-9553bf115292 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:25.620767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Attempting to bind port a909e51b-e641-48c9-903f-9553bf115292 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:25.627792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Port a909e51b-e641-48c9-903f-9553bf115292 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:25.628133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Attempting to bind port a909e51b-e641-48c9-903f-9553bf115292 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:25.632182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e8a50-e223-47ad-8369-f596e4470163 req-36a5b49f-beba-4784-a9b6-1d9ac4ef5883 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.633745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d0e8a50-e223-47ad-8369-f596e4470163 req-36a5b49f-beba-4784-a9b6-1d9ac4ef5883 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1096 time: 0.2318168 Jul 07 22:26:25.637627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:25.637971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Checking segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:25.638429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Bound using segment: {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:25.638859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Bound port: a909e51b-e641-48c9-903f-9553bf115292, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:25.639228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.703036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Allocated IP 172.25.8.104 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/ff148de3-ea61-4fa7-963b-2e5fafada880) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:25.775008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-57a2d2cc-5a1e-46a3-9707-c3c1e5fc80ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e978020-9284-4ebc-8544-234318a054ea HTTP/1.1" status: 200 len: 217 time: 0.1094735 Jul 07 22:26:25.830804 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.855208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278f5127-bce7-46b4-b82a-fe569d8e043f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:25.858196 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dea0365-9bf8-4fb4-b4ce-689fde3cec91" -d '{"events": [{"server_uuid": "ffd59c5e-4d7b-4d11-a5b6-c687d7894768", "name": "network-vif-plugged", "status": "completed", "tag": "278f5127-bce7-46b4-b82a-fe569d8e043f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:25.863949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d0e8a50-e223-47ad-8369-f596e4470163 req-50463905-3d76-45ff-b121-a8a2e3da24b0 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225418 Jul 07 22:26:25.895253 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:25.942102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] For port a909e51b-e641-48c9-903f-9553bf115292, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:25.945674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-a0ba491d-ce79-4009-83a1-79fa93068641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.947202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-a0ba491d-ce79-4009-83a1-79fa93068641 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8bf6b5da-7c35-4732-a260-5aff32eb863d HTTP/1.1" status: 200 len: 849 time: 0.1554666 Jul 07 22:26:25.950561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] For port a909e51b-e641-48c9-903f-9553bf115292, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a909e51b-e641-48c9-903f-9553bf115292,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:25.963463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'Port': ['ID=ff148de3-ea61-4fa7-963b-2e5fafada880,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:25.975020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:25.976431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:25.979189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:25.982976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-d82deae9-643a-4265-84c1-fd34dfe5d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.983455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-d82deae9-643a-4265-84c1-fd34dfe5d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.983924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-d82deae9-643a-4265-84c1-fd34dfe5d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:25.986512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-d82deae9-643a-4265-84c1-fd34dfe5d128 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=45101a542131430783705ffe212afc8e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3235810 Jul 07 22:26:26.008960 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.081549 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.128034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.292173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.297333 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.369267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'Port': ['ID=ff148de3-ea61-4fa7-963b-2e5fafada880,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:26.379775 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.394348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.404472 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cb78231b-8a02-4d48-8f4d-a461bae2706c tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0142541 Jul 07 22:26:26.504045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374bcf-d3a8-4439-8edd-7aa08914681d req-c6104e1d-968f-4af2-9618-5b73a7040a51 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.510671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374bcf-d3a8-4439-8edd-7aa08914681d req-c6104e1d-968f-4af2-9618-5b73a7040a51 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.516666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374bcf-d3a8-4439-8edd-7aa08914681d req-c6104e1d-968f-4af2-9618-5b73a7040a51 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.522682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374bcf-d3a8-4439-8edd-7aa08914681d req-c6104e1d-968f-4af2-9618-5b73a7040a51 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.528559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374bcf-d3a8-4439-8edd-7aa08914681d req-c6104e1d-968f-4af2-9618-5b73a7040a51 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.534757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374bcf-d3a8-4439-8edd-7aa08914681d req-c6104e1d-968f-4af2-9618-5b73a7040a51 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.540974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1374bcf-d3a8-4439-8edd-7aa08914681d req-c6104e1d-968f-4af2-9618-5b73a7040a51 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.542980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1374bcf-d3a8-4439-8edd-7aa08914681d req-c6104e1d-968f-4af2-9618-5b73a7040a51 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5396 time: 0.8163543 Jul 07 22:26:26.557738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.558392 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.559795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] 10.222.0.83 "PUT /v2.0/ports/a909e51b-e641-48c9-903f-9553bf115292 HTTP/1.1" status: 200 len: 1091 time: 2.8584125 Jul 07 22:26:26.611870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:26.650474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee11bf5-45c9-4fec-8643-568798862c92 service neutron] Pushing event updated for resources: {'Port': ['ID=a909e51b-e641-48c9-903f-9553bf115292,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:26.710940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1374bcf-d3a8-4439-8edd-7aa08914681d req-b9b6e028-c5cb-4624-987f-3eb48a7c79de tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1469848 Jul 07 22:26:26.721609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-872c48d2-482c-4066-8ca0-f60ba69b3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.723190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7864a4f1-23a7-482b-975b-ad358da87ee0 req-872c48d2-482c-4066-8ca0-f60ba69b3b8e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7101524 Jul 07 22:26:26.725655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-fc5cbbbd-34f9-4f72-bf7b-8544566cd314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.727161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-fc5cbbbd-34f9-4f72-bf7b-8544566cd314 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5f85ece0-2786-4996-9dbe-254f7911e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7707181 Jul 07 22:26:26.781109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025053d0-473d-4dd8-a791-c5e2d8a12eb3 req-ea936317-91a8-492b-b16f-95866315e74c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:26.782605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-025053d0-473d-4dd8-a791-c5e2d8a12eb3 req-ea936317-91a8-492b-b16f-95866315e74c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 945 time: 0.7471926 Jul 07 22:26:26.847752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:26.924262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8'}, {'name': 'network-changed', 'server_uuid': 'f3bed2da-77d2-46de-ba8d-a29c9140ea14', 'tag': '5e978020-9284-4ebc-8544-234318a054ea'}, {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'a909e51b-e641-48c9-903f-9553bf115292'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:26.928268 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f318b73-b8de-4e80-ab7f-f0edea4e913d" -d '{"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "d0066ac4-802b-4ccd-bfe9-d13056c8f1c8"}, {"name": "network-changed", "server_uuid": "f3bed2da-77d2-46de-ba8d-a29c9140ea14", "tag": "5e978020-9284-4ebc-8544-234318a054ea"}, {"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "a909e51b-e641-48c9-903f-9553bf115292"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:26.986923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-025053d0-473d-4dd8-a791-c5e2d8a12eb3 req-fbe48892-40b1-4c6a-bb41-225780505fed tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924486 Jul 07 22:26:27.024260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-12511cfd-9f4a-4fc8-8be8-f670cd5e5bf8 service neutron] 10.222.0.83 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610967 Jul 07 22:26:27.203372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ff3f3b-7426-4fdb-bc61-1043ce547e3d req-66dddc4a-deab-4c71-bb02-78bfaf3b4554 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.204830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6ff3f3b-7426-4fdb-bc61-1043ce547e3d req-66dddc4a-deab-4c71-bb02-78bfaf3b4554 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 945 time: 0.3659031 Jul 07 22:26:27.292283 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76d1dd8e-ba4f-4d98-a716-cdce34ce603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.331534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f38f84-9373-4f2a-8c4b-3e162ceafdd4 req-6921bd57-1dd2-42be-a6d9-b2d4741ab1a4 service neutron] 10.222.0.83 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952106 Jul 07 22:26:27.347943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6ff3f3b-7426-4fdb-bc61-1043ce547e3d req-6de7044b-7121-4c4f-ba6e-63935b99fb54 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351981 Jul 07 22:26:27.375698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820e685-92b6-4c24-a9d3-e77986ab99c9 req-df9ef288-6298-4a10-829c-3439a657612b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.377228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8820e685-92b6-4c24-a9d3-e77986ab99c9 req-df9ef288-6298-4a10-829c-3439a657612b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 946 time: 0.2427533 Jul 07 22:26:27.397443 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a4315c-f474-48db-af36-d6d99016fd35 x-openstack-request-id: req-d3a4315c-f474-48db-af36-d6d99016fd35 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:27.397817 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd59c5e-4d7b-4d11-a5b6-c687d7894768", "name": "network-vif-plugged", "status": "completed", "tag": "278f5127-bce7-46b4-b82a-fe569d8e043f", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:27.398339 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3a4315c-f474-48db-af36-d6d99016fd35 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:27.398800 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278f5127-bce7-46b4-b82a-fe569d8e043f', 'code': 200} Jul 07 22:26:27.445685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8820e685-92b6-4c24-a9d3-e77986ab99c9 req-5938b70f-f11c-45da-9786-7138ea1d307f tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620451 Jul 07 22:26:27.493945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c9f426-53ec-45de-943c-677276e8987d {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:27.503128 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.551648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1003e961-feb7-4bff-a254-4ddf869c2a60 req-f9fa870b-f165-4502-af68-b8cb6a61c4a8 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0506611 Jul 07 22:26:27.578297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Transition to ACTIVE for port object e0c9f426-53ec-45de-943c-677276e8987d will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:27.594216 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.656493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-60456df4-da95-4f7d-ae6a-c3af270cd287 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1910109277&fields=id&tenant_id=91f4423bbdbf40828bc8986344569d8f HTTP/1.1" status: 200 len: 267 time: 0.1077366 Jul 07 22:26:27.674334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c9f426-53ec-45de-943c-677276e8987d,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:27.768964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfffec2-555d-4042-bb3c-232aae7fc9f2 req-05982caa-8cd1-4977-9c90-aab399604750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.770515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bfffec2-555d-4042-bb3c-232aae7fc9f2 req-05982caa-8cd1-4977-9c90-aab399604750 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 1097 time: 0.2534609 Jul 07 22:26:27.900719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bfffec2-555d-4042-bb3c-232aae7fc9f2 req-7eca8a89-e240-4afd-bb70-dfd6e5470b7c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003065 Jul 07 22:26:27.904645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Attempting to bind port e0c9f426-53ec-45de-943c-677276e8987d on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:27.904979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Attempting to bind port e0c9f426-53ec-45de-943c-677276e8987d by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:27.905311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Attempting to bind port e0c9f426-53ec-45de-943c-677276e8987d on network 953f89c8-5be7-4b9c-8635-4686d6cde9ac {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:27.912711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Port e0c9f426-53ec-45de-943c-677276e8987d on network 953f89c8-5be7-4b9c-8635-4686d6cde9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:27.912967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Attempting to bind port e0c9f426-53ec-45de-943c-677276e8987d on network 953f89c8-5be7-4b9c-8635-4686d6cde9ac {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:27.921897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-4d64d51c-2f18-4ba5-afec-22a8514c0d96 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.923406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-4d64d51c-2f18-4ba5-afec-22a8514c0d96 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 810 time: 0.2556102 Jul 07 22:26:27.925264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e4be7-4e5c-483f-b81f-7f8f30d089ff req-070f452e-958f-4324-a218-997761e2f644 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:27.926724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f4e4be7-4e5c-483f-b81f-7f8f30d089ff req-070f452e-958f-4324-a218-997761e2f644 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1096 time: 0.2576051 Jul 07 22:26:27.936335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:27.936675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Checking segment: {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:27.937051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Bound using segment: {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:27.937488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Bound port: e0c9f426-53ec-45de-943c-677276e8987d, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:27.937846 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:27.957481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-edd901d9-75a5-4ec0-b5e3-b2351365bd42 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/quotas/91f4423bbdbf40828bc8986344569d8f HTTP/1.1" status: 200 len: 375 time: 0.0276167 Jul 07 22:26:28.038751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f4e4be7-4e5c-483f-b81f-7f8f30d089ff req-4aae4937-f844-4e8e-ba05-6f1f2617ee20 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989151 Jul 07 22:26:28.064911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] For port e0c9f426-53ec-45de-943c-677276e8987d, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:28.083834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] For port e0c9f426-53ec-45de-943c-677276e8987d, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e0c9f426-53ec-45de-943c-677276e8987d,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:28.096274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-38cbbc96-2f85-486c-908d-eda69adec390 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1312592 Jul 07 22:26:28.097711 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4da7aab-86b0-44f9-a773-244a0566a95d x-openstack-request-id: req-b4da7aab-86b0-44f9-a773-244a0566a95d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:28.098016 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "d0066ac4-802b-4ccd-bfe9-d13056c8f1c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3bed2da-77d2-46de-ba8d-a29c9140ea14", "tag": "5e978020-9284-4ebc-8544-234318a054ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "a909e51b-e641-48c9-903f-9553bf115292", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:28.098347 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4da7aab-86b0-44f9-a773-244a0566a95d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:28.098677 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8', 'status': 'completed', 'code': 200} Jul 07 22:26:28.098936 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bed2da-77d2-46de-ba8d-a29c9140ea14', 'tag': '5e978020-9284-4ebc-8544-234318a054ea', 'status': 'completed', 'code': 200} Jul 07 22:26:28.099730 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'a909e51b-e641-48c9-903f-9553bf115292', 'status': 'completed', 'code': 200} Jul 07 22:26:28.101273 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:28.186804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.187443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:28.188870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] 10.222.0.83 "PUT /v2.0/ports/e0c9f426-53ec-45de-943c-677276e8987d HTTP/1.1" status: 200 len: 1092 time: 1.5838423 Jul 07 22:26:28.259453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3313d3-1494-42db-b2e1-94e0979428a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c9f426-53ec-45de-943c-677276e8987d,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:28.295061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-ebf0c705-54cd-4c11-9f88-7b58f4cdfe06 service neutron] 10.222.0.81 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604507 Jul 07 22:26:28.366477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Request body: {'port': {'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:28.378590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8be83f-6c4d-4849-ba86-5a74161408d7 req-6d88a5de-f77f-4feb-82bd-0e13a7c1298c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.380129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f8be83f-6c4d-4849-ba86-5a74161408d7 req-6d88a5de-f77f-4feb-82bd-0e13a7c1298c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 945 time: 0.1785057 Jul 07 22:26:28.530550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f8be83f-6c4d-4849-ba86-5a74161408d7 req-6203a496-493d-4584-b1f0-a718fd985ce6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291692 Jul 07 22:26:28.543406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-df1aa35b-9324-4e15-b0cb-d53d5cf6f992 service neutron] 10.222.0.81 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403324 Jul 07 22:26:28.547565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:28.561845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:28.566862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-035f7dad-7b54-4d3b-b6de-5144cf29bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.567265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-035f7dad-7b54-4d3b-b6de-5144cf29bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.567773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-035f7dad-7b54-4d3b-b6de-5144cf29bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.568278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-035f7dad-7b54-4d3b-b6de-5144cf29bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.568755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-035f7dad-7b54-4d3b-b6de-5144cf29bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.569230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-035f7dad-7b54-4d3b-b6de-5144cf29bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.569827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-035f7dad-7b54-4d3b-b6de-5144cf29bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.571811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-035f7dad-7b54-4d3b-b6de-5144cf29bdca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6416 time: 0.2202964 Jul 07 22:26:28.638992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eeba9a-a1f7-49d7-bff2-17677dfb68ef tempest-TestVolumeBootPattern-11756161 tempest-TestVolumeBootPattern-11756161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:28.643398 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-56eeba9a-a1f7-49d7-bff2-17677dfb68ef tempest-TestVolumeBootPattern-11756161 tempest-TestVolumeBootPattern-11756161-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 1092 time: 0.0804875 Jul 07 22:26:28.644151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:28.649493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:28.675277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:28.937093 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:29.142756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-7549af9c-ea54-43e5-8db3-53c7862f8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.143480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-7549af9c-ea54-43e5-8db3-53c7862f8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.144164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-7549af9c-ea54-43e5-8db3-53c7862f8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.147098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-7549af9c-ea54-43e5-8db3-53c7862f8dfd service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=45101a542131430783705ffe212afc8e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5495470 Jul 07 22:26:29.192350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.25.8.79 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/de50afb9-8c48-4503-ad8f-3e73f104f4c3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:29.374335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:29.451983 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:29.492762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-1f340844-35d3-4528-aa5c-6b5088e427d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.494786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-1f340844-35d3-4528-aa5c-6b5088e427d6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2746785 Jul 07 22:26:29.539672 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f627a-d82a-43f6-a956-7e956077c163 req-285f27cd-8c5c-4edd-a9e7-ad53b8779401 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.546187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f627a-d82a-43f6-a956-7e956077c163 req-285f27cd-8c5c-4edd-a9e7-ad53b8779401 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.553436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f627a-d82a-43f6-a956-7e956077c163 req-285f27cd-8c5c-4edd-a9e7-ad53b8779401 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.559949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f627a-d82a-43f6-a956-7e956077c163 req-285f27cd-8c5c-4edd-a9e7-ad53b8779401 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.566284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=de50afb9-8c48-4503-ad8f-3e73f104f4c3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:29.567423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f627a-d82a-43f6-a956-7e956077c163 req-285f27cd-8c5c-4edd-a9e7-ad53b8779401 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.576000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f627a-d82a-43f6-a956-7e956077c163 req-285f27cd-8c5c-4edd-a9e7-ad53b8779401 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.582309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f627a-d82a-43f6-a956-7e956077c163 req-285f27cd-8c5c-4edd-a9e7-ad53b8779401 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.588241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:29.589717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:29.591138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e7f627a-d82a-43f6-a956-7e956077c163 req-285f27cd-8c5c-4edd-a9e7-ad53b8779401 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5408 time: 0.4705799 Jul 07 22:26:29.593755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:29.650571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dc96b-52b0-477a-95cc-a0d4d87f688d req-761ebbe8-75fb-4327-822c-07ba17be3c1a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.652139 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce2dc96b-52b0-477a-95cc-a0d4d87f688d req-761ebbe8-75fb-4327-822c-07ba17be3c1a tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 945 time: 0.5126219 Jul 07 22:26:29.691545 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e25678c-3751-41ad-8229-5deadeb45ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:29.736456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388f3d4e-b4fe-474f-9107-11e7f32c291b {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:29.751487 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:29.771174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e7f627a-d82a-43f6-a956-7e956077c163 req-f24a7481-a40d-438d-ba5c-5a02b6a4e9d8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788313 Jul 07 22:26:29.810477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Transition to ACTIVE for port object 388f3d4e-b4fe-474f-9107-11e7f32c291b will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:29.818671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce2dc96b-52b0-477a-95cc-a0d4d87f688d req-a9990a56-d6fd-4dce-85c0-a59f9be731cd tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560156 Jul 07 22:26:29.826773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-5ed9232b-0bf8-41b6-a0ae-ec850be1cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:29.828424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-5ed9232b-0bf8-41b6-a0ae-ec850be1cc2c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3075806f9cee415b9ef3216faec195de&device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1096 time: 0.1734929 Jul 07 22:26:29.829080 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:29.939268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Pushing event updated for resources: {'Port': ['ID=388f3d4e-b4fe-474f-9107-11e7f32c291b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:30.000209 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.021584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8514776-b3aa-4499-8e10-9ba43533f197 req-cbf7c25d-fec8-4021-b3bd-017387aaf529 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0718493 Jul 07 22:26:30.073202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d509897c-b599-47ea-a547-123c0d72f819 req-2d4434a4-cb11-496f-bdd8-04e694ea3a54 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 210 time: 0.0787442 Jul 07 22:26:30.096018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 5e978020-9284-4ebc-8544-234318a054ea details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:30.101592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'e0c9f426-53ec-45de-943c-677276e8987d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:30.104161 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "e0c9f426-53ec-45de-943c-677276e8987d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:30.133676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-59bd2180-1d16-4f39-a723-4c95ab9aff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:30.143351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-59bd2180-1d16-4f39-a723-4c95ab9aff57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5f85ece0-2786-4996-9dbe-254f7911e8a9 HTTP/1.1" status: 200 len: 911 time: 0.3052111 Jul 07 22:26:30.195331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.270112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 5e978020-9284-4ebc-8544-234318a054ea, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e978020-9284-4ebc-8544-234318a054ea,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:30.282624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '5e978020-9284-4ebc-8544-234318a054ea', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'port_id': '5e978020-9284-4ebc-8544-234318a054ea', 'mac_address': 'fa:16:3e:a8:97:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:30.309483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.334324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-24dbbc64-bd3c-4a39-aab8-d2708c84148d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e978020-9284-4ebc-8544-234318a054ea HTTP/1.1" status: 200 len: 217 time: 0.1812441 Jul 07 22:26:30.355908 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.382610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e978020-9284-4ebc-8544-234318a054ea {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:30.412579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 5e978020-9284-4ebc-8544-234318a054ea, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e978020-9284-4ebc-8544-234318a054ea,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:30.418878 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.446889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Attempting to bind port 388f3d4e-b4fe-474f-9107-11e7f32c291b on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:30.447140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Attempting to bind port 388f3d4e-b4fe-474f-9107-11e7f32c291b by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:30.447567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Attempting to bind port 388f3d4e-b4fe-474f-9107-11e7f32c291b on network 953f89c8-5be7-4b9c-8635-4686d6cde9ac {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:30.475459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=5e978020-9284-4ebc-8544-234318a054ea,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:30.479273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Port 388f3d4e-b4fe-474f-9107-11e7f32c291b on network 953f89c8-5be7-4b9c-8635-4686d6cde9ac not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:30.479597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Attempting to bind port 388f3d4e-b4fe-474f-9107-11e7f32c291b on network 953f89c8-5be7-4b9c-8635-4686d6cde9ac {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:30.534710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.540548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.552322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:30.552781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Checking segment: {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:30.553244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Bound using segment: {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:30.553769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Bound port: 388f3d4e-b4fe-474f-9107-11e7f32c291b, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22207e7-0e82-4fd7-a0cf-3aba7844179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:30.554229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.581914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-ad04c02f-7f6c-41db-8e44-e39fe270513c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:30.584124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-ad04c02f-7f6c-41db-8e44-e39fe270513c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8bf6b5da-7c35-4732-a260-5aff32eb863d HTTP/1.1" status: 200 len: 849 time: 0.1386945 Jul 07 22:26:30.592810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9031e9-4c19-446f-b600-26bc1376a14f req-d78ac37d-6e37-486b-b633-6a02f39a80da tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:30.599707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d9031e9-4c19-446f-b600-26bc1376a14f req-d78ac37d-6e37-486b-b633-6a02f39a80da tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 946 time: 0.4485197 Jul 07 22:26:30.622119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=de50afb9-8c48-4503-ad8f-3e73f104f4c3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:30.639134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.754310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-083906cb-2ca9-40e4-b8ab-e2f408a0aeb3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:30.754830 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Floating IP 2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb associated. External IP: 172.25.8.79, port: 4f141663-466e-44c9-b8fa-b33867ce5d3c. Jul 07 22:26:30.756871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-083906cb-2ca9-40e4-b8ab-e2f408a0aeb3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 810 time: 0.3987958 Jul 07 22:26:30.770644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27c8fe-b8d0-48a8-b948-38e5c1e48f0f req-bfd07453-d75f-41b6-bc9f-19e70ef118c2 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:30.772478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e27c8fe-b8d0-48a8-b948-38e5c1e48f0f req-bfd07453-d75f-41b6-bc9f-19e70ef118c2 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1096 time: 0.4613259 Jul 07 22:26:30.783880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d9031e9-4c19-446f-b600-26bc1376a14f req-39f11d2b-6ea4-45cf-825a-02d7faf49e30 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832652 Jul 07 22:26:30.840845 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.841555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] For port 388f3d4e-b4fe-474f-9107-11e7f32c291b, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:30.855452 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d955d38-fa63-4c25-9e68-5ee381bc713e x-openstack-request-id: req-8d955d38-fa63-4c25-9e68-5ee381bc713e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:30.855749 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "e0c9f426-53ec-45de-943c-677276e8987d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:30.856002 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d955d38-fa63-4c25-9e68-5ee381bc713e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:30.856258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['5e978020-9284-4ebc-8544-234318a054ea'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:30.856382 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'e0c9f426-53ec-45de-943c-677276e8987d', 'status': 'completed', 'code': 200} Jul 07 22:26:30.877744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] For port 388f3d4e-b4fe-474f-9107-11e7f32c291b, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:30.892264 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:30.902673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-dbbace67-3f6f-4e54-9aa9-c10e884cc4cc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91f4423bbdbf40828bc8986344569d8f HTTP/1.1" status: 200 len: 380 time: 0.1274917 Jul 07 22:26:30.909322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-5a2fecfe-a7e9-4abc-b302-f006e1622c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:30.910829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-5a2fecfe-a7e9-4abc-b302-f006e1622c02 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5f85ece0-2786-4996-9dbe-254f7911e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3080382 Jul 07 22:26:30.912538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e27c8fe-b8d0-48a8-b948-38e5c1e48f0f req-b53069ec-bfad-4c71-9ecf-4e43e86e5c0c tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274400 Jul 07 22:26:30.923166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'port': {'device_id': 'aced4c00-5080-4158-9fdb-ff319975d197', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'admin_state_up': True, 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'security_groups': ['897bcaff-a131-4116-86ae-f8a07aefd3f2']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:31.062780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Router f484b174-1ee7-4fd7-913c-157cc1fe79f2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:26:31.145599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:31.158939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.159583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:31.161124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] 10.222.0.83 "PUT /v2.0/ports/388f3d4e-b4fe-474f-9107-11e7f32c291b HTTP/1.1" status: 200 len: 1092 time: 2.8085539 Jul 07 22:26:31.229638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:31.241171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] Sync routers for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:31.258698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:31.261315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:31.261831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:31.272052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059f9ef-989b-48d1-bcd5-f34951114733 service neutron] Pushing event updated for resources: {'Port': ['ID=388f3d4e-b4fe-474f-9107-11e7f32c291b,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:31.333300 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-90c6199c-dab0-437f-ad54-89ae8aea1ecb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6877384 Jul 07 22:26:31.338887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:31.341823 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847c3406-f54f-47d2-a929-6992a1cdba36" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:31.384434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-d99f7b54-9c11-4d3b-9031-77609b029ac4 service neutron] 10.222.0.83 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346411 Jul 07 22:26:31.407818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-a81665e6-636a-47d4-bf41-25a1b41ca810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.407818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-a81665e6-636a-47d4-bf41-25a1b41ca810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.408194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-a81665e6-636a-47d4-bf41-25a1b41ca810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.408671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-a81665e6-636a-47d4-bf41-25a1b41ca810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.409141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-a81665e6-636a-47d4-bf41-25a1b41ca810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.409594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-a81665e6-636a-47d4-bf41-25a1b41ca810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.410064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-a81665e6-636a-47d4-bf41-25a1b41ca810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.412088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-a81665e6-636a-47d4-bf41-25a1b41ca810 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6484 time: 0.4823034 Jul 07 22:26:31.434627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44881b37-989a-4115-9c63-f344d40c4b4b req-252a916e-0ac3-4b7b-9767-7b50fe130cb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.440571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44881b37-989a-4115-9c63-f344d40c4b4b req-252a916e-0ac3-4b7b-9767-7b50fe130cb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.444287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:31.447524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44881b37-989a-4115-9c63-f344d40c4b4b req-252a916e-0ac3-4b7b-9767-7b50fe130cb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.453581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44881b37-989a-4115-9c63-f344d40c4b4b req-252a916e-0ac3-4b7b-9767-7b50fe130cb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.461112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44881b37-989a-4115-9c63-f344d40c4b4b req-252a916e-0ac3-4b7b-9767-7b50fe130cb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.467261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44881b37-989a-4115-9c63-f344d40c4b4b req-252a916e-0ac3-4b7b-9767-7b50fe130cb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.473272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44881b37-989a-4115-9c63-f344d40c4b4b req-252a916e-0ac3-4b7b-9767-7b50fe130cb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.478740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44881b37-989a-4115-9c63-f344d40c4b4b req-252a916e-0ac3-4b7b-9767-7b50fe130cb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.3517644 Jul 07 22:26:31.561015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a60338-d9dc-4517-9c72-139555d58631 req-09ffbf52-5600-4a20-b1a5-16e01f2ee9aa tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.563070 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01a60338-d9dc-4517-9c72-139555d58631 req-09ffbf52-5600-4a20-b1a5-16e01f2ee9aa tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 946 time: 0.4720771 Jul 07 22:26:31.636175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Made reservation on behalf of 91f4423bbdbf40828bc8986344569d8f for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:31.639780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:31.698259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:29Z', 'updated_at': '2021-07-07T22:26:29Z', 'revision_number': 0, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:31.729996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] Checking router: f484b174-1ee7-4fd7-913c-157cc1fe79f2 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:31.739440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:31.740610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:31.744204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01a60338-d9dc-4517-9c72-139555d58631 req-a8e5303a-12c3-40c9-8d31-1bc36bcda44d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612177 Jul 07 22:26:31.769175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44881b37-989a-4115-9c63-f344d40c4b4b req-a5f675c1-4650-413c-8e1a-1fb888a9a87c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2510717 Jul 07 22:26:31.817156 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-d4e928df-deff-493f-bde8-f2ecfae9c2ef service neutron] 10.222.0.83 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212749 Jul 07 22:26:31.832175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-0247a390-5718-42e2-bbd1-764a761907c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.832175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-0247a390-5718-42e2-bbd1-764a761907c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.832175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-0247a390-5718-42e2-bbd1-764a761907c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:31.833808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-0247a390-5718-42e2-bbd1-764a761907c0 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=45101a542131430783705ffe212afc8e&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3419611 Jul 07 22:26:31.954407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:32.106329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 5e978020-9284-4ebc-8544-234318a054ea up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:32.211347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 5e978020-9284-4ebc-8544-234318a054ea completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:32.221004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 5e978020-9284-4ebc-8544-234318a054ea triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:32.221384 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.234804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0eb062b-0805-4aa3-a060-d12e5ee9369b req-658b1b48-9c57-4201-9bb0-b561a4427619 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0767992 Jul 07 22:26:32.265163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Allocated IP 172.20.0.12 (82d16117-de9c-496d-bd6e-1e597d1911b8/b62ad8a0-1574-4256-ad7d-50ba30a82106/1f41d943-f28c-475d-85c7-7a29ad3846dd) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:32.309482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:29Z', 'updated_at': '2021-07-07T22:26:29Z', 'revision_number': 0, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:32.326714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-3603e03c-6c9b-4e31-9796-b03d85442525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.328208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca0f1cda-8ea9-490c-b0f9-c17526bc9aa0 req-3603e03c-6c9b-4e31-9796-b03d85442525 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4846504 Jul 07 22:26:32.339614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57cd671-e62f-4cc0-8ad3-f274d55bdc33 None None] The sync data for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 is: [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:29Z', 'updated_at': '2021-07-07T22:26:29Z', 'revision_number': 0, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:32.342041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc49cb0-2cd4-4793-b194-48b5e6d1ebe7 req-77a6dea4-f9ea-4bb2-a59e-b56132b148fc tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.344443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bc49cb0-2cd4-4793-b194-48b5e6d1ebe7 req-77a6dea4-f9ea-4bb2-a59e-b56132b148fc tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 945 time: 0.2118225 Jul 07 22:26:32.374752 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.403377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bed2da-77d2-46de-ba8d-a29c9140ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e978020-9284-4ebc-8544-234318a054ea'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:32.406347 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eaccb1-842e-4f8b-912f-a3e2ed9d2c1a" -d '{"events": [{"server_uuid": "f3bed2da-77d2-46de-ba8d-a29c9140ea14", "name": "network-vif-plugged", "status": "completed", "tag": "5e978020-9284-4ebc-8544-234318a054ea"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:32.411224 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35f653a7-4bc2-4b0a-855a-2256bcdc8b22 req-7f01a27b-4d4b-4508-8abb-00a29478888e tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 210 time: 0.0576167 Jul 07 22:26:32.425891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 5e978020-9284-4ebc-8544-234318a054ea, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e978020-9284-4ebc-8544-234318a054ea,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:32.431676 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.482785 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3034cd-00f9-4e53-913d-45374a76b081 x-openstack-request-id: req-3a3034cd-00f9-4e53-913d-45374a76b081 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:32.483863 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:32.484508 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a3034cd-00f9-4e53-913d-45374a76b081 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:32.485481 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'status': 'completed', 'code': 200} Jul 07 22:26:32.506564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=5e978020-9284-4ebc-8544-234318a054ea,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:32.514832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.515277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.515685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.516290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.516824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.517263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.517713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.518131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.518539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.518942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.519344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.519741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:32.540437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bc49cb0-2cd4-4793-b194-48b5e6d1ebe7 req-1fb3b516-9b24-4024-9bfc-7e4e48e83800 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857648 Jul 07 22:26:32.661111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.673271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1c5f0dfa-cda0-428a-9953-2e793a649dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.673761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1c5f0dfa-cda0-428a-9953-2e793a649dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.675163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1c5f0dfa-cda0-428a-9953-2e793a649dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.675680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1c5f0dfa-cda0-428a-9953-2e793a649dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.676317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1c5f0dfa-cda0-428a-9953-2e793a649dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.676790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1c5f0dfa-cda0-428a-9953-2e793a649dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.677466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1c5f0dfa-cda0-428a-9953-2e793a649dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.679600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1c5f0dfa-cda0-428a-9953-2e793a649dd1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6484 time: 0.2557423 Jul 07 22:26:32.707675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Transition to ACTIVE for port object 1f41d943-f28c-475d-85c7-7a29ad3846dd will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:32.716664 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726fe16-09dc-4cd5-8572-738b7bc8adc5 None None] New status for floating IP 2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:26:32.722023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-f668bded-31cd-4e9a-bf06-82bdb31e274a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.723574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-f668bded-31cd-4e9a-bf06-82bdb31e274a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 1097 time: 0.1653676 Jul 07 22:26:32.799233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-21fc9218-a19a-4af4-9fc4-149a10b08d49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b66697-8979-47bb-bd75-06bc6002473d HTTP/1.1" status: 200 len: 217 time: 0.0876405 Jul 07 22:26:32.803094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.905576 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:32.907125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': '388f3d4e-b4fe-474f-9107-11e7f32c291b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:32.909602 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351f7e71-e02f-44ad-a731-cb3884d9d9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "388f3d4e-b4fe-474f-9107-11e7f32c291b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:32.913200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-87c6249e-a58b-42c0-bea2-d200133c2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:32.914878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-87c6249e-a58b-42c0-bea2-d200133c2b24 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94e3a1d7-c4b9-4dcc-b9f8-289264492ffb HTTP/1.1" status: 200 len: 851 time: 0.0612714 Jul 07 22:26:32.938048 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0fd5f3-8d38-4c8d-9b6f-c5cfec3fc8fe x-openstack-request-id: req-cf0fd5f3-8d38-4c8d-9b6f-c5cfec3fc8fe {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:32.938569 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bed2da-77d2-46de-ba8d-a29c9140ea14", "name": "network-vif-plugged", "status": "completed", "tag": "5e978020-9284-4ebc-8544-234318a054ea", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:32.938991 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf0fd5f3-8d38-4c8d-9b6f-c5cfec3fc8fe {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:32.939572 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bed2da-77d2-46de-ba8d-a29c9140ea14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e978020-9284-4ebc-8544-234318a054ea', 'code': 200} Jul 07 22:26:33.040027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:33.048807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:33.064563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:33.142468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event updated for resources: {'Port': ['ID=1f41d943-f28c-475d-85c7-7a29ad3846dd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:33.196570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379315d1-9c06-4a4d-8186-6ea1279e29c2 req-57e72b3b-0606-4188-9c82-c2bedfe17869 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.198293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-379315d1-9c06-4a4d-8186-6ea1279e29c2 req-57e72b3b-0606-4188-9c82-c2bedfe17869 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.3976545 Jul 07 22:26:33.204300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-886ac665-bcdd-41e4-ade4-be558129095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.205760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-886ac665-bcdd-41e4-ade4-be558129095e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5c71666-32e6-426c-959c-27eb1572bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2335687 Jul 07 22:26:33.250609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-a9d2b9f7-2e0a-46d3-b8ae-62a1f3d7d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.252092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-a9d2b9f7-2e0a-46d3-b8ae-62a1f3d7d3e1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.4993587 Jul 07 22:26:33.284387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.285052 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:33.380747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4238b2d1-a6fb-431d-a1bd-b24a01bb7d55 None None] Provisioning for port 1f41d943-f28c-475d-85c7-7a29ad3846dd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:33.385571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4238b2d1-a6fb-431d-a1bd-b24a01bb7d55 None None] Provisioning complete for port 1f41d943-f28c-475d-85c7-7a29ad3846dd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:33.386344 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4238b2d1-a6fb-431d-a1bd-b24a01bb7d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:33.394115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-379315d1-9c06-4a4d-8186-6ea1279e29c2 req-a581f0cd-8f93-413c-aca4-03a0d77b2798 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578989 Jul 07 22:26:33.401952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-34628e12-695d-4e29-b84e-36fa2051e9f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4851403 Jul 07 22:26:33.424085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Request body: {'port': {'device_id': 'aced4c00-5080-4158-9fdb-ff319975d197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:33.425936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4238b2d1-a6fb-431d-a1bd-b24a01bb7d55 None None] Port 1f41d943-f28c-475d-85c7-7a29ad3846dd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:33.498132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e8167-fad7-44a5-8ed3-3eb6d68f0695 req-cfcd2faf-5873-453e-a6ed-c1ee715cfb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.499645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b8e8167-fad7-44a5-8ed3-3eb6d68f0695 req-cfcd2faf-5873-453e-a6ed-c1ee715cfb7a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.4222591 Jul 07 22:26:33.501326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-0f308537-ebf5-4d04-bcee-5050c0ab2a61 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c HTTP/1.1" status: 200 len: 1000 time: 0.2125034 Jul 07 22:26:33.547413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-0aba2b99-a538-43db-854c-003f3881e863 service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194418 Jul 07 22:26:33.660853 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbda8437-33b3-423d-985c-3d21a2f364c6 x-openstack-request-id: req-dbda8437-33b3-423d-985c-3d21a2f364c6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:33.661193 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "388f3d4e-b4fe-474f-9107-11e7f32c291b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:33.661741 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbda8437-33b3-423d-985c-3d21a2f364c6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:33.661900 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': '388f3d4e-b4fe-474f-9107-11e7f32c291b', 'status': 'completed', 'code': 200} Jul 07 22:26:33.685978 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:33.697114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b8e8167-fad7-44a5-8ed3-3eb6d68f0695 req-ea0437ca-b0f8-4fbf-860d-38c53514c0fd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738434 Jul 07 22:26:33.707475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-fd86e7e4-d955-45ea-9e86-7c3ae2c55755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.709193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-fd86e7e4-d955-45ea-9e86-7c3ae2c55755 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1846511 Jul 07 22:26:33.725500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19edeaa-4812-4821-995c-049e3f284473 req-b541ff12-5c0f-45d6-9e51-604bcdb328c0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.731316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19edeaa-4812-4821-995c-049e3f284473 req-b541ff12-5c0f-45d6-9e51-604bcdb328c0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.737190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19edeaa-4812-4821-995c-049e3f284473 req-b541ff12-5c0f-45d6-9e51-604bcdb328c0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.743721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19edeaa-4812-4821-995c-049e3f284473 req-b541ff12-5c0f-45d6-9e51-604bcdb328c0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.749555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19edeaa-4812-4821-995c-049e3f284473 req-b541ff12-5c0f-45d6-9e51-604bcdb328c0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.756016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19edeaa-4812-4821-995c-049e3f284473 req-b541ff12-5c0f-45d6-9e51-604bcdb328c0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.762096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19edeaa-4812-4821-995c-049e3f284473 req-b541ff12-5c0f-45d6-9e51-604bcdb328c0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:33.764051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f19edeaa-4812-4821-995c-049e3f284473 req-b541ff12-5c0f-45d6-9e51-604bcdb328c0 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.3721650 Jul 07 22:26:33.836096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b730ad2e-02d6-486b-8c9f-d14396a58190 req-c921a198-f8f0-4e86-946d-ba777a8df472 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0707083 Jul 07 22:26:33.886088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-bafe3778-434f-4f41-bcf5-8971564eb99b service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957032 Jul 07 22:26:33.900549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f19edeaa-4812-4821-995c-049e3f284473 req-2c84afff-4893-4c86-88cc-7d15ed753207 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181645 Jul 07 22:26:34.429988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-678696f7-a522-46aa-a706-b688b10ae46c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=f112fa30-5874-422d-9bbe-76b4cfabad81 HTTP/1.1" status: 200 len: 217 time: 0.1297135 Jul 07 22:26:34.580691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1bf83a9e-3f5f-4bd3-9494-ae1587a3aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:34.582206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1bf83a9e-3f5f-4bd3-9494-ae1587a3aa13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.1417542 Jul 07 22:26:34.601898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8db12-7918-457a-b506-ec592ec3050f req-482a1945-3cdf-44ff-ba04-7caa02b00ab7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:34.603364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48c8db12-7918-457a-b506-ec592ec3050f req-482a1945-3cdf-44ff-ba04-7caa02b00ab7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 932 time: 0.5833042 Jul 07 22:26:34.641616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18d219-8d0f-42c5-bba1-3ec0e82da75f req-009f0431-6495-4dd6-bef4-da852675f479 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:34.643100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d18d219-8d0f-42c5-bba1-3ec0e82da75f req-009f0431-6495-4dd6-bef4-da852675f479 tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 946 time: 0.3442252 Jul 07 22:26:34.672263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-8ea4d154-799b-48a4-8dae-09d9b9a0958b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:34.674098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-8ea4d154-799b-48a4-8dae-09d9b9a0958b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.44 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 946 time: 0.3726208 Jul 07 22:26:34.705244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-0259a84e-24b1-40de-97fe-b0f8378ce399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:34.706665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-0259a84e-24b1-40de-97fe-b0f8378ce399 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4021091 Jul 07 22:26:34.796757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f41d943-f28c-475d-85c7-7a29ad3846dd {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:34.846114 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:34.869952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48c8db12-7918-457a-b506-ec592ec3050f req-a1dda1de-35de-4ea9-808a-c9b39f3bd039 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580237 Jul 07 22:26:34.888451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d18d219-8d0f-42c5-bba1-3ec0e82da75f req-f8f10fc0-e1e4-4e25-94b0-1ea28712ee4b tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/security-groups?id=02d982e5-1fe9-4935-8902-7b8910e6438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855319 Jul 07 22:26:34.914545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Transition to ACTIVE for port object 1f41d943-f28c-475d-85c7-7a29ad3846dd will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:34.957707 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.025650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4edd290a-349b-4787-a60e-864692f87405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:35.028214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4edd290a-349b-4787-a60e-864692f87405 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4230986 Jul 07 22:26:35.118362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43652) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:35.176479 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-475dd9d3-6ce0-4062-a78a-a39aa4382d04 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483581 Jul 07 22:26:35.264324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f41d943-f28c-475d-85c7-7a29ad3846dd,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:35.276636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7435710-9ad6-49e6-b198-24b4338bf7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.413480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Deleting port 4c22e3b3-7a98-4e95-97a9-b6772b73c789 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:35.413837 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.450944 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7435710-9ad6-49e6-b198-24b4338bf7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.456450 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7435710-9ad6-49e6-b198-24b4338bf7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.503689 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b7435710-9ad6-49e6-b198-24b4338bf7c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dabbded89c2242baa33a242e0954a253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833315 Jul 07 22:26:35.504881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7435710-9ad6-49e6-b198-24b4338bf7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a162e0eb-7cb8-4b51-9cbc-1044b3395120,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:35.508238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:35.543632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfb95a-c0be-482e-928d-1821cb32dce4 req-d4072337-dd17-4c8c-9d51-a14c47907458 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:35.545043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfbfb95a-c0be-482e-928d-1821cb32dce4 req-d4072337-dd17-4c8c-9d51-a14c47907458 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 945 time: 0.5010562 Jul 07 22:26:35.559856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c63e31fc-0d7d-4537-82aa-7b1071a382bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.571202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-46e89017-7aa7-497f-9821-6208c414591c service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373672 Jul 07 22:26:35.586129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c63e31fc-0d7d-4537-82aa-7b1071a382bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.618568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Attempting to bind port 1f41d943-f28c-475d-85c7-7a29ad3846dd on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:35.618910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Attempting to bind port 1f41d943-f28c-475d-85c7-7a29ad3846dd by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:35.619245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Attempting to bind port 1f41d943-f28c-475d-85c7-7a29ad3846dd on network 82d16117-de9c-496d-bd6e-1e597d1911b8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:35.636211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847c3406-f54f-47d2-a929-6992a1cdba36 req-db77c9c8-0be6-4d6f-81e5-6737cd459f37 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729167 Jul 07 22:26:35.638313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2684b79-1982-48c3-94b9-8806e930242c req-5dd528a4-7449-4d2f-b296-7028038f03c5 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:35.640018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2684b79-1982-48c3-94b9-8806e930242c req-5dd528a4-7449-4d2f-b296-7028038f03c5 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.4569523 Jul 07 22:26:35.640936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c63e31fc-0d7d-4537-82aa-7b1071a382bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.644003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c63e31fc-0d7d-4537-82aa-7b1071a382bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.646160 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c63e31fc-0d7d-4537-82aa-7b1071a382bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a162e0eb-7cb8-4b51-9cbc-1044b3395120 HTTP/1.1" status: 204 len: 168 time: 0.1359205 Jul 07 22:26:35.655054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e31fc-0d7d-4537-82aa-7b1071a382bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a162e0eb-7cb8-4b51-9cbc-1044b3395120,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:35.699383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Port 1f41d943-f28c-475d-85c7-7a29ad3846dd on network 82d16117-de9c-496d-bd6e-1e597d1911b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:35.699940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Attempting to bind port 1f41d943-f28c-475d-85c7-7a29ad3846dd on network 82d16117-de9c-496d-bd6e-1e597d1911b8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:35.727694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfbfb95a-c0be-482e-928d-1821cb32dce4 req-f94a893d-4fb5-42b3-9a64-78a0ecd2ffb4 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678538 Jul 07 22:26:35.736214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:35.736563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Checking segment: {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:35.736954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Bound using segment: {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:35.737397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Bound port: 1f41d943-f28c-475d-85c7-7a29ad3846dd, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:35.737775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.764687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] For port 4c22e3b3-7a98-4e95-97a9-b6772b73c789, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4c22e3b3-7a98-4e95-97a9-b6772b73c789,segment=NetworkSegment(966f5f8f-48e1-4c62-852e-79870400cdcf),segment_id=966f5f8f-48e1-4c62-852e-79870400cdcf)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:35.765060 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:35.822988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Calling delete_port for 4c22e3b3-7a98-4e95-97a9-b6772b73c789 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:35.825865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2684b79-1982-48c3-94b9-8806e930242c req-920bedb6-3cd6-4ddb-8b37-9603c564516e tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469526 Jul 07 22:26:35.908206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-bef877fc-63f9-483e-88bc-6490336dc5d4 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244467 Jul 07 22:26:35.968675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da6a608d-6462-4f61-93b4-9179d23eb386 req-5c5bde30-bb53-4dd2-b978-8c4eb207fd05 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0987685 Jul 07 22:26:36.039821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] For port 1f41d943-f28c-475d-85c7-7a29ad3846dd, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:36.046152 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-1debc3b0-edb9-4df8-bb67-7e37408afec1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=02d71a1d-2d8a-4480-9f73-1c942df3506a HTTP/1.1" status: 200 len: 217 time: 0.0865316 Jul 07 22:26:36.079549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] For port 1f41d943-f28c-475d-85c7-7a29ad3846dd, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1f41d943-f28c-475d-85c7-7a29ad3846dd,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:36.358589 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:36.456118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.456724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:36.458163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] 10.222.0.44 "PUT /v2.0/ports/1f41d943-f28c-475d-85c7-7a29ad3846dd HTTP/1.1" status: 200 len: 1093 time: 3.0383992 Jul 07 22:26:36.467712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aced4c00-5080-4158-9fdb-ff319975d197', 'tag': '1f41d943-f28c-475d-85c7-7a29ad3846dd'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:36.470358 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637" -d '{"events": [{"name": "network-changed", "server_uuid": "aced4c00-5080-4158-9fdb-ff319975d197", "tag": "1f41d943-f28c-475d-85c7-7a29ad3846dd"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:36.480680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-136d9719-5cd4-4435-b4ad-fd7516ea4fd9 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.482270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-136d9719-5cd4-4435-b4ad-fd7516ea4fd9 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 945 time: 0.6624463 Jul 07 22:26:36.509177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-85fdcd8c-4805-4499-97b0-135d122894a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.510661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-85fdcd8c-4805-4499-97b0-135d122894a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.4423552 Jul 07 22:26:36.669410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f41d943-f28c-475d-85c7-7a29ad3846dd,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:36.693538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360d3a-7773-49ee-a164-d23cc1b473e0 req-a93c15e9-426d-4f75-8842-9434ba07ed7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.699772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360d3a-7773-49ee-a164-d23cc1b473e0 req-a93c15e9-426d-4f75-8842-9434ba07ed7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.705707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360d3a-7773-49ee-a164-d23cc1b473e0 req-a93c15e9-426d-4f75-8842-9434ba07ed7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.711728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360d3a-7773-49ee-a164-d23cc1b473e0 req-a93c15e9-426d-4f75-8842-9434ba07ed7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.717634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360d3a-7773-49ee-a164-d23cc1b473e0 req-a93c15e9-426d-4f75-8842-9434ba07ed7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.723874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360d3a-7773-49ee-a164-d23cc1b473e0 req-a93c15e9-426d-4f75-8842-9434ba07ed7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.729801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf360d3a-7773-49ee-a164-d23cc1b473e0 req-a93c15e9-426d-4f75-8842-9434ba07ed7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.731829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf360d3a-7773-49ee-a164-d23cc1b473e0 req-a93c15e9-426d-4f75-8842-9434ba07ed7f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.7670243 Jul 07 22:26:36.768040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.768392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.768735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.769075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.769417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.769746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.770096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.770427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.770791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.771122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.771448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.771773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51ca48e-3c2a-467f-b19f-37362ce3e0e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:36.831125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a6a0d-9047-47ed-a185-5f8fc6a35dcd req-c3cef148-4a2d-48f1-b757-d88ef565aad7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:36.832660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e70a6a0d-9047-47ed-a185-5f8fc6a35dcd req-c3cef148-4a2d-48f1-b757-d88ef565aad7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 944 time: 0.7475648 Jul 07 22:26:36.833319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:36.920389 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Pushing event deleted for resources: {'Port': ['ID=4c22e3b3-7a98-4e95-97a9-b6772b73c789,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:36.958497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf360d3a-7773-49ee-a164-d23cc1b473e0 req-3603f8de-f597-4837-a72f-43ffe6f7394b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2013309 Jul 07 22:26:37.013176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-be55986f-b9d4-4d2e-baa1-8f7d15b16b5d tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.014886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-be55986f-b9d4-4d2e-baa1-8f7d15b16b5d tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "GET /v2.0/ports?device_id=e7975edc-7546-4c72-83e3-836bce81a36f HTTP/1.1" status: 200 len: 945 time: 0.5281146 Jul 07 22:26:37.023297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-18a08bca-ab6b-4d57-929a-8e9bb57777da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.024776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-18a08bca-ab6b-4d57-929a-8e9bb57777da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 1096 time: 0.5123463 Jul 07 22:26:37.026536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-6e16941e-a5ad-42fd-9d8a-6afd3843a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.027897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-6e16941e-a5ad-42fd-9d8a-6afd3843a469 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4753118 Jul 07 22:26:37.061678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] No DVR routers for this DVR port 4c22e3b3-7a98-4e95-97a9-b6772b73c789 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:37.079550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e70a6a0d-9047-47ed-a185-5f8fc6a35dcd req-2e53ddc4-396a-4512-a531-6fb851cb1f86 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179117 Jul 07 22:26:37.115752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.117981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61d77d14-97d4-4eef-9525-51238c7301f2 req-443943a3-0b50-44ba-b232-5edfece249db tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.44 "DELETE /v2.0/ports/4c22e3b3-7a98-4e95-97a9-b6772b73c789 HTTP/1.1" status: 204 len: 173 time: 2.4066329 Jul 07 22:26:37.198458 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c6d4f8-53db-415b-8ca1-b21a700eeda0 x-openstack-request-id: req-73c6d4f8-53db-415b-8ca1-b21a700eeda0 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:37.198750 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aced4c00-5080-4158-9fdb-ff319975d197", "tag": "1f41d943-f28c-475d-85c7-7a29ad3846dd", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:37.199165 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73c6d4f8-53db-415b-8ca1-b21a700eeda0 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:37.199692 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aced4c00-5080-4158-9fdb-ff319975d197', 'tag': '1f41d943-f28c-475d-85c7-7a29ad3846dd', 'status': 'completed', 'code': 200} Jul 07 22:26:37.207111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-6420f02f-c698-45fa-86ee-e4b3487420d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f41d943-f28c-475d-85c7-7a29ad3846dd HTTP/1.1" status: 200 len: 217 time: 0.1525128 Jul 07 22:26:37.239432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92d66e7c-aa07-4da8-b7f5-8797f74e7cbb req-475f904c-971a-4b17-a28d-444afc01265d tempest-ServerDiskConfigTestJSON-1848313362 tempest-ServerDiskConfigTestJSON-1848313362-project] 10.222.0.81 "GET /v2.0/ports?device_id=0226ee17-b457-47d9-9b9d-9e9fe89d397b HTTP/1.1" status: 200 len: 210 time: 0.1264484 Jul 07 22:26:37.255834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Deleting port 278f5127-bce7-46b4-b82a-fe569d8e043f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:37.256394 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.484651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-90f792bc-52ea-4d49-9149-74229c86ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.486127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-90f792bc-52ea-4d49-9149-74229c86ecfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.2514343 Jul 07 22:26:37.494247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-ed768057-e9cc-4b18-a10b-812ed96b3ee2 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406750 Jul 07 22:26:37.620998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] For port 278f5127-bce7-46b4-b82a-fe569d8e043f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=278f5127-bce7-46b4-b82a-fe569d8e043f,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:37.621372 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.642271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Deleting port 874833ab-a157-408a-ba82-8631b379c77d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:26:37.642605 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:37.658742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb4deb-de26-4a56-a043-c40355a11fcb req-1cecd6b8-c5bf-441d-8dbd-a126982a41b2 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.660297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02eb4deb-de26-4a56-a043-c40355a11fcb req-1cecd6b8-c5bf-441d-8dbd-a126982a41b2 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 945 time: 0.4128506 Jul 07 22:26:37.663518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Calling delete_port for 278f5127-bce7-46b4-b82a-fe569d8e043f owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:37.723348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335f2e-4be7-4b7a-88a1-4f192d07edcb req-19d9ec29-3b4b-4dbf-8421-327da33e2b82 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.724749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24335f2e-4be7-4b7a-88a1-4f192d07edcb req-19d9ec29-3b4b-4dbf-8421-327da33e2b82 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.3376276 Jul 07 22:26:37.867288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-c86fc746-7177-45bc-b38c-9669be81c783 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549800 Jul 07 22:26:37.881827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02eb4deb-de26-4a56-a043-c40355a11fcb req-c440203b-c101-4b1b-a5c2-1e368331b6ee tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/security-groups?id=5df9fc7e-69ee-401b-a6f1-f2928619fd52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055743 Jul 07 22:26:37.903275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-8b76f4c4-68c3-4696-b7ad-331e16fcf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:37.904794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-8b76f4c4-68c3-4696-b7ad-331e16fcf511 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4096832 Jul 07 22:26:37.917012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24335f2e-4be7-4b7a-88a1-4f192d07edcb req-4befab10-c9c2-41c7-883f-64b7f4cb499b tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629541 Jul 07 22:26:37.979267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-70f9ae38-f6ca-41a7-ae66-bb473b8666ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 HTTP/1.1" status: 200 len: 217 time: 0.0962903 Jul 07 22:26:37.989005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4c22e3b3-7a98-4e95-97a9-b6772b73c789 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:38.012876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 4c22e3b3-7a98-4e95-97a9-b6772b73c789 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:26:38.013462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4c22e3b3-7a98-4e95-97a9-b6772b73c789 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:26:38.023717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] For port 874833ab-a157-408a-ba82-8631b379c77d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=874833ab-a157-408a-ba82-8631b379c77d,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:38.024091 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.123024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 278f5127-bce7-46b4-b82a-fe569d8e043f no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:38.207137 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.233140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '278f5127-bce7-46b4-b82a-fe569d8e043f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:38.236003 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42636732-87b9-47ab-bd33-9eb1a35790eb" -d '{"events": [{"server_uuid": "ffd59c5e-4d7b-4d11-a5b6-c687d7894768", "name": "network-vif-unplugged", "status": "completed", "tag": "278f5127-bce7-46b4-b82a-fe569d8e043f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:38.251354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 278f5127-bce7-46b4-b82a-fe569d8e043f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=278f5127-bce7-46b4-b82a-fe569d8e043f,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:38.256157 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.257205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 874833ab-a157-408a-ba82-8631b379c77d no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:26:38.340474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=278f5127-bce7-46b4-b82a-fe569d8e043f,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:38.348584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Calling delete_port for 874833ab-a157-408a-ba82-8631b379c77d owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:26:38.360700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5166d51a-f720-4355-a9d2-52c4fbd1a792 req-372bb8d3-04fe-4f05-926c-16e450fcd3b2 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.3390920 Jul 07 22:26:38.382692 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.424777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 874833ab-a157-408a-ba82-8631b379c77d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=874833ab-a157-408a-ba82-8631b379c77d,segment=NetworkSegment(613a0995-c84d-435d-af38-a4f9633fc177),segment_id=613a0995-c84d-435d-af38-a4f9633fc177)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:38.430951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.459681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-0c03c422-cbf1-4675-a7b8-dc311100e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:38.461340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-0c03c422-cbf1-4675-a7b8-dc311100e9fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.4347606 Jul 07 22:26:38.495839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=874833ab-a157-408a-ba82-8631b379c77d,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:38.544820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-e2ae4140-6f54-4bbd-85fb-f12f2fad3b91 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6257184 Jul 07 22:26:38.548391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43732) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:38.555212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'network': {'name': 'tempest-network-smoke--77647270', 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:38.578861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Made reservation on behalf of e5fa53f424ee4f55bef098f340a420ca for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:38.582959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.596964 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.653189 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.698403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.702465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.720011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Pushing event deleted for resources: {'Port': ['ID=278f5127-bce7-46b4-b82a-fe569d8e043f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:38.736788 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0ab9c2-2f48-4d4e-ace9-a6be83d99395,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:38.749187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:26:38.761645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.762156 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Added segment ec2fab21-0643-470c-ae66-9023faa32040 of type vlan for network 9c61884d-a33e-42fc-aa65-0f59fedaea96 Jul 07 22:26:38.805427 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.835187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.837542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-de5d2950-1333-4a18-874d-c76f2e08d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:38.839242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-de5d2950-1333-4a18-874d-c76f2e08d6ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3691225 Jul 07 22:26:38.841365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:38.842127 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.876115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] No DVR routers for this DVR port 278f5127-bce7-46b4-b82a-fe569d8e043f on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:38.891081 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.893076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f3a60a-2b33-4171-ae20-618a717912b2 req-91c88160-2577-4dca-9fc5-828764e9fb79 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "DELETE /v2.0/ports/278f5127-bce7-46b4-b82a-fe569d8e043f HTTP/1.1" status: 204 len: 173 time: 2.3859079 Jul 07 22:26:38.903283 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3529072 Jul 07 22:26:38.906557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43734) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:38.913229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'admin_state_up': True, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:38.922791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a418e25-3724-487d-99bf-02580a8f3ff1 req-595bc71a-e3a8-4474-9016-cc5cb284e4f7 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683686 Jul 07 22:26:38.922989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a92ab6-916f-4301-b357-4e12ac81a0a5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Network': ['ID=9c61884d-a33e-42fc-aa65-0f59fedaea96,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:38.940498 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.941961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:38.948178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 9c61884d-a33e-42fc-aa65-0f59fedaea96 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:26:38.960129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44db3f-b2e5-4f93-86e0-2312af37bcb8 req-9d711879-82da-48d5-a2b7-d940e9c51003 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:38.961717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf44db3f-b2e5-4f93-86e0-2312af37bcb8 req-9d711879-82da-48d5-a2b7-d940e9c51003 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.4410622 Jul 07 22:26:38.979363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:39.046801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:39.052621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Pushing event deleted for resources: {'Port': ['ID=874833ab-a157-408a-ba82-8631b379c77d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:39.092313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3765-b6d1-4a0c-88c2-7fc96a9e2254 req-0b9769de-8be1-493d-9de0-cb0f42c3b583 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.098736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3765-b6d1-4a0c-88c2-7fc96a9e2254 req-0b9769de-8be1-493d-9de0-cb0f42c3b583 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.105247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3765-b6d1-4a0c-88c2-7fc96a9e2254 req-0b9769de-8be1-493d-9de0-cb0f42c3b583 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.111616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3765-b6d1-4a0c-88c2-7fc96a9e2254 req-0b9769de-8be1-493d-9de0-cb0f42c3b583 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.118517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3765-b6d1-4a0c-88c2-7fc96a9e2254 req-0b9769de-8be1-493d-9de0-cb0f42c3b583 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.124822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3765-b6d1-4a0c-88c2-7fc96a9e2254 req-0b9769de-8be1-493d-9de0-cb0f42c3b583 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.132245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3765-b6d1-4a0c-88c2-7fc96a9e2254 req-0b9769de-8be1-493d-9de0-cb0f42c3b583 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.134438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a3f3765-b6d1-4a0c-88c2-7fc96a9e2254 req-0b9769de-8be1-493d-9de0-cb0f42c3b583 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.4741395 Jul 07 22:26:39.188753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:39.201452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0226ee17-b457-47d9-9b9d-9e9fe89d397b', 'name': 'network-vif-deleted', 'tag': '4c22e3b3-7a98-4e95-97a9-b6772b73c789'}, {'server_uuid': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'name': 'network-vif-deleted', 'tag': '278f5127-bce7-46b4-b82a-fe569d8e043f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:39.203932 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56587716-d3c7-4521-a351-793281e79f40" -d '{"events": [{"server_uuid": "0226ee17-b457-47d9-9b9d-9e9fe89d397b", "name": "network-vif-deleted", "tag": "4c22e3b3-7a98-4e95-97a9-b6772b73c789"}, {"server_uuid": "ffd59c5e-4d7b-4d11-a5b6-c687d7894768", "name": "network-vif-deleted", "tag": "278f5127-bce7-46b4-b82a-fe569d8e043f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:39.235596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] No DVR routers for this DVR port 874833ab-a157-408a-ba82-8631b379c77d on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:26:39.242248 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:39.244333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4e385c1-8f07-46a2-a71c-2af465ba26a5 req-27f63f06-cf54-4682-95f6-4cc92e73e20c tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.83 "DELETE /v2.0/ports/874833ab-a157-408a-ba82-8631b379c77d HTTP/1.1" status: 204 len: 173 time: 2.1974709 Jul 07 22:26:39.248375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf44db3f-b2e5-4f93-86e0-2312af37bcb8 req-3e30dc86-b620-409f-b3f3-a1cfd151cb7e tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644875 Jul 07 22:26:39.250372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-b45af6e7-03a2-42ca-8190-c9bb19339a38 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801777 Jul 07 22:26:39.333435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a3f3765-b6d1-4a0c-88c2-7fc96a9e2254 req-03c1ce37-9b12-456b-8330-bf9553baece8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1844282 Jul 07 22:26:39.344342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-7fabfcd5-bd97-4e82-9696-368ce92e4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.346159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-7fabfcd5-bd97-4e82-9696-368ce92e4dcb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 1096 time: 0.3424554 Jul 07 22:26:39.432384 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e932f41-2eab-4671-b315-9843a1fb10d7 x-openstack-request-id: req-8e932f41-2eab-4671-b315-9843a1fb10d7 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:39.433082 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd59c5e-4d7b-4d11-a5b6-c687d7894768", "name": "network-vif-unplugged", "status": "completed", "tag": "278f5127-bce7-46b4-b82a-fe569d8e043f", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:39.433278 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e932f41-2eab-4671-b315-9843a1fb10d7 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:39.433702 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '278f5127-bce7-46b4-b82a-fe569d8e043f', 'code': 200} Jul 07 22:26:39.476600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-ea9e196e-c88b-4fe6-b898-24140d0f9e8f service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173159 Jul 07 22:26:39.494389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:39.516078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:39.571504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-f7c96387-643f-47c3-9e53-04f21f6a6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.573161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-f7c96387-643f-47c3-9e53-04f21f6a6c23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 911 time: 0.2195899 Jul 07 22:26:39.575378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-6e593a92-2415-4ff0-a929-13b5424f16cd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=a909e51b-e641-48c9-903f-9553bf115292 HTTP/1.1" status: 200 len: 217 time: 0.0658307 Jul 07 22:26:39.596049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf9f89-b21b-4663-b1d0-4946c3938165 req-27d0cb4a-1578-4a80-a208-bac6393ea1ee tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.597677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78cf9f89-b21b-4663-b1d0-4946c3938165 req-27d0cb4a-1578-4a80-a208-bac6393ea1ee tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 944 time: 0.1825364 Jul 07 22:26:39.640148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-4f4782c4-ddc5-4c67-8f74-dc134855a81d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f41d943-f28c-475d-85c7-7a29ad3846dd HTTP/1.1" status: 200 len: 217 time: 0.0589149 Jul 07 22:26:39.642383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Allocated IP 172.25.8.210 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/5ee6ba07-445c-4cfb-93b2-2fea92f65bb7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:39.743421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca2ec3b0-05fe-4b96-bb15-170865a0c723 req-0af08d6e-1524-400e-8c84-53747d584862 tempest-MultipleCreateTestJSON-516398705 tempest-MultipleCreateTestJSON-516398705-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffd59c5e-4d7b-4d11-a5b6-c687d7894768 HTTP/1.1" status: 200 len: 210 time: 0.0736079 Jul 07 22:26:39.770290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4ed44207-0e34-412b-b97c-a88f607e0e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.771886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4ed44207-0e34-412b-b97c-a88f607e0e41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.1715715 Jul 07 22:26:39.784030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78cf9f89-b21b-4663-b1d0-4946c3938165 req-20347f42-f018-4f34-81de-469535aa67f4 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474049 Jul 07 22:26:39.785430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:39.786867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-3c58c26b-f4c9-409c-aec8-d86e0039ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.788444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-3c58c26b-f4c9-409c-aec8-d86e0039ef09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.1176584 Jul 07 22:26:39.844158 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136fc7b8-03b4-491c-a7e6-68eff72d323f x-openstack-request-id: req-136fc7b8-03b4-491c-a7e6-68eff72d323f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:39.844802 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0226ee17-b457-47d9-9b9d-9e9fe89d397b", "name": "network-vif-deleted", "tag": "4c22e3b3-7a98-4e95-97a9-b6772b73c789", "status": "completed", "code": 200}, {"server_uuid": "ffd59c5e-4d7b-4d11-a5b6-c687d7894768", "name": "network-vif-deleted", "tag": "278f5127-bce7-46b4-b82a-fe569d8e043f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:39.844802 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-136fc7b8-03b4-491c-a7e6-68eff72d323f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:39.845253 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0226ee17-b457-47d9-9b9d-9e9fe89d397b', 'name': 'network-vif-deleted', 'tag': '4c22e3b3-7a98-4e95-97a9-b6772b73c789', 'status': 'completed', 'code': 200} Jul 07 22:26:39.845408 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd59c5e-4d7b-4d11-a5b6-c687d7894768', 'name': 'network-vif-deleted', 'tag': '278f5127-bce7-46b4-b82a-fe569d8e043f', 'status': 'completed', 'code': 200} Jul 07 22:26:39.860816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:39.889703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-a590133f-425b-4109-8a42-80692495cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.891428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-a590133f-425b-4109-8a42-80692495cffd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1063073 Jul 07 22:26:39.894394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-b61b6fd0-a1bc-4ab7-91d0-bfbbab84efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:39.896031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-b61b6fd0-a1bc-4ab7-91d0-bfbbab84efcb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000390 Jul 07 22:26:39.910615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-7f3c7dd1-1335-43a9-a120-67f18e5d6916 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:26:39.911716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-7f3c7dd1-1335-43a9-a120-67f18e5d6916 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060470 Jul 07 22:26:39.928093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:39.938530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:39.956319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:39.962843 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=5ee6ba07-445c-4cfb-93b2-2fea92f65bb7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:40.065290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de6c2cef-035b-4be1-8856-a5fa2a655cc4 req-811166ef-9a6a-489d-9852-a00096c351d0 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0631063 Jul 07 22:26:40.135278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-a0303932-b180-4be4-b35f-d5469223db31 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374170 Jul 07 22:26:40.137006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-e524c8c3-506b-436f-970e-faf8aed09d9f service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157090 Jul 07 22:26:40.162556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4feb7-d003-4774-8ae1-e1492da45e10 req-c73962fe-4cc0-4090-8d42-b48c7952568f tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:40.169270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46f4feb7-d003-4774-8ae1-e1492da45e10 req-c73962fe-4cc0-4090-8d42-b48c7952568f tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.2144849 Jul 07 22:26:40.262227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:40.305394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46f4feb7-d003-4774-8ae1-e1492da45e10 req-15cd0f56-8e01-4c14-b0c5-31efbfa67070 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347365 Jul 07 22:26:40.360287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-d74d5fbc-8799-496c-9a8a-7d5daf6db9c6 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168992 Jul 07 22:26:40.362481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad603d2-ac9f-4bbf-b53f-c7d151fe2637 req-320e7330-3ffb-4aed-b31f-b064c5058f2b service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101746 Jul 07 22:26:40.420013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43756) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:40.510381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:40.744816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-4b482799-0b93-48cb-88b7-a75b19352d11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0c9f426-53ec-45de-943c-677276e8987d HTTP/1.1" status: 200 len: 217 time: 0.3597033 Jul 07 22:26:40.841465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a82939-cf95-4da9-af63-74e7513748e2 admin admin] Deleting subnet 9b43373e-3705-426d-ab87-695d24593296 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:26:40.854739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87a82939-cf95-4da9-af63-74e7513748e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:40.884912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-8d7eaed4-2075-4117-b2bd-b663c2d5d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:40.886495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-8d7eaed4-2075-4117-b2bd-b663c2d5d6b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 200 len: 797 time: 0.1285949 Jul 07 22:26:40.912379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-c192a52c-983d-4293-9126-aac91d2b02a9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5398240 Jul 07 22:26:40.957697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Router e87d9a17-0029-4637-95ed-7c25e2496846 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:26:40.986701 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87a82939-cf95-4da9-af63-74e7513748e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.066261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:41.072461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ab40-c1e0-4870-a612-92ee42e7c753 req-2a5160e0-9c16-4854-af9d-4050ef7baaec tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.075895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Sync routers for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:41.078345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ab40-c1e0-4870-a612-92ee42e7c753 req-2a5160e0-9c16-4854-af9d-4050ef7baaec tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.084350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ab40-c1e0-4870-a612-92ee42e7c753 req-2a5160e0-9c16-4854-af9d-4050ef7baaec tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.084912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:41.085523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:41.085909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.090700 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4e0a72da-2bed-46c9-91e4-94de1da941f1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1801388 Jul 07 22:26:41.090826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ab40-c1e0-4870-a612-92ee42e7c753 req-2a5160e0-9c16-4854-af9d-4050ef7baaec tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.090921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43776) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:41.096187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ab40-c1e0-4870-a612-92ee42e7c753 req-2a5160e0-9c16-4854-af9d-4050ef7baaec tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.102716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ab40-c1e0-4870-a612-92ee42e7c753 req-2a5160e0-9c16-4854-af9d-4050ef7baaec tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.108908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63ab40-c1e0-4870-a612-92ee42e7c753 req-2a5160e0-9c16-4854-af9d-4050ef7baaec tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.110930 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de63ab40-c1e0-4870-a612-92ee42e7c753 req-2a5160e0-9c16-4854-af9d-4050ef7baaec tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.3960192 Jul 07 22:26:41.150338 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87a82939-cf95-4da9-af63-74e7513748e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.179073 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2663031d-0e75-472a-930d-6c7838f5c3cb tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=e5fa53f424ee4f55bef098f340a420ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838723 Jul 07 22:26:41.179278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:41.202657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:41.212952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-759c7f89-fe6e-45cb-9f30-d34be4d4723a tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.214496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-759c7f89-fe6e-45cb-9f30-d34be4d4723a tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/networks?id=5f85ece0-2786-4996-9dbe-254f7911e8a9 HTTP/1.1" status: 200 len: 911 time: 0.4811790 Jul 07 22:26:41.258842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-93eeb666-03bc-4b73-9749-bf531c0384e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.260411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-93eeb666-03bc-4b73-9749-bf531c0384e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3548923 Jul 07 22:26:41.268393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de63ab40-c1e0-4870-a612-92ee42e7c753 req-1ffcbab2-5296-4087-9dbf-69d937b07bce tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347299 Jul 07 22:26:41.283514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-a0699c8f-6ec4-4967-b658-2056750325e7 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/quotas/3075806f9cee415b9ef3216faec195de HTTP/1.1" status: 200 len: 375 time: 0.0469592 Jul 07 22:26:41.290953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-d7f530d9-07ad-44e8-9690-47b1d4006298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.303747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-d7f530d9-07ad-44e8-9690-47b1d4006298 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 1097 time: 0.2989328 Jul 07 22:26:41.351458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87a82939-cf95-4da9-af63-74e7513748e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.369378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67469f4-85c2-47fb-9800-7dbcdb375d3c tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.373804 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e67469f4-85c2-47fb-9800-7dbcdb375d3c tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1910117 Jul 07 22:26:41.374040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:41.422388 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c1f8eab9-0fa6-4968-81c9-157d46631ce5 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469751 Jul 07 22:26:41.424896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43788) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:41.431516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132673937', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:41.435762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874833ab-a157-408a-ba82-8631b379c77d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:41.438460 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb587d-b033-42d8-9706-baca83edf419" -d '{"events": [{"server_uuid": "e7975edc-7546-4c72-83e3-836bce81a36f", "name": "network-vif-unplugged", "status": "completed", "tag": "874833ab-a157-408a-ba82-8631b379c77d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:41.444908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:40Z', 'revision_number': 3, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:41.448740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a82939-cf95-4da9-af63-74e7513748e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b43373e-3705-426d-ab87-695d24593296,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:41.465735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87a82939-cf95-4da9-af63-74e7513748e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.470205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-87a82939-cf95-4da9-af63-74e7513748e2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9b43373e-3705-426d-ab87-695d24593296 HTTP/1.1" status: 204 len: 168 time: 1.0463588 Jul 07 22:26:41.474521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43792) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:41.483362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Checking router: e87d9a17-0029-4637-95ed-7c25e2496846 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:41.483841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Updating router e87d9a17-0029-4637-95ed-7c25e2496846 port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:26:41.528971 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.539632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Made reservation on behalf of e5fa53f424ee4f55bef098f340a420ca for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:41.544276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.605481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-fdda4a0e-b796-4e83-8a28-676db74abaf3 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337398 Jul 07 22:26:41.687246 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.693342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-40de7be3-9fbe-4389-8c08-702a2ecf76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.694868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-40de7be3-9fbe-4389-8c08-702a2ecf76f7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.3554313 Jul 07 22:26:41.702037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-990a3c76-a1c0-4917-8ae4-6848ce66fced tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=3075806f9cee415b9ef3216faec195de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4064744 Jul 07 22:26:41.732706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.797795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Subnet': ['ID=f86a5aa0-7479-49ff-9011-4ecec2fb0805,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:41.806397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Checking segment: {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:41.807321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network hostable DHCP agents. Network: 9c61884d-a33e-42fc-aa65-0f59fedaea96, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:26:41.814826 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.825761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network 9c61884d-a33e-42fc-aa65-0f59fedaea96 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:26:41.832047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Transition to ACTIVE for port object 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:41.836305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 9c61884d-a33e-42fc-aa65-0f59fedaea96) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:41.838760 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.840749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.841318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.849559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'name': 'network-vif-deleted', 'tag': '874833ab-a157-408a-ba82-8631b379c77d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:41.851730 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea31b62-7b38-4ed0-81f7-bd856b66b73d" -d '{"events": [{"server_uuid": "e7975edc-7546-4c72-83e3-836bce81a36f", "name": "network-vif-deleted", "tag": "874833ab-a157-408a-ba82-8631b379c77d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:41.855870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2cad2e-7615-457a-a36e-f90386ae7877 None None] Network 9c61884d-a33e-42fc-aa65-0f59fedaea96 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:41.866384 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-02b8dd5f-e0a2-4e91-bda0-122187ec56c4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4397879 Jul 07 22:26:41.867138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43796) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:41.931061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-e891b2b3-3166-436a-adf9-551083bc2f49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c HTTP/1.1" status: 200 len: 1000 time: 0.2280326 Jul 07 22:26:41.937034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Attempting to bind port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:41.937717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Attempting to bind port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:41.937854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Attempting to bind port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:41.953367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09971d-8066-4d99-930d-126e34df9887 None None] Pushing event updated for resources: {'Port': ['ID=5ee6ba07-445c-4cfb-93b2-2fea92f65bb7,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:41.955959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:41.956340 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:41.958274 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.958274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:41.958274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Bound port: 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:41.958274 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:41.958651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e61c42-a22d-4809-b418-c96d6eaf61c9 req-116c251b-4838-49ad-b9d1-f5cbdd88149f tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:41.965373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6e61c42-a22d-4809-b418-c96d6eaf61c9 req-116c251b-4838-49ad-b9d1-f5cbdd88149f tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 944 time: 0.4206443 Jul 07 22:26:41.979390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-c38b050a-7362-46b4-aacf-1acf91ebb1aa service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576407 Jul 07 22:26:41.992479 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.008483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1f41d943-f28c-475d-85c7-7a29ad3846dd details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:42.047842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7e6643-1726-4e18-9cda-99b4bda3d802']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:42.076639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] For port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:42.096166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-d4d78426-c97d-44ca-9f7c-7a8742ac3179 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b HTTP/1.1" status: 200 len: 217 time: 0.1053951 Jul 07 22:26:42.097944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966f5f8f-48e1-4c62-852e-79870400cdcf') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:42.098272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966f5f8f-48e1-4c62-852e-79870400cdcf') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:42.107616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-0c1d474d-3bd0-4928-96d7-ff408fc795c6 service neutron] 10.222.0.81 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895221 Jul 07 22:26:42.134152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] For port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5ee6ba07-445c-4cfb-93b2-2fea92f65bb7,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:42.141042 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.145787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6e61c42-a22d-4809-b418-c96d6eaf61c9 req-263aef09-326c-4e14-bc9c-719dc3815df9 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795926 Jul 07 22:26:42.162535 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.176526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-43fadd0f-d05e-4a4f-b2ac-7fd821085dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:42.178570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-43fadd0f-d05e-4a4f-b2ac-7fd821085dd9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.2283103 Jul 07 22:26:42.201027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-9c61884d-a33e-42fc-aa65-0f59fedaea96', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:26:42.201887 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.226136 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.268843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:26:42.269273 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.273855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:42.274647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.275779 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:26:42.286332 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:26:42.342292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-e79fbf26-c360-47cc-9e55-e8248633fee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:42.344447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-e79fbf26-c360-47cc-9e55-e8248633fee9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 200 len: 797 time: 0.2358592 Jul 07 22:26:42.360331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1f41d943-f28c-475d-85c7-7a29ad3846dd, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1f41d943-f28c-475d-85c7-7a29ad3846dd,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:42.395790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a74da823-160c-4794-a201-7131d95a2ee1 req-0f8e996e-1fed-48e7-b283-06732fbcb1b9 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0682797 Jul 07 22:26:42.440864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09971d-8066-4d99-930d-126e34df9887 None None] Pushing event updated for resources: {'Port': ['ID=5ee6ba07-445c-4cfb-93b2-2fea92f65bb7,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:42.450157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '1f41d943-f28c-475d-85c7-7a29ad3846dd', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'port_id': '1f41d943-f28c-475d-85c7-7a29ad3846dd', 'mac_address': 'fa:16:3e:d4:a6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:42.451147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.519839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:42.580101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8f17c1-7ff4-420c-9d26-70b8ff6f4985 admin admin] Deleting subnet dcfbd412-2708-4536-a642-a6726ea99120 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:26:42.587240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e8f17c1-7ff4-420c-9d26-70b8ff6f4985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.640160 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cea411-515e-4720-b263-6dcba48c869d x-openstack-request-id: req-e6cea411-515e-4720-b263-6dcba48c869d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:42.640439 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7975edc-7546-4c72-83e3-836bce81a36f", "name": "network-vif-unplugged", "status": "completed", "tag": "874833ab-a157-408a-ba82-8631b379c77d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:42.640691 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6cea411-515e-4720-b263-6dcba48c869d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:42.641074 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '874833ab-a157-408a-ba82-8631b379c77d', 'code': 200} Jul 07 22:26:42.676503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e8f17c1-7ff4-420c-9d26-70b8ff6f4985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.720331 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bac834-aacc-4007-a518-2b485f524026 x-openstack-request-id: req-80bac834-aacc-4007-a518-2b485f524026 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:42.720598 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7975edc-7546-4c72-83e3-836bce81a36f", "name": "network-vif-deleted", "tag": "874833ab-a157-408a-ba82-8631b379c77d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:42.721361 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80bac834-aacc-4007-a518-2b485f524026 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:42.721361 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7975edc-7546-4c72-83e3-836bce81a36f', 'name': 'network-vif-deleted', 'tag': '874833ab-a157-408a-ba82-8631b379c77d', 'status': 'completed', 'code': 200} Jul 07 22:26:42.727484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Allocated IP 172.20.0.2 (9c61884d-a33e-42fc-aa65-0f59fedaea96/f86a5aa0-7479-49ff-9011-4ecec2fb0805/3ca56419-a1be-49b6-948f-52bdd66c14fa) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:42.731471 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.750190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-3df7cc62-3486-465e-a610-9a66a23e9968 service neutron] 10.222.0.81 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293340 Jul 07 22:26:42.753909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:42.758247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.776487 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e8f17c1-7ff4-420c-9d26-70b8ff6f4985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.808115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.810225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] 10.222.0.81 "DELETE /v2.0/networks/cd7e6643-1726-4e18-9cda-99b4bda3d802 HTTP/1.1" status: 204 len: 168 time: 1.3325500 Jul 07 22:26:42.812743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451de9e-065c-494f-9af3-1ebdb2d922cf admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7e6643-1726-4e18-9cda-99b4bda3d802,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:42.819665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-595ae139-41b1-4647-88b6-f8e1d72bf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:42.821185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-595ae139-41b1-4647-88b6-f8e1d72bf139 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6098387 Jul 07 22:26:42.840836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f41d943-f28c-475d-85c7-7a29ad3846dd {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:42.894401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e8f17c1-7ff4-420c-9d26-70b8ff6f4985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.937952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f17c1-7ff4-420c-9d26-70b8ff6f4985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfbd412-2708-4536-a642-a6726ea99120,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:42.963177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e8f17c1-7ff4-420c-9d26-70b8ff6f4985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:42.965996 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e8f17c1-7ff4-420c-9d26-70b8ff6f4985 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dcfbd412-2708-4536-a642-a6726ea99120 HTTP/1.1" status: 204 len: 168 time: 0.4449086 Jul 07 22:26:42.968039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-27700399-748a-4ff6-8461-fd12cfe2c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:42.969567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-27700399-748a-4ff6-8461-fd12cfe2c5b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5782042 Jul 07 22:26:42.975549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:42.986946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1f41d943-f28c-475d-85c7-7a29ad3846dd, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1f41d943-f28c-475d-85c7-7a29ad3846dd,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:42.999091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.085117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.093303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619dbc-d635-42ce-b7ad-82a05bde7c20 req-390e104c-f7fc-442d-8a06-696472541bfa tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.101784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619dbc-d635-42ce-b7ad-82a05bde7c20 req-390e104c-f7fc-442d-8a06-696472541bfa tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.113452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619dbc-d635-42ce-b7ad-82a05bde7c20 req-390e104c-f7fc-442d-8a06-696472541bfa tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.128085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619dbc-d635-42ce-b7ad-82a05bde7c20 req-390e104c-f7fc-442d-8a06-696472541bfa tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.142411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619dbc-d635-42ce-b7ad-82a05bde7c20 req-390e104c-f7fc-442d-8a06-696472541bfa tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.150650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1f41d943-f28c-475d-85c7-7a29ad3846dd,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:43.154142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43810) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:43.164264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619dbc-d635-42ce-b7ad-82a05bde7c20 req-390e104c-f7fc-442d-8a06-696472541bfa tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.171023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619dbc-d635-42ce-b7ad-82a05bde7c20 req-390e104c-f7fc-442d-8a06-696472541bfa tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.175634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1619dbc-d635-42ce-b7ad-82a05bde7c20 req-390e104c-f7fc-442d-8a06-696472541bfa tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.4203138 Jul 07 22:26:43.202201 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.218968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Transition to ACTIVE for port object 3ca56419-a1be-49b6-948f-52bdd66c14fa will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:43.221380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['1f41d943-f28c-475d-85c7-7a29ad3846dd'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:43.222902 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:26:43.225859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b1201fa-1157-44ac-a13b-622cdb0af7e6 req-8a477ecb-124a-4f46-8c4c-2eac39a7c69e tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 210 time: 0.2440360 Jul 07 22:26:43.280772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Transition to ACTIVE for port object 3ca56419-a1be-49b6-948f-52bdd66c14fa will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:43.298431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-af89f398-bebc-4db2-a08c-80f637c425b3 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699535 Jul 07 22:26:43.302284 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.342625 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-64b1e673-6f61-426c-b00e-9385aa0da2de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b65c4b8424724de1a9a55e18a5fc88c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848803 Jul 07 22:26:43.344973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:40Z', 'revision_number': 3, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:43.346640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43818) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:43.353177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.354067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1619dbc-d635-42ce-b7ad-82a05bde7c20 req-ac9433bb-6900-468d-8afb-96952ed94e95 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394777 Jul 07 22:26:43.379103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e12c49-0028-4cd6-9d10-2c07823f522a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:43.396557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Allocated IP 172.20.0.1 (9c61884d-a33e-42fc-aa65-0f59fedaea96/f86a5aa0-7479-49ff-9011-4ecec2fb0805/42462323-37c7-46e3-ae13-d0c8e290ee64) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:43.424704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613a0995-c84d-435d-af38-a4f9633fc177') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:43.424704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613a0995-c84d-435d-af38-a4f9633fc177') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:43.434670 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.464700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Pushing event updated for resources: {'Port': ['ID=3ca56419-a1be-49b6-948f-52bdd66c14fa,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:43.473443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Network 9c61884d-a33e-42fc-aa65-0f59fedaea96 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:43.475366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589e896-0845-42b8-a628-05ca901ddd3b None None] The sync data for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 is: [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:40Z', 'revision_number': 3, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:43.483612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:43.487271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:43.519751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.533718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:26:43.534141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:26:43.535811 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:26:43.547960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-e46069aa-9024-4487-8ab3-e6a6ad51b459 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5653298 Jul 07 22:26:43.587386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Attempting to bind port 3ca56419-a1be-49b6-948f-52bdd66c14fa on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:43.587928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Attempting to bind port 3ca56419-a1be-49b6-948f-52bdd66c14fa by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:43.588407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Attempting to bind port 3ca56419-a1be-49b6-948f-52bdd66c14fa on network 9c61884d-a33e-42fc-aa65-0f59fedaea96 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:43.600856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:43.601430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Checking segment: {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:43.602088 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.603324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Bound using segment: {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:43.603921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Bound port: 3ca56419-a1be-49b6-948f-52bdd66c14fa, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:43.604409 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.682724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9438257f-429f-4065-a79d-490726a18572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.738006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] For port 3ca56419-a1be-49b6-948f-52bdd66c14fa, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:43.744644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] For port 3ca56419-a1be-49b6-948f-52bdd66c14fa, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3ca56419-a1be-49b6-948f-52bdd66c14fa,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:43.756074 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.771105 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.777400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9438257f-429f-4065-a79d-490726a18572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.799613 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.803536 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] 10.222.0.81 "DELETE /v2.0/networks/05e12c49-0028-4cd6-9d10-2c07823f522a HTTP/1.1" status: 204 len: 168 time: 0.8257492 Jul 07 22:26:43.810028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23e80e3a-f8e0-48b8-b63d-28961256daec req-509f1fa7-838f-4682-8672-f28b85f0df8a tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1465421 Jul 07 22:26:43.821655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e4f9649-4698-48f9-a899-0e67cccb7110 req-125347de-068d-4827-8023-41cfb9ec4a7a service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120320 Jul 07 22:26:43.858438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:43.863198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b30b0-32ca-4f33-b7e5-12f15ab8f128 None None] Pushing event updated for resources: {'Port': ['ID=3ca56419-a1be-49b6-948f-52bdd66c14fa,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:43.916592 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Transition to ACTIVE for port object 42462323-37c7-46e3-ae13-d0c8e290ee64 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:43.918196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d88bc-66e5-4a42-90a7-d25ef89dfcba req-aa7bb594-4497-410f-8823-9909a435dcb3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:43.919742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-702d88bc-66e5-4a42-90a7-d25ef89dfcba req-aa7bb594-4497-410f-8823-9909a435dcb3 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 945 time: 0.5033691 Jul 07 22:26:43.959798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53ba01-3dc9-41bc-9fc2-63bbf5006f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=05e12c49-0028-4cd6-9d10-2c07823f522a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:43.990875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9c4692c-1a67-4165-b225-09797cd55d97 req-30521a5d-200a-4890-b219-9657132b47fa service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278986 Jul 07 22:26:44.041494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.054623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-702d88bc-66e5-4a42-90a7-d25ef89dfcba req-1837f848-956c-43c0-ae72-060e872177ef tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209221 Jul 07 22:26:44.088302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9438257f-429f-4065-a79d-490726a18572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.098106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9438257f-429f-4065-a79d-490726a18572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.105157 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9438257f-429f-4065-a79d-490726a18572 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02d982e5-1fe9-4935-8902-7b8910e6438c HTTP/1.1" status: 204 len: 168 time: 0.7493410 Jul 07 22:26:44.122250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438257f-429f-4065-a79d-490726a18572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d982e5-1fe9-4935-8902-7b8910e6438c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:44.142857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network 9c61884d-a33e-42fc-aa65-0f59fedaea96 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:44.157486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=42462323-37c7-46e3-ae13-d0c8e290ee64,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:44.187764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:44.196051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:44.385433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43830) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:44.397286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.464033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af043c04-7505-4209-96f3-85e4750b55db req-e3f77159-3a24-4845-ba25-0104f37b1f6f tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 210 time: 0.0480580 Jul 07 22:26:44.528754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d144b9d1-3dbb-4716-8e83-7d01f83bb060 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36d0dc8388b4448eaa10021c13da4aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381438 Jul 07 22:26:44.529323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:44.529789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43836) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:44.643821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-9b0b75d8-2a3b-40b1-ae1a-6ef7037a6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.654093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-9b0b75d8-2a3b-40b1-ae1a-6ef7037a6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.655160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-9b0b75d8-2a3b-40b1-ae1a-6ef7037a6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.656427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-9b0b75d8-2a3b-40b1-ae1a-6ef7037a6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.657110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-9b0b75d8-2a3b-40b1-ae1a-6ef7037a6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.657750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-9b0b75d8-2a3b-40b1-ae1a-6ef7037a6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.658873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-9b0b75d8-2a3b-40b1-ae1a-6ef7037a6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:44.661653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-9b0b75d8-2a3b-40b1-ae1a-6ef7037a6cdd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6484 time: 0.4142170 Jul 07 22:26:44.679758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:44.691219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:44.696623 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.761591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.890374 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:44.930169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5ee6ba07-445c-4cfb-93b2-2fea92f65bb7,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:44.937095 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.020164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=5ee6ba07-445c-4cfb-93b2-2fea92f65bb7,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:45.092716 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d50bc41-96ff-4d37-a78a-c9db264c5ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.265336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1337233-25c8-49f9-9793-ef22acf8bf08 req-7157a33d-77f3-43bc-96bc-97929fb9bed6 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1256425 Jul 07 22:26:45.293818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d50bc41-96ff-4d37-a78a-c9db264c5ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.358799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-358591c1-30a2-4253-a913-a735f230d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.374473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-358591c1-30a2-4253-a913-a735f230d57f service neutron] 10.222.0.83 "GET /v2.0/networks?id=5ffa7e6c-3f46-4edb-b041-e6575e78e894 HTTP/1.1" status: 200 len: 903 time: 0.7012401 Jul 07 22:26:45.401971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.414082 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.555365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0130e-b532-4610-9e6a-b7dae5258dc9 req-69d5ce50-3fd3-49fd-8f63-2333f83dccc7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.573755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0130e-b532-4610-9e6a-b7dae5258dc9 req-69d5ce50-3fd3-49fd-8f63-2333f83dccc7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.579843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0130e-b532-4610-9e6a-b7dae5258dc9 req-69d5ce50-3fd3-49fd-8f63-2333f83dccc7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.587670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0130e-b532-4610-9e6a-b7dae5258dc9 req-69d5ce50-3fd3-49fd-8f63-2333f83dccc7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.593985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0130e-b532-4610-9e6a-b7dae5258dc9 req-69d5ce50-3fd3-49fd-8f63-2333f83dccc7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.601219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0130e-b532-4610-9e6a-b7dae5258dc9 req-69d5ce50-3fd3-49fd-8f63-2333f83dccc7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.607603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0130e-b532-4610-9e6a-b7dae5258dc9 req-69d5ce50-3fd3-49fd-8f63-2333f83dccc7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.616835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cf0130e-b532-4610-9e6a-b7dae5258dc9 req-69d5ce50-3fd3-49fd-8f63-2333f83dccc7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.9130588 Jul 07 22:26:45.630794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=42462323-37c7-46e3-ae13-d0c8e290ee64,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:45.637851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-302efd30-8f0c-4fc0-8110-5715cf2ff457 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=a909e51b-e641-48c9-903f-9553bf115292 HTTP/1.1" status: 200 len: 217 time: 0.2252650 Jul 07 22:26:45.639109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-7769733c-2fc8-4104-95e2-27031b9a253a tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.640586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-7769733c-2fc8-4104-95e2-27031b9a253a tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.44 "GET /v2.0/networks?id=5f85ece0-2786-4996-9dbe-254f7911e8a9 HTTP/1.1" status: 200 len: 911 time: 0.7799268 Jul 07 22:26:45.643656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:45.645012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.713143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Request body: {'port': {'device_id': '42fe4f91-be4b-4caf-959e-c224be790edf', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'admin_state_up': True, 'tenant_id': '3075806f9cee415b9ef3216faec195de'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:45.717239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-031fd211-3e51-4dce-a3d2-697c75020b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:45.718877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-031fd211-3e51-4dce-a3d2-697c75020b1f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.0615642 Jul 07 22:26:45.720428 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d50bc41-96ff-4d37-a78a-c9db264c5ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.722261 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1d50bc41-96ff-4d37-a78a-c9db264c5ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:45.723535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1d50bc41-96ff-4d37-a78a-c9db264c5ba3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5df9fc7e-69ee-401b-a6f1-f2928619fd52 HTTP/1.1" status: 204 len: 168 time: 1.1917098 Jul 07 22:26:45.755422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cf0130e-b532-4610-9e6a-b7dae5258dc9 req-ac391117-7bef-45ac-b54e-5b6068c03cc1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1369710 Jul 07 22:26:45.869825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50bc41-96ff-4d37-a78a-c9db264c5ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df9fc7e-69ee-401b-a6f1-f2928619fd52,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:45.927785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network 9c61884d-a33e-42fc-aa65-0f59fedaea96 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:45.932318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:45.951899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Made reservation on behalf of 3075806f9cee415b9ef3216faec195de for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:45.974830 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.016114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1f41d943-f28c-475d-85c7-7a29ad3846dd up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:46.035707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-ecdbbfa5-e883-4dc2-aa92-031d4f56ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:46.040377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-ecdbbfa5-e883-4dc2-aa92-031d4f56ab00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2838595 Jul 07 22:26:46.040583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8d716d-2e6d-4360-9581-21fa8bcab810 None None] Network 9c61884d-a33e-42fc-aa65-0f59fedaea96 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:46.117572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfc62b35-3363-4a74-a418-83c62033017d req-1d6134f7-3102-46ee-8051-2c692b8db1b0 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 210 time: 0.0757034 Jul 07 22:26:46.137230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Router e87d9a17-0029-4637-95ed-7c25e2496846 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:26:46.198670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c39a4906-3ff7-4774-bfc1-4db37d32244d None None] Provisioning for port 3ca56419-a1be-49b6-948f-52bdd66c14fa completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:46.222232 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-166378229-network', 'tenant_id': 'b690560c931746d6953e01fcc40b2882'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:46.257308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Allocated IP 172.20.0.4 (5f85ece0-2786-4996-9dbe-254f7911e8a9/8bf6b5da-7c35-4732-a260-5aff32eb863d/8fc85285-6902-48e3-b98b-08afb91df366) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:46.303806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Made reservation on behalf of b690560c931746d6953e01fcc40b2882 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:46.306300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.336313 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.413053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 1f41d943-f28c-475d-85c7-7a29ad3846dd completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:46.445181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f21a28-6906-49ce-a54e-4b522278b10b req-7a5648ca-b4fa-4b4d-8dfb-25d0e8d8861a tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:46.445957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 1f41d943-f28c-475d-85c7-7a29ad3846dd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:46.447551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.456888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8f21a28-6906-49ce-a54e-4b522278b10b req-7a5648ca-b4fa-4b4d-8dfb-25d0e8d8861a tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 945 time: 0.4638643 Jul 07 22:26:46.485084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.497673 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.557021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb3df68-2b2c-42f9-849a-4f6c897b26d0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:46.577672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3ca56419-a1be-49b6-948f-52bdd66c14fa up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:46.589367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:46.603673 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Sync routers for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:46.607871 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20d7cba0-c4d6-4c6a-8904-9a490b3f9eab tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "PUT /v2.0/routers/e87d9a17-0029-4637-95ed-7c25e2496846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7395449 Jul 07 22:26:46.611213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43882) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:46.616686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-09747850-8514-4278-91d4-beb3b49be806 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2085529609', 'description': 'tempest-secgroup_access--2085529609 description', 'project_id': 'e5fa53f424ee4f55bef098f340a420ca'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:46.623465 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:46.624003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:26:46.624144 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:46.642338 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.643045 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Added segment 3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a of type vlan for network 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc Jul 07 22:26:46.686040 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.689886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09747850-8514-4278-91d4-beb3b49be806 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.715150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.725465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8f21a28-6906-49ce-a54e-4b522278b10b req-65c07af5-4e53-492f-9e66-5f0bc2de2446 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672732 Jul 07 22:26:46.726695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aced4c00-5080-4158-9fdb-ff319975d197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f41d943-f28c-475d-85c7-7a29ad3846dd'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:46.730772 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4d26d6-7a68-4e97-aae2-929e18d5bd38" -d '{"events": [{"server_uuid": "aced4c00-5080-4158-9fdb-ff319975d197", "name": "network-vif-plugged", "status": "completed", "tag": "1f41d943-f28c-475d-85c7-7a29ad3846dd"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:46.736655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3ca56419-a1be-49b6-948f-52bdd66c14fa completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:46.755937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24ea80a6-bbeb-4a0f-9738-cae3517e6b7a req-90681eae-b750-4294-83d6-1e64030ee1d2 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1622243 Jul 07 22:26:46.770956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3ca56419-a1be-49b6-948f-52bdd66c14fa triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:46.776828 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.778028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-bb6bf6e7-596c-46a8-a3f6-8e93f7b41eb7 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014060 Jul 07 22:26:46.779985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1f41d943-f28c-475d-85c7-7a29ad3846dd, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1f41d943-f28c-475d-85c7-7a29ad3846dd,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:46.787500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.793435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:46.794562 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.881689 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb49e3b6-2ed8-42ce-99f3-8228d63d45ee x-openstack-request-id: req-eb49e3b6-2ed8-42ce-99f3-8228d63d45ee {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:46.882059 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aced4c00-5080-4158-9fdb-ff319975d197", "name": "network-vif-plugged", "status": "completed", "tag": "1f41d943-f28c-475d-85c7-7a29ad3846dd", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:46.882350 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb49e3b6-2ed8-42ce-99f3-8228d63d45ee {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:46.882780 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aced4c00-5080-4158-9fdb-ff319975d197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f41d943-f28c-475d-85c7-7a29ad3846dd', 'code': 200} Jul 07 22:26:46.884154 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:46.988100 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:47.032506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1f41d943-f28c-475d-85c7-7a29ad3846dd,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:47.044701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] Pushing event updated for resources: {'Network': ['ID=43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:47.087843 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09747850-8514-4278-91d4-beb3b49be806 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.097050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09747850-8514-4278-91d4-beb3b49be806 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.126321 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-49e21fc7-17db-42f9-963c-71eab57a1033 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4755054 Jul 07 22:26:47.140242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:47.181725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Request body: {'subnet': {'network_id': '43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-166378229-subnet', 'tenant_id': 'b690560c931746d6953e01fcc40b2882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:47.185363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:26:47.191138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f318b73-b8de-4e80-ab7f-f0edea4e913d req-66d4bb56-bf90-487c-841b-9f9e2eb9e505 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036119 Jul 07 22:26:47.196398 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.220472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2534b900-e780-4fdd-bb2a-803e6f662291 None None] Provisioning complete for port 3ca56419-a1be-49b6-948f-52bdd66c14fa triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:47.220841 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2534b900-e780-4fdd-bb2a-803e6f662291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.231847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.255826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09747850-8514-4278-91d4-beb3b49be806 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.263071 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-09747850-8514-4278-91d4-beb3b49be806 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6502852 Jul 07 22:26:47.266050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:47.288586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Made reservation on behalf of b690560c931746d6953e01fcc40b2882 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:47.295447 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.479582 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2534b900-e780-4fdd-bb2a-803e6f662291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.486156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 3ca56419-a1be-49b6-948f-52bdd66c14fa, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3ca56419-a1be-49b6-948f-52bdd66c14fa,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:47.497697 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.498552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:47.540207 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '42462323-37c7-46e3-ae13-d0c8e290ee64', 'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:2e:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:42Z', 'updated_at': '2021-07-07T22:26:45Z', 'revision_number': 2, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:47.586882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=3ca56419-a1be-49b6-948f-52bdd66c14fa,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:47.589015 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Checking router: e87d9a17-0029-4637-95ed-7c25e2496846 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:47.589548 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Updating router e87d9a17-0029-4637-95ed-7c25e2496846 port 42462323-37c7-46e3-ae13-d0c8e290ee64 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:26:47.594806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3ecf8191-be8a-4092-b674-7a6705e0356f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--611535748', 'description': 'tempest-secgroup_general--611535748 description', 'project_id': 'e5fa53f424ee4f55bef098f340a420ca'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:47.601387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43904) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:47.609614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.629395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09747850-8514-4278-91d4-beb3b49be806 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a620b78-bb25-4af3-88f0-72ded2a6a0be,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:47.644445 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-2534b900-e780-4fdd-bb2a-803e6f662291 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:26:47.644758 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-2534b900-e780-4fdd-bb2a-803e6f662291 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:26:47.653252 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:47.653620 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.664215 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:47.763429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Transition to ACTIVE for port object 8fc85285-6902-48e3-b98b-08afb91df366 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:47.833270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-833e9164-4032-4e54-96d7-563dd2aebf0e req-c7c7c247-c806-4900-889f-30dddb8d4a66 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 210 time: 0.0748272 Jul 07 22:26:47.846353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577d769-7147-4932-8247-0bf0de89365b req-c4a1a54a-7f3f-485f-94fc-358240fb24d8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.852899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577d769-7147-4932-8247-0bf0de89365b req-c4a1a54a-7f3f-485f-94fc-358240fb24d8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.860756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577d769-7147-4932-8247-0bf0de89365b req-c4a1a54a-7f3f-485f-94fc-358240fb24d8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.867356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577d769-7147-4932-8247-0bf0de89365b req-c4a1a54a-7f3f-485f-94fc-358240fb24d8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.873309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577d769-7147-4932-8247-0bf0de89365b req-c4a1a54a-7f3f-485f-94fc-358240fb24d8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.879508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577d769-7147-4932-8247-0bf0de89365b req-c4a1a54a-7f3f-485f-94fc-358240fb24d8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.885445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577d769-7147-4932-8247-0bf0de89365b req-c4a1a54a-7f3f-485f-94fc-358240fb24d8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:47.893177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6577d769-7147-4932-8247-0bf0de89365b req-c4a1a54a-7f3f-485f-94fc-358240fb24d8 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.7981272 Jul 07 22:26:48.053320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-9709d1c9-f3f0-4bcc-b059-fa2551ef9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.053982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-9709d1c9-f3f0-4bcc-b059-fa2551ef9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.054549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-9709d1c9-f3f0-4bcc-b059-fa2551ef9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.055094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-9709d1c9-f3f0-4bcc-b059-fa2551ef9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.055640 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-9709d1c9-f3f0-4bcc-b059-fa2551ef9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.056107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-9709d1c9-f3f0-4bcc-b059-fa2551ef9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.056801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-9709d1c9-f3f0-4bcc-b059-fa2551ef9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.058711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-9709d1c9-f3f0-4bcc-b059-fa2551ef9fdb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6484 time: 0.7360115 Jul 07 22:26:48.068217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1499829369-network', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:48.083797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.100869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6577d769-7147-4932-8247-0bf0de89365b req-5d9dcadf-d3f8-4af2-93dd-93cac3c372b7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2046728 Jul 07 22:26:48.101365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d4fd01-f1c1-4ae8-ac54-2fa8c998ad0f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:48.109401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8191-be8a-4092-b674-7a6705e0356f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.126705 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.128491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['5e978020-9284-4ebc-8544-234318a054ea'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:48.141097 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Transition to ACTIVE for port object 42462323-37c7-46e3-ae13-d0c8e290ee64 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:48.153661 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.168544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Made reservation on behalf of b1daa2cd461c4749a9852942fe8498c8 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:48.170890 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.172776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Checking segment: {'id': '3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:48.173129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Network hostable DHCP agents. Network: 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:26:48.212001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.232141 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a0744-b896-4129-b340-a7d0819543a5 None None] Pushing event updated for resources: {'Port': ['ID=42462323-37c7-46e3-ae13-d0c8e290ee64,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:48.288249 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Attempting to bind port 42462323-37c7-46e3-ae13-d0c8e290ee64 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:48.288531 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Attempting to bind port 42462323-37c7-46e3-ae13-d0c8e290ee64 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:48.288885 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Attempting to bind port 42462323-37c7-46e3-ae13-d0c8e290ee64 on network 9c61884d-a33e-42fc-aa65-0f59fedaea96 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:48.305153 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:48.305543 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Checking segment: {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:48.305950 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.306685 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Bound using segment: {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:48.306876 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Bound port: 42462323-37c7-46e3-ae13-d0c8e290ee64, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:48.307338 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.334158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Network 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:26:48.355685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2534b900-e780-4fdd-bb2a-803e6f662291 None None] Provisioning for port 42462323-37c7-46e3-ae13-d0c8e290ee64 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:48.400211 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] For port 42462323-37c7-46e3-ae13-d0c8e290ee64, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:48.405535 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] For port 42462323-37c7-46e3-ae13-d0c8e290ee64, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=42462323-37c7-46e3-ae13-d0c8e290ee64,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:48.408081 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3ca56419-a1be-49b6-948f-52bdd66c14fa up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:48.408846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:48.411165 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.412636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-b09aa43b-e549-4530-b1b3-cf0e3f474f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.418942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-b09aa43b-e549-4530-b1b3-cf0e3f474f27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=953f89c8-5be7-4b9c-8635-4686d6cde9ac HTTP/1.1" status: 200 len: 902 time: 0.3465230 Jul 07 22:26:48.430361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.431170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.435711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:48.444776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb41a7-8d07-4345-8327-a05f77ffc5eb req-66abb257-3d27-4127-97ea-5954fb513ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.449387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1bb41a7-8d07-4345-8327-a05f77ffc5eb req-66abb257-3d27-4127-97ea-5954fb513ffd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 1098 time: 1.4394920 Jul 07 22:26:48.472774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29befca9-559d-4d08-b8cb-27a47eec761c None None] Network 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:48.483809 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:48.484542 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:48.492148 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a0744-b896-4129-b340-a7d0819543a5 None None] Pushing event updated for resources: {'Port': ['ID=42462323-37c7-46e3-ae13-d0c8e290ee64,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:48.504137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8191-be8a-4092-b674-7a6705e0356f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.513541 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8191-be8a-4092-b674-7a6705e0356f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.518700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:48.542592 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-78e92a33-b637-44aa-b9e7-9253adf8f98f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3935246 Jul 07 22:26:48.577699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:48.601630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf8191-be8a-4092-b674-7a6705e0356f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b687b2-0bdd-49e4-8031-d3d62c724eff,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:48.627048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.628009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.693825 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:48.696593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3ca56419-a1be-49b6-948f-52bdd66c14fa triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:48.697928 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.756196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.763863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.770347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ecf8191-be8a-4092-b674-7a6705e0356f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.771521 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ecf8191-be8a-4092-b674-7a6705e0356f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1832933 Jul 07 22:26:48.785772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:48.799896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-17dfd92e-9597-45c7-afba-6d4b678b0d78 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'security_group_rule': {'security_group_id': '9a620b78-bb25-4af3-88f0-72ded2a6a0be', 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:48.818137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ec2cb4d-b78d-4519-bb3c-26a2a30e6152 req-8ac5f2b7-1d47-4fc5-bede-4bfae3660b4f tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.3100152 Jul 07 22:26:48.840991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:26:48.843052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe37258a-11d6-4775-b9b3-a593bf7135bc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:48.895001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-45d7a487-2701-4215-bd64-3209553f4e84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b HTTP/1.1" status: 200 len: 217 time: 0.3887112 Jul 07 22:26:48.897594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Pushing event updated for resources: {'Port': ['ID=8fc85285-6902-48e3-b98b-08afb91df366,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:48.916806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.917156 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Added segment 420d40ef-5a14-4241-80f8-d9ba83dbc5d9 of type vlan for network f13f5340-1276-4670-bb1c-9b8e37ff1851 Jul 07 22:26:48.939888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1bb41a7-8d07-4345-8327-a05f77ffc5eb req-5bdae36e-9e61-40e8-9397-f9659d8adb15 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4735100 Jul 07 22:26:48.951697 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17dfd92e-9597-45c7-afba-6d4b678b0d78 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:48.962732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-843973a3-b9e7-4bdb-9c73-f19d79259a8d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.2536712 Jul 07 22:26:48.985183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52134eb3-8c57-4c09-a706-e7e3ddd84be4 req-c8d772d3-c81d-407d-af12-eab49bc51525 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:48.993664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52134eb3-8c57-4c09-a706-e7e3ddd84be4 req-c8d772d3-c81d-407d-af12-eab49bc51525 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 946 time: 1.0139396 Jul 07 22:26:49.009977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Request body: {'port': {'device_id': '42fe4f91-be4b-4caf-959e-c224be790edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:49.026534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495cc2dd-feb7-4e82-8efe-bd6923f698f2 None None] Network 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:49.037914 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.095388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-5f497e7f-f621-49fe-b180-282706ccd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.096117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17dfd92e-9597-45c7-afba-6d4b678b0d78 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.097606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-5f497e7f-f621-49fe-b180-282706ccd7be service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 200 len: 797 time: 0.1824853 Jul 07 22:26:49.101604 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.103945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.105001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.114824 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17dfd92e-9597-45c7-afba-6d4b678b0d78 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.152310 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '42462323-37c7-46e3-ae13-d0c8e290ee64', 'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:2e:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:42Z', 'updated_at': '2021-07-07T22:26:48Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:49.187504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52134eb3-8c57-4c09-a706-e7e3ddd84be4 req-ef3c1d1d-189a-48a2-a070-60250548ecd5 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928334 Jul 07 22:26:49.189204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfd92e-9597-45c7-afba-6d4b678b0d78 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dbe02a-a030-40ef-a689-41084416feac,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:49.194224 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af65bd-e8b6-4726-b0cd-1257fe7c4708 None None] The sync data for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 is: [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '42462323-37c7-46e3-ae13-d0c8e290ee64', 'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:2e:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:42Z', 'updated_at': '2021-07-07T22:26:48Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:49.219027 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6153412 Jul 07 22:26:49.219834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:49.232127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Request body: {'subnet': {'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1499829369-subnet', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:49.294338 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.310132 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17dfd92e-9597-45c7-afba-6d4b678b0d78 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.319825 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-17dfd92e-9597-45c7-afba-6d4b678b0d78 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5245733 Jul 07 22:26:49.323058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87d444-3269-44e0-937d-4d267a03feb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f13f5340-1276-4670-bb1c-9b8e37ff1851,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:49.328422 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Made reservation on behalf of b1daa2cd461c4749a9852942fe8498c8 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:49.337656 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.354130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:26:49.375704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e497aaed-1705-45e9-8955-550439f6c398 None None] Provisioning for port 8fc85285-6902-48e3-b98b-08afb91df366 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:49.423863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e497aaed-1705-45e9-8955-550439f6c398 None None] Provisioning complete for port 8fc85285-6902-48e3-b98b-08afb91df366 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:49.424640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e497aaed-1705-45e9-8955-550439f6c398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.517020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e497aaed-1705-45e9-8955-550439f6c398 None None] Port 8fc85285-6902-48e3-b98b-08afb91df366 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:49.635428 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.667195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.761734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a91835-3f49-4b96-80c9-28db519b0b29,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:49.767088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Checking segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:49.767939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Network hostable DHCP agents. Network: f13f5340-1276-4670-bb1c-9b8e37ff1851, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:26:49.786197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:26:49.797671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f13f5340-1276-4670-bb1c-9b8e37ff1851) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:49.803640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.804776 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.808100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e401d-5492-4123-83d8-c4fbb6f9319b req-8d6d9e92-3537-4306-9af9-6376d1b0b6da tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.809857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-012e401d-5492-4123-83d8-c4fbb6f9319b req-8d6d9e92-3537-4306-9af9-6376d1b0b6da tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1027 time: 0.7086525 Jul 07 22:26:49.814545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f20d0b-1420-46ce-b5cb-675a655516c7 None None] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:49.819675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-ef823114-8fd1-41d1-b39d-dff3839bc419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.821724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-ef823114-8fd1-41d1-b39d-dff3839bc419 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6918366 Jul 07 22:26:49.827254 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9bcacbe3-ce40-4d99-be9e-11a4104bd1b4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6034286 Jul 07 22:26:49.828203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43940) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:49.833723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:49.867146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.868977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.937800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc85285-6902-48e3-b98b-08afb91df366 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:49.939378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.957270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:49.971739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-bdd27cce-46cb-4eaa-a86f-9d57cf50f8ca tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:49.979237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-bdd27cce-46cb-4eaa-a86f-9d57cf50f8ca tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/networks?id=43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc HTTP/1.1" status: 200 len: 813 time: 0.3532915 Jul 07 22:26:50.018690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Transition to ACTIVE for port object 8fc85285-6902-48e3-b98b-08afb91df366 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:50.032032 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.041847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-62707f30-4a20-4247-97e5-0d7ce8072bef tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/quotas/b690560c931746d6953e01fcc40b2882 HTTP/1.1" status: 200 len: 375 time: 0.0613680 Jul 07 22:26:50.052197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-f13f5340-1276-4670-bb1c-9b8e37ff1851', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:26:50.053320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.060869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-012e401d-5492-4123-83d8-c4fbb6f9319b req-7d966ac3-0f00-44c5-83bd-c440cc2fa75d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261224 Jul 07 22:26:50.117576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.203584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-dfb0afb3-38cd-4a3b-8ad7-f2881d68e093 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b690560c931746d6953e01fcc40b2882&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1609910 Jul 07 22:26:50.231699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-33c81225-a459-4456-b4eb-ee3da7253998 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:26:50.241015 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-33c81225-a459-4456-b4eb-ee3da7253998 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0365210 Jul 07 22:26:50.247072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Allocated IP 172.20.0.2 (f13f5340-1276-4670-bb1c-9b8e37ff1851/b9a91835-3f49-4b96-80c9-28db519b0b29/748e0a22-de6e-491e-a527-8dd05b01f371) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:50.356943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 42462323-37c7-46e3-ae13-d0c8e290ee64 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:50.382333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c7dd498c-f319-4e66-833a-5c2d63affb3e service neutron] 10.222.0.81 "GET /v2.0/networks/43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393712 Jul 07 22:26:50.420873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-fd6985ee-ce12-4324-91dc-f2bce3ae1951 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870249 Jul 07 22:26:50.473719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.488029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 42462323-37c7-46e3-ae13-d0c8e290ee64 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:50.505298 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.537805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 42462323-37c7-46e3-ae13-d0c8e290ee64 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:50.538212 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.588828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc85285-6902-48e3-b98b-08afb91df366,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:50.603393 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.617711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Transition to ACTIVE for port object 748e0a22-de6e-491e-a527-8dd05b01f371 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:50.651387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Allocated IP 172.25.8.160 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d5f22888-cf04-4995-b8c0-c1f6a091e2f0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:50.662163 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Transition to ACTIVE for port object 748e0a22-de6e-491e-a527-8dd05b01f371 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:50.705555 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.779662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Pushing event updated for resources: {'Port': ['ID=748e0a22-de6e-491e-a527-8dd05b01f371,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:50.784274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca719-7a36-4443-82e8-40f2b938cfb0 req-5508a66b-7d68-4e39-b050-b6e7922e1e25 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.791015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca719-7a36-4443-82e8-40f2b938cfb0 req-5508a66b-7d68-4e39-b050-b6e7922e1e25 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.798225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca719-7a36-4443-82e8-40f2b938cfb0 req-5508a66b-7d68-4e39-b050-b6e7922e1e25 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.806577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:50.809759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca719-7a36-4443-82e8-40f2b938cfb0 req-5508a66b-7d68-4e39-b050-b6e7922e1e25 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.810261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:50.813149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:50.815836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca719-7a36-4443-82e8-40f2b938cfb0 req-5508a66b-7d68-4e39-b050-b6e7922e1e25 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.822675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca719-7a36-4443-82e8-40f2b938cfb0 req-5508a66b-7d68-4e39-b050-b6e7922e1e25 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.822846 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.829580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aca719-7a36-4443-82e8-40f2b938cfb0 req-5508a66b-7d68-4e39-b050-b6e7922e1e25 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:50.835812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8aca719-7a36-4443-82e8-40f2b938cfb0 req-5508a66b-7d68-4e39-b050-b6e7922e1e25 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.4482601 Jul 07 22:26:50.838005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-351f7e71-e02f-44ad-a731-cb3884d9d9e4 req-ab4e4ade-05c7-4f71-8b5d-8477fc5c9832 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826654 Jul 07 22:26:50.847667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-555a41dc-65d5-42d3-aebe-7f9ba2ac0929 service neutron] 10.222.0.81 "GET /v2.0/networks/43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354784 Jul 07 22:26:50.849211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Attempting to bind port 8fc85285-6902-48e3-b98b-08afb91df366 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:50.849554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Attempting to bind port 8fc85285-6902-48e3-b98b-08afb91df366 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:50.849885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Attempting to bind port 8fc85285-6902-48e3-b98b-08afb91df366 on network 5f85ece0-2786-4996-9dbe-254f7911e8a9 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:50.887737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Port 8fc85285-6902-48e3-b98b-08afb91df366 on network 5f85ece0-2786-4996-9dbe-254f7911e8a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:50.888146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Attempting to bind port 8fc85285-6902-48e3-b98b-08afb91df366 on network 5f85ece0-2786-4996-9dbe-254f7911e8a9 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:50.903018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:50.903655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Checking segment: {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:50.904145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Bound using segment: {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:50.904670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Bound port: 8fc85285-6902-48e3-b98b-08afb91df366, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:50.905139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.915096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:50.976892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8aca719-7a36-4443-82e8-40f2b938cfb0 req-a0d91924-3b14-4948-a86d-58c1c7d2bb8c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084039 Jul 07 22:26:50.990455 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.014953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] For port 8fc85285-6902-48e3-b98b-08afb91df366, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:51.018648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] For port 8fc85285-6902-48e3-b98b-08afb91df366, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8fc85285-6902-48e3-b98b-08afb91df366,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:51.028533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.049905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:51.054329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:51.057969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:51.095526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Attempting to bind port 748e0a22-de6e-491e-a527-8dd05b01f371 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:51.095900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Attempting to bind port 748e0a22-de6e-491e-a527-8dd05b01f371 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:51.096264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Attempting to bind port 748e0a22-de6e-491e-a527-8dd05b01f371 on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:51.107058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 42462323-37c7-46e3-ae13-d0c8e290ee64, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=42462323-37c7-46e3-ae13-d0c8e290ee64,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:51.129334 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.143503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:51.143851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Checking segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:51.150738 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.151350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Bound using segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:51.151798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Bound port: 748e0a22-de6e-491e-a527-8dd05b01f371, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:51.152224 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.193200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Pushing event updated for resources: {'Port': ['ID=d5f22888-cf04-4995-b8c0-c1f6a091e2f0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:51.302257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=42462323-37c7-46e3-ae13-d0c8e290ee64,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:51.322459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] For port 748e0a22-de6e-491e-a527-8dd05b01f371, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:51.326383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] For port 748e0a22-de6e-491e-a527-8dd05b01f371, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=748e0a22-de6e-491e-a527-8dd05b01f371,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:51.332629 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.394301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e9a45-5525-4641-beee-161c7efe3d18 None None] Pushing event updated for resources: {'Port': ['ID=748e0a22-de6e-491e-a527-8dd05b01f371,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:51.448385 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.507198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-502628b0-1263-40ad-9e44-61ec658142cf req-aeff56ab-3091-40ce-94e9-afb2699b34c5 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0631597 Jul 07 22:26:51.512941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:51.514108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.515620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] 10.222.0.44 "PUT /v2.0/ports/8fc85285-6902-48e3-b98b-08afb91df366 HTTP/1.1" status: 200 len: 1092 time: 2.5153031 Jul 07 22:26:51.520402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fe4f91-be4b-4caf-959e-c224be790edf', 'tag': '8fc85285-6902-48e3-b98b-08afb91df366'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:51.523238 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d477be6-04a9-410a-babc-5ec7ba516b38" -d '{"events": [{"name": "network-changed", "server_uuid": "42fe4f91-be4b-4caf-959e-c224be790edf", "tag": "8fc85285-6902-48e3-b98b-08afb91df366"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:51.587153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-281cd1e5-7213-4161-b40b-9baefa805659 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--611535748&fields=id&tenant_id=e5fa53f424ee4f55bef098f340a420ca HTTP/1.1" status: 200 len: 267 time: 0.1507208 Jul 07 22:26:51.642854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cf8c0-8966-4ea7-90fc-58d27b42dfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc85285-6902-48e3-b98b-08afb91df366,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:51.708145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-719a37c5-bcd4-42f8-b58f-da16f292a0f4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--2085529609&fields=id&tenant_id=e5fa53f424ee4f55bef098f340a420ca HTTP/1.1" status: 200 len: 267 time: 0.1134901 Jul 07 22:26:51.772296 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:51.922958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-95060974-bfd3-4706-9fe3-ea453ec85bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:51.927853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-95060974-bfd3-4706-9fe3-ea453ec85bec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3075806f9cee415b9ef3216faec195de&device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1095 time: 0.3582547 Jul 07 22:26:51.990105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:26:52.026740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad4348-ad6a-4afd-a99b-c2232b13b896 req-eeb8854a-4343-4ae6-a0da-84034cefad94 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.028579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6ad4348-ad6a-4afd-a99b-c2232b13b896 req-eeb8854a-4343-4ae6-a0da-84034cefad94 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 946 time: 0.3059311 Jul 07 22:26:52.042742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-c1290fe9-b92f-4899-a4f2-77a66956e1cc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fc85285-6902-48e3-b98b-08afb91df366 HTTP/1.1" status: 200 len: 217 time: 0.0986845 Jul 07 22:26:52.053859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-1e0c1508-878f-4dfd-900e-027ed65dd2e5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.055345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-1e0c1508-878f-4dfd-900e-027ed65dd2e5 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/networks?id=9c61884d-a33e-42fc-aa65-0f59fedaea96 HTTP/1.1" status: 200 len: 795 time: 0.3462856 Jul 07 22:26:52.093477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a33c7ee-6b2e-4661-b4ce-f91d02cd428e req-65fdf1f9-232e-4b23-8544-ca9e8c678038 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0610585 Jul 07 22:26:52.115731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:52.128285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Sync routers for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:52.138099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:52.138265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:52.139032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:52.142558 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e0260ed6-72eb-4b51-bd53-839e8e11b50f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3129029 Jul 07 22:26:52.143171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:52.146116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-763bd00b-a307-4a87-baa2-3946d6d36ec2 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/quotas/e5fa53f424ee4f55bef098f340a420ca HTTP/1.1" status: 200 len: 375 time: 0.0625985 Jul 07 22:26:52.207647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6ad4348-ad6a-4afd-a99b-c2232b13b896 req-8dd1d468-a38f-484a-9745-f1ef3c2ee3cc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634321 Jul 07 22:26:52.209983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-09ede1e9-eb98-4f7a-b2cf-17282997e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.211446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-09ede1e9-eb98-4f7a-b2cf-17282997e467 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8bf6b5da-7c35-4732-a260-5aff32eb863d HTTP/1.1" status: 200 len: 849 time: 0.1347280 Jul 07 22:26:52.302860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-62672df2-d4c3-441d-b95c-8b8886cc576c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5fa53f424ee4f55bef098f340a420ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398339 Jul 07 22:26:52.309033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:52.465356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-66ecb5fc-11be-47c9-93ae-60c8c1325776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.466828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-66ecb5fc-11be-47c9-93ae-60c8c1325776 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f85ece0-2786-4996-9dbe-254f7911e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2358799 Jul 07 22:26:52.482258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-fe70371a-5e88-44e0-b914-2d4fcbf29707 service neutron] 10.222.0.81 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813288 Jul 07 22:26:52.518724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 42462323-37c7-46e3-ae13-d0c8e290ee64 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:52.618425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-a9ee28f3-ef15-4c2c-96e2-df5a1d797444 service neutron] 10.222.0.44 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314554 Jul 07 22:26:52.630980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-854c4e9f-d37d-42ce-bb49-3ccf9ec7e424 req-39262869-3a41-4c18-a9a8-784ff85042a5 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 210 time: 0.1613674 Jul 07 22:26:52.646208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 42462323-37c7-46e3-ae13-d0c8e290ee64 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:52.646673 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:52.732265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:51Z', 'revision_number': 3, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:52.809822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Checking router: 4fb57e31-1070-4386-8b5d-dfaeeeef8545 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:52.809986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Updating router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 port d5f22888-cf04-4995-b8c0-c1f6a091e2f0 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:26:52.844612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:52.951231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5669ee6-cdbc-40a5-8da9-46c9d2d18ab6 None None] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:26:52.954629 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:52.990547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-fb134ffc-a2bd-40ed-ba4a-dad2c754154c tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:52.992875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-fb134ffc-a2bd-40ed-ba4a-dad2c754154c tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.83 "GET /v2.0/networks?id=43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc HTTP/1.1" status: 200 len: 813 time: 0.1868548 Jul 07 22:26:53.023520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Request body: {'port': {'device_id': 'c8554c91-540f-4f94-93cd-17565316cc1c', 'network_id': '43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc', 'admin_state_up': True, 'tenant_id': 'b690560c931746d6953e01fcc40b2882'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:53.056318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d28ba411-812e-4a88-9ac9-39307515996d None None] Provisioning for port 748e0a22-de6e-491e-a527-8dd05b01f371 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:53.065683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 748e0a22-de6e-491e-a527-8dd05b01f371 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:53.136553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-bb016153-b52e-4e37-a10b-8bd0cddedd8b service neutron] 10.222.0.81 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5171497 Jul 07 22:26:53.150267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f05f9d9c-f5c2-4d60-9923-a09b1813da7d req-e2ccd9db-db23-4277-90d3-aa6b03e5bdc6 service neutron] 10.222.0.44 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5132782 Jul 07 22:26:53.191825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff294930-953c-40a2-bc26-b2464fd02e2f req-65b3e71c-90ac-4515-a222-e37d70d5a5b2 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:53.196794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff294930-953c-40a2-bc26-b2464fd02e2f req-65b3e71c-90ac-4515-a222-e37d70d5a5b2 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1095 time: 0.2663152 Jul 07 22:26:53.201518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Allocated IP 172.20.0.1 (f13f5340-1276-4670-bb1c-9b8e37ff1851/b9a91835-3f49-4b96-80c9-28db519b0b29/460bc050-c592-4b50-a329-ef193de94619) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:53.269579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Made reservation on behalf of b690560c931746d6953e01fcc40b2882 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:53.272636 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.275261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 748e0a22-de6e-491e-a527-8dd05b01f371 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:53.278133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff294930-953c-40a2-bc26-b2464fd02e2f req-500b76d3-1db3-44ee-a2f6-5f90884f1dc8 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708792 Jul 07 22:26:53.309677 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 748e0a22-de6e-491e-a527-8dd05b01f371 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:53.310047 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.400854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.419374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Transition to ACTIVE for port object 460bc050-c592-4b50-a329-ef193de94619 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:53.466460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.547250 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8053c4a2-6739-4e3c-94bb-e226f6316f37 x-openstack-request-id: req-8053c4a2-6739-4e3c-94bb-e226f6316f37 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:53.547551 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fe4f91-be4b-4caf-959e-c224be790edf", "tag": "8fc85285-6902-48e3-b98b-08afb91df366", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:53.547787 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8053c4a2-6739-4e3c-94bb-e226f6316f37 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:53.548177 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fe4f91-be4b-4caf-959e-c224be790edf', 'tag': '8fc85285-6902-48e3-b98b-08afb91df366', 'status': 'completed', 'code': 200} Jul 07 22:26:53.556669 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:53.559617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:53.566379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:53.588923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Pushing event updated for resources: {'Port': ['ID=460bc050-c592-4b50-a329-ef193de94619,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:53.610958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.765808 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.780743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Allocated IP 172.20.0.12 (43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc/17d4fd01-f1c1-4ae8-ac54-2fa8c998ad0f/232ba9e2-6d11-4729-9200-c79245c5c3cb) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:53.783977 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.790014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.791966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Transition to ACTIVE for port object d5f22888-cf04-4995-b8c0-c1f6a091e2f0 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:53.814028 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.858134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 748e0a22-de6e-491e-a527-8dd05b01f371, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=748e0a22-de6e-491e-a527-8dd05b01f371,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:53.889001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-cee990f4-3dc8-41a1-ba74-97e885689672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:53.891739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-cee990f4-3dc8-41a1-ba74-97e885689672 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3075806f9cee415b9ef3216faec195de&device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1095 time: 0.3423293 Jul 07 22:26:53.897320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.925418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Attempting to bind port d5f22888-cf04-4995-b8c0-c1f6a091e2f0 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:53.925835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Attempting to bind port d5f22888-cf04-4995-b8c0-c1f6a091e2f0 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:53.926769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Attempting to bind port d5f22888-cf04-4995-b8c0-c1f6a091e2f0 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:53.936943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:53.937316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:53.937726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.938506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:53.939303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Bound port: d5f22888-cf04-4995-b8c0-c1f6a091e2f0, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:53.939600 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:53.992667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16bcaf-35f9-42d2-b83b-68ac490f94c5 req-26e4ce49-24e1-4560-8d8b-d5e683c90e21 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.003384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16bcaf-35f9-42d2-b83b-68ac490f94c5 req-26e4ce49-24e1-4560-8d8b-d5e683c90e21 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.012732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16bcaf-35f9-42d2-b83b-68ac490f94c5 req-26e4ce49-24e1-4560-8d8b-d5e683c90e21 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.014797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efe86a-2d8c-425a-8632-73f55a2d9318 None None] Pushing event updated for resources: {'Port': ['ID=d5f22888-cf04-4995-b8c0-c1f6a091e2f0,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:54.019127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16bcaf-35f9-42d2-b83b-68ac490f94c5 req-26e4ce49-24e1-4560-8d8b-d5e683c90e21 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.029796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16bcaf-35f9-42d2-b83b-68ac490f94c5 req-26e4ce49-24e1-4560-8d8b-d5e683c90e21 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.037294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16bcaf-35f9-42d2-b83b-68ac490f94c5 req-26e4ce49-24e1-4560-8d8b-d5e683c90e21 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.046573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16bcaf-35f9-42d2-b83b-68ac490f94c5 req-26e4ce49-24e1-4560-8d8b-d5e683c90e21 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.058246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a16bcaf-35f9-42d2-b83b-68ac490f94c5 req-26e4ce49-24e1-4560-8d8b-d5e683c90e21 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.4835689 Jul 07 22:26:54.081742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:54.091885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:54.094265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babec74d-bd32-408c-8d49-c372905e3133 req-d45990be-5504-46d4-bd9a-23f676c20898 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:54.095813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-babec74d-bd32-408c-8d49-c372905e3133 req-d45990be-5504-46d4-bd9a-23f676c20898 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 946 time: 0.4516456 Jul 07 22:26:54.114123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] For port d5f22888-cf04-4995-b8c0-c1f6a091e2f0, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:54.128266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] For port d5f22888-cf04-4995-b8c0-c1f6a091e2f0, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f22888-cf04-4995-b8c0-c1f6a091e2f0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:54.135529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43992) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:54.144165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Request body: {'floatingip': {'port_id': '1f41d943-f28c-475d-85c7-7a29ad3846dd'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:54.170839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:54.188203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=748e0a22-de6e-491e-a527-8dd05b01f371,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:54.204211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Pushing event updated for resources: {'Port': ['ID=460bc050-c592-4b50-a329-ef193de94619,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:54.208033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:54.216825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:54.322167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a1b77ef0-df2c-49d6-84fb-25a0a26f200d None None] Provisioning for port 460bc050-c592-4b50-a329-ef193de94619 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:54.336543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:54.337189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:54.344436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a1b77ef0-df2c-49d6-84fb-25a0a26f200d None None] Provisioning complete for port 460bc050-c592-4b50-a329-ef193de94619 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:54.344926 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b77ef0-df2c-49d6-84fb-25a0a26f200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:54.414118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a16bcaf-35f9-42d2-b83b-68ac490f94c5 req-74141272-c4ae-4bfb-90aa-620f7e0b9189 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3543496 Jul 07 22:26:54.445606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:54.449028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 748e0a22-de6e-491e-a527-8dd05b01f371 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:54.463224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:54.495543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-034f2847-30bb-4f82-8d1b-dfd5465a7b9b req-e6ba407c-9942-434b-8e49-41bedc5d2a42 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1437628 Jul 07 22:26:54.509839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efe86a-2d8c-425a-8632-73f55a2d9318 None None] Pushing event updated for resources: {'Port': ['ID=d5f22888-cf04-4995-b8c0-c1f6a091e2f0,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:54.649332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a1b77ef0-df2c-49d6-84fb-25a0a26f200d None None] Port 460bc050-c592-4b50-a329-ef193de94619 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:54.733727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a1b77ef0-df2c-49d6-84fb-25a0a26f200d None None] Provisioning complete for port 748e0a22-de6e-491e-a527-8dd05b01f371 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:54.734272 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a1b77ef0-df2c-49d6-84fb-25a0a26f200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:54.763006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:54.817588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 748e0a22-de6e-491e-a527-8dd05b01f371 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:54.818495 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:55.095544 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:55.113741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-95cfad06-7bbc-442a-9b8f-a47c9f1e731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:55.115455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-95cfad06-7bbc-442a-9b8f-a47c9f1e731b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5f85ece0-2786-4996-9dbe-254f7911e8a9 HTTP/1.1" status: 200 len: 911 time: 1.1983843 Jul 07 22:26:55.137746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:26:55.197885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 2, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:55.206836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f97d395d-4fe6-4017-a9a5-ba178ccf12e0 req-dbd8eb75-bc6c-4b6e-a66d-dcbe6da1916f tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 210 time: 0.0981207 Jul 07 22:26:55.234422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77f216-e477-45fa-85e0-9f55a512c02a None None] The sync data for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 is: [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 2, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:55.248120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-81c1ee23-aebd-499a-a447-9f76273b4db4 None None] Provisioning complete for port 460bc050-c592-4b50-a329-ef193de94619 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:55.248604 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81c1ee23-aebd-499a-a447-9f76273b4db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:55.283454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:55.293768 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ffd3417f-77d1-40f0-9316-653560c7d2ce admin admin] 10.222.0.81 "PUT /v2.0/routers/4fb57e31-1070-4386-8b5d-dfaeeeef8545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1418729 Jul 07 22:26:55.299308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-81c1ee23-aebd-499a-a447-9f76273b4db4 None None] Port 460bc050-c592-4b50-a329-ef193de94619 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:26:55.407949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8100567d-689d-44f1-aee2-2e90b1aabe7f req-fdc2266b-45e9-490f-ab0c-2b7076d04bd4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 210 time: 0.3015540 Jul 07 22:26:55.435612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-0099a93e-b109-49a4-a242-3b731a2ce067 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8fc85285-6902-48e3-b98b-08afb91df366 HTTP/1.1" status: 200 len: 217 time: 0.3070743 Jul 07 22:26:55.564090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-934d816a-f5bd-4d27-8a3c-7886bef9d086 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:55.565556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-934d816a-f5bd-4d27-8a3c-7886bef9d086 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.83 "GET /v2.0/networks?id=9c61884d-a33e-42fc-aa65-0f59fedaea96 HTTP/1.1" status: 200 len: 795 time: 0.3727524 Jul 07 22:26:55.660854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:55.686754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-b59e1575-a8d9-4f45-bb70-16a75f5835c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:55.688374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-b59e1575-a8d9-4f45-bb70-16a75f5835c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8bf6b5da-7c35-4732-a260-5aff32eb863d HTTP/1.1" status: 200 len: 849 time: 0.2100985 Jul 07 22:26:55.871645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e31d1-71c9-4827-bea4-aacc205a38ca req-9eb5edbf-ba70-471f-8ed1-874bb67fd544 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:55.873368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae6e31d1-71c9-4827-bea4-aacc205a38ca req-9eb5edbf-ba70-471f-8ed1-874bb67fd544 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1095 time: 0.4556570 Jul 07 22:26:55.879206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Network 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:55.917995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-557a18ee-fe38-40be-a678-2f13e765cd50 req-a0d5e256-827d-402c-be40-c77441d25a34 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bc37833683a1453abd809279eed1e23f&device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1570880 Jul 07 22:26:55.949779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Pushing event updated for resources: {'Port': ['ID=232ba9e2-6d11-4729-9200-c79245c5c3cb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:55.953764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:55.956101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:55.964793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-ca9081bd-9e8a-4dbb-85b6-baa5b10bb90f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5fa53f424ee4f55bef098f340a420ca HTTP/1.1" status: 200 len: 477 time: 0.3757021 Jul 07 22:26:56.024676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'port': {'device_id': '605b7b3b-8249-456c-a717-f163e84c2718', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'admin_state_up': True, 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'security_groups': ['a4b687b2-0bdd-49e4-8031-d3d62c724eff', '9a620b78-bb25-4af3-88f0-72ded2a6a0be']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:56.075011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-557a18ee-fe38-40be-a678-2f13e765cd50 req-dd4c43bd-a257-4f16-a41d-2b0cc0b59eb5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=bc37833683a1453abd809279eed1e23f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1367912 Jul 07 22:26:56.091891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8fc85285-6902-48e3-b98b-08afb91df366 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:26:56.187977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae6e31d1-71c9-4827-bea4-aacc205a38ca req-648428c2-6d36-4140-a5ef-1ea2ffbc5c2d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668247 Jul 07 22:26:56.242896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:56.243756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.306996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44010) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:56.313164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119177626', 'description': 'tempest-description--1959138621'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:56.330478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8fc85285-6902-48e3-b98b-08afb91df366, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8fc85285-6902-48e3-b98b-08afb91df366,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:56.338880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-5bef9805-9934-43b7-8841-8e2969a3b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:56.341120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-5bef9805-9934-43b7-8841-8e2969a3b015 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5f85ece0-2786-4996-9dbe-254f7911e8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6358619 Jul 07 22:26:56.360796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '8fc85285-6902-48e3-b98b-08afb91df366', 'network_id': '5f85ece0-2786-4996-9dbe-254f7911e8a9', 'port_id': '8fc85285-6902-48e3-b98b-08afb91df366', 'mac_address': 'fa:16:3e:67:db:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf6b5da-7c35-4732-a260-5aff32eb863d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:26:56.381228 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.456325 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.470046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.resource_extend [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:26:56.473615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c4a9d8e0-7317-46c6-9df8-9e1d6727998d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4581931 Jul 07 22:26:56.484768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f22888-cf04-4995-b8c0-c1f6a091e2f0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:56.516354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc85285-6902-48e3-b98b-08afb91df366 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:56.544955 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.546690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8fc85285-6902-48e3-b98b-08afb91df366, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8fc85285-6902-48e3-b98b-08afb91df366,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:56.552422 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.553717 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.554275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-e3149234-656d-40d4-81f2-dd869bba20f9 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:26:56.555345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-e3149234-656d-40d4-81f2-dd869bba20f9 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0297871 Jul 07 22:26:56.588519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47155b0-f5a4-4e73-b4ca-322fd40609d6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:56.600397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.600397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.600706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.600833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.601178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.601662 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.602058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.602789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.602925 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.603190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.603404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port d5f22888-cf04-4995-b8c0-c1f6a091e2f0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:56.603525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.603836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:26:56.607455 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.611897 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c707096c-bf4b-4ad3-bf6c-1372541d28ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2997522 Jul 07 22:26:56.612315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d5f22888-cf04-4995-b8c0-c1f6a091e2f0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:56.612315 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.613365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44014) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:56.622733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8eeed292-c225-438b-a2f1-6ae1b17078b2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'security_group_rule': {'security_group_id': 'c47155b0-f5a4-4e73-b4ca-322fd40609d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:56.652526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a18ee-fe38-40be-a678-2f13e765cd50 req-45cb14b3-081e-487b-97c6-b5aa38d42e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:56.655135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-557a18ee-fe38-40be-a678-2f13e765cd50 req-45cb14b3-081e-487b-97c6-b5aa38d42e79 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5188231 Jul 07 22:26:56.656140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abd17191-5f99-4e56-bae1-864bc6d97145 req-1c5025c4-4ddb-4733-92eb-b6c305d64bdb tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1784279 Jul 07 22:26:56.670880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8fc85285-6902-48e3-b98b-08afb91df366,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:56.688769 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.709140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.732200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.755907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port d5f22888-cf04-4995-b8c0-c1f6a091e2f0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f22888-cf04-4995-b8c0-c1f6a091e2f0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:56.762037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['8fc85285-6902-48e3-b98b-08afb91df366'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:26:56.766420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.770217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Request body: {'port': {'device_id': 'c8554c91-540f-4f94-93cd-17565316cc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:56.815101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eeed292-c225-438b-a2f1-6ae1b17078b2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.875066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=d5f22888-cf04-4995-b8c0-c1f6a091e2f0,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:56.909851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eeed292-c225-438b-a2f1-6ae1b17078b2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.916978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eeed292-c225-438b-a2f1-6ae1b17078b2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.940116 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeed292-c225-438b-a2f1-6ae1b17078b2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f228945-cdcf-4838-84bd-9230239c8783,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:56.956041 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8eeed292-c225-438b-a2f1-6ae1b17078b2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:56.960846 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8eeed292-c225-438b-a2f1-6ae1b17078b2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411779 Jul 07 22:26:56.961602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44018) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:56.967776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-063e5c4b-13eb-4dfd-9512-a4868b3487ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'security_group_rule': {'security_group_id': 'c47155b0-f5a4-4e73-b4ca-322fd40609d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:57.004608 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-063e5c4b-13eb-4dfd-9512-a4868b3487ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.069752 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-063e5c4b-13eb-4dfd-9512-a4868b3487ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.074526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-063e5c4b-13eb-4dfd-9512-a4868b3487ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.094643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e5c4b-13eb-4dfd-9512-a4868b3487ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d308580c-3a7e-4f00-8082-a24d1c9d5ddc,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:57.103883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-063e5c4b-13eb-4dfd-9512-a4868b3487ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.105194 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-063e5c4b-13eb-4dfd-9512-a4868b3487ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423604 Jul 07 22:26:57.108121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:26:57.112979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:57.141783 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.147470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Made reservation on behalf of e5fa53f424ee4f55bef098f340a420ca for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:26:57.150993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.195664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-e7b57d34-1f0a-4a0f-9310-07e54609f5e3 service neutron] 10.222.0.44 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8458073 Jul 07 22:26:57.240210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.300859 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f76ca5db-3746-4aba-885f-54e092fb67a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.339337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14178-3e85-4754-9ecc-817a3a4cfdd6 req-692b01db-5800-4805-a6de-d40ed63ea7fe tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.345204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14178-3e85-4754-9ecc-817a3a4cfdd6 req-692b01db-5800-4805-a6de-d40ed63ea7fe tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.351313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14178-3e85-4754-9ecc-817a3a4cfdd6 req-692b01db-5800-4805-a6de-d40ed63ea7fe tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.357244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Allocated IP 172.25.8.90 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/06f46547-f018-4d03-ad2e-453854d77bb4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:57.357727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14178-3e85-4754-9ecc-817a3a4cfdd6 req-692b01db-5800-4805-a6de-d40ed63ea7fe tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.363815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14178-3e85-4754-9ecc-817a3a4cfdd6 req-692b01db-5800-4805-a6de-d40ed63ea7fe tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.370039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14178-3e85-4754-9ecc-817a3a4cfdd6 req-692b01db-5800-4805-a6de-d40ed63ea7fe tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.376113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb14178-3e85-4754-9ecc-817a3a4cfdd6 req-692b01db-5800-4805-a6de-d40ed63ea7fe tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.378109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fb14178-3e85-4754-9ecc-817a3a4cfdd6 req-692b01db-5800-4805-a6de-d40ed63ea7fe tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.8975694 Jul 07 22:26:57.385785 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Floating IP ead1d613-b732-4b74-bc80-8a8e72e72ac2 associated. External IP: 172.25.8.104, port: 1f41d943-f28c-475d-85c7-7a29ad3846dd. Jul 07 22:26:57.461379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.507549 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.518185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.555615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:57.558837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:57.563463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:57.567429 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'Port': ['ID=06f46547-f018-4d03-ad2e-453854d77bb4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:57.653819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.674116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a398c-edfa-4d61-8c74-f735f66a4424 req-bc8c9cf8-af41-482a-99c8-b91dc6814c3a tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:57.675687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-667a398c-edfa-4d61-8c74-f735f66a4424 req-bc8c9cf8-af41-482a-99c8-b91dc6814c3a tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 932 time: 0.5181072 Jul 07 22:26:57.689934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fb14178-3e85-4754-9ecc-817a3a4cfdd6 req-87ff48e9-21d7-49ec-a11c-75c7f860e198 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2707529 Jul 07 22:26:57.708418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.719159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d477be6-04a9-410a-babc-5ec7ba516b38 req-938728ce-8c42-4be9-957b-f6e9f4e76a99 service neutron] 10.222.0.44 "GET /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905584 Jul 07 22:26:57.774954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Allocated IP 172.20.0.3 (9c61884d-a33e-42fc-aa65-0f59fedaea96/f86a5aa0-7479-49ff-9011-4ecec2fb0805/a5de675e-b881-40f0-be30-b7b710840031) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:26:57.852929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-667a398c-edfa-4d61-8c74-f735f66a4424 req-7f27fe00-4f09-4fa5-9b0a-5e633043aee1 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536849 Jul 07 22:26:57.878853 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.885805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:57.972239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61a1dc94-560b-40ef-9165-8e90e1b77be3 req-8ac7f7cd-4cb2-4b60-815c-b432d4d1eb2f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 210 time: 0.1228538 Jul 07 22:26:57.978397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'Port': ['ID=06f46547-f018-4d03-ad2e-453854d77bb4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:57.987381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.006348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.010145 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2f0266e4-745e-4351-b036-c13838e1467e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8986647 Jul 07 22:26:58.040358 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Sync routers for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:58.046657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-557a18ee-fe38-40be-a678-2f13e765cd50 req-8aacca97-0c57-41af-9765-cfda54e2b003 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.1708372 Jul 07 22:26:58.049842 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:58.050487 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:58.111624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8fc85285-6902-48e3-b98b-08afb91df366 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:58.172441 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:58.174764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 8fc85285-6902-48e3-b98b-08afb91df366 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:58.181447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 8fc85285-6902-48e3-b98b-08afb91df366 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:58.182347 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.229887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c465eebc-aee3-41e7-ada6-e67972049395 req-7947cf95-3583-4c5d-8a60-0481c9a4d367 tempest-ServerShowV257Test-1833800084 tempest-ServerShowV257Test-1833800084-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c054719-090d-4603-994c-8f1f63af36ca HTTP/1.1" status: 200 len: 210 time: 0.0934706 Jul 07 22:26:58.318054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.354651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8fc85285-6902-48e3-b98b-08afb91df366, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8fc85285-6902-48e3-b98b-08afb91df366,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:26:58.355805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe4f91-be4b-4caf-959e-c224be790edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc85285-6902-48e3-b98b-08afb91df366'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:58.359669 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73788e6-b95f-4277-a7a9-bd87305bf816" -d '{"events": [{"server_uuid": "42fe4f91-be4b-4caf-959e-c224be790edf", "name": "network-vif-plugged", "status": "completed", "tag": "8fc85285-6902-48e3-b98b-08afb91df366"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:58.364072 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.411310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f22888-cf04-4995-b8c0-c1f6a091e2f0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:26:58.430441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c515377-bcc9-4711-a94a-6210bdc53b0a req-2a805745-0c8d-47c5-8570-8ed272e4040e tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:58.431967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c515377-bcc9-4711-a94a-6210bdc53b0a req-2a805745-0c8d-47c5-8570-8ed272e4040e tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1096 time: 0.3899555 Jul 07 22:26:58.435192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Router 330fc267-bc26-49dc-9560-b4ac9ca5768d has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:26:58.452862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8fc85285-6902-48e3-b98b-08afb91df366,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:58.473919 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 2, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:58.485429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d5f22888-cf04-4995-b8c0-c1f6a091e2f0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:58.485910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.502951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-3b1ee77e-546f-459e-afc0-6b0f272e3a0c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2119177626&fields=id&tenant_id=b1daa2cd461c4749a9852942fe8498c8 HTTP/1.1" status: 200 len: 267 time: 0.1295974 Jul 07 22:26:58.504925 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Checking router: 4fb57e31-1070-4386-8b5d-dfaeeeef8545 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:58.505355 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Updating router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 port 460bc050-c592-4b50-a329-ef193de94619 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:26:58.545472 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.561788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.677581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c515377-bcc9-4711-a94a-6210bdc53b0a req-83e86c7e-3774-4f8e-b233-608c8a286f4d tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392466 Jul 07 22:26:58.686026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232ba9e2-6d11-4729-9200-c79245c5c3cb {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:26:58.712779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Transition to ACTIVE for port object a5de675e-b881-40f0-be30-b7b710840031 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:58.712779 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.764086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Transition to ACTIVE for port object 232ba9e2-6d11-4729-9200-c79245c5c3cb will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:58.798458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.828920 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb257ce-6669-495f-9293-c99fe61e2bf2 x-openstack-request-id: req-fbb257ce-6669-495f-9293-c99fe61e2bf2 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:26:58.829222 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe4f91-be4b-4caf-959e-c224be790edf", "name": "network-vif-plugged", "status": "completed", "tag": "8fc85285-6902-48e3-b98b-08afb91df366", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:26:58.829482 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbb257ce-6669-495f-9293-c99fe61e2bf2 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:26:58.829887 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe4f91-be4b-4caf-959e-c224be790edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc85285-6902-48e3-b98b-08afb91df366', 'code': 200} Jul 07 22:26:58.879595 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.898419 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Transition to ACTIVE for port object 460bc050-c592-4b50-a329-ef193de94619 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:26:58.907214 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.913140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1c6f7f9a-d742-44b8-881f-39082bb640eb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:58.914679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1c6f7f9a-d742-44b8-881f-39082bb640eb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.3875213 Jul 07 22:26:58.967683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:26:58.969222 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc5d21-d609-42ba-9654-d51e79adb349 None None] Pushing event updated for resources: {'Port': ['ID=460bc050-c592-4b50-a329-ef193de94619,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:58.976647 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.982218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-b05f2975-2eda-4ebe-ab1a-597b715b0bfb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/quotas/b1daa2cd461c4749a9852942fe8498c8 HTTP/1.1" status: 200 len: 375 time: 0.0567815 Jul 07 22:26:58.984385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] Sync routers for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:26:58.986781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:58.991496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d4895-0744-4192-96c9-63899c790261 service neutron] Pushing event updated for resources: {'Port': ['ID=232ba9e2-6d11-4729-9200-c79245c5c3cb,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:58.996926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:58.997497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:59.049009 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Attempting to bind port 460bc050-c592-4b50-a329-ef193de94619 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:59.049552 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Attempting to bind port 460bc050-c592-4b50-a329-ef193de94619 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:59.049728 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Attempting to bind port 460bc050-c592-4b50-a329-ef193de94619 on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:59.059128 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:59.059506 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Checking segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:59.059915 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.060371 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Bound using segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:59.060777 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Bound port: 460bc050-c592-4b50-a329-ef193de94619, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:59.061170 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.135720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:59.143765 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] For port 460bc050-c592-4b50-a329-ef193de94619, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:26:59.148187 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] For port 460bc050-c592-4b50-a329-ef193de94619, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=460bc050-c592-4b50-a329-ef193de94619,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:26:59.153471 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.213812 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc5d21-d609-42ba-9654-d51e79adb349 None None] Pushing event updated for resources: {'Port': ['ID=460bc050-c592-4b50-a329-ef193de94619,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:59.227714 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:59.228289 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:59.364515 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:59.430533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'ead1d613-b732-4b74-bc80-8a8e72e72ac2', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'port_id': '1f41d943-f28c-475d-85c7-7a29ad3846dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'mac_address': 'fa:16:3e:d4:a6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aced4c00-5080-4158-9fdb-ff319975d197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:26Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 1, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:59.459073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] Checking router: 330fc267-bc26-49dc-9560-b4ac9ca5768d for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:26:59.477958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:26:59.479054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:59.532024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network 9c61884d-a33e-42fc-aa65-0f59fedaea96 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:26:59.556688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:26:59.561201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:26:59.585492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=a5de675e-b881-40f0-be30-b7b710840031,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:26:59.592190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-29042144-d7da-4a14-9487-4617703c1bcd tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "PUT /v2.0/floatingips/ead1d613-b732-4b74-bc80-8a8e72e72ac2 HTTP/1.1" status: 200 len: 992 time: 5.4520140 Jul 07 22:26:59.606205 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:26:59Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:26:59.636332 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9ed306-6aa2-4460-8cf0-b893c4d4b041 None None] The sync data for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 is: [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:26:59Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:26:59.639513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aced4c00-5080-4158-9fdb-ff319975d197', 'tag': '1f41d943-f28c-475d-85c7-7a29ad3846dd'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:26:59.642038 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd215e-ff61-4556-bff7-f5a9cc92a771" -d '{"events": [{"name": "network-changed", "server_uuid": "aced4c00-5080-4158-9fdb-ff319975d197", "tag": "1f41d943-f28c-475d-85c7-7a29ad3846dd"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:26:59.651474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.652167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.675483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Attempting to bind port 232ba9e2-6d11-4729-9200-c79245c5c3cb on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:26:59.675836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Attempting to bind port 232ba9e2-6d11-4729-9200-c79245c5c3cb by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:26:59.676253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Attempting to bind port 232ba9e2-6d11-4729-9200-c79245c5c3cb on network 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:59.704880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Port 232ba9e2-6d11-4729-9200-c79245c5c3cb on network 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:26:59.705111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Attempting to bind port 232ba9e2-6d11-4729-9200-c79245c5c3cb on network 43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:26:59.713028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:26:59.713697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Checking segment: {'id': '3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:26:59.714116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Bound using segment: {'id': '3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:26:59.714565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Bound port: 232ba9e2-6d11-4729-9200-c79245c5c3cb, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:26:59.714935 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.718518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-b281d7f9-20de-4ed2-b180-03d873104387 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.7070374 Jul 07 22:26:59.720523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32966d7b-9b8e-4f38-ae85-52071e66a177 req-3c422608-7338-4bee-99f0-286fa6863d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.721989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32966d7b-9b8e-4f38-ae85-52071e66a177 req-3c422608-7338-4bee-99f0-286fa6863d12 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1097 time: 0.7998490 Jul 07 22:26:59.736268 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ab3ebd3b-4286-4f3d-a892-f219394dde0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:26:59.745030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Request body: {'port': {'device_id': '605b7b3b-8249-456c-a717-f163e84c2718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:26:59.752956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:26:59.794229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-faeeb1b2-9165-4035-91f0-d0f65d772e70 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7643704 Jul 07 22:26:59.809486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c8bd-3586-49d3-b39e-900e378c2030 req-1b20b852-9e3f-4fa7-a3bc-1d7e8fdee432 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.815537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c8bd-3586-49d3-b39e-900e378c2030 req-1b20b852-9e3f-4fa7-a3bc-1d7e8fdee432 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.821889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c8bd-3586-49d3-b39e-900e378c2030 req-1b20b852-9e3f-4fa7-a3bc-1d7e8fdee432 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.827933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c8bd-3586-49d3-b39e-900e378c2030 req-1b20b852-9e3f-4fa7-a3bc-1d7e8fdee432 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.833979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c8bd-3586-49d3-b39e-900e378c2030 req-1b20b852-9e3f-4fa7-a3bc-1d7e8fdee432 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.839899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c8bd-3586-49d3-b39e-900e378c2030 req-1b20b852-9e3f-4fa7-a3bc-1d7e8fdee432 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.845860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8c8bd-3586-49d3-b39e-900e378c2030 req-1b20b852-9e3f-4fa7-a3bc-1d7e8fdee432 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:26:59.848505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc8c8bd-3586-49d3-b39e-900e378c2030 req-1b20b852-9e3f-4fa7-a3bc-1d7e8fdee432 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.8693058 Jul 07 22:26:59.932752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32966d7b-9b8e-4f38-ae85-52071e66a177 req-a25efc11-f756-4c55-aa62-3f737014c95c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562979 Jul 07 22:26:59.987855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4854f453-3fef-49e8-9d2b-6332045852a9 None None] Provisioning for port a5de675e-b881-40f0-be30-b7b710840031 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:26:59.993868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4854f453-3fef-49e8-9d2b-6332045852a9 None None] Provisioning complete for port a5de675e-b881-40f0-be30-b7b710840031 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:26:59.993868 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4854f453-3fef-49e8-9d2b-6332045852a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:00.017176 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:00.058942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4854f453-3fef-49e8-9d2b-6332045852a9 None None] Port a5de675e-b881-40f0-be30-b7b710840031 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:27:00.081514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'ead1d613-b732-4b74-bc80-8a8e72e72ac2', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'port_id': '1f41d943-f28c-475d-85c7-7a29ad3846dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'mac_address': 'fa:16:3e:d4:a6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aced4c00-5080-4158-9fdb-ff319975d197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:26Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 1, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:00.085497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc8c8bd-3586-49d3-b39e-900e378c2030 req-868691e1-e106-4fb2-906c-996b885d40aa tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2203701 Jul 07 22:27:00.086650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] For port 232ba9e2-6d11-4729-9200-c79245c5c3cb, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:00.114828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0028099-ed03-4573-9a4e-66ffe56a677d None None] The sync data for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 is: [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'ead1d613-b732-4b74-bc80-8a8e72e72ac2', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'port_id': '1f41d943-f28c-475d-85c7-7a29ad3846dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'mac_address': 'fa:16:3e:d4:a6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aced4c00-5080-4158-9fdb-ff319975d197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:26Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 1, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:00.122985 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:00.130918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] For port 232ba9e2-6d11-4729-9200-c79245c5c3cb, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=232ba9e2-6d11-4729-9200-c79245c5c3cb,segment=NetworkSegment(3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a),segment_id=3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:00.145781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:00.152664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-f8bece32-a8a9-4c5b-9223-8fc928dff0ad service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029990 Jul 07 22:27:00.262307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.262937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:00.264325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-794d4895-0744-4192-96c9-63899c790261 service neutron] 10.222.0.83 "PUT /v2.0/ports/232ba9e2-6d11-4729-9200-c79245c5c3cb HTTP/1.1" status: 200 len: 1093 time: 3.6925542 Jul 07 22:27:00.359559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d4895-0744-4192-96c9-63899c790261 service neutron] Pushing event updated for resources: {'Port': ['ID=232ba9e2-6d11-4729-9200-c79245c5c3cb,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:00.388308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 460bc050-c592-4b50-a329-ef193de94619 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:00.447379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 460bc050-c592-4b50-a329-ef193de94619 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:00.451414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 460bc050-c592-4b50-a329-ef193de94619 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:00.451790 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:00.498655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-966dfcc0-92e1-42a0-ac6c-c18d50b0bf2b service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199048 Jul 07 22:27:00.534780 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107a5c3-692a-4cca-909f-18143cd9b33e None None] New status for floating IP ead1d613-b732-4b74-bc80-8a8e72e72ac2: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:27:00.548051 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:00.582026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561486d-0f9d-4f8c-aa62-897d0050dc87 req-cb64672b-fecc-4a9c-aecf-da8d6efc1bdd tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.587823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 460bc050-c592-4b50-a329-ef193de94619, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=460bc050-c592-4b50-a329-ef193de94619,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:00.590342 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7561486d-0f9d-4f8c-aa62-897d0050dc87 req-cb64672b-fecc-4a9c-aecf-da8d6efc1bdd tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 944 time: 0.3626540 Jul 07 22:27:00.594442 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:00.632702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-689e764c-a02a-41f2-b742-6cee63e79a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.634729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-689e764c-a02a-41f2-b742-6cee63e79a5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b690560c931746d6953e01fcc40b2882&device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 1096 time: 0.2962313 Jul 07 22:27:00.682747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=460bc050-c592-4b50-a329-ef193de94619,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:00.787272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-4ffca96d-42ae-4976-a25a-500276a11789 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=232ba9e2-6d11-4729-9200-c79245c5c3cb HTTP/1.1" status: 200 len: 217 time: 0.1119316 Jul 07 22:27:00.856155 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:00.860630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7561486d-0f9d-4f8c-aa62-897d0050dc87 req-5a658222-5589-44f2-8187-a5d6debb7fb2 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692471 Jul 07 22:27:00.940653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5de675e-b881-40f0-be30-b7b710840031 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:00.953632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-a61c6e2a-9e4c-48fa-a41b-740f71b48618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:00.956612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-a61c6e2a-9e4c-48fa-a41b-740f71b48618 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=17d4fd01-f1c1-4ae8-ac54-2fa8c998ad0f HTTP/1.1" status: 200 len: 853 time: 0.1566019 Jul 07 22:27:00.958631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.008848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-db72ba4a-2eab-4031-9070-48f5fbc6d96a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432229 Jul 07 22:27:01.012270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Transition to ACTIVE for port object a5de675e-b881-40f0-be30-b7b710840031 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:01.031144 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.130801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f0e9a-c5c4-476a-b741-f26cc7870f14 req-9e07b683-4e0c-473e-8f29-137a00f9844f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:01.138520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-079f0e9a-c5c4-476a-b741-f26cc7870f14 req-9e07b683-4e0c-473e-8f29-137a00f9844f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 970 time: 0.3440204 Jul 07 22:27:01.151352 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.228232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-079f0e9a-c5c4-476a-b741-f26cc7870f14 req-79c30abf-3806-42c9-8491-50b6735608e8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0888171 Jul 07 22:27:01.237621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Pushing event updated for resources: {'Port': ['ID=a5de675e-b881-40f0-be30-b7b710840031,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:01.251632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44076) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:01.343458 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6bd956-41cc-4c33-b9ec-6e1dc3b69b80 x-openstack-request-id: req-6d6bd956-41cc-4c33-b9ec-6e1dc3b69b80 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:01.343879 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aced4c00-5080-4158-9fdb-ff319975d197", "tag": "1f41d943-f28c-475d-85c7-7a29ad3846dd", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:01.343983 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d6bd956-41cc-4c33-b9ec-6e1dc3b69b80 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:01.344387 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aced4c00-5080-4158-9fdb-ff319975d197', 'tag': '1f41d943-f28c-475d-85c7-7a29ad3846dd', 'status': 'completed', 'code': 200} Jul 07 22:27:01.365020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-8b72da6d-fd2f-4f1e-8cf3-c3cbe9f5e6b6 service neutron] 10.222.0.83 "GET /v2.0/networks/43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458464 Jul 07 22:27:01.398475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4cd-e6b1-45d9-8f1f-41c583ee44a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.544135 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4cd-e6b1-45d9-8f1f-41c583ee44a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.548664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4cd-e6b1-45d9-8f1f-41c583ee44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.555967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Attempting to bind port a5de675e-b881-40f0-be30-b7b710840031 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:01.556765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Attempting to bind port a5de675e-b881-40f0-be30-b7b710840031 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:01.557161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Attempting to bind port a5de675e-b881-40f0-be30-b7b710840031 on network 9c61884d-a33e-42fc-aa65-0f59fedaea96 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:01.602355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56a4cd-e6b1-45d9-8f1f-41c583ee44a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d288d564-0481-4ccb-bf15-b59a1de4a03d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:01.602484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Port a5de675e-b881-40f0-be30-b7b710840031 on network 9c61884d-a33e-42fc-aa65-0f59fedaea96 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:27:01.603085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Attempting to bind port a5de675e-b881-40f0-be30-b7b710840031 on network 9c61884d-a33e-42fc-aa65-0f59fedaea96 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:01.612390 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3c56a4cd-e6b1-45d9-8f1f-41c583ee44a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bc37833683a1453abd809279eed1e23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590829 Jul 07 22:27:01.613258 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44082) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:01.625304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:01.625723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Checking segment: {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:01.626274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Bound using segment: {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:01.626790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Bound port: a5de675e-b881-40f0-be30-b7b710840031, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2fab21-0643-470c-ae66-9023faa32040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:01.627260 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.652828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7cbf9fa-460c-4d33-bdae-70a42e2f93ce req-c3b941d4-7eae-464d-8c1e-ea720eee65c7 service neutron] 10.222.0.83 "GET /v2.0/networks/43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799945 Jul 07 22:27:01.672964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-34a19d06-6bdc-44bc-8a43-747aea543beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:01.674613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-34a19d06-6bdc-44bc-8a43-747aea543beb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 1098 time: 0.2790194 Jul 07 22:27:01.674791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44770642-de75-462f-9bf0-2c9fe1b7307e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.698267 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44770642-de75-462f-9bf0-2c9fe1b7307e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.714027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f9ea-7454-4a5e-9e4e-d6b97783ff0e req-afb04ce5-e864-46f2-9572-c3912cd000fa tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:01.715560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9a6f9ea-7454-4a5e-9e4e-d6b97783ff0e req-afb04ce5-e864-46f2-9572-c3912cd000fa tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1097 time: 0.2379243 Jul 07 22:27:01.725553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09550ffa-eb7b-4df1-8d7e-27f5bb28696f req-06cbc528-52c8-45ce-9acf-cbdc07b1aad1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 210 time: 0.0683422 Jul 07 22:27:01.746537 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44770642-de75-462f-9bf0-2c9fe1b7307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.749263 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44770642-de75-462f-9bf0-2c9fe1b7307e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:01.752979 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-44770642-de75-462f-9bf0-2c9fe1b7307e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d288d564-0481-4ccb-bf15-b59a1de4a03d HTTP/1.1" status: 204 len: 168 time: 0.1354053 Jul 07 22:27:01.759858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44770642-de75-462f-9bf0-2c9fe1b7307e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d288d564-0481-4ccb-bf15-b59a1de4a03d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:02.218130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] For port a5de675e-b881-40f0-be30-b7b710840031, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:02.228558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9a6f9ea-7454-4a5e-9e4e-d6b97783ff0e req-bd54c17f-ffb7-4a93-878e-4b142ad34a9e tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997633 Jul 07 22:27:02.242548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-bfccbb53-a8e5-4170-a95f-f6786cbd8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.247319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-bfccbb53-a8e5-4170-a95f-f6786cbd8aa0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 911 time: 0.5501885 Jul 07 22:27:02.249913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] For port a5de675e-b881-40f0-be30-b7b710840031, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a5de675e-b881-40f0-be30-b7b710840031,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:02.269495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.346527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 460bc050-c592-4b50-a329-ef193de94619 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:02.384438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.385443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.387065 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] 10.222.0.83 "PUT /v2.0/ports/a5de675e-b881-40f0-be30-b7b710840031 HTTP/1.1" status: 200 len: 1131 time: 2.6464195 Jul 07 22:27:02.420955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 460bc050-c592-4b50-a329-ef193de94619 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:02.421636 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.437166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-62231a4f-a2be-4e62-a5e6-87966055fb46 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.439171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-62231a4f-a2be-4e62-a5e6-87966055fb46 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.3801198 Jul 07 22:27:02.453737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427606-1802-4987-884c-11fa2ce55c4d req-83967315-df46-4c1c-a845-886850975e46 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.461324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427606-1802-4987-884c-11fa2ce55c4d req-83967315-df46-4c1c-a845-886850975e46 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.468013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427606-1802-4987-884c-11fa2ce55c4d req-83967315-df46-4c1c-a845-886850975e46 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.475021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427606-1802-4987-884c-11fa2ce55c4d req-83967315-df46-4c1c-a845-886850975e46 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.482261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427606-1802-4987-884c-11fa2ce55c4d req-83967315-df46-4c1c-a845-886850975e46 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.490879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427606-1802-4987-884c-11fa2ce55c4d req-83967315-df46-4c1c-a845-886850975e46 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.497149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55427606-1802-4987-884c-11fa2ce55c4d req-83967315-df46-4c1c-a845-886850975e46 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.499420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55427606-1802-4987-884c-11fa2ce55c4d req-83967315-df46-4c1c-a845-886850975e46 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.4415119 Jul 07 22:27:02.541539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-15f2ea04-1e68-44f3-a37d-1584b73fc84e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f41d943-f28c-475d-85c7-7a29ad3846dd HTTP/1.1" status: 200 len: 1002 time: 0.2850027 Jul 07 22:27:02.554609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:02.647544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b02a37-b29a-4be1-9f1b-1ebc3736db15 service neutron] Pushing event updated for resources: {'Port': ['ID=a5de675e-b881-40f0-be30-b7b710840031,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:02.676593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1644651212-network', 'tenant_id': '0ae2b00acdba45fdb517df558492f6ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:02.682438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1484ba41-0cb6-434f-8840-43f292cdc499 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1daa2cd461c4749a9852942fe8498c8 HTTP/1.1" status: 200 len: 380 time: 0.1674192 Jul 07 22:27:02.698336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Made reservation on behalf of 0ae2b00acdba45fdb517df558492f6ea for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:02.701915 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.711360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'port': {'device_id': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'admin_state_up': True, 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'security_groups': ['c47155b0-f5a4-4e73-b4ca-322fd40609d6']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:02.712543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.716314 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.734658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-648aca9c-37d2-4dc6-8800-2db2de126178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.736326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-648aca9c-37d2-4dc6-8800-2db2de126178 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.1573503 Jul 07 22:27:02.769477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55427606-1802-4987-884c-11fa2ce55c4d req-badbddc1-361e-4155-9048-69dc1d775219 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2266319 Jul 07 22:27:02.815807 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.821550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.847466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:27:02.852562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bedfb-db86-4059-8e2c-54b86c15fa45 req-565b6e97-5917-4c68-a7ad-017b8af0af13 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.857287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a0bedfb-db86-4059-8e2c-54b86c15fa45 req-565b6e97-5917-4c68-a7ad-017b8af0af13 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 944 time: 0.3533590 Jul 07 22:27:02.866905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6934a72f-7fdb-4d02-8d91-cf9dbcbdf6f6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:02.869990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-f487b273-b0db-4d51-82e7-541d570da905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.871559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-f487b273-b0db-4d51-82e7-541d570da905 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5fa53f424ee4f55bef098f340a420ca&device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 1134 time: 0.3368948 Jul 07 22:27:02.883144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.883820 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Added segment 7f0b7e37-5fab-449d-bb9f-29db2b124fc8 of type vlan for network 4a494a5b-790b-4c74-bead-8ba3ef3ee888 Jul 07 22:27:02.927625 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.957040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.958159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:02.958742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:02.986921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-d61f7f2d-4291-4478-8c21-e5c214f2b8e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de675e-b881-40f0-be30-b7b710840031 HTTP/1.1" status: 200 len: 217 time: 0.0865426 Jul 07 22:27:03.019160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-10150080-1b62-4c7d-9fd8-cd750b33192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.021396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-10150080-1b62-4c7d-9fd8-cd750b33192a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457235 Jul 07 22:27:03.028348 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4718957 Jul 07 22:27:03.029470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44118) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:03.036775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104a28d-39a7-4af8-801a-3fb9ba7be5d8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a494a5b-790b-4c74-bead-8ba3ef3ee888,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:03.042298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a0bedfb-db86-4059-8e2c-54b86c15fa45 req-5a75ce17-bc24-4c43-90a5-147bc7af5c18 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689370 Jul 07 22:27:03.046217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Request body: {'subnet': {'network_id': '4a494a5b-790b-4c74-bead-8ba3ef3ee888', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1644651212-subnet', 'tenant_id': '0ae2b00acdba45fdb517df558492f6ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:03.054100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4a494a5b-790b-4c74-bead-8ba3ef3ee888 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:27:03.062821 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:27:03.062821 n-d-695012-11 neutron-server[93942]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 07 22:27:03.062821 n-d-695012-11 neutron-server[93942]: [parameters: {'project_id_1': '0ae2b00acdba45fdb517df558492f6ea', 'expiration_1': datetime.datetime(2021, 7, 7, 22, 27, 3, 54248)}] Jul 07 22:27:03.062821 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:27:03.063371 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:27:03.122984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Made reservation on behalf of b1daa2cd461c4749a9852942fe8498c8 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:03.126568 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:03.135171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-293dcf22-351d-4792-a276-66b3602ec04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.136560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-293dcf22-351d-4792-a276-66b3602ec04c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f86a5aa0-7479-49ff-9011-4ecec2fb0805 HTTP/1.1" status: 200 len: 835 time: 0.1362114 Jul 07 22:27:03.208514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaf98b-c795-4244-9f4b-41b0fe21fa79 req-331881c7-b56a-4f3b-8421-88f686a56620 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.210014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bcaf98b-c795-4244-9f4b-41b0fe21fa79 req-331881c7-b56a-4f3b-8421-88f686a56620 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1097 time: 0.3240120 Jul 07 22:27:03.346535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-32f336bc-9b10-4ea7-a97a-d86fc339dda7 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023436 Jul 07 22:27:03.346978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8554c91-540f-4f94-93cd-17565316cc1c', 'tag': '232ba9e2-6d11-4729-9200-c79245c5c3cb'}, {'name': 'network-changed', 'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:03.349766 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186f3672-1c18-4101-a598-e40a1584a689" -d '{"events": [{"name": "network-changed", "server_uuid": "c8554c91-540f-4f94-93cd-17565316cc1c", "tag": "232ba9e2-6d11-4729-9200-c79245c5c3cb"}, {"name": "network-changed", "server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "tag": "a5de675e-b881-40f0-be30-b7b710840031"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:03.379867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bcaf98b-c795-4244-9f4b-41b0fe21fa79 req-1757c5f1-3f9b-4ebd-a14c-f465e7f80073 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448717 Jul 07 22:27:03.454882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-dd5bc234-0baa-4a77-bb6c-88ae90cc4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.456402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-dd5bc234-0baa-4a77-bb6c-88ae90cc4f46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c61884d-a33e-42fc-aa65-0f59fedaea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3049538 Jul 07 22:27:03.469944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3865b54-81b2-47ce-a2cf-6f11ed56af86 req-f1d8eed4-7387-408a-9bf6-4080e8c981f4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.471497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3865b54-81b2-47ce-a2cf-6f11ed56af86 req-f1d8eed4-7387-408a-9bf6-4080e8c981f4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 982 time: 0.3084750 Jul 07 22:27:03.549322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Allocated IP 172.20.0.13 (f13f5340-1276-4670-bb1c-9b8e37ff1851/b9a91835-3f49-4b96-80c9-28db519b0b29/e36c293e-7e75-4421-9f47-cdfb8b6c7120) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:03.586244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Made reservation on behalf of 0ae2b00acdba45fdb517df558492f6ea for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:03.588778 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:03.646354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3865b54-81b2-47ce-a2cf-6f11ed56af86 req-605171ed-0aea-4772-a525-e23ed372b9e8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1655059 Jul 07 22:27:03.657310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b1e9c8b-3db2-40c4-bc23-d6fb444880ac req-345844e6-7929-4ca7-939e-094ba5161d25 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 210 time: 0.0738788 Jul 07 22:27:03.672107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcd215e-ff61-4556-bff7-f5a9cc92a771 req-520d82dc-f157-4beb-a5e0-d7e969b19d0c service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037629 Jul 07 22:27:03.699422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-9313c83c-d485-4802-9524-53cad3504800 service neutron] 10.222.0.83 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228177 Jul 07 22:27:03.754113 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a840bf4-3f8c-4b06-96a3-b05fc16ef045 x-openstack-request-id: req-3a840bf4-3f8c-4b06-96a3-b05fc16ef045 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:03.754113 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8554c91-540f-4f94-93cd-17565316cc1c", "tag": "232ba9e2-6d11-4729-9200-c79245c5c3cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "tag": "a5de675e-b881-40f0-be30-b7b710840031", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:03.754377 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3a840bf4-3f8c-4b06-96a3-b05fc16ef045 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:03.754630 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8554c91-540f-4f94-93cd-17565316cc1c', 'tag': '232ba9e2-6d11-4729-9200-c79245c5c3cb', 'status': 'completed', 'code': 200} Jul 07 22:27:03.754888 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031', 'status': 'completed', 'code': 200} Jul 07 22:27:03.764546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:03.824644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ec373c-19be-4ee8-aaee-89ca1a4ae4e7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:03.829105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Checking segment: {'id': '7f0b7e37-5fab-449d-bb9f-29db2b124fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4a494a5b-790b-4c74-bead-8ba3ef3ee888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:03.829466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Network hostable DHCP agents. Network: 4a494a5b-790b-4c74-bead-8ba3ef3ee888, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:27:03.848935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Network 4a494a5b-790b-4c74-bead-8ba3ef3ee888 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:27:03.859386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4a494a5b-790b-4c74-bead-8ba3ef3ee888) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:03.867011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:03.870326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:03.871722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8c8c20-a807-4bef-8a91-58b6fbed1d82 None None] Network 4a494a5b-790b-4c74-bead-8ba3ef3ee888 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:03.908824 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0f93ae2f-1467-4242-96ba-2d9943855d2d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8724813 Jul 07 22:27:04.029855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218d31b-02b9-4316-9506-d30117d5bbe2 None None] Network 4a494a5b-790b-4c74-bead-8ba3ef3ee888 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:04.239309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a776cd18-e371-4efa-87af-6a56ad7cd2a4 req-41423dc6-3cdb-4912-80cd-fc1f9d595a7d service neutron] 10.222.0.83 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231040 Jul 07 22:27:04.242812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.258967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 388f3d4e-b4fe-474f-9107-11e7f32c291b details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:04.276284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Transition to ACTIVE for port object e36c293e-7e75-4421-9f47-cdfb8b6c7120 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:04.295645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3672-1c18-4101-a598-e40a1584a689 req-f3baab39-f347-4126-9c60-e6e9d5a075b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.297191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-f3baab39-f347-4126-9c60-e6e9d5a075b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b690560c931746d6953e01fcc40b2882&device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 1096 time: 0.4991550 Jul 07 22:27:04.308948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cde98-1688-47fe-942b-e6ed0138ef0b req-e0c09b65-3976-4991-9d48-f0134bd64fa4 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.310441 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-922cde98-1688-47fe-942b-e6ed0138ef0b req-e0c09b65-3976-4991-9d48-f0134bd64fa4 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1097 time: 0.4750881 Jul 07 22:27:04.323938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e377e0-e4cf-491d-a209-6ad4eba17f6c req-d5867c8a-9a44-43df-9211-fc8ee993bd80 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.329960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e377e0-e4cf-491d-a209-6ad4eba17f6c req-d5867c8a-9a44-43df-9211-fc8ee993bd80 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.336454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e377e0-e4cf-491d-a209-6ad4eba17f6c req-d5867c8a-9a44-43df-9211-fc8ee993bd80 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.342383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e377e0-e4cf-491d-a209-6ad4eba17f6c req-d5867c8a-9a44-43df-9211-fc8ee993bd80 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.348252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e377e0-e4cf-491d-a209-6ad4eba17f6c req-d5867c8a-9a44-43df-9211-fc8ee993bd80 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.354145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e377e0-e4cf-491d-a209-6ad4eba17f6c req-d5867c8a-9a44-43df-9211-fc8ee993bd80 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.360016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e377e0-e4cf-491d-a209-6ad4eba17f6c req-d5867c8a-9a44-43df-9211-fc8ee993bd80 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.361969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2e377e0-e4cf-491d-a209-6ad4eba17f6c req-d5867c8a-9a44-43df-9211-fc8ee993bd80 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5420 time: 0.2193160 Jul 07 22:27:04.362653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 388f3d4e-b4fe-474f-9107-11e7f32c291b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:04.374573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '388f3d4e-b4fe-474f-9107-11e7f32c291b', 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac', 'port_id': '388f3d4e-b4fe-474f-9107-11e7f32c291b', 'mac_address': 'fa:16:3e:2f:83:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5140dd0-9da8-4630-8bd7-e0e925ba7e30', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:04.411517 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.423869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388f3d4e-b4fe-474f-9107-11e7f32c291b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:04.444920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 388f3d4e-b4fe-474f-9107-11e7f32c291b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:04.448834 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.482497 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.498560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=388f3d4e-b4fe-474f-9107-11e7f32c291b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:04.513596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-922cde98-1688-47fe-942b-e6ed0138ef0b req-f3b92771-f90e-4ebd-bc39-caa17c5d1991 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479244 Jul 07 22:27:04.539085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2e377e0-e4cf-491d-a209-6ad4eba17f6c req-ae833464-6545-4a78-9451-44487ff04f62 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554694 Jul 07 22:27:04.540636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44134) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:04.568152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:04.594474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:04.596200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:04.600829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-56173348-9ebc-4cdb-b42e-977a92655f00 admin admin] Deleting subnet 38ec373c-19be-4ee8-aaee-89ca1a4ae4e7 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:27:04.604008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3672-1c18-4101-a598-e40a1584a689 req-df3ecc03-0de5-45ae-bc10-76229fff41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.604797 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56173348-9ebc-4cdb-b42e-977a92655f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.605847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-df3ecc03-0de5-45ae-bc10-76229fff41b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc HTTP/1.1" status: 200 len: 914 time: 0.2412934 Jul 07 22:27:04.607234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:04.661301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56173348-9ebc-4cdb-b42e-977a92655f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.686670 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-d1bcb6a4-8e5b-496f-aa81-60313b19692e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=232ba9e2-6d11-4729-9200-c79245c5c3cb HTTP/1.1" status: 200 len: 217 time: 0.0526633 Jul 07 22:27:04.727923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56173348-9ebc-4cdb-b42e-977a92655f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.795806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56173348-9ebc-4cdb-b42e-977a92655f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.824855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.825791 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.831651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56173348-9ebc-4cdb-b42e-977a92655f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ec373c-19be-4ee8-aaee-89ca1a4ae4e7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:04.834351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56173348-9ebc-4cdb-b42e-977a92655f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.836333 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-56173348-9ebc-4cdb-b42e-977a92655f00 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/38ec373c-19be-4ee8-aaee-89ca1a4ae4e7 HTTP/1.1" status: 204 len: 168 time: 0.2936625 Jul 07 22:27:04.838803 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44142) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:04.839161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3672-1c18-4101-a598-e40a1584a689 req-6e947fb0-fb39-40bc-a0ea-e3041a8a5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.840965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-6e947fb0-fb39-40bc-a0ea-e3041a8a5954 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=17d4fd01-f1c1-4ae8-ac54-2fa8c998ad0f HTTP/1.1" status: 200 len: 853 time: 0.1326776 Jul 07 22:27:04.859109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26166c-6a6d-49bc-8550-25f30794e497 req-a533ee67-69f2-4ec7-b38c-abb827f7712e tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:04.860705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed26166c-6a6d-49bc-8550-25f30794e497 req-a533ee67-69f2-4ec7-b38c-abb827f7712e tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 944 time: 0.1880689 Jul 07 22:27:04.882983 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-741fadbc-0bd2-4192-afea-f0500c153ca3 None None] Provisioning for port e36c293e-7e75-4421-9f47-cdfb8b6c7120 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:04.888191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-741fadbc-0bd2-4192-afea-f0500c153ca3 None None] Provisioning complete for port e36c293e-7e75-4421-9f47-cdfb8b6c7120 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:04.888872 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-741fadbc-0bd2-4192-afea-f0500c153ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.902365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-8a4b14ec-a9d9-44d2-8bca-7723d65db367 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529516 Jul 07 22:27:04.903943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1edaeecb-2028-4ddf-959a-0e0b2a5fd804 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2088027 Jul 07 22:27:04.920582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Request body: {'port': {'device_id': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:04.923668 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:04.949647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-741fadbc-0bd2-4192-afea-f0500c153ca3 None None] Port e36c293e-7e75-4421-9f47-cdfb8b6c7120 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:27:05.016855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.026731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a494a5b-790b-4c74-bead-8ba3ef3ee888']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:05.037633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0b7e37-5fab-449d-bb9f-29db2b124fc8') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:05.038025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0b7e37-5fab-449d-bb9f-29db2b124fc8') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:05.039060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed26166c-6a6d-49bc-8550-25f30794e497 req-161ac189-b499-44f2-a421-582ce31352c5 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676965 Jul 07 22:27:05.047348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.062036 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:27:05.073497 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:27:05.135073 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.136122 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.140222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-2b5e21c2-0c5b-47e6-bdab-97b33ab3d80d service neutron] 10.222.0.83 "GET /v2.0/networks/43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259440 Jul 07 22:27:05.141804 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.146479 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] 10.222.0.81 "DELETE /v2.0/networks/4a494a5b-790b-4c74-bead-8ba3ef3ee888 HTTP/1.1" status: 204 len: 168 time: 0.3039985 Jul 07 22:27:05.156010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac8306-fc76-4463-81e1-d258184e065c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a494a5b-790b-4c74-bead-8ba3ef3ee888,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:05.215629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['388f3d4e-b4fe-474f-9107-11e7f32c291b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:05.274496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44148) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:05.312089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4f4c3-4fe1-48e2-97ff-8033c3c4db65 req-6c0852b3-1327-4d8e-aeb4-06b6871c18d9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.313606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06c4f4c3-4fe1-48e2-97ff-8033c3c4db65 req-6c0852b3-1327-4d8e-aeb4-06b6871c18d9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 982 time: 0.2482653 Jul 07 22:27:05.322629 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e979aa4f-55cc-4525-9390-29522be89e4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ae2b00acdba45fdb517df558492f6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458238 Jul 07 22:27:05.324441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:05.377995 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e3efd73-3e73-40ce-9035-b4c325c9b242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.402023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e3efd73-3e73-40ce-9035-b4c325c9b242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.436506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-3cffd187-4490-4b9f-8613-759af007ea3c service neutron] 10.222.0.83 "GET /v2.0/networks/43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859285 Jul 07 22:27:05.449105 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e3efd73-3e73-40ce-9035-b4c325c9b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.452128 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e3efd73-3e73-40ce-9035-b4c325c9b242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.457626 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8e3efd73-3e73-40ce-9035-b4c325c9b242 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6934a72f-7fdb-4d02-8d91-cf9dbcbdf6f6 HTTP/1.1" status: 204 len: 168 time: 0.1292410 Jul 07 22:27:05.464536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3efd73-3e73-40ce-9035-b4c325c9b242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6934a72f-7fdb-4d02-8d91-cf9dbcbdf6f6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:05.499050 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06c4f4c3-4fe1-48e2-97ff-8033c3c4db65 req-1f066f14-c74b-437f-97a3-bb64c93a183b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1690779 Jul 07 22:27:05.510086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a25dd9-de8d-4226-b74b-104a17a0eb4c req-e9830f61-1cbb-4fdb-a3fa-9fa14dac1a99 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.511661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4a25dd9-de8d-4226-b74b-104a17a0eb4c req-e9830f61-1cbb-4fdb-a3fa-9fa14dac1a99 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 932 time: 0.3061237 Jul 07 22:27:05.614326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4a25dd9-de8d-4226-b74b-104a17a0eb4c req-ab31abb4-27d1-4202-ad69-0d704290ab99 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932527 Jul 07 22:27:05.714137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3672-1c18-4101-a598-e40a1584a689 req-a29c47d0-b17c-4adc-a704-5c7001351d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.715658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-a29c47d0-b17c-4adc-a704-5c7001351d8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5fa53f424ee4f55bef098f340a420ca&device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 1134 time: 0.1762781 Jul 07 22:27:05.740199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36c293e-7e75-4421-9f47-cdfb8b6c7120 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:05.794802 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.846862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Transition to ACTIVE for port object e36c293e-7e75-4421-9f47-cdfb8b6c7120 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:05.860364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33280da3-b03e-4987-ab00-454c40fc09ec req-b2944584-9517-483f-9fdc-9170fa97e6ac tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.861900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33280da3-b03e-4987-ab00-454c40fc09ec req-b2944584-9517-483f-9fdc-9170fa97e6ac tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1097 time: 0.2289853 Jul 07 22:27:05.864086 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:05.942878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3672-1c18-4101-a598-e40a1584a689 req-57c321fe-7d21-4ee7-b19f-98502f4991f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:05.944471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-57c321fe-7d21-4ee7-b19f-98502f4991f4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9c61884d-a33e-42fc-aa65-0f59fedaea96 HTTP/1.1" status: 200 len: 896 time: 0.2201395 Jul 07 22:27:06.014827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:06.031359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9973-d677-42f0-a87a-ae847bb38d5c req-fded1a3b-5a1e-44e0-84e7-ac6951ac1a01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.037680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9973-d677-42f0-a87a-ae847bb38d5c req-fded1a3b-5a1e-44e0-84e7-ac6951ac1a01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.043673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9973-d677-42f0-a87a-ae847bb38d5c req-fded1a3b-5a1e-44e0-84e7-ac6951ac1a01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.049616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9973-d677-42f0-a87a-ae847bb38d5c req-fded1a3b-5a1e-44e0-84e7-ac6951ac1a01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.055659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9973-d677-42f0-a87a-ae847bb38d5c req-fded1a3b-5a1e-44e0-84e7-ac6951ac1a01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.061613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9973-d677-42f0-a87a-ae847bb38d5c req-fded1a3b-5a1e-44e0-84e7-ac6951ac1a01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.067845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9973-d677-42f0-a87a-ae847bb38d5c req-fded1a3b-5a1e-44e0-84e7-ac6951ac1a01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.069862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-576d9973-d677-42f0-a87a-ae847bb38d5c req-fded1a3b-5a1e-44e0-84e7-ac6951ac1a01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5421 time: 0.3343983 Jul 07 22:27:06.071385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-5de91dd2-6bdd-4e98-a073-3eb93f57e515 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de675e-b881-40f0-be30-b7b710840031 HTTP/1.1" status: 200 len: 217 time: 0.1134608 Jul 07 22:27:06.090772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33280da3-b03e-4987-ab00-454c40fc09ec req-9c800754-688e-406f-b35a-e0bb3020c605 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194376 Jul 07 22:27:06.229649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-576d9973-d677-42f0-a87a-ae847bb38d5c req-950f6de0-5a49-48ee-9fc8-9efd53abc8f1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377416 Jul 07 22:27:06.244466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3672-1c18-4101-a598-e40a1584a689 req-1b2abbbf-6d2e-44ef-928a-c7387fd21b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.245963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-1b2abbbf-6d2e-44ef-928a-c7387fd21b4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f86a5aa0-7479-49ff-9011-4ecec2fb0805 HTTP/1.1" status: 200 len: 835 time: 0.1531203 Jul 07 22:27:06.250727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Attempting to bind port e36c293e-7e75-4421-9f47-cdfb8b6c7120 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:06.251073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Attempting to bind port e36c293e-7e75-4421-9f47-cdfb8b6c7120 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:06.251404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Attempting to bind port e36c293e-7e75-4421-9f47-cdfb8b6c7120 on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:06.255894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Port e36c293e-7e75-4421-9f47-cdfb8b6c7120 on network f13f5340-1276-4670-bb1c-9b8e37ff1851 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:27:06.256220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Attempting to bind port e36c293e-7e75-4421-9f47-cdfb8b6c7120 on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:06.262892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:06.263247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Checking segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:06.263645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Bound using segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:06.264262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Bound port: e36c293e-7e75-4421-9f47-cdfb8b6c7120, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:06.264390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:06.264875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.289197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 388f3d4e-b4fe-474f-9107-11e7f32c291b up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:06.408362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 388f3d4e-b4fe-474f-9107-11e7f32c291b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:06.424872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 388f3d4e-b4fe-474f-9107-11e7f32c291b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:06.425248 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.474034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:06.475464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:06.477868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:06.491705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8', 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'port_id': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8', 'mac_address': 'fa:16:3e:4b:36:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de3664-eb62-40a6-87b7-289f034f780e', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:06.491944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3672-1c18-4101-a598-e40a1584a689 req-94e6f9e8-0e51-4609-b561-1d2e515730fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.493698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-94e6f9e8-0e51-4609-b561-1d2e515730fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c61884d-a33e-42fc-aa65-0f59fedaea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2267153 Jul 07 22:27:06.504741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522fadf-b1aa-4fa6-bb2f-1aaa817dd541 req-7640cf75-04ff-43ec-a809-9ba80155f76b tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.506396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2522fadf-b1aa-4fa6-bb2f-1aaa817dd541 req-7640cf75-04ff-43ec-a809-9ba80155f76b tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 944 time: 0.1939874 Jul 07 22:27:06.509778 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.559715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.577385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.578021 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.579439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] 10.222.0.44 "PUT /v2.0/ports/e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 1093 time: 1.6639903 Jul 07 22:27:06.591632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:06.594414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44186) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:06.595470 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:06.608719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388f3d4e-b4fe-474f-9107-11e7f32c291b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:06.616656 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c4a611-73e8-4cfa-9f13-8a1bdd35b0f9" -d '{"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "388f3d4e-b4fe-474f-9107-11e7f32c291b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:06.633610 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.637557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 388f3d4e-b4fe-474f-9107-11e7f32c291b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:06.646757 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.655514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:06.700680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:06.713161 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.714007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 232ba9e2-6d11-4729-9200-c79245c5c3cb details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:06.725531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-0136d2cf-5029-4270-a3a0-fcbe5a655e1b tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:06.727491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-0136d2cf-5029-4270-a3a0-fcbe5a655e1b tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1097 time: 0.3386581 Jul 07 22:27:06.741667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=388f3d4e-b4fe-474f-9107-11e7f32c291b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:06.776731 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23ab912b-3de0-40af-a9f8-9cae08d33bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.812499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:06.899647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23ab912b-3de0-40af-a9f8-9cae08d33bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.900466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 232ba9e2-6d11-4729-9200-c79245c5c3cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=232ba9e2-6d11-4729-9200-c79245c5c3cb,segment=NetworkSegment(3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a),segment_id=3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:06.905045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23ab912b-3de0-40af-a9f8-9cae08d33bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.915869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '232ba9e2-6d11-4729-9200-c79245c5c3cb', 'network_id': '43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc', 'port_id': '232ba9e2-6d11-4729-9200-c79245c5c3cb', 'mac_address': 'fa:16:3e:5f:29:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17d4fd01-f1c1-4ae8-ac54-2fa8c998ad0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:06.941078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab912b-3de0-40af-a9f8-9cae08d33bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb7ae7a-e708-48cb-90e7-eccdfb628153,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:06.966770 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-23ab912b-3de0-40af-a9f8-9cae08d33bed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6297b1fa4c684a25826371acb5e4c473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688846 Jul 07 22:27:06.967729 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:06.971319 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:06.985164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232ba9e2-6d11-4729-9200-c79245c5c3cb {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:07.007386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 232ba9e2-6d11-4729-9200-c79245c5c3cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=232ba9e2-6d11-4729-9200-c79245c5c3cb,segment=NetworkSegment(3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a),segment_id=3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.012882 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.013687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device e0c9f426-53ec-45de-943c-677276e8987d details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:07.022426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e9d050c-814f-4237-9f8f-da1479609981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.046678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e9d050c-814f-4237-9f8f-da1479609981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.074965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2522fadf-b1aa-4fa6-bb2f-1aaa817dd541 req-3735d987-91f9-4617-8614-72dec7920f11 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564985 Jul 07 22:27:07.111793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=232ba9e2-6d11-4729-9200-c79245c5c3cb,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:07.113644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e9d050c-814f-4237-9f8f-da1479609981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.121170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e9d050c-814f-4237-9f8f-da1479609981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.124255 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8e9d050c-814f-4237-9f8f-da1479609981 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9bb7ae7a-e708-48cb-90e7-eccdfb628153 HTTP/1.1" status: 204 len: 168 time: 0.1525660 Jul 07 22:27:07.133977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d050c-814f-4237-9f8f-da1479609981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb7ae7a-e708-48cb-90e7-eccdfb628153,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:07.168773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04e1c3-e96f-49c4-9d97-1f5ddb197a58 service neutron] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:07.173922 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e949096-5345-4b0a-a583-2e9723e16278 x-openstack-request-id: req-3e949096-5345-4b0a-a583-2e9723e16278 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:07.174353 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "388f3d4e-b4fe-474f-9107-11e7f32c291b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:07.174695 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e949096-5345-4b0a-a583-2e9723e16278 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:07.175173 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388f3d4e-b4fe-474f-9107-11e7f32c291b', 'code': 200} Jul 07 22:27:07.175888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-fbb4d456-ad8e-4ab6-9c18-a3e04112d680 service neutron] 10.222.0.83 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674600 Jul 07 22:27:07.198226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port e0c9f426-53ec-45de-943c-677276e8987d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e0c9f426-53ec-45de-943c-677276e8987d,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.211788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'e0c9f426-53ec-45de-943c-677276e8987d', 'network_id': '953f89c8-5be7-4b9c-8635-4686d6cde9ac', 'port_id': 'e0c9f426-53ec-45de-943c-677276e8987d', 'mac_address': 'fa:16:3e:22:9f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5140dd0-9da8-4630-8bd7-e0e925ba7e30', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:07.258419 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.274158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c9f426-53ec-45de-943c-677276e8987d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:07.302687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port e0c9f426-53ec-45de-943c-677276e8987d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e0c9f426-53ec-45de-943c-677276e8987d,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.307941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.308879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device a909e51b-e641-48c9-903f-9553bf115292 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:07.312142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe675c-1fb1-45bd-bead-bd2820ce2bc9 req-d3c0338c-dfe6-485a-8e07-430854d1aefc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:07.313916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43fe675c-1fb1-45bd-bead-bd2820ce2bc9 req-d3c0338c-dfe6-485a-8e07-430854d1aefc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 982 time: 0.6408279 Jul 07 22:27:07.336683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1f95afac-a853-40fd-9057-a5a38a8b2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:07.338051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1f95afac-a853-40fd-9057-a5a38a8b2bb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1096 time: 0.6789858 Jul 07 22:27:07.383858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port a909e51b-e641-48c9-903f-9553bf115292, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a909e51b-e641-48c9-903f-9553bf115292,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.392736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=e0c9f426-53ec-45de-943c-677276e8987d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:07.403577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'a909e51b-e641-48c9-903f-9553bf115292', 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'port_id': 'a909e51b-e641-48c9-903f-9553bf115292', 'mac_address': 'fa:16:3e:60:0d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de3664-eb62-40a6-87b7-289f034f780e', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:07.447922 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.458513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-0dfe9cea-50e4-4c2a-855f-94345feeca3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 217 time: 0.0912166 Jul 07 22:27:07.464421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a909e51b-e641-48c9-903f-9553bf115292 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:07.485520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port a909e51b-e641-48c9-903f-9553bf115292, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a909e51b-e641-48c9-903f-9553bf115292,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.489746 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.490538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 02d71a1d-2d8a-4480-9f73-1c942df3506a details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:07.506563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Deleting port 8fc85285-6902-48e3-b98b-08afb91df366 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:07.506913 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.546665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-186f3672-1c18-4101-a598-e40a1584a689 req-0f67332f-28f4-46e2-b94f-43082b899437 service neutron] 10.222.0.83 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299763 Jul 07 22:27:07.556692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 02d71a1d-2d8a-4480-9f73-1c942df3506a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=02d71a1d-2d8a-4480-9f73-1c942df3506a,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.559068 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43fe675c-1fb1-45bd-bead-bd2820ce2bc9 req-f029f9a7-2be3-421b-9c1f-783281c20d0f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2284327 Jul 07 22:27:07.565942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=a909e51b-e641-48c9-903f-9553bf115292,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:07.573541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '02d71a1d-2d8a-4480-9f73-1c942df3506a', 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'port_id': '02d71a1d-2d8a-4480-9f73-1c942df3506a', 'mac_address': 'fa:16:3e:ab:6d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de3664-eb62-40a6-87b7-289f034f780e', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:07.612803 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.624567 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9452717-15f5-458d-9eaf-95d83f9f551b x-openstack-request-id: req-b9452717-15f5-458d-9eaf-95d83f9f551b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:07.624859 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:07.625189 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9452717-15f5-458d-9eaf-95d83f9f551b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:07.625502 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'status': 'completed', 'code': 200} Jul 07 22:27:07.627236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d71a1d-2d8a-4480-9f73-1c942df3506a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:07.652911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 02d71a1d-2d8a-4480-9f73-1c942df3506a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=02d71a1d-2d8a-4480-9f73-1c942df3506a,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.660453 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.661627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b5b66697-8979-47bb-bd75-06bc6002473d details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:07.664721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd1d03-7f31-4cf0-80ab-d37254b7e1b8 req-63c643f5-58f2-44cb-90cf-78a5ad9d323f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:07.666412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8cd1d03-7f31-4cf0-80ab-d37254b7e1b8 req-63c643f5-58f2-44cb-90cf-78a5ad9d323f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 944 time: 0.3703430 Jul 07 22:27:07.669991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1c861914-e764-4ff7-817b-4d449f79d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:07.674867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-1c861914-e764-4ff7-817b-4d449f79d720 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.2041807 Jul 07 22:27:07.761224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] For port 8fc85285-6902-48e3-b98b-08afb91df366, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8fc85285-6902-48e3-b98b-08afb91df366,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.761820 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.769029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=02d71a1d-2d8a-4480-9f73-1c942df3506a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:07.795779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8cd1d03-7f31-4cf0-80ab-d37254b7e1b8 req-ce87c27c-05c8-47ef-bf7b-dd8bc682edc0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140494 Jul 07 22:27:07.812033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b5b66697-8979-47bb-bd75-06bc6002473d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b5b66697-8979-47bb-bd75-06bc6002473d,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.817395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Calling delete_port for 8fc85285-6902-48e3-b98b-08afb91df366 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:07.834788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'b5b66697-8979-47bb-bd75-06bc6002473d', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'port_id': 'b5b66697-8979-47bb-bd75-06bc6002473d', 'mac_address': 'fa:16:3e:ca:df:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:07.883340 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.899176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b66697-8979-47bb-bd75-06bc6002473d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:07.900711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-02d86392-244d-45b2-a5c2-607e13997b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:07.902258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-02d86392-244d-45b2-a5c2-607e13997b80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194262 Jul 07 22:27:07.940610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fbed0-47ed-4953-98dc-7e0632c637f2 req-4c81b105-8994-4e33-8e15-cea2de4f5543 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:07.940825 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-710fbed0-47ed-4953-98dc-7e0632c637f2 req-4c81b105-8994-4e33-8e15-cea2de4f5543 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=42fe4f91-be4b-4caf-959e-c224be790edf HTTP/1.1" status: 200 len: 1097 time: 0.1815538 Jul 07 22:27:07.950290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b5b66697-8979-47bb-bd75-06bc6002473d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b5b66697-8979-47bb-bd75-06bc6002473d,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:07.954833 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:07.955700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f112fa30-5874-422d-9bbe-76b4cfabad81 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:08.035919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=b5b66697-8979-47bb-bd75-06bc6002473d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:08.040099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f112fa30-5874-422d-9bbe-76b4cfabad81, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f112fa30-5874-422d-9bbe-76b4cfabad81,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:08.053577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'f112fa30-5874-422d-9bbe-76b4cfabad81', 'network_id': '5ffa7e6c-3f46-4edb-b041-e6575e78e894', 'port_id': 'f112fa30-5874-422d-9bbe-76b4cfabad81', 'mac_address': 'fa:16:3e:b7:e3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89de3664-eb62-40a6-87b7-289f034f780e', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:08.060706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-710fbed0-47ed-4953-98dc-7e0632c637f2 req-b20e1e30-46d1-4498-9938-10330a1303b3 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884659 Jul 07 22:27:08.098491 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:08.118129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f112fa30-5874-422d-9bbe-76b4cfabad81 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:08.140527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f112fa30-5874-422d-9bbe-76b4cfabad81, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f112fa30-5874-422d-9bbe-76b4cfabad81,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:08.146217 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:08.150888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-d0d8cbfc-65a9-47b0-9ae8-8b38359709f7 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379501 Jul 07 22:27:08.211155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f112fa30-5874-422d-9bbe-76b4cfabad81,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:08.214964 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:08.260047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fc85285-6902-48e3-b98b-08afb91df366,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:08.307083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b68b-e99a-4920-b563-93f8be539fc0 req-04eccb48-f6ae-44a7-991d-59021f98a736 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.314252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b68b-e99a-4920-b563-93f8be539fc0 req-04eccb48-f6ae-44a7-991d-59021f98a736 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.321867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b68b-e99a-4920-b563-93f8be539fc0 req-04eccb48-f6ae-44a7-991d-59021f98a736 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.328656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b68b-e99a-4920-b563-93f8be539fc0 req-04eccb48-f6ae-44a7-991d-59021f98a736 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.335641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b68b-e99a-4920-b563-93f8be539fc0 req-04eccb48-f6ae-44a7-991d-59021f98a736 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.342771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b68b-e99a-4920-b563-93f8be539fc0 req-04eccb48-f6ae-44a7-991d-59021f98a736 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.349050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2b68b-e99a-4920-b563-93f8be539fc0 req-04eccb48-f6ae-44a7-991d-59021f98a736 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.351062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bb2b68b-e99a-4920-b563-93f8be539fc0 req-04eccb48-f6ae-44a7-991d-59021f98a736 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5427 time: 0.2621653 Jul 07 22:27:08.424333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] No DVR routers for this DVR port 8fc85285-6902-48e3-b98b-08afb91df366 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:08.427946 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:08.430440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63a07032-e66a-4e22-b73a-2acb8bb01e76 req-a97fd9c7-1bb1-4d38-b349-dffba74e5fb6 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.44 "DELETE /v2.0/ports/8fc85285-6902-48e3-b98b-08afb91df366 HTTP/1.1" status: 204 len: 173 time: 1.6682527 Jul 07 22:27:08.465176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a03e30e6-fbed-437c-90cf-0ffdfdaebd9e req-2911d93e-3879-4617-bb27-a92f8bf098dd service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056080 Jul 07 22:27:08.491430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bb2b68b-e99a-4920-b563-93f8be539fc0 req-6d1082cf-83a9-4252-9dc1-62ee1a56d5b7 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153471 Jul 07 22:27:08.522670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['5e978020-9284-4ebc-8544-234318a054ea'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:08.689456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-8e771a25-5f14-43a8-b897-e9322e89f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.690847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-8e771a25-5f14-43a8-b897-e9322e89f4ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1096 time: 0.1344810 Jul 07 22:27:08.908741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-ceee3ee2-6969-424b-979d-a8e5430cc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:08.911427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-ceee3ee2-6969-424b-979d-a8e5430cc331 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.2128494 Jul 07 22:27:08.980676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-542c1f0f-3b26-47ab-8265-e4c752eccc78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 217 time: 0.0618765 Jul 07 22:27:08.997080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dce0b-0c5f-422e-86ab-8729691c1b31 req-b5c03ffb-d255-48b0-a9ee-b424b9e91b18 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.003073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-593dce0b-0c5f-422e-86ab-8729691c1b31 req-b5c03ffb-d255-48b0-a9ee-b424b9e91b18 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 982 time: 0.2642248 Jul 07 22:27:09.049123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aaae7-8412-4188-8efa-5faec4dc1eee req-ec5ab16c-0f29-4e5e-8a92-1c23fc94d713 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.050812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9aaae7-8412-4188-8efa-5faec4dc1eee req-ec5ab16c-0f29-4e5e-8a92-1c23fc94d713 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 945 time: 0.2729032 Jul 07 22:27:09.119577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-abe8fded-340b-4810-92e3-fd2f6415ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.121355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-abe8fded-340b-4810-92e3-fd2f6415ab20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1161461 Jul 07 22:27:09.132521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-593dce0b-0c5f-422e-86ab-8729691c1b31 req-ed25a2bc-eac4-49f0-b77c-6964ce2c0ed0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1142721 Jul 07 22:27:09.181668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc9aaae7-8412-4188-8efa-5faec4dc1eee req-f64ae366-7031-4c63-88d2-6881a694628b tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214416 Jul 07 22:27:09.211905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-d79c099b-c328-47c5-a196-efde257a20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.213521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-d79c099b-c328-47c5-a196-efde257a20b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735826 Jul 07 22:27:09.391968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-0699431f-13e8-485d-a639-23c42054a991 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693051 Jul 07 22:27:09.476610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479a471-e341-4940-9462-466a52782e13 req-3b6a0ded-c8a3-4ec3-bc01-fab5f688ddc8 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.478196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7479a471-e341-4940-9462-466a52782e13 req-3b6a0ded-c8a3-4ec3-bc01-fab5f688ddc8 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 944 time: 0.1572824 Jul 07 22:27:09.536608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7479a471-e341-4940-9462-466a52782e13 req-5c80b4b3-6974-4a6c-88f8-2bf613d2960a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521803 Jul 07 22:27:09.540162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec77a492-bd66-43a9-8fe7-47d3613cfbc2 req-269db436-767d-4094-979f-d46f61364b8c service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401043 Jul 07 22:27:09.627166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe4f91-be4b-4caf-959e-c224be790edf', 'name': 'network-vif-deleted', 'tag': '8fc85285-6902-48e3-b98b-08afb91df366'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:09.630676 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b867e3bf-7f06-421b-93ec-1b1870e53f39" -d '{"events": [{"server_uuid": "42fe4f91-be4b-4caf-959e-c224be790edf", "name": "network-vif-deleted", "tag": "8fc85285-6902-48e3-b98b-08afb91df366"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:09.711239 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff69d45-e773-4713-8522-5033832978da x-openstack-request-id: req-dff69d45-e773-4713-8522-5033832978da {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:09.711535 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe4f91-be4b-4caf-959e-c224be790edf", "name": "network-vif-deleted", "tag": "8fc85285-6902-48e3-b98b-08afb91df366", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:09.711867 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dff69d45-e773-4713-8522-5033832978da {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:09.712321 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fe4f91-be4b-4caf-959e-c224be790edf', 'name': 'network-vif-deleted', 'tag': '8fc85285-6902-48e3-b98b-08afb91df366', 'status': 'completed', 'code': 200} Jul 07 22:27:09.749986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67e1a-c9d1-4b31-8f4d-49b3b823daf9 req-5454564f-e098-40e9-adf5-9a85c734e6a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.756912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67e1a-c9d1-4b31-8f4d-49b3b823daf9 req-5454564f-e098-40e9-adf5-9a85c734e6a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.763745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67e1a-c9d1-4b31-8f4d-49b3b823daf9 req-5454564f-e098-40e9-adf5-9a85c734e6a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.771072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67e1a-c9d1-4b31-8f4d-49b3b823daf9 req-5454564f-e098-40e9-adf5-9a85c734e6a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.777670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67e1a-c9d1-4b31-8f4d-49b3b823daf9 req-5454564f-e098-40e9-adf5-9a85c734e6a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.784313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67e1a-c9d1-4b31-8f4d-49b3b823daf9 req-5454564f-e098-40e9-adf5-9a85c734e6a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.791476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b67e1a-c9d1-4b31-8f4d-49b3b823daf9 req-5454564f-e098-40e9-adf5-9a85c734e6a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.793499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11b67e1a-c9d1-4b31-8f4d-49b3b823daf9 req-5454564f-e098-40e9-adf5-9a85c734e6a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5428 time: 0.1449871 Jul 07 22:27:09.869991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11b67e1a-c9d1-4b31-8f4d-49b3b823daf9 req-673c2cc2-7c13-4687-a1e2-9621a19c696d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645857 Jul 07 22:27:09.884417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d500f7-6164-4998-adac-caee69ca26ba req-fe718d37-baf2-4daa-b619-5bed62a3dbc3 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:09.886052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1d500f7-6164-4998-adac-caee69ca26ba req-fe718d37-baf2-4daa-b619-5bed62a3dbc3 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.0897784 Jul 07 22:27:09.925959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1d500f7-6164-4998-adac-caee69ca26ba req-cec783c3-c858-43fc-929a-fa904f945ab9 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326822 Jul 07 22:27:10.011199 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['d0066ac4-802b-4ccd-bfe9-d13056c8f1c8'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:10.038432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['f112fa30-5874-422d-9bbe-76b4cfabad81'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:10.063302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['232ba9e2-6d11-4729-9200-c79245c5c3cb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:10.139582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['a909e51b-e641-48c9-903f-9553bf115292'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:10.186800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8fc85285-6902-48e3-b98b-08afb91df366 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:10.236290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['b5b66697-8979-47bb-bd75-06bc6002473d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:10.240478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['e0c9f426-53ec-45de-943c-677276e8987d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:10.255180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 8fc85285-6902-48e3-b98b-08afb91df366 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:10.255715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8fc85285-6902-48e3-b98b-08afb91df366 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:10.388976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ab04d-1c62-426c-876d-e023d1f3143c req-73ab5988-f93d-415f-8fac-e9d0178813e0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:10.390600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b77ab04d-1c62-426c-876d-e023d1f3143c req-73ab5988-f93d-415f-8fac-e9d0178813e0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 982 time: 0.1276023 Jul 07 22:27:10.451497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['02d71a1d-2d8a-4480-9f73-1c942df3506a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:10.482276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device a5de675e-b881-40f0-be30-b7b710840031 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:10.683910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88bb13-ae12-49e0-9041-1f8371e5d5ee req-232facf6-c870-4fbc-9ff9-9ebcb7afefbb tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:10.685403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b88bb13-ae12-49e0-9041-1f8371e5d5ee req-232facf6-c870-4fbc-9ff9-9ebcb7afefbb tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 945 time: 0.3679371 Jul 07 22:27:10.716707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b77ab04d-1c62-426c-876d-e023d1f3143c req-ff0d2de5-feb7-47e9-9861-cc40b56fee46 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3164520 Jul 07 22:27:10.736590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b88bb13-ae12-49e0-9041-1f8371e5d5ee req-05ce2aca-4c26-486e-87a3-ca8e2e5a0bcd tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Jul 07 22:27:10.990355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ab585-b951-420f-893f-21eb82d68eb2 req-2e4e0675-ed11-4463-b558-d847dc44eb1c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:10.992106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-946ab585-b951-420f-893f-21eb82d68eb2 req-2e4e0675-ed11-4463-b558-d847dc44eb1c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 944 time: 0.0700536 Jul 07 22:27:11.041795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-946ab585-b951-420f-893f-21eb82d68eb2 req-19f77417-8a20-4e6a-84f1-18925a9ef4b1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411060 Jul 07 22:27:11.051377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port a5de675e-b881-40f0-be30-b7b710840031, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a5de675e-b881-40f0-be30-b7b710840031,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:11.135822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'a5de675e-b881-40f0-be30-b7b710840031', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'port_id': 'a5de675e-b881-40f0-be30-b7b710840031', 'mac_address': 'fa:16:3e:b3:95:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:11.277890 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.295229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5de675e-b881-40f0-be30-b7b710840031 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:11.297760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9379b-1cd8-4f58-9360-4016a75b27c0 req-84f34cb2-90e9-4806-b1ac-7d2bb8a74c1c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.305338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9379b-1cd8-4f58-9360-4016a75b27c0 req-84f34cb2-90e9-4806-b1ac-7d2bb8a74c1c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.312179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9379b-1cd8-4f58-9360-4016a75b27c0 req-84f34cb2-90e9-4806-b1ac-7d2bb8a74c1c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.318660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9379b-1cd8-4f58-9360-4016a75b27c0 req-84f34cb2-90e9-4806-b1ac-7d2bb8a74c1c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.318797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port a5de675e-b881-40f0-be30-b7b710840031, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a5de675e-b881-40f0-be30-b7b710840031,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:11.322345 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:11.325121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9379b-1cd8-4f58-9360-4016a75b27c0 req-84f34cb2-90e9-4806-b1ac-7d2bb8a74c1c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.331177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9379b-1cd8-4f58-9360-4016a75b27c0 req-84f34cb2-90e9-4806-b1ac-7d2bb8a74c1c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.337621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9379b-1cd8-4f58-9360-4016a75b27c0 req-84f34cb2-90e9-4806-b1ac-7d2bb8a74c1c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.339878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89c9379b-1cd8-4f58-9360-4016a75b27c0 req-84f34cb2-90e9-4806-b1ac-7d2bb8a74c1c tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5428 time: 0.1781044 Jul 07 22:27:11.380792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=a5de675e-b881-40f0-be30-b7b710840031,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:11.396741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210ab91-652e-4688-9cf1-3791c07cb077 req-502f6398-2599-446e-87e1-f2661e33fde4 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.398321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e210ab91-652e-4688-9cf1-3791c07cb077 req-502f6398-2599-446e-87e1-f2661e33fde4 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.1710982 Jul 07 22:27:11.403024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89c9379b-1cd8-4f58-9360-4016a75b27c0 req-aaa52621-96dc-425b-a111-bec693b03ebd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536721 Jul 07 22:27:11.449929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e210ab91-652e-4688-9cf1-3791c07cb077 req-a3844cad-d0f7-49d9-b71b-d3a4e0a68fa2 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446002 Jul 07 22:27:11.937745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9645c-5a8c-4b6e-beea-d978b0cfc8b0 req-fef14c1a-1f92-4bc1-9fd2-1cb4c791ec72 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.939277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64e9645c-5a8c-4b6e-beea-d978b0cfc8b0 req-fef14c1a-1f92-4bc1-9fd2-1cb4c791ec72 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 983 time: 0.1087794 Jul 07 22:27:11.960960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b9657-7abf-4919-b88a-f85774d72916 req-bb7ce862-f9ad-4731-bf58-f7b991455e29 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:11.962484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-638b9657-7abf-4919-b88a-f85774d72916 req-bb7ce862-f9ad-4731-bf58-f7b991455e29 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 945 time: 0.0987492 Jul 07 22:27:12.006940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64e9645c-5a8c-4b6e-beea-d978b0cfc8b0 req-ecf2fcdc-fd28-45e2-985e-036766cd056e tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0599909 Jul 07 22:27:12.030265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-638b9657-7abf-4919-b88a-f85774d72916 req-ba544e31-93d6-4467-bb60-7980772abd1f tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593553 Jul 07 22:27:12.192464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:12.196933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-eb3615a3-e4c6-4a17-b301-87c4bfa800c8 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.200042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-eb3615a3-e4c6-4a17-b301-87c4bfa800c8 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.1189442 Jul 07 22:27:12.360095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:12.379487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'port_id': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'mac_address': 'fa:16:3e:c5:a7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:12.397064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ddb71-dffe-4a9e-9095-64d0c393b27f req-32e18a23-2b3c-4594-8f64-ccd1685c6cf5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.398988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c90ddb71-dffe-4a9e-9095-64d0c393b27f req-32e18a23-2b3c-4594-8f64-ccd1685c6cf5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 944 time: 0.1185184 Jul 07 22:27:12.419748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.428800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Deleting port 5e978020-9284-4ebc-8544-234318a054ea {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:12.429147 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.433484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36c293e-7e75-4421-9f47-cdfb8b6c7120 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:12.454662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:12.459686 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.498583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c90ddb71-dffe-4a9e-9095-64d0c393b27f req-0d1377a2-30a4-4cba-ad44-aad7323c8b7f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915024 Jul 07 22:27:12.519098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:12.536515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] For port 5e978020-9284-4ebc-8544-234318a054ea, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=5e978020-9284-4ebc-8544-234318a054ea,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:12.536888 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.560914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Calling delete_port for 5e978020-9284-4ebc-8544-234318a054ea owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:12.672641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e36c293e-7e75-4421-9f47-cdfb8b6c7120'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:12.711058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d62d-5afe-4faf-b822-fa17e8890584 req-65fbabcc-dba3-48d3-993b-c51f8d12cf2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.719231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d62d-5afe-4faf-b822-fa17e8890584 req-65fbabcc-dba3-48d3-993b-c51f8d12cf2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.729986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d62d-5afe-4faf-b822-fa17e8890584 req-65fbabcc-dba3-48d3-993b-c51f8d12cf2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.735967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d62d-5afe-4faf-b822-fa17e8890584 req-65fbabcc-dba3-48d3-993b-c51f8d12cf2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.742510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d62d-5afe-4faf-b822-fa17e8890584 req-65fbabcc-dba3-48d3-993b-c51f8d12cf2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.748455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d62d-5afe-4faf-b822-fa17e8890584 req-65fbabcc-dba3-48d3-993b-c51f8d12cf2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.754395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7d62d-5afe-4faf-b822-fa17e8890584 req-65fbabcc-dba3-48d3-993b-c51f8d12cf2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.756397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02b7d62d-5afe-4faf-b822-fa17e8890584 req-65fbabcc-dba3-48d3-993b-c51f8d12cf2b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5428 time: 0.2100368 Jul 07 22:27:12.812272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab5a83-012f-4863-87cc-9230950902c3 req-ede7aa59-5b81-4722-a33f-2b0729c6e21e tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:12.813824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cab5a83-012f-4863-87cc-9230950902c3 req-ede7aa59-5b81-4722-a33f-2b0729c6e21e tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f3bed2da-77d2-46de-ba8d-a29c9140ea14 HTTP/1.1" status: 200 len: 1098 time: 0.1829009 Jul 07 22:27:12.854575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02b7d62d-5afe-4faf-b822-fa17e8890584 req-64fd1259-032a-43cd-b0bf-a6f34c97cc9e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822835 Jul 07 22:27:12.890828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cab5a83-012f-4863-87cc-9230950902c3 req-f86e2ea5-220a-4382-a9db-b02a812da505 tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9154534e-b38b-4289-a151-92fd89ea0d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489409 Jul 07 22:27:12.891413 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.921032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e978020-9284-4ebc-8544-234318a054ea,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:12.969115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] No DVR routers for this DVR port 5e978020-9284-4ebc-8544-234318a054ea on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:12.971822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:12.974478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-656b5882-3d59-45f6-ad1f-d35327b7e3dc req-04a70f50-c6c3-43eb-a30f-a2992e7581fd tempest-TestServerMultinode-1218249572 tempest-TestServerMultinode-1218249572-project-admin] 10.222.0.83 "DELETE /v2.0/ports/5e978020-9284-4ebc-8544-234318a054ea HTTP/1.1" status: 204 len: 173 time: 0.7645111 Jul 07 22:27:12.974931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bed2da-77d2-46de-ba8d-a29c9140ea14', 'name': 'network-vif-deleted', 'tag': '5e978020-9284-4ebc-8544-234318a054ea'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:12.977207 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522ea5aa-cf24-4658-af2e-64e157402770" -d '{"events": [{"server_uuid": "f3bed2da-77d2-46de-ba8d-a29c9140ea14", "name": "network-vif-deleted", "tag": "5e978020-9284-4ebc-8544-234318a054ea"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:13.046807 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3639470-073f-42fd-b9ce-8ac2ea55485a x-openstack-request-id: req-a3639470-073f-42fd-b9ce-8ac2ea55485a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:13.047373 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bed2da-77d2-46de-ba8d-a29c9140ea14", "name": "network-vif-deleted", "tag": "5e978020-9284-4ebc-8544-234318a054ea", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:13.047373 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3639470-073f-42fd-b9ce-8ac2ea55485a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:13.047759 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bed2da-77d2-46de-ba8d-a29c9140ea14', 'name': 'network-vif-deleted', 'tag': '5e978020-9284-4ebc-8544-234318a054ea', 'status': 'completed', 'code': 200} Jul 07 22:27:13.278855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22c079-187f-453a-b5d8-6d7b40d61bee req-f79215af-c258-4e6b-8b69-5e148efbf033 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.280402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d22c079-187f-453a-b5d8-6d7b40d61bee req-f79215af-c258-4e6b-8b69-5e148efbf033 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 945 time: 0.1088018 Jul 07 22:27:13.289772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d00e6-a1cc-4e52-ab22-b5743ad124da req-4ce66c36-cda1-479c-b34e-75e6e7ce146b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.291414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-656d00e6-a1cc-4e52-ab22-b5743ad124da req-4ce66c36-cda1-479c-b34e-75e6e7ce146b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 983 time: 0.1301401 Jul 07 22:27:13.349150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d22c079-187f-453a-b5d8-6d7b40d61bee req-14d0ce16-af66-43df-a241-7f3487e05ce3 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568020 Jul 07 22:27:13.353129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-656d00e6-a1cc-4e52-ab22-b5743ad124da req-e8eb71e3-a67c-493b-9a29-3aa9e73137a1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0548005 Jul 07 22:27:13.389250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['a5de675e-b881-40f0-be30-b7b710840031'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:13.681217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6813d-cdbb-4ac5-99eb-25ecbefa2b7f req-d52fb000-9717-4888-a6e4-f3327cf25e0f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:13.683037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20f6813d-cdbb-4ac5-99eb-25ecbefa2b7f req-d52fb000-9717-4888-a6e4-f3327cf25e0f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0667055 Jul 07 22:27:13.724670 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20f6813d-cdbb-4ac5-99eb-25ecbefa2b7f req-88b599f9-afa1-48b6-ae65-abdee3f1a476 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356929 Jul 07 22:27:14.008618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44336) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:14.081385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bbd55-021d-4367-bb5a-ea2efca51e64 req-a57db17d-6b3c-4409-a044-569c5b553a4a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.088329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bbd55-021d-4367-bb5a-ea2efca51e64 req-a57db17d-6b3c-4409-a044-569c5b553a4a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.094773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bbd55-021d-4367-bb5a-ea2efca51e64 req-a57db17d-6b3c-4409-a044-569c5b553a4a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.101058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bbd55-021d-4367-bb5a-ea2efca51e64 req-a57db17d-6b3c-4409-a044-569c5b553a4a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.106999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bbd55-021d-4367-bb5a-ea2efca51e64 req-a57db17d-6b3c-4409-a044-569c5b553a4a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.113377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bbd55-021d-4367-bb5a-ea2efca51e64 req-a57db17d-6b3c-4409-a044-569c5b553a4a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.119267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bbd55-021d-4367-bb5a-ea2efca51e64 req-a57db17d-6b3c-4409-a044-569c5b553a4a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.121238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-058bbd55-021d-4367-bb5a-ea2efca51e64 req-a57db17d-6b3c-4409-a044-569c5b553a4a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5428 time: 0.1315625 Jul 07 22:27:14.169009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-058bbd55-021d-4367-bb5a-ea2efca51e64 req-259438a7-66b5-4e90-b261-b5f8f8314c7a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412574 Jul 07 22:27:14.207878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:14.262112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port e36c293e-7e75-4421-9f47-cdfb8b6c7120 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:14.268444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port e36c293e-7e75-4421-9f47-cdfb8b6c7120 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:14.269204 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.377666 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.443090 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:14.446111 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.446487 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577bdfef-3bfb-4883-a5e8-716ed0872c62" -d '{"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-plugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:14.461528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:14.467258 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.547812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:14.644095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62b742-e3af-4b1e-abf1-c62f3f871a61 req-d3a5002e-83d7-41cb-9de1-3c32575e6c7a tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.645593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62b742-e3af-4b1e-abf1-c62f3f871a61 req-d3a5002e-83d7-41cb-9de1-3c32575e6c7a tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 983 time: 0.1290259 Jul 07 22:27:14.653867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ed3cb-eb6f-40eb-9d42-946fc9556ec5 req-fc6b42f2-1233-4725-a292-241485aec30f tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.655533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-609ed3cb-eb6f-40eb-9d42-946fc9556ec5 req-fc6b42f2-1233-4725-a292-241485aec30f tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 945 time: 0.1088634 Jul 07 22:27:14.714563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62b742-e3af-4b1e-abf1-c62f3f871a61 req-47f9ca24-49d7-46c6-b5b7-78bfed0eabdc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0579250 Jul 07 22:27:14.725659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-609ed3cb-eb6f-40eb-9d42-946fc9556ec5 req-fc36711d-f54f-4b8a-92dc-de6b6e263986 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629671 Jul 07 22:27:14.733169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Deleting port fe08f047-022b-4d10-a46d-5c562b6b3ccd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:14.734101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.779779 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203879d0-4478-4ccd-ba8b-1f09b8a44017 x-openstack-request-id: req-203879d0-4478-4ccd-ba8b-1f09b8a44017 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:14.780077 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-plugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:14.780333 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-203879d0-4478-4ccd-ba8b-1f09b8a44017 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:14.780736 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'code': 200} Jul 07 22:27:14.827708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] For port fe08f047-022b-4d10-a46d-5c562b6b3ccd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fe08f047-022b-4d10-a46d-5c562b6b3ccd,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:14.828234 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:14.843247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Calling delete_port for fe08f047-022b-4d10-a46d-5c562b6b3ccd owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:14.950752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f514bd-4527-4d47-9a9d-30f0435d65b7 req-0dfe6f36-ca32-4a5d-a966-d37d8ffc886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.952241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74f514bd-4527-4d47-9a9d-30f0435d65b7 req-0dfe6f36-ca32-4a5d-a966-d37d8ffc886d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1098 time: 0.1028037 Jul 07 22:27:14.964703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a8185-e0f4-4821-a6ff-ff4834f0e5ed req-38d77615-2d63-4175-a1f2-28916b5d2413 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:14.966207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b29a8185-e0f4-4821-a6ff-ff4834f0e5ed req-38d77615-2d63-4175-a1f2-28916b5d2413 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 946 time: 0.0883522 Jul 07 22:27:15.017623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74f514bd-4527-4d47-9a9d-30f0435d65b7 req-7dafb21b-bab5-49c2-834b-da4484339093 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504463 Jul 07 22:27:15.025215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b29a8185-e0f4-4821-a6ff-ff4834f0e5ed req-4afea4c2-08c9-4257-b5cb-5431b8be0136 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518742 Jul 07 22:27:15.036410 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.066067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Pushing event deleted for resources: {'Port': ['ID=fe08f047-022b-4d10-a46d-5c562b6b3ccd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:15.234411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.442156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c6a9-bd6d-413d-9f48-5cf9baac100d req-05053e79-6402-459f-8c63-8bf87bb4fa18 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.448554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c6a9-bd6d-413d-9f48-5cf9baac100d req-05053e79-6402-459f-8c63-8bf87bb4fa18 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.454410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c6a9-bd6d-413d-9f48-5cf9baac100d req-05053e79-6402-459f-8c63-8bf87bb4fa18 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.460318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c6a9-bd6d-413d-9f48-5cf9baac100d req-05053e79-6402-459f-8c63-8bf87bb4fa18 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.466339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c6a9-bd6d-413d-9f48-5cf9baac100d req-05053e79-6402-459f-8c63-8bf87bb4fa18 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.471671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Router a727c66b-b85f-44d8-9a6d-b202ca82c175 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:15.472362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c6a9-bd6d-413d-9f48-5cf9baac100d req-05053e79-6402-459f-8c63-8bf87bb4fa18 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.478277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c6a9-bd6d-413d-9f48-5cf9baac100d req-05053e79-6402-459f-8c63-8bf87bb4fa18 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:15.480240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b35c6a9-bd6d-413d-9f48-5cf9baac100d req-05053e79-6402-459f-8c63-8bf87bb4fa18 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5428 time: 0.1095722 Jul 07 22:27:15.525643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b35c6a9-bd6d-413d-9f48-5cf9baac100d req-53ad37a1-1d60-427a-beeb-54334b9ef125 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388401 Jul 07 22:27:15.586224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:15.591274 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-28a24717-c1b2-40ba-88f4-d7eec8f2280b admin admin] 10.222.0.81 "PUT /v2.0/routers/a727c66b-b85f-44d8-9a6d-b202ca82c175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5816391 Jul 07 22:27:15.593717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44366) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:15.598547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] Sync routers for ids ['a727c66b-b85f-44d8-9a6d-b202ca82c175'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:15.607937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] Routers {'a727c66b-b85f-44d8-9a6d-b202ca82c175'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:15.608627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a727c66b-b85f-44d8-9a6d-b202ca82c175'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:15.701402 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.713415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] Set router a727c66b-b85f-44d8-9a6d-b202ca82c175 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:15.884192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:15.966122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143'}], 'enable_snat': True}, 'gw_port_id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:50Z', 'updated_at': '2021-07-07T22:27:14Z', 'revision_number': 5, 'project_id': '758ccf13800b41a4841118c040abf19b', 'gw_port': {'id': 'c4ab4629-184c-409b-850e-c72d9abaf807', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:25:51Z', 'updated_at': '2021-07-07T22:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:15.980908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Deleting port c4ab4629-184c-409b-850e-c72d9abaf807 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:15.981611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.007491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] Checking router: a727c66b-b85f-44d8-9a6d-b202ca82c175 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:16.016903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] Routers {'a727c66b-b85f-44d8-9a6d-b202ca82c175'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:16.017502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a727c66b-b85f-44d8-9a6d-b202ca82c175'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:16.072443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9f016-dc11-4a1c-9972-3063205204c9 req-ee419b83-f33b-48d6-82b7-e9f7995e5d02 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.075044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56b9f016-dc11-4a1c-9972-3063205204c9 req-ee419b83-f33b-48d6-82b7-e9f7995e5d02 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 945 time: 0.1861515 Jul 07 22:27:16.115077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0e897-428c-40d5-9117-70c262084230 req-31cb761e-e94c-40b5-9f53-80c31ffbea5d tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.124318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] For port c4ab4629-184c-409b-850e-c72d9abaf807, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c4ab4629-184c-409b-850e-c72d9abaf807,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:16.125253 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.128121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a0e897-428c-40d5-9117-70c262084230 req-31cb761e-e94c-40b5-9f53-80c31ffbea5d tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 983 time: 0.2190704 Jul 07 22:27:16.138577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] Set router a727c66b-b85f-44d8-9a6d-b202ca82c175 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:16.145808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Calling delete_port for c4ab4629-184c-409b-850e-c72d9abaf807 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:16.181631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56b9f016-dc11-4a1c-9972-3063205204c9 req-d5df8f42-1891-4062-9b6a-e0bb8c0c5a8f tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983517 Jul 07 22:27:16.212083 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a0e897-428c-40d5-9117-70c262084230 req-40cb5bab-0302-4f94-ab19-83b688525ec9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0820651 Jul 07 22:27:16.214412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:50Z', 'updated_at': '2021-07-07T22:27:15Z', 'revision_number': 6, 'project_id': '758ccf13800b41a4841118c040abf19b', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:16.291888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e63fe1-d0ee-4a2a-b0ff-91b2a747878e None None] The sync data for ids ['a727c66b-b85f-44d8-9a6d-b202ca82c175'] in n-d-695012-11 is: [{'id': 'a727c66b-b85f-44d8-9a6d-b202ca82c175', 'name': 'tempest-TestServerMultinode-1695852298-router', 'tenant_id': '758ccf13800b41a4841118c040abf19b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:25:50Z', 'updated_at': '2021-07-07T22:27:15Z', 'revision_number': 6, 'project_id': '758ccf13800b41a4841118c040abf19b', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:16.338133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 232ba9e2-6d11-4729-9200-c79245c5c3cb up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:16.433137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 232ba9e2-6d11-4729-9200-c79245c5c3cb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:16.439355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 232ba9e2-6d11-4729-9200-c79245c5c3cb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:16.439738 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.455196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793125f-a3b5-422a-9652-1250cb18271e req-831aae04-ead1-44f6-9d90-498ac786ac61 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.457535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3793125f-a3b5-422a-9652-1250cb18271e req-831aae04-ead1-44f6-9d90-498ac786ac61 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 946 time: 0.0964222 Jul 07 22:27:16.474606 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.503673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ab4629-184c-409b-850e-c72d9abaf807,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:16.504890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3793125f-a3b5-422a-9652-1250cb18271e req-6b83ce5e-c6ff-4a01-a543-fc4f3a637419 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419788 Jul 07 22:27:16.580881 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.603060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.656139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 232ba9e2-6d11-4729-9200-c79245c5c3cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=232ba9e2-6d11-4729-9200-c79245c5c3cb,segment=NetworkSegment(3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a),segment_id=3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:16.668033 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.668928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:16.782810 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.786874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.791586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8554c91-540f-4f94-93cd-17565316cc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232ba9e2-6d11-4729-9200-c79245c5c3cb'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:16.793865 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5d7385-99b2-43de-87a7-8eb28a2c3f82" -d '{"events": [{"server_uuid": "c8554c91-540f-4f94-93cd-17565316cc1c", "name": "network-vif-plugged", "status": "completed", "tag": "232ba9e2-6d11-4729-9200-c79245c5c3cb"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:16.817075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97bf3a6-479e-4357-9a2c-4bda1a2d24c0 req-88bd8de4-2dac-403b-8855-a3aa98a43042 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.818516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:16.818828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d97bf3a6-479e-4357-9a2c-4bda1a2d24c0 req-88bd8de4-2dac-403b-8855-a3aa98a43042 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 946 time: 0.1886680 Jul 07 22:27:16.833148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44386) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:16.838931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'floatingip': {'port_id': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:16.848279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:16.848659 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.858824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c09ee-86c6-409a-8bff-4a329dec14f0 req-ae007d5c-ecdb-4d03-a7ec-918391ea216b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.863673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c09ee-86c6-409a-8bff-4a329dec14f0 req-ae007d5c-ecdb-4d03-a7ec-918391ea216b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.869829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c09ee-86c6-409a-8bff-4a329dec14f0 req-ae007d5c-ecdb-4d03-a7ec-918391ea216b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.877375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c09ee-86c6-409a-8bff-4a329dec14f0 req-ae007d5c-ecdb-4d03-a7ec-918391ea216b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.882735 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.883392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a727c66b-b85f-44d8-9a6d-b202ca82c175 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:27:16.888938 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.891158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c09ee-86c6-409a-8bff-4a329dec14f0 req-ae007d5c-ecdb-4d03-a7ec-918391ea216b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.893055 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-34c95073-40ca-4289-bf82-134a90b9ce91 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a727c66b-b85f-44d8-9a6d-b202ca82c175 HTTP/1.1" status: 204 len: 168 time: 1.2983336 Jul 07 22:27:16.893823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44388) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:16.899952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c09ee-86c6-409a-8bff-4a329dec14f0 req-ae007d5c-ecdb-4d03-a7ec-918391ea216b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.907762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c09ee-86c6-409a-8bff-4a329dec14f0 req-ae007d5c-ecdb-4d03-a7ec-918391ea216b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:16.910737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=232ba9e2-6d11-4729-9200-c79245c5c3cb,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:16.922836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-992c09ee-86c6-409a-8bff-4a329dec14f0 req-ae007d5c-ecdb-4d03-a7ec-918391ea216b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5428 time: 0.2501268 Jul 07 22:27:16.925767 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9342be12-2142-47c6-adf9-b02a6f2a3c08 x-openstack-request-id: req-9342be12-2142-47c6-adf9-b02a6f2a3c08 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:16.926068 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8554c91-540f-4f94-93cd-17565316cc1c", "name": "network-vif-plugged", "status": "completed", "tag": "232ba9e2-6d11-4729-9200-c79245c5c3cb", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:16.926348 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9342be12-2142-47c6-adf9-b02a6f2a3c08 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:16.926749 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8554c91-540f-4f94-93cd-17565316cc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232ba9e2-6d11-4729-9200-c79245c5c3cb', 'code': 200} Jul 07 22:27:16.947870 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad33ead-5a49-42b3-9953-31553a24c4d5 admin admin] Deleting subnet 8bf6b5da-7c35-4732-a260-5aff32eb863d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:27:16.951202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ad33ead-5a49-42b3-9953-31553a24c4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.977097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.977717 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:16.993328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ad33ead-5a49-42b3-9953-31553a24c4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.039844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:17.047147 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.048004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b5b66697-8979-47bb-bd75-06bc6002473d up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:17.055866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-992c09ee-86c6-409a-8bff-4a329dec14f0 req-e53677b4-cdb9-495b-a4db-eebd8a94b3e1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320710 Jul 07 22:27:17.113375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ad33ead-5a49-42b3-9953-31553a24c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.150122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:17.169716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port b5b66697-8979-47bb-bd75-06bc6002473d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:17.175643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port b5b66697-8979-47bb-bd75-06bc6002473d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:17.176294 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.206843 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ad33ead-5a49-42b3-9953-31553a24c4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.251477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad33ead-5a49-42b3-9953-31553a24c4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf6b5da-7c35-4732-a260-5aff32eb863d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:17.263946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6ad33ead-5a49-42b3-9953-31553a24c4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.264107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c6f916-a735-4632-b257-d6c5132a22f2 None None] Network 5f85ece0-2786-4996-9dbe-254f7911e8a9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:17.269523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b1379-643d-478b-915b-14d89dd47071 req-0db16ced-767b-41ee-98fd-8e8dffa5f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:17.271113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-709b1379-643d-478b-915b-14d89dd47071 req-0db16ced-767b-41ee-98fd-8e8dffa5f869 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 1098 time: 0.1775291 Jul 07 22:27:17.275348 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6ad33ead-5a49-42b3-9953-31553a24c4d5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8bf6b5da-7c35-4732-a260-5aff32eb863d HTTP/1.1" status: 204 len: 168 time: 0.3797295 Jul 07 22:27:17.277700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:17.384737 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.388063 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-709b1379-643d-478b-915b-14d89dd47071 req-95b5c607-2639-4220-99d3-8a5d130609b6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034842 Jul 07 22:27:17.388519 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.468148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Deleting port 8fed4850-41a2-44dc-990f-8505d0631266 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:17.468526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.702485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b5b66697-8979-47bb-bd75-06bc6002473d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b5b66697-8979-47bb-bd75-06bc6002473d,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:17.709956 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.711022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device a909e51b-e641-48c9-903f-9553bf115292 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:17.760509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fb27b-ebb2-440b-895e-bfc5e85228b2 req-3c185b52-e02e-4542-907f-5bb7b7b65168 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:17.762319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd5fb27b-ebb2-440b-895e-bfc5e85228b2 req-3c185b52-e02e-4542-907f-5bb7b7b65168 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 983 time: 0.2261212 Jul 07 22:27:17.778463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16b749-3c36-4fd3-9479-98b5b2938b55 req-915c2271-11c6-4ad3-891c-5d2f4eb6fe70 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:17.786265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c16b749-3c36-4fd3-9479-98b5b2938b55 req-915c2271-11c6-4ad3-891c-5d2f4eb6fe70 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.2618697 Jul 07 22:27:17.808799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=b5b66697-8979-47bb-bd75-06bc6002473d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:17.832713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port a909e51b-e641-48c9-903f-9553bf115292 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:17.838160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port a909e51b-e641-48c9-903f-9553bf115292 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:17.838685 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:17.921303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd5fb27b-ebb2-440b-895e-bfc5e85228b2 req-4dc84cb4-cc38-4180-99df-62005e383531 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1264889 Jul 07 22:27:17.931388 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.resource_extend [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:27:17.932127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] DHCP port deletion for 5f85ece0-2786-4996-9dbe-254f7911e8a9 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:27:18.015585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c16b749-3c36-4fd3-9479-98b5b2938b55 req-e94eab4e-d37b-491d-ad15-94fff46af42d tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283366 Jul 07 22:27:18.023324 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.046908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] For port 8fed4850-41a2-44dc-990f-8505d0631266, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8fed4850-41a2-44dc-990f-8505d0631266,segment=NetworkSegment(43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c),segment_id=43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:18.047279 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.072834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Calling delete_port for 8fed4850-41a2-44dc-990f-8505d0631266 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:18.074679 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.080028 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.158149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port a909e51b-e641-48c9-903f-9553bf115292, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a909e51b-e641-48c9-903f-9553bf115292,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:18.170000 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.171077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f112fa30-5874-422d-9bbe-76b4cfabad81 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:18.182827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] Deleting port 8fed4850-41a2-44dc-990f-8505d0631266 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:18.188917 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.202987 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.246327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fed4850-41a2-44dc-990f-8505d0631266,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:18.263891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] No DVR routers for this DVR port 8fed4850-41a2-44dc-990f-8505d0631266 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:18.353417 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Floating IP e7f84893-4d33-4f60-b8ff-d0b8ad3d74af associated. External IP: 172.25.8.90, port: e36c293e-7e75-4421-9f47-cdfb8b6c7120. Jul 07 22:27:18.369619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=a909e51b-e641-48c9-903f-9553bf115292,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:18.447823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.475192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f85ece0-2786-4996-9dbe-254f7911e8a9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:18.498099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:18.498457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b0fbe8-0afd-4c84-b33c-5c5dcff9be1c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:18.520999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.543137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.554655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:27:18.555070 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:27:18.558087 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:27:18.568199 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] For port 8fed4850-41a2-44dc-990f-8505d0631266, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:18.568973 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.586886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] Calling delete_port for 8fed4850-41a2-44dc-990f-8505d0631266 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:18.590567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] Port 8fed4850-41a2-44dc-990f-8505d0631266 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:27:18.592607 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.605837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fe08f047-022b-4d10-a46d-5c562b6b3ccd no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:18.648277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:18.665285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] No DVR routers for this DVR port 8fed4850-41a2-44dc-990f-8505d0631266 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:18.672616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.674503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0c485-b289-4d2a-8100-750f5846a023 None None] Pushing event deleted for resources: {'Port': ['ID=8fed4850-41a2-44dc-990f-8505d0631266,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:18.681635 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.683903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: fe08f047-022b-4d10-a46d-5c562b6b3ccd {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:18.684457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fe08f047-022b-4d10-a46d-5c562b6b3ccd not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:18.684668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8fed4850-41a2-44dc-990f-8505d0631266 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:18.691248 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5f85ece0-2786-4996-9dbe-254f7911e8a9 HTTP/1.1" status: 204 len: 168 time: 1.4042788 Jul 07 22:27:18.701931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175e65c-aa5c-4765-9e34-b61916236576 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f85ece0-2786-4996-9dbe-254f7911e8a9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:18.704120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44422) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:18.725694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8fed4850-41a2-44dc-990f-8505d0631266 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:18.726394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8fed4850-41a2-44dc-990f-8505d0631266 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:18.727647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c4ab4629-184c-409b-850e-c72d9abaf807 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:18.782833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9e2b-8a05-4828-874e-47d3634329b1 req-f8232b19-8aa7-490d-9fe2-7d4ecaf35c15 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.786849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: c4ab4629-184c-409b-850e-c72d9abaf807 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:18.786995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c4ab4629-184c-409b-850e-c72d9abaf807 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:18.789163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9e2b-8a05-4828-874e-47d3634329b1 req-f8232b19-8aa7-490d-9fe2-7d4ecaf35c15 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.792266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port f112fa30-5874-422d-9bbe-76b4cfabad81 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:18.797398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9e2b-8a05-4828-874e-47d3634329b1 req-f8232b19-8aa7-490d-9fe2-7d4ecaf35c15 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.801059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port f112fa30-5874-422d-9bbe-76b4cfabad81 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:18.801447 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.803527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9e2b-8a05-4828-874e-47d3634329b1 req-f8232b19-8aa7-490d-9fe2-7d4ecaf35c15 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.809415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9e2b-8a05-4828-874e-47d3634329b1 req-f8232b19-8aa7-490d-9fe2-7d4ecaf35c15 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.815376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9e2b-8a05-4828-874e-47d3634329b1 req-f8232b19-8aa7-490d-9fe2-7d4ecaf35c15 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.822801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9e2b-8a05-4828-874e-47d3634329b1 req-f8232b19-8aa7-490d-9fe2-7d4ecaf35c15 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:18.829973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e36d9e2b-8a05-4828-874e-47d3634329b1 req-f8232b19-8aa7-490d-9fe2-7d4ecaf35c15 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5431 time: 0.5533490 Jul 07 22:27:18.876009 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdb538d-6c1e-4d26-ae6b-d7026cb499c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:18.914201 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e36d9e2b-8a05-4828-874e-47d3634329b1 req-08a28003-e0ff-4631-8fa3-2dbadbee723d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836809 Jul 07 22:27:18.928673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8'}, {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b66697-8979-47bb-bd75-06bc6002473d'}, {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909e51b-e641-48c9-903f-9553bf115292'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:18.938705 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56f8f13-cff1-497b-858d-85dc51601007" -d '{"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "d0066ac4-802b-4ccd-bfe9-d13056c8f1c8"}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "b5b66697-8979-47bb-bd75-06bc6002473d"}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "a909e51b-e641-48c9-903f-9553bf115292"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:18.947478 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.001235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port f112fa30-5874-422d-9bbe-76b4cfabad81, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f112fa30-5874-422d-9bbe-76b4cfabad81,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:19.006816 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.009343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 5e978020-9284-4ebc-8544-234318a054ea no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:19.038540 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0971e10-fd7d-4bd0-9cbf-bd827630d5c3 x-openstack-request-id: req-f0971e10-fd7d-4bd0-9cbf-bd827630d5c3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:19.038540 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "d0066ac4-802b-4ccd-bfe9-d13056c8f1c8", "code": 200}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "b5b66697-8979-47bb-bd75-06bc6002473d", "code": 200}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "a909e51b-e641-48c9-903f-9553bf115292", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:19.038540 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0971e10-fd7d-4bd0-9cbf-bd827630d5c3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:19.038540 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8', 'code': 200} Jul 07 22:27:19.038988 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b66697-8979-47bb-bd75-06bc6002473d', 'code': 200} Jul 07 22:27:19.039058 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909e51b-e641-48c9-903f-9553bf115292', 'code': 200} Jul 07 22:27:19.056844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:19.098739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 5e978020-9284-4ebc-8544-234318a054ea {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:19.099078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 5e978020-9284-4ebc-8544-234318a054ea not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:19.101511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=f112fa30-5874-422d-9bbe-76b4cfabad81,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:19.115136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdb538d-6c1e-4d26-ae6b-d7026cb499c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.123507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bdb538d-6c1e-4d26-ae6b-d7026cb499c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.127000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 02d71a1d-2d8a-4480-9f73-1c942df3506a up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:19.187360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 02d71a1d-2d8a-4480-9f73-1c942df3506a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:19.192732 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9bdb538d-6c1e-4d26-ae6b-d7026cb499c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=95224631c20b4364964d1dc2bdfa9093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431767 Jul 07 22:27:19.194841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 02d71a1d-2d8a-4480-9f73-1c942df3506a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:19.195870 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.199981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44432) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:19.200935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb538d-6c1e-4d26-ae6b-d7026cb499c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4ef5f5-e5ff-40d6-9adf-c6febfd76b78,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:19.318945 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.333002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56fd16-f6eb-4aa3-b961-27f3b54a024a req-178deba5-9ba3-4c78-9aa5-57f116a5648c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:19.334639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f56fd16-f6eb-4aa3-b961-27f3b54a024a req-178deba5-9ba3-4c78-9aa5-57f116a5648c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 983 time: 0.2733233 Jul 07 22:27:19.342721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:19.349865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.351113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.357878 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] Sync routers for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:19.370052 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:19.370924 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:19.405588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 02d71a1d-2d8a-4480-9f73-1c942df3506a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=02d71a1d-2d8a-4480-9f73-1c942df3506a,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:19.411715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.412579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device a5de675e-b881-40f0-be30-b7b710840031 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:19.416159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb196d5-3474-4fcc-923e-1e81138108a9 req-1a6aa813-b986-4e41-92d8-dd4689d3f89c tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:19.417695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbb196d5-3474-4fcc-923e-1e81138108a9 req-1a6aa813-b986-4e41-92d8-dd4689d3f89c tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.2628250 Jul 07 22:27:19.423534 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0dbd82a1-1bf1-4d99-b53e-0b91ad0835df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.478533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-63a6a4d2-a52e-42dc-b363-e642ff297fbd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "PUT /v2.0/floatingips/e7f84893-4d33-4f60-b8ff-d0b8ad3d74af HTTP/1.1" status: 200 len: 991 time: 2.6442809 Jul 07 22:27:19.483396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:19.485663 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a87f25e-dc09-4132-a678-b5dad3a27d98" -d '{"events": [{"name": "network-changed", "server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:19.491758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f56fd16-f6eb-4aa3-b961-27f3b54a024a req-b54b89f4-5eeb-497d-9116-71906698c6a0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1457095 Jul 07 22:27:19.493777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0dbd82a1-1bf1-4d99-b53e-0b91ad0835df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.508131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=02d71a1d-2d8a-4480-9f73-1c942df3506a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:19.528157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbb196d5-3474-4fcc-923e-1e81138108a9 req-89f88512-0e7a-47ad-8a18-588e6b65a282 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932984 Jul 07 22:27:19.529487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port a5de675e-b881-40f0-be30-b7b710840031 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:19.531538 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:19.533723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port a5de675e-b881-40f0-be30-b7b710840031 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:19.534060 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.578472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0dbd82a1-1bf1-4d99-b53e-0b91ad0835df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.582956 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0dbd82a1-1bf1-4d99-b53e-0b91ad0835df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.584257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0dbd82a1-1bf1-4d99-b53e-0b91ad0835df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ec4ef5f5-e5ff-40d6-9adf-c6febfd76b78 HTTP/1.1" status: 204 len: 168 time: 0.3827107 Jul 07 22:27:19.600128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd82a1-1bf1-4d99-b53e-0b91ad0835df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4ef5f5-e5ff-40d6-9adf-c6febfd76b78,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:19.682873 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.685832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.732046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port a5de675e-b881-40f0-be30-b7b710840031, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a5de675e-b881-40f0-be30-b7b710840031,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:19.740409 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.744313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device e0c9f426-53ec-45de-943c-677276e8987d up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:19.766175 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eda1d2-7311-43d9-99e2-015fc5ec87d8 x-openstack-request-id: req-23eda1d2-7311-43d9-99e2-015fc5ec87d8 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:19.766491 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:19.766751 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23eda1d2-7311-43d9-99e2-015fc5ec87d8 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:19.767217 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'status': 'completed', 'code': 200} Jul 07 22:27:19.854920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=a5de675e-b881-40f0-be30-b7b710840031,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:19.859477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port e0c9f426-53ec-45de-943c-677276e8987d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:19.864856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port e0c9f426-53ec-45de-943c-677276e8987d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:19.865238 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.892770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-3849fbef-ad03-41e6-862c-a55cc44521cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:19.894958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-3849fbef-ad03-41e6-862c-a55cc44521cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1098 time: 0.1043460 Jul 07 22:27:19.895375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Deleting port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:19.895880 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.948480 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'e7f84893-4d33-4f60-b8ff-d0b8ad3d74af', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'port_id': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'mac_address': 'fa:16:3e:c5:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:57Z', 'updated_at': '2021-07-07T22:27:17Z', 'revision_number': 1, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:27:00Z', 'revision_number': 5, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:19.967233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:19.986957 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] Checking router: 4fb57e31-1070-4386-8b5d-dfaeeeef8545 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:20.003948 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:20.004235 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:20.016683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] For port 37638414-fe24-49fd-8cf5-4fc1d0b93d4b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=37638414-fe24-49fd-8cf5-4fc1d0b93d4b,segment=NetworkSegment(c2c33c28-0011-403c-953d-00b58caba020),segment_id=c2c33c28-0011-403c-953d-00b58caba020)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:20.017049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.055699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port e0c9f426-53ec-45de-943c-677276e8987d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e0c9f426-53ec-45de-943c-677276e8987d,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:20.057145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Calling delete_port for 37638414-fe24-49fd-8cf5-4fc1d0b93d4b owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:20.060545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-d3867cb6-059c-4cb8-85cd-fcb1660c77ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.062037 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.062192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-d3867cb6-059c-4cb8-85cd-fcb1660c77ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.1600630 Jul 07 22:27:20.134067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=e0c9f426-53ec-45de-943c-677276e8987d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:20.198429 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:20.205597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-16adbf5d-2a5d-4724-8ab6-30fe66234fbb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 999 time: 0.1372879 Jul 07 22:27:20.251482 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:27:20.291212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33c90-b17c-49f4-8a5b-1f096eebb603 req-6c72bb3d-4611-40d6-a1ee-ae112319f18a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.297737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33c90-b17c-49f4-8a5b-1f096eebb603 req-6c72bb3d-4611-40d6-a1ee-ae112319f18a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.304577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33c90-b17c-49f4-8a5b-1f096eebb603 req-6c72bb3d-4611-40d6-a1ee-ae112319f18a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.311648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33c90-b17c-49f4-8a5b-1f096eebb603 req-6c72bb3d-4611-40d6-a1ee-ae112319f18a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.314800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.319176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33c90-b17c-49f4-8a5b-1f096eebb603 req-6c72bb3d-4611-40d6-a1ee-ae112319f18a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.325479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33c90-b17c-49f4-8a5b-1f096eebb603 req-6c72bb3d-4611-40d6-a1ee-ae112319f18a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.331903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33c90-b17c-49f4-8a5b-1f096eebb603 req-6c72bb3d-4611-40d6-a1ee-ae112319f18a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.333878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ccd33c90-b17c-49f4-8a5b-1f096eebb603 req-6c72bb3d-4611-40d6-a1ee-ae112319f18a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.2009799 Jul 07 22:27:20.339805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-1794d925-ac7b-4f5b-b309-3a55eb96bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.341446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-1794d925-ac7b-4f5b-b309-3a55eb96bfd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1289818 Jul 07 22:27:20.353986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Pushing event deleted for resources: {'Port': ['ID=37638414-fe24-49fd-8cf5-4fc1d0b93d4b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:20.417290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ccd33c90-b17c-49f4-8a5b-1f096eebb603 req-7a5a121a-0833-4213-aeb6-729a507d9ea1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748250 Jul 07 22:27:20.470172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-2497e933-c280-4aa3-905b-e235a4bb3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.471797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-2497e933-c280-4aa3-905b-e235a4bb3e5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213529 Jul 07 22:27:20.548057 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'e7f84893-4d33-4f60-b8ff-d0b8ad3d74af', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'port_id': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'mac_address': 'fa:16:3e:c5:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:57Z', 'updated_at': '2021-07-07T22:27:17Z', 'revision_number': 1, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:27:00Z', 'revision_number': 5, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:20.604256 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3a7a7f-8c67-4b7b-b4d1-7428565d8af1 None None] The sync data for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 is: [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'e7f84893-4d33-4f60-b8ff-d0b8ad3d74af', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'floating_ip_address': '172.25.8.90', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'port_id': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'mac_address': 'fa:16:3e:c5:a7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:57Z', 'updated_at': '2021-07-07T22:27:17Z', 'revision_number': 1, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:27:00Z', 'revision_number': 5, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:20.616688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-9c6e68e9-5ceb-4a5e-8225-83d4c2059690 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344378 Jul 07 22:27:20.623950 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:20.860196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a87f25e-dc09-4132-a678-b5dad3a27d98 req-05e57459-0d52-4eb5-bacf-6c1f7b49a8e1 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350094 Jul 07 22:27:20.897561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02accec2-e179-41ca-b37a-3ad487546e1c req-26a5293b-3dc1-4cb9-be70-3d50f8b4717c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.899155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02accec2-e179-41ca-b37a-3ad487546e1c req-26a5293b-3dc1-4cb9-be70-3d50f8b4717c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 984 time: 0.1679616 Jul 07 22:27:20.909467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08388af-d31e-47f9-b73a-604656e562a2 req-dcb3ab0e-f874-47f3-adbe-65b22e6cf019 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:20.918285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c08388af-d31e-47f9-b73a-604656e562a2 req-dcb3ab0e-f874-47f3-adbe-65b22e6cf019 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.1327405 Jul 07 22:27:20.981464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:20.994836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c08388af-d31e-47f9-b73a-604656e562a2 req-1662fb72-90ae-4524-9889-e02eb0866208 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754273 Jul 07 22:27:21.000121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02accec2-e179-41ca-b37a-3ad487546e1c req-0b1af716-bafe-4050-ac80-03212c759e3a tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0791354 Jul 07 22:27:21.018517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda9f2da-bc11-47c8-ba21-f7270493bc59 None None] New status for floating IP e7f84893-4d33-4f60-b8ff-d0b8ad3d74af: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:27:21.067476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f112fa30-5874-422d-9bbe-76b4cfabad81'}, {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d71a1d-2d8a-4480-9f73-1c942df3506a'}, {'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031'}, {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c9f426-53ec-45de-943c-677276e8987d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:21.070736 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0392868-07bf-4788-a7e2-627a314a59fc" -d '{"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "f112fa30-5874-422d-9bbe-76b4cfabad81"}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "02d71a1d-2d8a-4480-9f73-1c942df3506a"}, {"server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "name": "network-vif-plugged", "status": "completed", "tag": "a5de675e-b881-40f0-be30-b7b710840031"}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "e0c9f426-53ec-45de-943c-677276e8987d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:21.145245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:21.155556 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c5854a68-8062-46c8-91ba-615abc5cc82c admin admin] 10.222.0.81 "PUT /v2.0/routers/cecbfa05-a58d-471e-8f92-d5dfa96f71e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4338987 Jul 07 22:27:21.159009 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:21.162860 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] Sync routers for ids ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:21.178210 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] Routers {'cecbfa05-a58d-471e-8f92-d5dfa96f71e9'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:21.178827 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:21.281235 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc0b9c0-d931-434b-8bba-ff6116d6e4ef x-openstack-request-id: req-7fc0b9c0-d931-434b-8bba-ff6116d6e4ef {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:21.281771 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "f112fa30-5874-422d-9bbe-76b4cfabad81", "code": 200}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "02d71a1d-2d8a-4480-9f73-1c942df3506a", "code": 200}, {"server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "name": "network-vif-plugged", "status": "completed", "tag": "a5de675e-b881-40f0-be30-b7b710840031", "code": 200}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-plugged", "status": "completed", "tag": "e0c9f426-53ec-45de-943c-677276e8987d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:21.281974 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7fc0b9c0-d931-434b-8bba-ff6116d6e4ef {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:21.282368 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f112fa30-5874-422d-9bbe-76b4cfabad81', 'code': 200} Jul 07 22:27:21.282619 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d71a1d-2d8a-4480-9f73-1c942df3506a', 'code': 200} Jul 07 22:27:21.282868 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031', 'code': 200} Jul 07 22:27:21.283115 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c9f426-53ec-45de-943c-677276e8987d', 'code': 200} Jul 07 22:27:21.373661 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] Set router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:21.400455 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.557249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.649024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Deleting port 19266e3a-e7e5-4334-85dd-4f94ec5806b6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:21.649674 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.668462 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:00Z', 'updated_at': '2021-07-07T22:27:20Z', 'revision_number': 5, 'project_id': '3075806f9cee415b9ef3216faec195de', 'gw_port': {'id': '19266e3a-e7e5-4334-85dd-4f94ec5806b6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:01Z', 'updated_at': '2021-07-07T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:21.702550 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] Checking router: cecbfa05-a58d-471e-8f92-d5dfa96f71e9 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:21.712176 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] Routers {'cecbfa05-a58d-471e-8f92-d5dfa96f71e9'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:21.712809 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:21.788459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] For port 19266e3a-e7e5-4334-85dd-4f94ec5806b6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19266e3a-e7e5-4334-85dd-4f94ec5806b6,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:21.788965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:21.805350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Calling delete_port for 19266e3a-e7e5-4334-85dd-4f94ec5806b6 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:21.851518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b52faa-78e7-4fe3-acd3-7d9f87690e13 req-a89791f9-bb9f-4c8e-a0a4-6de234635d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.853242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5b52faa-78e7-4fe3-acd3-7d9f87690e13 req-a89791f9-bb9f-4c8e-a0a4-6de234635d92 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 1136 time: 0.3007157 Jul 07 22:27:21.917842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54a3-159e-4803-b83c-7c59b26371f5 req-54372eb5-fd09-4111-b00d-9cd593e1e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.918470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54a3-159e-4803-b83c-7c59b26371f5 req-54372eb5-fd09-4111-b00d-9cd593e1e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.918878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54a3-159e-4803-b83c-7c59b26371f5 req-54372eb5-fd09-4111-b00d-9cd593e1e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.919302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54a3-159e-4803-b83c-7c59b26371f5 req-54372eb5-fd09-4111-b00d-9cd593e1e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.919774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54a3-159e-4803-b83c-7c59b26371f5 req-54372eb5-fd09-4111-b00d-9cd593e1e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.920239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54a3-159e-4803-b83c-7c59b26371f5 req-54372eb5-fd09-4111-b00d-9cd593e1e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.920707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54a3-159e-4803-b83c-7c59b26371f5 req-54372eb5-fd09-4111-b00d-9cd593e1e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.922995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b05d54a3-159e-4803-b83c-7c59b26371f5 req-54372eb5-fd09-4111-b00d-9cd593e1e55f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6498 time: 0.2922783 Jul 07 22:27:21.935893 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] Set router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:21.973618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-492bf30a-de3f-48c8-a722-51fc2deb1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:21.975553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-492bf30a-de3f-48c8-a722-51fc2deb1eab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b690560c931746d6953e01fcc40b2882&device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 1098 time: 0.2908704 Jul 07 22:27:21.984377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5b52faa-78e7-4fe3-acd3-7d9f87690e13 req-d6d5f1b6-aa0c-4897-80e9-7c35ede79900 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1190491 Jul 07 22:27:21.992625 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:00Z', 'updated_at': '2021-07-07T22:27:21Z', 'revision_number': 6, 'project_id': '3075806f9cee415b9ef3216faec195de', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:22.025068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc606d6a-1f53-4605-892d-557c7875f199 req-64b3ae5e-bcf6-44d3-9fc6-b16e4248c4ac tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.025519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.028711 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc49d540-9909-45a2-927c-d90a3a43d0f4 None None] The sync data for ids ['cecbfa05-a58d-471e-8f92-d5dfa96f71e9'] in n-d-695012-11 is: [{'id': 'cecbfa05-a58d-471e-8f92-d5dfa96f71e9', 'name': 'tempest-TestServerMultinode-733500331-router', 'tenant_id': '3075806f9cee415b9ef3216faec195de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:00Z', 'updated_at': '2021-07-07T22:27:21Z', 'revision_number': 6, 'project_id': '3075806f9cee415b9ef3216faec195de', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:22.032853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc606d6a-1f53-4605-892d-557c7875f199 req-64b3ae5e-bcf6-44d3-9fc6-b16e4248c4ac tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.039068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc606d6a-1f53-4605-892d-557c7875f199 req-64b3ae5e-bcf6-44d3-9fc6-b16e4248c4ac tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.045671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc606d6a-1f53-4605-892d-557c7875f199 req-64b3ae5e-bcf6-44d3-9fc6-b16e4248c4ac tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.052056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc606d6a-1f53-4605-892d-557c7875f199 req-64b3ae5e-bcf6-44d3-9fc6-b16e4248c4ac tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.058263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc606d6a-1f53-4605-892d-557c7875f199 req-64b3ae5e-bcf6-44d3-9fc6-b16e4248c4ac tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.065056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc606d6a-1f53-4605-892d-557c7875f199 req-64b3ae5e-bcf6-44d3-9fc6-b16e4248c4ac tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.075513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc606d6a-1f53-4605-892d-557c7875f199 req-64b3ae5e-bcf6-44d3-9fc6-b16e4248c4ac tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.3310215 Jul 07 22:27:22.075782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Pushing event deleted for resources: {'Port': ['ID=19266e3a-e7e5-4334-85dd-4f94ec5806b6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:22.097354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3105c-5aa8-4203-9e36-c32dff92d861 req-7dd68027-227b-4908-b7fb-fd486cff8510 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.103927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39f3105c-5aa8-4203-9e36-c32dff92d861 req-7dd68027-227b-4908-b7fb-fd486cff8510 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.3605676 Jul 07 22:27:22.153532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b05d54a3-159e-4803-b83c-7c59b26371f5 req-71b2391e-ce6d-409b-91a5-4415b383751f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157016 Jul 07 22:27:22.154057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.204867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc606d6a-1f53-4605-892d-557c7875f199 req-a578082a-49c8-4284-ac5b-6d881b228408 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312013 Jul 07 22:27:22.222555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39f3105c-5aa8-4203-9e36-c32dff92d861 req-bcffbb8c-f645-45c6-9a4b-170e976e2b08 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175337 Jul 07 22:27:22.253973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.256430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.267002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-e70b4242-7db0-425b-9f81-997c29e1da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.269147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-e70b4242-7db0-425b-9f81-997c29e1da75 service neutron] 10.222.0.83 "GET /v2.0/networks?id=43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc HTTP/1.1" status: 200 len: 914 time: 0.2827158 Jul 07 22:27:22.308468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.309096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cecbfa05-a58d-471e-8f92-d5dfa96f71e9 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:27:22.318388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.322147 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4e90635d-605a-4129-994c-9f2461ed465d admin admin] 10.222.0.81 "DELETE /v2.0/routers/cecbfa05-a58d-471e-8f92-d5dfa96f71e9 HTTP/1.1" status: 204 len: 168 time: 1.1628695 Jul 07 22:27:22.324611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44522) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:22.388973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ee5dbc-44d6-4044-8eee-e41549500b72 admin admin] Deleting subnet 2ebd0064-aeb0-44f3-8211-20a4be0a7d1a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:27:22.395905 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5dbc-44d6-4044-8eee-e41549500b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.477600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0817090-11c0-4f8e-b11d-6bd120f54cc5 req-14344d2a-d1d5-4414-8c1d-53f501aefdd4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:22.479476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0817090-11c0-4f8e-b11d-6bd120f54cc5 req-14344d2a-d1d5-4414-8c1d-53f501aefdd4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 984 time: 0.1291742 Jul 07 22:27:22.491040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5dbc-44d6-4044-8eee-e41549500b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.561001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0817090-11c0-4f8e-b11d-6bd120f54cc5 req-60fc718f-9171-4bdf-a21a-6ee023be4fcf tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0747230 Jul 07 22:27:22.596574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 37638414-fe24-49fd-8cf5-4fc1d0b93d4b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:22.609242 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5dbc-44d6-4044-8eee-e41549500b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.624274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 37638414-fe24-49fd-8cf5-4fc1d0b93d4b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:22.624681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 37638414-fe24-49fd-8cf5-4fc1d0b93d4b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:22.666463 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5dbc-44d6-4044-8eee-e41549500b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.695699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c1ee5dbc-44d6-4044-8eee-e41549500b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.697590 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c1ee5dbc-44d6-4044-8eee-e41549500b72 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2ebd0064-aeb0-44f3-8211-20a4be0a7d1a HTTP/1.1" status: 204 len: 168 time: 0.3703489 Jul 07 22:27:22.698642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee5dbc-44d6-4044-8eee-e41549500b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ebd0064-aeb0-44f3-8211-20a4be0a7d1a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:22.701146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44534) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:22.704705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc72b6e-d328-44b2-9112-8199491090a3 None None] Network b7ba8f63-add1-4a12-8722-e16733f9b70c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:22.781658 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.841949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Deleting port 4e974bea-e78e-4bd2-be34-beba9b15bae5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:22.842306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.933636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-c47320e5-97e5-4f01-9c89-9f94f0f067f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=232ba9e2-6d11-4729-9200-c79245c5c3cb HTTP/1.1" status: 200 len: 217 time: 0.0460582 Jul 07 22:27:22.953312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e64ce8-6c16-473e-b6aa-9ae3adaec14a None None] DHCP port deletion for b7ba8f63-add1-4a12-8722-e16733f9b70c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:27:22.956656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] For port 4e974bea-e78e-4bd2-be34-beba9b15bae5, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4e974bea-e78e-4bd2-be34-beba9b15bae5,segment=NetworkSegment(c2c33c28-0011-403c-953d-00b58caba020),segment_id=c2c33c28-0011-403c-953d-00b58caba020)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:22.957029 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:22.974504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Calling delete_port for 4e974bea-e78e-4bd2-be34-beba9b15bae5 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:23.009592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-29e64ce8-6c16-473e-b6aa-9ae3adaec14a None None] Deleting port 4e974bea-e78e-4bd2-be34-beba9b15bae5 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:23.010405 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e64ce8-6c16-473e-b6aa-9ae3adaec14a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.088393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-29e64ce8-6c16-473e-b6aa-9ae3adaec14a None None] For port 4e974bea-e78e-4bd2-be34-beba9b15bae5, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4e974bea-e78e-4bd2-be34-beba9b15bae5,segment=NetworkSegment(c2c33c28-0011-403c-953d-00b58caba020),segment_id=c2c33c28-0011-403c-953d-00b58caba020)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:23.089210 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e64ce8-6c16-473e-b6aa-9ae3adaec14a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.106337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-29e64ce8-6c16-473e-b6aa-9ae3adaec14a None None] Calling delete_port for 4e974bea-e78e-4bd2-be34-beba9b15bae5 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:23.127204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.167175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e974bea-e78e-4bd2-be34-beba9b15bae5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:23.173015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] No DVR routers for this DVR port 4e974bea-e78e-4bd2-be34-beba9b15bae5 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:23.198578 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29e64ce8-6c16-473e-b6aa-9ae3adaec14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.200387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-62160320-49c9-4c50-a28a-ea0a6d993a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:23.202410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-62160320-49c9-4c50-a28a-ea0a6d993a4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=17d4fd01-f1c1-4ae8-ac54-2fa8c998ad0f HTTP/1.1" status: 200 len: 853 time: 0.2562168 Jul 07 22:27:23.236946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e64ce8-6c16-473e-b6aa-9ae3adaec14a None None] Pushing event deleted for resources: {'Port': ['ID=4e974bea-e78e-4bd2-be34-beba9b15bae5,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:23.253664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e64ce8-6c16-473e-b6aa-9ae3adaec14a None None] No DVR routers for this DVR port 4e974bea-e78e-4bd2-be34-beba9b15bae5 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:23.300863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-bcde39a2-06b7-4ecd-ae2d-8ee60d5305b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775118 Jul 07 22:27:23.307996 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.311993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:23.332053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-2ae694ec-129c-4144-aa00-17807fc0377f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2625403 Jul 07 22:27:23.333734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ba8f63-add1-4a12-8722-e16733f9b70c']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:23.396675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c33c28-0011-403c-953d-00b58caba020') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:23.396971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c33c28-0011-403c-953d-00b58caba020') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:23.431094 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.485337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ac389ad-51f5-4c1b-a99f-9dc11a4cb5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.527153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.556251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:27:23.556583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:27:23.558649 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:27:23.584854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ac389ad-51f5-4c1b-a99f-9dc11a4cb5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.589008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ac389ad-51f5-4c1b-a99f-9dc11a4cb5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.630528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-c593cd6e-f61a-4ea2-a2a6-72f995815280 service neutron] 10.222.0.83 "GET /v2.0/networks/43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171256 Jul 07 22:27:23.636379 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4ac389ad-51f5-4c1b-a99f-9dc11a4cb5df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0bbf47156594a37b97d00f2a2126adb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231745 Jul 07 22:27:23.637412 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac389ad-51f5-4c1b-a99f-9dc11a4cb5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c55b36-f9a0-4fbb-b637-25419c870a19,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:23.639946 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:23.695050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1672e2e0-0979-4f40-b2a1-fcbcb3b4e982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.717850 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1672e2e0-0979-4f40-b2a1-fcbcb3b4e982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.766997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1672e2e0-0979-4f40-b2a1-fcbcb3b4e982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.770534 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1672e2e0-0979-4f40-b2a1-fcbcb3b4e982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.771745 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1672e2e0-0979-4f40-b2a1-fcbcb3b4e982 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36c55b36-f9a0-4fbb-b637-25419c870a19 HTTP/1.1" status: 204 len: 168 time: 0.1307421 Jul 07 22:27:23.781315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672e2e0-0979-4f40-b2a1-fcbcb3b4e982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c55b36-f9a0-4fbb-b637-25419c870a19,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:23.977902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:23.987677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-ec6dc872-e784-492b-b0f6-12b7b2cd6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:23.989231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-ec6dc872-e784-492b-b0f6-12b7b2cd6543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=91f4423bbdbf40828bc8986344569d8f&device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 1098 time: 0.6048152 Jul 07 22:27:23.996252 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.000941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b7ba8f63-add1-4a12-8722-e16733f9b70c HTTP/1.1" status: 204 len: 168 time: 1.2960687 Jul 07 22:27:24.032738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d8ec-9889-4c14-80bf-269df6a0a4bf req-52fc806e-f56d-47d7-94e6-1ea8647b1a8f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.038907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d8ec-9889-4c14-80bf-269df6a0a4bf req-52fc806e-f56d-47d7-94e6-1ea8647b1a8f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.044953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d8ec-9889-4c14-80bf-269df6a0a4bf req-52fc806e-f56d-47d7-94e6-1ea8647b1a8f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.051039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d8ec-9889-4c14-80bf-269df6a0a4bf req-52fc806e-f56d-47d7-94e6-1ea8647b1a8f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.057341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d8ec-9889-4c14-80bf-269df6a0a4bf req-52fc806e-f56d-47d7-94e6-1ea8647b1a8f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.063951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d8ec-9889-4c14-80bf-269df6a0a4bf req-52fc806e-f56d-47d7-94e6-1ea8647b1a8f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.070740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065d8ec-9889-4c14-80bf-269df6a0a4bf req-52fc806e-f56d-47d7-94e6-1ea8647b1a8f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.075063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44570) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:24.075208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e065d8ec-9889-4c14-80bf-269df6a0a4bf req-52fc806e-f56d-47d7-94e6-1ea8647b1a8f tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.6456583 Jul 07 22:27:24.080611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875f67c-d831-4f8a-9ed0-ad91af458fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ba8f63-add1-4a12-8722-e16733f9b70c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:24.089905 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c70001aa-e994-40a6-ad63-0a9f5acbecfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.112535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fefcc-7cc2-4e03-abe4-ffcd8dc67e4a req-36490432-d5cf-437e-83f8-b2f26b4f13ce tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.114686 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-993fefcc-7cc2-4e03-abe4-ffcd8dc67e4a req-36490432-d5cf-437e-83f8-b2f26b4f13ce tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.6809943 Jul 07 22:27:24.144870 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:24.210583 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f60544d5-c9a7-48bf-85f4-cc419cdbd15c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=758ccf13800b41a4841118c040abf19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645406 Jul 07 22:27:24.214962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44574) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:24.224223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c70001aa-e994-40a6-ad63-0a9f5acbecfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.229085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c70001aa-e994-40a6-ad63-0a9f5acbecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.251499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6232ff39-3ace-46f0-912b-f0883929daf3 req-d811b1da-b06e-4d14-b0f4-6792b201f840 service neutron] 10.222.0.83 "GET /v2.0/networks/43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077802 Jul 07 22:27:24.290760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e065d8ec-9889-4c14-80bf-269df6a0a4bf req-4764d847-86f7-4ad9-855c-bd43b59097c9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1973963 Jul 07 22:27:24.298569 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c70001aa-e994-40a6-ad63-0a9f5acbecfc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83a28b5f424448009880a645a1c1949d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197046 Jul 07 22:27:24.298569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70001aa-e994-40a6-ad63-0a9f5acbecfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185261f2-3971-49c9-a3e8-9314602dfc4d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:24.305299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44576) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:24.313105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-993fefcc-7cc2-4e03-abe4-ffcd8dc67e4a req-e4587d02-d15f-4a82-a201-012537697a2c tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469243 Jul 07 22:27:24.381716 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e0f340-1998-4fc4-9b5d-49b7889b4f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.385803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-e7530e9b-b269-46c1-bbd5-e7f68ae79edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.387596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-e7530e9b-b269-46c1-bbd5-e7f68ae79edf service neutron] 10.222.0.44 "GET /v2.0/networks?id=82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 200 len: 911 time: 0.3113375 Jul 07 22:27:24.405119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19266e3a-e7e5-4334-85dd-4f94ec5806b6 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:24.407189 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e0f340-1998-4fc4-9b5d-49b7889b4f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.424229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b16e50eb-380f-4d82-bf08-3c29226d5e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.464420 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e0f340-1998-4fc4-9b5d-49b7889b4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.468134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47e0f340-1998-4fc4-9b5d-49b7889b4f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.469883 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-47e0f340-1998-4fc4-9b5d-49b7889b4f96 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/185261f2-3971-49c9-a3e8-9314602dfc4d HTTP/1.1" status: 204 len: 168 time: 0.1632936 Jul 07 22:27:24.480247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 19266e3a-e7e5-4334-85dd-4f94ec5806b6 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:24.482831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19266e3a-e7e5-4334-85dd-4f94ec5806b6 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:24.484479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4e974bea-e78e-4bd2-be34-beba9b15bae5 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:24.485401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0f340-1998-4fc4-9b5d-49b7889b4f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185261f2-3971-49c9-a3e8-9314602dfc4d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:24.517753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 4e974bea-e78e-4bd2-be34-beba9b15bae5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:24.518454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4e974bea-e78e-4bd2-be34-beba9b15bae5 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:24.590373 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b16e50eb-380f-4d82-bf08-3c29226d5e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.606704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-37c590eb-a77b-4ff1-b085-ea1b1e3b85ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1f41d943-f28c-475d-85c7-7a29ad3846dd HTTP/1.1" status: 200 len: 1002 time: 0.2004249 Jul 07 22:27:24.719737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-f632bddd-b7dd-4836-96f5-9afbf46e2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.721377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-f632bddd-b7dd-4836-96f5-9afbf46e2333 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 200 len: 849 time: 0.1063070 Jul 07 22:27:24.775498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b16e50eb-380f-4d82-bf08-3c29226d5e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.777990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b16e50eb-380f-4d82-bf08-3c29226d5e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:24.779710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b16e50eb-380f-4d82-bf08-3c29226d5e17 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ea51e66-6dd7-46bd-8b87-cd17cadf9c1d HTTP/1.1" status: 204 len: 168 time: 0.5619354 Jul 07 22:27:24.802183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e50eb-380f-4d82-bf08-3c29226d5e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea51e66-6dd7-46bd-8b87-cd17cadf9c1d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:24.817170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a0fdd-058e-46f5-a916-24048c309a65 req-bac73e55-9312-4725-bb33-a585ae4e5af0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.818991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d14a0fdd-058e-46f5-a916-24048c309a65 req-bac73e55-9312-4725-bb33-a585ae4e5af0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 984 time: 0.1608653 Jul 07 22:27:24.870745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-2cc76ad4-b3ac-4ca0-aa8c-766b8b7e48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:24.872334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-2cc76ad4-b3ac-4ca0-aa8c-766b8b7e48b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=82d16117-de9c-496d-bd6e-1e597d1911b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348128 Jul 07 22:27:24.884517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d14a0fdd-058e-46f5-a916-24048c309a65 req-ece2f2a2-7d0a-4c71-8049-f470886c9cdc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0586598 Jul 07 22:27:25.005500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-8e1b7f26-1648-4df5-b398-7224d531edae service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198473 Jul 07 22:27:25.110160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f27334f8-f346-4b62-b1f7-37730cc492cc req-6984976a-7e0b-497f-8ea2-c12199b4cae6 service neutron] 10.222.0.44 "GET /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953403 Jul 07 22:27:25.197760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:25.237781 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aba87203-002d-4077-be27-3c0f94be35c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3075806f9cee415b9ef3216faec195de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386744 Jul 07 22:27:25.240286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:25.294510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1354b4d-23b7-4bbe-b933-765978286062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.317598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1354b4d-23b7-4bbe-b933-765978286062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.384888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1354b4d-23b7-4bbe-b933-765978286062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.387787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1354b4d-23b7-4bbe-b933-765978286062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:25.388935 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f1354b4d-23b7-4bbe-b933-765978286062 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9154534e-b38b-4289-a151-92fd89ea0d4d HTTP/1.1" status: 204 len: 168 time: 0.1477048 Jul 07 22:27:25.411855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1354b4d-23b7-4bbe-b933-765978286062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9154534e-b38b-4289-a151-92fd89ea0d4d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:25.614294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9e6d-c1a1-4d56-a763-8eeeb9f87931 req-8d644c14-d94f-4abf-83f0-ba3a36af606a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.620330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9e6d-c1a1-4d56-a763-8eeeb9f87931 req-8d644c14-d94f-4abf-83f0-ba3a36af606a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.626360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9e6d-c1a1-4d56-a763-8eeeb9f87931 req-8d644c14-d94f-4abf-83f0-ba3a36af606a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.633904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9e6d-c1a1-4d56-a763-8eeeb9f87931 req-8d644c14-d94f-4abf-83f0-ba3a36af606a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.639121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9e6d-c1a1-4d56-a763-8eeeb9f87931 req-8d644c14-d94f-4abf-83f0-ba3a36af606a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.645211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9e6d-c1a1-4d56-a763-8eeeb9f87931 req-8d644c14-d94f-4abf-83f0-ba3a36af606a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.651270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb9e6d-c1a1-4d56-a763-8eeeb9f87931 req-8d644c14-d94f-4abf-83f0-ba3a36af606a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.653407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fbb9e6d-c1a1-4d56-a763-8eeeb9f87931 req-8d644c14-d94f-4abf-83f0-ba3a36af606a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.1649406 Jul 07 22:27:25.670747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69e128-bd25-4279-a70d-6b2dc870c248 req-e68da335-0936-4de5-9138-899ab4db3a83 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:25.674638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f69e128-bd25-4279-a70d-6b2dc870c248 req-e68da335-0936-4de5-9138-899ab4db3a83 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.1540952 Jul 07 22:27:25.739787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fbb9e6d-c1a1-4d56-a763-8eeeb9f87931 req-5a6cd78b-0f4b-41b8-abe2-3ce155dd21a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772262 Jul 07 22:27:25.748311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f69e128-bd25-4279-a70d-6b2dc870c248 req-c985b244-9763-453b-b7d6-66133d79dd15 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647385 Jul 07 22:27:26.054311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ed4d-55ac-4b39-86e6-5614702ce1bc req-a7d38e4d-31f9-49d2-81e0-2a4ae858a39b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.060227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ed4d-55ac-4b39-86e6-5614702ce1bc req-a7d38e4d-31f9-49d2-81e0-2a4ae858a39b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.066677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ed4d-55ac-4b39-86e6-5614702ce1bc req-a7d38e4d-31f9-49d2-81e0-2a4ae858a39b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.072546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ed4d-55ac-4b39-86e6-5614702ce1bc req-a7d38e4d-31f9-49d2-81e0-2a4ae858a39b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.078452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ed4d-55ac-4b39-86e6-5614702ce1bc req-a7d38e4d-31f9-49d2-81e0-2a4ae858a39b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.086188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ed4d-55ac-4b39-86e6-5614702ce1bc req-a7d38e4d-31f9-49d2-81e0-2a4ae858a39b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.092080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0ed4d-55ac-4b39-86e6-5614702ce1bc req-a7d38e4d-31f9-49d2-81e0-2a4ae858a39b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.094057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66d0ed4d-55ac-4b39-86e6-5614702ce1bc req-a7d38e4d-31f9-49d2-81e0-2a4ae858a39b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.1134903 Jul 07 22:27:26.105560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:26.110015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Request body: {'floatingip': {'port_id': 'b5b66697-8979-47bb-bd75-06bc6002473d'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:26.159134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.179469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34726dc4-7790-47b0-abf4-70af97fac2e3 req-2e05dac4-1528-4ab5-981f-832aceb66600 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.181079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34726dc4-7790-47b0-abf4-70af97fac2e3 req-2e05dac4-1528-4ab5-981f-832aceb66600 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 984 time: 0.0860360 Jul 07 22:27:26.227829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34726dc4-7790-47b0-abf4-70af97fac2e3 req-ef2ed206-b5ab-42d3-9112-f0071509e4e2 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0404949 Jul 07 22:27:26.436925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e4d10-90c7-4835-b1fd-c2f2a27bf5c0 req-e0d5703c-066b-4d76-983d-56c80446d02d tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.445899 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb3e4d10-90c7-4835-b1fd-c2f2a27bf5c0 req-e0d5703c-066b-4d76-983d-56c80446d02d tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 984 time: 0.0797038 Jul 07 22:27:26.491776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb3e4d10-90c7-4835-b1fd-c2f2a27bf5c0 req-f0790059-0b6f-46f5-b2fc-4ac0009dbbb1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0448241 Jul 07 22:27:26.584224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8abc6-a49b-4175-8b5d-70cf6c355c67 req-47018872-284a-4c8f-b8fc-dd54db1b4bf8 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.591585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2d8abc6-a49b-4175-8b5d-70cf6c355c67 req-47018872-284a-4c8f-b8fc-dd54db1b4bf8 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.0942233 Jul 07 22:27:26.637019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2d8abc6-a49b-4175-8b5d-70cf6c355c67 req-3f00cdbe-c4c1-480c-8543-19cad1dc0b42 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 Jul 07 22:27:26.682746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23973a81-72a4-4819-bbbc-9a2be0ca32c3 req-286bdbc1-c0f8-4093-a4a6-add2f6ea9cbc tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.684320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23973a81-72a4-4819-bbbc-9a2be0ca32c3 req-286bdbc1-c0f8-4093-a4a6-add2f6ea9cbc tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 1136 time: 0.0648029 Jul 07 22:27:26.706385 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-23973a81-72a4-4819-bbbc-9a2be0ca32c3 req-2a126b60-4b24-42a8-af2c-3ccaa201f9c6 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.811239 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-23973a81-72a4-4819-bbbc-9a2be0ca32c3 req-2a126b60-4b24-42a8-af2c-3ccaa201f9c6 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.817542 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-23973a81-72a4-4819-bbbc-9a2be0ca32c3 req-2a126b60-4b24-42a8-af2c-3ccaa201f9c6 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:26.843418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44654) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:26.847125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23973a81-72a4-4819-bbbc-9a2be0ca32c3 req-2a126b60-4b24-42a8-af2c-3ccaa201f9c6 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1552145 Jul 07 22:27:26.860591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a126b60-4b24-42a8-af2c-3ccaa201f9c6 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0915bcf3-0bdb-41bf-bc42-3cf6089e04e7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:26.884272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44658) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:26.964779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721e7875-62c1-4d40-9933-0ca45693f1ea tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:26.966717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-721e7875-62c1-4d40-9933-0ca45693f1ea tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 1131 time: 0.0814443 Jul 07 22:27:26.970037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44664) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:26.975792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'a5de675e-b881-40f0-be30-b7b710840031', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:27.004874 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97919c8f-a2b0-4da4-a2b7-a7671172ef04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.025527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:27:27.031503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.085144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.089022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.181406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97919c8f-a2b0-4da4-a2b7-a7671172ef04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.190056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97919c8f-a2b0-4da4-a2b7-a7671172ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.195022 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Floating IP 683ccfd3-0e1d-4e4c-831a-b181bb3a960c associated. External IP: 172.25.8.23, port: b5b66697-8979-47bb-bd75-06bc6002473d. Jul 07 22:27:27.207340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.272017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-97919c8f-a2b0-4da4-a2b7-a7671172ef04 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16bc90b51d744ec898492318508244ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247530 Jul 07 22:27:27.272499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44670) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:27.274647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97919c8f-a2b0-4da4-a2b7-a7671172ef04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580050b9-47ca-4b7e-ad76-c45a6a3eb70c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:27.307603 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0434-91ee-4f3e-90ef-57158670f2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.374159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f2b2db21-059d-4670-8cbf-064026089cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.388337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Allocated IP 172.25.8.113 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/e847a02f-c210-4045-b453-2eb172372c5e) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:27.414352 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f2b2db21-059d-4670-8cbf-064026089cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.421698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Router 27678343-be48-42f9-8da2-3814a3ddbe32 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:27.532169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:27.533944 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f2b2db21-059d-4670-8cbf-064026089cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.536588 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f2b2db21-059d-4670-8cbf-064026089cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.536816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.537654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f2b2db21-059d-4670-8cbf-064026089cf9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/580050b9-47ca-4b7e-ad76-c45a6a3eb70c HTTP/1.1" status: 204 len: 168 time: 0.2641265 Jul 07 22:27:27.541380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.543435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] Sync routers for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:27.551139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2db21-059d-4670-8cbf-064026089cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580050b9-47ca-4b7e-ad76-c45a6a3eb70c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:27.568886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:27.570102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:27.583792 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-83b77a89-bd4a-4147-86a8-fadfebd03710 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "PUT /v2.0/floatingips/683ccfd3-0e1d-4e4c-831a-b181bb3a960c HTTP/1.1" status: 200 len: 990 time: 1.4771678 Jul 07 22:27:27.584526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'b5b66697-8979-47bb-bd75-06bc6002473d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:27.587133 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4532326b-536c-4379-b8be-9f387efb7204" -d '{"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "b5b66697-8979-47bb-bd75-06bc6002473d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:27.599542 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.631175 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cca478-fcf2-463a-916a-ccf7d4008b42 x-openstack-request-id: req-c8cca478-fcf2-463a-916a-ccf7d4008b42 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:27.631478 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "tag": "b5b66697-8979-47bb-bd75-06bc6002473d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:27.631799 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8cca478-fcf2-463a-916a-ccf7d4008b42 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:27.632141 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'tag': 'b5b66697-8979-47bb-bd75-06bc6002473d', 'status': 'completed', 'code': 200} Jul 07 22:27:27.647010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:27.653824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:27.658466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:27.661805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=e847a02f-c210-4045-b453-2eb172372c5e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:27.735635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:27.932650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-2837e2d4-efb9-47d3-9429-c9099e866c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.933301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-2837e2d4-efb9-47d3-9429-c9099e866c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.933470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-2837e2d4-efb9-47d3-9429-c9099e866c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.933946 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-2837e2d4-efb9-47d3-9429-c9099e866c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.934458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-2837e2d4-efb9-47d3-9429-c9099e866c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.934923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-2837e2d4-efb9-47d3-9429-c9099e866c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.935385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-2837e2d4-efb9-47d3-9429-c9099e866c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:27.937406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4532326b-536c-4379-b8be-9f387efb7204 req-2837e2d4-efb9-47d3-9429-c9099e866c69 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6498 time: 0.2269447 Jul 07 22:27:27.959999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44682) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:27.975959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0cef9dd-eeed-47d4-b958-a67db55c7e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:27.996912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '683ccfd3-0e1d-4e4c-831a-b181bb3a960c', 'tenant_id': '45101a542131430783705ffe212afc8e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'port_id': 'b5b66697-8979-47bb-bd75-06bc6002473d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'mac_address': 'fa:16:3e:ca:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:25:36Z', 'updated_at': '2021-07-07T22:27:26Z', 'revision_number': 1, 'project_id': '45101a542131430783705ffe212afc8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a64253-f928-4f82-8416-ca510c69f0ad', 'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'mac_address': 'fa:16:3e:7b:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:39Z', 'updated_at': '2021-07-07T22:24:50Z', 'revision_number': 5, 'project_id': '45101a542131430783705ffe212afc8e', 'subnets': [{'id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:28.025687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] Checking router: 27678343-be48-42f9-8da2-3814a3ddbe32 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:28.034955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:28.035712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:28.091298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f28a4b-e889-4234-b3df-f51b22571f2a req-09c6b6ee-f41c-4e27-b46b-c1d60b03fa3a tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:28.095762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0cef9dd-eeed-47d4-b958-a67db55c7e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.098314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31f28a4b-e889-4234-b3df-f51b22571f2a req-09c6b6ee-f41c-4e27-b46b-c1d60b03fa3a tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.3004868 Jul 07 22:27:28.102862 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0cef9dd-eeed-47d4-b958-a67db55c7e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.151541 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c0cef9dd-eeed-47d4-b958-a67db55c7e5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2923a04370846b997a4d0d5edec7ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893277 Jul 07 22:27:28.156719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:28.174588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:28.194054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cef9dd-eeed-47d4-b958-a67db55c7e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9975adc-4628-4173-9558-e30ec536faea,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:28.194781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31f28a4b-e889-4234-b3df-f51b22571f2a req-9791aef0-883e-4e9e-8a53-d2102265d8f1 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955122 Jul 07 22:27:28.254601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9593f9bd-cf34-48ec-85b2-1d5374f59fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.270221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-244af42a-4527-4a65-90ec-77a025e58e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:28.272003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4532326b-536c-4379-b8be-9f387efb7204 req-244af42a-4527-4a65-90ec-77a025e58e0c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5c71666-32e6-426c-959c-27eb1572bb7b HTTP/1.1" status: 200 len: 913 time: 0.3187890 Jul 07 22:27:28.294802 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9593f9bd-cf34-48ec-85b2-1d5374f59fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.354239 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9593f9bd-cf34-48ec-85b2-1d5374f59fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.357240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9593f9bd-cf34-48ec-85b2-1d5374f59fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.363378 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9593f9bd-cf34-48ec-85b2-1d5374f59fe0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d9975adc-4628-4173-9558-e30ec536faea HTTP/1.1" status: 204 len: 168 time: 0.2048378 Jul 07 22:27:28.374596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9593f9bd-cf34-48ec-85b2-1d5374f59fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9975adc-4628-4173-9558-e30ec536faea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:28.430435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4532326b-536c-4379-b8be-9f387efb7204 req-d69a72d9-0208-4390-b42d-82ced8b1b1c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b66697-8979-47bb-bd75-06bc6002473d HTTP/1.1" status: 200 len: 998 time: 0.1015155 Jul 07 22:27:28.488361 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.517218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-4c072c2d-375b-45e4-a9ef-2ac9549c9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:28.519538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4532326b-536c-4379-b8be-9f387efb7204 req-4c072c2d-375b-45e4-a9ef-2ac9549c9b16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94e3a1d7-c4b9-4dcc-b9f8-289264492ffb HTTP/1.1" status: 200 len: 851 time: 0.0823607 Jul 07 22:27:28.620138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '683ccfd3-0e1d-4e4c-831a-b181bb3a960c', 'tenant_id': '45101a542131430783705ffe212afc8e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'port_id': 'b5b66697-8979-47bb-bd75-06bc6002473d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'mac_address': 'fa:16:3e:ca:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:25:36Z', 'updated_at': '2021-07-07T22:27:26Z', 'revision_number': 1, 'project_id': '45101a542131430783705ffe212afc8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a64253-f928-4f82-8416-ca510c69f0ad', 'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'mac_address': 'fa:16:3e:7b:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:39Z', 'updated_at': '2021-07-07T22:24:50Z', 'revision_number': 5, 'project_id': '45101a542131430783705ffe212afc8e', 'subnets': [{'id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:28.649900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bd47b4-f6d4-4d90-83d2-28fdfe483c25 None None] The sync data for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 is: [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '683ccfd3-0e1d-4e4c-831a-b181bb3a960c', 'tenant_id': '45101a542131430783705ffe212afc8e', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'port_id': 'b5b66697-8979-47bb-bd75-06bc6002473d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'mac_address': 'fa:16:3e:ca:df:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:25:36Z', 'updated_at': '2021-07-07T22:27:26Z', 'revision_number': 1, 'project_id': '45101a542131430783705ffe212afc8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a64253-f928-4f82-8416-ca510c69f0ad', 'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'mac_address': 'fa:16:3e:7b:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:39Z', 'updated_at': '2021-07-07T22:24:50Z', 'revision_number': 5, 'project_id': '45101a542131430783705ffe212afc8e', 'subnets': [{'id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:28.910769 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75474b31-e09a-44a5-aff6-89b67e5897ea None None] New status for floating IP 683ccfd3-0e1d-4e4c-831a-b181bb3a960c: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:27:28.927173 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:28.998998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532326b-536c-4379-b8be-9f387efb7204 req-f3d65a77-607e-41c5-a312-1bfa82431d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:29.000687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4532326b-536c-4379-b8be-9f387efb7204 req-f3d65a77-607e-41c5-a312-1bfa82431d1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5c71666-32e6-426c-959c-27eb1572bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4287188 Jul 07 22:27:29.102858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-2ac9d0b9-2301-418b-9d00-0365d37f2cf7 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:29.104374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-2ac9d0b9-2301-418b-9d00-0365d37f2cf7 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.5378995 Jul 07 22:27:29.271088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4532326b-536c-4379-b8be-9f387efb7204 req-b306f3fd-43d2-4752-a945-62121d294dcd service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552130 Jul 07 22:27:29.290936 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.331243 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.454993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Deleting port 232ba9e2-6d11-4729-9200-c79245c5c3cb {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:29.455349 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.482440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=e847a02f-c210-4045-b453-2eb172372c5e,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:29.544183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4532326b-536c-4379-b8be-9f387efb7204 req-4052923b-7bfd-4182-b622-caf356407771 service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676013 Jul 07 22:27:29.544900 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.622961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73bdfc-2359-4e49-a4d1-c3fbf4b989f1 req-b6d75cb8-f18a-4659-a396-ef86a92ebf3a tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:29.624462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd73bdfc-2359-4e49-a4d1-c3fbf4b989f1 req-b6d75cb8-f18a-4659-a396-ef86a92ebf3a tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 946 time: 0.2786584 Jul 07 22:27:29.690415 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0875426-df47-4ffd-be8a-ab7692f2e3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.704960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] For port 232ba9e2-6d11-4729-9200-c79245c5c3cb, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=232ba9e2-6d11-4729-9200-c79245c5c3cb,segment=NetworkSegment(3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a),segment_id=3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:29.705388 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:29.733834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Calling delete_port for 232ba9e2-6d11-4729-9200-c79245c5c3cb owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:29.750236 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Floating IP aefd80ce-665f-4b6c-a16a-a380234668e7 associated. External IP: 172.25.8.113, port: a5de675e-b881-40f0-be30-b7b710840031. Jul 07 22:27:29.754663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd73bdfc-2359-4e49-a4d1-c3fbf4b989f1 req-b0f71f29-7d3f-412a-888d-4b816e5bd9f7 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/security-groups?id=0eb3df68-2b2c-42f9-849a-4f6c897b26d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234698 Jul 07 22:27:29.991348 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:30.037489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:30.077884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Pushing event deleted for resources: {'Port': ['ID=232ba9e2-6d11-4729-9200-c79245c5c3cb,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:30.087739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['232ba9e2-6d11-4729-9200-c79245c5c3cb'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:30.108201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Router e87d9a17-0029-4637-95ed-7c25e2496846 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:27:30.128998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] No DVR routers for this DVR port 232ba9e2-6d11-4729-9200-c79245c5c3cb on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:30.132836 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:30.134828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b95be40c-7e0a-40b0-a020-c4a400185a2e req-87227970-1112-4c8c-9f35-ad4845ee22b4 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.83 "DELETE /v2.0/ports/232ba9e2-6d11-4729-9200-c79245c5c3cb HTTP/1.1" status: 204 len: 173 time: 1.0214026 Jul 07 22:27:30.136142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8554c91-540f-4f94-93cd-17565316cc1c', 'name': 'network-vif-deleted', 'tag': '232ba9e2-6d11-4729-9200-c79245c5c3cb'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:30.138501 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c18ec-60ff-4c7e-a00e-9f8bc7275a57" -d '{"events": [{"server_uuid": "c8554c91-540f-4f94-93cd-17565316cc1c", "name": "network-vif-deleted", "tag": "232ba9e2-6d11-4729-9200-c79245c5c3cb"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:30.179965 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62ab9e3-9e16-48f8-8e13-98a22f67e43a x-openstack-request-id: req-c62ab9e3-9e16-48f8-8e13-98a22f67e43a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:30.180272 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8554c91-540f-4f94-93cd-17565316cc1c", "name": "network-vif-deleted", "tag": "232ba9e2-6d11-4729-9200-c79245c5c3cb", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:30.180525 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c62ab9e3-9e16-48f8-8e13-98a22f67e43a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:30.180982 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8554c91-540f-4f94-93cd-17565316cc1c', 'name': 'network-vif-deleted', 'tag': '232ba9e2-6d11-4729-9200-c79245c5c3cb', 'status': 'completed', 'code': 200} Jul 07 22:27:30.248244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:27:30.257861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] Sync routers for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:27:30.273026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:30.273368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:30.273776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:30.317329 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-49ecfe72-2298-4bce-96fb-021876809c73 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3456209 Jul 07 22:27:30.319846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44730) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:30.450756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:30.540266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.540785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.541252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.542277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.542277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.542648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.543105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.543591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.544046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.544503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.544957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.545546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.550458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9e5fae6c-75be-4172-8dfb-78e616e67530 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8461 time: 0.2266932 Jul 07 22:27:30.551376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44740) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:30.710667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'aefd80ce-665f-4b6c-a16a-a380234668e7', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'port_id': 'a5de675e-b881-40f0-be30-b7b710840031', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'mac_address': 'fa:16:3e:b3:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605b7b3b-8249-456c-a717-f163e84c2718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:28Z', 'revision_number': 0, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42462323-37c7-46e3-ae13-d0c8e290ee64', 'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:2e:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:42Z', 'updated_at': '2021-07-07T22:26:50Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:30.737181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] Checking router: e87d9a17-0029-4637-95ed-7c25e2496846 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:27:30.745913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:27:30.746574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:27:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:30.852496 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:30.868038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:27:30.950505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.950978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.951438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.951888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.952335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.952777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.953224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.953666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.954606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.954606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.955278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.955429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:30.959218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f3159ef4-6174-4868-8262-566bdd141c9b tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7731 time: 0.4072468 Jul 07 22:27:30.961297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aad9d12f-00c2-42eb-9915-10cfba145384 req-a3b501a8-3c3c-4af8-a38f-462c1865be16 tempest-InstanceActionsTestJSON-1098757260 tempest-InstanceActionsTestJSON-1098757260-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8554c91-540f-4f94-93cd-17565316cc1c HTTP/1.1" status: 200 len: 210 time: 0.0628796 Jul 07 22:27:30.961875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44744) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:31.138422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'aefd80ce-665f-4b6c-a16a-a380234668e7', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'port_id': 'a5de675e-b881-40f0-be30-b7b710840031', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'mac_address': 'fa:16:3e:b3:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605b7b3b-8249-456c-a717-f163e84c2718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:28Z', 'revision_number': 0, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42462323-37c7-46e3-ae13-d0c8e290ee64', 'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:2e:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:42Z', 'updated_at': '2021-07-07T22:26:50Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:31.168718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edf1a78-7b11-477c-b0be-038a841f9179 None None] The sync data for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 is: [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'aefd80ce-665f-4b6c-a16a-a380234668e7', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'port_id': 'a5de675e-b881-40f0-be30-b7b710840031', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'mac_address': 'fa:16:3e:b3:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605b7b3b-8249-456c-a717-f163e84c2718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:27:28Z', 'updated_at': '2021-07-07T22:27:28Z', 'revision_number': 0, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42462323-37c7-46e3-ae13-d0c8e290ee64', 'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:2e:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:42Z', 'updated_at': '2021-07-07T22:26:50Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:27:31.181276 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:31.212042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-df41d65d-91bf-48b6-b549-4230a4481aab tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5215 time: 0.2488463 Jul 07 22:27:31.214784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44748) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:31.269063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33274512-aabb-43ce-af7f-de4553877599 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:31.269703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33274512-aabb-43ce-af7f-de4553877599 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:31.271484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-33274512-aabb-43ce-af7f-de4553877599 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e87d9a17-0029-4637-95ed-7c25e2496846 HTTP/1.1" status: 200 len: 1992 time: 0.0557876 Jul 07 22:27:31.384430 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801abbcd-c86d-4d8b-be44-37d3a8da3d6a None None] New status for floating IP aefd80ce-665f-4b6c-a16a-a380234668e7: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:27:32.054564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44764) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:32.100631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f79e605-4b06-4e89-9b31-0ff9636cbb35 admin admin] Deleting subnet 17d4fd01-f1c1-4ae8-ac54-2fa8c998ad0f {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:27:32.103587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5f79e605-4b06-4e89-9b31-0ff9636cbb35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.135443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5f79e605-4b06-4e89-9b31-0ff9636cbb35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.172784 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5f79e605-4b06-4e89-9b31-0ff9636cbb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.189683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:32.192787 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f791aad1-9a70-42ba-a82c-5d60374e7b87" -d '{"events": [{"name": "network-changed", "server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "tag": "a5de675e-b881-40f0-be30-b7b710840031"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:32.236425 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5f79e605-4b06-4e89-9b31-0ff9636cbb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.242052 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94a3220-6ef5-4eaf-a9c5-a926897d78f2 x-openstack-request-id: req-a94a3220-6ef5-4eaf-a9c5-a926897d78f2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:32.242572 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "tag": "a5de675e-b881-40f0-be30-b7b710840031", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:32.242779 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a94a3220-6ef5-4eaf-a9c5-a926897d78f2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:32.243177 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031', 'status': 'completed', 'code': 200} Jul 07 22:27:32.273142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5f79e605-4b06-4e89-9b31-0ff9636cbb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.278000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44770) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:32.278562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5f79e605-4b06-4e89-9b31-0ff9636cbb35 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/17d4fd01-f1c1-4ae8-ac54-2fa8c998ad0f HTTP/1.1" status: 204 len: 168 time: 0.2228160 Jul 07 22:27:32.280609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79e605-4b06-4e89-9b31-0ff9636cbb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d4fd01-f1c1-4ae8-ac54-2fa8c998ad0f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:32.355027 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.357293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-e2e27b54-6193-4bc9-93cc-d1d8ced892c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.358825 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-e2e27b54-6193-4bc9-93cc-d1d8ced892c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5fa53f424ee4f55bef098f340a420ca&device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 1136 time: 0.0557520 Jul 07 22:27:32.435746 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.443439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 232ba9e2-6d11-4729-9200-c79245c5c3cb no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:32.447650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:32.450311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-bc3c9293-73c0-4254-b23a-12b4b8ffdacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.451780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-bc3c9293-73c0-4254-b23a-12b4b8ffdacc service neutron] 10.222.0.83 "GET /v2.0/networks?id=9c61884d-a33e-42fc-aa65-0f59fedaea96 HTTP/1.1" status: 200 len: 896 time: 0.0862801 Jul 07 22:27:32.459458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:32.459802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed9ee07-0d8b-4d26-9136-0b5f80a2c88a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:32.465137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 232ba9e2-6d11-4729-9200-c79245c5c3cb {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:32.465491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 232ba9e2-6d11-4729-9200-c79245c5c3cb not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:32.473596 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.487101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.493088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:27:32.493417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:27:32.495121 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:27:32.522641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-982f0d31-21e3-447b-a2ec-53d7641ee646 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de675e-b881-40f0-be30-b7b710840031 HTTP/1.1" status: 200 len: 1001 time: 0.0632668 Jul 07 22:27:32.553010 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.559451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.563770 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] 10.222.0.81 "DELETE /v2.0/networks/43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc HTTP/1.1" status: 204 len: 168 time: 0.2766459 Jul 07 22:27:32.571417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05458212-1b65-41ab-94c9-6c34a7f6e045 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d9f8bb-3409-42d7-9e07-7b41a0f3a4bc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:32.573462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-38aa9a3a-1423-49ec-bca6-21144eaaf978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.575227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-38aa9a3a-1423-49ec-bca6-21144eaaf978 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f86a5aa0-7479-49ff-9011-4ecec2fb0805 HTTP/1.1" status: 200 len: 835 time: 0.0459726 Jul 07 22:27:32.637005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-c6297b67-88d9-4999-b009-e08e8583bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:32.638499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-c6297b67-88d9-4999-b009-e08e8583bed9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c61884d-a33e-42fc-aa65-0f59fedaea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556991 Jul 07 22:27:32.722279 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.748318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44778) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:32.760431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-040bf16c-3772-405c-a43c-de5e2f309b73 service neutron] 10.222.0.83 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148801 Jul 07 22:27:32.790666 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7475a591-0fa0-4d60-a674-82e07569917b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b690560c931746d6953e01fcc40b2882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411620 Jul 07 22:27:32.791472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:32.842048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9615a043-6f11-45cb-978b-96af32b65fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.855485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f791aad1-9a70-42ba-a82c-5d60374e7b87 req-b9ed7852-ba09-4fd0-bedb-91738abc95ae service neutron] 10.222.0.83 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881622 Jul 07 22:27:32.863884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9615a043-6f11-45cb-978b-96af32b65fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.916071 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9615a043-6f11-45cb-978b-96af32b65fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.919141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9615a043-6f11-45cb-978b-96af32b65fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:32.920804 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9615a043-6f11-45cb-978b-96af32b65fa9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0eb3df68-2b2c-42f9-849a-4f6c897b26d0 HTTP/1.1" status: 204 len: 168 time: 0.1281364 Jul 07 22:27:32.930362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615a043-6f11-45cb-978b-96af32b65fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb3df68-2b2c-42f9-849a-4f6c897b26d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:33.571287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44810) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:33.662801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-290221431-network', 'tenant_id': '490706149def41c68de5f9b9c2f0c160'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:33.682979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Made reservation on behalf of 490706149def41c68de5f9b9c2f0c160 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:33.685298 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.695151 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.790155 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.795827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.825058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:27:33.834857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec47715-8c7a-4a50-8d01-4e56912ad8d7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:33.839676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.840026 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Added segment 417672fe-c545-4eb5-b873-4674714071d9 of type vlan for network 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 Jul 07 22:27:33.880175 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.907758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.909332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:33.909912 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:33.963191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3907933 Jul 07 22:27:33.966282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:33.972162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Request body: {'subnet': {'network_id': '600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-290221431-subnet', 'tenant_id': '490706149def41c68de5f9b9c2f0c160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:33.975820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9f8c3-4ee4-4b88-99fb-e18f8cea5bdb admin admin] Pushing event updated for resources: {'Network': ['ID=600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:33.982972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:27:34.000096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Made reservation on behalf of 490706149def41c68de5f9b9c2f0c160 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:34.002559 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:34.174913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:34.238240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f95228d-6431-49fd-b4f9-4ab988ce5f46,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:34.246733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Checking segment: {'id': '417672fe-c545-4eb5-b873-4674714071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:34.247094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Network hostable DHCP agents. Network: 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:27:34.263772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Network 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:27:34.273462 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:34.278010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:34.278627 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:34.282430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9570c87b-0344-4639-8465-4bfa14f91089 None None] Network 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:34.293277 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ee6b882-631a-4dc7-804a-f534dcebf399 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3256702 Jul 07 22:27:34.409558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f855bfb6-796b-405a-949a-239b3640dfa1 None None] Network 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:27:34.742657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-01fb5703-c5f0-4261-acb5-bb148010d207 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:34.744128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-01fb5703-c5f0-4261-acb5-bb148010d207 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/networks?id=600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 HTTP/1.1" status: 200 len: 820 time: 0.1031313 Jul 07 22:27:34.758233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-fd8d2d37-1d05-40a4-8470-52cf4faa4864 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/quotas/490706149def41c68de5f9b9c2f0c160 HTTP/1.1" status: 200 len: 375 time: 0.0088716 Jul 07 22:27:34.794090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ce46ca04-8d07-4c94-bd7d-833130099ab0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=490706149def41c68de5f9b9c2f0c160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311885 Jul 07 22:27:34.805349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-8ebac8e5-aa66-4b00-a7d3-21cc4381256f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:27:34.806376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-8ebac8e5-aa66-4b00-a7d3-21cc4381256f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053566 Jul 07 22:27:34.901594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-688c1367-8075-4fe9-90e6-53eccc6f4baa service neutron] 10.222.0.81 "GET /v2.0/networks/600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896969 Jul 07 22:27:34.992839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-3ce71baa-655f-4987-a4a6-f1bfc065f681 service neutron] 10.222.0.81 "GET /v2.0/networks/600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851400 Jul 07 22:27:35.159214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a2c26cb-3c47-4527-93c9-6ff623102c25 req-214b266a-c856-4a7d-8f62-364e111c8501 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 210 time: 0.0294290 Jul 07 22:27:36.309435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c32b0083-0a4a-4f68-a91c-bb42485bb336 req-f0133993-54ba-4ee1-9a93-b03659be938d tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 210 time: 0.0335002 Jul 07 22:27:36.447676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-3844f84b-e3c1-47a7-bd5a-c738227213e9 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:36.449633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-3844f84b-e3c1-47a7-bd5a-c738227213e9 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.44 "GET /v2.0/networks?id=600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 HTTP/1.1" status: 200 len: 820 time: 0.1134598 Jul 07 22:27:36.467797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Request body: {'port': {'device_id': 'ee247a24-bc0a-4f1e-9621-3864e1f5159f', 'network_id': '600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2', 'admin_state_up': True, 'tenant_id': '490706149def41c68de5f9b9c2f0c160'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:36.578466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Made reservation on behalf of 490706149def41c68de5f9b9c2f0c160 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:27:36.582020 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.701549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Allocated IP 172.20.0.9 (600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2/8f95228d-6431-49fd-b4f9-4ab988ce5f46/7f6f7911-03a2-483f-a0c5-c9126ff85aa7) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:27:36.848678 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.888807 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:36.935323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Network 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:27:36.940387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:27:36.942968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:27:36.971725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Pushing event updated for resources: {'Port': ['ID=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:36.986236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.986590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.987554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.987899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.988236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.988571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.988908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.989240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.989568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.989894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.990250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:36.990577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:37.010818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:37.011434 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.025025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-ebb5a9bb-6784-4efa-bc5f-6d5a9632872c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616536 Jul 07 22:27:37.037684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Request body: {'port': {'device_id': 'ee247a24-bc0a-4f1e-9621-3864e1f5159f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:37.112474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.373835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:37.381325 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.393564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Transition to ACTIVE for port object 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:27:37.398059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.476763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:37.558251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd49da7-b929-4196-b2c8-e458a655673c req-c1394df9-c9e9-4fd2-971e-a2d305e54780 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:37.559730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ddd49da7-b929-4196-b2c8-e458a655673c req-c1394df9-c9e9-4fd2-971e-a2d305e54780 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 943 time: 0.1334727 Jul 07 22:27:37.585794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Attempting to bind port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:27:37.586152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Attempting to bind port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '417672fe-c545-4eb5-b873-4674714071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:27:37.586486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Attempting to bind port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 on network 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:37.593684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 on network 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:27:37.594006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Attempting to bind port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 on network 600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:27:37.601674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:27:37.602011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Checking segment: {'id': '417672fe-c545-4eb5-b873-4674714071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:27:37.602427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Bound using segment: {'id': '417672fe-c545-4eb5-b873-4674714071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:27:37.602856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Bound port: 7f6f7911-03a2-483f-a0c5-c9126ff85aa7, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '417672fe-c545-4eb5-b873-4674714071d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:27:37.603215 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.623059 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ddd49da7-b929-4196-b2c8-e458a655673c req-2c066a4c-c522-444b-a940-8bbfd287f8a8 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532782 Jul 07 22:27:37.676575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] For port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:27:37.679579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] For port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,segment=NetworkSegment(417672fe-c545-4eb5-b873-4674714071d9),segment_id=417672fe-c545-4eb5-b873-4674714071d9)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:27:37.684016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.717328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:37.717941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:37.719543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0452f712-d998-4ae1-b957-94939582e740 service neutron] 10.222.0.44 "PUT /v2.0/ports/7f6f7911-03a2-483f-a0c5-c9126ff85aa7 HTTP/1.1" status: 200 len: 1092 time: 0.6863155 Jul 07 22:27:37.719941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee247a24-bc0a-4f1e-9621-3864e1f5159f', 'tag': '7f6f7911-03a2-483f-a0c5-c9126ff85aa7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:37.722294 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfd089c-7959-45cb-9d5f-893ff2d94389" -d '{"events": [{"name": "network-changed", "server_uuid": "ee247a24-bc0a-4f1e-9621-3864e1f5159f", "tag": "7f6f7911-03a2-483f-a0c5-c9126ff85aa7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:37.749176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452f712-d998-4ae1-b957-94939582e740 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:37.767062 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ae9e91-0598-4fa6-b94d-7811388a9920 x-openstack-request-id: req-09ae9e91-0598-4fa6-b94d-7811388a9920 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:37.767347 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee247a24-bc0a-4f1e-9621-3864e1f5159f", "tag": "7f6f7911-03a2-483f-a0c5-c9126ff85aa7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:37.767599 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09ae9e91-0598-4fa6-b94d-7811388a9920 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:37.768065 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee247a24-bc0a-4f1e-9621-3864e1f5159f', 'tag': '7f6f7911-03a2-483f-a0c5-c9126ff85aa7', 'status': 'completed', 'code': 200} Jul 07 22:27:37.821412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-68409054-3153-4721-b329-e7f97cee2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:37.822960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-68409054-3153-4721-b329-e7f97cee2123 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=490706149def41c68de5f9b9c2f0c160&device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 1095 time: 0.0647430 Jul 07 22:27:37.865300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-0575b0bb-df91-4e9a-bb6d-a6d85cf73ce0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f6f7911-03a2-483f-a0c5-c9126ff85aa7 HTTP/1.1" status: 200 len: 217 time: 0.0346365 Jul 07 22:27:37.918161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-b5eab362-cb9e-4de1-b062-5240abf2b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:37.919865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-b5eab362-cb9e-4de1-b062-5240abf2b487 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f95228d-6431-49fd-b4f9-4ab988ce5f46 HTTP/1.1" status: 200 len: 860 time: 0.0488377 Jul 07 22:27:37.958572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-162d28a3-12ce-4f99-a443-a2c3df8060f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323281 Jul 07 22:27:38.047051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-107bd00c-e625-401f-ba68-209c99e03221 service neutron] 10.222.0.44 "GET /v2.0/networks/600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809059 Jul 07 22:27:38.143693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d473044b-6ffe-4185-bf06-17ef1f2b6271 req-1893dd01-4e68-464e-bbb4-453c2859a644 service neutron] 10.222.0.44 "GET /v2.0/networks/600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894263 Jul 07 22:27:38.253519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-e155a33f-8a98-43ae-97e0-d615098e1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:38.255230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-e155a33f-8a98-43ae-97e0-d615098e1ae8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=490706149def41c68de5f9b9c2f0c160&device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 1095 time: 0.0628505 Jul 07 22:27:38.359615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-d6fb2e34-25c1-481e-babd-e234ea8475dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:38.361119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-d6fb2e34-25c1-481e-babd-e234ea8475dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 HTTP/1.1" status: 200 len: 921 time: 0.0860529 Jul 07 22:27:38.659983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-81f0e0e5-0454-4034-9bc2-933aa6e5f6b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f6f7911-03a2-483f-a0c5-c9126ff85aa7 HTTP/1.1" status: 200 len: 217 time: 0.2906356 Jul 07 22:27:38.710219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-7c839c9c-3cbb-405e-b977-ae924d75ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:38.711713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-7c839c9c-3cbb-405e-b977-ae924d75ee51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f95228d-6431-49fd-b4f9-4ab988ce5f46 HTTP/1.1" status: 200 len: 860 time: 0.0450380 Jul 07 22:27:38.750527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-6b379d08-36cd-4f75-bccb-6c9e04ac5e2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291014 Jul 07 22:27:38.880780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c2022-a3d7-4c40-b2ef-004b54b43f88 req-0589d023-f67f-4976-8dde-de6adcff0e64 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:38.882282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-796c2022-a3d7-4c40-b2ef-004b54b43f88 req-0589d023-f67f-4976-8dde-de6adcff0e64 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 943 time: 0.1348627 Jul 07 22:27:38.886250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-ef3ffc0b-a129-456c-acc5-e88fa4183f48 service neutron] 10.222.0.44 "GET /v2.0/networks/600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278136 Jul 07 22:27:38.974760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-796c2022-a3d7-4c40-b2ef-004b54b43f88 req-5923cd62-e76b-4d17-abb3-ae7c140213bf tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861714 Jul 07 22:27:39.006273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bfd089c-7959-45cb-9d5f-893ff2d94389 req-f3465a19-3089-4c62-ba6f-11c7b7f07d1a service neutron] 10.222.0.44 "GET /v2.0/networks/600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110876 Jul 07 22:27:40.147619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938c607-5bd9-4823-9713-405328cf6f77 req-eba44166-5fb7-47ce-b94a-0a4a448d5cbf tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:40.149102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a938c607-5bd9-4823-9713-405328cf6f77 req-eba44166-5fb7-47ce-b94a-0a4a448d5cbf tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 943 time: 0.0627272 Jul 07 22:27:40.185982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a938c607-5bd9-4823-9713-405328cf6f77 req-ae2c54fb-4478-47ef-b99c-1c884b669905 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Jul 07 22:27:41.364142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63f6ec-178c-400d-ba5c-0c8ab015887c req-5ec14fb4-1639-4318-b4c9-16389d5b1bf7 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:41.365656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c63f6ec-178c-400d-ba5c-0c8ab015887c req-5ec14fb4-1639-4318-b4c9-16389d5b1bf7 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 943 time: 0.0676711 Jul 07 22:27:41.402548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c63f6ec-178c-400d-ba5c-0c8ab015887c req-ca92cc31-c84e-4821-8a40-432d72d42adf tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Jul 07 22:27:42.328571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:27:42.425027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,segment=NetworkSegment(417672fe-c545-4eb5-b873-4674714071d9),segment_id=417672fe-c545-4eb5-b873-4674714071d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:42.436299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '7f6f7911-03a2-483f-a0c5-c9126ff85aa7', 'network_id': '600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2', 'port_id': '7f6f7911-03a2-483f-a0c5-c9126ff85aa7', 'mac_address': 'fa:16:3e:29:aa:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f95228d-6431-49fd-b4f9-4ab988ce5f46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:27:42.475312 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:42.488098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:27:42.507188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,segment=NetworkSegment(417672fe-c545-4eb5-b873-4674714071d9),segment_id=417672fe-c545-4eb5-b873-4674714071d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:42.511523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:42.562492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:42.571185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.571539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.571872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.572724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.572724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.572924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.573164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.573487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.573811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.574153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.574595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.574797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:27:42.594979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97342e64-9f32-4991-bc76-57a5d140f426 req-49e1d0cf-7f4f-48d6-ad64-5812f8aea57c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:42.597660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97342e64-9f32-4991-bc76-57a5d140f426 req-49e1d0cf-7f4f-48d6-ad64-5812f8aea57c tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 944 time: 0.0768239 Jul 07 22:27:42.643356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97342e64-9f32-4991-bc76-57a5d140f426 req-f5a6cb28-040a-4d89-9458-f88f7ef1ee7d tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Jul 07 22:27:42.741913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['7f6f7911-03a2-483f-a0c5-c9126ff85aa7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:43.833661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e0745-d06f-469e-8fa7-f610b9b32931 req-6404a983-ef6a-4a51-9f31-1d80af49477d tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:43.835436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d90e0745-d06f-469e-8fa7-f610b9b32931 req-6404a983-ef6a-4a51-9f31-1d80af49477d tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 944 time: 0.0725889 Jul 07 22:27:43.874121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d90e0745-d06f-469e-8fa7-f610b9b32931 req-c52cb983-ead1-42a4-9854-215de20cc73f tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Jul 07 22:27:44.344200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:27:44.394909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:27:44.398490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:27:44.398861 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:44.478658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:44.499764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee247a24-bc0a-4f1e-9621-3864e1f5159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f7911-03a2-483f-a0c5-c9126ff85aa7'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:44.501969 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdccf2df-a96f-464b-a26c-5b57f5d1ede3" -d '{"events": [{"server_uuid": "ee247a24-bc0a-4f1e-9621-3864e1f5159f", "name": "network-vif-plugged", "status": "completed", "tag": "7f6f7911-03a2-483f-a0c5-c9126ff85aa7"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:44.515287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,segment=NetworkSegment(417672fe-c545-4eb5-b873-4674714071d9),segment_id=417672fe-c545-4eb5-b873-4674714071d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:44.519983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:44.542303 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fad41d-1a07-4cfd-b1bd-aeada8180f5f x-openstack-request-id: req-63fad41d-1a07-4cfd-b1bd-aeada8180f5f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:44.542594 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee247a24-bc0a-4f1e-9621-3864e1f5159f", "name": "network-vif-plugged", "status": "completed", "tag": "7f6f7911-03a2-483f-a0c5-c9126ff85aa7", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:44.542848 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63fad41d-1a07-4cfd-b1bd-aeada8180f5f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:44.543233 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee247a24-bc0a-4f1e-9621-3864e1f5159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f7911-03a2-483f-a0c5-c9126ff85aa7', 'code': 200} Jul 07 22:27:44.572217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:44.656737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacbbcc-5d4a-4dd3-bcfd-aaaeda5769ee req-7fdb3842-1dfd-4ae7-8f50-f5af1333b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:44.658274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eaacbbcc-5d4a-4dd3-bcfd-aaaeda5769ee req-7fdb3842-1dfd-4ae7-8f50-f5af1333b9e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 1097 time: 0.0547299 Jul 07 22:27:44.692780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eaacbbcc-5d4a-4dd3-bcfd-aaaeda5769ee req-83ea8bdb-a710-4cab-a811-8a5f53744e07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283415 Jul 07 22:27:45.063081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbe7c1-afa8-42b8-a620-08a8b29469ea req-90833500-2997-4a92-817d-d62f6e9a8085 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:45.064521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66bbe7c1-afa8-42b8-a620-08a8b29469ea req-90833500-2997-4a92-817d-d62f6e9a8085 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 945 time: 0.0684772 Jul 07 22:27:45.101749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66bbe7c1-afa8-42b8-a620-08a8b29469ea req-9a0372df-dae3-4eda-a7b3-96e578ec48e5 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315423 Jul 07 22:27:46.278659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b08364-5146-40d9-b13f-50c6f1610203 req-b76b73b0-147e-4a1d-bc43-3451ed0a02ea tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:46.280187 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03b08364-5146-40d9-b13f-50c6f1610203 req-b76b73b0-147e-4a1d-bc43-3451ed0a02ea tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 945 time: 0.0658472 Jul 07 22:27:46.318872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03b08364-5146-40d9-b13f-50c6f1610203 req-b851cd03-b66e-4b09-bd16-1b8ee93a06df tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332403 Jul 07 22:27:46.991155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d68887-31bd-4f3e-a706-2ff123c244cc req-ab993fc4-31fc-408f-8231-8b6d19981538 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:46.992654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44d68887-31bd-4f3e-a706-2ff123c244cc req-ab993fc4-31fc-408f-8231-8b6d19981538 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 945 time: 0.0641921 Jul 07 22:27:47.031116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44d68887-31bd-4f3e-a706-2ff123c244cc req-f2441c22-cd6b-46f6-94f3-f2a1d8a2e1a6 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326333 Jul 07 22:27:48.227176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245bf13-5f31-4f5b-b5a0-5db9243ccc35 req-a2dce9e1-570d-46af-a9ae-3e2204318a10 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:48.228673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1245bf13-5f31-4f5b-b5a0-5db9243ccc35 req-a2dce9e1-570d-46af-a9ae-3e2204318a10 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 945 time: 0.0686653 Jul 07 22:27:48.281767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1245bf13-5f31-4f5b-b5a0-5db9243ccc35 req-a7470658-2e11-49e4-ae9a-c8f380a5e322 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ec47715-8c7a-4a50-8d01-4e56912ad8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470738 Jul 07 22:27:48.343980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-a129cfb4-cde3-4c27-b169-f1053fcfd9ac tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:27:48.345493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-a129cfb4-cde3-4c27-b169-f1053fcfd9ac tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee247a24-bc0a-4f1e-9621-3864e1f5159f HTTP/1.1" status: 200 len: 945 time: 0.0823107 Jul 07 22:27:48.447274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Deleting port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:27:48.447618 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.536040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] For port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,segment=NetworkSegment(417672fe-c545-4eb5-b873-4674714071d9),segment_id=417672fe-c545-4eb5-b873-4674714071d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:27:48.536401 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.547750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Calling delete_port for 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:27:48.681657 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.694147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['7f6f7911-03a2-483f-a0c5-c9126ff85aa7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:27:48.712165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Pushing event deleted for resources: {'Port': ['ID=7f6f7911-03a2-483f-a0c5-c9126ff85aa7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:48.757953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] No DVR routers for this DVR port 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:27:48.760657 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:48.762771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96e7f0b4-42f8-4e42-971c-67aaf19d319f req-4fd052cb-5ccb-43d1-8a86-26733716b8d0 tempest-ServerMetadataNegativeTestJSON-1020140773 tempest-ServerMetadataNegativeTestJSON-1020140773-project] 10.222.0.44 "DELETE /v2.0/ports/7f6f7911-03a2-483f-a0c5-c9126ff85aa7 HTTP/1.1" status: 204 len: 173 time: 0.4076216 Jul 07 22:27:48.763207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee247a24-bc0a-4f1e-9621-3864e1f5159f', 'name': 'network-vif-deleted', 'tag': '7f6f7911-03a2-483f-a0c5-c9126ff85aa7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:27:48.765557 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356165b7-1a81-4bee-86ac-0be0d3d186fa" -d '{"events": [{"server_uuid": "ee247a24-bc0a-4f1e-9621-3864e1f5159f", "name": "network-vif-deleted", "tag": "7f6f7911-03a2-483f-a0c5-c9126ff85aa7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:27:48.806320 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c86ef05-39ba-4378-a727-f7e9198ffb17 x-openstack-request-id: req-6c86ef05-39ba-4378-a727-f7e9198ffb17 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:27:48.807163 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee247a24-bc0a-4f1e-9621-3864e1f5159f", "name": "network-vif-deleted", "tag": "7f6f7911-03a2-483f-a0c5-c9126ff85aa7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:27:48.807418 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c86ef05-39ba-4378-a727-f7e9198ffb17 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:27:48.807977 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee247a24-bc0a-4f1e-9621-3864e1f5159f', 'name': 'network-vif-deleted', 'tag': '7f6f7911-03a2-483f-a0c5-c9126ff85aa7', 'status': 'completed', 'code': 200} Jul 07 22:27:49.471451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:49.516051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-89407968-9062-437a-8d8d-4eea9c95fe72 admin admin] Deleting subnet 8f95228d-6431-49fd-b4f9-4ab988ce5f46 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:27:49.519204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89407968-9062-437a-8d8d-4eea9c95fe72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.557094 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89407968-9062-437a-8d8d-4eea9c95fe72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.594200 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89407968-9062-437a-8d8d-4eea9c95fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.642596 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.644303 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89407968-9062-437a-8d8d-4eea9c95fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.674666 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89407968-9062-437a-8d8d-4eea9c95fe72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f95228d-6431-49fd-b4f9-4ab988ce5f46,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:49.678357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89407968-9062-437a-8d8d-4eea9c95fe72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.680305 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-89407968-9062-437a-8d8d-4eea9c95fe72 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8f95228d-6431-49fd-b4f9-4ab988ce5f46 HTTP/1.1" status: 204 len: 168 time: 0.2077494 Jul 07 22:27:49.682601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45028) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:49.748819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.829513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.839995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:49.851020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417672fe-c545-4eb5-b873-4674714071d9') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:49.851312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417672fe-c545-4eb5-b873-4674714071d9') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:27:49.860336 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.873579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.879343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:27:49.879723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:27:49.881358 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:27:49.940686 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.948817 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:49.949844 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] 10.222.0.81 "DELETE /v2.0/networks/600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2 HTTP/1.1" status: 204 len: 168 time: 0.2663472 Jul 07 22:27:49.962145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9969c-1780-45b9-8b34-2117f0b9d89c admin admin] Pushing event deleted for resources: {'Network': ['ID=600e17ab-ec2d-4f13-8579-0b2ab3ffd4a2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:50.055848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45038) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:50.096243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-70d8eea3-a2bc-4df6-97a5-ce6951d37733 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=490706149def41c68de5f9b9c2f0c160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385776 Jul 07 22:27:50.098795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45040) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:50.144627 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e376891-8653-4ec8-8cf9-bc5d7f39315e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.169606 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e376891-8653-4ec8-8cf9-bc5d7f39315e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.216656 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e376891-8653-4ec8-8cf9-bc5d7f39315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.219231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e376891-8653-4ec8-8cf9-bc5d7f39315e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:50.220371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6e376891-8653-4ec8-8cf9-bc5d7f39315e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0ec47715-8c7a-4a50-8d01-4e56912ad8d7 HTTP/1.1" status: 204 len: 168 time: 0.1206756 Jul 07 22:27:50.227680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e376891-8653-4ec8-8cf9-bc5d7f39315e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec47715-8c7a-4a50-8d01-4e56912ad8d7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:51.288408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d06eb9e-e285-4331-b057-e17375b8c183 req-c531cf73-bb87-4467-9cfe-876f7bc2ac7a tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d6c1ec6-c0a9-46e0-8e5e-835be2abd7ec HTTP/1.1" status: 200 len: 210 time: 0.0312653 Jul 07 22:27:51.663052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3af9e6c-4c03-4142-98d2-c5f1e14c1e22 req-608a2dd1-5047-4433-95df-944a825e7c52 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0359750 Jul 07 22:27:52.346119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:27:52.366860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:27:52.367211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 7f6f7911-03a2-483f-a0c5-c9126ff85aa7 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:27:52.820729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1636992c-f3bf-4683-be2d-64d653a44cf9 req-8d1ab08c-c2dd-45e7-be78-7a346512a0ad tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0325255 Jul 07 22:27:53.391049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45146) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:53.501158 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e93f1da2-ef4a-488b-8311-fa8130756f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.504055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6da59a5d-aeeb-4d61-aa63-28aeb3a62c32 req-faa5a859-6dc5-4c68-9d6a-720997111a4a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1d6c1ec6-c0a9-46e0-8e5e-835be2abd7ec HTTP/1.1" status: 200 len: 210 time: 0.0317547 Jul 07 22:27:53.597348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e93f1da2-ef4a-488b-8311-fa8130756f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.601301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e93f1da2-ef4a-488b-8311-fa8130756f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.639845 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e93f1da2-ef4a-488b-8311-fa8130756f6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=730383b2b7ef4e2ebf07aab5e425ceeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476497 Jul 07 22:27:53.640954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f1da2-ef4a-488b-8311-fa8130756f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77126a53-dff4-4d0c-8ca1-7c294aff7129,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:53.642931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45150) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:53.697712 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba260cb0-b422-4553-9ad0-ca56131d6585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.721121 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba260cb0-b422-4553-9ad0-ca56131d6585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.772357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba260cb0-b422-4553-9ad0-ca56131d6585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.775016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba260cb0-b422-4553-9ad0-ca56131d6585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:53.779783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ba260cb0-b422-4553-9ad0-ca56131d6585 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77126a53-dff4-4d0c-8ca1-7c294aff7129 HTTP/1.1" status: 204 len: 168 time: 0.1325121 Jul 07 22:27:53.784693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba260cb0-b422-4553-9ad0-ca56131d6585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77126a53-dff4-4d0c-8ca1-7c294aff7129,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:53.933463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e04a770-9de3-440c-9f2f-cee3e0802585 req-a505a6f0-fbb4-44ae-bf30-3c9ebb64b389 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0355895 Jul 07 22:27:54.004636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-644847c4-da2b-434f-a8de-1ff40bef77c7 req-67b9b977-0ef3-435d-a4c2-139fc3d76251 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0363986 Jul 07 22:27:55.185463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7726d418-94b6-41ef-8786-6c60df94f5bc req-2805eb95-6442-4245-a3dd-bd3dafa3953b tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0411475 Jul 07 22:27:55.410751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45288) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:55.524667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b0836c4-cbf3-4920-a2b3-422f590855c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:55.628119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b0836c4-cbf3-4920-a2b3-422f590855c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:55.634263 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b0836c4-cbf3-4920-a2b3-422f590855c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:55.677838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0836c4-cbf3-4920-a2b3-422f590855c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e04eb-b5d2-4e15-b74f-2dd95309b45a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:55.684485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4b0836c4-cbf3-4920-a2b3-422f590855c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa55d661a4ee4b229e6913fb0711f87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2726507 Jul 07 22:27:55.688029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45298) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:55.713700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11fd28cd-6acb-40cd-bbbe-9b0740501e63 req-a10c8fb7-76b5-42d9-a124-d334ae66e9ce tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0321608 Jul 07 22:27:55.749421 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f655204a-e0c0-4485-a3c3-43e8015a97a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:55.772434 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f655204a-e0c0-4485-a3c3-43e8015a97a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:55.821818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f655204a-e0c0-4485-a3c3-43e8015a97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:55.824795 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f655204a-e0c0-4485-a3c3-43e8015a97a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:55.826020 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f655204a-e0c0-4485-a3c3-43e8015a97a8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ed8e04eb-b5d2-4e15-b74f-2dd95309b45a HTTP/1.1" status: 204 len: 168 time: 0.1365199 Jul 07 22:27:55.834525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655204a-e0c0-4485-a3c3-43e8015a97a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e04eb-b5d2-4e15-b74f-2dd95309b45a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:27:56.888032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4990d97-7e06-4ba9-9364-7da2b4d7bb49 req-1d36952f-1257-439b-961b-acb95dd595da tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0406079 Jul 07 22:27:57.004319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45342) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:57.102932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2a2ffc22-0b88-445f-b307-3af32c5924d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1447831784'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:57.125450 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a2ffc22-0b88-445f-b307-3af32c5924d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.126729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a2ffc22-0b88-445f-b307-3af32c5924d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.189024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a2ffc22-0b88-445f-b307-3af32c5924d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.193235 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a2ffc22-0b88-445f-b307-3af32c5924d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.207147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a2ffc22-0b88-445f-b307-3af32c5924d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.208359 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2a2ffc22-0b88-445f-b307-3af32c5924d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2030447 Jul 07 22:27:57.210953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45348) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:57.253907 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:27:57.287665 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df17-5916-43e5-a695-adc89015da83 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.303180 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba76b1e5-09dc-4a9b-9203-86fb453a2293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.466703 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df17-5916-43e5-a695-adc89015da83 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.469180 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df17-5916-43e5-a695-adc89015da83 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.521105 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df17-5916-43e5-a695-adc89015da83 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.521850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc8df17-5916-43e5-a695-adc89015da83 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ba87f5a-b8ea-4f6e-b680-ba8168eef1c8 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:27:57.526951 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcc8df17-5916-43e5-a695-adc89015da83 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.531160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45354) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:57.531271 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bcc8df17-5916-43e5-a695-adc89015da83 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "DELETE /v2.0/routers/9ba87f5a-b8ea-4f6e-b680-ba8168eef1c8 HTTP/1.1" status: 204 len: 168 time: 0.3193905 Jul 07 22:27:57.536028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8901335c-b6a5-4cd2-a939-62037f461f0b tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Request body: {'router': {'name': 'tempest-router-986045230', 'distributed': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:57.558414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8901335c-b6a5-4cd2-a939-62037f461f0b tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.559708 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8901335c-b6a5-4cd2-a939-62037f461f0b tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.614260 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8901335c-b6a5-4cd2-a939-62037f461f0b tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.620332 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8901335c-b6a5-4cd2-a939-62037f461f0b tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.637432 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8901335c-b6a5-4cd2-a939-62037f461f0b tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.638930 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8901335c-b6a5-4cd2-a939-62037f461f0b tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1067634 Jul 07 22:27:57.641697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45356) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:57.721867 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-540bca7a-2025-468d-bc06-993bb8fecab3 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.898999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-540bca7a-2025-468d-bc06-993bb8fecab3 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.901098 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-540bca7a-2025-468d-bc06-993bb8fecab3 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.949329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-540bca7a-2025-468d-bc06-993bb8fecab3 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.949888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540bca7a-2025-468d-bc06-993bb8fecab3 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74c98a81-bcf2-4022-b977-73b865a66024 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:27:57.955124 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-540bca7a-2025-468d-bc06-993bb8fecab3 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.956284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-540bca7a-2025-468d-bc06-993bb8fecab3 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "DELETE /v2.0/routers/74c98a81-bcf2-4022-b977-73b865a66024 HTTP/1.1" status: 204 len: 168 time: 0.3134444 Jul 07 22:27:57.960599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45360) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:57.964999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8ca3523f-3d62-4eb3-9909-c2473a07f714 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Request body: {'router': {'name': 'tempest-router-1958459772', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '37d7d47293a3447093673af49b93f8e3'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:57.985967 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ca3523f-3d62-4eb3-9909-c2473a07f714 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:57.987330 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ca3523f-3d62-4eb3-9909-c2473a07f714 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.056420 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ca3523f-3d62-4eb3-9909-c2473a07f714 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.076553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f2016a9-77b1-46a0-9b34-7889745b7a12 req-ae78073a-7344-4c71-ace8-d863691d5782 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0312500 Jul 07 22:27:58.077644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ca3523f-3d62-4eb3-9909-c2473a07f714 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.092543 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ca3523f-3d62-4eb3-9909-c2473a07f714 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.093745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8ca3523f-3d62-4eb3-9909-c2473a07f714 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1319759 Jul 07 22:27:58.097205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45362) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:58.106539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:58.302586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.302943 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.384124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93941) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 07 22:27:58.384469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Router fc0d8210-71a7-4398-8f3f-1532a5d2ff6d migrating from provider to provider. {{(pid=93941) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 07 22:27:58.384849 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.389729 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.394496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.475555 n-d-695012-11 neutron-server[93941]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] No L3 agents can host the router fc0d8210-71a7-4398-8f3f-1532a5d2ff6d Jul 07 22:27:58.587513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Hosts for router fc0d8210-71a7-4398-8f3f-1532a5d2ff6d: [] {{(pid=93941) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 07 22:27:58.610401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Hosts for other DVR routers connected to router fc0d8210-71a7-4398-8f3f-1532a5d2ff6d: set() {{(pid=93941) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 07 22:27:58.612897 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:58.614127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1f06290a-cd49-4fb0-bd34-8b964341626d tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "PUT /v2.0/routers/fc0d8210-71a7-4398-8f3f-1532a5d2ff6d HTTP/1.1" status: 200 len: 717 time: 0.5160253 Jul 07 22:27:58.616832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:58.687249 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f0a0c34b-7fed-4c44-978d-aba9d9772b5a tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "GET /v2.0/routers/fc0d8210-71a7-4398-8f3f-1532a5d2ff6d HTTP/1.1" status: 200 len: 717 time: 0.0692625 Jul 07 22:27:58.690281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:58.853781 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8b83d751-f4ca-4385-ad90-5c3f1b3cc5f9 tempest-RoutersTestDVR-779019843 tempest-RoutersTestDVR-779019843-project] 10.222.0.81 "GET /v2.0/routers/fc0d8210-71a7-4398-8f3f-1532a5d2ff6d HTTP/1.1" status: 200 len: 683 time: 0.1623666 Jul 07 22:27:58.856135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:58.928941 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35884fe7-fe2f-44ad-bf83-66da834c26d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.077335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35884fe7-fe2f-44ad-bf83-66da834c26d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.079369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35884fe7-fe2f-44ad-bf83-66da834c26d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.121084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35884fe7-fe2f-44ad-bf83-66da834c26d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.121607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35884fe7-fe2f-44ad-bf83-66da834c26d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc0d8210-71a7-4398-8f3f-1532a5d2ff6d {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:27:59.126640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35884fe7-fe2f-44ad-bf83-66da834c26d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.132066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45382) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:59.132494 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-35884fe7-fe2f-44ad-bf83-66da834c26d6 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "DELETE /v2.0/routers/fc0d8210-71a7-4398-8f3f-1532a5d2ff6d HTTP/1.1" status: 204 len: 168 time: 0.2747450 Jul 07 22:27:59.136209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8f86e7ce-3423-481c-b8e9-86c86135119a tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Request body: {'router': {'name': 'tempest-router-614501172', 'distributed': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:27:59.155961 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f86e7ce-3423-481c-b8e9-86c86135119a tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.156917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f86e7ce-3423-481c-b8e9-86c86135119a tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.219514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f86e7ce-3423-481c-b8e9-86c86135119a tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.239910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-275fba75-b857-44ff-a8a3-f604a304ce16 req-3f53439e-f962-4653-82c6-407894614151 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0308096 Jul 07 22:27:59.240971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f86e7ce-3423-481c-b8e9-86c86135119a tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.253938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f86e7ce-3423-481c-b8e9-86c86135119a tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.256332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8f86e7ce-3423-481c-b8e9-86c86135119a tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1225078 Jul 07 22:27:59.258156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45384) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:27:59.330254 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3c66-3e15-4dfb-ac80-67e011d4be94 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.697436 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a30ea2d-fb04-4802-aeef-656ae18ab73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.758539 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3c66-3e15-4dfb-ac80-67e011d4be94 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.760580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3c66-3e15-4dfb-ac80-67e011d4be94 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.804989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3c66-3e15-4dfb-ac80-67e011d4be94 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.805836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7d3c66-3e15-4dfb-ac80-67e011d4be94 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 864951ce-a713-4c23-8884-f7e29427ef59 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:27:59.812347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1b7d3c66-3e15-4dfb-ac80-67e011d4be94 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:27:59.813455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1b7d3c66-3e15-4dfb-ac80-67e011d4be94 tempest-RoutersTestDVR-1433713375 tempest-RoutersTestDVR-1433713375-project-admin] 10.222.0.81 "DELETE /v2.0/routers/864951ce-a713-4c23-8884-f7e29427ef59 HTTP/1.1" status: 204 len: 168 time: 0.5544002 Jul 07 22:27:59.983942 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.045127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45398) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:00.166395 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a4c184b-ffa9-49f7-b9de-3687b561b11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.262934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a4c184b-ffa9-49f7-b9de-3687b561b11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.267400 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a4c184b-ffa9-49f7-b9de-3687b561b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.312531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9a4c184b-ffa9-49f7-b9de-3687b561b11c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37d7d47293a3447093673af49b93f8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2660742 Jul 07 22:28:00.313435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c184b-ffa9-49f7-b9de-3687b561b11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461f19ab-5e30-4e73-a4de-6ab6df53b309,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:00.315859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:00.366988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.394359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.414344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2379d629-9ccd-463d-af32-9abb532bb772 req-08f232cc-6036-48b7-9537-6a4ba1a6cd2f tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0316920 Jul 07 22:28:00.447769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.450500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.454255 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/461f19ab-5e30-4e73-a4de-6ab6df53b309 HTTP/1.1" status: 204 len: 168 time: 0.1346843 Jul 07 22:28:00.460690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461f19ab-5e30-4e73-a4de-6ab6df53b309,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:00.468731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.469185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.469624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.470239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.470701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.471234 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.471663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.472778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.473205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.473756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.474334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.474945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd89b6b6-4b6b-4b18-a4b9-37a64809ea73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:00.716944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:00.730573 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-787d1fe8-72d7-4e8a-b57a-5b1bb00f272c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.820555 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-787d1fe8-72d7-4e8a-b57a-5b1bb00f272c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.825826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-787d1fe8-72d7-4e8a-b57a-5b1bb00f272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.852768 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.868397 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-787d1fe8-72d7-4e8a-b57a-5b1bb00f272c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ae55af6c87c4ae1a64686751fe64119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480248 Jul 07 22:28:00.868397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d1fe8-72d7-4e8a-b57a-5b1bb00f272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a4f447-d333-4dd9-b5cb-ca65d1858ec1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:00.868996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45418) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:00.922012 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76ae9098-4d7d-4832-9c2f-953095f93433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.943990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76ae9098-4d7d-4832-9c2f-953095f93433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.991270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76ae9098-4d7d-4832-9c2f-953095f93433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.993781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-76ae9098-4d7d-4832-9c2f-953095f93433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:00.995005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-76ae9098-4d7d-4832-9c2f-953095f93433 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b2a4f447-d333-4dd9-b5cb-ca65d1858ec1 HTTP/1.1" status: 204 len: 168 time: 0.1248572 Jul 07 22:28:01.003175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae9098-4d7d-4832-9c2f-953095f93433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a4f447-d333-4dd9-b5cb-ca65d1858ec1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:01.147493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.577853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c667221-9885-465f-a52d-5fd37d48f785 req-ca235e4a-1b89-4147-804c-a31710565d89 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0301597 Jul 07 22:28:01.673940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45446) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:01.768322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-60853901'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:01.789914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Made reservation on behalf of c6bdb4e7179642b0a411515dcd24e4cb for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:01.793283 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.805086 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.891632 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.895245 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.920013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:01.929049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998f82c1-d598-4746-9ce2-539ded20decd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:01.935000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:01.935351 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Added segment 107e1604-4513-4336-a673-609337632c35 of type vlan for network 53dd8a07-3109-4ecd-be9c-9f71f9764730 Jul 07 22:28:01.979245 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.009271 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.015298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.015882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.087268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4121578 Jul 07 22:28:02.090356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:02.095687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'subnet': {'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:02.121068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76b859-585d-4bcf-b674-9d6c3f8b7db1 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Network': ['ID=53dd8a07-3109-4ecd-be9c-9f71f9764730,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:02.131260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:02.186819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Made reservation on behalf of c6bdb4e7179642b0a411515dcd24e4cb for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:02.191362 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.369934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.430229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Subnet': ['ID=fe1373b5-1360-4c89-a02b-3d03044a01d2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:02.437298 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Checking segment: {'id': '107e1604-4513-4336-a673-609337632c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:02.437603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Network hostable DHCP agents. Network: 53dd8a07-3109-4ecd-be9c-9f71f9764730, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:02.454229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:02.464263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 53dd8a07-3109-4ecd-be9c-9f71f9764730) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:02.468762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:02.469876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.473248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d57469-047a-41f9-9d82-8e4bc08bdf1c None None] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:02.487474 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c0889d89-1cd7-4dd3-88c1-8db7586d2892 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3956919 Jul 07 22:28:02.490090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45454) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:02.495122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'port': {'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281189266'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:02.605962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Made reservation on behalf of c6bdb4e7179642b0a411515dcd24e4cb for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:02.609570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.630990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] device_id is not set on port 4e87f910-9132-49fc-8cd5-e90adc4b5bdf yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:02.634379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-53dd8a07-3109-4ecd-be9c-9f71f9764730', 'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730', 'tenant_id': 'c6bdb4e7179642b0a411515dcd24e4cb', 'fixed_ips': [{'subnet_id': 'fe1373b5-1360-4c89-a02b-3d03044a01d2'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:02.636767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.757046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-205e5370-c001-4fb2-b6fe-dcdbf88b07c3 req-7b168010-2082-47fe-a22b-bcac6af66c05 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0341794 Jul 07 22:28:02.763946 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.766683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Allocated IP 2001:db8::3bb (53dd8a07-3109-4ecd-be9c-9f71f9764730/fe1373b5-1360-4c89-a02b-3d03044a01d2/4e87f910-9132-49fc-8cd5-e90adc4b5bdf) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:02.912394 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:02.927684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Transition to ACTIVE for port object 4e87f910-9132-49fc-8cd5-e90adc4b5bdf will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:02.960723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.001933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:03.004252 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Allocated IP 2001:db8::2 (53dd8a07-3109-4ecd-be9c-9f71f9764730/fe1373b5-1360-4c89-a02b-3d03044a01d2/2aa13662-fe83-450b-a8f5-2c0285c55371) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:03.005621 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:03.007967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:03.014143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:03.014885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.032832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Port': ['ID=4e87f910-9132-49fc-8cd5-e90adc4b5bdf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:03.043427 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-24669bda-61a2-41d4-b878-16239048c2d5 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5523381 Jul 07 22:28:03.046572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45462) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:03.051848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'port': {'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1163127057', 'allowed_address_pairs': [{'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:22:50:ec'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:03.170646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Made reservation on behalf of c6bdb4e7179642b0a411515dcd24e4cb for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:03.171936 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.182366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Transition to ACTIVE for port object 2aa13662-fe83-450b-a8f5-2c0285c55371 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:03.197455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Transition to ACTIVE for port object 2aa13662-fe83-450b-a8f5-2c0285c55371 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:03.203329 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.244065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:03.247118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:03.252709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:03.260115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.261226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Pushing event updated for resources: {'Port': ['ID=2aa13662-fe83-450b-a8f5-2c0285c55371,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:03.278893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] device_id is not set on port a345ec85-2421-475b-ad36-fbd191cb796c yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:03.324849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Attempting to bind port 2aa13662-fe83-450b-a8f5-2c0285c55371 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:03.325226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Attempting to bind port 2aa13662-fe83-450b-a8f5-2c0285c55371 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '107e1604-4513-4336-a673-609337632c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:03.325584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Attempting to bind port 2aa13662-fe83-450b-a8f5-2c0285c55371 on network 53dd8a07-3109-4ecd-be9c-9f71f9764730 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:03.330432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:03.331317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Checking segment: {'id': '107e1604-4513-4336-a673-609337632c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:03.331716 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.332108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Bound using segment: {'id': '107e1604-4513-4336-a673-609337632c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:03.332565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Bound port: 2aa13662-fe83-450b-a8f5-2c0285c55371, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107e1604-4513-4336-a673-609337632c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:03.332941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.400061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Allocated IP 2001:db8::57 (53dd8a07-3109-4ecd-be9c-9f71f9764730/fe1373b5-1360-4c89-a02b-3d03044a01d2/a345ec85-2421-475b-ad36-fbd191cb796c) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:03.400790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] For port 2aa13662-fe83-450b-a8f5-2c0285c55371, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:03.403789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] For port 2aa13662-fe83-450b-a8f5-2c0285c55371, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2aa13662-fe83-450b-a8f5-2c0285c55371,segment=NetworkSegment(107e1604-4513-4336-a673-609337632c35),segment_id=107e1604-4513-4336-a673-609337632c35)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:03.407150 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.468335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f5a711-1327-4a15-8303-6ee194d9026c None None] Pushing event updated for resources: {'Port': ['ID=2aa13662-fe83-450b-a8f5-2c0285c55371,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:03.554380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.573815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Transition to ACTIVE for port object a345ec85-2421-475b-ad36-fbd191cb796c will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:03.610910 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.657455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:03.662955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:03.669014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:03.675217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:03.676453 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:03.687974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Port': ['ID=a345ec85-2421-475b-ad36-fbd191cb796c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:03.700638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cdd319c0-75ff-433b-9882-502d7eecde2b tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.6526704 Jul 07 22:28:03.702606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45466) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:03.811463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398134bf-177e-494d-9b33-09c295b08ca6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:03.818587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398134bf-177e-494d-9b33-09c295b08ca6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:03.825222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398134bf-177e-494d-9b33-09c295b08ca6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:03.827094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-398134bf-177e-494d-9b33-09c295b08ca6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1234806 Jul 07 22:28:03.830631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45472) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:03.950229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-46a3ff97-a4e1-40d2-b434-e3d74bc65d75 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Deleting port a345ec85-2421-475b-ad36-fbd191cb796c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:03.950691 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46a3ff97-a4e1-40d2-b434-e3d74bc65d75 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.051005 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46a3ff97-a4e1-40d2-b434-e3d74bc65d75 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.063274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-46a3ff97-a4e1-40d2-b434-e3d74bc65d75 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Calling delete_port for a345ec85-2421-475b-ad36-fbd191cb796c owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:04.134661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1132f28-b09b-4682-a849-9170a9abc1bb req-09370c68-f2de-4941-9885-b92a20ef7188 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0580320 Jul 07 22:28:04.229337 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46a3ff97-a4e1-40d2-b434-e3d74bc65d75 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.261927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3ff97-a4e1-40d2-b434-e3d74bc65d75 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event deleted for resources: {'Port': ['ID=a345ec85-2421-475b-ad36-fbd191cb796c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:04.398419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46a3ff97-a4e1-40d2-b434-e3d74bc65d75 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.400217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-46a3ff97-a4e1-40d2-b434-e3d74bc65d75 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "DELETE /v2.0/ports/a345ec85-2421-475b-ad36-fbd191cb796c HTTP/1.1" status: 204 len: 168 time: 0.5679457 Jul 07 22:28:04.403043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45478) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:04.413837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2aa13662-fe83-450b-a8f5-2c0285c55371 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:04.437387 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff277ed2-a061-4ef1-89a9-5a66f6e1bf92 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] GET failed (client error): The resource could not be found. Jul 07 22:28:04.441918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ff277ed2-a061-4ef1-89a9-5a66f6e1bf92 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "GET /v2.0/ports/a345ec85-2421-475b-ad36-fbd191cb796c HTTP/1.1" status: 404 len: 333 time: 0.0364561 Jul 07 22:28:04.443971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45480) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:04.451100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'port': {'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-459430581'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:04.471630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 2aa13662-fe83-450b-a8f5-2c0285c55371 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:04.490890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53088f1-1ca4-4c5f-a007-f74b284a58e6 None None] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:04.538942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-28da782f-8157-4235-bb3d-b733cfda41d7 None None] Provisioning for port 2aa13662-fe83-450b-a8f5-2c0285c55371 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:04.544804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-28da782f-8157-4235-bb3d-b733cfda41d7 None None] Provisioning complete for port 2aa13662-fe83-450b-a8f5-2c0285c55371 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:04.545181 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28da782f-8157-4235-bb3d-b733cfda41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.560660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Made reservation on behalf of c6bdb4e7179642b0a411515dcd24e4cb for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:04.564548 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.585694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] device_id is not set on port df64f885-17a2-497c-ae91-232def7978fd yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:04.693315 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28da782f-8157-4235-bb3d-b733cfda41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.701525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Allocated IP 2001:db8::20f (53dd8a07-3109-4ecd-be9c-9f71f9764730/fe1373b5-1360-4c89-a02b-3d03044a01d2/df64f885-17a2-497c-ae91-232def7978fd) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:04.736039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-28da782f-8157-4235-bb3d-b733cfda41d7 None None] For port 2aa13662-fe83-450b-a8f5-2c0285c55371, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2aa13662-fe83-450b-a8f5-2c0285c55371,segment=NetworkSegment(107e1604-4513-4336-a673-609337632c35),segment_id=107e1604-4513-4336-a673-609337632c35)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:04.741045 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28da782f-8157-4235-bb3d-b733cfda41d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.795823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da782f-8157-4235-bb3d-b733cfda41d7 None None] Pushing event updated for resources: {'Port': ['ID=2aa13662-fe83-450b-a8f5-2c0285c55371,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:04.866101 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.880607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Transition to ACTIVE for port object df64f885-17a2-497c-ae91-232def7978fd will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:04.915320 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.961328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:04.972494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:04.974809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:04.985671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:04.986565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:04.990858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Port': ['ID=df64f885-17a2-497c-ae91-232def7978fd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:05.009360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8beb6bbd-12e8-416d-9d96-a6ff53910db6 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5624800 Jul 07 22:28:05.012065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:05.017791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-40e92635-240a-428c-a3a5-b4b0005558ae tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:22:50:ec'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:05.064911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8684e297-366b-40c7-af9f-ae090fc6624b None None] Provisioning for port 4e87f910-9132-49fc-8cd5-e90adc4b5bdf completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:05.070455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8684e297-366b-40c7-af9f-ae090fc6624b None None] Provisioning complete for port 4e87f910-9132-49fc-8cd5-e90adc4b5bdf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:05.070832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8684e297-366b-40c7-af9f-ae090fc6624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.109208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8684e297-366b-40c7-af9f-ae090fc6624b None None] Port 4e87f910-9132-49fc-8cd5-e90adc4b5bdf cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:05.120259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8684e297-366b-40c7-af9f-ae090fc6624b None None] Provisioning complete for port 2aa13662-fe83-450b-a8f5-2c0285c55371 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:05.120906 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8684e297-366b-40c7-af9f-ae090fc6624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.235297 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40e92635-240a-428c-a3a5-b4b0005558ae tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.322422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-662ab2e8-0fc0-4ddc-8999-e9470d178f83 req-a20f0297-9ff1-4e18-b168-7f40bc20f592 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0321910 Jul 07 22:28:05.331663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6e5b2575-a4bc-433c-b774-364510beadfb None None] Provisioning complete for port 4e87f910-9132-49fc-8cd5-e90adc4b5bdf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:05.332231 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e5b2575-a4bc-433c-b774-364510beadfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.379756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b2575-a4bc-433c-b774-364510beadfb None None] Port 4e87f910-9132-49fc-8cd5-e90adc4b5bdf cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:05.473688 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40e92635-240a-428c-a3a5-b4b0005558ae tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.478329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40e92635-240a-428c-a3a5-b4b0005558ae tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.507045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b4476dd8-810a-4e3f-ac6d-a5d8f0ebcc85 None None] Could not find standard attr ID for object a345ec85-2421-475b-ad36-fbd191cb796c. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:28:05.522964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-40e92635-240a-428c-a3a5-b4b0005558ae tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] In _notify_port_updated(), no bound segment for port df64f885-17a2-497c-ae91-232def7978fd on network 53dd8a07-3109-4ecd-be9c-9f71f9764730 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:28:05.530137 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e92635-240a-428c-a3a5-b4b0005558ae tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:05.530753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40e92635-240a-428c-a3a5-b4b0005558ae tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.532460 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40e92635-240a-428c-a3a5-b4b0005558ae tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "PUT /v2.0/ports/df64f885-17a2-497c-ae91-232def7978fd HTTP/1.1" status: 200 len: 1002 time: 0.5190911 Jul 07 22:28:05.535433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45492) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:05.552622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e92635-240a-428c-a3a5-b4b0005558ae tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Port': ['ID=df64f885-17a2-497c-ae91-232def7978fd,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:05.653674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-0472aed0-8d33-4c0f-bf4e-e9db3a1cf3c9 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Deleting port df64f885-17a2-497c-ae91-232def7978fd {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:05.654253 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0472aed0-8d33-4c0f-bf4e-e9db3a1cf3c9 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.734774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-21ec565c-f1bf-4251-ab3a-4605a95b4fa9 None None] Provisioning for port df64f885-17a2-497c-ae91-232def7978fd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:05.743392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-21ec565c-f1bf-4251-ab3a-4605a95b4fa9 None None] Provisioning complete for port df64f885-17a2-497c-ae91-232def7978fd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:05.743992 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21ec565c-f1bf-4251-ab3a-4605a95b4fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.762088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0472aed0-8d33-4c0f-bf4e-e9db3a1cf3c9 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.777266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-0472aed0-8d33-4c0f-bf4e-e9db3a1cf3c9 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Calling delete_port for df64f885-17a2-497c-ae91-232def7978fd owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:05.786674 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-21ec565c-f1bf-4251-ab3a-4605a95b4fa9 None None] Port df64f885-17a2-497c-ae91-232def7978fd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:05.927479 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0472aed0-8d33-4c0f-bf4e-e9db3a1cf3c9 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:05.960785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472aed0-8d33-4c0f-bf4e-e9db3a1cf3c9 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event deleted for resources: {'Port': ['ID=df64f885-17a2-497c-ae91-232def7978fd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:06.079131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0472aed0-8d33-4c0f-bf4e-e9db3a1cf3c9 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.082169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0472aed0-8d33-4c0f-bf4e-e9db3a1cf3c9 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "DELETE /v2.0/ports/df64f885-17a2-497c-ae91-232def7978fd HTTP/1.1" status: 204 len: 168 time: 0.5455644 Jul 07 22:28:06.085222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45496) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:06.120542 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd3eee4-12a0-48c1-a730-f46ce9903810 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] GET failed (client error): The resource could not be found. Jul 07 22:28:06.122528 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fcd3eee4-12a0-48c1-a730-f46ce9903810 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "GET /v2.0/ports/df64f885-17a2-497c-ae91-232def7978fd HTTP/1.1" status: 404 len: 333 time: 0.0361707 Jul 07 22:28:06.126127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45500) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:06.131849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'port': {'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-752334079'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:06.203020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-919c8e9e-31ba-4354-af31-8740758cc9d4 None None] Could not find standard attr ID for object df64f885-17a2-497c-ae91-232def7978fd. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:28:06.266783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Made reservation on behalf of c6bdb4e7179642b0a411515dcd24e4cb for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:06.270412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.295105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] device_id is not set on port 334693da-8c00-4524-93bb-34d8bfcf2435 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:06.383864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2aa13662-fe83-450b-a8f5-2c0285c55371 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:06.433857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Allocated IP 2001:db8::2e5 (53dd8a07-3109-4ecd-be9c-9f71f9764730/fe1373b5-1360-4c89-a02b-3d03044a01d2/334693da-8c00-4524-93bb-34d8bfcf2435) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:06.447910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 2aa13662-fe83-450b-a8f5-2c0285c55371 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:06.448179 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.568439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7406a69-d8b4-4bb5-9c23-5e4dab80cf7a req-ba62abdf-b4e0-4e43-b87f-5b81e45d1527 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0773523 Jul 07 22:28:06.633271 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.648177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Transition to ACTIVE for port object 334693da-8c00-4524-93bb-34d8bfcf2435 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:06.683685 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.733566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:06.739573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:06.743581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:06.752091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:06.752899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:06.762740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Port': ['ID=334693da-8c00-4524-93bb-34d8bfcf2435,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:06.778513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d44201aa-2375-4638-8934-22d146e24dcd tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6487694 Jul 07 22:28:06.778758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45506) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:06.787493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-700f8bd4-f329-400b-9097-32b3910565ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:22:50:ec'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:06.876670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-700f8bd4-f329-400b-9097-32b3910565ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.031292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b7353319-3088-4665-bc42-be764289ca3f None None] Provisioning for port 334693da-8c00-4524-93bb-34d8bfcf2435 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:07.035833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b7353319-3088-4665-bc42-be764289ca3f None None] Provisioning complete for port 334693da-8c00-4524-93bb-34d8bfcf2435 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:07.036223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7353319-3088-4665-bc42-be764289ca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.067125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-700f8bd4-f329-400b-9097-32b3910565ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.072089 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-700f8bd4-f329-400b-9097-32b3910565ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.112150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-700f8bd4-f329-400b-9097-32b3910565ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] In _notify_port_updated(), no bound segment for port 334693da-8c00-4524-93bb-34d8bfcf2435 on network 53dd8a07-3109-4ecd-be9c-9f71f9764730 {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:28:07.118563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f8bd4-f329-400b-9097-32b3910565ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:07.119260 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-700f8bd4-f329-400b-9097-32b3910565ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.125079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-700f8bd4-f329-400b-9097-32b3910565ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "PUT /v2.0/ports/334693da-8c00-4524-93bb-34d8bfcf2435 HTTP/1.1" status: 200 len: 1002 time: 0.3409786 Jul 07 22:28:07.125079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45510) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:07.177431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f8bd4-f329-400b-9097-32b3910565ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Port': ['ID=334693da-8c00-4524-93bb-34d8bfcf2435,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:07.228342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b7353319-3088-4665-bc42-be764289ca3f None None] Port 334693da-8c00-4524-93bb-34d8bfcf2435 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:07.264393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-cbd7dc61-7dfc-48f3-8edb-3d462c0a3859 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Deleting port 334693da-8c00-4524-93bb-34d8bfcf2435 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:07.264735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cbd7dc61-7dfc-48f3-8edb-3d462c0a3859 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.359260 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cbd7dc61-7dfc-48f3-8edb-3d462c0a3859 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.373644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-cbd7dc61-7dfc-48f3-8edb-3d462c0a3859 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Calling delete_port for 334693da-8c00-4524-93bb-34d8bfcf2435 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:07.448898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ee789bde-5f51-4ddd-bd76-0710a8dcbb27 None None] Provisioning complete for port 334693da-8c00-4524-93bb-34d8bfcf2435 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:07.449219 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee789bde-5f51-4ddd-bd76-0710a8dcbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.484268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ee789bde-5f51-4ddd-bd76-0710a8dcbb27 None None] Port 334693da-8c00-4524-93bb-34d8bfcf2435 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:07.515279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cbd7dc61-7dfc-48f3-8edb-3d462c0a3859 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.545878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7dc61-7dfc-48f3-8edb-3d462c0a3859 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event deleted for resources: {'Port': ['ID=334693da-8c00-4524-93bb-34d8bfcf2435,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:07.582830 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cbd7dc61-7dfc-48f3-8edb-3d462c0a3859 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.585091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cbd7dc61-7dfc-48f3-8edb-3d462c0a3859 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "DELETE /v2.0/ports/334693da-8c00-4524-93bb-34d8bfcf2435 HTTP/1.1" status: 204 len: 168 time: 0.4597988 Jul 07 22:28:07.587779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45514) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:07.617464 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-7957c996-100e-4c44-96b3-4c209225dbe0 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] GET failed (client error): The resource could not be found. Jul 07 22:28:07.622540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7957c996-100e-4c44-96b3-4c209225dbe0 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "GET /v2.0/ports/334693da-8c00-4524-93bb-34d8bfcf2435 HTTP/1.1" status: 404 len: 333 time: 0.0303924 Jul 07 22:28:07.623285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45518) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:07.629723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'port': {'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-581934084'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:07.762249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ec98fbf-16a9-4192-ad80-0b2dbdb9e0d1 req-092e035b-b312-45ed-8beb-63f9d2979c7b tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0341446 Jul 07 22:28:07.772141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Made reservation on behalf of c6bdb4e7179642b0a411515dcd24e4cb for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:07.776705 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:07.796715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] device_id is not set on port 74367342-358a-45b0-86a8-2a21920ab642 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:07.929769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Allocated IP 2001:db8::1c9 (53dd8a07-3109-4ecd-be9c-9f71f9764730/fe1373b5-1360-4c89-a02b-3d03044a01d2/74367342-358a-45b0-86a8-2a21920ab642) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:08.091382 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.107508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Transition to ACTIVE for port object 74367342-358a-45b0-86a8-2a21920ab642 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:08.144792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.189354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:08.195605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:08.199525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:08.205342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:08.206741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.213087 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Port': ['ID=74367342-358a-45b0-86a8-2a21920ab642,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:08.229635 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a9298add-a9c9-43b7-9d87-e2bc10c4243f tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6028507 Jul 07 22:28:08.229941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45526) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:08.235077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'port': {'network_id': '53dd8a07-3109-4ecd-be9c-9f71f9764730', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-546640504'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:08.373756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Made reservation on behalf of c6bdb4e7179642b0a411515dcd24e4cb for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:08.378897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.408017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] device_id is not set on port cf2039fb-1a15-458d-9575-3cd0cf80ecd5 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:08.552177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Allocated IP 2001:db8::2c (53dd8a07-3109-4ecd-be9c-9f71f9764730/fe1373b5-1360-4c89-a02b-3d03044a01d2/cf2039fb-1a15-458d-9575-3cd0cf80ecd5) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:08.618515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-77adebda-8ab3-4503-953f-60653e623477 None None] Provisioning for port 74367342-358a-45b0-86a8-2a21920ab642 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:08.625137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-77adebda-8ab3-4503-953f-60653e623477 None None] Provisioning complete for port 74367342-358a-45b0-86a8-2a21920ab642 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:08.625642 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77adebda-8ab3-4503-953f-60653e623477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.668369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-77adebda-8ab3-4503-953f-60653e623477 None None] Port 74367342-358a-45b0-86a8-2a21920ab642 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:08.711148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.725530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Transition to ACTIVE for port object cf2039fb-1a15-458d-9575-3cd0cf80ecd5 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:08.760819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.808857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:08.812750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:08.820239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:08.826636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:08.827263 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:08.839343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Port': ['ID=cf2039fb-1a15-458d-9575-3cd0cf80ecd5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:08.863050 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c00e43ff-5a90-4eb1-9fd9-aa3f85be09c4 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6320145 Jul 07 22:28:08.865664 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:08.871841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-283081ca-4ae1-4bd9-b45e-1b9c34ccf436 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bb', 'mac_address': 'fa:16:3e:22:50:ec'}, {'ip_address': '2001:db8::1c9', 'mac_address': 'fa:16:3e:34:7d:94'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:08.981165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8aa61863-c536-4863-b569-912d1412348b req-ff265bcb-2795-4271-bb19-0d8b26805f96 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0312569 Jul 07 22:28:08.982364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-283081ca-4ae1-4bd9-b45e-1b9c34ccf436 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.174560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-283081ca-4ae1-4bd9-b45e-1b9c34ccf436 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.179967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-283081ca-4ae1-4bd9-b45e-1b9c34ccf436 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.192627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-049bbd61-370b-427b-9705-5372a1336fae None None] Provisioning for port cf2039fb-1a15-458d-9575-3cd0cf80ecd5 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:09.196628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-049bbd61-370b-427b-9705-5372a1336fae None None] Provisioning complete for port cf2039fb-1a15-458d-9575-3cd0cf80ecd5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:09.197217 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-049bbd61-370b-427b-9705-5372a1336fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.214276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-283081ca-4ae1-4bd9-b45e-1b9c34ccf436 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] In _notify_port_updated(), no bound segment for port cf2039fb-1a15-458d-9575-3cd0cf80ecd5 on network 53dd8a07-3109-4ecd-be9c-9f71f9764730 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:28:09.219686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283081ca-4ae1-4bd9-b45e-1b9c34ccf436 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:09.220322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-283081ca-4ae1-4bd9-b45e-1b9c34ccf436 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.221669 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-283081ca-4ae1-4bd9-b45e-1b9c34ccf436 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "PUT /v2.0/ports/cf2039fb-1a15-458d-9575-3cd0cf80ecd5 HTTP/1.1" status: 200 len: 1066 time: 0.3547628 Jul 07 22:28:09.224465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45540) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:09.236834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-049bbd61-370b-427b-9705-5372a1336fae None None] Port cf2039fb-1a15-458d-9575-3cd0cf80ecd5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:09.261941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283081ca-4ae1-4bd9-b45e-1b9c34ccf436 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event updated for resources: {'Port': ['ID=cf2039fb-1a15-458d-9575-3cd0cf80ecd5,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:09.345388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3a94a7d6-fff7-445a-817b-34b9a67c08cf tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Deleting port cf2039fb-1a15-458d-9575-3cd0cf80ecd5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:09.346826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3a94a7d6-fff7-445a-817b-34b9a67c08cf tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.450414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3a94a7d6-fff7-445a-817b-34b9a67c08cf tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.470499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3a94a7d6-fff7-445a-817b-34b9a67c08cf tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Calling delete_port for cf2039fb-1a15-458d-9575-3cd0cf80ecd5 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:09.624389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95b13121-4680-4475-aefa-f3b9c3146f0f None None] Provisioning complete for port cf2039fb-1a15-458d-9575-3cd0cf80ecd5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:09.624902 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95b13121-4680-4475-aefa-f3b9c3146f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.686113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-95b13121-4680-4475-aefa-f3b9c3146f0f None None] Port cf2039fb-1a15-458d-9575-3cd0cf80ecd5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:09.702423 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3a94a7d6-fff7-445a-817b-34b9a67c08cf tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.734579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94a7d6-fff7-445a-817b-34b9a67c08cf tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event deleted for resources: {'Port': ['ID=cf2039fb-1a15-458d-9575-3cd0cf80ecd5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:09.901677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3a94a7d6-fff7-445a-817b-34b9a67c08cf tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:09.906297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3a94a7d6-fff7-445a-817b-34b9a67c08cf tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "DELETE /v2.0/ports/cf2039fb-1a15-458d-9575-3cd0cf80ecd5 HTTP/1.1" status: 204 len: 168 time: 0.6782734 Jul 07 22:28:09.906867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:09.935927 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34a086c-7772-4232-85f7-a18f05deec06 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] GET failed (client error): The resource could not be found. Jul 07 22:28:09.937480 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c34a086c-7772-4232-85f7-a18f05deec06 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "GET /v2.0/ports/cf2039fb-1a15-458d-9575-3cd0cf80ecd5 HTTP/1.1" status: 404 len: 333 time: 0.0298419 Jul 07 22:28:09.940450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:10.159031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c83f20d-fcac-453b-b142-d2170af1c785 req-f83e364a-a4a6-4859-9130-b26db7c0a859 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0336602 Jul 07 22:28:10.368925 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8f29f39f-2474-4411-8462-bd9b9c0d464c tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Deleting port 74367342-358a-45b0-86a8-2a21920ab642 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:10.369267 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f29f39f-2474-4411-8462-bd9b9c0d464c tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.449472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f29f39f-2474-4411-8462-bd9b9c0d464c tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.461391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8f29f39f-2474-4411-8462-bd9b9c0d464c tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Calling delete_port for 74367342-358a-45b0-86a8-2a21920ab642 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:10.586958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f29f39f-2474-4411-8462-bd9b9c0d464c tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.624455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29f39f-2474-4411-8462-bd9b9c0d464c tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event deleted for resources: {'Port': ['ID=74367342-358a-45b0-86a8-2a21920ab642,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:10.649997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f29f39f-2474-4411-8462-bd9b9c0d464c tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.652598 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8f29f39f-2474-4411-8462-bd9b9c0d464c tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "DELETE /v2.0/ports/74367342-358a-45b0-86a8-2a21920ab642 HTTP/1.1" status: 204 len: 168 time: 0.7106559 Jul 07 22:28:10.654899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45564) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:10.699250 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f969dd42-ae8c-4e2f-8f7c-8adaf398119a tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] GET failed (client error): The resource could not be found. Jul 07 22:28:10.701474 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f969dd42-ae8c-4e2f-8f7c-8adaf398119a tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "GET /v2.0/ports/74367342-358a-45b0-86a8-2a21920ab642 HTTP/1.1" status: 404 len: 333 time: 0.0451677 Jul 07 22:28:10.704758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45570) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:10.822111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-37cf2e79-5335-4709-8ad2-868b63f56276 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Deleting port 4e87f910-9132-49fc-8cd5-e90adc4b5bdf {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:10.822479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37cf2e79-5335-4709-8ad2-868b63f56276 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.919568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37cf2e79-5335-4709-8ad2-868b63f56276 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:10.932659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-37cf2e79-5335-4709-8ad2-868b63f56276 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Calling delete_port for 4e87f910-9132-49fc-8cd5-e90adc4b5bdf owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:11.079290 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37cf2e79-5335-4709-8ad2-868b63f56276 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.114335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf2e79-5335-4709-8ad2-868b63f56276 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event deleted for resources: {'Port': ['ID=4e87f910-9132-49fc-8cd5-e90adc4b5bdf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:11.149469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37cf2e79-5335-4709-8ad2-868b63f56276 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.153381 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-37cf2e79-5335-4709-8ad2-868b63f56276 tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "DELETE /v2.0/ports/4e87f910-9132-49fc-8cd5-e90adc4b5bdf HTTP/1.1" status: 204 len: 168 time: 0.4462585 Jul 07 22:28:11.154514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45580) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:11.212517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a0552d-0c72-417b-bd3b-5809641ef87e tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Deleting subnet fe1373b5-1360-4c89-a02b-3d03044a01d2 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:11.218177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c2a0552d-0c72-417b-bd3b-5809641ef87e tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.266833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c2a0552d-0c72-417b-bd3b-5809641ef87e tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.388059 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e159d82-4a36-43d3-a3e1-9813111e6147 req-e1572c5f-2ab0-4810-98ce-1553fe3b7347 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0545650 Jul 07 22:28:11.403881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c2a0552d-0c72-417b-bd3b-5809641ef87e tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.464519 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c2a0552d-0c72-417b-bd3b-5809641ef87e tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.490608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0552d-0c72-417b-bd3b-5809641ef87e tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1373b5-1360-4c89-a02b-3d03044a01d2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:11.494271 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c2a0552d-0c72-417b-bd3b-5809641ef87e tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.496116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c2a0552d-0c72-417b-bd3b-5809641ef87e tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "DELETE /v2.0/subnets/fe1373b5-1360-4c89-a02b-3d03044a01d2 HTTP/1.1" status: 204 len: 168 time: 0.3406181 Jul 07 22:28:11.498601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45584) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:11.505532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b469572-12d6-43f1-b39d-71e9480d7521 None None] Network 53dd8a07-3109-4ecd-be9c-9f71f9764730 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:11.578534 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.642556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Deleting port 2aa13662-fe83-450b-a8f5-2c0285c55371 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:11.643218 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.714651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] For port 2aa13662-fe83-450b-a8f5-2c0285c55371, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2aa13662-fe83-450b-a8f5-2c0285c55371,segment=NetworkSegment(107e1604-4513-4336-a673-609337632c35),segment_id=107e1604-4513-4336-a673-609337632c35)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:11.715019 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.733157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Calling delete_port for 2aa13662-fe83-450b-a8f5-2c0285c55371 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:11.760253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9953f9-3b6a-42b4-88f8-2f1b80e86015 None None] DHCP port deletion for 53dd8a07-3109-4ecd-be9c-9f71f9764730 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:28:11.809317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2a9953f9-3b6a-42b4-88f8-2f1b80e86015 None None] Deleting port 2aa13662-fe83-450b-a8f5-2c0285c55371 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:11.809695 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a9953f9-3b6a-42b4-88f8-2f1b80e86015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.825431 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.866909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event deleted for resources: {'Port': ['ID=2aa13662-fe83-450b-a8f5-2c0285c55371,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:11.869620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] No DVR routers for this DVR port 2aa13662-fe83-450b-a8f5-2c0285c55371 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:11.883489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2a9953f9-3b6a-42b4-88f8-2f1b80e86015 None None] For port 2aa13662-fe83-450b-a8f5-2c0285c55371, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2aa13662-fe83-450b-a8f5-2c0285c55371,segment=NetworkSegment(107e1604-4513-4336-a673-609337632c35),segment_id=107e1604-4513-4336-a673-609337632c35)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:11.883968 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a9953f9-3b6a-42b4-88f8-2f1b80e86015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.899752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2a9953f9-3b6a-42b4-88f8-2f1b80e86015 None None] Calling delete_port for 2aa13662-fe83-450b-a8f5-2c0285c55371 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:11.963329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.973267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dd8a07-3109-4ecd-be9c-9f71f9764730']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:11.984096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107e1604-4513-4336-a673-609337632c35') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:11.984522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107e1604-4513-4336-a673-609337632c35') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.985466 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:11.988509 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:28:11.996919 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a9953f9-3b6a-42b4-88f8-2f1b80e86015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:11.998399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.019225 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.025907 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:12.026372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.027505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9953f9-3b6a-42b4-88f8-2f1b80e86015 None None] Pushing event deleted for resources: {'Port': ['ID=2aa13662-fe83-450b-a8f5-2c0285c55371,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:12.029947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9953f9-3b6a-42b4-88f8-2f1b80e86015 None None] No DVR routers for this DVR port 2aa13662-fe83-450b-a8f5-2c0285c55371 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:12.032885 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:12.101358 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.108309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.110139 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] 10.222.0.81 "DELETE /v2.0/networks/53dd8a07-3109-4ecd-be9c-9f71f9764730 HTTP/1.1" status: 204 len: 168 time: 0.6102672 Jul 07 22:28:12.121569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e5421-e781-417d-bdf4-bf079b26c0ce tempest-AllowedAddressPairIpV6TestJSON-304716034 tempest-AllowedAddressPairIpV6TestJSON-304716034-project] Pushing event deleted for resources: {'Network': ['ID=53dd8a07-3109-4ecd-be9c-9f71f9764730,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:12.375154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:12.400605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2aa13662-fe83-450b-a8f5-2c0285c55371 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:12.421653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 2aa13662-fe83-450b-a8f5-2c0285c55371 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:12.422000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2aa13662-fe83-450b-a8f5-2c0285c55371 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:12.552202 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6fafa1e9-7f87-4756-9b6a-448331f8f6e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c6bdb4e7179642b0a411515dcd24e4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758578 Jul 07 22:28:12.555010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:12.567325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bcf1ce35-89aa-4c87-851b-65d44793a889 req-71c663ab-fa9d-4fa0-a4ca-f18d8b0da796 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0293808 Jul 07 22:28:12.616108 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48a1bfab-fa3a-4620-a65f-9ab014ef4b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.637488 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48a1bfab-fa3a-4620-a65f-9ab014ef4b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.688468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48a1bfab-fa3a-4620-a65f-9ab014ef4b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.691808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48a1bfab-fa3a-4620-a65f-9ab014ef4b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:12.692950 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-48a1bfab-fa3a-4620-a65f-9ab014ef4b86 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/998f82c1-d598-4746-9ce2-539ded20decd HTTP/1.1" status: 204 len: 168 time: 0.1369188 Jul 07 22:28:12.702053 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1bfab-fa3a-4620-a65f-9ab014ef4b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998f82c1-d598-4746-9ce2-539ded20decd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:13.372730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45632) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:13.508785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-314062713'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:13.540244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Made reservation on behalf of e8c377c31cd0480f9939ff0117d07103 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:13.544201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.555043 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.685752 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.698118 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.730528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:13.738622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4286e9-f32c-49c0-ad6d-d01c5282bf03,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:13.743662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.744003 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Added segment 20971dfa-a883-45e2-b7da-82e0e64a2c0f of type vlan for network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 Jul 07 22:28:13.786792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40e15ab9-5325-4541-9d29-b06fb88ce097 req-3f64c45e-1d03-4bb9-ba9e-b530c58c4a34 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0345602 Jul 07 22:28:13.816734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.855421 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.864891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:13.865612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:13.979163 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5992947 Jul 07 22:28:13.981690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45642) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:13.983385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670578c1-9cc3-4c6d-bd3f-00d219436435 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event updated for resources: {'Network': ['ID=23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:13.987765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Request body: {'subnet': {'network_id': '23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:14.008062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:14.102758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Made reservation on behalf of e8c377c31cd0480f9939ff0117d07103 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:14.106487 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.377999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.448158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event updated for resources: {'Subnet': ['ID=77adca19-ed34-4447-bdfe-9af8feca5445,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:14.456932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Checking segment: {'id': '20971dfa-a883-45e2-b7da-82e0e64a2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:14.457161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Network hostable DHCP agents. Network: 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:14.479495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:14.501352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:14.522010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:14.522851 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:14.530911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4dbab7-f608-4265-baaa-768f36b345a9 None None] Network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:14.551067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4147441a-4240-4589-b62f-393b053cf401 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5683150 Jul 07 22:28:14.553564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45648) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:14.560367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Request body: {'port': {'network_id': '23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1251048039'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:14.918029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27', 'network_id': '23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27', 'tenant_id': 'e8c377c31cd0480f9939ff0117d07103', 'fixed_ips': [{'subnet_id': '77adca19-ed34-4447-bdfe-9af8feca5445'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:14.919424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.058646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-675921dd-1163-4dde-a348-aeb071793386 req-99b6f8ee-0bd6-46b9-9198-53fedfefe359 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0541523 Jul 07 22:28:15.126894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Allocated IP 2001:db8::2 (23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27/77adca19-ed34-4447-bdfe-9af8feca5445/cdc4377a-de47-4c9a-b5d2-196b63850089) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:15.195799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Made reservation on behalf of e8c377c31cd0480f9939ff0117d07103 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:15.199996 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.232087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] device_id is not set on port 467360ef-6ff0-45dd-8389-50bc5b890938 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:15.401399 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.410301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Transition to ACTIVE for port object cdc4377a-de47-4c9a-b5d2-196b63850089 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:15.426997 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Transition to ACTIVE for port object cdc4377a-de47-4c9a-b5d2-196b63850089 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:15.441748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.486539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:15.489765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:15.493963 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:15.512549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Pushing event updated for resources: {'Port': ['ID=cdc4377a-de47-4c9a-b5d2-196b63850089,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:15.538772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Allocated IP 2001:db8::223 (23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27/77adca19-ed34-4447-bdfe-9af8feca5445/467360ef-6ff0-45dd-8389-50bc5b890938) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:15.606354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Attempting to bind port cdc4377a-de47-4c9a-b5d2-196b63850089 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:15.606842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Attempting to bind port cdc4377a-de47-4c9a-b5d2-196b63850089 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '20971dfa-a883-45e2-b7da-82e0e64a2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:15.607283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Attempting to bind port cdc4377a-de47-4c9a-b5d2-196b63850089 on network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:15.614160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:15.614650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Checking segment: {'id': '20971dfa-a883-45e2-b7da-82e0e64a2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:15.614872 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.615273 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Bound using segment: {'id': '20971dfa-a883-45e2-b7da-82e0e64a2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:15.615743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Bound port: cdc4377a-de47-4c9a-b5d2-196b63850089, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20971dfa-a883-45e2-b7da-82e0e64a2c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:15.616169 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.690591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] For port cdc4377a-de47-4c9a-b5d2-196b63850089, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:15.695541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] For port cdc4377a-de47-4c9a-b5d2-196b63850089, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cdc4377a-de47-4c9a-b5d2-196b63850089,segment=NetworkSegment(20971dfa-a883-45e2-b7da-82e0e64a2c0f),segment_id=20971dfa-a883-45e2-b7da-82e0e64a2c0f)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:15.706291 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.738962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.763413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Transition to ACTIVE for port object 467360ef-6ff0-45dd-8389-50bc5b890938 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:15.802623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa001c5-373d-42ea-a040-65ab09354f1c None None] Pushing event updated for resources: {'Port': ['ID=cdc4377a-de47-4c9a-b5d2-196b63850089,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:15.812125 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.865459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:15.869449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:15.874111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:15.885870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:15.886577 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:15.891075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event updated for resources: {'Port': ['ID=467360ef-6ff0-45dd-8389-50bc5b890938,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:15.920014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45662) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:15.921537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e4b191df-92b4-425b-9e0e-fdf6e2a40343 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3637176 Jul 07 22:28:15.927173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Request body: {'port': {'network_id': '23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-865686178', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:15.929531 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] bootfile-name is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:28:15.930209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] tftp-server is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:28:15.931010 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] server-ip-address is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:28:16.152399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Made reservation on behalf of e8c377c31cd0480f9939ff0117d07103 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:16.160331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.185686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] device_id is not set on port 4f6b9762-6f77-4aba-87cc-553ed148d908 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:16.363336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3decdfab-3c96-4f77-bff8-5edb3f279fbd req-380b38bd-b3df-4d1a-a404-74b4b2c6fafe tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0680740 Jul 07 22:28:16.416265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Allocated IP 2001:db8::dd (23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27/77adca19-ed34-4447-bdfe-9af8feca5445/4f6b9762-6f77-4aba-87cc-553ed148d908) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:16.537387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cdc4377a-de47-4c9a-b5d2-196b63850089 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:16.623023 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port cdc4377a-de47-4c9a-b5d2-196b63850089 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:16.689855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.705105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Transition to ACTIVE for port object 4f6b9762-6f77-4aba-87cc-553ed148d908 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:16.744212 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.795205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:16.800995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:16.805190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:16.810616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:16.811595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:16.822395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event updated for resources: {'Port': ['ID=4f6b9762-6f77-4aba-87cc-553ed148d908,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:16.850926 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea71c6bd-19f4-44c7-a3b7-d390313f9c3b tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.9295707 Jul 07 22:28:16.853280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45674) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:16.938411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b6926-6bf3-4fd5-a898-f13cb379a5de tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:16.945322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b6926-6bf3-4fd5-a898-f13cb379a5de tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:16.951460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36b6926-6bf3-4fd5-a898-f13cb379a5de tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:16.953515 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a36b6926-6bf3-4fd5-a898-f13cb379a5de tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0991468 Jul 07 22:28:16.957307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45676) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:17.057052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4cd69-65bc-4ba0-993e-e4fc6a3f020c None None] Network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:17.077214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b376143c-b7dc-47d5-87b3-87cb8e648450 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Deleting port 4f6b9762-6f77-4aba-87cc-553ed148d908 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:17.077688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b376143c-b7dc-47d5-87b3-87cb8e648450 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.174016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dba16cbe-74d3-4407-880a-71d0bf9d06d4 None None] Provisioning for port cdc4377a-de47-4c9a-b5d2-196b63850089 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:17.187781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dba16cbe-74d3-4407-880a-71d0bf9d06d4 None None] Provisioning complete for port cdc4377a-de47-4c9a-b5d2-196b63850089 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:17.187781 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dba16cbe-74d3-4407-880a-71d0bf9d06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.194834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b376143c-b7dc-47d5-87b3-87cb8e648450 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.226837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b376143c-b7dc-47d5-87b3-87cb8e648450 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Calling delete_port for 4f6b9762-6f77-4aba-87cc-553ed148d908 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:17.359560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dba16cbe-74d3-4407-880a-71d0bf9d06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.390165 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b376143c-b7dc-47d5-87b3-87cb8e648450 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.416855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dba16cbe-74d3-4407-880a-71d0bf9d06d4 None None] For port cdc4377a-de47-4c9a-b5d2-196b63850089, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cdc4377a-de47-4c9a-b5d2-196b63850089,segment=NetworkSegment(20971dfa-a883-45e2-b7da-82e0e64a2c0f),segment_id=20971dfa-a883-45e2-b7da-82e0e64a2c0f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:17.427454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dba16cbe-74d3-4407-880a-71d0bf9d06d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.440352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376143c-b7dc-47d5-87b3-87cb8e648450 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event deleted for resources: {'Port': ['ID=4f6b9762-6f77-4aba-87cc-553ed148d908,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:17.525798 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b376143c-b7dc-47d5-87b3-87cb8e648450 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.531595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45686) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:17.537054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Request body: {'port': {'name': 'tempest-new-port-name-889284813', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:17.537445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] bootfile-name is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:28:17.537791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] tftp-server is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:28:17.538149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.api.validators [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] server-ip-address is not in valid_values {{(pid=93942) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 07 22:28:17.542606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b376143c-b7dc-47d5-87b3-87cb8e648450 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "DELETE /v2.0/ports/4f6b9762-6f77-4aba-87cc-553ed148d908 HTTP/1.1" status: 204 len: 168 time: 0.5838697 Jul 07 22:28:17.549912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba16cbe-74d3-4407-880a-71d0bf9d06d4 None None] Pushing event updated for resources: {'Port': ['ID=cdc4377a-de47-4c9a-b5d2-196b63850089,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:17.623011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27159a11-5cd4-4bdf-b850-79aa5440d1bf req-2ffc3f9b-dfb4-4adf-8c68-0dbc6b95a7fe tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0444586 Jul 07 22:28:17.725078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.762505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fd82c544-36f5-4fdc-bbca-08e8587f6886 None None] Provisioning for port 467360ef-6ff0-45dd-8389-50bc5b890938 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:17.769691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fd82c544-36f5-4fdc-bbca-08e8587f6886 None None] Provisioning complete for port 467360ef-6ff0-45dd-8389-50bc5b890938 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:17.770504 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd82c544-36f5-4fdc-bbca-08e8587f6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.834868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fd82c544-36f5-4fdc-bbca-08e8587f6886 None None] Port 467360ef-6ff0-45dd-8389-50bc5b890938 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:17.838995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fd82c544-36f5-4fdc-bbca-08e8587f6886 None None] Could not find standard attr ID for object 4f6b9762-6f77-4aba-87cc-553ed148d908. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:28:17.852928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fd82c544-36f5-4fdc-bbca-08e8587f6886 None None] Provisioning complete for port cdc4377a-de47-4c9a-b5d2-196b63850089 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:17.853272 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd82c544-36f5-4fdc-bbca-08e8587f6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:17.997350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.003862 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.058300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] In _notify_port_updated(), no bound segment for port 467360ef-6ff0-45dd-8389-50bc5b890938 on network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:28:18.063794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:18.065102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.069191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45690) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:18.069342 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "PUT /v2.0/ports/467360ef-6ff0-45dd-8389-50bc5b890938 HTTP/1.1" status: 200 len: 1129 time: 0.5365841 Jul 07 22:28:18.074935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434716d-b43a-44ef-b6bc-ab55af6d8030 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event updated for resources: {'Port': ['ID=467360ef-6ff0-45dd-8389-50bc5b890938,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:18.130904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-131e0ca4-9b1d-42f9-9cbb-46bb27efade3 None None] Provisioning complete for port 467360ef-6ff0-45dd-8389-50bc5b890938 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:18.131282 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-131e0ca4-9b1d-42f9-9cbb-46bb27efade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.154419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d60b80b-a373-401c-b0dc-75e274515a08 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:18.160583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45692) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:18.161107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7d60b80b-a373-401c-b0dc-75e274515a08 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "GET /v2.0/ports/467360ef-6ff0-45dd-8389-50bc5b890938 HTTP/1.1" status: 200 len: 1129 time: 0.0907695 Jul 07 22:28:18.195320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-131e0ca4-9b1d-42f9-9cbb-46bb27efade3 None None] Port 467360ef-6ff0-45dd-8389-50bc5b890938 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:18.323886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0155454e-613c-40c7-b7a2-883184b1ce63 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Deleting port 467360ef-6ff0-45dd-8389-50bc5b890938 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:18.324193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0155454e-613c-40c7-b7a2-883184b1ce63 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.415832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7d3c3f77-1198-439a-a1ea-99050e721a88 None None] Could not find standard attr ID for object 4f6b9762-6f77-4aba-87cc-553ed148d908. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:28:18.465662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cdc4377a-de47-4c9a-b5d2-196b63850089 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:18.505740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0155454e-613c-40c7-b7a2-883184b1ce63 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.525381 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0155454e-613c-40c7-b7a2-883184b1ce63 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Calling delete_port for 467360ef-6ff0-45dd-8389-50bc5b890938 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:18.534090 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port cdc4377a-de47-4c9a-b5d2-196b63850089 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:18.535137 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.718316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0155454e-613c-40c7-b7a2-883184b1ce63 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.775047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155454e-613c-40c7-b7a2-883184b1ce63 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event deleted for resources: {'Port': ['ID=467360ef-6ff0-45dd-8389-50bc5b890938,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:18.805503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0155454e-613c-40c7-b7a2-883184b1ce63 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.810170 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0155454e-613c-40c7-b7a2-883184b1ce63 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "DELETE /v2.0/ports/467360ef-6ff0-45dd-8389-50bc5b890938 HTTP/1.1" status: 204 len: 168 time: 0.6454315 Jul 07 22:28:18.810314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:18.900297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-0771fb99-b55b-4345-be41-41adc4da6606 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Deleting subnet 77adca19-ed34-4447-bdfe-9af8feca5445 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:18.907306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0771fb99-b55b-4345-be41-41adc4da6606 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.964509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0771fb99-b55b-4345-be41-41adc4da6606 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:18.971297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a2d5b26-d95d-427e-b38c-8a3cb8a0b3c4 req-f0abdcc4-9dec-4408-8aff-8194ece19bc0 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0679667 Jul 07 22:28:19.107879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0771fb99-b55b-4345-be41-41adc4da6606 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.134496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e102cc3f-ee7f-4d55-89cc-7e979440a8c7 None None] Could not find standard attr ID for object 467360ef-6ff0-45dd-8389-50bc5b890938. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:28:19.179806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0771fb99-b55b-4345-be41-41adc4da6606 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.210338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771fb99-b55b-4345-be41-41adc4da6606 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event deleted for resources: {'Subnet': ['ID=77adca19-ed34-4447-bdfe-9af8feca5445,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:19.215833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0771fb99-b55b-4345-be41-41adc4da6606 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.217711 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0771fb99-b55b-4345-be41-41adc4da6606 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "DELETE /v2.0/subnets/77adca19-ed34-4447-bdfe-9af8feca5445 HTTP/1.1" status: 204 len: 168 time: 0.4065762 Jul 07 22:28:19.220203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:19.305497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f725ee4-e643-4b56-bf59-9c426e7b00e5 None None] Network 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:19.318963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.383934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Deleting port cdc4377a-de47-4c9a-b5d2-196b63850089 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:19.384652 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.458819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] For port cdc4377a-de47-4c9a-b5d2-196b63850089, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cdc4377a-de47-4c9a-b5d2-196b63850089,segment=NetworkSegment(20971dfa-a883-45e2-b7da-82e0e64a2c0f),segment_id=20971dfa-a883-45e2-b7da-82e0e64a2c0f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:19.461710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.477905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Calling delete_port for cdc4377a-de47-4c9a-b5d2-196b63850089 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:19.530337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] DHCP port deletion for 23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:28:19.585378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.609264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] Deleting port cdc4377a-de47-4c9a-b5d2-196b63850089 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:19.609742 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.618530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event deleted for resources: {'Port': ['ID=cdc4377a-de47-4c9a-b5d2-196b63850089,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:19.624501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] No DVR routers for this DVR port cdc4377a-de47-4c9a-b5d2-196b63850089 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:19.683196 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.700991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] For port cdc4377a-de47-4c9a-b5d2-196b63850089, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:19.701648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.719152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] Calling delete_port for cdc4377a-de47-4c9a-b5d2-196b63850089 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:19.722983 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] Port cdc4377a-de47-4c9a-b5d2-196b63850089 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:28:19.724408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.741025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] No DVR routers for this DVR port cdc4377a-de47-4c9a-b5d2-196b63850089 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:19.760412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f0eaf-47e1-4176-8340-aa9716310b25 None None] Pushing event deleted for resources: {'Port': ['ID=cdc4377a-de47-4c9a-b5d2-196b63850089,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:19.770038 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.783703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:19.801847 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20971dfa-a883-45e2-b7da-82e0e64a2c0f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:19.801847 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20971dfa-a883-45e2-b7da-82e0e64a2c0f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:19.812546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.826675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.833074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:19.833466 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:19.836448 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:19.900750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.922748 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:19.925138 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] 10.222.0.81 "DELETE /v2.0/networks/23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27 HTTP/1.1" status: 204 len: 168 time: 0.7038078 Jul 07 22:28:19.926015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0409f9-c073-4b73-bdc6-3eeff9cd9cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894 tempest-ExtraDHCPOptionsIpV6TestJSON-519578894-project] Pushing event deleted for resources: {'Network': ['ID=23926cf4-2a0d-4baa-8d6e-3d7b2e7b3b27,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:20.138924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f86a246-6ae2-4b9c-8ad5-61b71ad11df4 req-6045e360-e03f-4c06-9123-aee616905169 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0288413 Jul 07 22:28:20.177465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:20.309768 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-357de2c9-bc35-4c88-8434-efa9a144064a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8c377c31cd0480f9939ff0117d07103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310093 Jul 07 22:28:20.312331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:20.367959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cdc4377a-de47-4c9a-b5d2-196b63850089 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:20.370137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3b2a-1724-4d14-80bf-f278afe861fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.388828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: cdc4377a-de47-4c9a-b5d2-196b63850089 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:20.389382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cdc4377a-de47-4c9a-b5d2-196b63850089 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:20.393784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3b2a-1724-4d14-80bf-f278afe861fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.443452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3b2a-1724-4d14-80bf-f278afe861fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.446620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f3d3b2a-1724-4d14-80bf-f278afe861fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:20.448047 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9f3d3b2a-1724-4d14-80bf-f278afe861fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce4286e9-f32c-49c0-ad6d-d01c5282bf03 HTTP/1.1" status: 204 len: 168 time: 0.1346765 Jul 07 22:28:20.458032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d3b2a-1724-4d14-80bf-f278afe861fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4286e9-f32c-49c0-ad6d-d01c5282bf03,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:21.089548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-50c38bad-e649-4671-9ed8-653058978c94 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194744103&fields=id&tenant_id=616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 267 time: 0.0352702 Jul 07 22:28:21.098450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45762) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:21.207518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1721733755'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:21.209733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-75b28eea-0b5e-47d5-b7e9-74c75faca801 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:21.211302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-75b28eea-0b5e-47d5-b7e9-74c75faca801 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.1112912 Jul 07 22:28:21.235482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-59370bdd-86fc-4b49-ab3c-b3ca57ef5b0f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/quotas/616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 375 time: 0.0185447 Jul 07 22:28:21.245970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:21.250130 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.264458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.344360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30834bf4-9efa-4d3b-9e6f-81d84dcc399b req-c25bfd6d-95d2-4f10-b4a3-8a426c52b6d5 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0404232 Jul 07 22:28:21.365011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-3775d520-ad48-4224-aa0f-e1337ceb362c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1232452 Jul 07 22:28:21.379535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.385148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.413240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:21.431245 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.431634 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added segment ceedd7e0-4a73-457b-a942-d33a0227b9e5 of type vlan for network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 Jul 07 22:28:21.433137 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc23278-789a-46aa-90ec-072a9cd87ef5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:21.486596 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.515960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-29b00d2a-812b-4344-a92d-77270cb1ee42 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254554 Jul 07 22:28:21.521968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.528910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:21.529673 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.601227 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5014286 Jul 07 22:28:21.604076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45772) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:21.615427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1654604068'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:21.621617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ec152-fcd6-4506-bc42-37e86555dd0f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Network': ['ID=21f3e175-81ac-4b5e-9ba0-29abaa544ac8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:21.626154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-fa21f0ce-5bc4-4cb1-8b18-d2069368cfd0 service neutron] 10.222.0.81 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027052 Jul 07 22:28:21.633866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:21.644564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:21.649447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.678793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:21.691103 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.691405 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added segment dd9cf0fb-85c9-40a2-bd9e-9e671d071801 of type vlan for network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c Jul 07 22:28:21.736061 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.768579 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.774960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:21.775566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:21.842560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2372098 Jul 07 22:28:21.845574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45782) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:21.861057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'subnet': {'network_id': '21f3e175-81ac-4b5e-9ba0-29abaa544ac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:21.967520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ffebe-c61e-4724-aeb1-cc490552939d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Network': ['ID=cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:21.980341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:21.993076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67de9324-5c35-4b81-8cfc-a0f1b8670381 req-ef8c28bb-2fd9-4ef8-86e4-09d47b80aaaf tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 210 time: 0.0451612 Jul 07 22:28:22.020746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:22.024987 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.224206 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.292023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Subnet': ['ID=e58861a5-7d4b-4488-b24d-c55fb0929558,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:22.300547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Checking segment: {'id': 'ceedd7e0-4a73-457b-a942-d33a0227b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '21f3e175-81ac-4b5e-9ba0-29abaa544ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:22.300831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network hostable DHCP agents. Network: 21f3e175-81ac-4b5e-9ba0-29abaa544ac8, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:22.321489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:22.330958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 21f3e175-81ac-4b5e-9ba0-29abaa544ac8) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:22.335068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:22.335729 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.340454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c3a14-e0c0-4fd0-b96e-a53b4dbcb1df None None] Network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:22.350649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2b186229-1fb5-425a-b902-9bb0796881fe tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5039258 Jul 07 22:28:22.353540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45796) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:22.359249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'subnet': {'network_id': 'cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:22.457951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:22.463106 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.535694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-21f3e175-81ac-4b5e-9ba0-29abaa544ac8', 'network_id': '21f3e175-81ac-4b5e-9ba0-29abaa544ac8', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'fixed_ips': [{'subnet_id': 'e58861a5-7d4b-4488-b24d-c55fb0929558'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:22.536598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.553157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-316bf3e8-b917-4d02-8d3b-32a565ee1a3f req-c0c709f5-25c7-4a2a-88b6-91c8f925c07b tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0431848 Jul 07 22:28:22.700019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Allocated IP 2001:db8::2 (21f3e175-81ac-4b5e-9ba0-29abaa544ac8/e58861a5-7d4b-4488-b24d-c55fb0929558/0814b1f4-b23d-474d-bc00-90777efe5896) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:22.711524 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.774426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Subnet': ['ID=ad2a2092-2394-4983-85ea-ef2d76f0dc1d,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:22.782868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Checking segment: {'id': 'dd9cf0fb-85c9-40a2-bd9e-9e671d071801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:22.783230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network hostable DHCP agents. Network: cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:22.800928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:22.809673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:22.813653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:22.814275 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.826458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9c58e-bab3-4bf9-bd02-abe1dda81b49 None None] Network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:22.829328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2895d656-91be-4be7-bee3-fd0b45f7b5c7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4745858 Jul 07 22:28:22.832535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45802) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:22.837143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c119321f-a527-4a54-842a-bdd18522788d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-468228987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:22.860574 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c119321f-a527-4a54-842a-bdd18522788d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.861868 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c119321f-a527-4a54-842a-bdd18522788d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.926641 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c119321f-a527-4a54-842a-bdd18522788d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.931585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c119321f-a527-4a54-842a-bdd18522788d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.948496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c119321f-a527-4a54-842a-bdd18522788d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:22.949729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c119321f-a527-4a54-842a-bdd18522788d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1161742 Jul 07 22:28:22.952743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45804) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:23.076924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.100712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Transition to ACTIVE for port object 0814b1f4-b23d-474d-bc00-90777efe5896 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:23.141643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Transition to ACTIVE for port object 0814b1f4-b23d-474d-bc00-90777efe5896 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:23.172921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.220263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f22a13a3-3c89-41ae-aeaf-f27204f506b0 req-eb545e30-33c7-4b4d-8ee1-21f8abc00494 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 210 time: 0.0440581 Jul 07 22:28:23.246327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Pushing event updated for resources: {'Port': ['ID=0814b1f4-b23d-474d-bc00-90777efe5896,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:23.251380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:23.253652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:23.256100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:23.260064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c', 'network_id': 'cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'fixed_ips': [{'subnet_id': 'ad2a2092-2394-4983-85ea-ef2d76f0dc1d'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:23.261120 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.271696 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.403747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-5d2e82aa-982c-4296-b7e4-9e5bfdbb9cb6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:23.405775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-5d2e82aa-982c-4296-b7e4-9e5bfdbb9cb6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 811 time: 0.1655068 Jul 07 22:28:23.459453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Attempting to bind port 0814b1f4-b23d-474d-bc00-90777efe5896 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:23.462392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Attempting to bind port 0814b1f4-b23d-474d-bc00-90777efe5896 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ceedd7e0-4a73-457b-a942-d33a0227b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '21f3e175-81ac-4b5e-9ba0-29abaa544ac8'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:23.462782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Attempting to bind port 0814b1f4-b23d-474d-bc00-90777efe5896 on network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:23.475153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:23.475560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Checking segment: {'id': 'ceedd7e0-4a73-457b-a942-d33a0227b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '21f3e175-81ac-4b5e-9ba0-29abaa544ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:23.475970 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.476375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Bound using segment: {'id': 'ceedd7e0-4a73-457b-a942-d33a0227b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '21f3e175-81ac-4b5e-9ba0-29abaa544ac8'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:23.476863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Bound port: 0814b1f4-b23d-474d-bc00-90777efe5896, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceedd7e0-4a73-457b-a942-d33a0227b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '21f3e175-81ac-4b5e-9ba0-29abaa544ac8'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:23.477254 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.485215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-29edf003-f873-4869-9f8b-8f706aabd4f7 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=616b37054f834516a12c5c2bd5d21632 HTTP/1.1" status: 200 len: 379 time: 0.0510991 Jul 07 22:28:23.500531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'port': {'device_id': '07679475-9ccf-48a3-aeb6-307557f323b5', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'admin_state_up': True, 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'security_groups': ['62c9047c-7467-4101-93a1-7a4b7d6d0ff1']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:23.576664 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 2001:db8::1 (21f3e175-81ac-4b5e-9ba0-29abaa544ac8/e58861a5-7d4b-4488-b24d-c55fb0929558/71ed9276-5249-4711-becd-c606a0687702) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:23.576884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Allocated IP 2001:db8:1::2 (cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c/ad2a2092-2394-4983-85ea-ef2d76f0dc1d/443fc153-bc72-48b8-8cf7-30a20681dec6) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:23.610890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] For port 0814b1f4-b23d-474d-bc00-90777efe5896, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:23.666198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Made reservation on behalf of 616b37054f834516a12c5c2bd5d21632 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:23.672097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.702439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] For port 0814b1f4-b23d-474d-bc00-90777efe5896, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0814b1f4-b23d-474d-bc00-90777efe5896,segment=NetworkSegment(ceedd7e0-4a73-457b-a942-d33a0227b9e5),segment_id=ceedd7e0-4a73-457b-a942-d33a0227b9e5)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:23.708442 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.729060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.747098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Transition to ACTIVE for port object 71ed9276-5249-4711-becd-c606a0687702 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:23.824252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.845302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbb8c9-52d8-4ee5-9a25-92c27bd5e394 None None] Pushing event updated for resources: {'Port': ['ID=0814b1f4-b23d-474d-bc00-90777efe5896,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:23.858023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2520f99c-06c9-46d1-9574-97cacb9d39f6 req-30f09e61-f856-4010-8583-aba8fea7e899 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0497625 Jul 07 22:28:23.888127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=71ed9276-5249-4711-becd-c606a0687702,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:23.910526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:23.915648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:23.918536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:23.920058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.937011 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:23.954792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Transition to ACTIVE for port object 443fc153-bc72-48b8-8cf7-30a20681dec6 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:23.974922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Transition to ACTIVE for port object 443fc153-bc72-48b8-8cf7-30a20681dec6 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:23.976061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.20.0.6 (999565a5-3d06-4cae-b337-73e8bf8acda2/5e8a3a64-3ee5-4b55-849d-11c87e978ec3/7d25db1a-8544-44bb-a5cb-aeb0e82eb073) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:23.982567 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.029169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:24.038109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:24.044033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:24.047468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Pushing event updated for resources: {'Port': ['ID=443fc153-bc72-48b8-8cf7-30a20681dec6,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:24.165816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.192465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Attempting to bind port 443fc153-bc72-48b8-8cf7-30a20681dec6 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:24.192845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Attempting to bind port 443fc153-bc72-48b8-8cf7-30a20681dec6 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'dd9cf0fb-85c9-40a2-bd9e-9e671d071801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:24.193223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Attempting to bind port 443fc153-bc72-48b8-8cf7-30a20681dec6 on network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:24.199657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:24.200039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Checking segment: {'id': 'dd9cf0fb-85c9-40a2-bd9e-9e671d071801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:24.200447 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.200846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Bound using segment: {'id': 'dd9cf0fb-85c9-40a2-bd9e-9e671d071801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:24.201318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Bound port: 443fc153-bc72-48b8-8cf7-30a20681dec6, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9cf0fb-85c9-40a2-bd9e-9e671d071801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:24.201708 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.289883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] For port 443fc153-bc72-48b8-8cf7-30a20681dec6, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:24.293934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] For port 443fc153-bc72-48b8-8cf7-30a20681dec6, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=443fc153-bc72-48b8-8cf7-30a20681dec6,segment=NetworkSegment(dd9cf0fb-85c9-40a2-bd9e-9e671d071801),segment_id=dd9cf0fb-85c9-40a2-bd9e-9e671d071801)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:24.298648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.300769 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.321552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Transition to ACTIVE for port object 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:24.375646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.445293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70fa05-33ca-4baf-b0a3-69a5808362c5 None None] Pushing event updated for resources: {'Port': ['ID=443fc153-bc72-48b8-8cf7-30a20681dec6,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:24.478221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:24.513458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:24.521111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0814b1f4-b23d-474d-bc00-90777efe5896 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:24.524069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:24.592497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:24.636373 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.642744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0814b1f4-b23d-474d-bc00-90777efe5896 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:24.645496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.648161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.694326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:24.695191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:24.748250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-4487b69b-e3fd-4c6d-94b9-e49c78a3c5c0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2528906 Jul 07 22:28:24.770130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00a57b-4b34-41d4-ad5f-ac7591d9f861 req-9835131a-ff77-4135-aa0c-90d1254dee4c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:24.770130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d00a57b-4b34-41d4-ad5f-ac7591d9f861 req-9835131a-ff77-4135-aa0c-90d1254dee4c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 931 time: 0.2531254 Jul 07 22:28:24.792932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Request body: {'port': {'device_id': '07679475-9ccf-48a3-aeb6-307557f323b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:24.795876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=71ed9276-5249-4711-becd-c606a0687702,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:24.914751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:24.928260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:24.973039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d00a57b-4b34-41d4-ad5f-ac7591d9f861 req-33a07a01-7ada-433f-918f-75e83d6aef83 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769083 Jul 07 22:28:24.973958 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:25.120338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f119ae43-bf36-4644-a347-49bc3355553f None None] Provisioning for port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:25.126947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f119ae43-bf36-4644-a347-49bc3355553f None None] Provisioning complete for port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:25.128371 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f119ae43-bf36-4644-a347-49bc3355553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:25.208789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f119ae43-bf36-4644-a347-49bc3355553f None None] Port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:25.229677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router fcd24101-eaa5-4303-adc4-4556bc39f8e0 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:28:25.325174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cc313ff-f079-4159-ad48-fcc8323149b4 req-d36bafc4-dd60-4ead-87f2-668a267cae2d tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0763667 Jul 07 22:28:25.347217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:25.359961 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e86ec23-7ff4-4a0f-a6a2-54c72498ce0b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/fcd24101-eaa5-4303-adc4-4556bc39f8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4061313 Jul 07 22:28:25.360338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059f0ce-a7f2-4ed3-866c-c6b45102a10d None None] Sync routers for ids ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:25.365546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45828) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:25.388092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059f0ce-a7f2-4ed3-866c-c6b45102a10d None None] Routers {'fcd24101-eaa5-4303-adc4-4556bc39f8e0'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:25.388737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5059f0ce-a7f2-4ed3-866c-c6b45102a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:25.436741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5059f0ce-a7f2-4ed3-866c-c6b45102a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:25.452681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5059f0ce-a7f2-4ed3-866c-c6b45102a10d None None] Routers {'fcd24101-eaa5-4303-adc4-4556bc39f8e0'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:25.453760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5059f0ce-a7f2-4ed3-866c-c6b45102a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:25.501387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-6905cbd6-abf7-443d-a6d9-8dffab533589 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2536507 Jul 07 22:28:25.505648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5059f0ce-a7f2-4ed3-866c-c6b45102a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:25.512837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2e45b-1ade-4ca3-b507-5b6bc91990ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:25.514361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f6d2e45b-1ade-4ca3-b507-5b6bc91990ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports/71ed9276-5249-4711-becd-c606a0687702 HTTP/1.1" status: 200 len: 911 time: 0.1469781 Jul 07 22:28:25.517201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45832) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:25.519322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5059f0ce-a7f2-4ed3-866c-c6b45102a10d None None] The sync data for ids ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:25.538410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1593c88b-d91c-4cf2-b372-0913f115c90c None None] Network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:25.637131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:25.646630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:25.660320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f77d546d-ba3d-4390-aa3f-f7b635bed970 None None] Provisioning for port 0814b1f4-b23d-474d-bc00-90777efe5896 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:25.661341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Transition to ACTIVE for port object 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:25.669608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f77d546d-ba3d-4390-aa3f-f7b635bed970 None None] Provisioning complete for port 0814b1f4-b23d-474d-bc00-90777efe5896 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:25.670251 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f77d546d-ba3d-4390-aa3f-f7b635bed970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:25.726877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:25.889064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f77d546d-ba3d-4390-aa3f-f7b635bed970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:25.933559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:25.963939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f77d546d-ba3d-4390-aa3f-f7b635bed970 None None] For port 0814b1f4-b23d-474d-bc00-90777efe5896, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0814b1f4-b23d-474d-bc00-90777efe5896,segment=NetworkSegment(ceedd7e0-4a73-457b-a942-d33a0227b9e5),segment_id=ceedd7e0-4a73-457b-a942-d33a0227b9e5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:25.973351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f77d546d-ba3d-4390-aa3f-f7b635bed970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.048086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d546d-ba3d-4390-aa3f-f7b635bed970 None None] Pushing event updated for resources: {'Port': ['ID=0814b1f4-b23d-474d-bc00-90777efe5896,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:26.268448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4501b-4652-49d7-8351-9fc9b27d1fb0 None None] Network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:26.472781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-304efd7d-b094-4cfa-951f-d2396ff8d333 None None] Provisioning for port 443fc153-bc72-48b8-8cf7-30a20681dec6 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:26.614665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1eb74e67-4cf5-4c5c-b8d5-7a8c9f08cc82 None None] Provisioning for port 71ed9276-5249-4711-becd-c606a0687702 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:26.622106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1eb74e67-4cf5-4c5c-b8d5-7a8c9f08cc82 None None] Provisioning complete for port 71ed9276-5249-4711-becd-c606a0687702 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:26.622670 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1eb74e67-4cf5-4c5c-b8d5-7a8c9f08cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.641050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0814b1f4-b23d-474d-bc00-90777efe5896 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:26.740074 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1eb74e67-4cf5-4c5c-b8d5-7a8c9f08cc82 None None] Port 71ed9276-5249-4711-becd-c606a0687702 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:26.749122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0814b1f4-b23d-474d-bc00-90777efe5896 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:26.750008 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.781849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c1dfc37-5736-4972-998f-145541d9d150 req-839bd479-31f3-4689-849a-76a80faa1b9e tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0821061 Jul 07 22:28:26.790331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-1c2431e2-22c6-4979-ab4e-557fb9fe4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:26.791834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-1c2431e2-22c6-4979-ab4e-557fb9fe4fa5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1098 time: 1.2057006 Jul 07 22:28:26.868310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Attempting to bind port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:26.875322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Attempting to bind port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:26.875860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Attempting to bind port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:26.886486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1eb74e67-4cf5-4c5c-b8d5-7a8c9f08cc82 None None] Provisioning complete for port 0814b1f4-b23d-474d-bc00-90777efe5896 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:26.887001 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1eb74e67-4cf5-4c5c-b8d5-7a8c9f08cc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:26.992557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 443fc153-bc72-48b8-8cf7-30a20681dec6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:27.040005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:27.040336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Attempting to bind port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 on network 999565a5-3d06-4cae-b337-73e8bf8acda2 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:27.083833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:27.084176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Checking segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:27.084584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Bound using segment: {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:27.085038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Bound port: 7d25db1a-8544-44bb-a5cb-aeb0e82eb073, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:27.085406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.113958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 443fc153-bc72-48b8-8cf7-30a20681dec6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:27.123440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 443fc153-bc72-48b8-8cf7-30a20681dec6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:27.124475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c990e3b-ead7-4514-9ad1-f4d750d792e0 req-6aeb7681-44ce-46c3-b213-82d106b520c7 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:27.125382 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.131816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c990e3b-ead7-4514-9ad1-f4d750d792e0 req-6aeb7681-44ce-46c3-b213-82d106b520c7 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 943 time: 0.9106076 Jul 07 22:28:27.217932 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.254315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-db8143b9-7f29-4885-8492-44433780f0b9 None None] Provisioning complete for port 443fc153-bc72-48b8-8cf7-30a20681dec6 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:27.254724 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db8143b9-7f29-4885-8492-44433780f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.291096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 443fc153-bc72-48b8-8cf7-30a20681dec6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=443fc153-bc72-48b8-8cf7-30a20681dec6,segment=NetworkSegment(dd9cf0fb-85c9-40a2-bd9e-9e671d071801),segment_id=dd9cf0fb-85c9-40a2-bd9e-9e671d071801)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:27.302521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c990e3b-ead7-4514-9ad1-f4d750d792e0 req-8996e13d-f1b9-4dcd-9a2b-6489f7c229fd tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306021 Jul 07 22:28:27.309158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-02637f59-2b7b-4d50-b543-95d73295f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:27.311229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-02637f59-2b7b-4d50-b543-95d73295f045 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.4443851 Jul 07 22:28:27.313991 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.317172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] For port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:27.349563 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c20f82c0-9657-41ef-81ad-87d2a5848031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.403770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=443fc153-bc72-48b8-8cf7-30a20681dec6,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:27.408041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-f5daafec-dfa8-4f82-aeef-a7978b7f0ec8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 1001 time: 0.0876417 Jul 07 22:28:27.418872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] For port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:27.434322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.435298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-db8143b9-7f29-4885-8492-44433780f0b9 None None] Provisioning complete for port 71ed9276-5249-4711-becd-c606a0687702 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:27.435677 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db8143b9-7f29-4885-8492-44433780f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.473809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-db8143b9-7f29-4885-8492-44433780f0b9 None None] Port 71ed9276-5249-4711-becd-c606a0687702 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:27.508420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:27.509058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.510624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] 10.222.0.83 "PUT /v2.0/ports/7d25db1a-8544-44bb-a5cb-aeb0e82eb073 HTTP/1.1" status: 200 len: 1092 time: 2.7393816 Jul 07 22:28:27.514253 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:27.516192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:27.518714 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde2b6f4-2f05-423d-bf2e-09835aaa818c" -d '{"events": [{"name": "network-changed", "server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:27.548691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-f0d86041-83fa-4032-933d-b238272eae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:27.550806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-f0d86041-83fa-4032-933d-b238272eae03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1341043 Jul 07 22:28:27.616066 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b522ae7-d009-489f-8dbc-5241b19b3682 x-openstack-request-id: req-9b522ae7-d009-489f-8dbc-5241b19b3682 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:27.616365 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:27.616624 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b522ae7-d009-489f-8dbc-5241b19b3682 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:27.617126 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'status': 'completed', 'code': 200} Jul 07 22:28:27.635787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91397c72-f354-48d8-915e-897388d8e2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:27.804881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-14d431be-aa3f-417d-9b9f-d7fe960d4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:27.806431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-14d431be-aa3f-417d-9b9f-d7fe960d4f9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2476676 Jul 07 22:28:27.840222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-8e047dcb-810e-42c6-b614-a6fce1873e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:27.841715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-8e047dcb-810e-42c6-b614-a6fce1873e79 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 1095 time: 0.2028723 Jul 07 22:28:27.960625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-baa5f5d9-24b2-42f3-a66a-18dad70e9e49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d25db1a-8544-44bb-a5cb-aeb0e82eb073 HTTP/1.1" status: 200 len: 217 time: 0.0593374 Jul 07 22:28:28.018696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2b4a101-f019-406a-b2c8-03fed8cff592 req-0a17c8e2-53d8-485f-80ba-0da5f39aa39b tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0654657 Jul 07 22:28:28.125786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 2001:db8:1::1 (cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c/ad2a2092-2394-4983-85ea-ef2d76f0dc1d/d9899071-16ff-4b63-a1aa-581dd50f0fb8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:28.129564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-d051c674-b20a-4636-b2dc-d2c9dc461dbf service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131275 Jul 07 22:28:28.133740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-aba49470-94e8-47c5-a921-babd5a4a8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:28.135585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-aba49470-94e8-47c5-a921-babd5a4a8997 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1545210 Jul 07 22:28:28.347906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-565bbb86-e9a8-4789-a5b8-a59fbadec071 req-1b2b51b9-d21d-4ee5-a39b-f05b5859771e service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076945 Jul 07 22:28:28.393252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-527d4d2d-ce88-4358-9b89-83359e6d1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:28.394928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-527d4d2d-ce88-4358-9b89-83359e6d1882 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2440825 Jul 07 22:28:28.462511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 443fc153-bc72-48b8-8cf7-30a20681dec6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:28.501087 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:28.552329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 443fc153-bc72-48b8-8cf7-30a20681dec6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:28.552628 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:28.572578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Transition to ACTIVE for port object d9899071-16ff-4b63-a1aa-581dd50f0fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:28.632282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-6233d7f5-db5b-42ad-a064-fb527f0dc8ba service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288332 Jul 07 22:28:28.709302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f38f9-059f-4955-a870-4766d59b2259 req-26997679-063b-44d6-9614-e93c6dd5e11c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:28.711080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5f38f9-059f-4955-a870-4766d59b2259 req-26997679-063b-44d6-9614-e93c6dd5e11c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 943 time: 0.1956909 Jul 07 22:28:28.731602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:28.813461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:28.845796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:28.856776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-557c620a-16b7-4e57-adc3-77a48dfc1bf6 req-a68ef788-4a46-4a49-aadc-ecd1110f69aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0645807 Jul 07 22:28:28.859468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:28.860008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:28.887306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=d9899071-16ff-4b63-a1aa-581dd50f0fb8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:28.934667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5f38f9-059f-4955-a870-4766d59b2259 req-db32b5ab-3757-4a9a-bddb-45648f41705f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133770 Jul 07 22:28:28.952902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06345c0b-a2dd-452d-bb8f-8c335b1117aa req-131e5b6f-b936-4f4c-9df8-849748cb342c service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134081 Jul 07 22:28:29.132599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-32ceeb23-c8ff-43f4-a4aa-460814b49d6c None None] Provisioning for port d9899071-16ff-4b63-a1aa-581dd50f0fb8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:29.139941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-32ceeb23-c8ff-43f4-a4aa-460814b49d6c None None] Provisioning complete for port d9899071-16ff-4b63-a1aa-581dd50f0fb8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:29.140335 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32ceeb23-c8ff-43f4-a4aa-460814b49d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:29.154278 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:29.198658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-32ceeb23-c8ff-43f4-a4aa-460814b49d6c None None] Port d9899071-16ff-4b63-a1aa-581dd50f0fb8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:29.243898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-fb623dc6-07c2-4ddf-81c4-e5e8a8074402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:29.245648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-fb623dc6-07c2-4ddf-81c4-e5e8a8074402 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 1095 time: 0.1930609 Jul 07 22:28:29.253303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc69b04-0e19-48ab-9db7-e2d3ac05bf5d req-b27517bf-cb0a-4456-81ad-9fa53840ac53 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0461576 Jul 07 22:28:29.707580 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81b2c854-0c7a-4d79-a07d-384554b6b4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:29.771505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-0007337f-4a7f-4b37-90cf-d59bbc0dc7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:29.772982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-0007337f-4a7f-4b37-90cf-d59bbc0dc7b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.5166190 Jul 07 22:28:29.846808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-55f1e644-48dc-4161-98ac-fb7a1b4f6863 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d25db1a-8544-44bb-a5cb-aeb0e82eb073 HTTP/1.1" status: 200 len: 217 time: 0.0480905 Jul 07 22:28:29.946107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-f7a86713-f23f-4a87-bac8-d4b96fd1f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:29.947600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-f7a86713-f23f-4a87-bac8-d4b96fd1f780 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.0910156 Jul 07 22:28:29.986473 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:29.993495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:30.000822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:30.001856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:30.135943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=d9899071-16ff-4b63-a1aa-581dd50f0fb8,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:30.164652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-d41297df-e0bd-40e1-be79-77850a684880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:30.166449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-d41297df-e0bd-40e1-be79-77850a684880 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073088 Jul 07 22:28:30.275269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:30.281046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:30.290853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129962e-d9c3-4a0f-ba58-9cf27c42658a req-6f3faed8-ab99-48f1-ac89-08e7b73a0bf0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:30.292533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f129962e-d9c3-4a0f-ba58-9cf27c42658a req-6f3faed8-ab99-48f1-ac89-08e7b73a0bf0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 943 time: 0.2288425 Jul 07 22:28:30.388959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-aebffda3-e409-42c2-8241-9cd5f479b1c5 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118692 Jul 07 22:28:30.529840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80953768-a57f-4f6f-8012-dac8946d3dd1 req-84ec8e17-6d8e-4884-a215-d3a97b7db136 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.1133213 Jul 07 22:28:30.571107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f129962e-d9c3-4a0f-ba58-9cf27c42658a req-db91e6a1-cf36-4e5c-b1bc-566663b37469 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630579 Jul 07 22:28:30.650820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1e12d9bb-51ee-4362-b6cd-ba0779d6e492 None None] Provisioning complete for port d9899071-16ff-4b63-a1aa-581dd50f0fb8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:30.651316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e12d9bb-51ee-4362-b6cd-ba0779d6e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:30.668730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router fcd24101-eaa5-4303-adc4-4556bc39f8e0 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:30.687922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cde2b6f4-2f05-423d-bf2e-09835aaa818c req-e9b5a52b-1253-44a9-8e7d-c763ef3c1a5c service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669656 Jul 07 22:28:30.706415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1e12d9bb-51ee-4362-b6cd-ba0779d6e492 None None] Port d9899071-16ff-4b63-a1aa-581dd50f0fb8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:30.799561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:30.804999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5dfda66e-f95d-48f8-b014-4e8a0fbc25ec tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/fcd24101-eaa5-4303-adc4-4556bc39f8e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2867930 Jul 07 22:28:30.807733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:30.811375 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256681b-5310-40d6-8acd-69ae0e82cebb None None] Sync routers for ids ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:30.823619 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256681b-5310-40d6-8acd-69ae0e82cebb None None] Routers {'fcd24101-eaa5-4303-adc4-4556bc39f8e0'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:30.824272 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6256681b-5310-40d6-8acd-69ae0e82cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:30.856648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:30.871776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2bcb6-2109-4b77-8e91-2b77027720c0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:30.873326 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6aa2bcb6-2109-4b77-8e91-2b77027720c0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports/d9899071-16ff-4b63-a1aa-581dd50f0fb8 HTTP/1.1" status: 200 len: 913 time: 0.0646183 Jul 07 22:28:30.876568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45890) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:30.888854 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6256681b-5310-40d6-8acd-69ae0e82cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:30.897629 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6256681b-5310-40d6-8acd-69ae0e82cebb None None] Routers {'fcd24101-eaa5-4303-adc4-4556bc39f8e0'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:30.898272 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6256681b-5310-40d6-8acd-69ae0e82cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:30.931527 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6256681b-5310-40d6-8acd-69ae0e82cebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:30.932173 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6256681b-5310-40d6-8acd-69ae0e82cebb None None] The sync data for ids ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:30.976217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7690c22e-a5bf-4398-85b5-7399d9a9977d req-680ee2c1-03f4-46d5-be29-ccf8c247842e tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d6c1ec6-c0a9-46e0-8e5e-835be2abd7ec&device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0581555 Jul 07 22:28:31.173416 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.315093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd9e839f-1c53-4ce9-a823-7cc7ad288494 req-251ab3e8-c795-40a5-bb21-d04633af15c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=533864558e6f4669af650e259b1d0ed3&device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0295935 Jul 07 22:28:31.369214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd9e839f-1c53-4ce9-a823-7cc7ad288494 req-31f4fe61-2020-4ba1-9d7c-e262f5293247 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=533864558e6f4669af650e259b1d0ed3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454209 Jul 07 22:28:31.389386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ebf8fbd-2750-437b-b895-59fcab73b5f8 req-c2140d75-9309-45e5-8ca4-cdabd2709842 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0484633 Jul 07 22:28:31.460069 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.587232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e839f-1c53-4ce9-a823-7cc7ad288494 req-272837fa-bf52-489d-a9f7-d978079beba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:31.588726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd9e839f-1c53-4ce9-a823-7cc7ad288494 req-272837fa-bf52-489d-a9f7-d978079beba5 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2020147 Jul 07 22:28:31.822657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb91e1-c852-4359-bdf6-5aa063f17736 req-d714aba1-b4b8-4b87-a598-5c1b39c038a2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:31.824075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d0fb91e1-c852-4359-bdf6-5aa063f17736 req-d714aba1-b4b8-4b87-a598-5c1b39c038a2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 943 time: 0.1251233 Jul 07 22:28:31.862904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port d9899071-16ff-4b63-a1aa-581dd50f0fb8 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:31.863249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.915128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d0fb91e1-c852-4359-bdf6-5aa063f17736 req-892a7adf-03c3-4849-8b67-f45521f72f22 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852602 Jul 07 22:28:31.964009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:31.975768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for d9899071-16ff-4b63-a1aa-581dd50f0fb8 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:32.162584 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:32.189412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=d9899071-16ff-4b63-a1aa-581dd50f0fb8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:32.645180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71517259-af6c-4b51-b0fd-e15e668a9ffc req-f011a174-473b-46a5-87ee-05df15b3aa0e tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0399692 Jul 07 22:28:32.656206 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:32.764203 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:32.852637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd9e839f-1c53-4ce9-a823-7cc7ad288494 req-4994a704-25e1-4aa2-857c-f0d8a42785ee tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.44 "GET /v2.0/ports?device_id=68604776-e6e0-4590-bb6f-cc0b58b53328 HTTP/1.1" status: 200 len: 210 time: 0.0320611 Jul 07 22:28:32.892062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router fcd24101-eaa5-4303-adc4-4556bc39f8e0 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:33.030901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:33.040503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994c414-53af-48a4-b3dd-b28bccafd93d None None] Sync routers for ids ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:33.053795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994c414-53af-48a4-b3dd-b28bccafd93d None None] Routers {'fcd24101-eaa5-4303-adc4-4556bc39f8e0'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:33.056458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9994c414-53af-48a4-b3dd-b28bccafd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:33.061711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-24743418-593d-48b4-996a-426f0d82c9b7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/fcd24101-eaa5-4303-adc4-4556bc39f8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1835968 Jul 07 22:28:33.064835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:33.115490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9994c414-53af-48a4-b3dd-b28bccafd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:33.128999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994c414-53af-48a4-b3dd-b28bccafd93d None None] Routers {'fcd24101-eaa5-4303-adc4-4556bc39f8e0'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:33.129613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9994c414-53af-48a4-b3dd-b28bccafd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:33.180580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3808291-7391-47e2-aa30-460cbdb20a62 req-121e7356-4e15-4149-9426-0eec3ee6caa0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:33.182358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3808291-7391-47e2-aa30-460cbdb20a62 req-121e7356-4e15-4149-9426-0eec3ee6caa0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 943 time: 0.1020930 Jul 07 22:28:33.236363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3808291-7391-47e2-aa30-460cbdb20a62 req-edfef8f4-065f-4389-8e0e-653c86672361 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479846 Jul 07 22:28:33.307504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9994c414-53af-48a4-b3dd-b28bccafd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:33.308164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994c414-53af-48a4-b3dd-b28bccafd93d None None] The sync data for ids ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:33.446024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.701701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port 71ed9276-5249-4711-becd-c606a0687702 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:33.702037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.788923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:33.801134 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for 71ed9276-5249-4711-becd-c606a0687702 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:34.022169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.054841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e73c19-21cc-4a7b-9167-49a0e90fea06 req-d2e87f45-066a-4485-804e-36420566221a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=533864558e6f4669af650e259b1d0ed3&device_id=1d6c1ec6-c0a9-46e0-8e5e-835be2abd7ec HTTP/1.1" status: 200 len: 210 time: 0.0646796 Jul 07 22:28:34.075602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=71ed9276-5249-4711-becd-c606a0687702,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:34.091309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e73c19-21cc-4a7b-9167-49a0e90fea06 req-174bfee5-482f-47d1-8f91-3bf4e9c26f6d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=533864558e6f4669af650e259b1d0ed3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284872 Jul 07 22:28:34.140400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd41c94-5435-4d42-8bfd-2a4a52ddb2ba req-2b282c79-8fe5-4052-8d09-bafb982ac907 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d6c1ec6-c0a9-46e0-8e5e-835be2abd7ec HTTP/1.1" status: 200 len: 210 time: 0.0787261 Jul 07 22:28:34.255945 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:28:34.270629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e73c19-21cc-4a7b-9167-49a0e90fea06 req-c9fe1449-e909-416a-b9c9-090d454740b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:34.272436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e73c19-21cc-4a7b-9167-49a0e90fea06 req-c9fe1449-e909-416a-b9c9-090d454740b3 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553593 Jul 07 22:28:34.459925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cef3a-e893-449b-ac03-a77dc9fe5b9c req-ab065f71-d05e-4218-96f9-5be262ed383a tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:34.461626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-019cef3a-e893-449b-ac03-a77dc9fe5b9c req-ab065f71-d05e-4218-96f9-5be262ed383a tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 943 time: 0.0785863 Jul 07 22:28:34.503363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-019cef3a-e893-449b-ac03-a77dc9fe5b9c req-3c6ae6fc-6bd8-4cb0-a649-0964f6bcff99 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352116 Jul 07 22:28:34.556084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.703108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router fcd24101-eaa5-4303-adc4-4556bc39f8e0 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:34.777251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:34.785726 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4bc3cf19-4a6d-4a51-837b-472688c637f6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/fcd24101-eaa5-4303-adc4-4556bc39f8e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162220 Jul 07 22:28:34.785726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45942) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:34.788709 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42a403-f3f6-472c-8f1c-e088ceb2d6fa None None] Sync routers for ids ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:34.797871 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42a403-f3f6-472c-8f1c-e088ceb2d6fa None None] Routers {'fcd24101-eaa5-4303-adc4-4556bc39f8e0'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:34.798533 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f42a403-f3f6-472c-8f1c-e088ceb2d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:34.813262 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9639ec55-b02c-4a30-bf63-0121db69f896 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd24101-eaa5-4303-adc4-4556bc39f8e0 HTTP/1.1" status: 200 len: 205 time: 0.0272183 Jul 07 22:28:34.816560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45946) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:34.847996 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f42a403-f3f6-472c-8f1c-e088ceb2d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:34.859456 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f42a403-f3f6-472c-8f1c-e088ceb2d6fa None None] Routers {'fcd24101-eaa5-4303-adc4-4556bc39f8e0'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:34.860445 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f42a403-f3f6-472c-8f1c-e088ceb2d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:34.892122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8975-11f0-4bac-8e3e-4a59802007fc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:34.894774 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5f42a403-f3f6-472c-8f1c-e088ceb2d6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:34.895428 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f42a403-f3f6-472c-8f1c-e088ceb2d6fa None None] The sync data for ids ['fcd24101-eaa5-4303-adc4-4556bc39f8e0'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:35.050588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8975-11f0-4bac-8e3e-4a59802007fc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.052602 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8975-11f0-4bac-8e3e-4a59802007fc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.095135 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8975-11f0-4bac-8e3e-4a59802007fc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.095838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6b8975-11f0-4bac-8e3e-4a59802007fc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Fanout notify agent at l3_agent the message router_deleted on router fcd24101-eaa5-4303-adc4-4556bc39f8e0 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:28:35.102310 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b6b8975-11f0-4bac-8e3e-4a59802007fc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.103427 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b6b8975-11f0-4bac-8e3e-4a59802007fc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/fcd24101-eaa5-4303-adc4-4556bc39f8e0 HTTP/1.1" status: 204 len: 168 time: 0.2859638 Jul 07 22:28:35.107501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45948) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:35.163087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca26283-13da-410f-9210-4df13723138e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting subnet ad2a2092-2394-4983-85ea-ef2d76f0dc1d {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:35.166526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dca26283-13da-410f-9210-4df13723138e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.208272 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dca26283-13da-410f-9210-4df13723138e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.293682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5d3b278-7a00-48a5-83be-7c3442dbf76b req-08938913-519e-4a90-bd6c-3827c387b3e5 tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d6c1ec6-c0a9-46e0-8e5e-835be2abd7ec HTTP/1.1" status: 200 len: 210 time: 0.0341995 Jul 07 22:28:35.336198 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dca26283-13da-410f-9210-4df13723138e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.397342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dca26283-13da-410f-9210-4df13723138e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.428667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca26283-13da-410f-9210-4df13723138e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2a2092-2394-4983-85ea-ef2d76f0dc1d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:35.432244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dca26283-13da-410f-9210-4df13723138e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.434165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dca26283-13da-410f-9210-4df13723138e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/ad2a2092-2394-4983-85ea-ef2d76f0dc1d HTTP/1.1" status: 204 len: 168 time: 0.3249292 Jul 07 22:28:35.436862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45956) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:35.442400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e832c1-6ce6-41d4-b566-c441150143f8 None None] Network cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:35.488216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1ed165-2ded-452a-8ec6-3f8448ca0d7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting subnet e58861a5-7d4b-4488-b24d-c55fb0929558 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:35.491260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed165-2ded-452a-8ec6-3f8448ca0d7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.538012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed165-2ded-452a-8ec6-3f8448ca0d7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.543397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37e73c19-21cc-4a7b-9167-49a0e90fea06 req-483852b6-7ef2-48ee-851c-cbbc464d8c5c tempest-ServerShowV247Test-1293334153 tempest-ServerShowV247Test-1293334153-project] 10.222.0.44 "GET /v2.0/ports?device_id=1d6c1ec6-c0a9-46e0-8e5e-835be2abd7ec HTTP/1.1" status: 200 len: 210 time: 0.0383012 Jul 07 22:28:35.664093 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed165-2ded-452a-8ec6-3f8448ca0d7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.747845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a09e0-1dcf-45a0-b2f0-434e8558ddb6 None None] DHCP port deletion for cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:28:35.776860 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed165-2ded-452a-8ec6-3f8448ca0d7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.782576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17e053-cae7-43bf-9463-d9fa3c04d3dd req-25fb9603-3c7b-4fb0-bb54-f75c8dc93809 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:35.786680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c17e053-cae7-43bf-9463-d9fa3c04d3dd req-25fb9603-3c7b-4fb0-bb54-f75c8dc93809 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 943 time: 0.1322234 Jul 07 22:28:35.810615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ed165-2ded-452a-8ec6-3f8448ca0d7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Subnet': ['ID=e58861a5-7d4b-4488-b24d-c55fb0929558,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:35.811248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d94a09e0-1dcf-45a0-b2f0-434e8558ddb6 None None] Deleting port 443fc153-bc72-48b8-8cf7-30a20681dec6 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:35.811674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d94a09e0-1dcf-45a0-b2f0-434e8558ddb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.819740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e1ed165-2ded-452a-8ec6-3f8448ca0d7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.824610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45962) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:35.826052 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9e1ed165-2ded-452a-8ec6-3f8448ca0d7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/e58861a5-7d4b-4488-b24d-c55fb0929558 HTTP/1.1" status: 204 len: 168 time: 0.3881307 Jul 07 22:28:35.829494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ae04e-0b64-41d8-9848-55eca566f03f None None] Network 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:35.852632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c17e053-cae7-43bf-9463-d9fa3c04d3dd req-e6002dd9-54e1-486e-a82a-4770aa29401c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626085 Jul 07 22:28:35.918097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.932840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d94a09e0-1dcf-45a0-b2f0-434e8558ddb6 None None] For port 443fc153-bc72-48b8-8cf7-30a20681dec6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=443fc153-bc72-48b8-8cf7-30a20681dec6,segment=NetworkSegment(dd9cf0fb-85c9-40a2-bd9e-9e671d071801),segment_id=dd9cf0fb-85c9-40a2-bd9e-9e671d071801)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:35.933338 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d94a09e0-1dcf-45a0-b2f0-434e8558ddb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:35.965212 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d94a09e0-1dcf-45a0-b2f0-434e8558ddb6 None None] Calling delete_port for 443fc153-bc72-48b8-8cf7-30a20681dec6 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:35.974626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port 443fc153-bc72-48b8-8cf7-30a20681dec6 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:35.974976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.040552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port 443fc153-bc72-48b8-8cf7-30a20681dec6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=443fc153-bc72-48b8-8cf7-30a20681dec6,segment=NetworkSegment(dd9cf0fb-85c9-40a2-bd9e-9e671d071801),segment_id=dd9cf0fb-85c9-40a2-bd9e-9e671d071801)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:36.040919 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.054900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for 443fc153-bc72-48b8-8cf7-30a20681dec6 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:36.083063 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d94a09e0-1dcf-45a0-b2f0-434e8558ddb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.115459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a09e0-1dcf-45a0-b2f0-434e8558ddb6 None None] Pushing event deleted for resources: {'Port': ['ID=443fc153-bc72-48b8-8cf7-30a20681dec6,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:36.120516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a09e0-1dcf-45a0-b2f0-434e8558ddb6 None None] No DVR routers for this DVR port 443fc153-bc72-48b8-8cf7-30a20681dec6 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:36.156181 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.162518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259bcc39-fbb9-43a1-a3a6-9668dce145e3 None None] DHCP port deletion for 21f3e175-81ac-4b5e-9ba0-29abaa544ac8 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:28:36.184201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=443fc153-bc72-48b8-8cf7-30a20681dec6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:36.187995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No DVR routers for this DVR port 443fc153-bc72-48b8-8cf7-30a20681dec6 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:36.219796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-259bcc39-fbb9-43a1-a3a6-9668dce145e3 None None] Deleting port 0814b1f4-b23d-474d-bc00-90777efe5896 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:36.220172 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-259bcc39-fbb9-43a1-a3a6-9668dce145e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.276549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.287487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:36.291800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-259bcc39-fbb9-43a1-a3a6-9668dce145e3 None None] For port 0814b1f4-b23d-474d-bc00-90777efe5896, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0814b1f4-b23d-474d-bc00-90777efe5896,segment=NetworkSegment(ceedd7e0-4a73-457b-a942-d33a0227b9e5),segment_id=ceedd7e0-4a73-457b-a942-d33a0227b9e5)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:36.292193 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-259bcc39-fbb9-43a1-a3a6-9668dce145e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.297829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9cf0fb-85c9-40a2-bd9e-9e671d071801') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:36.298155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9cf0fb-85c9-40a2-bd9e-9e671d071801') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:36.304478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-259bcc39-fbb9-43a1-a3a6-9668dce145e3 None None] Calling delete_port for 0814b1f4-b23d-474d-bc00-90777efe5896 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:36.306922 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.322612 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.331714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:36.332166 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:36.335460 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:36.423891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-259bcc39-fbb9-43a1-a3a6-9668dce145e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.424344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.440296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.445849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:36.446672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/networks/cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c HTTP/1.1" status: 204 len: 168 time: 0.6201766 Jul 07 22:28:36.457941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cba831-a937-4adc-b95a-4c31306e74f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Network': ['ID=cfe8aeba-f6c8-4a23-bbad-db9ba00f0f7c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:36.475181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0814b1f4-b23d-474d-bc00-90777efe5896 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:36.497101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bcc39-fbb9-43a1-a3a6-9668dce145e3 None None] Pushing event deleted for resources: {'Port': ['ID=0814b1f4-b23d-474d-bc00-90777efe5896,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:36.500646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0814b1f4-b23d-474d-bc00-90777efe5896 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:36.501096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0814b1f4-b23d-474d-bc00-90777efe5896 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:36.501641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 443fc153-bc72-48b8-8cf7-30a20681dec6 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:36.503844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259bcc39-fbb9-43a1-a3a6-9668dce145e3 None None] No DVR routers for this DVR port 0814b1f4-b23d-474d-bc00-90777efe5896 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:36.536133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 443fc153-bc72-48b8-8cf7-30a20681dec6 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:36.536620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 443fc153-bc72-48b8-8cf7-30a20681dec6 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:36.542416 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.645616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.655923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f3e175-81ac-4b5e-9ba0-29abaa544ac8']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:36.666862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceedd7e0-4a73-457b-a942-d33a0227b9e5') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:36.667158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceedd7e0-4a73-457b-a942-d33a0227b9e5') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:36.675848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.689063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.695461 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:36.695854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:36.698939 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:36.722218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45976) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:36.764329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.785451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.787407 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/networks/21f3e175-81ac-4b5e-9ba0-29abaa544ac8 HTTP/1.1" status: 204 len: 168 time: 0.3404722 Jul 07 22:28:36.788703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb581b99-30c8-4da9-85c3-5117875732d6 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Network': ['ID=21f3e175-81ac-4b5e-9ba0-29abaa544ac8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:36.791600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45982) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:36.797150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-992613873'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:36.824245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:36.825615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.856303 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0a924f33-970d-4f3f-968d-34a5ac3d903e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.873907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:36.890233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:36.890582 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added segment c771db13-6425-483d-a339-466d07293331 of type vlan for network b692af94-eaad-439c-8b7f-89fdfdecef22 Jul 07 22:28:36.960735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.044694 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.050746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:37.051335 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.139482 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0a924f33-970d-4f3f-968d-34a5ac3d903e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.151502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0a924f33-970d-4f3f-968d-34a5ac3d903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.159242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3666289 Jul 07 22:28:37.162275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:37.167497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'subnet': {'network_id': 'b692af94-eaad-439c-8b7f-89fdfdecef22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:37.172505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a73893-f748-46ce-a8c3-1528403bfb20 req-bf63524a-54fa-4143-b5c8-f6ed923e06da tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:37.174531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9a73893-f748-46ce-a8c3-1528403bfb20 req-bf63524a-54fa-4143-b5c8-f6ed923e06da tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 943 time: 0.2001731 Jul 07 22:28:37.181125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Network': ['ID=b692af94-eaad-439c-8b7f-89fdfdecef22,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:37.223066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.223282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.223615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.224065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.224474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.224820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.225151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.225507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.225841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.226199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.226528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.226852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e84e39-06b7-438d-ba6f-bb791478a2ac tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:37.234644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0a924f33-970d-4f3f-968d-34a5ac3d903e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=533864558e6f4669af650e259b1d0ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112951 Jul 07 22:28:37.238026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a924f33-970d-4f3f-968d-34a5ac3d903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3010920c-b70f-4afe-a68b-958fbe773049,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:37.239466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:37.240909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network b692af94-eaad-439c-8b7f-89fdfdecef22 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:37.259471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9a73893-f748-46ce-a8c3-1528403bfb20 req-5b4cc0ed-ed87-42d3-a178-ad85be619b7b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721629 Jul 07 22:28:37.301496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:37.304934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.362616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb39ba92-7573-4d11-b6c4-1aa2e4706969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.400409 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb39ba92-7573-4d11-b6c4-1aa2e4706969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.490560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb39ba92-7573-4d11-b6c4-1aa2e4706969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.493536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb39ba92-7573-4d11-b6c4-1aa2e4706969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.494831 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eb39ba92-7573-4d11-b6c4-1aa2e4706969 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3010920c-b70f-4afe-a68b-958fbe773049 HTTP/1.1" status: 204 len: 168 time: 0.2544367 Jul 07 22:28:37.509256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39ba92-7573-4d11-b6c4-1aa2e4706969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3010920c-b70f-4afe-a68b-958fbe773049,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:37.559670 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.628845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Subnet': ['ID=98414c29-0e4d-4d8b-af51-44d6c52c9eb2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:37.646205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Checking segment: {'id': 'c771db13-6425-483d-a339-466d07293331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b692af94-eaad-439c-8b7f-89fdfdecef22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:37.646568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network hostable DHCP agents. Network: b692af94-eaad-439c-8b7f-89fdfdecef22, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:37.665751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network b692af94-eaad-439c-8b7f-89fdfdecef22 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:37.675719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, b692af94-eaad-439c-8b7f-89fdfdecef22) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:37.682618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:37.683883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.688251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63873e8-7c69-4ef7-80e6-7ba33758295d None None] Network b692af94-eaad-439c-8b7f-89fdfdecef22 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:37.705223 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-51c1257b-83d2-4fae-b8d8-590679af2fbc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5415621 Jul 07 22:28:37.707513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45998) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:37.712972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-80156951-ed54-452c-9e7c-5642562308d0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1873405752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:37.750188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80156951-ed54-452c-9e7c-5642562308d0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.751693 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80156951-ed54-452c-9e7c-5642562308d0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.821182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80156951-ed54-452c-9e7c-5642562308d0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.828927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80156951-ed54-452c-9e7c-5642562308d0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.848959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80156951-ed54-452c-9e7c-5642562308d0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:37.853028 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-80156951-ed54-452c-9e7c-5642562308d0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1419995 Jul 07 22:28:37.853488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46008) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:37.858583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'port': {'network_id': 'b692af94-eaad-439c-8b7f-89fdfdecef22', 'name': 'tempest-RoutersIpV6Test-1707242623'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:37.876180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b692af94-eaad-439c-8b7f-89fdfdecef22', 'network_id': 'b692af94-eaad-439c-8b7f-89fdfdecef22', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'fixed_ips': [{'subnet_id': '98414c29-0e4d-4d8b-af51-44d6c52c9eb2'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:37.877076 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.003340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:38.009339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.029992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Allocated IP 2001:db8::2 (b692af94-eaad-439c-8b7f-89fdfdecef22/98414c29-0e4d-4d8b-af51-44d6c52c9eb2/70875eb7-b4e3-4819-8150-48b2c0f6d3c1) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:38.032082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] device_id is not set on port 64a120ba-2dbd-4005-b848-0375a422635b yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:28:38.180449 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.192377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Transition to ACTIVE for port object 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:38.207280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Transition to ACTIVE for port object 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:38.212797 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.249528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Network b692af94-eaad-439c-8b7f-89fdfdecef22 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:38.254332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46020) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:38.255151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:38.258278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:38.272314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 2001:db8::1d5 (b692af94-eaad-439c-8b7f-89fdfdecef22/98414c29-0e4d-4d8b-af51-44d6c52c9eb2/64a120ba-2dbd-4005-b848-0375a422635b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:38.297255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Pushing event updated for resources: {'Port': ['ID=70875eb7-b4e3-4819-8150-48b2c0f6d3c1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:38.336337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Attempting to bind port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:38.336890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Attempting to bind port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c771db13-6425-483d-a339-466d07293331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b692af94-eaad-439c-8b7f-89fdfdecef22'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:38.337510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Attempting to bind port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 on network b692af94-eaad-439c-8b7f-89fdfdecef22 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:38.342783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:38.343356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Checking segment: {'id': 'c771db13-6425-483d-a339-466d07293331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b692af94-eaad-439c-8b7f-89fdfdecef22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:38.343918 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.344643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Bound using segment: {'id': 'c771db13-6425-483d-a339-466d07293331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b692af94-eaad-439c-8b7f-89fdfdecef22'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:38.345567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Bound port: 70875eb7-b4e3-4819-8150-48b2c0f6d3c1, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c771db13-6425-483d-a339-466d07293331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'b692af94-eaad-439c-8b7f-89fdfdecef22'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:38.346154 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.401205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-998634934-network', 'tenant_id': '142113690cd74daf842b2da291160ed9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:38.426308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] For port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:38.428585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Made reservation on behalf of 142113690cd74daf842b2da291160ed9 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:38.432936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] For port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=70875eb7-b4e3-4819-8150-48b2c0f6d3c1,segment=NetworkSegment(c771db13-6425-483d-a339-466d07293331),segment_id=c771db13-6425-483d-a339-466d07293331)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:38.433171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.437769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.444909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.507156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303dbde-78a1-4b40-b9ed-32e536516e6b None None] Pushing event updated for resources: {'Port': ['ID=70875eb7-b4e3-4819-8150-48b2c0f6d3c1,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:38.527110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.548944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Transition to ACTIVE for port object 64a120ba-2dbd-4005-b848-0375a422635b will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:38.559764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7592-1206-4357-90bc-dddca4a561e3 req-beba31bb-633a-455b-ac17-3e2178717f25 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:38.561252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.561695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c3e7592-1206-4357-90bc-dddca4a561e3 req-beba31bb-633a-455b-ac17-3e2178717f25 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 943 time: 0.1481678 Jul 07 22:28:38.567003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.591589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:38.610350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.610787 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Added segment 2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307 of type vlan for network e7246017-4236-41de-9623-83b4b1a5619a Jul 07 22:28:38.612811 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0240d0c-c1ee-4ce7-a5ce-ff06c0c7f6bb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:38.623949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c3e7592-1206-4357-90bc-dddca4a561e3 req-7ff6af2f-8970-42ea-9aa2-342cc0bbdea2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528150 Jul 07 22:28:38.626446 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.677776 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.686474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network b692af94-eaad-439c-8b7f-89fdfdecef22 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:38.693880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:38.700509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:38.705150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:38.705855 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.718752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=64a120ba-2dbd-4005-b848-0375a422635b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:38.737007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1c81c0e2-5c05-4fcb-a40e-c10527c5f547 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8814802 Jul 07 22:28:38.740148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46028) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:38.796450 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.797434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:38.798015 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.829044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:28:38.858172 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6027436 Jul 07 22:28:38.864050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46032) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:38.876089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Request body: {'subnet': {'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-subnet', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:38.903795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Made reservation on behalf of 142113690cd74daf842b2da291160ed9 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:38.907594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:38.946005 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203426e2-6599-4683-9da8-aeef6b4d414c admin admin] Pushing event updated for resources: {'Network': ['ID=e7246017-4236-41de-9623-83b4b1a5619a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:38.960276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e7246017-4236-41de-9623-83b4b1a5619a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:38.963832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:39.012165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'port_id': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'mac_address': 'fa:16:3e:42:55:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:28:39.071844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.086969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:39.115639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:39.119693 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.123331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.168115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:39.180603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:39.198508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Checking segment: {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:39.198870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Network hostable DHCP agents. Network: e7246017-4236-41de-9623-83b4b1a5619a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:39.198984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.218306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Network e7246017-4236-41de-9623-83b4b1a5619a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:39.228497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e7246017-4236-41de-9623-83b4b1a5619a) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:39.232753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:39.233461 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.243896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0ade6d-5e05-473a-b83b-14801f03004d None None] Network e7246017-4236-41de-9623-83b4b1a5619a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:39.250460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aab51bac-983e-4146-ac3f-8b5108da06ad admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3851786 Jul 07 22:28:39.253580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46036) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:39.260090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:39.293632 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.294727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.378581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.442930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-e7246017-4236-41de-9623-83b4b1a5619a', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:39.444101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.489696 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.495099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.530545 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.546922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=64a120ba-2dbd-4005-b848-0375a422635b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:39.611794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Allocated IP 172.20.0.2 (e7246017-4236-41de-9623-83b4b1a5619a/f3bb8f92-986b-42f0-8d67-4439ce4e6fb1/3562bd39-49d8-40ca-8da4-7ef461e947a0) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:39.650615 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f30e8-21da-4b51-b8ec-862a6bf13e9e None None] Network b692af94-eaad-439c-8b7f-89fdfdecef22 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:39.729475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7d25db1a-8544-44bb-a5cb-aeb0e82eb073'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:39.729909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.745406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.765106 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.801872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e46c7e4d-05c5-4c02-b193-b9af12d46a2c None None] Provisioning for port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:39.873032 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:39.928445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85c827-f53d-4980-87d7-c91709bb1f22 req-18ca2045-72a5-432b-a01f-abbdd63c7b0c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:39.930200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b85c827-f53d-4980-87d7-c91709bb1f22 req-18ca2045-72a5-432b-a01f-abbdd63c7b0c tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 944 time: 0.1286733 Jul 07 22:28:39.931459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Allocated IP 172.25.8.248 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/424bef58-1624-4e18-9174-c438345693f2) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:39.976187 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.010124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Transition to ACTIVE for port object 3562bd39-49d8-40ca-8da4-7ef461e947a0 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:40.048007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b85c827-f53d-4980-87d7-c91709bb1f22 req-87b8c3e5-9163-43ed-8f05-ae86f02e52bb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054306 Jul 07 22:28:40.077828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Transition to ACTIVE for port object 3562bd39-49d8-40ca-8da4-7ef461e947a0 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:40.099970 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.137481 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.183817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.202631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Network e7246017-4236-41de-9623-83b4b1a5619a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:40.208949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:40.213279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Pushing event updated for resources: {'Port': ['ID=3562bd39-49d8-40ca-8da4-7ef461e947a0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:40.215754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:40.252111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:40.259883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:40.264248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:40.303579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Pushing event updated for resources: {'Port': ['ID=424bef58-1624-4e18-9174-c438345693f2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:40.403959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.423091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.425249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.480675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:40.519444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Attempting to bind port 3562bd39-49d8-40ca-8da4-7ef461e947a0 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:40.519817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Attempting to bind port 3562bd39-49d8-40ca-8da4-7ef461e947a0 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:40.520187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Attempting to bind port 3562bd39-49d8-40ca-8da4-7ef461e947a0 on network e7246017-4236-41de-9623-83b4b1a5619a {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:40.542398 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=64a120ba-2dbd-4005-b848-0375a422635b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:40.556502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:40.557150 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Checking segment: {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:40.557718 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.558309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Bound using segment: {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:40.558947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Bound port: 3562bd39-49d8-40ca-8da4-7ef461e947a0, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:40.559501 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.587404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network b692af94-eaad-439c-8b7f-89fdfdecef22 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:40.588777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:40.623191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.642804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:40.651161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:40.651539 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.653423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] For port 3562bd39-49d8-40ca-8da4-7ef461e947a0, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:40.657168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] For port 3562bd39-49d8-40ca-8da4-7ef461e947a0, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3562bd39-49d8-40ca-8da4-7ef461e947a0,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:40.682632 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.720518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router cb8008c1-2d78-4728-9e0d-e36e63b85765 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:28:40.743577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6e5e53c7-a0a9-43d1-9316-caffff18921a None None] Provisioning for port 64a120ba-2dbd-4005-b848-0375a422635b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:40.764119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6e5e53c7-a0a9-43d1-9316-caffff18921a None None] Provisioning complete for port 64a120ba-2dbd-4005-b848-0375a422635b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:40.764119 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e5e53c7-a0a9-43d1-9316-caffff18921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.801660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e3a07-3ab5-4efd-b799-aef0c6b6d310 None None] Pushing event updated for resources: {'Port': ['ID=3562bd39-49d8-40ca-8da4-7ef461e947a0,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:40.846014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:40.859495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46046) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:40.862640 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0c02adc4-6563-4f4f-8e31-82b5e1b943fb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/cb8008c1-2d78-4728-9e0d-e36e63b85765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1165881 Jul 07 22:28:40.868041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7af98-4e3b-4a7c-85bd-ec8884e4404f None None] Sync routers for ids ['cb8008c1-2d78-4728-9e0d-e36e63b85765'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:40.875223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e53c7-a0a9-43d1-9316-caffff18921a None None] Port 64a120ba-2dbd-4005-b848-0375a422635b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:40.894662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.899684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7af98-4e3b-4a7c-85bd-ec8884e4404f None None] Routers {'cb8008c1-2d78-4728-9e0d-e36e63b85765'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:40.900387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-94c7af98-4e3b-4a7c-85bd-ec8884e4404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cb8008c1-2d78-4728-9e0d-e36e63b85765'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:40.903586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.941882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6e5e53c7-a0a9-43d1-9316-caffff18921a None None] Provisioning complete for port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:40.942284 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e5e53c7-a0a9-43d1-9316-caffff18921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:40.946771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-94c7af98-4e3b-4a7c-85bd-ec8884e4404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:40.963896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0f917a-9124-402a-8da8-490680700ff1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:40.965324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6b0f917a-9124-402a-8da8-490680700ff1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports/64a120ba-2dbd-4005-b848-0375a422635b HTTP/1.1" status: 200 len: 984 time: 0.1029239 Jul 07 22:28:40.968685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46048) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:41.010521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=70875eb7-b4e3-4819-8150-48b2c0f6d3c1,segment=NetworkSegment(c771db13-6425-483d-a339-466d07293331),segment_id=c771db13-6425-483d-a339-466d07293331)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:41.011912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7af98-4e3b-4a7c-85bd-ec8884e4404f None None] Routers {'cb8008c1-2d78-4728-9e0d-e36e63b85765'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:41.012620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-94c7af98-4e3b-4a7c-85bd-ec8884e4404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cb8008c1-2d78-4728-9e0d-e36e63b85765'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:41.018914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.098685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-94c7af98-4e3b-4a7c-85bd-ec8884e4404f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:41.100935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7af98-4e3b-4a7c-85bd-ec8884e4404f None None] The sync data for ids ['cb8008c1-2d78-4728-9e0d-e36e63b85765'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:41.202227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=70875eb7-b4e3-4819-8150-48b2c0f6d3c1,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:41.347513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5465ffa8-00d4-4d80-9f7f-6d3c948dfe23 None None] Provisioning complete for port 64a120ba-2dbd-4005-b848-0375a422635b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:41.348064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5465ffa8-00d4-4d80-9f7f-6d3c948dfe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.412583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5465ffa8-00d4-4d80-9f7f-6d3c948dfe23 None None] Port 64a120ba-2dbd-4005-b848-0375a422635b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:41.544406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-963b7603-51b4-4577-be12-e71f065948ae None None] Provisioning complete for port 64a120ba-2dbd-4005-b848-0375a422635b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:41.544877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-963b7603-51b4-4577-be12-e71f065948ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.585310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-963b7603-51b4-4577-be12-e71f065948ae None None] Port 64a120ba-2dbd-4005-b848-0375a422635b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:41.707133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-23be8e80-315a-4e2d-babd-feefb7c20bae None None] Provisioning complete for port 64a120ba-2dbd-4005-b848-0375a422635b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:41.707552 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23be8e80-315a-4e2d-babd-feefb7c20bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:41.713131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f6e5-ba1b-4516-a9b3-3331eafc2363 req-42601ff5-5158-4355-b32a-701920e55c01 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:41.714698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cca3f6e5-ba1b-4516-a9b3-3331eafc2363 req-42601ff5-5158-4355-b32a-701920e55c01 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 944 time: 0.2929482 Jul 07 22:28:41.742509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-23be8e80-315a-4e2d-babd-feefb7c20bae None None] Port 64a120ba-2dbd-4005-b848-0375a422635b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:41.784486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Router f0dfaebd-7619-4738-9f46-af099f416e28 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:28:41.815173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cca3f6e5-ba1b-4516-a9b3-3331eafc2363 req-2e9e2333-6c68-4ff9-b03f-5047c90b16cb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801682 Jul 07 22:28:41.992087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:42.002900 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Sync routers for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:42.005659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ba29e3-e3b1-4351-9bd6-1d4c1a106557 None None] Network e7246017-4236-41de-9623-83b4b1a5619a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:42.023232 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.024171 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:42.024400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a5339c15-1c92-4b3c-beaa-589adba37e9d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7687223 Jul 07 22:28:42.026210 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:42.027241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46058) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:42.090216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-af8c0a0b-0410-48fb-81bb-d29c537b57a0 None None] Provisioning for port 3562bd39-49d8-40ca-8da4-7ef461e947a0 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:42.120817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.147007 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:42.482065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port 64a120ba-2dbd-4005-b848-0375a422635b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:42.482440 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.491265 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:40Z', 'revision_number': 3, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:42.568910 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Checking router: f0dfaebd-7619-4738-9f46-af099f416e28 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:28:42.569252 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Updating router f0dfaebd-7619-4738-9f46-af099f416e28 port 424bef58-1624-4e18-9174-c438345693f2 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:28:42.615811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:42.664928 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.665745 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.678384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for 64a120ba-2dbd-4005-b848-0375a422635b owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:42.686462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:42.687175 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.784727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3562bd39-49d8-40ca-8da4-7ef461e947a0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:42.844906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3562bd39-49d8-40ca-8da4-7ef461e947a0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:42.860171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:42.867676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3562bd39-49d8-40ca-8da4-7ef461e947a0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:42.868058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.937118 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:42.992664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:42.998055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=64a120ba-2dbd-4005-b848-0375a422635b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:43.016699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:43.020951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.045568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.155585 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.162021 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.168725 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Transition to ACTIVE for port object 424bef58-1624-4e18-9174-c438345693f2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:43.178476 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.197758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.289030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 3562bd39-49d8-40ca-8da4-7ef461e947a0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3562bd39-49d8-40ca-8da4-7ef461e947a0,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:43.295995 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.314967 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Attempting to bind port 424bef58-1624-4e18-9174-c438345693f2 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:43.315357 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Attempting to bind port 424bef58-1624-4e18-9174-c438345693f2 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:43.315983 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Attempting to bind port 424bef58-1624-4e18-9174-c438345693f2 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:43.334109 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:43.334535 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:43.335227 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.335661 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:43.336136 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Bound port: 424bef58-1624-4e18-9174-c438345693f2, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:43.336523 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.379373 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.381473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f262900-ae96-45a8-a766-2910613faf04 req-e8194ed3-a928-4778-8f65-4a566c6a58b5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:43.389316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f262900-ae96-45a8-a766-2910613faf04 req-e8194ed3-a928-4778-8f65-4a566c6a58b5 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 944 time: 0.2355669 Jul 07 22:28:43.400668 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] For port 424bef58-1624-4e18-9174-c438345693f2, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:43.405562 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] For port 424bef58-1624-4e18-9174-c438345693f2, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=424bef58-1624-4e18-9174-c438345693f2,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:43.413836 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.426539 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Pushing event updated for resources: {'Port': ['ID=424bef58-1624-4e18-9174-c438345693f2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:43.450287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=3562bd39-49d8-40ca-8da4-7ef461e947a0,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:43.451308 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.451663 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.452008 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.452349 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.452681 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.453015 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.453344 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.453996 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.453996 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.462492 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.462877 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.463221 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.473340 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.473736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.474279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.474560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.474889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.475219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.475704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.476097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.476414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.477136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.477475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.477922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:28:43.481774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Allocated IP 172.20.0.1 (e7246017-4236-41de-9623-83b4b1a5619a/f3bb8f92-986b-42f0-8d67-4439ce4e6fb1/bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:43.489254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router cb8008c1-2d78-4728-9e0d-e36e63b85765 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:43.504360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:43.511111 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507777c5-6057-4057-b7b7-426c34c1946d" -d '{"events": [{"server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "name": "network-vif-plugged", "status": "completed", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:43.530372 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:43.532024 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:43.549524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:43.555213 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.601629 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9ad0de-a203-491c-a9d8-576a8c009960 x-openstack-request-id: req-ec9ad0de-a203-491c-a9d8-576a8c009960 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:43.602339 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "name": "network-vif-plugged", "status": "completed", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:43.602339 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec9ad0de-a203-491c-a9d8-576a8c009960 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:43.602569 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'code': 200} Jul 07 22:28:43.637465 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82a877-7ad7-4eb9-8ff1-a02c68467bca None None] Pushing event updated for resources: {'Port': ['ID=424bef58-1624-4e18-9174-c438345693f2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:43.660194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f262900-ae96-45a8-a766-2910613faf04 req-e4bfb870-5ad8-4eb9-a45f-70bc8d1e1e21 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2694182 Jul 07 22:28:43.671862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:43.720683 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:43.733072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:43.743935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e849b7a-0389-46e6-a51f-8761ec7661cf None None] Sync routers for ids ['cb8008c1-2d78-4728-9e0d-e36e63b85765'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:43.755026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Transition to ACTIVE for port object bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:43.759041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e849b7a-0389-46e6-a51f-8761ec7661cf None None] Routers {'cb8008c1-2d78-4728-9e0d-e36e63b85765'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:43.759485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9a584906-b384-4aaf-8f00-4aaff00e6bff tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/cb8008c1-2d78-4728-9e0d-e36e63b85765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7881992 Jul 07 22:28:43.760237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46086) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:43.761707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5e849b7a-0389-46e6-a51f-8761ec7661cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cb8008c1-2d78-4728-9e0d-e36e63b85765'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:43.786036 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:43.786811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03ca84-5e5a-4947-83de-561a8d082ea8 req-15af0d69-f73a-4eac-9700-a9aa89be918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:43.788478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a03ca84-5e5a-4947-83de-561a8d082ea8 req-15af0d69-f73a-4eac-9700-a9aa89be918a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 1097 time: 0.0641959 Jul 07 22:28:43.830203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a03ca84-5e5a-4947-83de-561a8d082ea8 req-e1232fa5-2392-41dc-8632-8ae056bf57ed service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316920 Jul 07 22:28:43.851707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5e849b7a-0389-46e6-a51f-8761ec7661cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:43.873853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e849b7a-0389-46e6-a51f-8761ec7661cf None None] Routers {'cb8008c1-2d78-4728-9e0d-e36e63b85765'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:43.874512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5e849b7a-0389-46e6-a51f-8761ec7661cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['cb8008c1-2d78-4728-9e0d-e36e63b85765'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:43.931871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5e849b7a-0389-46e6-a51f-8761ec7661cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:43.932455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e849b7a-0389-46e6-a51f-8761ec7661cf None None] The sync data for ids ['cb8008c1-2d78-4728-9e0d-e36e63b85765'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:44.012999 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:40Z', 'revision_number': 3, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:44.041716 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-3ccb83b0-5bfa-4074-b1a3-26a9f4df3d49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 22:28:44.046121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46088) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:44.056761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ccb83b0-5bfa-4074-b1a3-26a9f4df3d49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/cb8008c1-2d78-4728-9e0d-e36e63b85765/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2938073 Jul 07 22:28:44.058669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.105302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-67b27a6b-3d9e-4c20-900f-ff93b24b8c42 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb8008c1-2d78-4728-9e0d-e36e63b85765 HTTP/1.1" status: 200 len: 205 time: 0.0574644 Jul 07 22:28:44.106187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46090) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:44.135120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Pushing event updated for resources: {'Port': ['ID=bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:44.145353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Network e7246017-4236-41de-9623-83b4b1a5619a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:44.146791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:44.148998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:44.154310 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9519f-015a-4ccd-8a79-cc606012de0a None None] The sync data for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 is: [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:40Z', 'revision_number': 3, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:44.191627 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.243493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b780ebf8-c943-4c90-9771-8ee350450566 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.521869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3562bd39-49d8-40ca-8da4-7ef461e947a0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:44.531316 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b780ebf8-c943-4c90-9771-8ee350450566 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.538011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b780ebf8-c943-4c90-9771-8ee350450566 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.539295 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.667638 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-26a8605e-dbba-4f9f-8b7e-13fc5bf13c83 None None] Provisioning for port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:44.717562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-26a8605e-dbba-4f9f-8b7e-13fc5bf13c83 None None] Provisioning complete for port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:44.719650 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26a8605e-dbba-4f9f-8b7e-13fc5bf13c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.799401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-26a8605e-dbba-4f9f-8b7e-13fc5bf13c83 None None] Port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:44.806120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3562bd39-49d8-40ca-8da4-7ef461e947a0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:44.806670 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:44.994239 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.000694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.096443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.102105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Pushing event updated for resources: {'Port': ['ID=bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:45.128141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b780ebf8-c943-4c90-9771-8ee350450566 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.128692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780ebf8-c943-4c90-9771-8ee350450566 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Fanout notify agent at l3_agent the message router_deleted on router cb8008c1-2d78-4728-9e0d-e36e63b85765 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:28:45.158565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-5d14da61-8b4e-43ba-87b2-ad0968643642 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7453344 Jul 07 22:28:45.164962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b780ebf8-c943-4c90-9771-8ee350450566 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.168077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b780ebf8-c943-4c90-9771-8ee350450566 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/cb8008c1-2d78-4728-9e0d-e36e63b85765 HTTP/1.1" status: 204 len: 168 time: 1.0587902 Jul 07 22:28:45.168741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46108) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:45.284795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Network e7246017-4236-41de-9623-83b4b1a5619a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:45.284795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:45.285291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cbdf02-5ba9-4588-a104-07cadb99dee3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting subnet 98414c29-0e4d-4d8b-af51-44d6c52c9eb2 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:45.305268 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71cbdf02-5ba9-4588-a104-07cadb99dee3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.319133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1eda-68b0-4487-b662-19f808e40fd6 req-4148741b-6c94-4626-852c-82cbb1f54541 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.326776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-988a1eda-68b0-4487-b662-19f808e40fd6 req-4148741b-6c94-4626-852c-82cbb1f54541 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 945 time: 0.2363393 Jul 07 22:28:45.475305 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71cbdf02-5ba9-4588-a104-07cadb99dee3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.518438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-988a1eda-68b0-4487-b662-19f808e40fd6 req-5719a2d0-439f-4c02-8c8c-edc265c026c8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906636 Jul 07 22:28:45.602984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Router f0dfaebd-7619-4738-9f46-af099f416e28 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:45.609415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-89584e97-debc-42e8-bdc7-15c892d0f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.609901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-89584e97-debc-42e8-bdc7-15c892d0f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.610404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-89584e97-debc-42e8-bdc7-15c892d0f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.611424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-89584e97-debc-42e8-bdc7-15c892d0f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.621470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-89584e97-debc-42e8-bdc7-15c892d0f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.622127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-89584e97-debc-42e8-bdc7-15c892d0f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.622613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-89584e97-debc-42e8-bdc7-15c892d0f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.625193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-89584e97-debc-42e8-bdc7-15c892d0f0fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6498 time: 0.2702074 Jul 07 22:28:45.727585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71cbdf02-5ba9-4588-a104-07cadb99dee3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.745631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-81694672-2595-4ff4-bdd9-097ebc572818 None None] Provisioning complete for port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:45.748982 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-81694672-2595-4ff4-bdd9-097ebc572818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:45.794460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:45.805782 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20a7ac2d-164b-4821-b6be-189de244f092 admin admin] 10.222.0.81 "PUT /v2.0/routers/f0dfaebd-7619-4738-9f46-af099f416e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7773936 Jul 07 22:28:45.814566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-81694672-2595-4ff4-bdd9-097ebc572818 None None] Port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:45.879987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-3aea15b1-2dba-4b8c-bd65-e27cd92cbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.880466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-3aea15b1-2dba-4b8c-bd65-e27cd92cbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.880935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-3aea15b1-2dba-4b8c-bd65-e27cd92cbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:45.882573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-3aea15b1-2dba-4b8c-bd65-e27cd92cbd1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5c71666-32e6-426c-959c-27eb1572bb7b&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac HTTP/1.1" status: 200 len: 2293 time: 0.1866670 Jul 07 22:28:45.972466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-6ccb073d-ccdb-465e-b62f-3726b724a3ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b66697-8979-47bb-bd75-06bc6002473d HTTP/1.1" status: 200 len: 1000 time: 0.0777082 Jul 07 22:28:45.973938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71cbdf02-5ba9-4588-a104-07cadb99dee3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.030912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbdf02-5ba9-4588-a104-07cadb99dee3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Subnet': ['ID=98414c29-0e4d-4d8b-af51-44d6c52c9eb2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:46.034483 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71cbdf02-5ba9-4588-a104-07cadb99dee3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.038420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d833a3-4fa9-4957-8548-aa74aabb51d3 None None] Network b692af94-eaad-439c-8b7f-89fdfdecef22 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:46.039039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46124) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:46.039226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-71cbdf02-5ba9-4588-a104-07cadb99dee3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/98414c29-0e4d-4d8b-af51-44d6c52c9eb2 HTTP/1.1" status: 204 len: 168 time: 0.8691812 Jul 07 22:28:46.055719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-092e1eb8-2df5-4141-a481-86d4997d8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.057215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-092e1eb8-2df5-4141-a481-86d4997d8802 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94e3a1d7-c4b9-4dcc-b9f8-289264492ffb HTTP/1.1" status: 200 len: 851 time: 0.0749266 Jul 07 22:28:46.138566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-0d6e1a78-8341-44e8-a9ac-5759ad145f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.140957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-0d6e1a78-8341-44e8-a9ac-5759ad145f11 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5c71666-32e6-426c-959c-27eb1572bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718625 Jul 07 22:28:46.160315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.241873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:46.242330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.245296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-30d55f3c-89a5-46ba-80f0-1c7af342c352 service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960059 Jul 07 22:28:46.309028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdfc45e-63d9-4a28-adff-7683fadec276 None None] DHCP port deletion for b692af94-eaad-439c-8b7f-89fdfdecef22 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:28:46.404057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfc45e-63d9-4a28-adff-7683fadec276 None None] Deleting port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:46.406374 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc45e-63d9-4a28-adff-7683fadec276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.410549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=70875eb7-b4e3-4819-8150-48b2c0f6d3c1,segment=NetworkSegment(c771db13-6425-483d-a339-466d07293331),segment_id=c771db13-6425-483d-a339-466d07293331)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:46.410954 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.414999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-022fa952-d918-428d-80e9-fb0c086f529a service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569037 Jul 07 22:28:46.435729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46126) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:46.444367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f546ebb4-47c7-40da-a53d-f7039885c896 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408186462', 'description': 'tempest-description--841778175'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:46.455972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:46.494831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-460ffc8a-8ee8-4d88-9dc5-f58108881718 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=f112fa30-5874-422d-9bbe-76b4cfabad81 HTTP/1.1" status: 200 len: 217 time: 0.0693254 Jul 07 22:28:46.498246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 424bef58-1624-4e18-9174-c438345693f2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:46.550718 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f546ebb4-47c7-40da-a53d-f7039885c896 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.574909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-57f0aaf4-7992-4b8e-920a-13144640b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.576479 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-57f0aaf4-7992-4b8e-920a-13144640b79b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.0713415 Jul 07 22:28:46.602138 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.651698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dbdfc45e-63d9-4a28-adff-7683fadec276 None None] For port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=70875eb7-b4e3-4819-8150-48b2c0f6d3c1,segment=NetworkSegment(c771db13-6425-483d-a339-466d07293331),segment_id=c771db13-6425-483d-a339-466d07293331)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:46.652209 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc45e-63d9-4a28-adff-7683fadec276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.679388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dbdfc45e-63d9-4a28-adff-7683fadec276 None None] Calling delete_port for 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:46.706441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-7f335f4b-608b-4bd2-b48f-e5bc8a43489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:46.708037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-7f335f4b-608b-4bd2-b48f-e5bc8a43489d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1210439 Jul 07 22:28:46.727253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=70875eb7-b4e3-4819-8150-48b2c0f6d3c1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:46.736437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No DVR routers for this DVR port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:46.777873 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbdfc45e-63d9-4a28-adff-7683fadec276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.810944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfc45e-63d9-4a28-adff-7683fadec276 None None] No DVR routers for this DVR port 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:28:46.811491 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f546ebb4-47c7-40da-a53d-f7039885c896 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.812945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfc45e-63d9-4a28-adff-7683fadec276 None None] Pushing event deleted for resources: {'Port': ['ID=70875eb7-b4e3-4819-8150-48b2c0f6d3c1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:46.820938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f546ebb4-47c7-40da-a53d-f7039885c896 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.836755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 424bef58-1624-4e18-9174-c438345693f2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:46.840709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 424bef58-1624-4e18-9174-c438345693f2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:46.841117 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.902203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-eb7ba119-599f-4068-8679-7333b083c6ce service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856570 Jul 07 22:28:46.924223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.948233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:46.955087 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Sync routers for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:46.964638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b692af94-eaad-439c-8b7f-89fdfdecef22']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:46.971849 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:46.972744 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:46.988945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c771db13-6425-483d-a339-466d07293331') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:46.989311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c771db13-6425-483d-a339-466d07293331') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:47.002275 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f546ebb4-47c7-40da-a53d-f7039885c896 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.004901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 424bef58-1624-4e18-9174-c438345693f2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=424bef58-1624-4e18-9174-c438345693f2,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:47.009680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f546ebb4-47c7-40da-a53d-f7039885c896 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5718884 Jul 07 22:28:47.012631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.014362 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.016840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46136) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:47.041509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dd706989-e01d-4568-ae03-e47fbaa58cbb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'security_group_rule': {'security_group_id': 'c0c5e08e-d08b-40a0-8d7c-9294bc5e759a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:47.087861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546ebb4-47c7-40da-a53d-f7039885c896 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:47.112644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:28:47.116181 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:47.135539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd706989-e01d-4568-ae03-e47fbaa58cbb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.145658 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.153757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a861dc-d285-4e3b-8eb9-af7c666c7c41 req-649180a9-295e-4ba0-8851-90a6b28d6f2e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.154675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93a861dc-d285-4e3b-8eb9-af7c666c7c41 req-649180a9-295e-4ba0-8851-90a6b28d6f2e tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 945 time: 0.4276226 Jul 07 22:28:47.168597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:28:47.168933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 70875eb7-b4e3-4819-8150-48b2c0f6d3c1 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:28:47.201482 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:28:47.202064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.213926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=424bef58-1624-4e18-9174-c438345693f2,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:28:47.215923 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:28:47.220365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93a861dc-d285-4e3b-8eb9-af7c666c7c41 req-0bb3e3a1-973f-49e0-92ea-a7e5a276a112 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525649 Jul 07 22:28:47.223222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-669300b7-e424-45eb-82ed-2139cf9b04fe service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972505 Jul 07 22:28:47.307309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.310725 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd706989-e01d-4568-ae03-e47fbaa58cbb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.318943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.325658 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/networks/b692af94-eaad-439c-8b7f-89fdfdecef22 HTTP/1.1" status: 204 len: 168 time: 1.2813721 Jul 07 22:28:47.326236 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd706989-e01d-4568-ae03-e47fbaa58cbb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.328247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:47.344290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1387690093'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:47.364138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-af187f6a-a5eb-45c2-be66-ff2206ae3e70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=02d71a1d-2d8a-4480-9f73-1c942df3506a HTTP/1.1" status: 200 len: 217 time: 0.1324272 Jul 07 22:28:47.368187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645f870-e5ba-4c1b-b487-84e4d20ede15 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Network': ['ID=b692af94-eaad-439c-8b7f-89fdfdecef22,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:47.380838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd706989-e01d-4568-ae03-e47fbaa58cbb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ca4c53-b77a-4a95-875c-b8ba0b2a083c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:47.395386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:47.399642 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.413051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd706989-e01d-4568-ae03-e47fbaa58cbb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.417679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46142) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:47.425178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-02ea37b3-870e-42b3-ac1c-b3dc5e3d1aaf tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'security_group_rule': {'security_group_id': 'c0c5e08e-d08b-40a0-8d7c-9294bc5e759a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:47.430647 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dd706989-e01d-4568-ae03-e47fbaa58cbb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4095240 Jul 07 22:28:47.449278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-2c7d8c65-8e20-4ac5-8d90-4ca9627f4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.452271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-2c7d8c65-8e20-4ac5-8d90-4ca9627f4883 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.0832613 Jul 07 22:28:47.454417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:47.455483 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 2, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:47.464263 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.464702 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added segment b61c4043-c890-44af-b89a-b81c8094d6fc of type vlan for network f921842a-117e-4331-b96e-0cc3c3a6dd8c Jul 07 22:28:47.493115 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Checking router: f0dfaebd-7619-4738-9f46-af099f416e28 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:28:47.493711 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Updating router f0dfaebd-7619-4738-9f46-af099f416e28 port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:28:47.512694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.532580 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.547431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ea37b3-870e-42b3-ac1c-b3dc5e3d1aaf tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.553199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.560265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.561187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.581805 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2485402 Jul 07 22:28:47.582795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46144) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:47.606302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'subnet': {'network_id': 'f921842a-117e-4331-b96e-0cc3c3a6dd8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:47.643791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e279c-2a01-43bf-b29a-c1118130d358 req-39f2a778-f0cf-4622-96a9-ba5e56b39639 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.645370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-420e279c-2a01-43bf-b29a-c1118130d358 req-39f2a778-f0cf-4622-96a9-ba5e56b39639 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 945 time: 0.2024782 Jul 07 22:28:47.649402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-4c5099b2-5951-41d5-93d0-da7e1fbf7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:47.650858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-4c5099b2-5951-41d5-93d0-da7e1fbf7032 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1822309 Jul 07 22:28:47.729073 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd74a93-4d6b-4934-abe0-cece7441779d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Network': ['ID=f921842a-117e-4331-b96e-0cc3c3a6dd8c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:47.738799 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ea37b3-870e-42b3-ac1c-b3dc5e3d1aaf tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.750395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f921842a-117e-4331-b96e-0cc3c3a6dd8c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:47.760698 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ea37b3-870e-42b3-ac1c-b3dc5e3d1aaf tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.786724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-420e279c-2a01-43bf-b29a-c1118130d358 req-0ac45e27-c350-483d-9ec8-7a1da704b8e0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349106 Jul 07 22:28:47.796207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea37b3-870e-42b3-ac1c-b3dc5e3d1aaf tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadcf9cf-53a9-4b7f-bfe8-511b8a4ecf2e,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:47.820027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:47.820635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46148) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:47.828254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.838322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ea37b3-870e-42b3-ac1c-b3dc5e3d1aaf tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:47.842434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-02ea37b3-870e-42b3-ac1c-b3dc5e3d1aaf tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4204180 Jul 07 22:28:47.845799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46152) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:47.851233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:47.875370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-7741c3aa-7461-4cc7-9f8c-3b4446eda0a4 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149642 Jul 07 22:28:47.914854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.051962 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.069639 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Transition to ACTIVE for port object bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:48.076784 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.174137 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede25c8-5363-42ad-9c9c-06b3b4fe89fe None None] Pushing event updated for resources: {'Port': ['ID=bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:48.193328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-b3a08cea-27ea-4f9c-8ccb-631657405a1c service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030620 Jul 07 22:28:48.215586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce383e8b-cd66-41c8-91c8-4e21cb6b555c tempest-TestVolumeBootPattern-11756161 tempest-TestVolumeBootPattern-11756161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:48.217230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ce383e8b-cd66-41c8-91c8-4e21cb6b555c tempest-TestVolumeBootPattern-11756161 tempest-TestVolumeBootPattern-11756161-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 1092 time: 0.3934083 Jul 07 22:28:48.222386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:48.234353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:48.234842 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Attempting to bind port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:48.235214 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Attempting to bind port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:48.235860 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Attempting to bind port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b on network e7246017-4236-41de-9623-83b4b1a5619a {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:48.242772 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:48.243212 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Checking segment: {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:48.243879 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.244381 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Bound using segment: {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:48.244851 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Bound port: bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:48.245295 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.262363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.270104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-b8b866b6-439d-4f76-bf0a-34422fffdb54 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 HTTP/1.1" status: 200 len: 217 time: 0.0670886 Jul 07 22:28:48.308338 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.378434 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] For port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:48.382346 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] For port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:48.388255 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.400476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Subnet': ['ID=613d013d-8df2-4b18-831c-3ca3bc72ba62,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:48.405285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-87c6c03a-67c2-4b95-ba89-1db4caaab5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:48.416421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-87c6c03a-67c2-4b95-ba89-1db4caaab5fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.1279492 Jul 07 22:28:48.421523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.460827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 424bef58-1624-4e18-9174-c438345693f2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:48.512871 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:48.514051 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:48.523848 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede25c8-5363-42ad-9c9c-06b3b4fe89fe None None] Pushing event updated for resources: {'Port': ['ID=bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:48.533804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 424bef58-1624-4e18-9174-c438345693f2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:48.534213 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.572987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Checking segment: {'id': 'b61c4043-c890-44af-b89a-b81c8094d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f921842a-117e-4331-b96e-0cc3c3a6dd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:48.573351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network hostable DHCP agents. Network: f921842a-117e-4331-b96e-0cc3c3a6dd8c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:48.609816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Allocated IP 172.25.8.220 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/7eccb679-9f9a-40d7-beea-cff4fe1ce94f) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:48.620260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-3a297567-adc4-465b-b807-8af8fab74cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:48.621826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-3a297567-adc4-465b-b807-8af8fab74cc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1945980 Jul 07 22:28:48.642410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network f921842a-117e-4331-b96e-0cc3c3a6dd8c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:48.663526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f921842a-117e-4331-b96e-0cc3c3a6dd8c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:48.668935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:48.669523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.680164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febb2634-60ab-4aab-bd68-b4187d70b859 None None] Network f921842a-117e-4331-b96e-0cc3c3a6dd8c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:48.689901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.700212 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0d5e183d-47a1-472f-94bc-5c606ae8ac10 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1147051 Jul 07 22:28:48.705575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46160) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:48.715658 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:48.723198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fa280f46-3468-4e6b-9aaf-4ee657e0c609 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1286472324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:48.759569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa280f46-3468-4e6b-9aaf-4ee657e0c609 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.760932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa280f46-3468-4e6b-9aaf-4ee657e0c609 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.888323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-f921842a-117e-4331-b96e-0cc3c3a6dd8c', 'network_id': 'f921842a-117e-4331-b96e-0cc3c3a6dd8c', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'fixed_ips': [{'subnet_id': '613d013d-8df2-4b18-831c-3ca3bc72ba62'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:48.889408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.912483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa280f46-3468-4e6b-9aaf-4ee657e0c609 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.925720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46164) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:48.929438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa280f46-3468-4e6b-9aaf-4ee657e0c609 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.955404 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa280f46-3468-4e6b-9aaf-4ee657e0c609 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:48.957327 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fa280f46-3468-4e6b-9aaf-4ee657e0c609 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2506723 Jul 07 22:28:48.959833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46166) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:49.043594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-39eecc99-e63c-4fd3-bf14-33ec8479f76b service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065447 Jul 07 22:28:49.083767 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:48Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:49.117067 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.147274 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b18780-c20c-4432-9712-dbf652cc4980 None None] The sync data for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 is: [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:48Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:49.170476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Allocated IP 2001:db8::2 (f921842a-117e-4331-b96e-0cc3c3a6dd8c/613d013d-8df2-4b18-831c-3ca3bc72ba62/dd7d267c-1739-403a-acc9-3f01d4026967) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:49.263540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9a3fd542-c976-4dd3-b0a3-1bbdf194c7df tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6033 time: 0.3277211 Jul 07 22:28:49.272646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46170) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:49.273366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'network': {'name': 'tempest-network-smoke--489692971', 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'port_security_enabled': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:49.338715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-8b74695c-c686-47aa-89e9-4c7f65d94e2e service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848063 Jul 07 22:28:49.366195 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.435075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-ad2323f3-4b60-4b2f-87aa-bd0d840f186c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=a909e51b-e641-48c9-903f-9553bf115292 HTTP/1.1" status: 200 len: 217 time: 0.0885804 Jul 07 22:28:49.505264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:49.523769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Made reservation on behalf of e5fa53f424ee4f55bef098f340a420ca for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:49.527806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.542082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:49.554238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:49.564910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Allocated IP 172.25.8.120 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/c9c6d220-d327-40cf-8cc4-acbd4a225698) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:49.571065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'Port': ['ID=7eccb679-9f9a-40d7-beea-cff4fe1ce94f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:49.601977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:28:49.686030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.694298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-5247e730-97a2-4aa9-88f3-72fc0157e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.695929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-5247e730-97a2-4aa9-88f3-72fc0157e663 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.2226160 Jul 07 22:28:49.696527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.706276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.706622 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Added segment 86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed of type vlan for network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 Jul 07 22:28:49.723712 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.739106 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.754367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Transition to ACTIVE for port object dd7d267c-1739-403a-acc9-3f01d4026967 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:49.759280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.795539 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.804714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Transition to ACTIVE for port object dd7d267c-1739-403a-acc9-3f01d4026967 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:49.814003 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.876931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Network f921842a-117e-4331-b96e-0cc3c3a6dd8c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:49.880150 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:49.890240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:49.909407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-c4b47ba7-c6c8-45b4-b566-644fb8a147fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.910958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-c4b47ba7-c6c8-45b4-b566-644fb8a147fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1777565 Jul 07 22:28:49.930461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Pushing event updated for resources: {'Port': ['ID=dd7d267c-1739-403a-acc9-3f01d4026967,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:49.942977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.955586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:49.956235 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.983152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Attempting to bind port dd7d267c-1739-403a-acc9-3f01d4026967 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:49.983705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Attempting to bind port dd7d267c-1739-403a-acc9-3f01d4026967 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'b61c4043-c890-44af-b89a-b81c8094d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f921842a-117e-4331-b96e-0cc3c3a6dd8c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:49.984262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Attempting to bind port dd7d267c-1739-403a-acc9-3f01d4026967 on network f921842a-117e-4331-b96e-0cc3c3a6dd8c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:49.991288 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:49.991805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Checking segment: {'id': 'b61c4043-c890-44af-b89a-b81c8094d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f921842a-117e-4331-b96e-0cc3c3a6dd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:49.992310 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:49.992804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Bound using segment: {'id': 'b61c4043-c890-44af-b89a-b81c8094d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f921842a-117e-4331-b96e-0cc3c3a6dd8c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:49.994106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Bound port: dd7d267c-1739-403a-acc9-3f01d4026967, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61c4043-c890-44af-b89a-b81c8094d6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'f921842a-117e-4331-b96e-0cc3c3a6dd8c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:49.995967 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.066380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.105809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] For port dd7d267c-1739-403a-acc9-3f01d4026967, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:50.109460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] For port dd7d267c-1739-403a-acc9-3f01d4026967, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=dd7d267c-1739-403a-acc9-3f01d4026967,segment=NetworkSegment(b61c4043-c890-44af-b89a-b81c8094d6fc),segment_id=b61c4043-c890-44af-b89a-b81c8094d6fc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:50.113248 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8444169 Jul 07 22:28:50.114874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46176) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:50.115774 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.127549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'admin_state_up': True, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:50.155339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-ac460aff-416c-46be-b3e2-fb0f2d9efadc service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014430 Jul 07 22:28:50.175819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f99701-9b9f-4f38-89d3-6a8746a46aad None None] Pushing event updated for resources: {'Port': ['ID=dd7d267c-1739-403a-acc9-3f01d4026967,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:50.203989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299252f-c6bf-4dde-982e-1c21f83b4885 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Network': ['ID=c64370d0-a742-40cb-a3fa-e4d831c1fbe7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:50.226112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:28:50.306939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.317390 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.371383 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.399768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 2001:db8::1 (f921842a-117e-4331-b96e-0cc3c3a6dd8c/613d013d-8df2-4b18-831c-3ca3bc72ba62/81e687a1-75a1-40ef-aad6-77e4537b70cd) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:50.475831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:50.487829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:50.492221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:50.531154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:50.697375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:50.711993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:50.712614 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.751420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=c9c6d220-d327-40cf-8cc4-acbd4a225698,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:50.885016 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.925934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.951645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:50.956030 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.964565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:50.967347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.002328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Transition to ACTIVE for port object 81e687a1-75a1-40ef-aad6-77e4537b70cd will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:51.029698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'Port': ['ID=7eccb679-9f9a-40d7-beea-cff4fe1ce94f,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:51.087587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:51.104501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.124542 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.125710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6d7eca30-cd04-41b7-96d3-283d40ee4b24 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2785752 Jul 07 22:28:51.191174 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.295399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-82f20325-143d-4b8c-a8ca-7f22c219a3bd service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1141489 Jul 07 22:28:51.362205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-5f884d02-8a77-4b1a-a944-465562b0b2a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0c9f426-53ec-45de-943c-677276e8987d HTTP/1.1" status: 200 len: 217 time: 0.0557544 Jul 07 22:28:51.434938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-7b84c5f6-ce6c-49e8-b036-1567b0884a26 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1408186462&fields=id&tenant_id=142113690cd74daf842b2da291160ed9 HTTP/1.1" status: 200 len: 267 time: 0.1379900 Jul 07 22:28:51.531815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.589448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network f921842a-117e-4331-b96e-0cc3c3a6dd8c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:51.594938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:51.600811 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:51.601484 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.617590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.667668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-006b666c-e5d6-4d89-bb28-9a11d60ef939 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.669308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-006b666c-e5d6-4d89-bb28-9a11d60ef939 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 816 time: 0.2335835 Jul 07 22:28:51.697023 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=81e687a1-75a1-40ef-aad6-77e4537b70cd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:51.731812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-2053de16-50e2-42c6-8edf-45116f64e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.733792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-2053de16-50e2-42c6-8edf-45116f64e8fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 200 len: 797 time: 0.3105257 Jul 07 22:28:51.789970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6b1122-0da1-48de-83b0-50312c21c291 None None] Network f921842a-117e-4331-b96e-0cc3c3a6dd8c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:51.822168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-59051772-7754-49e0-9e6e-1bd3f98a707f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/quotas/142113690cd74daf842b2da291160ed9 HTTP/1.1" status: 200 len: 375 time: 0.0871780 Jul 07 22:28:51.901289 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:51.909588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b2bf9491-0fed-4803-9861-a13561a23175 None None] Provisioning for port dd7d267c-1739-403a-acc9-3f01d4026967 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:51.912234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-972d9e20-40f9-4680-9c9c-286ade5dc540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:51.913772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-972d9e20-40f9-4680-9c9c-286ade5dc540 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1410909 Jul 07 22:28:51.973168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.009741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-2c820886-e321-4f14-b643-c40236033d0d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1786146 Jul 07 22:28:52.087385 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.173914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-11de9b80-f67d-4b44-937d-0dbc150ce508 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486210 Jul 07 22:28:52.285267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.346974 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.420561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-dc51cafa-2eb4-4a80-92f6-dcfce0b04154 service neutron] 10.222.0.81 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901308 Jul 07 22:28:52.425491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-457e5955-afc8-4e85-bbcd-85ceddc72cca service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398858 Jul 07 22:28:52.439889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.450403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.511364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.525803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-4fc7acb4-6b42-4d3b-9620-b582c9773daf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b HTTP/1.1" status: 200 len: 217 time: 0.0937724 Jul 07 22:28:52.545977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.554318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.571644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event updated for resources: {'Port': ['ID=c9c6d220-d327-40cf-8cc4-acbd4a225698,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:52.583784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c2edd2d1-a2ca-4d60-ad41-11450dae7129 None None] Provisioning for port 81e687a1-75a1-40ef-aad6-77e4537b70cd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:52.600737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c2edd2d1-a2ca-4d60-ad41-11450dae7129 None None] Provisioning complete for port 81e687a1-75a1-40ef-aad6-77e4537b70cd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:52.601115 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2edd2d1-a2ca-4d60-ad41-11450dae7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.624308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-fd2b5dea-a710-4596-b004-9a16e9d45e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.625766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-fd2b5dea-a710-4596-b004-9a16e9d45e1c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 200 len: 797 time: 0.0704460 Jul 07 22:28:52.633936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:52.646584 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.688688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c2edd2d1-a2ca-4d60-ad41-11450dae7129 None None] Port 81e687a1-75a1-40ef-aad6-77e4537b70cd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:52.700348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Allocated IP 172.25.8.93 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/42bd1b4f-363c-48e5-8f25-539fbb745561) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:52.706911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:52.707196 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.731487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=81e687a1-75a1-40ef-aad6-77e4537b70cd,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:52.795643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device dd7d267c-1739-403a-acc9-3f01d4026967 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:52.807014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network f921842a-117e-4331-b96e-0cc3c3a6dd8c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:52.811878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:52.812915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-87185092-4c38-477c-9d5a-e2af5884215e service neutron] 10.222.0.81 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820403 Jul 07 22:28:52.818729 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Floating IP a2629bfd-6c8d-4a30-9bf8-b4857110747b associated. External IP: 172.25.8.120, port: 7d25db1a-8544-44bb-a5cb-aeb0e82eb073. Jul 07 22:28:52.841616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e6416c60-b8eb-4275-8add-4830a21dec7c None None] Provisioning complete for port 81e687a1-75a1-40ef-aad6-77e4537b70cd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:52.842325 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6416c60-b8eb-4275-8add-4830a21dec7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.860627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95710-47e0-4df9-a329-d300fdc93078 req-480334ca-a747-4eb5-b78d-dd8939645a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:52.862733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-480334ca-a747-4eb5-b78d-dd8939645a46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2293103 Jul 07 22:28:52.878605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e6416c60-b8eb-4275-8add-4830a21dec7c None None] Port 81e687a1-75a1-40ef-aad6-77e4537b70cd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:52.880043 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:52.895613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port dd7d267c-1739-403a-acc9-3f01d4026967 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:52.900310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port dd7d267c-1739-403a-acc9-3f01d4026967 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:52.900837 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.023822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.041381 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.098570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:53.101071 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-eea72714-82eb-4158-9ef9-b6f6f88d6d89 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080429 Jul 07 22:28:53.106683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:53.121269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:53.122580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port dd7d267c-1739-403a-acc9-3f01d4026967, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=dd7d267c-1739-403a-acc9-3f01d4026967,segment=NetworkSegment(b61c4043-c890-44af-b89a-b81c8094d6fc),segment_id=b61c4043-c890-44af-b89a-b81c8094d6fc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:53.137021 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.207312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=42bd1b4f-363c-48e5-8f25-539fbb745561,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:53.210026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=dd7d267c-1739-403a-acc9-3f01d4026967,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:53.311018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-808fa5d9-50ee-4b34-88a8-82b640ec183f req-ee3adcf1-eb1f-4a40-90e5-94ea883626e7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 210 time: 0.0697174 Jul 07 22:28:53.314716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-78b29013-05fe-425e-8eb4-d32060820061 None None] Provisioning complete for port 81e687a1-75a1-40ef-aad6-77e4537b70cd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:53.315097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78b29013-05fe-425e-8eb4-d32060820061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.356284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router 3377acaa-5063-455e-9a9a-1420ba34a540 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:28:53.362535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Router f484b174-1ee7-4fd7-913c-157cc1fe79f2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:53.395078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-78b29013-05fe-425e-8eb4-d32060820061 None None] Port 81e687a1-75a1-40ef-aad6-77e4537b70cd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:53.479949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74c95710-47e0-4df9-a329-d300fdc93078 req-1f4e8072-be50-43a3-9e3c-c8161be26aa2 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435380 Jul 07 22:28:53.510999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:53.526543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a24e5d-7409-42a0-a00c-864c6e2b23de None None] Sync routers for ids ['3377acaa-5063-455e-9a9a-1420ba34a540'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:53.539707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a24e5d-7409-42a0-a00c-864c6e2b23de None None] Routers {'3377acaa-5063-455e-9a9a-1420ba34a540'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:53.540631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65a24e5d-7409-42a0-a00c-864c6e2b23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3377acaa-5063-455e-9a9a-1420ba34a540'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:53.545432 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6b7861f2-2c89-49a5-a2b6-728df431eb49 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/3377acaa-5063-455e-9a9a-1420ba34a540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5817835 Jul 07 22:28:53.547900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46216) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:53.599547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65a24e5d-7409-42a0-a00c-864c6e2b23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:53.604851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:53.612551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a24e5d-7409-42a0-a00c-864c6e2b23de None None] Routers {'3377acaa-5063-455e-9a9a-1420ba34a540'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:53.614486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65a24e5d-7409-42a0-a00c-864c6e2b23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3377acaa-5063-455e-9a9a-1420ba34a540'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:53.616214 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] Sync routers for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:53.628280 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:53.628906 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:53.633616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aafdd9e-1dec-436a-abf8-f0f297f7814f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:53.638295 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9aafdd9e-1dec-436a-abf8-f0f297f7814f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports/81e687a1-75a1-40ef-aad6-77e4537b70cd HTTP/1.1" status: 200 len: 911 time: 0.0893798 Jul 07 22:28:53.638572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46220) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:53.645240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.658105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65a24e5d-7409-42a0-a00c-864c6e2b23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:53.658784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a24e5d-7409-42a0-a00c-864c6e2b23de None None] The sync data for ids ['3377acaa-5063-455e-9a9a-1420ba34a540'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:53.704263 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c8634472-bb82-464f-9c62-24611e840e6d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4791596 Jul 07 22:28:53.707383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:53.712396 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c" -d '{"events": [{"name": "network-changed", "server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:53.747604 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:53.757380 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a81377-be47-4066-9b78-50347a678508 x-openstack-request-id: req-a3a81377-be47-4066-9b78-50347a678508 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:53.757841 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:53.758130 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3a81377-be47-4066-9b78-50347a678508 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:53.758540 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'status': 'completed', 'code': 200} Jul 07 22:28:53.778514 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:54.109481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-257f8c8d-68d1-40a1-bc80-e7f21a279795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:54.111710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-257f8c8d-68d1-40a1-bc80-e7f21a279795 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 1097 time: 0.2984715 Jul 07 22:28:54.123172 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:29Z', 'updated_at': '2021-07-07T22:26:32Z', 'revision_number': 1, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}, {'id': 'a2629bfd-6c8d-4a30-9bf8-b4857110747b', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:42:55:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07679475-9ccf-48a3-aeb6-307557f323b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:28:51Z', 'updated_at': '2021-07-07T22:28:51Z', 'revision_number': 0, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:54.149027 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] Checking router: f484b174-1ee7-4fd7-913c-157cc1fe79f2 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:28:54.159455 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:54.160204 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:54.275739 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:54.455319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device dd7d267c-1739-403a-acc9-3f01d4026967 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:54.566815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port dd7d267c-1739-403a-acc9-3f01d4026967 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:54.567298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.699108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b940fdd-b08f-4c72-ac8f-f7ddaffb5065 req-2b15a2d5-0f99-4665-b189-ccd21f51a734 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 210 time: 0.1322751 Jul 07 22:28:54.700250 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:29Z', 'updated_at': '2021-07-07T22:26:32Z', 'revision_number': 1, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}, {'id': 'a2629bfd-6c8d-4a30-9bf8-b4857110747b', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:42:55:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07679475-9ccf-48a3-aeb6-307557f323b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:28:51Z', 'updated_at': '2021-07-07T22:28:51Z', 'revision_number': 0, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:54.731115 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30332b5f-dfe3-4d8d-8746-b4bab1b6253d None None] The sync data for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 is: [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:29Z', 'updated_at': '2021-07-07T22:26:32Z', 'revision_number': 1, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}, {'id': 'a2629bfd-6c8d-4a30-9bf8-b4857110747b', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:42:55:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07679475-9ccf-48a3-aeb6-307557f323b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:28:51Z', 'updated_at': '2021-07-07T22:28:51Z', 'revision_number': 0, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:54.802902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:54.916642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-e4b3571e-4233-493b-af11-5de8c8615021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:54.918052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-e4b3571e-4233-493b-af11-5de8c8615021 service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.7960129 Jul 07 22:28:54.947006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf17a4ce-03ad-4ac3-89ed-b7e422d7c132 None None] New status for floating IP a2629bfd-6c8d-4a30-9bf8-b4857110747b: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:28:54.976930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-b9847de0-e915-449a-94c2-84de26c0ea63 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:54.978475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-b9847de0-e915-449a-94c2-84de26c0ea63 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 816 time: 0.3545887 Jul 07 22:28:55.062743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058b80a-6f7e-4112-87ff-4744ae3f746f req-8824dc3c-2f25-4f72-ac10-508cfd0b8bec tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.064804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e058b80a-6f7e-4112-87ff-4744ae3f746f req-8824dc3c-2f25-4f72-ac10-508cfd0b8bec tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 946 time: 0.4377220 Jul 07 22:28:55.117986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-ef3bd084-e1d8-4977-8eb2-20773fb4d080 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d25db1a-8544-44bb-a5cb-aeb0e82eb073 HTTP/1.1" status: 200 len: 999 time: 0.1885030 Jul 07 22:28:55.182399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d600f8fd-c2fd-40c3-bb96-85e7bd58b1de tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=142113690cd74daf842b2da291160ed9 HTTP/1.1" status: 200 len: 380 time: 0.1684763 Jul 07 22:28:55.203326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'port': {'device_id': '065dcc0e-a513-479d-8774-78f23995ad7a', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'admin_state_up': True, 'tenant_id': '142113690cd74daf842b2da291160ed9', 'security_groups': ['c0c5e08e-d08b-40a0-8d7c-9294bc5e759a']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:55.223588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e058b80a-6f7e-4112-87ff-4744ae3f746f req-394d2c7a-b77d-4ad0-862e-72c890620946 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321189 Jul 07 22:28:55.276073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-6464ac3c-9600-46c9-9b37-6931eff211a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.277543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-6464ac3c-9600-46c9-9b37-6931eff211a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1424396 Jul 07 22:28:55.291481 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:55.392056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:28:55.602518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-75dbf613-de55-43ee-a8d3-69beada4533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.604037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-75dbf613-de55-43ee-a8d3-69beada4533f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3170054 Jul 07 22:28:55.607597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Made reservation on behalf of 142113690cd74daf842b2da291160ed9 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:55.611095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:55.709229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:55.718285 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Sync routers for ids ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:55.727461 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Routers {'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:55.728194 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:55.789919 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:55.794180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-811ab817-f544-4bed-9e24-6400de17760b tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.6781771 Jul 07 22:28:55.794319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:55.853613 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Set router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:55.868032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-cc4842ff-6408-4465-bbbe-c9dbd9934950 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510557 Jul 07 22:28:55.896334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951f8dd-5255-45ff-a580-56ef5703bd26 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:55.898031 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2951f8dd-5255-45ff-a580-56ef5703bd26 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=e5fa53f424ee4f55bef098f340a420ca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1025748 Jul 07 22:28:55.900752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:55.939276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a08d8de-fbf6-4a6d-a872-2eb2ff1cf0db req-a33c8582-e8df-4fe6-83fa-a6283d9236eb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 210 time: 0.0737679 Jul 07 22:28:56.000363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4e3b8-b657-4ca0-8b76-45d7495ac56a tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:56.002942 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-81c4e3b8-b657-4ca0-8b76-45d7495ac56a tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012216 Jul 07 22:28:56.005584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46260) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:56.009419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Allocated IP 172.20.0.3 (e7246017-4236-41de-9623-83b4b1a5619a/f3bb8f92-986b-42f0-8d67-4439ce4e6fb1/2391fc75-3d9f-43e4-8268-5ce8754d7a29) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:56.036492 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca4c6288-ede3-4778-82fb-3fadd52c2696 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297978 Jul 07 22:28:56.039323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46262) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:56.069649 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3dc9fffa-e56e-4e83-83b9-cbaa02832609 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=e5fa53f424ee4f55bef098f340a420ca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292134 Jul 07 22:28:56.072096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:56.075684 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:50Z', 'updated_at': '2021-07-07T22:28:53Z', 'revision_number': 3, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:52Z', 'updated_at': '2021-07-07T22:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:56.094658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2bf6ac5-7818-4019-93f6-cc3ce72cd26c req-9fdfc9f8-8962-4e99-9dc1-89721ab3a279 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142360 Jul 07 22:28:56.107280 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Checking router: e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:28:56.107635 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Updating router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 port 42bd1b4f-363c-48e5-8f25-539fbb745561 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:28:56.145358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port 81e687a1-75a1-40ef-aad6-77e4537b70cd {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:28:56.145710 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.154099 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.185495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594030c4-7c8c-41f0-8e65-342720d09918 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:56.190778 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-594030c4-7c8c-41f0-8e65-342720d09918 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1172473 Jul 07 22:28:56.190963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46266) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:56.241349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cde0fbde-895c-4f87-b550-575f4475a292 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477433 Jul 07 22:28:56.244260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:56.249767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2128637917', 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7', 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:56.312993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.316613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.337134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for 81e687a1-75a1-40ef-aad6-77e4537b70cd owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:28:56.342470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Transition to ACTIVE for port object 2391fc75-3d9f-43e4-8268-5ce8754d7a29 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:56.456919 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.471274 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Transition to ACTIVE for port object 42bd1b4f-363c-48e5-8f25-539fbb745561 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:56.478009 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.543952 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Attempting to bind port 42bd1b4f-363c-48e5-8f25-539fbb745561 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:56.544418 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Attempting to bind port 42bd1b4f-363c-48e5-8f25-539fbb745561 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:56.544785 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Attempting to bind port 42bd1b4f-363c-48e5-8f25-539fbb745561 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:56.554978 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:56.554978 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:56.554978 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.554978 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:56.554978 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Bound port: 42bd1b4f-363c-48e5-8f25-539fbb745561, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:56.554978 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.554978 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcbb17-194b-478c-92aa-f6e0cd534a1f None None] Pushing event updated for resources: {'Port': ['ID=42bd1b4f-363c-48e5-8f25-539fbb745561,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:56.562435 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.615801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Network e7246017-4236-41de-9623-83b4b1a5619a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:56.617513 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] For port 42bd1b4f-363c-48e5-8f25-539fbb745561, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:56.619947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:56.621602 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] For port 42bd1b4f-363c-48e5-8f25-539fbb745561, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=42bd1b4f-363c-48e5-8f25-539fbb745561,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:56.624259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:56.628844 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.669087 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.703165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:56.709961 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Routers {'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:56.710758 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:56.713729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:56.714590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.716336 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcbb17-194b-478c-92aa-f6e0cd534a1f None None] Pushing event updated for resources: {'Port': ['ID=42bd1b4f-363c-48e5-8f25-539fbb745561,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:56.741142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Made reservation on behalf of e5fa53f424ee4f55bef098f340a420ca for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:28:56.750337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:56.792374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=81e687a1-75a1-40ef-aad6-77e4537b70cd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:56.853391 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] Set router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:28:57.055125 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.056130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5c2f7ead-9750-419f-b12d-11f60f28ff03 None None] Provisioning for port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:57.062550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5c2f7ead-9750-419f-b12d-11f60f28ff03 None None] Provisioning complete for port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:57.063023 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7ead-9750-419f-b12d-11f60f28ff03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.134026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Subnet': ['ID=713a60c9-af98-45a7-b357-5571e16ced06,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:57.148029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f7ead-9750-419f-b12d-11f60f28ff03 None None] Port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:28:57.154985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Checking segment: {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:57.155355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network hostable DHCP agents. Network: c64370d0-a742-40cb-a3fa-e4d831c1fbe7, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:28:57.161424 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:50Z', 'updated_at': '2021-07-07T22:28:53Z', 'revision_number': 3, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:52Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:57.174170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:28:57.184293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c64370d0-a742-40cb-a3fa-e4d831c1fbe7) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:57.189216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:57.189812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.196745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d7f06-4d58-4c15-bc5b-d99845ce6845 None None] Network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:57.205529 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa6bd1c-c2d1-4993-bc0f-f7341ee22803 None None] The sync data for ids ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'] in n-d-695012-11 is: [{'id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:50Z', 'updated_at': '2021-07-07T22:28:53Z', 'revision_number': 3, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:52Z', 'updated_at': '2021-07-07T22:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:57.208470 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-da47817f-ab90-48ee-9ccc-7fed3b0938be tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9630105 Jul 07 22:28:57.211564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46280) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:57.317174 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12aac73b-ba68-4fcc-a6ce-7f52665202a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.385002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-d783cd2b-6708-4569-9bab-87c2525fbfcd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1861403 Jul 07 22:28:57.400268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Request body: {'port': {'device_id': '065dcc0e-a513-479d-8774-78f23995ad7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:28:57.402593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-c64370d0-a742-40cb-a3fa-e4d831c1fbe7', 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'fixed_ips': [{'subnet_id': '713a60c9-af98-45a7-b357-5571e16ced06'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:28:57.403645 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.404527 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.618321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f2573-9be7-43a3-a847-8df179282a08 req-3917d1a1-8b6f-41bd-9592-fd44bbdc8588 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:57.623426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Allocated IP 172.20.0.18 (c64370d0-a742-40cb-a3fa-e4d831c1fbe7/713a60c9-af98-45a7-b357-5571e16ced06/8833d6ce-771b-4de8-a209-ae2b121c7d97) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:57.625283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f74f2573-9be7-43a3-a847-8df179282a08 req-3917d1a1-8b6f-41bd-9592-fd44bbdc8588 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 931 time: 0.2426586 Jul 07 22:28:57.728258 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.802811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f74f2573-9be7-43a3-a847-8df179282a08 req-4ab22523-b1e6-4394-abca-036d04cccbf8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746347 Jul 07 22:28:57.806666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router 3377acaa-5063-455e-9a9a-1420ba34a540 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:28:57.874793 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.895333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Transition to ACTIVE for port object 8833d6ce-771b-4de8-a209-ae2b121c7d97 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:57.910999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Transition to ACTIVE for port object 8833d6ce-771b-4de8-a209-ae2b121c7d97 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:57.916977 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:57.965183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:57.971416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:57.991027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:58.009342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.042039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Pushing event updated for resources: {'Port': ['ID=8833d6ce-771b-4de8-a209-ae2b121c7d97,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:58.083429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Attempting to bind port 8833d6ce-771b-4de8-a209-ae2b121c7d97 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:58.084077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Attempting to bind port 8833d6ce-771b-4de8-a209-ae2b121c7d97 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:58.084242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Attempting to bind port 8833d6ce-771b-4de8-a209-ae2b121c7d97 on network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:58.090258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:58.090898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Checking segment: {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:58.091472 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.092041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Bound using segment: {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:58.092676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Bound port: 8833d6ce-771b-4de8-a209-ae2b121c7d97, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:58.093283 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.191346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] For port 8833d6ce-771b-4de8-a209-ae2b121c7d97, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:58.196004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] For port 8833d6ce-771b-4de8-a209-ae2b121c7d97, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8833d6ce-771b-4de8-a209-ae2b121c7d97,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:58.201487 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.215911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:28:58.230626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c431e-6b51-4333-9e95-56a4db9639db None None] Sync routers for ids ['3377acaa-5063-455e-9a9a-1420ba34a540'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:28:58.234905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fabc52ff-8ce0-4f97-8e57-1467aa7c2f32 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/3377acaa-5063-455e-9a9a-1420ba34a540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5952990 Jul 07 22:28:58.237621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46290) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:58.274296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c431e-6b51-4333-9e95-56a4db9639db None None] Routers {'3377acaa-5063-455e-9a9a-1420ba34a540'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:58.274853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-342c431e-6b51-4333-9e95-56a4db9639db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3377acaa-5063-455e-9a9a-1420ba34a540'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:58.329232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-981fa632-ded4-495c-bfc0-cd2d0e9aeafd tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=3377acaa-5063-455e-9a9a-1420ba34a540 HTTP/1.1" status: 200 len: 205 time: 0.0895855 Jul 07 22:28:58.331806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46292) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:58.370692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-342c431e-6b51-4333-9e95-56a4db9639db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:58.373586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3c543-38d8-4d58-bb10-40d47811aeff None None] Pushing event updated for resources: {'Port': ['ID=8833d6ce-771b-4de8-a209-ae2b121c7d97,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:58.391992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c431e-6b51-4333-9e95-56a4db9639db None None] Routers {'3377acaa-5063-455e-9a9a-1420ba34a540'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:28:58.392888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-342c431e-6b51-4333-9e95-56a4db9639db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:28:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3377acaa-5063-455e-9a9a-1420ba34a540'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:58.413577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Allocated IP 172.20.0.17 (c64370d0-a742-40cb-a3fa-e4d831c1fbe7/713a60c9-af98-45a7-b357-5571e16ced06/e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:28:58.448750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-342c431e-6b51-4333-9e95-56a4db9639db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:28:58.449614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342c431e-6b51-4333-9e95-56a4db9639db None None] The sync data for ids ['3377acaa-5063-455e-9a9a-1420ba34a540'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:28:58.491825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2391fc75-3d9f-43e4-8268-5ce8754d7a29 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:58.497967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 42bd1b4f-363c-48e5-8f25-539fbb745561 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:28:58.506959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.513862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8476984c-1a1f-43fa-b0aa-b3dc708677bb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.613820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.624907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:28:58.632727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 42bd1b4f-363c-48e5-8f25-539fbb745561 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:28:58.633451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Transition to ACTIVE for port object 2391fc75-3d9f-43e4-8268-5ce8754d7a29 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:58.639595 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.641027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 42bd1b4f-363c-48e5-8f25-539fbb745561 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:28:58.643042 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.647427 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Transition to ACTIVE for port object e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:28:58.700293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.760975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:28:58.802829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:58.811967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:28:58.814575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:28:58.895588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.907866 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8476984c-1a1f-43fa-b0aa-b3dc708677bb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.914621 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8476984c-1a1f-43fa-b0aa-b3dc708677bb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:58.916543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:59.054378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8476984c-1a1f-43fa-b0aa-b3dc708677bb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.054958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8476984c-1a1f-43fa-b0aa-b3dc708677bb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Fanout notify agent at l3_agent the message router_deleted on router 3377acaa-5063-455e-9a9a-1420ba34a540 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:28:59.070804 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8476984c-1a1f-43fa-b0aa-b3dc708677bb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.076010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8476984c-1a1f-43fa-b0aa-b3dc708677bb tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/3377acaa-5063-455e-9a9a-1420ba34a540 HTTP/1.1" status: 204 len: 168 time: 0.7427518 Jul 07 22:28:59.076971 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46306) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:28:59.106454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.148816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 42bd1b4f-363c-48e5-8f25-539fbb745561, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=42bd1b4f-363c-48e5-8f25-539fbb745561,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:59.153404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Attempting to bind port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:28:59.153758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Attempting to bind port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:28:59.154118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Attempting to bind port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 on network e7246017-4236-41de-9623-83b4b1a5619a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:59.160462 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.168170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 on network e7246017-4236-41de-9623-83b4b1a5619a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:28:59.169511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Attempting to bind port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 on network e7246017-4236-41de-9623-83b4b1a5619a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:28:59.199407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:28:59.199780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Checking segment: {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:28:59.200146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Bound using segment: {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:28:59.200601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Bound port: 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:28:59.200969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.204700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:59.251593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdfbe10-a058-49b3-9acb-10bacc9749bc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting subnet 613d013d-8df2-4b18-831c-3ca3bc72ba62 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:28:59.255272 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbe10-a058-49b3-9acb-10bacc9749bc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.255978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'port_id': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'mac_address': 'fa:16:3e:c5:a7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:28:59.264211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57429a17-aaea-4543-bdc7-ef4bce2b361c req-edf2eb3d-954e-4c87-91ba-93bb0ce473bd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.266955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57429a17-aaea-4543-bdc7-ef4bce2b361c req-edf2eb3d-954e-4c87-91ba-93bb0ce473bd tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1818826 Jul 07 22:28:59.340030 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbe10-a058-49b3-9acb-10bacc9749bc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.343456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.349344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=42bd1b4f-363c-48e5-8f25-539fbb745561,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:59.356290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:28:59.370761 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.385042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:28:59.393143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e36c293e-7e75-4421-9f47-cdfb8b6c7120 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:28:59.399229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57429a17-aaea-4543-bdc7-ef4bce2b361c req-a98ffa08-6b68-4386-aa56-facc50733dc6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165619 Jul 07 22:28:59.405370 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.432131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:28:59.436785 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.453098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.454633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.456233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] 10.222.0.44 "PUT /v2.0/ports/2391fc75-3d9f-43e4-8268-5ce8754d7a29 HTTP/1.1" status: 200 len: 1092 time: 2.0603802 Jul 07 22:28:59.456855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:28:59.460071 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5573f86-8274-4f7d-b617-730df80a2e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:28:59.568820 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8388110-1fbc-48f6-b74a-e3984e31dcf6 x-openstack-request-id: req-a8388110-1fbc-48f6-b74a-e3984e31dcf6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:28:59.569864 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:28:59.570315 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8388110-1fbc-48f6-b74a-e3984e31dcf6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:28:59.570870 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'status': 'completed', 'code': 200} Jul 07 22:28:59.573085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87beaa-d876-4400-9815-33f65a1fe389 service neutron] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:59.581828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e36c293e-7e75-4421-9f47-cdfb8b6c7120'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:28:59.585759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:59.628477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-1257f918-552c-47d4-bf8f-964b07c1b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.630490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-1257f918-552c-47d4-bf8f-964b07c1b132 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 1095 time: 0.1249716 Jul 07 22:28:59.701468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-f7594299-a329-4aa7-b634-b50fb5fdd539 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29 HTTP/1.1" status: 200 len: 217 time: 0.0620732 Jul 07 22:28:59.708922 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbe10-a058-49b3-9acb-10bacc9749bc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.757647 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8b56a84-4910-4980-86f6-bc411cd24494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.812091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbe10-a058-49b3-9acb-10bacc9749bc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.829503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-c2903560-2914-4d63-88db-3c538680b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:28:59.836934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-c2903560-2914-4d63-88db-3c538680b9ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.1280327 Jul 07 22:28:59.865702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfbe10-a058-49b3-9acb-10bacc9749bc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Subnet': ['ID=613d013d-8df2-4b18-831c-3ca3bc72ba62,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:28:59.885726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbe10-a058-49b3-9acb-10bacc9749bc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:28:59.887952 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ccdfbe10-a058-49b3-9acb-10bacc9749bc tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/613d013d-8df2-4b18-831c-3ca3bc72ba62 HTTP/1.1" status: 204 len: 168 time: 0.8058093 Jul 07 22:28:59.894657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55244e2-0160-4310-b7c5-7c1f4f23021c None None] Network f921842a-117e-4331-b96e-0cc3c3a6dd8c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:28:59.908500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46332) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:00.045552 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.076734 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.143148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-58245bed-3dfd-4d2f-8fd9-4e2cc24b0889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:00.149649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-58245bed-3dfd-4d2f-8fd9-4e2cc24b0889 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3059585 Jul 07 22:29:00.367079 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.373955 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.383146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port dd7d267c-1739-403a-acc9-3f01d4026967 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:00.383435 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.443470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-f483cece-309f-40ad-a006-c65fa987152c service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598102 Jul 07 22:29:00.466235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0527c-3b09-405d-ab05-08d2fe5eaebb None None] Network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:00.481909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:00.485981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.521763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.522133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.522484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.522818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.523153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.523487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.523816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.524141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.524465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.524798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.525119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.525441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:00.547943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port dd7d267c-1739-403a-acc9-3f01d4026967, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=dd7d267c-1739-403a-acc9-3f01d4026967,segment=NetworkSegment(b61c4043-c890-44af-b89a-b81c8094d6fc),segment_id=b61c4043-c890-44af-b89a-b81c8094d6fc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:00.551997 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:00.621045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for dd7d267c-1739-403a-acc9-3f01d4026967 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:00.680622 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:00.690727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:00.692413 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:00.763516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8833d6ce-771b-4de8-a209-ae2b121c7d97 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:00.855530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:00.865811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6079ab13-4483-4dc1-bc2b-5774bce81c19 req-424765b2-c30a-4790-b642-5091523bddb4 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154437 Jul 07 22:29:00.892032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b129d6ee-7e83-4508-8232-f9d21ac5f880 None None] Provisioning for port 8833d6ce-771b-4de8-a209-ae2b121c7d97 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:00.931345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc4238-fc1b-475f-bfd5-06f5fc62a960 req-07bd3884-dd69-4a5a-aa15-8aa9dd8ec5e3 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:00.933655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bfc4238-fc1b-475f-bfd5-06f5fc62a960 req-07bd3884-dd69-4a5a-aa15-8aa9dd8ec5e3 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.2338328 Jul 07 22:29:00.999045 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.118744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port e36c293e-7e75-4421-9f47-cdfb8b6c7120 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:01.119202 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.120723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8833d6ce-771b-4de8-a209-ae2b121c7d97 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:01.123281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af807e93-1ca0-4c18-8842-632e453a849e None None] DHCP port deletion for f921842a-117e-4331-b96e-0cc3c3a6dd8c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:29:01.140635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:01.151521 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Sync routers for ids ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:01.171069 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dd28d4fb-eebb-4032-a207-0a50f7d8703c tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "PUT /v2.0/routers/e0170035-6ac2-43b7-a7d4-0a2c7ad562c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9568934 Jul 07 22:29:01.171275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-af807e93-1ca0-4c18-8842-632e453a849e None None] The port 'dd7d267c-1739-403a-acc9-3f01d4026967' was deleted {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 22:29:01.174059 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Routers {'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:01.175058 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:01.176578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.184696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8833d6ce-771b-4de8-a209-ae2b121c7d97 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:01.185325 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.243601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bfc4238-fc1b-475f-bfd5-06f5fc62a960 req-305dc402-f663-437b-9531-70ec93f3130a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364924 Jul 07 22:29:01.330424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-18fcbe3f-62bf-404c-ba02-e32096d49705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:01.332623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-18fcbe3f-62bf-404c-ba02-e32096d49705 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 1095 time: 0.3957262 Jul 07 22:29:01.342422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=dd7d267c-1739-403a-acc9-3f01d4026967,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:01.345102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No DVR routers for this DVR port dd7d267c-1739-403a-acc9-3f01d4026967 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:01.354813 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.418012 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.446113 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Set router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:01.571224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 8833d6ce-771b-4de8-a209-ae2b121c7d97, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8833d6ce-771b-4de8-a209-ae2b121c7d97,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:01.580074 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.581355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 42bd1b4f-363c-48e5-8f25-539fbb745561 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:01.758277 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.775277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f921842a-117e-4331-b96e-0cc3c3a6dd8c']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:01.797133 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.800389 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61c4043-c890-44af-b89a-b81c8094d6fc') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:01.801191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61c4043-c890-44af-b89a-b81c8094d6fc') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:01.827600 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:50Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:52Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f', 'name': '', 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:1e:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '713a60c9-af98-45a7-b357-5571e16ced06', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:58Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 2, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': '713a60c9-af98-45a7-b357-5571e16ced06', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:01.846431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.860289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:01.867149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:01.873980 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb647e4-da56-4bbf-bde4-f1a909f2a22f" -d '{"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-plugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:01.878633 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.892790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=8833d6ce-771b-4de8-a209-ae2b121c7d97,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:01.899841 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Checking router: e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:01.900234 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Updating router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:29:01.917831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7e1af6bd-42a9-4222-9251-245d8f5e63c5 None None] Provisioning for port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:01.927302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-05ff8207-3b7d-49a3-b858-3cacfc7c8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:01.931192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-05ff8207-3b7d-49a3-b858-3cacfc7c8eec service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.5844069 Jul 07 22:29:01.945251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7e1af6bd-42a9-4222-9251-245d8f5e63c5 None None] Provisioning complete for port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:01.945810 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e1af6bd-42a9-4222-9251-245d8f5e63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.952860 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb53b65-6428-4dab-b1dd-8187eaf622cd x-openstack-request-id: req-aeb53b65-6428-4dab-b1dd-8187eaf622cd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:01.953296 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-plugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:01.953640 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aeb53b65-6428-4dab-b1dd-8187eaf622cd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:01.954160 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'code': 200} Jul 07 22:29:01.970914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:01.995807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 42bd1b4f-363c-48e5-8f25-539fbb745561 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:01.996330 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.022251 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.044104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7e1af6bd-42a9-4222-9251-245d8f5e63c5 None None] Port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:02.048905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:02.080482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7e1af6bd-42a9-4222-9251-245d8f5e63c5 None None] Provisioning complete for port 8833d6ce-771b-4de8-a209-ae2b121c7d97 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:02.081011 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e1af6bd-42a9-4222-9251-245d8f5e63c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.093251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:02.093847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:02.097643 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:02.108755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-860af1ae-0c61-4dd6-9907-2d29a34569b9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.116480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-860af1ae-0c61-4dd6-9907-2d29a34569b9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/networks?id=c64370d0-a742-40cb-a3fa-e4d831c1fbe7 HTTP/1.1" status: 200 len: 797 time: 0.4377871 Jul 07 22:29:02.136355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-28f9ab40-0fe2-4244-94ec-149adf022c46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29 HTTP/1.1" status: 200 len: 217 time: 0.1779163 Jul 07 22:29:02.290874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-62a73425-a628-48f1-ae53-c3247518553a tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/quotas/e5fa53f424ee4f55bef098f340a420ca HTTP/1.1" status: 200 len: 375 time: 0.1732213 Jul 07 22:29:02.402052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-00f2878a-f9c5-4870-80f3-1c85fc3069f4 None None] Provisioning complete for port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:02.402576 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00f2878a-f9c5-4870-80f3-1c85fc3069f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.421319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.463287 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.468588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/networks/f921842a-117e-4331-b96e-0cc3c3a6dd8c HTTP/1.1" status: 204 len: 168 time: 2.5551765 Jul 07 22:29:02.473564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:02.474578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-84a6346a-7d5e-4c5a-82ab-2d813ac412ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.478932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-764201233', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:02.479497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-84a6346a-7d5e-4c5a-82ab-2d813ac412ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.2631166 Jul 07 22:29:02.557378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac772bda-9691-4670-91d2-2612af11be7d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Network': ['ID=f921842a-117e-4331-b96e-0cc3c3a6dd8c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:02.569021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8833d6ce-771b-4de8-a209-ae2b121c7d97 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:02.576089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-00f2878a-f9c5-4870-80f3-1c85fc3069f4 None None] Port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:02.576757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.584634 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.650785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-8508d5de-695a-44dc-9724-34bde2284606 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e5fa53f424ee4f55bef098f340a420ca&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3585789 Jul 07 22:29:02.691133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-5c7f4d41-e62a-471c-93cf-b965fea258ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.692644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-5c7f4d41-e62a-471c-93cf-b965fea258ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1655028 Jul 07 22:29:02.754741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.814248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-955b7b90-56c0-4d1f-8136-33eac23fe203 None None] Provisioning complete for port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:02.815102 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-955b7b90-56c0-4d1f-8136-33eac23fe203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.828193 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.845760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee75818-72e8-427b-9b6f-2807e6cbd444 req-893cd3db-fed6-458e-b5b0-9d669e91fa29 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:02.850544 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Transition to ACTIVE for port object e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:02.853494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dee75818-72e8-427b-9b6f-2807e6cbd444 req-893cd3db-fed6-458e-b5b0-9d669e91fa29 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1823559 Jul 07 22:29:02.861903 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.874720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.915701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-955b7b90-56c0-4d1f-8136-33eac23fe203 None None] Port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:02.946210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8833d6ce-771b-4de8-a209-ae2b121c7d97 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:02.946879 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:02.979205 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b95c95-14ee-4284-b592-5fc5779634dc None None] Pushing event updated for resources: {'Port': ['ID=e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:03.026467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-c9140981-19d2-4d76-b63f-0134bc3059db service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157237 Jul 07 22:29:03.027026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.036558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dee75818-72e8-427b-9b6f-2807e6cbd444 req-2168442d-f33f-4e73-ad6f-61d38b0b1145 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821504 Jul 07 22:29:03.175385 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Attempting to bind port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:03.175755 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Attempting to bind port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:03.176109 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Attempting to bind port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f on network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:03.192999 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:03.199328 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Checking segment: {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:03.199328 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.199705 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Bound using segment: {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:03.200205 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Bound port: e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:03.200597 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.337738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5573f86-8274-4f7d-b617-730df80a2e2b req-79619f1a-e737-47f6-9fe9-1960a623dc97 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983572 Jul 07 22:29:03.340672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device dd7d267c-1739-403a-acc9-3f01d4026967 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:03.386112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-d8eaac9b-eb8c-4671-8105-82e7d5c3cd24 service neutron] 10.222.0.81 "GET /v2.0/networks/c64370d0-a742-40cb-a3fa-e4d831c1fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311270 Jul 07 22:29:03.386286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: dd7d267c-1739-403a-acc9-3f01d4026967 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:03.386761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device dd7d267c-1739-403a-acc9-3f01d4026967 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:03.428671 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] For port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:03.434881 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] For port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:03.442303 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.517950 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-cddad531-3f11-4071-8004-d59572c7c370 service neutron] 10.222.0.81 "GET /v2.0/networks/c64370d0-a742-40cb-a3fa-e4d831c1fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207871 Jul 07 22:29:03.525297 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Routers {'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:03.525952 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:03.609533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.660878 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:03.720881 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] Set router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:03.915796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 172.25.8.134 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/2b0e36da-dbf1-414b-89b0-b4c9a3b3dc9f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:04.005306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-510cba00-d5e1-4db1-8c88-92acb88451ea req-a0ec18e2-5451-4843-9a82-004ba39b0027 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 210 time: 0.1292286 Jul 07 22:29:04.057907 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b95c95-14ee-4284-b592-5fc5779634dc None None] Pushing event updated for resources: {'Port': ['ID=e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:04.098745 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:50Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:52Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f', 'name': '', 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:1e:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '713a60c9-af98-45a7-b357-5571e16ced06', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:58Z', 'updated_at': '2021-07-07T22:29:03Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': '713a60c9-af98-45a7-b357-5571e16ced06', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:04.155294 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6609ce2-e23c-4463-aa18-b507164576f3 None None] The sync data for ids ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'] in n-d-695012-11 is: [{'id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:50Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:52Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f', 'name': '', 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:1e:fa:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '713a60c9-af98-45a7-b357-5571e16ced06', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:58Z', 'updated_at': '2021-07-07T22:29:03Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': '713a60c9-af98-45a7-b357-5571e16ced06', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:04.372053 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:04.504535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:04.577885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:04.585163 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:04.595549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:04.626150 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:04.669156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:04.689117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=2b0e36da-dbf1-414b-89b0-b4c9a3b3dc9f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:04.706999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20da0c7-5a72-4eb4-b304-6dcd9bdbae18 req-7a22dccd-ef2f-4fa6-a669-d60d77520e65 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:04.711725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f20da0c7-5a72-4eb4-b304-6dcd9bdbae18 req-7a22dccd-ef2f-4fa6-a669-d60d77520e65 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.2307625 Jul 07 22:29:04.795224 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.resource_extend [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:29:05.033773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:05.050649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:05.051137 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.159479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:05.224115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'port_id': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'mac_address': 'fa:16:3e:44:ad:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:05.294597 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.316838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2391fc75-3d9f-43e4-8268-5ce8754d7a29 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:05.400575 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:05.404326 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.410267 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.485848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:05.527721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:05.536024 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.644348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:05.692271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:05.746401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2391fc75-3d9f-43e4-8268-5ce8754d7a29'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:05.956591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f20da0c7-5a72-4eb4-b304-6dcd9bdbae18 req-35eaed6e-d37f-40d6-8a79-237d5360aa19 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2391248 Jul 07 22:29:06.102471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.211282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5e70800-4ecb-464b-89b5-c62edf406fcf req-70a3cf31-b528-4ef7-92a9-9c6a29016bd3 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 210 time: 0.4035776 Jul 07 22:29:06.298177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-134f8024-d61b-4ce3-97b6-7dd8d78b3d9e tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:06.306947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-134f8024-d61b-4ce3-97b6-7dd8d78b3d9e tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.44 "GET /v2.0/networks?id=c64370d0-a742-40cb-a3fa-e4d831c1fbe7 HTTP/1.1" status: 200 len: 797 time: 0.3545747 Jul 07 22:29:06.354363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Request body: {'port': {'device_id': 'e3e8962a-381f-4bde-8bbe-35ddd0bc5919', 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7', 'admin_state_up': True, 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:06.525349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:06.636771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:06.637139 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.649425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Made reservation on behalf of e5fa53f424ee4f55bef098f340a420ca for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:06.654829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.687477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:06.785624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router b34059b3-2d5b-44ac-ae36-630ee6e14596 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:29:06.808951 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:06.813921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:06.814319 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.917367 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:06.948138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:06.950599 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c94ec28-455c-4b8c-8489-8bbc7f5c4a44" -d '{"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-plugged", "status": "completed", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:06.977754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Allocated IP 172.20.0.28 (c64370d0-a742-40cb-a3fa-e4d831c1fbe7/713a60c9-af98-45a7-b357-5571e16ced06/f825044a-fde0-46a7-be3a-ed2179b22b9b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:06.993411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:07.004686 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.025231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:07.086758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.090518 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-16b3a68a-6265-4d9d-9da2-e20869fff37e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6134737 Jul 07 22:29:07.090987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46446) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:07.167340 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b550c15f-3173-474c-8014-15863a9afb29 x-openstack-request-id: req-b550c15f-3173-474c-8014-15863a9afb29 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:07.167740 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-plugged", "status": "completed", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:07.168004 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b550c15f-3173-474c-8014-15863a9afb29 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:07.168430 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'code': 200} Jul 07 22:29:07.189209 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de152ad-cd17-417f-a138-df4fea41c031 None None] Sync routers for ids ['b34059b3-2d5b-44ac-ae36-630ee6e14596'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:07.233159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de152ad-cd17-417f-a138-df4fea41c031 None None] Routers {'b34059b3-2d5b-44ac-ae36-630ee6e14596'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:07.233807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3de152ad-cd17-417f-a138-df4fea41c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b34059b3-2d5b-44ac-ae36-630ee6e14596'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:07.265633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.309703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Transition to ACTIVE for port object f825044a-fde0-46a7-be3a-ed2179b22b9b will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:07.318687 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-492e9d93-e024-402e-8b48-dda85675189f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/routers/b34059b3-2d5b-44ac-ae36-630ee6e14596 HTTP/1.1" status: 200 len: 884 time: 0.2261701 Jul 07 22:29:07.319477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:07.342973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3de152ad-cd17-417f-a138-df4fea41c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:07.348519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:07.360229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba745fe-056e-45c2-873c-eb416a675aeb req-a13081bd-7c62-4b14-ab29-26b49e9bdc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.363367 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0ba745fe-056e-45c2-873c-eb416a675aeb req-a13081bd-7c62-4b14-ab29-26b49e9bdc57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 1097 time: 0.1814127 Jul 07 22:29:07.378217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de152ad-cd17-417f-a138-df4fea41c031 None None] Routers {'b34059b3-2d5b-44ac-ae36-630ee6e14596'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:07.378870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3de152ad-cd17-417f-a138-df4fea41c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b34059b3-2d5b-44ac-ae36-630ee6e14596'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:07.446726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3de152ad-cd17-417f-a138-df4fea41c031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:07.447552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de152ad-cd17-417f-a138-df4fea41c031 None None] The sync data for ids ['b34059b3-2d5b-44ac-ae36-630ee6e14596'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:07.455955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0ba745fe-056e-45c2-873c-eb416a675aeb req-8d88ab33-5000-4f5c-91f9-279033b1502f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641708 Jul 07 22:29:07.491514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad436-610d-46d5-9c70-60373d9b3d84 req-ecb33336-4356-4071-9b63-c80fb5565cb8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.493182 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e9ad436-610d-46d5-9c70-60373d9b3d84 req-ecb33336-4356-4071-9b63-c80fb5565cb8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.1772685 Jul 07 22:29:07.494995 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.557778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event updated for resources: {'Port': ['ID=f825044a-fde0-46a7-be3a-ed2179b22b9b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:07.628559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:07.661240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e9ad436-610d-46d5-9c70-60373d9b3d84 req-fa52649a-4c1f-49d0-8246-e373b8434a03 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089463 Jul 07 22:29:07.663063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:07.669484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:07.733029 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0eb568f8-be0c-4a86-99b0-89dca3d7b25c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4124372 Jul 07 22:29:07.735572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46460) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:07.740481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eab4a6a7-d2f1-41df-9bea-50d485ee3b9b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-764201233'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:07.813803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.814596 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:07.834382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-0e7c0c2f-a755-4f91-a26f-dca133f16db7 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5093415 Jul 07 22:29:07.853608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f408134-8bd9-4fc1-b2c7-22dcb3ef7874 req-26d77cb5-9df0-4954-ac3e-e33cf88b5bf8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:07.867018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f408134-8bd9-4fc1-b2c7-22dcb3ef7874 req-26d77cb5-9df0-4954-ac3e-e33cf88b5bf8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 895 time: 0.3159478 Jul 07 22:29:07.883921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Request body: {'port': {'device_id': 'e3e8962a-381f-4bde-8bbe-35ddd0bc5919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:08.057654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.119308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b613fc32-f53f-44e5-a2ac-825974572668 None None] Provisioning for port f825044a-fde0-46a7-be3a-ed2179b22b9b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:08.132903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b613fc32-f53f-44e5-a2ac-825974572668 None None] Provisioning complete for port f825044a-fde0-46a7-be3a-ed2179b22b9b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:08.133274 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b613fc32-f53f-44e5-a2ac-825974572668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.248718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b613fc32-f53f-44e5-a2ac-825974572668 None None] Port f825044a-fde0-46a7-be3a-ed2179b22b9b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:08.435739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eab4a6a7-d2f1-41df-9bea-50d485ee3b9b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.464163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eab4a6a7-d2f1-41df-9bea-50d485ee3b9b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.624837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab4a6a7-d2f1-41df-9bea-50d485ee3b9b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router b34059b3-2d5b-44ac-ae36-630ee6e14596 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:08.656124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f825044a-fde0-46a7-be3a-ed2179b22b9b {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:08.664504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.679191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Transition to ACTIVE for port object f825044a-fde0-46a7-be3a-ed2179b22b9b will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:08.683859 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.853412 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab4a6a7-d2f1-41df-9bea-50d485ee3b9b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:08.868888 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21129cf-48dd-4151-a35b-c73934449869 None None] Sync routers for ids ['b34059b3-2d5b-44ac-ae36-630ee6e14596'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:08.869939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eab4a6a7-d2f1-41df-9bea-50d485ee3b9b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:08.871646 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eab4a6a7-d2f1-41df-9bea-50d485ee3b9b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/b34059b3-2d5b-44ac-ae36-630ee6e14596 HTTP/1.1" status: 200 len: 891 time: 1.1347623 Jul 07 22:29:08.874408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46470) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:08.887383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Pushing event updated for resources: {'Port': ['ID=f825044a-fde0-46a7-be3a-ed2179b22b9b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:08.890531 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21129cf-48dd-4151-a35b-c73934449869 None None] Routers {'b34059b3-2d5b-44ac-ae36-630ee6e14596'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:08.891460 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e21129cf-48dd-4151-a35b-c73934449869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b34059b3-2d5b-44ac-ae36-630ee6e14596'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:08.967990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Attempting to bind port f825044a-fde0-46a7-be3a-ed2179b22b9b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:08.968441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Attempting to bind port f825044a-fde0-46a7-be3a-ed2179b22b9b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:08.968903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Attempting to bind port f825044a-fde0-46a7-be3a-ed2179b22b9b on network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:09.017406 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e21129cf-48dd-4151-a35b-c73934449869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:09.017852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Port f825044a-fde0-46a7-be3a-ed2179b22b9b on network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:29:09.033424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Attempting to bind port f825044a-fde0-46a7-be3a-ed2179b22b9b on network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:09.042409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:09.042409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Checking segment: {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:09.042409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Bound using segment: {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:09.042409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Bound port: f825044a-fde0-46a7-be3a-ed2179b22b9b, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:09.042409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:09.045416 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21129cf-48dd-4151-a35b-c73934449869 None None] Routers {'b34059b3-2d5b-44ac-ae36-630ee6e14596'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:09.046607 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e21129cf-48dd-4151-a35b-c73934449869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b34059b3-2d5b-44ac-ae36-630ee6e14596'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:09.100392 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0723537b-8b69-4631-820f-43d31a19d68c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/routers/b34059b3-2d5b-44ac-ae36-630ee6e14596 HTTP/1.1" status: 200 len: 891 time: 0.2246926 Jul 07 22:29:09.103304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:09.137184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4b125-ec92-49e6-a919-d063a0beec02 req-05237c0c-1cc3-46d2-8fca-b34373b0d7dc tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.142127 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-24c90e87-98f5-4de8-8dd2-2977c9f0b78c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=b34059b3-2d5b-44ac-ae36-630ee6e14596 HTTP/1.1" status: 200 len: 205 time: 0.0351775 Jul 07 22:29:09.143810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46478) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:09.144707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edf4b125-ec92-49e6-a919-d063a0beec02 req-05237c0c-1cc3-46d2-8fca-b34373b0d7dc tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.2452991 Jul 07 22:29:09.160497 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e21129cf-48dd-4151-a35b-c73934449869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:09.161164 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21129cf-48dd-4151-a35b-c73934449869 None None] The sync data for ids ['b34059b3-2d5b-44ac-ae36-630ee6e14596'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:09.235262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edf4b125-ec92-49e6-a919-d063a0beec02 req-f2032270-f19a-40a1-b8bc-c62ec78a318a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896862 Jul 07 22:29:09.254275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] For port f825044a-fde0-46a7-be3a-ed2179b22b9b, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:09.257985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] For port f825044a-fde0-46a7-be3a-ed2179b22b9b, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f825044a-fde0-46a7-be3a-ed2179b22b9b,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:09.288742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49226c8a-7f36-4a25-aa72-fd155f17813b req-5e31802e-f2a0-4f29-877f-4335f772cac2 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.290352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49226c8a-7f36-4a25-aa72-fd155f17813b req-5e31802e-f2a0-4f29-877f-4335f772cac2 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 907 time: 0.2455800 Jul 07 22:29:09.292202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:09.330136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:09.334951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.335525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:09.336977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] 10.222.0.44 "PUT /v2.0/ports/f825044a-fde0-46a7-be3a-ed2179b22b9b HTTP/1.1" status: 200 len: 1056 time: 1.4659517 Jul 07 22:29:09.337459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e8962a-381f-4bde-8bbe-35ddd0bc5919', 'tag': 'f825044a-fde0-46a7-be3a-ed2179b22b9b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:09.339918 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a1248-2cc0-4f8e-bf62-400ab7b30276" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e8962a-381f-4bde-8bbe-35ddd0bc5919", "tag": "f825044a-fde0-46a7-be3a-ed2179b22b9b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:09.467057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c105f2-5e68-450a-b461-5486676b5b66 service neutron] Pushing event updated for resources: {'Port': ['ID=f825044a-fde0-46a7-be3a-ed2179b22b9b,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:09.518524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-9b792d6f-a493-4b9b-86ff-97714bd8d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.520180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-9b792d6f-a493-4b9b-86ff-97714bd8d6b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5fa53f424ee4f55bef098f340a420ca&device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 1059 time: 0.1406338 Jul 07 22:29:09.567910 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:09.626274 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbecfb82-28fa-4e5e-ab54-a6c2f4deb96b x-openstack-request-id: req-fbecfb82-28fa-4e5e-ab54-a6c2f4deb96b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:09.626711 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e8962a-381f-4bde-8bbe-35ddd0bc5919", "tag": "f825044a-fde0-46a7-be3a-ed2179b22b9b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:09.626983 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbecfb82-28fa-4e5e-ab54-a6c2f4deb96b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:09.628545 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e8962a-381f-4bde-8bbe-35ddd0bc5919', 'tag': 'f825044a-fde0-46a7-be3a-ed2179b22b9b', 'status': 'completed', 'code': 200} Jul 07 22:29:09.630170 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-f77b744c-2ebb-4731-9781-11e894d74168 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f825044a-fde0-46a7-be3a-ed2179b22b9b HTTP/1.1" status: 200 len: 217 time: 0.1016572 Jul 07 22:29:09.653724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port 2b0e36da-dbf1-414b-89b0-b4c9a3b3dc9f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:09.654056 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:09.742620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-35fce34f-f28f-434e-9b74-67f929d002ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.744376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-35fce34f-f28f-434e-9b74-67f929d002ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=713a60c9-af98-45a7-b357-5571e16ced06 HTTP/1.1" status: 200 len: 838 time: 0.1055095 Jul 07 22:29:09.757094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315eda9-fcab-4bdf-9be2-0fb9a8ee39aa req-9c00b613-5296-4d27-afa0-e2b6743d2100 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.767349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a315eda9-fcab-4bdf-9be2-0fb9a8ee39aa req-9c00b613-5296-4d27-afa0-e2b6743d2100 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.2268784 Jul 07 22:29:09.769986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46498) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:09.776183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'floatingip': {'port_id': '2391fc75-3d9f-43e4-8268-5ce8754d7a29'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:09.826222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-d1e8a309-4b1b-42e3-98a4-936c9b21c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:09.828611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-d1e8a309-4b1b-42e3-98a4-936c9b21c111 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c64370d0-a742-40cb-a3fa-e4d831c1fbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0651360 Jul 07 22:29:09.829776 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:09.868629 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:09.914625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for 2b0e36da-dbf1-414b-89b0-b4c9a3b3dc9f owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:09.963982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-a6c0167e-66d2-4a16-9bf1-20208f46c226 service neutron] 10.222.0.44 "GET /v2.0/networks/c64370d0-a742-40cb-a3fa-e4d831c1fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177239 Jul 07 22:29:10.182105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73913949-0472-4eb5-b71d-e8a5543e5c8c req-f21600a8-babb-43b0-a816-d7fec13b2b82 service neutron] 10.222.0.44 "GET /v2.0/networks/c64370d0-a742-40cb-a3fa-e4d831c1fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106304 Jul 07 22:29:10.313204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-0e46491f-774c-45a0-88b6-a7148549702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.316223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-0e46491f-774c-45a0-88b6-a7148549702c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e5fa53f424ee4f55bef098f340a420ca&device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 1059 time: 0.0767374 Jul 07 22:29:10.520239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-edd74558-044f-415b-86f1-b2afd3032981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.522176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-edd74558-044f-415b-86f1-b2afd3032981 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c64370d0-a742-40cb-a3fa-e4d831c1fbe7 HTTP/1.1" status: 200 len: 898 time: 0.1996031 Jul 07 22:29:10.569145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-4c119aa1-cd06-4b00-bb44-c9055f505d3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f825044a-fde0-46a7-be3a-ed2179b22b9b HTTP/1.1" status: 200 len: 217 time: 0.0403850 Jul 07 22:29:10.634854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4e93e-7c80-424a-b79e-01ced6b7e9c3 req-7a3e77a4-0d44-4360-bcd0-3168a98db534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.636859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3d4e93e-7c80-424a-b79e-01ced6b7e9c3 req-7a3e77a4-0d44-4360-bcd0-3168a98db534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 907 time: 0.1707034 Jul 07 22:29:10.654958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-a67cb5fb-6eca-4928-a19d-1c7ff789fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.659570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-a67cb5fb-6eca-4928-a19d-1c7ff789fdcb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=713a60c9-af98-45a7-b357-5571e16ced06 HTTP/1.1" status: 200 len: 838 time: 0.0821385 Jul 07 22:29:10.745088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-db24d71b-fd86-46f7-bb2f-e775128a2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:10.746754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-db24d71b-fd86-46f7-bb2f-e775128a2a1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c64370d0-a742-40cb-a3fa-e4d831c1fbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0749032 Jul 07 22:29:10.881680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:10.910039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-36bf9b24-0d55-403e-a1e4-4e84b0fd0838 service neutron] 10.222.0.44 "GET /v2.0/networks/c64370d0-a742-40cb-a3fa-e4d831c1fbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542983 Jul 07 22:29:10.952965 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=2b0e36da-dbf1-414b-89b0-b4c9a3b3dc9f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:11.042965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-213a1248-2cc0-4f8e-bf62-400ab7b30276 req-2abcf196-b646-4a72-9028-30542e9e4e1d service neutron] 10.222.0.44 "GET /v2.0/networks/c64370d0-a742-40cb-a3fa-e4d831c1fbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243236 Jul 07 22:29:11.068454 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.176162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.178538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.242687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.243179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Fanout notify agent at l3_agent the message router_deleted on router b34059b3-2d5b-44ac-ae36-630ee6e14596 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:29:11.252087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.256985 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-029f1326-2226-4774-9546-ad99fb1c7290 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/b34059b3-2d5b-44ac-ae36-630ee6e14596 HTTP/1.1" status: 204 len: 168 time: 2.1082888 Jul 07 22:29:11.257716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46516) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:11.258385 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:29:11.265253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-984866245'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:11.297001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.resource_extend [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:29:11.361101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:11.365260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.369347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.380876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.470962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:11.525109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.525481 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added segment 6efc03a4-361f-4c39-aab0-68b11227b97d of type vlan for network 4bf1825a-4fec-4760-adcb-015c5038acb1 Jul 07 22:29:11.573706 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Floating IP 0952791a-36a7-4f72-beff-5d9b7f477f9d associated. External IP: 172.25.8.220, port: 2391fc75-3d9f-43e4-8268-5ce8754d7a29. Jul 07 22:29:11.659621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.756677 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.762476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:11.763082 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:11.857607 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5988200 Jul 07 22:29:11.863182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46526) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:11.869498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'subnet': {'network_id': '4bf1825a-4fec-4760-adcb-015c5038acb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:11.917826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63695d45-434f-40cf-80b8-79906bacee9e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Network': ['ID=4bf1825a-4fec-4760-adcb-015c5038acb1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:11.931280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4bf1825a-4fec-4760-adcb-015c5038acb1 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:12.008625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Router f0dfaebd-7619-4738-9f46-af099f416e28 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:12.075411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e606b6-2b6e-4f11-a88b-8ea6fa0cc2ce req-294950ca-d1f8-4a35-83d8-7ae3b5d8c114 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:12.091362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4e606b6-2b6e-4f11-a88b-8ea6fa0cc2ce req-294950ca-d1f8-4a35-83d8-7ae3b5d8c114 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 907 time: 0.2613699 Jul 07 22:29:12.123933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:12.129811 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.185670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:12.196442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.196621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] Sync routers for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:12.222038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:12.223205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:12.261019 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7aebfd27-d2be-4624-bba8-2c79d50421b9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "PUT /v2.0/floatingips/0952791a-36a7-4f72-beff-5d9b7f477f9d HTTP/1.1" status: 200 len: 991 time: 2.4893925 Jul 07 22:29:12.261553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:12.273475 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fda0659-9868-4786-bdda-8639fe351d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:12.386917 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52486ca-f6b1-4b07-98b5-52f1f1688078 x-openstack-request-id: req-e52486ca-f6b1-4b07-98b5-52f1f1688078 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:12.387448 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:12.388139 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e52486ca-f6b1-4b07-98b5-52f1f1688078 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:12.388692 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'status': 'completed', 'code': 200} Jul 07 22:29:12.497058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:12.506643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.640385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Checking segment: {'id': '6efc03a4-361f-4c39-aab0-68b11227b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4bf1825a-4fec-4760-adcb-015c5038acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:12.640862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network hostable DHCP agents. Network: 4bf1825a-4fec-4760-adcb-015c5038acb1, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:12.649233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda0659-9868-4786-bdda-8639fe351d5b req-085e2454-40ee-439b-90f1-8fd1f820d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:12.650787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fda0659-9868-4786-bdda-8639fe351d5b req-085e2454-40ee-439b-90f1-8fd1f820d2b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 1097 time: 0.1982806 Jul 07 22:29:12.651447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Subnet': ['ID=f8c5e876-b294-4195-9407-e412ac5621aa,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:12.694803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f825044a-fde0-46a7-be3a-ed2179b22b9b details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:12.749252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda0659-9868-4786-bdda-8639fe351d5b req-665e4a67-6d83-4322-b11f-4c9564d9f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:12.750798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fda0659-9868-4786-bdda-8639fe351d5b req-665e4a67-6d83-4322-b11f-4c9564d9f48a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.0927238 Jul 07 22:29:12.769648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 4bf1825a-4fec-4760-adcb-015c5038acb1 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:12.823146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4bf1825a-4fec-4760-adcb-015c5038acb1) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:12.832516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:12.833194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.860341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2078522a-d0e5-45ac-ad6b-87a33069a72d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9943571 Jul 07 22:29:12.862746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fda0659-9868-4786-bdda-8639fe351d5b req-40babcec-24b1-4b6c-bb6a-c4e4c0d0b9e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29 HTTP/1.1" status: 200 len: 999 time: 0.1015811 Jul 07 22:29:12.862958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46540) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:12.868080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-62046143-d466-4145-908a-d0ab0b13e87f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-778460984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:12.915430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62046143-d466-4145-908a-d0ab0b13e87f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.916452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62046143-d466-4145-908a-d0ab0b13e87f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.984186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62046143-d466-4145-908a-d0ab0b13e87f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:12.989750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62046143-d466-4145-908a-d0ab0b13e87f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.019539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda0659-9868-4786-bdda-8639fe351d5b req-7aa0263a-65e5-43f3-acb8-c98acc60a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.020819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-62046143-d466-4145-908a-d0ab0b13e87f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.023102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fda0659-9868-4786-bdda-8639fe351d5b req-7aa0263a-65e5-43f3-acb8-c98acc60a3b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.1538749 Jul 07 22:29:13.025205 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-62046143-d466-4145-908a-d0ab0b13e87f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1610978 Jul 07 22:29:13.025865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46542) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:13.196689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f825044a-fde0-46a7-be3a-ed2179b22b9b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f825044a-fde0-46a7-be3a-ed2179b22b9b,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:13.221005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'f825044a-fde0-46a7-be3a-ed2179b22b9b', 'network_id': 'c64370d0-a742-40cb-a3fa-e4d831c1fbe7', 'port_id': 'f825044a-fde0-46a7-be3a-ed2179b22b9b', 'mac_address': 'fa:16:3e:ee:64:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713a60c9-af98-45a7-b357-5571e16ced06', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:13.229738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b2ce81-a11d-4d61-b61c-94b409689c17 None None] Network 4bf1825a-4fec-4760-adcb-015c5038acb1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:13.278030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda0659-9868-4786-bdda-8639fe351d5b req-bf57448c-4654-416b-b15e-bb7db2b053af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:13.280520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fda0659-9868-4786-bdda-8639fe351d5b req-bf57448c-4654-416b-b15e-bb7db2b053af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2494199 Jul 07 22:29:13.420945 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.517061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f825044a-fde0-46a7-be3a-ed2179b22b9b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:13.591346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f825044a-fde0-46a7-be3a-ed2179b22b9b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f825044a-fde0-46a7-be3a-ed2179b22b9b,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:13.604653 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.729186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '0952791a-36a7-4f72-beff-5d9b7f477f9d', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'port_id': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'mac_address': 'fa:16:3e:44:ad:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065dcc0e-a513-479d-8774-78f23995ad7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:28:49Z', 'updated_at': '2021-07-07T22:29:11Z', 'revision_number': 1, 'project_id': '142113690cd74daf842b2da291160ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:13.736462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fda0659-9868-4786-bdda-8639fe351d5b req-a42e5ba7-9489-4270-8757-d113e602bf2f service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111707 Jul 07 22:29:13.768424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] Checking router: f0dfaebd-7619-4738-9f46-af099f416e28 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:13.794944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:13.795728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:13.796380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:13.842772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f825044a-fde0-46a7-be3a-ed2179b22b9b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:13.893756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['f825044a-fde0-46a7-be3a-ed2179b22b9b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:13.928445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-4bf1825a-4fec-4760-adcb-015c5038acb1', 'network_id': '4bf1825a-4fec-4760-adcb-015c5038acb1', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'fixed_ips': [{'subnet_id': 'f8c5e876-b294-4195-9407-e412ac5621aa'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:29:13.929501 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.125767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:14.210934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aadd7a-a3f6-4d78-92d1-dff054239f92 req-61c039ab-6c15-4664-b810-a5f43d09cebb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:14.213237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78aadd7a-a3f6-4d78-92d1-dff054239f92 req-61c039ab-6c15-4664-b810-a5f43d09cebb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 907 time: 0.8359709 Jul 07 22:29:14.273847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Allocated IP 2001:db8::2 (4bf1825a-4fec-4760-adcb-015c5038acb1/f8c5e876-b294-4195-9407-e412ac5621aa/aa0ec19a-fbcd-483c-82b0-98e8b34b51cf) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:14.336676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fda0659-9868-4786-bdda-8639fe351d5b req-05e0bf0d-9c31-40d8-9a7a-b37302aa2495 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542691 Jul 07 22:29:14.656824 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.672599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Transition to ACTIVE for port object aa0ec19a-fbcd-483c-82b0-98e8b34b51cf will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:14.712311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f825044a-fde0-46a7-be3a-ed2179b22b9b up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:14.771698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Transition to ACTIVE for port object aa0ec19a-fbcd-483c-82b0-98e8b34b51cf will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:14.811910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.868558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Pushing event updated for resources: {'Port': ['ID=aa0ec19a-fbcd-483c-82b0-98e8b34b51cf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:14.887811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 2001:db8::1 (4bf1825a-4fec-4760-adcb-015c5038acb1/f8c5e876-b294-4195-9407-e412ac5621aa/dea1107c-ba6e-44fc-bb96-69310a64eb4a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:14.898827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Network 4bf1825a-4fec-4760-adcb-015c5038acb1 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:14.910624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port f825044a-fde0-46a7-be3a-ed2179b22b9b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:14.917798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:14.921366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:14.925492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port f825044a-fde0-46a7-be3a-ed2179b22b9b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:14.925867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:14.931570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '0952791a-36a7-4f72-beff-5d9b7f477f9d', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'port_id': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'mac_address': 'fa:16:3e:44:ad:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065dcc0e-a513-479d-8774-78f23995ad7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:28:49Z', 'updated_at': '2021-07-07T22:29:11Z', 'revision_number': 1, 'project_id': '142113690cd74daf842b2da291160ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:14.981406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910e7dbc-4562-4794-9fe0-4312ab36e4ca None None] The sync data for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 is: [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '0952791a-36a7-4f72-beff-5d9b7f477f9d', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'floating_ip_address': '172.25.8.220', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'port_id': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'mac_address': 'fa:16:3e:44:ad:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '065dcc0e-a513-479d-8774-78f23995ad7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:28:49Z', 'updated_at': '2021-07-07T22:29:11Z', 'revision_number': 1, 'project_id': '142113690cd74daf842b2da291160ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:15.104269 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.116130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Attempting to bind port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:15.116502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Attempting to bind port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '6efc03a4-361f-4c39-aab0-68b11227b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4bf1825a-4fec-4760-adcb-015c5038acb1'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:15.116866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Attempting to bind port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf on network 4bf1825a-4fec-4760-adcb-015c5038acb1 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:15.121566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Transition to ACTIVE for port object dea1107c-ba6e-44fc-bb96-69310a64eb4a will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:15.134246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:15.134704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Checking segment: {'id': '6efc03a4-361f-4c39-aab0-68b11227b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4bf1825a-4fec-4760-adcb-015c5038acb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:15.135107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.137659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Bound using segment: {'id': '6efc03a4-361f-4c39-aab0-68b11227b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4bf1825a-4fec-4760-adcb-015c5038acb1'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:15.138204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Bound port: aa0ec19a-fbcd-483c-82b0-98e8b34b51cf, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efc03a4-361f-4c39-aab0-68b11227b97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4bf1825a-4fec-4760-adcb-015c5038acb1'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:15.138599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.168737 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.236881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 4bf1825a-4fec-4760-adcb-015c5038acb1 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:15.245081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:15.260990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:15.261550 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.306461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.397118 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87748d8-2ea3-40be-b0f5-5419e6c44794 None None] New status for floating IP 0952791a-36a7-4f72-beff-5d9b7f477f9d: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:29:15.404135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e8962a-381f-4bde-8bbe-35ddd0bc5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f825044a-fde0-46a7-be3a-ed2179b22b9b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:15.416559 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160a3d91-b7ee-4c6f-bed3-6912f586e4fb" -d '{"events": [{"server_uuid": "e3e8962a-381f-4bde-8bbe-35ddd0bc5919", "name": "network-vif-plugged", "status": "completed", "tag": "f825044a-fde0-46a7-be3a-ed2179b22b9b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:15.423380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] For port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:15.449917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] For port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aa0ec19a-fbcd-483c-82b0-98e8b34b51cf,segment=NetworkSegment(6efc03a4-361f-4c39-aab0-68b11227b97d),segment_id=6efc03a4-361f-4c39-aab0-68b11227b97d)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:15.456564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f825044a-fde0-46a7-be3a-ed2179b22b9b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f825044a-fde0-46a7-be3a-ed2179b22b9b,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:15.459624 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.480914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:15.655425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccad1a-0b29-4ad7-9439-86eaeaafdcf7 None None] Pushing event updated for resources: {'Port': ['ID=aa0ec19a-fbcd-483c-82b0-98e8b34b51cf,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:15.795098 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad2cb35-2fce-4029-8870-347b2a8ca36f x-openstack-request-id: req-aad2cb35-2fce-4029-8870-347b2a8ca36f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:15.795415 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e8962a-381f-4bde-8bbe-35ddd0bc5919", "name": "network-vif-plugged", "status": "completed", "tag": "f825044a-fde0-46a7-be3a-ed2179b22b9b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:15.795797 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aad2cb35-2fce-4029-8870-347b2a8ca36f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:15.796268 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e8962a-381f-4bde-8bbe-35ddd0bc5919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f825044a-fde0-46a7-be3a-ed2179b22b9b', 'code': 200} Jul 07 22:29:15.867055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f825044a-fde0-46a7-be3a-ed2179b22b9b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:16.279443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=dea1107c-ba6e-44fc-bb96-69310a64eb4a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:16.309380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.508205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f193b07-755d-48bf-8a9a-8e00db75fb16 req-b8ada8c4-5fe8-4d26-a6c0-bba1430a68c9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.510836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f193b07-755d-48bf-8a9a-8e00db75fb16 req-b8ada8c4-5fe8-4d26-a6c0-bba1430a68c9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 909 time: 0.3382983 Jul 07 22:29:16.520600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fe6a2-ac4f-4612-849c-7ce6a22661bb req-4229b552-17d4-45b7-92ec-dc85056b7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:16.522815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a8fe6a2-ac4f-4612-849c-7ce6a22661bb req-4229b552-17d4-45b7-92ec-dc85056b7bed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 1061 time: 0.3399184 Jul 07 22:29:16.537228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aa0ec19a-fbcd-483c-82b0-98e8b34b51cf up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:16.623719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:16.725642 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.731226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.732308 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:16.835487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=dea1107c-ba6e-44fc-bb96-69310a64eb4a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:16.906969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 4bf1825a-4fec-4760-adcb-015c5038acb1 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:16.908452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:17.060802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router 3319ef73-1d85-4914-8946-8f14e9521695 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:29:17.187049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa20b219-7c1a-4668-bab3-c22b638b8770 None None] Network 4bf1825a-4fec-4760-adcb-015c5038acb1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:17.236191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:17.252527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e3db6fed-13eb-42c6-a833-94d3fa00e921 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/3319ef73-1d85-4914-8946-8f14e9521695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2227640 Jul 07 22:29:17.252720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46604) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:17.301696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8d2279-3202-4a77-9d5f-b71d2288727e None None] Sync routers for ids ['3319ef73-1d85-4914-8946-8f14e9521695'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:17.305747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5a80c30c-c2ea-460f-ba2f-3e4dbf1bb3be None None] Provisioning for port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:17.336042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5a80c30c-c2ea-460f-ba2f-3e4dbf1bb3be None None] Provisioning complete for port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:17.346293 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a80c30c-c2ea-460f-ba2f-3e4dbf1bb3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:17.359773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a4e28-d034-49f4-a07e-1002d353a266 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.365312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-244a4e28-d034-49f4-a07e-1002d353a266 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports/dea1107c-ba6e-44fc-bb96-69310a64eb4a HTTP/1.1" status: 200 len: 911 time: 0.1091974 Jul 07 22:29:17.365738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:17.371254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e766cc70-176c-4c61-85dc-3c4da021d62b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8c5e876-b294-4195-9407-e412ac5621aa'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:17.716864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e766cc70-176c-4c61-85dc-3c4da021d62b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:17.732673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8d2279-3202-4a77-9d5f-b71d2288727e None None] Routers {'3319ef73-1d85-4914-8946-8f14e9521695'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:17.733420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7f8d2279-3202-4a77-9d5f-b71d2288727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3319ef73-1d85-4914-8946-8f14e9521695'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:17.781822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7f8d2279-3202-4a77-9d5f-b71d2288727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:17.818164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8d2279-3202-4a77-9d5f-b71d2288727e None None] Routers {'3319ef73-1d85-4914-8946-8f14e9521695'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:17.819180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7f8d2279-3202-4a77-9d5f-b71d2288727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3319ef73-1d85-4914-8946-8f14e9521695'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:17.841544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265a754-88ff-44b2-ab3d-1cc82c3644fb req-69555efb-780d-4e1b-9885-5957eabdc0f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.853314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5265a754-88ff-44b2-ab3d-1cc82c3644fb req-69555efb-780d-4e1b-9885-5957eabdc0f8 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 946 time: 0.1728756 Jul 07 22:29:17.881254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7f8d2279-3202-4a77-9d5f-b71d2288727e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:17.881880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8d2279-3202-4a77-9d5f-b71d2288727e None None] The sync data for ids ['3319ef73-1d85-4914-8946-8f14e9521695'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:17.918855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ede120-083e-4b08-b9ad-a5b9f295397d req-654254d1-88bd-4c32-af08-ae852dafe651 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:17.930757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20ede120-083e-4b08-b9ad-a5b9f295397d req-654254d1-88bd-4c32-af08-ae852dafe651 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 909 time: 0.2052097 Jul 07 22:29:17.935884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5265a754-88ff-44b2-ab3d-1cc82c3644fb req-b0fb85f2-f573-4074-831d-80fd758e2a0a tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816367 Jul 07 22:29:17.959574 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a80c30c-c2ea-460f-ba2f-3e4dbf1bb3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.017207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5a80c30c-c2ea-460f-ba2f-3e4dbf1bb3be None None] For port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aa0ec19a-fbcd-483c-82b0-98e8b34b51cf,segment=NetworkSegment(6efc03a4-361f-4c39-aab0-68b11227b97d),segment_id=6efc03a4-361f-4c39-aab0-68b11227b97d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:18.027528 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a80c30c-c2ea-460f-ba2f-3e4dbf1bb3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.107772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80c30c-c2ea-460f-ba2f-3e4dbf1bb3be None None] Pushing event updated for resources: {'Port': ['ID=aa0ec19a-fbcd-483c-82b0-98e8b34b51cf,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:18.280393 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e766cc70-176c-4c61-85dc-3c4da021d62b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.289999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e766cc70-176c-4c61-85dc-3c4da021d62b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.296060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e766cc70-176c-4c61-85dc-3c4da021d62b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.296728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e766cc70-176c-4c61-85dc-3c4da021d62b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.298121 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e766cc70-176c-4c61-85dc-3c4da021d62b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/ports/dea1107c-ba6e-44fc-bb96-69310a64eb4a HTTP/1.1" status: 200 len: 911 time: 0.9312718 Jul 07 22:29:18.305383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46622) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:18.380283 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766cc70-176c-4c61-85dc-3c4da021d62b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=dea1107c-ba6e-44fc-bb96-69310a64eb4a,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:18.519772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aa0ec19a-fbcd-483c-82b0-98e8b34b51cf up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:18.563064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a187c94-a8ec-41e3-95c6-11d516df7b15 req-d3734731-2514-4a53-8e6d-74030a99fd38 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.566279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a187c94-a8ec-41e3-95c6-11d516df7b15 req-d3734731-2514-4a53-8e6d-74030a99fd38 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 909 time: 0.3135400 Jul 07 22:29:18.569963 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8906dbe8-8947-4906-a2fe-1ccfe75ee6f6 None None] Provisioning complete for port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:18.574461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8906dbe8-8947-4906-a2fe-1ccfe75ee6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.648656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:18.649284 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.824998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8906dbe8-8947-4906-a2fe-1ccfe75ee6f6 None None] Provisioning for port dea1107c-ba6e-44fc-bb96-69310a64eb4a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:18.830666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8906dbe8-8947-4906-a2fe-1ccfe75ee6f6 None None] Provisioning complete for port dea1107c-ba6e-44fc-bb96-69310a64eb4a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:18.831093 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8906dbe8-8947-4906-a2fe-1ccfe75ee6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.865977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.868751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8906dbe8-8947-4906-a2fe-1ccfe75ee6f6 None None] Port dea1107c-ba6e-44fc-bb96-69310a64eb4a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:18.992093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b27bf0-9eb2-4fb0-ad65-aa702f8551f4 req-992d3f6f-8503-4acb-8863-0ea4260e48b1 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:18.992543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-950a8c0f-46e8-4b60-89c0-5ffb508c49eb None None] Provisioning complete for port dea1107c-ba6e-44fc-bb96-69310a64eb4a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:18.993146 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-950a8c0f-46e8-4b60-89c0-5ffb508c49eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:18.995420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54b27bf0-9eb2-4fb0-ad65-aa702f8551f4 req-992d3f6f-8503-4acb-8863-0ea4260e48b1 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 1061 time: 0.2519324 Jul 07 22:29:19.081181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-950a8c0f-46e8-4b60-89c0-5ffb508c49eb None None] Port dea1107c-ba6e-44fc-bb96-69310a64eb4a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:19.209410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-650cc5d9-1ba7-4cd6-9869-0056f6d92f9b None None] Provisioning complete for port dea1107c-ba6e-44fc-bb96-69310a64eb4a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:19.209815 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-650cc5d9-1ba7-4cd6-9869-0056f6d92f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.252608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-650cc5d9-1ba7-4cd6-9869-0056f6d92f9b None None] Port dea1107c-ba6e-44fc-bb96-69310a64eb4a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:19.362505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254b3fe-a78c-4d41-8402-42c78773b8c5 req-3c9763fc-b2fb-4750-a0c9-e7e4c4256ba7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.364116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3254b3fe-a78c-4d41-8402-42c78773b8c5 req-3c9763fc-b2fb-4750-a0c9-e7e4c4256ba7 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 946 time: 0.2144215 Jul 07 22:29:19.371806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacecf8-ba2d-4548-92b7-2f35d47785ba req-3e350f49-3613-4cb6-b9f1-2f0a44b27ba5 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.373448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efacecf8-ba2d-4548-92b7-2f35d47785ba req-3e350f49-3613-4cb6-b9f1-2f0a44b27ba5 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 1136 time: 0.1877575 Jul 07 22:29:19.474823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3254b3fe-a78c-4d41-8402-42c78773b8c5 req-18b4ef54-e685-47af-8c6f-55a0b0cd389e tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003940 Jul 07 22:29:19.490374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efacecf8-ba2d-4548-92b7-2f35d47785ba req-b07efc2c-bafb-4d59-ba1b-debf0277a77a tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1050789 Jul 07 22:29:19.491643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port dea1107c-ba6e-44fc-bb96-69310a64eb4a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:19.491980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.521256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46638) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:19.679141 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.711573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-ebb10272-aba1-41e3-875b-8ca78aefab9a tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.713332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-ebb10272-aba1-41e3-875b-8ca78aefab9a tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 946 time: 0.2920260 Jul 07 22:29:19.726425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f956b4d6-908e-46ed-92a4-e4b9819c43b7 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:19.731255 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f956b4d6-908e-46ed-92a4-e4b9819c43b7 tempest-TestSecurityGroupsBasicOps-2050577606 tempest-TestSecurityGroupsBasicOps-2050577606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 1056 time: 0.2084112 Jul 07 22:29:19.782865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:19.824168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for dea1107c-ba6e-44fc-bb96-69310a64eb4a owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:19.903284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Deleting port 1f41d943-f28c-475d-85c7-7a29ad3846dd {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:19.903284 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.045854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] For port 1f41d943-f28c-475d-85c7-7a29ad3846dd, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1f41d943-f28c-475d-85c7-7a29ad3846dd,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:20.046245 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.256755 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.295891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=dea1107c-ba6e-44fc-bb96-69310a64eb4a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:20.808004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a41cc-c03c-4f19-a6ef-27a86aa35f9a req-e1042e30-7ec8-41b9-b840-f86ba7f9aae1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:20.809525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a2a41cc-c03c-4f19-a6ef-27a86aa35f9a req-e1042e30-7ec8-41b9-b840-f86ba7f9aae1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 909 time: 0.6650422 Jul 07 22:29:20.852715 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.853081 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:20.853390 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Floating IP ead1d613-b732-4b74-bc80-8a8e72e72ac2 disassociated. External IP: 172.25.8.104, port: 1f41d943-f28c-475d-85c7-7a29ad3846dd. Jul 07 22:29:20.853730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Calling delete_port for 1f41d943-f28c-475d-85c7-7a29ad3846dd owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:20.890975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.073751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4c624-feb3-40b5-bd35-dc17d5cf8b4b req-9c22f82f-107c-4b88-8788-57ba8d75b4ab tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:21.075370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95f4c624-feb3-40b5-bd35-dc17d5cf8b4b req-9c22f82f-107c-4b88-8788-57ba8d75b4ab tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 946 time: 0.2612176 Jul 07 22:29:21.246479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router 3319ef73-1d85-4914-8946-8f14e9521695 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:21.262656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95f4c624-feb3-40b5-bd35-dc17d5cf8b4b req-e076edb3-27cd-4ddb-9ffc-c47bb64f0fed tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups?id=897bcaff-a131-4116-86ae-f8a07aefd3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541872 Jul 07 22:29:21.274154 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.352308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event deleted for resources: {'Port': ['ID=1f41d943-f28c-475d-85c7-7a29ad3846dd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:21.394219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:21.399368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9fa5c92a-9e11-48e4-b786-165dcccd9f22 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/3319ef73-1d85-4914-8946-8f14e9521695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0893536 Jul 07 22:29:21.402240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:21.404871 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac02d27-1aea-45de-b723-26407a64ac5c None None] Sync routers for ids ['3319ef73-1d85-4914-8946-8f14e9521695'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:21.408742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04fbb5-c654-4d85-a525-fec9a0d4153b req-af25df6a-894f-4aa3-865b-2520a8a4c972 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:21.410306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b04fbb5-c654-4d85-a525-fec9a0d4153b req-af25df6a-894f-4aa3-865b-2520a8a4c972 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 946 time: 0.2377234 Jul 07 22:29:21.415960 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac02d27-1aea-45de-b723-26407a64ac5c None None] Routers {'3319ef73-1d85-4914-8946-8f14e9521695'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:21.416705 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dac02d27-1aea-45de-b723-26407a64ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3319ef73-1d85-4914-8946-8f14e9521695'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:21.433233 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-44e52600-d4f6-4e9c-8126-058ba7fd3674 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=3319ef73-1d85-4914-8946-8f14e9521695 HTTP/1.1" status: 200 len: 205 time: 0.0298440 Jul 07 22:29:21.435682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46680) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:21.453699 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dac02d27-1aea-45de-b723-26407a64ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:21.462798 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac02d27-1aea-45de-b723-26407a64ac5c None None] Routers {'3319ef73-1d85-4914-8946-8f14e9521695'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:21.463654 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dac02d27-1aea-45de-b723-26407a64ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3319ef73-1d85-4914-8946-8f14e9521695'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:21.488776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b04fbb5-c654-4d85-a525-fec9a0d4153b req-48152560-38b0-4a6c-aa40-7c68cba0fb49 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422029 Jul 07 22:29:21.497208 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dac02d27-1aea-45de-b723-26407a64ac5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:21.497995 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac02d27-1aea-45de-b723-26407a64ac5c None None] The sync data for ids ['3319ef73-1d85-4914-8946-8f14e9521695'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:21.521120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a19cb8-8e11-47f0-aacc-357796ab1eb2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.555498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Router 330fc267-bc26-49dc-9560-b4ac9ca5768d has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:21.685513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a19cb8-8e11-47f0-aacc-357796ab1eb2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.689122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a19cb8-8e11-47f0-aacc-357796ab1eb2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.720910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-8afcb649-91b1-4412-a7bf-ef7e2651515a tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:21.722492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-8afcb649-91b1-4412-a7bf-ef7e2651515a tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.44 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 909 time: 0.1200583 Jul 07 22:29:21.723617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:21.733607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] Sync routers for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:21.741106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a19cb8-8e11-47f0-aacc-357796ab1eb2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.741744 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a19cb8-8e11-47f0-aacc-357796ab1eb2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Fanout notify agent at l3_agent the message router_deleted on router 3319ef73-1d85-4914-8946-8f14e9521695 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:29:21.750502 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a19cb8-8e11-47f0-aacc-357796ab1eb2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.755873 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-65a19cb8-8e11-47f0-aacc-357796ab1eb2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/3319ef73-1d85-4914-8946-8f14e9521695 HTTP/1.1" status: 204 len: 168 time: 0.3190105 Jul 07 22:29:21.756556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:21.756797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:21.757448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:21.806102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] No DVR routers for this DVR port 1f41d943-f28c-475d-85c7-7a29ad3846dd on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:21.808711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.811086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfb7799e-ccb8-4403-aa91-57624c456b63 req-1250f972-2341-4fbe-8abc-99b4d02398fc tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.44 "DELETE /v2.0/ports/1f41d943-f28c-475d-85c7-7a29ad3846dd HTTP/1.1" status: 204 len: 173 time: 2.0913944 Jul 07 22:29:21.815527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aced4c00-5080-4158-9fdb-ff319975d197', 'name': 'network-vif-deleted', 'tag': '1f41d943-f28c-475d-85c7-7a29ad3846dd'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:21.817919 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeb01e6-af58-4c2c-b707-362cc905c24b" -d '{"events": [{"server_uuid": "aced4c00-5080-4158-9fdb-ff319975d197", "name": "network-vif-deleted", "tag": "1f41d943-f28c-475d-85c7-7a29ad3846dd"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:21.863230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d66312a-7afa-4a82-9593-6f1e3a776b4f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting subnet f8c5e876-b294-4195-9407-e412ac5621aa {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:29:21.875785 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d66312a-7afa-4a82-9593-6f1e3a776b4f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.919411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting port f825044a-fde0-46a7-be3a-ed2179b22b9b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:21.920081 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:21.947990 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf6ce55-7fa8-4cdd-b637-c0117fbe6e18 x-openstack-request-id: req-bcf6ce55-7fa8-4cdd-b637-c0117fbe6e18 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:21.948432 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aced4c00-5080-4158-9fdb-ff319975d197", "name": "network-vif-deleted", "tag": "1f41d943-f28c-475d-85c7-7a29ad3846dd", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:21.948827 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bcf6ce55-7fa8-4cdd-b637-c0117fbe6e18 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:21.949526 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aced4c00-5080-4158-9fdb-ff319975d197', 'name': 'network-vif-deleted', 'tag': '1f41d943-f28c-475d-85c7-7a29ad3846dd', 'status': 'completed', 'code': 200} Jul 07 22:29:21.955565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d66312a-7afa-4a82-9593-6f1e3a776b4f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.000392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:22.098104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] For port f825044a-fde0-46a7-be3a-ed2179b22b9b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f825044a-fde0-46a7-be3a-ed2179b22b9b,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:22.098924 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.142896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Calling delete_port for f825044a-fde0-46a7-be3a-ed2179b22b9b owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:22.152274 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d66312a-7afa-4a82-9593-6f1e3a776b4f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.233478 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d66312a-7afa-4a82-9593-6f1e3a776b4f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.253569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:22.274694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4d66312a-7afa-4a82-9593-6f1e3a776b4f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.277721 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4d66312a-7afa-4a82-9593-6f1e3a776b4f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/f8c5e876-b294-4195-9407-e412ac5621aa HTTP/1.1" status: 204 len: 168 time: 0.5201399 Jul 07 22:29:22.284072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66312a-7afa-4a82-9593-6f1e3a776b4f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c5e876-b294-4195-9407-e412ac5621aa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:22.284072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46708) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:22.304799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ea890-c579-497c-8f03-f39740948dec None None] Network 4bf1825a-4fec-4760-adcb-015c5038acb1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:22.308204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] Checking router: 330fc267-bc26-49dc-9560-b4ac9ca5768d for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:22.384606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:22.385363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:22.400302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.493875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.496630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:22.497243 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.549734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Port': ['ID=f825044a-fde0-46a7-be3a-ed2179b22b9b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:22.580957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fdb65-057b-440c-97ef-b138a5fce6f5 req-796bfd16-2020-4de9-9278-6d6e372e8f52 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:22.582586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d79fdb65-057b-440c-97ef-b138a5fce6f5 req-796bfd16-2020-4de9-9278-6d6e372e8f52 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 830 time: 0.2762418 Jul 07 22:29:22.617384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aa0ec19a-fbcd-483c-82b0-98e8b34b51cf,segment=NetworkSegment(6efc03a4-361f-4c39-aab0-68b11227b97d),segment_id=6efc03a4-361f-4c39-aab0-68b11227b97d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:22.617886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.634596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for aa0ec19a-fbcd-483c-82b0-98e8b34b51cf owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:22.682868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] No DVR routers for this DVR port f825044a-fde0-46a7-be3a-ed2179b22b9b on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:22.686481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a44275f3-77d6-4e23-980e-0bb1c0110db7 req-06ce539a-9cd0-41fa-903d-869818b09c27 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/ports?device_id=aced4c00-5080-4158-9fdb-ff319975d197 HTTP/1.1" status: 200 len: 210 time: 0.0582104 Jul 07 22:29:22.688433 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.690506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5142927-2bd7-41c7-90a4-11ab85eeca0b req-375f06b5-9612-4ca3-9895-45d601ac6ab8 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.44 "DELETE /v2.0/ports/f825044a-fde0-46a7-be3a-ed2179b22b9b HTTP/1.1" status: 204 len: 173 time: 0.9607837 Jul 07 22:29:22.696744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:22.735993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.779110 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=aa0ec19a-fbcd-483c-82b0-98e8b34b51cf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:22.797796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No DVR routers for this DVR port aa0ec19a-fbcd-483c-82b0-98e8b34b51cf on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:22.809762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1f41d943-f28c-475d-85c7-7a29ad3846dd no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:22.856797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157af18e-50a6-4d27-8833-9e2edf3ae853 None None] DHCP port deletion for 4bf1825a-4fec-4760-adcb-015c5038acb1 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:29:22.871426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 1f41d943-f28c-475d-85c7-7a29ad3846dd {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:22.871811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1f41d943-f28c-475d-85c7-7a29ad3846dd not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:22.872183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:22.896259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.906987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf1825a-4fec-4760-adcb-015c5038acb1']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:22.917813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efc03a4-361f-4c39-aab0-68b11227b97d') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:22.918164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efc03a4-361f-4c39-aab0-68b11227b97d') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:22.933252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.948979 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.957787 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:22.958219 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:22.963103 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:23.046834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.056055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.058553 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/networks/4bf1825a-4fec-4760-adcb-015c5038acb1 HTTP/1.1" status: 204 len: 168 time: 0.7759709 Jul 07 22:29:23.062559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46712) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:23.068032 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.069095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d16f98e6-4f08-4d91-9c17-3a9efd21d1ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-665950586', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:23.090826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d49bf-2ecb-4ab8-b5a2-fca1b109895f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Network': ['ID=4bf1825a-4fec-4760-adcb-015c5038acb1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:23.109732 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d16f98e6-4f08-4d91-9c17-3a9efd21d1ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.111265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d16f98e6-4f08-4d91-9c17-3a9efd21d1ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.125497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:23.126795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:23.131100 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6e5258-cb5f-4e48-9e2f-ade753070f48" -d '{"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:23.157999 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.158740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f825044a-fde0-46a7-be3a-ed2179b22b9b no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:23.175963 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d16f98e6-4f08-4d91-9c17-3a9efd21d1ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.180583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d16f98e6-4f08-4d91-9c17-3a9efd21d1ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.203797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d16f98e6-4f08-4d91-9c17-3a9efd21d1ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.205111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d16f98e6-4f08-4d91-9c17-3a9efd21d1ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1417077 Jul 07 22:29:23.208606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46720) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:23.214189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-759120693'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:23.221735 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3fc7d3-0383-43a6-82ac-c112c12034e1 x-openstack-request-id: req-7a3fc7d3-0383-43a6-82ac-c112c12034e1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:23.222032 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:23.222311 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a3fc7d3-0383-43a6-82ac-c112c12034e1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:23.222704 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'code': 200} Jul 07 22:29:23.225111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: f825044a-fde0-46a7-be3a-ed2179b22b9b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:23.225454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f825044a-fde0-46a7-be3a-ed2179b22b9b not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:23.236277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:23.239560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:23.240436 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.271296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:23.280211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788443bb-5dcc-45e1-9aaf-ebf76cc8bcb0 None None] The sync data for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 is: [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:21:40Z', 'revision_number': 4, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '27bfb9bc-28e0-45cf-86aa-ff40bfd99699', 'name': '', 'network_id': '82d16117-de9c-496d-bd6e-1e597d1911b8', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'mac_address': 'fa:16:3e:4b:49:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:37Z', 'updated_at': '2021-07-07T22:21:50Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'subnets': [{'id': 'b62ad8a0-1574-4256-ad7d-50ba30a82106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:23.283777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.284269 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added segment af277211-08f1-4088-b29d-f71a4063b474 of type vlan for network 6495e867-769c-41d1-a938-fdb050845c74 Jul 07 22:29:23.286890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:23.332234 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.369979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.377010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:23.377750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.453210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2407532 Jul 07 22:29:23.456010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:23.466509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'subnet': {'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:23.476794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158de1e6-2627-4cb0-8e12-2896eb08c930 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Network': ['ID=6495e867-769c-41d1-a938-fdb050845c74,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:23.492648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 6495e867-769c-41d1-a938-fdb050845c74 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:23.606233 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:23.611095 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.698772 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2078265c-b3be-46be-abe8-2e26f007d7b4 None None] New status for floating IP ead1d613-b732-4b74-bc80-8a8e72e72ac2: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:29:23.806238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433f9f89-da09-44c5-8fac-436b75b6d46a req-c5850f35-3200-4b36-aabb-bf99bbe5dbfb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=e3e8962a-381f-4bde-8bbe-35ddd0bc5919 HTTP/1.1" status: 200 len: 210 time: 0.0462887 Jul 07 22:29:23.894253 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:23.950534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e8962a-381f-4bde-8bbe-35ddd0bc5919', 'name': 'network-vif-deleted', 'tag': 'f825044a-fde0-46a7-be3a-ed2179b22b9b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:23.953510 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a06ba7-0f86-4e1c-8fa9-57a0f041c11e" -d '{"events": [{"server_uuid": "e3e8962a-381f-4bde-8bbe-35ddd0bc5919", "name": "network-vif-deleted", "tag": "f825044a-fde0-46a7-be3a-ed2179b22b9b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:23.966374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Subnet': ['ID=c22edb08-fb0c-40da-a238-8052f6ed9080,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:23.973793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Checking segment: {'id': 'af277211-08f1-4088-b29d-f71a4063b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6495e867-769c-41d1-a938-fdb050845c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:23.974188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network hostable DHCP agents. Network: 6495e867-769c-41d1-a938-fdb050845c74, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:23.992547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 6495e867-769c-41d1-a938-fdb050845c74 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:24.003928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 6495e867-769c-41d1-a938-fdb050845c74) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:24.005982 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb32a3a9-c0fc-4a95-8375-404b8f5c2543 x-openstack-request-id: req-bb32a3a9-c0fc-4a95-8375-404b8f5c2543 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:24.006276 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e8962a-381f-4bde-8bbe-35ddd0bc5919", "name": "network-vif-deleted", "tag": "f825044a-fde0-46a7-be3a-ed2179b22b9b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:24.007715 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb32a3a9-c0fc-4a95-8375-404b8f5c2543 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:24.007715 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e8962a-381f-4bde-8bbe-35ddd0bc5919', 'name': 'network-vif-deleted', 'tag': 'f825044a-fde0-46a7-be3a-ed2179b22b9b', 'status': 'completed', 'code': 200} Jul 07 22:29:24.009913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:24.010536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.013337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ab771-5899-4908-b859-7e8622a364e2 None None] Network 6495e867-769c-41d1-a938-fdb050845c74 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:24.025719 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d27b51c7-f2e6-484a-b5c5-007626575891 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5680788 Jul 07 22:29:24.028667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46738) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:24.194169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-6495e867-769c-41d1-a938-fdb050845c74', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:29:24.195297 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.348328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Allocated IP 2001:db8::2 (6495e867-769c-41d1-a938-fdb050845c74/c22edb08-fb0c-40da-a238-8052f6ed9080/23750451-706d-405e-97a3-ed24934ec684) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:24.447624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aa0ec19a-fbcd-483c-82b0-98e8b34b51cf no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:24.481431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: aa0ec19a-fbcd-483c-82b0-98e8b34b51cf {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:24.481922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aa0ec19a-fbcd-483c-82b0-98e8b34b51cf not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:24.543385 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.551563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Transition to ACTIVE for port object 23750451-706d-405e-97a3-ed24934ec684 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:24.570176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Transition to ACTIVE for port object 23750451-706d-405e-97a3-ed24934ec684 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:24.576150 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.595327 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.625231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Network 6495e867-769c-41d1-a938-fdb050845c74 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:24.628602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:24.634031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:24.637701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Pushing event updated for resources: {'Port': ['ID=23750451-706d-405e-97a3-ed24934ec684,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:24.822791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:29:24.844302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Attempting to bind port 23750451-706d-405e-97a3-ed24934ec684 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:24.844676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Attempting to bind port 23750451-706d-405e-97a3-ed24934ec684 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'af277211-08f1-4088-b29d-f71a4063b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6495e867-769c-41d1-a938-fdb050845c74'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:24.845034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Attempting to bind port 23750451-706d-405e-97a3-ed24934ec684 on network 6495e867-769c-41d1-a938-fdb050845c74 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:24.846589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 2001:db8::1 (6495e867-769c-41d1-a938-fdb050845c74/c22edb08-fb0c-40da-a238-8052f6ed9080/24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:24.854764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:24.855320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Checking segment: {'id': 'af277211-08f1-4088-b29d-f71a4063b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6495e867-769c-41d1-a938-fdb050845c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:24.855612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.856352 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Bound using segment: {'id': 'af277211-08f1-4088-b29d-f71a4063b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6495e867-769c-41d1-a938-fdb050845c74'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:24.856489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Bound port: 23750451-706d-405e-97a3-ed24934ec684, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af277211-08f1-4088-b29d-f71a4063b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6495e867-769c-41d1-a938-fdb050845c74'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:24.857016 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:24.924214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46752) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:24.957037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46754) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:24.995405 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.003388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.007857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] For port 23750451-706d-405e-97a3-ed24934ec684, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:25.023574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Transition to ACTIVE for port object 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:25.024641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] For port 23750451-706d-405e-97a3-ed24934ec684, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=23750451-706d-405e-97a3-ed24934ec684,segment=NetworkSegment(af277211-08f1-4088-b29d-f71a4063b474),segment_id=af277211-08f1-4088-b29d-f71a4063b474)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:25.025774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'port_id': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'mac_address': 'fa:16:3e:c5:a7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:29:25.032168 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.051046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-07c6411c-620a-434d-97b4-08969dd49d86 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.096689 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-07c6411c-620a-434d-97b4-08969dd49d86 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.123766 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.139145 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.155895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8b173-f5e9-4ac5-a1f3-6350555892c0 None None] Pushing event updated for resources: {'Port': ['ID=23750451-706d-405e-97a3-ed24934ec684,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.162993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36c293e-7e75-4421-9f47-cdfb8b6c7120 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:29:25.200198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.208644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.214230 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.221374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 6495e867-769c-41d1-a938-fdb050845c74 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:25.223277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:25.225872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:25.226856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.284830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.314910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e36c293e-7e75-4421-9f47-cdfb8b6c7120'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:29:25.316732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-07c6411c-620a-434d-97b4-08969dd49d86 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.319317 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-07c6411c-620a-434d-97b4-08969dd49d86 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.323001 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-07c6411c-620a-434d-97b4-08969dd49d86 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "DELETE /v2.0/security-groups/897bcaff-a131-4116-86ae-f8a07aefd3f2 HTTP/1.1" status: 204 len: 168 time: 0.3623881 Jul 07 22:29:25.326800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46760) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:25.364660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6411c-620a-434d-97b4-08969dd49d86 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897bcaff-a131-4116-86ae-f8a07aefd3f2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:25.369956 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-57f120fb-cce9-453c-a587-f62d53975839 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] show failed (client error): The resource could not be found. Jul 07 22:29:25.373854 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57f120fb-cce9-453c-a587-f62d53975839 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "GET /v2.0/security-groups/897bcaff-a131-4116-86ae-f8a07aefd3f2 HTTP/1.1" status: 404 len: 347 time: 0.0428088 Jul 07 22:29:25.374379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46762) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:25.509845 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.553166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.614836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Deleting port ff148de3-ea61-4fa7-963b-2e5fafada880 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:25.615221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.791710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.792040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.811500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:25.812280 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.867548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Calling delete_port for ff148de3-ea61-4fa7-963b-2e5fafada880 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:25.928643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] For port e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:25.929160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:25.953763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Calling delete_port for e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:26.041249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.049274 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.050143 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.199495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:26.214170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-967d663b-bf17-4a24-8e6d-29b2969492c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:26.215655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-967d663b-bf17-4a24-8e6d-29b2969492c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1097 time: 0.1082199 Jul 07 22:29:26.221239 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.269408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Pushing event deleted for resources: {'Port': ['ID=ff148de3-ea61-4fa7-963b-2e5fafada880,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:26.343292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 6495e867-769c-41d1-a938-fdb050845c74 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:26.350229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:26.406642 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.434058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735c7e8e-21e2-4383-ba20-8368bf2dfead None None] Network 6495e867-769c-41d1-a938-fdb050845c74 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:26.450318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.454568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.458646 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3f820bdf-60cd-4576-a9e2-de88bf986260 tempest-AttachVolumeTestJSON-346037216 tempest-AttachVolumeTestJSON-346037216-project] 10.222.0.81 "DELETE /v2.0/floatingips/ead1d613-b732-4b74-bc80-8a8e72e72ac2 HTTP/1.1" status: 204 len: 168 time: 1.0805657 Jul 07 22:29:26.528817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Port': ['ID=e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:26.560851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 23750451-706d-405e-97a3-ed24934ec684 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:26.566691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-c6178dfe-4415-4985-a826-69011ffccc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:26.573543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-c6178dfe-4415-4985-a826-69011ffccc52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.3287206 Jul 07 22:29:26.592756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:29:26.602019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-faea7d7d-d843-45a7-ba83-709fc2ec9c83 None None] Provisioning for port 23750451-706d-405e-97a3-ed24934ec684 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:26.661229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 23750451-706d-405e-97a3-ed24934ec684 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:26.712467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 23750451-706d-405e-97a3-ed24934ec684 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:26.713085 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.750447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:26.776915 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-203d457b-dc16-494b-b83c-b600184a54ab tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7376935 Jul 07 22:29:26.777651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46800) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:26.783241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1812303935'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:26.793711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:26.812749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:26.814226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:26.819922 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.877630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:26.878473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:26.886578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:26.906304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:26.906920 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added segment ddc76682-51e1-4e10-b1d7-22c73d405709 of type vlan for network 287bbba3-6276-4f0e-a174-ddf41bda224a Jul 07 22:29:26.927687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-e0537e9f-bd9a-419b-8007-bfd7d2c75065 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 1000 time: 0.2953591 Jul 07 22:29:27.026302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.093886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.095763 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.102420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.103381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.118843 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port e36c293e-7e75-4421-9f47-cdfb8b6c7120 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:27.118843 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.131009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:27.131802 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3522117 Jul 07 22:29:27.145239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46804) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:27.151433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'subnet': {'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:27.178479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-133d2808-a694-4f82-8b02-25941157b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.192082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-133d2808-a694-4f82-8b02-25941157b6e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.2462754 Jul 07 22:29:27.254893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 23750451-706d-405e-97a3-ed24934ec684, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=23750451-706d-405e-97a3-ed24934ec684,segment=NetworkSegment(af277211-08f1-4088-b29d-f71a4063b474),segment_id=af277211-08f1-4088-b29d-f71a4063b474)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:27.293884 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.304747 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0960f5-7275-44a5-bd48-b773dbd77535 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Network': ['ID=287bbba3-6276-4f0e-a174-ddf41bda224a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:27.341119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 287bbba3-6276-4f0e-a174-ddf41bda224a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:27.363969 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.377939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:27.382834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.450395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-eeeaf692-1687-4547-9afd-993d2f1f6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:27.454836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-eeeaf692-1687-4547-9afd-993d2f1f6480 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2592049 Jul 07 22:29:27.592057 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50f0cfd4-d940-4165-aa21-27d26fe13166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.642891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-e2316e07-26ea-4e8e-b84b-51c7faa0fa6a service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815329 Jul 07 22:29:27.712718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=23750451-706d-405e-97a3-ed24934ec684,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:27.726223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.795507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-283417af-611c-407a-82f4-8ed182e2a16a None None] Provisioning complete for port 23750451-706d-405e-97a3-ed24934ec684 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:27.795943 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-283417af-611c-407a-82f4-8ed182e2a16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.796614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.841868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:27.844917 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a617159d-513c-449b-b217-3993d594afd6" -d '{"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-plugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:27.870124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:27.876407 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:27.969528 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb718a8-2e76-49e6-85f6-aec152f0f811 x-openstack-request-id: req-ceb718a8-2e76-49e6-85f6-aec152f0f811 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:27.971321 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-plugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:27.971702 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ceb718a8-2e76-49e6-85f6-aec152f0f811 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:27.972183 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'code': 200} Jul 07 22:29:28.011487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:28.032097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Checking segment: {'id': 'ddc76682-51e1-4e10-b1d7-22c73d405709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:28.033091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network hostable DHCP agents. Network: 287bbba3-6276-4f0e-a174-ddf41bda224a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:28.039436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Subnet': ['ID=413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:28.066941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 287bbba3-6276-4f0e-a174-ddf41bda224a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:28.079795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 287bbba3-6276-4f0e-a174-ddf41bda224a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:28.094636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:28.095521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.116242 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cadd11f9-e588-4d50-ad57-d3c6e592e466 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9693060 Jul 07 22:29:28.117186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:25Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:25Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:28.119690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46816) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:28.190358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:28.191224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Updating router ba29bd91-0649-4ae4-831b-5bef694409e8 port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:29:28.196085 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb02f1e-8bce-41a4-8f45-d62136458bbb None None] Network 287bbba3-6276-4f0e-a174-ddf41bda224a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:28.672429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 23750451-706d-405e-97a3-ed24934ec684 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:28.710672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d83891bf-4ca7-468e-bd09-976a50662af4 req-cf7f28e0-5a54-4d91-a712-eebd5f96f1fb service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0573754 Jul 07 22:29:28.802109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-283417af-611c-407a-82f4-8ed182e2a16a None None] Provisioning for port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:28.806445 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.824822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-283417af-611c-407a-82f4-8ed182e2a16a None None] Provisioning complete for port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:28.825525 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-283417af-611c-407a-82f4-8ed182e2a16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.886832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:28.932120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-287bbba3-6276-4f0e-a174-ddf41bda224a', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:29:28.933141 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:28.953766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-283417af-611c-407a-82f4-8ed182e2a16a None None] Port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:29.130888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:29.141777 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] Sync routers for ids ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:29.159269 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] Routers {'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:29.163447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6dd97a77-a809-4dc1-9b32-742e6e6869f6 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "PUT /v2.0/routers/e0170035-6ac2-43b7-a7d4-0a2c7ad562c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2393398 Jul 07 22:29:29.163902 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:29.168792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46826) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:29.188199 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Allocated IP 2001:db8:1::2 (287bbba3-6276-4f0e-a174-ddf41bda224a/413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3/ecbc478d-082c-4137-bdfc-5270d88b474b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:29.306518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-14085f9c-7026-4129-af06-dc401b377efb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting subnet 713a60c9-af98-45a7-b357-5571e16ced06 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:29:29.316009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14085f9c-7026-4129-af06-dc401b377efb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.346672 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] Set router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:29.357376 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.367325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Transition to ACTIVE for port object ecbc478d-082c-4137-bdfc-5270d88b474b will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:29.385707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Transition to ACTIVE for port object ecbc478d-082c-4137-bdfc-5270d88b474b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:29.410935 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.419987 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14085f9c-7026-4129-af06-dc401b377efb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.463231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-287f912c-5da8-40a5-b4ad-554c9850db7e None None] Provisioning complete for port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:29.463853 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-287f912c-5da8-40a5-b4ad-554c9850db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.553032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-287f912c-5da8-40a5-b4ad-554c9850db7e None None] Port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:29.569571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 23750451-706d-405e-97a3-ed24934ec684 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:29.569959 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.657568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Network 287bbba3-6276-4f0e-a174-ddf41bda224a is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:29.678913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:29.687521 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14085f9c-7026-4129-af06-dc401b377efb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.719564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:29.733166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Pushing event updated for resources: {'Port': ['ID=ecbc478d-082c-4137-bdfc-5270d88b474b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:29.813773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.837585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14085f9c-7026-4129-af06-dc401b377efb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.838680 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf76a12a-aa0c-4989-9ec3-4cac35797522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.841040 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:50Z', 'updated_at': '2021-07-07T22:29:26Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:52Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:29.889176 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] Checking router: e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:29.891266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14085f9c-7026-4129-af06-dc401b377efb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Subnet': ['ID=713a60c9-af98-45a7-b357-5571e16ced06,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:29.907370 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14085f9c-7026-4129-af06-dc401b377efb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.912730 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] Routers {'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:29.913632 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:29.914484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14085f9c-7026-4129-af06-dc401b377efb tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "DELETE /v2.0/subnets/713a60c9-af98-45a7-b357-5571e16ced06 HTTP/1.1" status: 204 len: 168 time: 0.7432706 Jul 07 22:29:29.915257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46836) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:29.951866 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:29.963923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Transition to ACTIVE for port object 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:29.972800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962e1211-5930-483c-b61d-daa4c5347835 None None] Network c64370d0-a742-40cb-a3fa-e4d831c1fbe7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:29.981347 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.005338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Attempting to bind port ecbc478d-082c-4137-bdfc-5270d88b474b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:30.005712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Attempting to bind port ecbc478d-082c-4137-bdfc-5270d88b474b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ddc76682-51e1-4e10-b1d7-22c73d405709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:30.008119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Attempting to bind port ecbc478d-082c-4137-bdfc-5270d88b474b on network 287bbba3-6276-4f0e-a174-ddf41bda224a {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:30.163142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.181858 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.199081 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] Set router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:30.240832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:30.241233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Checking segment: {'id': 'ddc76682-51e1-4e10-b1d7-22c73d405709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:30.241641 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.242041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Bound using segment: {'id': 'ddc76682-51e1-4e10-b1d7-22c73d405709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:30.242561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Bound port: ecbc478d-082c-4137-bdfc-5270d88b474b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc76682-51e1-4e10-b1d7-22c73d405709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:30.242945 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.410833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.496613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting port 42bd1b4f-363c-48e5-8f25-539fbb745561 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:30.496970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.507275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 2001:db8:1::1 (287bbba3-6276-4f0e-a174-ddf41bda224a/413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3/fd5308c9-136a-47d9-bd81-63ad2fc06a76) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:30.566132 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:50Z', 'updated_at': '2021-07-07T22:29:26Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:52Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:30.591558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777c0bb-7c5f-410b-becd-e4d98ddbdfb0 None None] Pushing event updated for resources: {'Port': ['ID=24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:30.654860 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e271a1-d187-4a56-b359-0f98a97459fd None None] The sync data for ids ['e0170035-6ac2-43b7-a7d4-0a2c7ad562c8'] in n-d-695012-11 is: [{'id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1659229373', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:50Z', 'updated_at': '2021-07-07T22:29:26Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '42bd1b4f-363c-48e5-8f25-539fbb745561', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:8c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0170035-6ac2-43b7-a7d4-0a2c7ad562c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:52Z', 'updated_at': '2021-07-07T22:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:30.657298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] For port ecbc478d-082c-4137-bdfc-5270d88b474b, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:30.698623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Attempting to bind port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:30.699186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Attempting to bind port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'af277211-08f1-4088-b29d-f71a4063b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6495e867-769c-41d1-a938-fdb050845c74'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:30.699365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Attempting to bind port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f on network 6495e867-769c-41d1-a938-fdb050845c74 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:30.706618 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.732453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:30.732786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Checking segment: {'id': 'af277211-08f1-4088-b29d-f71a4063b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6495e867-769c-41d1-a938-fdb050845c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:30.733126 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Transition to ACTIVE for port object fd5308c9-136a-47d9-bd81-63ad2fc06a76 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:30.733249 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.733617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Bound using segment: {'id': 'af277211-08f1-4088-b29d-f71a4063b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6495e867-769c-41d1-a938-fdb050845c74'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:30.734123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Bound port: 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af277211-08f1-4088-b29d-f71a4063b474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '6495e867-769c-41d1-a938-fdb050845c74'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:30.734575 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.736942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] For port 42bd1b4f-363c-48e5-8f25-539fbb745561, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=42bd1b4f-363c-48e5-8f25-539fbb745561,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:30.737763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] For port ecbc478d-082c-4137-bdfc-5270d88b474b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ecbc478d-082c-4137-bdfc-5270d88b474b,segment=NetworkSegment(ddc76682-51e1-4e10-b1d7-22c73d405709),segment_id=ddc76682-51e1-4e10-b1d7-22c73d405709)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:30.741516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.752433 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.784954 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.817364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Calling delete_port for 42bd1b4f-363c-48e5-8f25-539fbb745561 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:30.927853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=fd5308c9-136a-47d9-bd81-63ad2fc06a76,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:30.957861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 287bbba3-6276-4f0e-a174-ddf41bda224a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:30.960016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:30.963529 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.965669 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:30.966662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:30.975565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c439ef-b6b8-4f8c-87e4-8c6263e8a0a6 None None] Pushing event updated for resources: {'Port': ['ID=ecbc478d-082c-4137-bdfc-5270d88b474b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:30.991501 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] For port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:30.997265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] For port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f,segment=NetworkSegment(af277211-08f1-4088-b29d-f71a4063b474),segment_id=af277211-08f1-4088-b29d-f71a4063b474)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:31.004022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.089786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:31.090453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:31.261820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:31.291021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.361138 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.423033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Port': ['ID=42bd1b4f-363c-48e5-8f25-539fbb745561,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:31.562143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.581044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2851ed-886e-48ae-824c-726ff891f312 None None] DHCP port deletion for c64370d0-a742-40cb-a3fa-e4d831c1fbe7 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:29:31.777616 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.786808 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.840158 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.840922 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Fanout notify agent at l3_agent the message router_deleted on router e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:29:31.857267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.877158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c5d85ae6-dcd7-40bc-96c7-f22a5a837cd1 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "DELETE /v2.0/routers/e0170035-6ac2-43b7-a7d4-0a2c7ad562c8 HTTP/1.1" status: 204 len: 168 time: 1.9558666 Jul 07 22:29:31.877991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46854) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:31.960030 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.967544 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.969545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.970496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:31.997878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777c0bb-7c5f-410b-becd-e4d98ddbdfb0 None None] Pushing event updated for resources: {'Port': ['ID=24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:32.110307 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.153754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-da2851ed-886e-48ae-824c-726ff891f312 None None] Deleting port 8833d6ce-771b-4de8-a209-ae2b121c7d97 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:32.154346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da2851ed-886e-48ae-824c-726ff891f312 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.235558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting port 8833d6ce-771b-4de8-a209-ae2b121c7d97 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:32.235901 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.318347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:25Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:30Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:32.401014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] For port 8833d6ce-771b-4de8-a209-ae2b121c7d97, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8833d6ce-771b-4de8-a209-ae2b121c7d97,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:32.401613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.429522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774a7434-75ca-4137-98ec-b28a05b0cd16 None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:25Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:30Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:32.431717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=fd5308c9-136a-47d9-bd81-63ad2fc06a76,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:32.451003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Calling delete_port for 8833d6ce-771b-4de8-a209-ae2b121c7d97 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:32.458243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-da2851ed-886e-48ae-824c-726ff891f312 None None] For port 8833d6ce-771b-4de8-a209-ae2b121c7d97, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8833d6ce-771b-4de8-a209-ae2b121c7d97,segment=NetworkSegment(86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed),segment_id=86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:32.458458 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da2851ed-886e-48ae-824c-726ff891f312 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.510695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-da2851ed-886e-48ae-824c-726ff891f312 None None] Calling delete_port for 8833d6ce-771b-4de8-a209-ae2b121c7d97 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:32.557776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 287bbba3-6276-4f0e-a174-ddf41bda224a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:32.565250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:32.765018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.766547 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da2851ed-886e-48ae-824c-726ff891f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.780191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ecbc478d-082c-4137-bdfc-5270d88b474b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:32.825491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Port': ['ID=8833d6ce-771b-4de8-a209-ae2b121c7d97,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:32.844750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] No DVR routers for this DVR port 8833d6ce-771b-4de8-a209-ae2b121c7d97 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:32.862100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2851ed-886e-48ae-824c-726ff891f312 None None] No DVR routers for this DVR port 8833d6ce-771b-4de8-a209-ae2b121c7d97 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:32.889045 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:32.952676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2851ed-886e-48ae-824c-726ff891f312 None None] Pushing event deleted for resources: {'Port': ['ID=8833d6ce-771b-4de8-a209-ae2b121c7d97,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:32.960755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ecbc478d-082c-4137-bdfc-5270d88b474b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:33.085098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99dec0c-cb52-441e-a108-1a7ce3c37a00 None None] Network 287bbba3-6276-4f0e-a174-ddf41bda224a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:33.096333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:33.098312 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.131496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c64370d0-a742-40cb-a3fa-e4d831c1fbe7']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:33.179009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:33.180783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d8f861-13a3-4cd5-9d60-3e6ed3d5cfed') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:33.202673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8833d6ce-771b-4de8-a209-ae2b121c7d97 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:33.207611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.243354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.264419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:33.273906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:33.278144 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:33.310385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8833d6ce-771b-4de8-a209-ae2b121c7d97 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:33.310713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8833d6ce-771b-4de8-a209-ae2b121c7d97 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:33.311064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:33.352083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5a689719-8c0d-4459-b510-bb788c8bb36f None None] Provisioning for port ecbc478d-082c-4137-bdfc-5270d88b474b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:33.355702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:33.356243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e0b8f45e-0ac8-47d1-bbe2-83b5f2cd3c6f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:33.356673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 42bd1b4f-363c-48e5-8f25-539fbb745561 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:33.378047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:33.383124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 42bd1b4f-363c-48e5-8f25-539fbb745561 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:33.383477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 42bd1b4f-363c-48e5-8f25-539fbb745561 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:33.391534 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6d303e81-0a0a-464f-805d-bebb8d2dbc96 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2673841 Jul 07 22:29:33.394738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46876) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.399968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1887232716'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:33.406519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5a689719-8c0d-4459-b510-bb788c8bb36f None None] Provisioning complete for port ecbc478d-082c-4137-bdfc-5270d88b474b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:33.406985 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a689719-8c0d-4459-b510-bb788c8bb36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.430183 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.448623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.453712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:33.461284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "DELETE /v2.0/networks/c64370d0-a742-40cb-a3fa-e4d831c1fbe7 HTTP/1.1" status: 204 len: 168 time: 1.5797000 Jul 07 22:29:33.469037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.488525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46878) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:33.492268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad7d97-683c-4e73-b1df-a6e5a0c23553 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Network': ['ID=c64370d0-a742-40cb-a3fa-e4d831c1fbe7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:33.574925 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:33.614851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.615199 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added segment 01ad73a3-1c27-4053-80dd-a1f95ced817a of type vlan for network 2fe96a03-1089-4d80-b721-20ab4f2130f0 Jul 07 22:29:33.752152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.824408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting port e847a02f-c210-4045-b453-2eb172372c5e {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:33.824736 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.827891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.844128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:33.844774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.959878 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a689719-8c0d-4459-b510-bb788c8bb36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.980406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:33.980752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.003313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Calling delete_port for e847a02f-c210-4045-b453-2eb172372c5e owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:34.050025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Network': ['ID=2fe96a03-1089-4d80-b721-20ab4f2130f0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:34.057130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5a689719-8c0d-4459-b510-bb788c8bb36f None None] For port ecbc478d-082c-4137-bdfc-5270d88b474b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ecbc478d-082c-4137-bdfc-5270d88b474b,segment=NetworkSegment(ddc76682-51e1-4e10-b1d7-22c73d405709),segment_id=ddc76682-51e1-4e10-b1d7-22c73d405709)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:34.077688 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2a648f9b-74a8-4aec-9406-b51d52609ba5 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6816757 Jul 07 22:29:34.079151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:34.080876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 2fe96a03-1089-4d80-b721-20ab4f2130f0 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:34.085150 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a689719-8c0d-4459-b510-bb788c8bb36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.089697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'subnet': {'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:34.292851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:34.301031 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.324275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a689719-8c0d-4459-b510-bb788c8bb36f None None] Pushing event updated for resources: {'Port': ['ID=ecbc478d-082c-4137-bdfc-5270d88b474b,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:34.412975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.519411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-742e92ee-ee16-4f70-a6bc-f54548f5db8e None None] Provisioning for port fd5308c9-136a-47d9-bd81-63ad2fc06a76 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:34.524479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-742e92ee-ee16-4f70-a6bc-f54548f5db8e None None] Provisioning complete for port fd5308c9-136a-47d9-bd81-63ad2fc06a76 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:34.525024 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742e92ee-ee16-4f70-a6bc-f54548f5db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.620096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-742e92ee-ee16-4f70-a6bc-f54548f5db8e None None] Port fd5308c9-136a-47d9-bd81-63ad2fc06a76 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:34.648593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-742e92ee-ee16-4f70-a6bc-f54548f5db8e None None] Provisioning complete for port ecbc478d-082c-4137-bdfc-5270d88b474b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:34.649090 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-742e92ee-ee16-4f70-a6bc-f54548f5db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.654271 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.654271 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Floating IP aefd80ce-665f-4b6c-a16a-a380234668e7 disassociated (deleted). External IP: 172.25.8.113, port: a5de675e-b881-40f0-be30-b7b710840031. Jul 07 22:29:34.738802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Port': ['ID=e847a02f-c210-4045-b453-2eb172372c5e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:34.775005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ecbc478d-082c-4137-bdfc-5270d88b474b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:34.824044 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:34.998007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ecbc478d-082c-4137-bdfc-5270d88b474b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:34.998525 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.028949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Subnet': ['ID=f5a37266-900b-46cb-be75-91b6ef11e365,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:35.045170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Checking segment: {'id': '01ad73a3-1c27-4053-80dd-a1f95ced817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:35.052932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network hostable DHCP agents. Network: 2fe96a03-1089-4d80-b721-20ab4f2130f0, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:35.081175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 2fe96a03-1089-4d80-b721-20ab4f2130f0 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:35.102149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 2fe96a03-1089-4d80-b721-20ab4f2130f0) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:35.111740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.115128 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.126268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9575ee9e-e84a-428b-8cf8-8db93aef061c None None] Network 2fe96a03-1089-4d80-b721-20ab4f2130f0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:35.155971 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2889fd93-9ec1-4b05-9078-efaba37f861a tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0718501 Jul 07 22:29:35.157417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:35.228162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Router e87d9a17-0029-4637-95ed-7c25e2496846 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:35.338026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:35.409176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:35.420364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9b1f45c5-99ca-4575-a419-7bf23735160b None None] Provisioning complete for port fd5308c9-136a-47d9-bd81-63ad2fc06a76 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:35.421310 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b1f45c5-99ca-4575-a419-7bf23735160b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.463003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:35.463660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:35.518295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:35.530995 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:35.531375 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] Sync routers for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:35.547285 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:35.548139 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:35.577840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7bc3dbc7-81a6-44d6-a9b1-dd44cc824f88 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "DELETE /v2.0/floatingips/aefd80ce-665f-4b6c-a16a-a380234668e7 HTTP/1.1" status: 204 len: 168 time: 2.0740697 Jul 07 22:29:35.578632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:35.581243 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7bf84d-df88-42d2-9c22-765f9da340cd" -d '{"events": [{"name": "network-changed", "server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "tag": "a5de675e-b881-40f0-be30-b7b710840031"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:35.649596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:35.674764 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f743aff0-158c-4991-8823-839bd2331232 x-openstack-request-id: req-f743aff0-158c-4991-8823-839bd2331232 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:35.675278 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "tag": "a5de675e-b881-40f0-be30-b7b710840031", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:35.675689 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f743aff0-158c-4991-8823-839bd2331232 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:35.676302 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031', 'status': 'completed', 'code': 200} Jul 07 22:29:35.802184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:35.894999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-174c30aa-8274-429b-bb40-6e3f94be28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:35.899760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-174c30aa-8274-429b-bb40-6e3f94be28a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5fa53f424ee4f55bef098f340a420ca&device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 1136 time: 0.1752522 Jul 07 22:29:35.968657 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:36.110513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:36.113845 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.225392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.241184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-5f3b4379-b5d8-47dd-ab4f-c486d3e9199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.242273 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f45c5-99ca-4575-a419-7bf23735160b None None] Port fd5308c9-136a-47d9-bd81-63ad2fc06a76 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:36.248576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-5f3b4379-b5d8-47dd-ab4f-c486d3e9199d service neutron] 10.222.0.83 "GET /v2.0/networks?id=9c61884d-a33e-42fc-aa65-0f59fedaea96 HTTP/1.1" status: 200 len: 896 time: 0.3303680 Jul 07 22:29:36.351744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-ba645231-c7e9-4788-bb02-c739db8030cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5de675e-b881-40f0-be30-b7b710840031 HTTP/1.1" status: 200 len: 217 time: 0.0946703 Jul 07 22:29:36.362114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-2fe96a03-1089-4d80-b721-20ab4f2130f0', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:29:36.363318 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:36.482677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-8f21b06a-c94e-4ac8-9746-4763f09d0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.486976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-8f21b06a-c94e-4ac8-9746-4763f09d0f42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f86a5aa0-7479-49ff-9011-4ecec2fb0805 HTTP/1.1" status: 200 len: 835 time: 0.1273515 Jul 07 22:29:36.522179 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '42462323-37c7-46e3-ae13-d0c8e290ee64', 'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:2e:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:42Z', 'updated_at': '2021-07-07T22:26:50Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:36.590163 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] Checking router: e87d9a17-0029-4637-95ed-7c25e2496846 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:36.613533 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:36.614584 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:36.736406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-772195de-4711-4024-942e-1ba599063b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:36.739022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-772195de-4711-4024-942e-1ba599063b80 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9c61884d-a33e-42fc-aa65-0f59fedaea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2458370 Jul 07 22:29:36.749762 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:36.979235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-89486c32-e425-45f2-924a-bb6589d9e225 service neutron] 10.222.0.83 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274339 Jul 07 22:29:37.000894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 2001:db8:2::1 (2fe96a03-1089-4d80-b721-20ab4f2130f0/f5a37266-900b-46cb-be75-91b6ef11e365/24c3f18f-84fe-463e-b7dc-9b72eeccac27) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:37.133870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f8a0483d-184c-4f10-a28f-05b5fc636d6f None None] Provisioning complete for port fd5308c9-136a-47d9-bd81-63ad2fc06a76 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:37.135862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8a0483d-184c-4f10-a28f-05b5fc636d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.174654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53616da9-0d2f-4216-914e-c2d574ab7bfb req-a8a4d02a-f114-4ce2-aaf7-86f8f68b4c56 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:37.177558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-53616da9-0d2f-4216-914e-c2d574ab7bfb req-a8a4d02a-f114-4ce2-aaf7-86f8f68b4c56 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 984 time: 0.5678973 Jul 07 22:29:37.216106 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '42462323-37c7-46e3-ae13-d0c8e290ee64', 'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:2e:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:42Z', 'updated_at': '2021-07-07T22:26:50Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:37.251800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0483d-184c-4f10-a28f-05b5fc636d6f None None] Port fd5308c9-136a-47d9-bd81-63ad2fc06a76 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:37.259801 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.273633 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845620ce-6f63-44a2-9a90-f0dcec5f5822 None None] The sync data for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 is: [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '42462323-37c7-46e3-ae13-d0c8e290ee64', 'name': '', 'network_id': '9c61884d-a33e-42fc-aa65-0f59fedaea96', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'mac_address': 'fa:16:3e:2e:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:42Z', 'updated_at': '2021-07-07T22:26:50Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'subnets': [{'id': 'f86a5aa0-7479-49ff-9011-4ecec2fb0805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:37.367916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-53616da9-0d2f-4216-914e-c2d574ab7bfb req-da189d0b-750f-401c-9389-6c4fa0037ab4 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1730263 Jul 07 22:29:37.394229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed7bf84d-df88-42d2-9c22-765f9da340cd req-1cdfc78b-1cb2-4d05-b4e6-c71a37078400 service neutron] 10.222.0.83 "GET /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857656 Jul 07 22:29:37.435635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f,segment=NetworkSegment(af277211-08f1-4088-b29d-f71a4063b474),segment_id=af277211-08f1-4088-b29d-f71a4063b474)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:37.459454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.553112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:31Z', 'revision_number': 3, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:30Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:31Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:37.593054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:37.646053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:37.646587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Updating router ba29bd91-0649-4ae4-831b-5bef694409e8 port fd5308c9-136a-47d9-bd81-63ad2fc06a76 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:29:37.689183 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.752465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.773630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Transition to ACTIVE for port object 24c3f18f-84fe-463e-b7dc-9b72eeccac27 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:37.814283 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:37.887652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 2fe96a03-1089-4d80-b721-20ab4f2130f0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:37.892348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:37.902119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:37.903201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:38.030953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=24c3f18f-84fe-463e-b7dc-9b72eeccac27,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:38.145258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbf5b2-4170-4882-942d-a2f19ea24cea None None] New status for floating IP aefd80ce-665f-4b6c-a16a-a380234668e7: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:29:38.157096 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:38.203983 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:38.269418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Transition to ACTIVE for port object fd5308c9-136a-47d9-bd81-63ad2fc06a76 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:38.277264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Allocated IP 2001:db8:2::2 (2fe96a03-1089-4d80-b721-20ab4f2130f0/f5a37266-900b-46cb-be75-91b6ef11e365/be3ca6df-0788-41fb-b88f-7f58a25e088a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:38.282900 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:38.426616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6b896-d934-451a-b79b-db5f683c3151 None None] Pushing event updated for resources: {'Port': ['ID=fd5308c9-136a-47d9-bd81-63ad2fc06a76,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:38.576998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Attempting to bind port fd5308c9-136a-47d9-bd81-63ad2fc06a76 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:38.578731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Attempting to bind port fd5308c9-136a-47d9-bd81-63ad2fc06a76 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ddc76682-51e1-4e10-b1d7-22c73d405709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:38.579377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Attempting to bind port fd5308c9-136a-47d9-bd81-63ad2fc06a76 on network 287bbba3-6276-4f0e-a174-ddf41bda224a {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:38.615562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:38.616193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Checking segment: {'id': 'ddc76682-51e1-4e10-b1d7-22c73d405709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:38.616754 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:38.617308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Bound using segment: {'id': 'ddc76682-51e1-4e10-b1d7-22c73d405709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:38.617978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Bound port: fd5308c9-136a-47d9-bd81-63ad2fc06a76, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc76682-51e1-4e10-b1d7-22c73d405709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:38.618583 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:38.627012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-fbfefd41-5bf3-43bd-8af4-818e8a988441 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:38.628885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-fbfefd41-5bf3-43bd-8af4-818e8a988441 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.83 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 984 time: 0.3110442 Jul 07 22:29:38.912220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] For port fd5308c9-136a-47d9-bd81-63ad2fc06a76, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:38.923753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] For port fd5308c9-136a-47d9-bd81-63ad2fc06a76, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fd5308c9-136a-47d9-bd81-63ad2fc06a76,segment=NetworkSegment(ddc76682-51e1-4e10-b1d7-22c73d405709),segment_id=ddc76682-51e1-4e10-b1d7-22c73d405709)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:38.980682 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.009454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.009858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting port a5de675e-b881-40f0-be30-b7b710840031 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:39.010252 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.066285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3478a-a0da-4131-b890-f693a066e5bc req-b7ab5093-68cf-406a-aa8f-719c2d5c26d9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:39.069584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cd3478a-a0da-4131-b890-f693a066e5bc req-b7ab5093-68cf-406a-aa8f-719c2d5c26d9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 984 time: 0.3067477 Jul 07 22:29:39.124821 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.132492 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.133627 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.146909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Transition to ACTIVE for port object be3ca6df-0788-41fb-b88f-7f58a25e088a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:39.229546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cd3478a-a0da-4131-b890-f693a066e5bc req-26425f46-d879-471e-883d-2e511eac3ff9 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1055706 Jul 07 22:29:39.264950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:39.270653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=24c3f18f-84fe-463e-b7dc-9b72eeccac27,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:39.284303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:39.334264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 2fe96a03-1089-4d80-b721-20ab4f2130f0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:39.335344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] For port a5de675e-b881-40f0-be30-b7b710840031, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a5de675e-b881-40f0-be30-b7b710840031,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:39.335715 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.336021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:39.351595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Transition to ACTIVE for port object be3ca6df-0788-41fb-b88f-7f58a25e088a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:39.368583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Calling delete_port for a5de675e-b881-40f0-be30-b7b710840031 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:39.401220 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.416624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6b896-d934-451a-b79b-db5f683c3151 None None] Pushing event updated for resources: {'Port': ['ID=fd5308c9-136a-47d9-bd81-63ad2fc06a76,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:39.451042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Network 2fe96a03-1089-4d80-b721-20ab4f2130f0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:39.502242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:39.540818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:39.551982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:39.664033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:39.670177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:39.710496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:39.726352 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-865448d0-caeb-45d2-8eb6-03fb1546259d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5672910 Jul 07 22:29:39.727496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:39.734098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1715840006'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:39.757516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:39.761971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.786466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Pushing event updated for resources: {'Port': ['ID=be3ca6df-0788-41fb-b88f-7f58a25e088a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:39.799771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:29:39.815941 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.816558 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added segment 98009d91-dfc3-4329-b9dc-6ad8a7674094 of type vlan for network 29d5cb14-5479-4e44-a7b9-767c6af35f26 Jul 07 22:29:39.916074 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:39.956657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Attempting to bind port be3ca6df-0788-41fb-b88f-7f58a25e088a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:39.957214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Attempting to bind port be3ca6df-0788-41fb-b88f-7f58a25e088a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '01ad73a3-1c27-4053-80dd-a1f95ced817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:39.957802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Attempting to bind port be3ca6df-0788-41fb-b88f-7f58a25e088a on network 2fe96a03-1089-4d80-b721-20ab4f2130f0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:40.002490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.015944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:40.016512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:40.016900 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.017382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Checking segment: {'id': '01ad73a3-1c27-4053-80dd-a1f95ced817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:40.017999 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.018783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Bound using segment: {'id': '01ad73a3-1c27-4053-80dd-a1f95ced817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:40.022825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Bound port: be3ca6df-0788-41fb-b88f-7f58a25e088a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ad73a3-1c27-4053-80dd-a1f95ced817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:40.023555 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.097634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:40.098348 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.103312 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3740273 Jul 07 22:29:40.106611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46962) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:40.115082 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'subnet': {'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:40.186767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] For port be3ca6df-0788-41fb-b88f-7f58a25e088a, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:40.282156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e6461-53e1-4988-aa5c-84a37c257df8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Network': ['ID=29d5cb14-5479-4e44-a7b9-767c6af35f26,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:40.379997 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Made reservation on behalf of 7616eb4273d240ad9130519ad9909e0e for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:29:40.383788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.477496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] For port be3ca6df-0788-41fb-b88f-7f58a25e088a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=be3ca6df-0788-41fb-b88f-7f58a25e088a,segment=NetworkSegment(01ad73a3-1c27-4053-80dd-a1f95ced817a),segment_id=01ad73a3-1c27-4053-80dd-a1f95ced817a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:40.483558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 29d5cb14-5479-4e44-a7b9-767c6af35f26 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:29:40.491069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:38Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:38Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:38Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:40.583180 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.647438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b20a9-5d65-4d11-bd6f-42235127f228 req-a995d9ca-6eae-460c-a4e8-38856e810407 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:40.649341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e9b20a9-5d65-4d11-bd6f-42235127f228 req-a995d9ca-6eae-460c-a4e8-38856e810407 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 906 time: 0.1490307 Jul 07 22:29:40.669107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c449a-8a69-49b1-95d2-d4c6a53fe950 None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:38Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:38Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:38Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:40.680438 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.711070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] No DVR routers for this DVR port a5de675e-b881-40f0-be30-b7b710840031 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:40.719549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Port': ['ID=a5de675e-b881-40f0-be30-b7b710840031,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:40.722728 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.724850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11a515cd-c920-4355-aa03-263eeaa7f301 req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.83 "DELETE /v2.0/ports/a5de675e-b881-40f0-be30-b7b710840031 HTTP/1.1" status: 204 len: 173 time: 2.0905685 Jul 07 22:29:40.726361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'name': 'network-vif-deleted', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:40.728621 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0a77f0-0d18-40c4-a13d-ba191500e6c7" -d '{"events": [{"server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "name": "network-vif-deleted", "tag": "a5de675e-b881-40f0-be30-b7b710840031"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:40.765933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.766579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.767014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.767445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.767924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.768346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.768756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.769182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.769786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.770051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.770625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.771805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f09a95c-31d7-4506-a338-82f612f4cce0 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:40.812527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e9b20a9-5d65-4d11-bd6f-42235127f228 req-69c7ab86-42dd-457b-aef8-e14c9a818341 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/security-groups?id=9a620b78-bb25-4af3-88f0-72ded2a6a0be&id=a4b687b2-0bdd-49e4-8031-d3d62c724eff&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1091602 Jul 07 22:29:40.847075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:40.928919 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a502d9b5-49a3-4b4d-8c2e-a3e82fa87d52 x-openstack-request-id: req-a502d9b5-49a3-4b4d-8c2e-a3e82fa87d52 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:40.929221 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605b7b3b-8249-456c-a717-f163e84c2718", "name": "network-vif-deleted", "tag": "a5de675e-b881-40f0-be30-b7b710840031", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:40.929481 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a502d9b5-49a3-4b4d-8c2e-a3e82fa87d52 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:40.929895 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605b7b3b-8249-456c-a717-f163e84c2718', 'name': 'network-vif-deleted', 'tag': 'a5de675e-b881-40f0-be30-b7b710840031', 'status': 'completed', 'code': 200} Jul 07 22:29:41.015978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563a58f-861d-4407-b4c8-e58daafd0cee None None] Pushing event updated for resources: {'Port': ['ID=be3ca6df-0788-41fb-b88f-7f58a25e088a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:41.046431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Subnet': ['ID=3683c62e-3442-4735-9317-ac8f9a8d1203,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:41.145942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Checking segment: {'id': '98009d91-dfc3-4329-b9dc-6ad8a7674094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:41.149224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network hostable DHCP agents. Network: 29d5cb14-5479-4e44-a7b9-767c6af35f26, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:29:41.155976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device a5de675e-b881-40f0-be30-b7b710840031 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:41.231037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 29d5cb14-5479-4e44-a7b9-767c6af35f26 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:29:41.236190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: a5de675e-b881-40f0-be30-b7b710840031 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:41.236544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device a5de675e-b881-40f0-be30-b7b710840031 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:41.265781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 29d5cb14-5479-4e44-a7b9-767c6af35f26) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:41.271101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:41.271101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.303325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f22908-5efc-4769-9d0e-e9212dfe4f8f None None] Network 29d5cb14-5479-4e44-a7b9-767c6af35f26 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:41.316357 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d3d6c74d-69ef-4815-a794-211b8e0e3b88 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2085259 Jul 07 22:29:41.319927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46982) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:41.758758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-29d5cb14-5479-4e44-a7b9-767c6af35f26', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:29:41.760411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:41.765177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device be3ca6df-0788-41fb-b88f-7f58a25e088a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:42.065128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port be3ca6df-0788-41fb-b88f-7f58a25e088a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:42.285151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a5f26eb-acb8-4693-afee-d4a8bf567cac req-9e425f2c-7901-47c6-83d1-8ab9514b092f tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "GET /v2.0/ports?device_id=605b7b3b-8249-456c-a717-f163e84c2718 HTTP/1.1" status: 200 len: 210 time: 0.0975764 Jul 07 22:29:42.321111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.360235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Allocated IP 2001:db8:3::2 (29d5cb14-5479-4e44-a7b9-767c6af35f26/3683c62e-3442-4735-9317-ac8f9a8d1203/b0038e65-a96a-4843-81a9-26c28a680443) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:42.794999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16366368-77bb-4232-b41a-0a36eca36b9e None None] Network 2fe96a03-1089-4d80-b721-20ab4f2130f0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:42.887559 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:42.897712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Transition to ACTIVE for port object b0038e65-a96a-4843-81a9-26c28a680443 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:42.958655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Transition to ACTIVE for port object b0038e65-a96a-4843-81a9-26c28a680443 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:42.982652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8f290260-81e6-4a55-9159-a98c823e8a9d None None] Provisioning for port be3ca6df-0788-41fb-b88f-7f58a25e088a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:43.005237 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.020796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8f290260-81e6-4a55-9159-a98c823e8a9d None None] Provisioning complete for port be3ca6df-0788-41fb-b88f-7f58a25e088a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:43.021450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f290260-81e6-4a55-9159-a98c823e8a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.031318 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:43.057555 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:43.059242 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:43.079102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Allocated IP 2001:db8:3::1 (29d5cb14-5479-4e44-a7b9-767c6af35f26/3683c62e-3442-4735-9317-ac8f9a8d1203/aef33d4e-b718-4717-b655-b3dee5a3d758) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:29:43.112106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Network 29d5cb14-5479-4e44-a7b9-767c6af35f26 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:43.125099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:43.127822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:43.142183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Pushing event updated for resources: {'Port': ['ID=b0038e65-a96a-4843-81a9-26c28a680443,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:43.210894 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:43.283647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Attempting to bind port b0038e65-a96a-4843-81a9-26c28a680443 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:43.284121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Attempting to bind port b0038e65-a96a-4843-81a9-26c28a680443 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '98009d91-dfc3-4329-b9dc-6ad8a7674094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:43.284491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Attempting to bind port b0038e65-a96a-4843-81a9-26c28a680443 on network 29d5cb14-5479-4e44-a7b9-767c6af35f26 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:43.349674 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:43.352287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Checking segment: {'id': '98009d91-dfc3-4329-b9dc-6ad8a7674094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:43.353589 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.353945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Bound using segment: {'id': '98009d91-dfc3-4329-b9dc-6ad8a7674094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:43.377634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Bound port: b0038e65-a96a-4843-81a9-26c28a680443, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98009d91-dfc3-4329-b9dc-6ad8a7674094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:43.378389 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.386643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.420366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Transition to ACTIVE for port object aef33d4e-b718-4717-b655-b3dee5a3d758 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:43.464233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.510359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47006) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:43.568935 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:38Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:38Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:38Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:43.603525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 29d5cb14-5479-4e44-a7b9-767c6af35f26 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:43.608749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:43.613444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:29:43.615871 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.620196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] For port b0038e65-a96a-4843-81a9-26c28a680443, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:43.625018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] For port b0038e65-a96a-4843-81a9-26c28a680443, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b0038e65-a96a-4843-81a9-26c28a680443,segment=NetworkSegment(98009d91-dfc3-4329-b9dc-6ad8a7674094),segment_id=98009d91-dfc3-4329-b9dc-6ad8a7674094)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:43.631350 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f290260-81e6-4a55-9159-a98c823e8a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.635296 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.669600 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:43.670417 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Updating router ba29bd91-0649-4ae4-831b-5bef694409e8 port 24c3f18f-84fe-463e-b7dc-9b72eeccac27 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:29:43.705678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f8504cf-d023-44b7-92d3-e487f18a28dc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.710433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fd5308c9-136a-47d9-bd81-63ad2fc06a76 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:43.740797 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.742245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=aef33d4e-b718-4717-b655-b3dee5a3d758,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:43.775292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f8504cf-d023-44b7-92d3-e487f18a28dc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.874876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.927433 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f8504cf-d023-44b7-92d3-e487f18a28dc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.933271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f8504cf-d023-44b7-92d3-e487f18a28dc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:43.939598 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9f8504cf-d023-44b7-92d3-e487f18a28dc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "DELETE /v2.0/security-groups/a4b687b2-0bdd-49e4-8031-d3d62c724eff HTTP/1.1" status: 204 len: 168 time: 0.4281480 Jul 07 22:29:43.943371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:44.067970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8504cf-d023-44b7-92d3-e487f18a28dc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b687b2-0bdd-49e4-8031-d3d62c724eff,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:44.147665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8f290260-81e6-4a55-9159-a98c823e8a9d None None] For port be3ca6df-0788-41fb-b88f-7f58a25e088a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=be3ca6df-0788-41fb-b88f-7f58a25e088a,segment=NetworkSegment(01ad73a3-1c27-4053-80dd-a1f95ced817a),segment_id=01ad73a3-1c27-4053-80dd-a1f95ced817a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:44.179374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Pushing event updated for resources: {'Port': ['ID=b0038e65-a96a-4843-81a9-26c28a680443,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:44.191631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80128b7c-b52c-4a31-8a80-68e0e4c40e31 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.222029 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f290260-81e6-4a55-9159-a98c823e8a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.231633 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80128b7c-b52c-4a31-8a80-68e0e4c40e31 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.247237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.255182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.258337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.258704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.259048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.259389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.259725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.260254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.260423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.260719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.261047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.261407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d08feb-a4b0-4684-b999-89d1c12216bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:44.359401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80128b7c-b52c-4a31-8a80-68e0e4c40e31 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.388092 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80128b7c-b52c-4a31-8a80-68e0e4c40e31 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.395379 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-80128b7c-b52c-4a31-8a80-68e0e4c40e31 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "DELETE /v2.0/security-groups/9a620b78-bb25-4af3-88f0-72ded2a6a0be HTTP/1.1" status: 204 len: 168 time: 0.4397340 Jul 07 22:29:44.412340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47020) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:44.441775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80128b7c-b52c-4a31-8a80-68e0e4c40e31 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a620b78-bb25-4af3-88f0-72ded2a6a0be,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:44.697576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port fd5308c9-136a-47d9-bd81-63ad2fc06a76 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:44.730766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d8bfa858-73be-407f-86d4-c3e6345f0c9f None None] Provisioning complete for port be3ca6df-0788-41fb-b88f-7f58a25e088a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:44.731429 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8bfa858-73be-407f-86d4-c3e6345f0c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.761971 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.867655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fd5308c9-136a-47d9-bd81-63ad2fc06a76 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:44.870644 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:44.890828 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Transition to ACTIVE for port object 24c3f18f-84fe-463e-b7dc-9b72eeccac27 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:44.925189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:44.942483 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.003621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f290260-81e6-4a55-9159-a98c823e8a9d None None] Pushing event updated for resources: {'Port': ['ID=be3ca6df-0788-41fb-b88f-7f58a25e088a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:45.073718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Pushing event updated for resources: {'Port': ['ID=24c3f18f-84fe-463e-b7dc-9b72eeccac27,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:45.094691 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.095233 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.095723 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.096217 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.096778 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.097275 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.098280 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.098771 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.099395 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.099905 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.100400 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.100931 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:29:45.156530 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.402660 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Attempting to bind port 24c3f18f-84fe-463e-b7dc-9b72eeccac27 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:45.403038 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Attempting to bind port 24c3f18f-84fe-463e-b7dc-9b72eeccac27 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '01ad73a3-1c27-4053-80dd-a1f95ced817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:45.403399 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Attempting to bind port 24c3f18f-84fe-463e-b7dc-9b72eeccac27 on network 2fe96a03-1089-4d80-b721-20ab4f2130f0 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:45.410459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port fd5308c9-136a-47d9-bd81-63ad2fc06a76, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fd5308c9-136a-47d9-bd81-63ad2fc06a76,segment=NetworkSegment(ddc76682-51e1-4e10-b1d7-22c73d405709),segment_id=ddc76682-51e1-4e10-b1d7-22c73d405709)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:45.428339 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:45.429519 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.432233 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Checking segment: {'id': '01ad73a3-1c27-4053-80dd-a1f95ced817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:45.432712 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.433750 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Bound using segment: {'id': '01ad73a3-1c27-4053-80dd-a1f95ced817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:45.434270 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Bound port: 24c3f18f-84fe-463e-b7dc-9b72eeccac27, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ad73a3-1c27-4053-80dd-a1f95ced817a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:45.434662 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.558158 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.571679 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.573060 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:45.643793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d8bfa858-73be-407f-86d4-c3e6345f0c9f None None] Provisioning for port 24c3f18f-84fe-463e-b7dc-9b72eeccac27 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:45.725416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=fd5308c9-136a-47d9-bd81-63ad2fc06a76,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:45.745698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event updated for resources: {'Port': ['ID=aef33d4e-b718-4717-b655-b3dee5a3d758,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:45.782425 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] For port 24c3f18f-84fe-463e-b7dc-9b72eeccac27, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:45.793303 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] For port 24c3f18f-84fe-463e-b7dc-9b72eeccac27, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=24c3f18f-84fe-463e-b7dc-9b72eeccac27,segment=NetworkSegment(01ad73a3-1c27-4053-80dd-a1f95ced817a),segment_id=01ad73a3-1c27-4053-80dd-a1f95ced817a)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:45.810425 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.005640 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:46.006522 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:46.075664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Network 29d5cb14-5479-4e44-a7b9-767c6af35f26 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:29:46.087178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b0038e65-a96a-4843-81a9-26c28a680443 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:46.166512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:29:46.343639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port b0038e65-a96a-4843-81a9-26c28a680443 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:46.370357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device be3ca6df-0788-41fb-b88f-7f58a25e088a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:46.417177 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:46.485548 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.491066 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8011750-8542-40d5-ba8b-5221650c0a9d None None] Pushing event updated for resources: {'Port': ['ID=24c3f18f-84fe-463e-b7dc-9b72eeccac27,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:46.581511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3161a2f-fef4-4d70-9e87-f21ea59447ed None None] Network 29d5cb14-5479-4e44-a7b9-767c6af35f26 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:46.606577 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.756676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ac8db020-a0f8-46f1-806f-5c326bc203ff None None] Provisioning for port b0038e65-a96a-4843-81a9-26c28a680443 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:46.768314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ac8db020-a0f8-46f1-806f-5c326bc203ff None None] Provisioning complete for port b0038e65-a96a-4843-81a9-26c28a680443 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:46.768838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac8db020-a0f8-46f1-806f-5c326bc203ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.790955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port be3ca6df-0788-41fb-b88f-7f58a25e088a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:46.791457 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:46.823779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:46.989637 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:43Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:44Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:47.034904 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2e44-23d3-4a88-bd39-c42020995636 None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:43Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:44Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:47.082888 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac8db020-a0f8-46f1-806f-5c326bc203ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.170890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ac8db020-a0f8-46f1-806f-5c326bc203ff None None] For port b0038e65-a96a-4843-81a9-26c28a680443, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b0038e65-a96a-4843-81a9-26c28a680443,segment=NetworkSegment(98009d91-dfc3-4329-b9dc-6ad8a7674094),segment_id=98009d91-dfc3-4329-b9dc-6ad8a7674094)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:47.178149 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ac8db020-a0f8-46f1-806f-5c326bc203ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.197954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-ba8040ba-8448-4de5-9da2-671b8e27696b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4755964 Jul 07 22:29:47.199520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:47.211584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a9e9740f-8c9d-4b6e-a221-a45841436b98 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8899479 Jul 07 22:29:47.212284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47048) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:47.222670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:47.276640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8db020-a0f8-46f1-806f-5c326bc203ff None None] Pushing event updated for resources: {'Port': ['ID=b0038e65-a96a-4843-81a9-26c28a680443,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:47.410867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Deleting port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:47.412417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.668822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] For port 27bfb9bc-28e0-45cf-86aa-ff40bfd99699, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=27bfb9bc-28e0-45cf-86aa-ff40bfd99699,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:47.669635 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.695439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-96475b76-d3bb-49e1-aff5-52d75eeab095 None None] Provisioning complete for port b0038e65-a96a-4843-81a9-26c28a680443 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:47.696675 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96475b76-d3bb-49e1-aff5-52d75eeab095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:47.706630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Calling delete_port for 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:47.776574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b0038e65-a96a-4843-81a9-26c28a680443 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:48.017672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b0038e65-a96a-4843-81a9-26c28a680443 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:48.032957 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.164010 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.184796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-96475b76-d3bb-49e1-aff5-52d75eeab095 None None] Provisioning for port aef33d4e-b718-4717-b655-b3dee5a3d758 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:48.200721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-96475b76-d3bb-49e1-aff5-52d75eeab095 None None] Provisioning complete for port aef33d4e-b718-4717-b655-b3dee5a3d758 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:48.201280 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96475b76-d3bb-49e1-aff5-52d75eeab095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.228087 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Pushing event deleted for resources: {'Port': ['ID=27bfb9bc-28e0-45cf-86aa-ff40bfd99699,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:48.258947 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:29:48.305320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-96475b76-d3bb-49e1-aff5-52d75eeab095 None None] Port aef33d4e-b718-4717-b655-b3dee5a3d758 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:48.383105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 24c3f18f-84fe-463e-b7dc-9b72eeccac27 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:48.477661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b6fd4d23-a5ae-48cc-be32-ece7dd85f3ab None None] Provisioning complete for port aef33d4e-b718-4717-b655-b3dee5a3d758 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:48.478390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4d23-a5ae-48cc-be32-ece7dd85f3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.616256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:48.844123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:48.860382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd4d23-a5ae-48cc-be32-ece7dd85f3ab None None] Port aef33d4e-b718-4717-b655-b3dee5a3d758 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:48.870986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-821ad482-4873-4aba-96e3-bdc4f53231e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:48.872490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-821ad482-4873-4aba-96e3-bdc4f53231e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 1097 time: 1.4716797 Jul 07 22:29:48.874535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:48.876188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:49.000875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:49.019131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting port 42462323-37c7-46e3-ae13-d0c8e290ee64 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:49.019478 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.082325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 24c3f18f-84fe-463e-b7dc-9b72eeccac27 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:49.099895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 24c3f18f-84fe-463e-b7dc-9b72eeccac27 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:49.100432 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.137100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-9e23c5df-0857-45e3-8e92-668dc0ce74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:49.138647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-9e23c5df-0857-45e3-8e92-668dc0ce74f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.2303023 Jul 07 22:29:49.254130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-09d792ad-bfe5-4921-9368-0a71215a5db0 None None] Provisioning complete for port aef33d4e-b718-4717-b655-b3dee5a3d758 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:49.254604 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09d792ad-bfe5-4921-9368-0a71215a5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.276339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] For port 42462323-37c7-46e3-ae13-d0c8e290ee64, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=42462323-37c7-46e3-ae13-d0c8e290ee64,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:49.276705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.299870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-09d792ad-bfe5-4921-9368-0a71215a5db0 None None] Port aef33d4e-b718-4717-b655-b3dee5a3d758 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:29:49.300985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-c868e237-2238-455a-82b0-ac9e0fe519cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c HTTP/1.1" status: 200 len: 1000 time: 0.1504209 Jul 07 22:29:49.301900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Calling delete_port for 42462323-37c7-46e3-ae13-d0c8e290ee64 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:49.355110 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.390663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 24c3f18f-84fe-463e-b7dc-9b72eeccac27, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=24c3f18f-84fe-463e-b7dc-9b72eeccac27,segment=NetworkSegment(01ad73a3-1c27-4053-80dd-a1f95ced817a),segment_id=01ad73a3-1c27-4053-80dd-a1f95ced817a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:49.400773 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.401000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Router 330fc267-bc26-49dc-9560-b4ac9ca5768d has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:49.401793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fd5308c9-136a-47d9-bd81-63ad2fc06a76 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:49.420597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.extraroute_db [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:29:49.457526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-34bf159b-e2e3-47fb-a105-285b47ad5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:49.459180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-34bf159b-e2e3-47fb-a105-285b47ad5f21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1327069 Jul 07 22:29:49.464133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.extraroute_db [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Removed routes are [] {{(pid=93941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:29:49.464570 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.475794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:43Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:44Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:49.520030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:49.520455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Updating router ba29bd91-0649-4ae4-831b-5bef694409e8 port aef33d4e-b718-4717-b655-b3dee5a3d758 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:29:49.553954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:49.568300 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] Sync routers for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:49.569741 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-395d1d13-9aca-47ca-97e5-fabb15d5c40c admin admin] 10.222.0.81 "PUT /v2.0/routers/330fc267-bc26-49dc-9560-b4ac9ca5768d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6434529 Jul 07 22:29:49.575324 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.578014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47066) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:49.587548 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:49.590157 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:49.646792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=24c3f18f-84fe-463e-b7dc-9b72eeccac27,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:49.695053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fd5308c9-136a-47d9-bd81-63ad2fc06a76 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:49.695620 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.747029 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:49.794652 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:49.855306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-9a882dbb-9d09-40a3-bf11-d2344df0f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:49.856839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-9a882dbb-9d09-40a3-bf11-d2344df0f896 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3878143 Jul 07 22:29:50.053980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.064407 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.118472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.140946 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.233980 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.257182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Port': ['ID=42462323-37c7-46e3-ae13-d0c8e290ee64,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:50.266424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 24c3f18f-84fe-463e-b7dc-9b72eeccac27 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:50.298512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-9ef6ca2b-8c1a-4c62-b950-badaf1c404e1 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166448 Jul 07 22:29:50.328408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Transition to ACTIVE for port object aef33d4e-b718-4717-b655-b3dee5a3d758 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:29:50.346212 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.365575 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:29:48Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:50.409848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db27ea-d099-42b7-b4a4-9a70147fa0d6 None None] Pushing event updated for resources: {'Port': ['ID=aef33d4e-b718-4717-b655-b3dee5a3d758,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:50.419604 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] Checking router: 330fc267-bc26-49dc-9560-b4ac9ca5768d for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:50.423091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 24c3f18f-84fe-463e-b7dc-9b72eeccac27 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:50.423691 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.444251 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] Routers {'330fc267-bc26-49dc-9560-b4ac9ca5768d'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:50.445855 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['330fc267-bc26-49dc-9560-b4ac9ca5768d'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:50.574180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:50.603063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Attempting to bind port aef33d4e-b718-4717-b655-b3dee5a3d758 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:29:50.603467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Attempting to bind port aef33d4e-b718-4717-b655-b3dee5a3d758 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '98009d91-dfc3-4329-b9dc-6ad8a7674094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:29:50.603835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Attempting to bind port aef33d4e-b718-4717-b655-b3dee5a3d758 on network 29d5cb14-5479-4e44-a7b9-767c6af35f26 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:29:50.624114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:29:50.627049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Checking segment: {'id': '98009d91-dfc3-4329-b9dc-6ad8a7674094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:29:50.627049 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.627049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Bound using segment: {'id': '98009d91-dfc3-4329-b9dc-6ad8a7674094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:29:50.628187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Bound port: aef33d4e-b718-4717-b655-b3dee5a3d758, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98009d91-dfc3-4329-b9dc-6ad8a7674094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:29:50.628986 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.641481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc2c262-4f3e-430f-a6f7-93d210defd12 req-c4db8672-5bc2-4db9-b5c0-3fb6e603914b service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108089 Jul 07 22:29:50.646842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.656450 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] Set router 330fc267-bc26-49dc-9560-b4ac9ca5768d gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:50.736186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] For port aef33d4e-b718-4717-b655-b3dee5a3d758, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:29:50.740183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] For port aef33d4e-b718-4717-b655-b3dee5a3d758, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aef33d4e-b718-4717-b655-b3dee5a3d758,segment=NetworkSegment(98009d91-dfc3-4329-b9dc-6ad8a7674094),segment_id=98009d91-dfc3-4329-b9dc-6ad8a7674094)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:29:50.750210 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.817437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db27ea-d099-42b7-b4a4-9a70147fa0d6 None None] Pushing event updated for resources: {'Port': ['ID=aef33d4e-b718-4717-b655-b3dee5a3d758,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:50.823722 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:50.868834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:50.869857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:50.968748 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:29:48Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:51.008184 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee88c68-4ae8-45e5-8ce2-031a41c70944 None None] The sync data for ids ['330fc267-bc26-49dc-9560-b4ac9ca5768d'] in n-d-695012-11 is: [{'id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'name': 'tempest-AttachVolumeTestJSON-438205594-router', 'tenant_id': '91f4423bbdbf40828bc8986344569d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:21:25Z', 'updated_at': '2021-07-07T22:29:48Z', 'revision_number': 5, 'project_id': '91f4423bbdbf40828bc8986344569d8f', 'gw_port': {'id': '1804a75c-7bd2-4046-bf88-a00fe1d6e95a', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:61:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '330fc267-bc26-49dc-9560-b4ac9ca5768d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:21:27Z', 'updated_at': '2021-07-07T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:51.024040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:51.032919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:51.071768 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.080572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f038636a-f613-476d-b405-c3bfd8c3d03d tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8 HTTP/1.1" status: 200 len: 953 time: 3.8649340 Jul 07 22:29:51.083322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47082) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:51.209483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Deleting port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:51.209830 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.296541 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9c3c21fc-7a15-47e8-9953-0ff089339a37 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8 HTTP/1.1" status: 200 len: 953 time: 0.2114911 Jul 07 22:29:51.299578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47088) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:51.304673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'routes': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:29:51.479124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 6, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:50Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:51.527748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e82a3c6-1b32-45d6-b46d-45c9034a3cc9 None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 6, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:50Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:51.949212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] For port 1804a75c-7bd2-4046-bf88-a00fe1d6e95a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1804a75c-7bd2-4046-bf88-a00fe1d6e95a,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:51.949582 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:51.989747 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.extraroute_db [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added routes are [] {{(pid=93942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:29:51.990230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.extraroute_db [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:29:52.032259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Calling delete_port for 1804a75c-7bd2-4046-bf88-a00fe1d6e95a owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:52.045852 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.067157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a066cf-d0fb-486d-b076-917475d344db None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:52.082236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a066cf-d0fb-486d-b076-917475d344db None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:52.082236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-86a066cf-d0fb-486d-b076-917475d344db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:52.138895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Router e87d9a17-0029-4637-95ed-7c25e2496846 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:52.366460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.369790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.481665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aef33d4e-b718-4717-b655-b3dee5a3d758 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:52.563232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:52.569853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2fbda7f6-e6fb-4a63-8f63-28b4561511cc tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "PUT /v2.0/routers/e87d9a17-0029-4637-95ed-7c25e2496846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1498182 Jul 07 22:29:52.573516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:52.575145 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] Sync routers for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:52.583608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:52.590599 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:52.591390 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:52.593459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.600565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-86a066cf-d0fb-486d-b076-917475d344db None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:52.621765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Pushing event deleted for resources: {'Port': ['ID=1804a75c-7bd2-4046-bf88-a00fe1d6e95a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:52.685847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port aef33d4e-b718-4717-b655-b3dee5a3d758 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:29:52.714832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port aef33d4e-b718-4717-b655-b3dee5a3d758 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:52.715214 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.721917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4c8ec8-39ef-4a54-8348-f92a6856e534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting subnet f86a5aa0-7479-49ff-9011-4ecec2fb0805 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:29:52.726828 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8ec8-39ef-4a54-8348-f92a6856e534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.738818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.825195 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:52.836256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8ec8-39ef-4a54-8348-f92a6856e534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.868507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:52.878985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.880173 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aeb46678-6ca8-40a2-8972-5b9be40d44b9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8 HTTP/1.1" status: 200 len: 703 time: 1.5793760 Jul 07 22:29:52.883026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47104) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:52.960379 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:52.963985 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.031705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.032295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 330fc267-bc26-49dc-9560-b4ac9ca5768d {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:29:53.040816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.046385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-36d9ba9b-b372-4017-83c6-c76f1c67df33 admin admin] 10.222.0.81 "DELETE /v2.0/routers/330fc267-bc26-49dc-9560-b4ac9ca5768d HTTP/1.1" status: 204 len: 168 time: 3.4629996 Jul 07 22:29:53.049212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47110) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:53.059877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.067776 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:53.096687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8ec8-39ef-4a54-8348-f92a6856e534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.110323 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7cb52340-cae6-49a5-831c-402d41254e91 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8 HTTP/1.1" status: 200 len: 703 time: 0.2263596 Jul 07 22:29:53.111318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:53.129809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-decba6f5-3490-41c8-8da3-aaa7b3b2aaf7 admin admin] Deleting subnet b62ad8a0-1574-4256-ad7d-50ba30a82106 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:29:53.135242 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-decba6f5-3490-41c8-8da3-aaa7b3b2aaf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.135774 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] Checking router: e87d9a17-0029-4637-95ed-7c25e2496846 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:53.148088 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] Routers {'e87d9a17-0029-4637-95ed-7c25e2496846'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:53.149977 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e87d9a17-0029-4637-95ed-7c25e2496846'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:53.164980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port aef33d4e-b718-4717-b655-b3dee5a3d758, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aef33d4e-b718-4717-b655-b3dee5a3d758,segment=NetworkSegment(98009d91-dfc3-4329-b9dc-6ad8a7674094),segment_id=98009d91-dfc3-4329-b9dc-6ad8a7674094)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:53.170793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-86a066cf-d0fb-486d-b076-917475d344db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:52Z', 'revision_number': 7, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:50Z', 'revision_number': 4, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:53.174716 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.215982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a066cf-d0fb-486d-b076-917475d344db None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:53.256842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-decba6f5-3490-41c8-8da3-aaa7b3b2aaf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.258142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a066cf-d0fb-486d-b076-917475d344db None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:53.258748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-86a066cf-d0fb-486d-b076-917475d344db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:53.320296 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8ec8-39ef-4a54-8348-f92a6856e534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.338487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:53.379930 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] Set router e87d9a17-0029-4637-95ed-7c25e2496846 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:53.381422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:53.381876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 27bfb9bc-28e0-45cf-86aa-ff40bfd99699 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:53.390349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-86a066cf-d0fb-486d-b076-917475d344db None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:53.420956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c8ec8-39ef-4a54-8348-f92a6856e534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Subnet': ['ID=f86a5aa0-7479-49ff-9011-4ecec2fb0805,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:53.424931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca4c8ec8-39ef-4a54-8348-f92a6856e534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.429544 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca4c8ec8-39ef-4a54-8348-f92a6856e534 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "DELETE /v2.0/subnets/f86a5aa0-7479-49ff-9011-4ecec2fb0805 HTTP/1.1" status: 204 len: 168 time: 0.8547320 Jul 07 22:29:53.430525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47116) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:53.494156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f652177-9b50-485f-acaf-b641ea99c3ee None None] Network 9c61884d-a33e-42fc-aa65-0f59fedaea96 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:53.518824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-decba6f5-3490-41c8-8da3-aaa7b3b2aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.629367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=aef33d4e-b718-4717-b655-b3dee5a3d758,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:53.731535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-decba6f5-3490-41c8-8da3-aaa7b3b2aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.801572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decba6f5-3490-41c8-8da3-aaa7b3b2aaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62ad8a0-1574-4256-ad7d-50ba30a82106,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:53.804463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-decba6f5-3490-41c8-8da3-aaa7b3b2aaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:53.810211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-decba6f5-3490-41c8-8da3-aaa7b3b2aaf7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b62ad8a0-1574-4256-ad7d-50ba30a82106 HTTP/1.1" status: 204 len: 168 time: 0.7577069 Jul 07 22:29:53.815125 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:53.815652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47120) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:53.827190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ad88a5-3cb0-4def-afd7-9ce7e744565d None None] Network 82d16117-de9c-496d-bd6e-1e597d1911b8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:53.848770 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82a29c-0904-4ee6-a577-d173248c4569 None None] The sync data for ids ['e87d9a17-0029-4637-95ed-7c25e2496846'] in n-d-695012-11 is: [{'id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'name': 'tempest-TestSecurityGroupsBasicOps-router-159504745', 'tenant_id': 'e5fa53f424ee4f55bef098f340a420ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:38Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': 'e5fa53f424ee4f55bef098f340a420ca', 'gw_port': {'id': '5ee6ba07-445c-4cfb-93b2-2fea92f65bb7', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87d9a17-0029-4637-95ed-7c25e2496846', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2271, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:39Z', 'updated_at': '2021-07-07T22:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:53.926440 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.004322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Deleting port 19401e57-2eef-4698-9dc5-a515901e83c9 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:54.007240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.053571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-86a066cf-d0fb-486d-b076-917475d344db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:52Z', 'revision_number': 7, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:53Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:54.095960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a066cf-d0fb-486d-b076-917475d344db None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:52Z', 'revision_number': 7, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:53Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:54.124197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] For port 19401e57-2eef-4698-9dc5-a515901e83c9, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=19401e57-2eef-4698-9dc5-a515901e83c9,segment=NetworkSegment(ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a),segment_id=ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:54.124713 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.161864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Calling delete_port for 19401e57-2eef-4698-9dc5-a515901e83c9 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:54.278876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb01d9-e727-47ff-a15a-82ffa1ad83a8 None None] DHCP port deletion for 9c61884d-a33e-42fc-aa65-0f59fedaea96 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:29:54.298587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.361651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df4bf8c-3f11-4ac9-8b07-89efc3cf0fcf None None] DHCP port deletion for 82d16117-de9c-496d-bd6e-1e597d1911b8 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:29:54.370584 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.421767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-95cb01d9-e727-47ff-a15a-82ffa1ad83a8 None None] Deleting port 3ca56419-a1be-49b6-948f-52bdd66c14fa {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:54.422192 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95cb01d9-e727-47ff-a15a-82ffa1ad83a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.428673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Pushing event deleted for resources: {'Port': ['ID=19401e57-2eef-4698-9dc5-a515901e83c9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:54.441080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] No DVR routers for this DVR port 19401e57-2eef-4698-9dc5-a515901e83c9 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:54.516250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aef33d4e-b718-4717-b655-b3dee5a3d758 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:29:54.589634 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.612144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d16117-de9c-496d-bd6e-1e597d1911b8']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:54.633195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.633861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:54.634405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac03e9d8-b348-4b42-8ea3-01cfdfe97c3a') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:54.649300 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.658591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:54.669992 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.678282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-95cb01d9-e727-47ff-a15a-82ffa1ad83a8 None None] For port 3ca56419-a1be-49b6-948f-52bdd66c14fa, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3ca56419-a1be-49b6-948f-52bdd66c14fa,segment=NetworkSegment(ec2fab21-0643-470c-ae66-9023faa32040),segment_id=ec2fab21-0643-470c-ae66-9023faa32040)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:54.678969 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95cb01d9-e727-47ff-a15a-82ffa1ad83a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.680563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:54.680987 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.700251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-95cb01d9-e727-47ff-a15a-82ffa1ad83a8 None None] Calling delete_port for 3ca56419-a1be-49b6-948f-52bdd66c14fa owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:54.705853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:54.707427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:54.800084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Deleting port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:54.800589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:54.839799 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:54.846605 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.851384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port aef33d4e-b718-4717-b655-b3dee5a3d758 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:29:54.852044 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.886372 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.896770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] 10.222.0.81 "DELETE /v2.0/networks/82d16117-de9c-496d-bd6e-1e597d1911b8 HTTP/1.1" status: 204 len: 168 time: 1.0718095 Jul 07 22:29:54.897835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad1a1a-fd9f-4171-bcdd-66c26bca1673 admin admin] Pushing event deleted for resources: {'Network': ['ID=82d16117-de9c-496d-bd6e-1e597d1911b8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:54.928459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] For port 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5ee6ba07-445c-4cfb-93b2-2fea92f65bb7,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:54.928856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:54.947024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Calling delete_port for 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:54.990040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:55.090717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47140) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:55.166287 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.170572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4f86c0f0-8515-4b9d-88ec-434b725dd3bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91f4423bbdbf40828bc8986344569d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780737 Jul 07 22:29:55.173714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47142) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:55.197299 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95cb01d9-e727-47ff-a15a-82ffa1ad83a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.255523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb01d9-e727-47ff-a15a-82ffa1ad83a8 None None] No DVR routers for this DVR port 3ca56419-a1be-49b6-948f-52bdd66c14fa on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:55.255783 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-896cccc8-72e0-4aa8-a201-ecce7cbd2d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.258899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb01d9-e727-47ff-a15a-82ffa1ad83a8 None None] Pushing event deleted for resources: {'Port': ['ID=3ca56419-a1be-49b6-948f-52bdd66c14fa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:55.298784 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-896cccc8-72e0-4aa8-a201-ecce7cbd2d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.337471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.357456 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-896cccc8-72e0-4aa8-a201-ecce7cbd2d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.360218 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-896cccc8-72e0-4aa8-a201-ecce7cbd2d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.368044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-896cccc8-72e0-4aa8-a201-ecce7cbd2d1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/132103f1-e3a6-40f7-bee4-6ae93f2379cf HTTP/1.1" status: 204 len: 168 time: 0.1930430 Jul 07 22:29:55.381896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cccc8-72e0-4aa8-a201-ecce7cbd2d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132103f1-e3a6-40f7-bee4-6ae93f2379cf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:55.383816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Port': ['ID=5ee6ba07-445c-4cfb-93b2-2fea92f65bb7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:55.472008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3ca56419-a1be-49b6-948f-52bdd66c14fa no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:55.494974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3ca56419-a1be-49b6-948f-52bdd66c14fa {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:55.495315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3ca56419-a1be-49b6-948f-52bdd66c14fa not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:55.495731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 42462323-37c7-46e3-ae13-d0c8e290ee64 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:55.518484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 42462323-37c7-46e3-ae13-d0c8e290ee64 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:55.519101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 42462323-37c7-46e3-ae13-d0c8e290ee64 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:55.519745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1804a75c-7bd2-4046-bf88-a00fe1d6e95a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:55.542335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 1804a75c-7bd2-4046-bf88-a00fe1d6e95a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:55.542750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1804a75c-7bd2-4046-bf88-a00fe1d6e95a not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:55.545088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.573034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:52Z', 'revision_number': 7, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:53Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:55.602528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:55.611242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:55.611869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:55.675390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.679034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.718158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:55.769104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.769643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Fanout notify agent at l3_agent the message router_deleted on router e87d9a17-0029-4637-95ed-7c25e2496846 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:29:55.777059 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.778210 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2c28152a-ff18-41fc-a0c8-c7aafc6d1396 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "DELETE /v2.0/routers/e87d9a17-0029-4637-95ed-7c25e2496846 HTTP/1.1" status: 204 len: 168 time: 2.3432744 Jul 07 22:29:55.781080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47162) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:55.876560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port aef33d4e-b718-4717-b655-b3dee5a3d758 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:55.877057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:55.913581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.052793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:52Z', 'revision_number': 7, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:53Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:56.088620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720475f-3f36-4a43-8437-85d84012a10f None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:52Z', 'revision_number': 7, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aef33d4e-b718-4717-b655-b3dee5a3d758', 'name': '', 'network_id': '29d5cb14-5479-4e44-a7b9-767c6af35f26', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:6a:f7:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:42Z', 'updated_at': '2021-07-07T22:29:53Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '3683c62e-3442-4735-9317-ac8f9a8d1203', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:56.089039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port aef33d4e-b718-4717-b655-b3dee5a3d758, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aef33d4e-b718-4717-b655-b3dee5a3d758,segment=NetworkSegment(98009d91-dfc3-4329-b9dc-6ad8a7674094),segment_id=98009d91-dfc3-4329-b9dc-6ad8a7674094)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:56.089419 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.109339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for aef33d4e-b718-4717-b655-b3dee5a3d758 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:56.127170 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.143408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c61884d-a33e-42fc-aa65-0f59fedaea96']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:56.171251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2fab21-0643-470c-ae66-9023faa32040') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:56.171556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2fab21-0643-470c-ae66-9023faa32040') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:56.203865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.254510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.263217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:56.264058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:56.347708 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:56.403545 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.433728 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.437903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] 10.222.0.81 "DELETE /v2.0/networks/9c61884d-a33e-42fc-aa65-0f59fedaea96 HTTP/1.1" status: 204 len: 168 time: 0.6557963 Jul 07 22:29:56.438942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61087b5-882a-4a56-aa1e-0e42a24c4424 tempest-TestSecurityGroupsBasicOps-1616296981 tempest-TestSecurityGroupsBasicOps-1616296981-project] Pushing event deleted for resources: {'Network': ['ID=9c61884d-a33e-42fc-aa65-0f59fedaea96,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:56.452400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.513615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=aef33d4e-b718-4717-b655-b3dee5a3d758,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:56.538757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19401e57-2eef-4698-9dc5-a515901e83c9 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:56.575744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 19401e57-2eef-4698-9dc5-a515901e83c9 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:56.582460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 19401e57-2eef-4698-9dc5-a515901e83c9 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:56.640790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c3c86-71cc-47e3-bebf-95979f482a78 req-d97a3cbd-d33d-46c8-84a6-f115d7a299a8 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:56.643153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664c3c86-71cc-47e3-bebf-95979f482a78 req-d97a3cbd-d33d-46c8-84a6-f115d7a299a8 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.1153982 Jul 07 22:29:56.678616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:56.701128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664c3c86-71cc-47e3-bebf-95979f482a78 req-464eaa81-5f9b-4b16-9ebd-301ceebdebaa tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517459 Jul 07 22:29:56.941401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:29:56.958757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47230) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:57.056944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:29:57.063777 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ec45880-093c-4462-9298-7149610ec012 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8349957 Jul 07 22:29:57.067642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47240) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:57.076263 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:29:57.097295 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:57.100305 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:57.197311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-23564048-6871-4a78-b916-34f0750cb30e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting subnet 3683c62e-3442-4735-9317-ac8f9a8d1203 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:29:57.202263 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23564048-6871-4a78-b916-34f0750cb30e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.241961 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:57.253652 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23564048-6871-4a78-b916-34f0750cb30e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.264495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47246) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:57.323635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e77a4d53-75a7-4206-bb2d-95bcca6e63d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.324814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47254) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:57.339301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-67783200-597d-496a-b850-1b921492406b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5fa53f424ee4f55bef098f340a420ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792152 Jul 07 22:29:57.434793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbc31-a9c2-4fcc-adbb-597a5e103d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.473592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbc31-a9c2-4fcc-adbb-597a5e103d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.485321 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23564048-6871-4a78-b916-34f0750cb30e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.491120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e08e69d0-e321-4b1b-8387-85bf6810bb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.516002 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:56Z', 'revision_number': 8, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:57.549577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2c561-6c52-4ea6-91c3-41aa53edf010 req-94f80b3e-780a-49b6-8670-bf47eedfbdfc tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:57.549817 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:29:57.556529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44a2c561-6c52-4ea6-91c3-41aa53edf010 req-94f80b3e-780a-49b6-8670-bf47eedfbdfc tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.1550262 Jul 07 22:29:57.560267 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:29:57.561038 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:29:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:57.570161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbc31-a9c2-4fcc-adbb-597a5e103d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.573077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f8cbc31-a9c2-4fcc-adbb-597a5e103d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.594381 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7f8cbc31-a9c2-4fcc-adbb-597a5e103d2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a0ab9c2-2f48-4d4e-ace9-a6be83d99395 HTTP/1.1" status: 204 len: 168 time: 0.2552714 Jul 07 22:29:57.618657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44a2c561-6c52-4ea6-91c3-41aa53edf010 req-8cb80401-5c06-47a3-9ff3-d11e9892bfde tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595329 Jul 07 22:29:57.644607 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23564048-6871-4a78-b916-34f0750cb30e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.653931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cbc31-a9c2-4fcc-adbb-597a5e103d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0ab9c2-2f48-4d4e-ace9-a6be83d99395,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:57.696951 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e08e69d0-e321-4b1b-8387-85bf6810bb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.704181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e08e69d0-e321-4b1b-8387-85bf6810bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.704506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23564048-6871-4a78-b916-34f0750cb30e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Subnet': ['ID=3683c62e-3442-4735-9317-ac8f9a8d1203,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:57.715884 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23564048-6871-4a78-b916-34f0750cb30e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.720705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-23564048-6871-4a78-b916-34f0750cb30e tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/3683c62e-3442-4735-9317-ac8f9a8d1203 HTTP/1.1" status: 204 len: 168 time: 0.6456816 Jul 07 22:29:57.721417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:57.724403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60ab76-7f2b-4d7f-b480-58897f6e4cbe None None] Network 29d5cb14-5479-4e44-a7b9-767c6af35f26 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:29:57.821998 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:29:57.837605 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e08e69d0-e321-4b1b-8387-85bf6810bb84 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=84ffa25e6d0441f8afca1a2b0c770b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717819 Jul 07 22:29:57.840373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47262) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:57.870849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e69d0-e321-4b1b-8387-85bf6810bb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57848c79-1113-47b3-8e3a-1cb020c61962,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:57.898441 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.932771 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-869e81de-623c-450c-b437-3d1577dd6064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.950598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47264) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:57.968217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf721a6-c43a-43f2-b2f8-590e2d763bf4 None None] DHCP port deletion for 29d5cb14-5479-4e44-a7b9-767c6af35f26 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:29:57.968852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc3fb-ec47-4902-8ddb-ac752359f57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:57.983229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-869e81de-623c-450c-b437-3d1577dd6064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.032668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port b0038e65-a96a-4843-81a9-26c28a680443 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:58.033546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.042967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5bf721a6-c43a-43f2-b2f8-590e2d763bf4 None None] Deleting port b0038e65-a96a-4843-81a9-26c28a680443 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:58.044031 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bf721a6-c43a-43f2-b2f8-590e2d763bf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.131639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-869e81de-623c-450c-b437-3d1577dd6064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.134315 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-869e81de-623c-450c-b437-3d1577dd6064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.135648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-869e81de-623c-450c-b437-3d1577dd6064 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57848c79-1113-47b3-8e3a-1cb020c61962 HTTP/1.1" status: 204 len: 168 time: 0.2941327 Jul 07 22:29:58.137809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc3fb-ec47-4902-8ddb-ac752359f57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.149985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5bf721a6-c43a-43f2-b2f8-590e2d763bf4 None None] For port b0038e65-a96a-4843-81a9-26c28a680443, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b0038e65-a96a-4843-81a9-26c28a680443,segment=NetworkSegment(98009d91-dfc3-4329-b9dc-6ad8a7674094),segment_id=98009d91-dfc3-4329-b9dc-6ad8a7674094)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:58.150818 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bf721a6-c43a-43f2-b2f8-590e2d763bf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.161228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e81de-623c-450c-b437-3d1577dd6064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57848c79-1113-47b3-8e3a-1cb020c61962,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:58.164522 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:56Z', 'revision_number': 8, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:58.167232 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc3fb-ec47-4902-8ddb-ac752359f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.172879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port b0038e65-a96a-4843-81a9-26c28a680443, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b0038e65-a96a-4843-81a9-26c28a680443,segment=NetworkSegment(98009d91-dfc3-4329-b9dc-6ad8a7674094),segment_id=98009d91-dfc3-4329-b9dc-6ad8a7674094)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:58.175426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.184916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5bf721a6-c43a-43f2-b2f8-590e2d763bf4 None None] Calling delete_port for b0038e65-a96a-4843-81a9-26c28a680443 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:58.198834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for b0038e65-a96a-4843-81a9-26c28a680443 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:29:58.214528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:58.215188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ae4bc3fb-ec47-4902-8ddb-ac752359f57e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a250db602a984645b1ab91d1846cd8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627561 Jul 07 22:29:58.221098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bc3fb-ec47-4902-8ddb-ac752359f57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bba3773-9fb7-4be5-8b76-2b0fc3628b0a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:58.233739 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7433c184-92e4-4706-8959-e6f84fa4c397 None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:29:56Z', 'revision_number': 8, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24c3f18f-84fe-463e-b7dc-9b72eeccac27', 'name': '', 'network_id': '2fe96a03-1089-4d80-b721-20ab4f2130f0', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:31:cb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:36Z', 'updated_at': '2021-07-07T22:29:49Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'f5a37266-900b-46cb-be75-91b6ef11e365', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:29:58.237639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b0038e65-a96a-4843-81a9-26c28a680443 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:58.320455 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f0f66eb-ba48-44f5-8afa-52f3f3e70dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.355453 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f0f66eb-ba48-44f5-8afa-52f3f3e70dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.380531 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.401548 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.419810 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5bf721a6-c43a-43f2-b2f8-590e2d763bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.422470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=b0038e65-a96a-4843-81a9-26c28a680443,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:58.430548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No DVR routers for this DVR port b0038e65-a96a-4843-81a9-26c28a680443 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:58.448466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf721a6-c43a-43f2-b2f8-590e2d763bf4 None None] Pushing event deleted for resources: {'Port': ['ID=b0038e65-a96a-4843-81a9-26c28a680443,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:58.467886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf721a6-c43a-43f2-b2f8-590e2d763bf4 None None] No DVR routers for this DVR port b0038e65-a96a-4843-81a9-26c28a680443 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:29:58.469181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:58.503226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:29:58.503576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5ee6ba07-445c-4cfb-93b2-2fea92f65bb7 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:29:58.527021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.537905 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f0f66eb-ba48-44f5-8afa-52f3f3e70dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.545485 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f0f66eb-ba48-44f5-8afa-52f3f3e70dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.545485 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7f0f66eb-ba48-44f5-8afa-52f3f3e70dec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bba3773-9fb7-4be5-8b76-2b0fc3628b0a HTTP/1.1" status: 204 len: 168 time: 0.3257098 Jul 07 22:29:58.545485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d5cb14-5479-4e44-a7b9-767c6af35f26']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:58.559765 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f66eb-ba48-44f5-8afa-52f3f3e70dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bba3773-9fb7-4be5-8b76-2b0fc3628b0a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:58.564298 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98009d91-dfc3-4329-b9dc-6ad8a7674094') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:58.564601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98009d91-dfc3-4329-b9dc-6ad8a7674094') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:29:58.580957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.612707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.639762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:29:58.642970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:29:58.646442 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:29:58.984413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:29:59.037357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5399f1d-1b58-41c8-be40-2d4a15ae0549 req-edd9c9ac-cd06-4588-aac4-dd9efa2ae515 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:29:59.045113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5399f1d-1b58-41c8-be40-2d4a15ae0549 req-edd9c9ac-cd06-4588-aac4-dd9efa2ae515 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.0779965 Jul 07 22:29:59.096630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5399f1d-1b58-41c8-be40-2d4a15ae0549 req-0620f664-79ee-40cc-8c76-ca5270bd3924 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493531 Jul 07 22:29:59.118035 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.128716 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.130577 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/networks/29d5cb14-5479-4e44-a7b9-767c6af35f26 HTTP/1.1" status: 204 len: 168 time: 1.4062212 Jul 07 22:29:59.133394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47294) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:59.138977 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.142982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b178f6-55c9-43de-af4f-b34e673b5ca3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Network': ['ID=29d5cb14-5479-4e44-a7b9-767c6af35f26,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:59.169555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:29:59.172855 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f85dddc-c60c-4bd2-b9f1-a79ce2b7cd0e" -d '{"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:29:59.191066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:29:59.193175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47300) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:59.195260 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.231670 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da4d7a-4b1c-47ab-97e4-1f8600064ad7 x-openstack-request-id: req-35da4d7a-4b1c-47ab-97e4-1f8600064ad7 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:29:59.232885 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:29:59.233412 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35da4d7a-4b1c-47ab-97e4-1f8600064ad7 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:29:59.234306 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'code': 200} Jul 07 22:29:59.261721 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6a5c1dd1-0369-48d5-9945-19ea7940002b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ad9cf925b0ca437998893e9df4858d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672557 Jul 07 22:29:59.262336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47304) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:29:59.282950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=11']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:59.397546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40e83f45-fe9a-453d-8047-cee95b013c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.449705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40e83f45-fe9a-453d-8047-cee95b013c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.538349 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40e83f45-fe9a-453d-8047-cee95b013c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.540811 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-40e83f45-fe9a-453d-8047-cee95b013c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.544586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-40e83f45-fe9a-453d-8047-cee95b013c4a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0915bcf3-0bdb-41bf-bc42-3cf6089e04e7 HTTP/1.1" status: 204 len: 168 time: 0.2812355 Jul 07 22:29:59.559759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e83f45-fe9a-453d-8047-cee95b013c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0915bcf3-0bdb-41bf-bc42-3cf6089e04e7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:29:59.613910 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.767492 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7714304d-da73-4941-b874-ad20f58052e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:29:59.992486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port 24c3f18f-84fe-463e-b7dc-9b72eeccac27 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:29:59.993331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.012797 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.022740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aef33d4e-b718-4717-b655-b3dee5a3d758 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:00.045162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: aef33d4e-b718-4717-b655-b3dee5a3d758 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:00.045779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aef33d4e-b718-4717-b655-b3dee5a3d758 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:00.108743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port 24c3f18f-84fe-463e-b7dc-9b72eeccac27, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=24c3f18f-84fe-463e-b7dc-9b72eeccac27,segment=NetworkSegment(01ad73a3-1c27-4053-80dd-a1f95ced817a),segment_id=01ad73a3-1c27-4053-80dd-a1f95ced817a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:00.109346 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.123114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for 24c3f18f-84fe-463e-b7dc-9b72eeccac27 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:00.355691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026280d-5009-436d-ace2-ef18102de3cd req-fb4f0f07-daf7-4b62-90ed-7218afcba533 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:00.357715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6026280d-5009-436d-ace2-ef18102de3cd req-fb4f0f07-daf7-4b62-90ed-7218afcba533 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1234417 Jul 07 22:30:00.380234 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.418165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=24c3f18f-84fe-463e-b7dc-9b72eeccac27,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:00.452256 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6026280d-5009-436d-ace2-ef18102de3cd req-9a40281c-9c82-474c-9ca9-12818f17cba6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882094 Jul 07 22:30:00.544993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.750308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:00.855964 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.869016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:00.876043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-17162795-93e6-411b-a7bd-ce87ba97c10f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7411842 Jul 07 22:30:00.879001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:00.893934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:00.916339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:00.918731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:00.951058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting subnet f5a37266-900b-46cb-be75-91b6ef11e365 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:00.955832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:00.999552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:30:01.011888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.089259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:01.130137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.210032 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.227319 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.229918 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/f5a37266-900b-46cb-be75-91b6ef11e365 HTTP/1.1" status: 204 len: 168 time: 0.3498859 Jul 07 22:30:01.233493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47372) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:01.250375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a203f6ef-69d0-4cec-9e20-781cdc4ddc93 None None] Network 2fe96a03-1089-4d80-b721-20ab4f2130f0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:01.267420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a37266-900b-46cb-be75-91b6ef11e365,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:01.278468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.281031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.281398 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.281743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.282254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.286280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.286718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.287094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.287496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.287835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.288627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.288972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91430ed0-bff5-4d8c-a472-545fb9f9b3f9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:01.360020 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.410042 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.435732 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:01.452872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port be3ca6df-0788-41fb-b88f-7f58a25e088a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:01.454164 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.501752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'port_id': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'mac_address': 'fa:16:3e:c5:a7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:30:01.550514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port be3ca6df-0788-41fb-b88f-7f58a25e088a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=be3ca6df-0788-41fb-b88f-7f58a25e088a,segment=NetworkSegment(01ad73a3-1c27-4053-80dd-a1f95ced817a),segment_id=01ad73a3-1c27-4053-80dd-a1f95ced817a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:01.551054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.567253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for be3ca6df-0788-41fb-b88f-7f58a25e088a owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:01.778061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef11526-dc20-4861-90cb-f5473e80830d req-91db7076-cb82-4965-826f-3a1658d9acd6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:01.781142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ef11526-dc20-4861-90cb-f5473e80830d req-91db7076-cb82-4965-826f-3a1658d9acd6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1148620 Jul 07 22:30:01.804159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.879053 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:01.906668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36c293e-7e75-4421-9f47-cdfb8b6c7120 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:01.954925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ef11526-dc20-4861-90cb-f5473e80830d req-5e7b6cb3-5897-4d1e-ba63-2ea15f545e50 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667967 Jul 07 22:30:01.955919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=be3ca6df-0788-41fb-b88f-7f58a25e088a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:01.964888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No DVR routers for this DVR port be3ca6df-0788-41fb-b88f-7f58a25e088a on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:02.020645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acceffe6-7beb-46b1-b964-de6738a229ad None None] DHCP port deletion for 2fe96a03-1089-4d80-b721-20ab4f2130f0 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:02.029463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:02.040933 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.122552 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.123437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 9, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:02.145817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe96a03-1089-4d80-b721-20ab4f2130f0']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:02.191496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e36c293e-7e75-4421-9f47-cdfb8b6c7120'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:30:02.200665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ad73a3-1c27-4053-80dd-a1f95ced817a') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:02.201310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ad73a3-1c27-4053-80dd-a1f95ced817a') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:02.212768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:30:02.228850 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.238107 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.261182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:02.262645 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.285158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=12']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:02.303567 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:02.333303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:02.334048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:02.337963 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device be3ca6df-0788-41fb-b88f-7f58a25e088a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:02.397376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: be3ca6df-0788-41fb-b88f-7f58a25e088a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:02.398094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device be3ca6df-0788-41fb-b88f-7f58a25e088a not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:02.446130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.454162 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.457477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/networks/2fe96a03-1089-4d80-b721-20ab4f2130f0 HTTP/1.1" status: 204 len: 168 time: 1.2224410 Jul 07 22:30:02.461318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:02.498804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47396) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:02.500638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f532385-2282-4e76-bf59-24cf7cc0e776 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Network': ['ID=2fe96a03-1089-4d80-b721-20ab4f2130f0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:02.531939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:02.721120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec0f14e4-3a9a-4028-b496-a0eecb4cda20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.798419 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.876345 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec0f14e4-3a9a-4028-b496-a0eecb4cda20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.882364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec0f14e4-3a9a-4028-b496-a0eecb4cda20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:02.927307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f14e4-3a9a-4028-b496-a0eecb4cda20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c75f4f8-d12f-4314-bd28-56ae30cc0fac,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:02.932341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ec0f14e4-3a9a-4028-b496-a0eecb4cda20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6173711e8ebe41459816f2a9ee6234fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291322 Jul 07 22:30:02.933544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 9, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:02.936240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47400) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:02.969526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb94d1f-919c-4def-85fc-d8d894c276f4 None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:00Z', 'revision_number': 9, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd5308c9-136a-47d9-bd81-63ad2fc06a76', 'name': '', 'network_id': '287bbba3-6276-4f0e-a174-ddf41bda224a', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:0e:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2504, 'fixed_ips': [{'subnet_id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:30Z', 'updated_at': '2021-07-07T22:29:45Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': '413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:02.980347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.001938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f54d5c6f-01a2-40a4-9e4e-0285cba2d1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.025086 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f54d5c6f-01a2-40a4-9e4e-0285cba2d1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.091829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f54d5c6f-01a2-40a4-9e4e-0285cba2d1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.096196 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f54d5c6f-01a2-40a4-9e4e-0285cba2d1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.098814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f54d5c6f-01a2-40a4-9e4e-0285cba2d1fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c75f4f8-d12f-4314-bd28-56ae30cc0fac HTTP/1.1" status: 204 len: 168 time: 0.1615012 Jul 07 22:30:03.117000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d5c6f-01a2-40a4-9e4e-0285cba2d1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c75f4f8-d12f-4314-bd28-56ae30cc0fac,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:03.254104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c430079-5e48-498a-af67-058188735ff2 req-c91a9091-4bcf-4c07-979f-d2735b970f55 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:03.264277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c430079-5e48-498a-af67-058188735ff2 req-c91a9091-4bcf-4c07-979f-d2735b970f55 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 946 time: 0.1036689 Jul 07 22:30:03.340884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c430079-5e48-498a-af67-058188735ff2 req-e26316e3-9ca1-4add-bdf3-64ece8c0480a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730717 Jul 07 22:30:03.534954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port fd5308c9-136a-47d9-bd81-63ad2fc06a76 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:03.535394 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.633422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47412) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:03.655988 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9acd2f67-254e-4e31-8e94-e0a92f255e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.675390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port fd5308c9-136a-47d9-bd81-63ad2fc06a76, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fd5308c9-136a-47d9-bd81-63ad2fc06a76,segment=NetworkSegment(ddc76682-51e1-4e10-b1d7-22c73d405709),segment_id=ddc76682-51e1-4e10-b1d7-22c73d405709)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:03.675769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.695552 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for fd5308c9-136a-47d9-bd81-63ad2fc06a76 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:03.779197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9acd2f67-254e-4e31-8e94-e0a92f255e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.783715 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9acd2f67-254e-4e31-8e94-e0a92f255e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.833524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:03.833857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9acd2f67-254e-4e31-8e94-e0a92f255e7d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=427f7cce5ae44351842a98bd2aee5045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991892 Jul 07 22:30:03.834755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd2f67-254e-4e31-8e94-e0a92f255e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eccd96f-0bd5-45c2-a229-7c30d86ec6c3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:03.931208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deca2108-1372-4ca8-92de-481bd3406fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.963626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deca2108-1372-4ca8-92de-481bd3406fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.974913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:03.998796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 24c3f18f-84fe-463e-b7dc-9b72eeccac27 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:04.023804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 24c3f18f-84fe-463e-b7dc-9b72eeccac27 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:04.029685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 24c3f18f-84fe-463e-b7dc-9b72eeccac27 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:04.046699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=fd5308c9-136a-47d9-bd81-63ad2fc06a76,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:04.086035 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deca2108-1372-4ca8-92de-481bd3406fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.089932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deca2108-1372-4ca8-92de-481bd3406fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.094407 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-deca2108-1372-4ca8-92de-481bd3406fcd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8eccd96f-0bd5-45c2-a229-7c30d86ec6c3 HTTP/1.1" status: 204 len: 168 time: 0.2559304 Jul 07 22:30:04.145118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca2108-1372-4ca8-92de-481bd3406fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eccd96f-0bd5-45c2-a229-7c30d86ec6c3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:04.248592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.495227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:04.678732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc642b28-02d9-44b1-aed6-e766a1088f4a req-0248939f-cd3b-4b7a-a444-5061d0352a52 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:04.680395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc642b28-02d9-44b1-aed6-e766a1088f4a req-0248939f-cd3b-4b7a-a444-5061d0352a52 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 946 time: 0.1177368 Jul 07 22:30:04.714702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:04.726441 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:04.734742 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7fd360c2-cb99-49cd-a67e-8c1bb747b615 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2712271 Jul 07 22:30:04.735599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47434) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:04.741672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc642b28-02d9-44b1-aed6-e766a1088f4a req-ed74d220-b8fc-4d84-a3f2-b8fd489f5d7b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516582 Jul 07 22:30:04.750324 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:04.751138 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:04.868477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-632e71a6-0516-4d01-95fc-825a3421939c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting subnet 413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:04.875368 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-632e71a6-0516-4d01-95fc-825a3421939c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:04.893265 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:04.917563 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-632e71a6-0516-4d01-95fc-825a3421939c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.015065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:05.104205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port e36c293e-7e75-4421-9f47-cdfb8b6c7120 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:05.104991 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.119763 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-632e71a6-0516-4d01-95fc-825a3421939c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.214527 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.244696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:05.248027 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef4c58-f90e-4025-a3a8-d3445c4e1086" -d '{"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-plugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:05.251090 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-632e71a6-0516-4d01-95fc-825a3421939c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.279371 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:03Z', 'revision_number': 10, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:05.286908 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-632e71a6-0516-4d01-95fc-825a3421939c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.291633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47448) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:05.296258 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-632e71a6-0516-4d01-95fc-825a3421939c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3 HTTP/1.1" status: 204 len: 168 time: 0.5530963 Jul 07 22:30:05.324078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643579ba-2d18-4c61-a3f2-d6dfcadaf2b6 None None] Network 287bbba3-6276-4f0e-a174-ddf41bda224a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:05.331668 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:30:05.341556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e71a6-0516-4d01-95fc-825a3421939c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Subnet': ['ID=413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:05.345220 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:05.347064 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:05.445308 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da30e66b-d86b-4a16-9ffc-14fffc060630 x-openstack-request-id: req-da30e66b-d86b-4a16-9ffc-14fffc060630 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:05.445853 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-plugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:05.446426 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da30e66b-d86b-4a16-9ffc-14fffc060630 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:05.446990 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'code': 200} Jul 07 22:30:05.460919 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.469591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:05.502818 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:05.524118 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.565067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port ecbc478d-082c-4137-bdfc-5270d88b474b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:05.565412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.607724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=13']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:05.692680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42cf3f0-b9dc-42b9-a136-75f49f2090f0 None None] DHCP port deletion for 287bbba3-6276-4f0e-a174-ddf41bda224a request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:05.840111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d42cf3f0-b9dc-42b9-a136-75f49f2090f0 None None] Deleting port ecbc478d-082c-4137-bdfc-5270d88b474b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:05.840491 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d42cf3f0-b9dc-42b9-a136-75f49f2090f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:05.851559 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:03Z', 'revision_number': 10, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:05.922151 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b57c0a-bc13-4e56-88c6-c1b97ca7187b None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:03Z', 'revision_number': 10, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None, '_interfaces': [{'id': '24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f', 'name': '', 'network_id': '6495e867-769c-41d1-a938-fdb050845c74', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'mac_address': 'fa:16:3e:bd:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:29:24Z', 'updated_at': '2021-07-07T22:29:37Z', 'revision_number': 5, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'subnets': [{'id': 'c22edb08-fb0c-40da-a238-8052f6ed9080', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:06.012717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d42cf3f0-b9dc-42b9-a136-75f49f2090f0 None None] For port ecbc478d-082c-4137-bdfc-5270d88b474b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ecbc478d-082c-4137-bdfc-5270d88b474b,segment=NetworkSegment(ddc76682-51e1-4e10-b1d7-22c73d405709),segment_id=ddc76682-51e1-4e10-b1d7-22c73d405709)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:06.013708 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d42cf3f0-b9dc-42b9-a136-75f49f2090f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.050433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d42cf3f0-b9dc-42b9-a136-75f49f2090f0 None None] Calling delete_port for ecbc478d-082c-4137-bdfc-5270d88b474b owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:06.145810 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d42cf3f0-b9dc-42b9-a136-75f49f2090f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.172412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cf3f0-b9dc-42b9-a136-75f49f2090f0 None None] Pushing event deleted for resources: {'Port': ['ID=ecbc478d-082c-4137-bdfc-5270d88b474b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:06.176070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42cf3f0-b9dc-42b9-a136-75f49f2090f0 None None] No DVR routers for this DVR port ecbc478d-082c-4137-bdfc-5270d88b474b on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:06.323545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port ecbc478d-082c-4137-bdfc-5270d88b474b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ecbc478d-082c-4137-bdfc-5270d88b474b,segment=NetworkSegment(ddc76682-51e1-4e10-b1d7-22c73d405709),segment_id=ddc76682-51e1-4e10-b1d7-22c73d405709)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:06.324013 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.353260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for ecbc478d-082c-4137-bdfc-5270d88b474b owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:06.461044 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.507537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=ecbc478d-082c-4137-bdfc-5270d88b474b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:06.520080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ecbc478d-082c-4137-bdfc-5270d88b474b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:06.520365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No DVR routers for this DVR port ecbc478d-082c-4137-bdfc-5270d88b474b on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:06.530738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459b0e-8f81-464a-8e40-13888a01454c req-349fe774-d06c-44ca-a06e-c119e4738245 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:06.532293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e459b0e-8f81-464a-8e40-13888a01454c req-349fe774-d06c-44ca-a06e-c119e4738245 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.2743723 Jul 07 22:30:06.569739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ecbc478d-082c-4137-bdfc-5270d88b474b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:06.569739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ecbc478d-082c-4137-bdfc-5270d88b474b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:06.657573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e459b0e-8f81-464a-8e40-13888a01454c req-450b6ef9-6e5b-46f4-a3af-2de77086f609 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998523 Jul 07 22:30:06.668398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.681070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287bbba3-6276-4f0e-a174-ddf41bda224a']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:06.703038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc76682-51e1-4e10-b1d7-22c73d405709') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:06.703340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc76682-51e1-4e10-b1d7-22c73d405709') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:06.716499 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.734776 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.747211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:06.747692 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:06.751135 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:06.850709 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.862211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:06.866905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/networks/287bbba3-6276-4f0e-a174-ddf41bda224a HTTP/1.1" status: 204 len: 168 time: 1.5713270 Jul 07 22:30:06.867449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47484) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:06.875843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac5d8f-4c4b-4343-a24c-72b559abb8e1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Network': ['ID=287bbba3-6276-4f0e-a174-ddf41bda224a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:07.364090 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.648733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47506) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:07.658665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:07.659013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.780478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f,segment=NetworkSegment(af277211-08f1-4088-b29d-f71a4063b474),segment_id=af277211-08f1-4088-b29d-f71a4063b474)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:07.782129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:07.802492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:07.827571 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9526ce61-722a-4a2c-80cd-8f8d86fe11c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.041548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fd5308c9-136a-47d9-bd81-63ad2fc06a76 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:08.071697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9526ce61-722a-4a2c-80cd-8f8d86fe11c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.088110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9526ce61-722a-4a2c-80cd-8f8d86fe11c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.090770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: fd5308c9-136a-47d9-bd81-63ad2fc06a76 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:08.092044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fd5308c9-136a-47d9-bd81-63ad2fc06a76 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:08.111894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.116673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb162c-9af8-4509-99cb-e7f11c7d2bb9 req-54b112bb-11ee-46c9-811e-750061f8efcf tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:08.119083 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ccb162c-9af8-4509-99cb-e7f11c7d2bb9 req-54b112bb-11ee-46c9-811e-750061f8efcf tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.2213454 Jul 07 22:30:08.154536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:08.188806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9526ce61-722a-4a2c-80cd-8f8d86fe11c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92aacfb0fadb4a2184439401ad8ee3a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369792 Jul 07 22:30:08.188806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ce61-722a-4a2c-80cd-8f8d86fe11c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8602d6b1-91a8-4ee9-89e3-edf30ba73cc2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:08.191748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47514) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:08.277786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ccb162c-9af8-4509-99cb-e7f11c7d2bb9 req-9978f0b5-f730-48f7-b37a-ae4c330d7eb2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447575 Jul 07 22:30:08.303131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd368d5f-4068-4393-9ff9-9240a7fcf861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.371787 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd368d5f-4068-4393-9ff9-9240a7fcf861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.392861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.483776 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd368d5f-4068-4393-9ff9-9240a7fcf861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.491340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd368d5f-4068-4393-9ff9-9240a7fcf861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.492823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dd368d5f-4068-4393-9ff9-9240a7fcf861 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8602d6b1-91a8-4ee9-89e3-edf30ba73cc2 HTTP/1.1" status: 204 len: 168 time: 0.2996888 Jul 07 22:30:08.514666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd368d5f-4068-4393-9ff9-9240a7fcf861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8602d6b1-91a8-4ee9-89e3-edf30ba73cc2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:08.754700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:08.871149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:08.882268 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-12653960-3ea4-4a19-96c6-bbccd5922fc9 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0115712 Jul 07 22:30:08.882610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47522) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:08.891190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:08.908392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:08.909838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:08.944304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47524) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:08.950411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e87a419-35ce-4156-9d27-4de38f07f9f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting subnet c22edb08-fb0c-40da-a238-8052f6ed9080 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:08.956184 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e87a419-35ce-4156-9d27-4de38f07f9f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.962594 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04792fe0-1167-4f88-947a-fa8e2c35c322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:08.997984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:09.024602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e87a419-35ce-4156-9d27-4de38f07f9f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.058205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:07Z', 'revision_number': 11, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:09.093029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:30:09.100456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04792fe0-1167-4f88-947a-fa8e2c35c322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.106525 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04792fe0-1167-4f88-947a-fa8e2c35c322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.110610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:09.111459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:09.151522 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-04792fe0-1167-4f88-947a-fa8e2c35c322 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8b7b4a2b1e84a25b506d08badbd8661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056158 Jul 07 22:30:09.152392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04792fe0-1167-4f88-947a-fa8e2c35c322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32e84f2-600a-42f9-83d4-79d95327b81c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:09.155458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47526) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:09.184371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e87a419-35ce-4156-9d27-4de38f07f9f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.214902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf7a0136-f22c-43c6-b788-25fcf45bc5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.227448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:09.240771 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf7a0136-f22c-43c6-b788-25fcf45bc5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.279137 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e87a419-35ce-4156-9d27-4de38f07f9f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.318325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf7a0136-f22c-43c6-b788-25fcf45bc5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.321378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf7a0136-f22c-43c6-b788-25fcf45bc5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.322986 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cf7a0136-f22c-43c6-b788-25fcf45bc5de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a32e84f2-600a-42f9-83d4-79d95327b81c HTTP/1.1" status: 204 len: 168 time: 0.1664925 Jul 07 22:30:09.335285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a0136-f22c-43c6-b788-25fcf45bc5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32e84f2-600a-42f9-83d4-79d95327b81c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:09.343617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1e87a419-35ce-4156-9d27-4de38f07f9f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.345448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1e87a419-35ce-4156-9d27-4de38f07f9f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/c22edb08-fb0c-40da-a238-8052f6ed9080 HTTP/1.1" status: 204 len: 168 time: 0.4618261 Jul 07 22:30:09.348514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47532) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:09.349702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87a419-35ce-4156-9d27-4de38f07f9f4 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Subnet': ['ID=c22edb08-fb0c-40da-a238-8052f6ed9080,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:09.356203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:07Z', 'revision_number': 11, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:09.371796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b90b7ba-6084-409e-b966-d7f6b376f58a None None] Network 6495e867-769c-41d1-a938-fdb050845c74 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:09.451753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.469143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882ace20-7c04-4eac-b5c5-e1d1767c7f5f None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:07Z', 'revision_number': 11, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:09.581889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Deleting port 23750451-706d-405e-97a3-ed24934ec684 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:09.582265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.630742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be73956-aeb0-4239-aef2-812e6eba93a8 req-4772a28b-1954-45e8-bec8-2c8c42e07be6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:09.640663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2be73956-aeb0-4239-aef2-812e6eba93a8 req-4772a28b-1954-45e8-bec8-2c8c42e07be6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.1853824 Jul 07 22:30:09.697715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2be73956-aeb0-4239-aef2-812e6eba93a8 req-90c0ea7b-f9d6-4ec3-ad7e-f6aff1b7fce1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556793 Jul 07 22:30:09.735675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] For port 23750451-706d-405e-97a3-ed24934ec684, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=23750451-706d-405e-97a3-ed24934ec684,segment=NetworkSegment(af277211-08f1-4088-b29d-f71a4063b474),segment_id=af277211-08f1-4088-b29d-f71a4063b474)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:09.736067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.768285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Calling delete_port for 23750451-706d-405e-97a3-ed24934ec684 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:09.881579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] DHCP port deletion for 6495e867-769c-41d1-a938-fdb050845c74 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:09.914062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:09.940980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No DVR routers for this DVR port 23750451-706d-405e-97a3-ed24934ec684 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:09.982107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Port': ['ID=23750451-706d-405e-97a3-ed24934ec684,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:10.035046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] Deleting port 23750451-706d-405e-97a3-ed24934ec684 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:10.036279 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.109916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 23750451-706d-405e-97a3-ed24934ec684 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:10.123884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.147922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6495e867-769c-41d1-a938-fdb050845c74']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:10.160459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af277211-08f1-4088-b29d-f71a4063b474') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:10.161102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af277211-08f1-4088-b29d-f71a4063b474') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:10.162685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 23750451-706d-405e-97a3-ed24934ec684 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:10.163131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 23750451-706d-405e-97a3-ed24934ec684 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:10.163639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:10.187018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.192943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:10.193408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 24f23dbd-f2f9-4b4b-b7da-ef7af81efb4f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:10.210765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.224740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:10.225293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.227025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] For port 23750451-706d-405e-97a3-ed24934ec684, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:10.227635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:10.231068 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:10.255834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] Calling delete_port for 23750451-706d-405e-97a3-ed24934ec684 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:10.261063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] Port 23750451-706d-405e-97a3-ed24934ec684 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:30:10.263733 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.296663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] Pushing event deleted for resources: {'Port': ['ID=23750451-706d-405e-97a3-ed24934ec684,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:10.311551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd6a54-edef-4cf2-ba90-fa35de030a28 None None] No DVR routers for this DVR port 23750451-706d-405e-97a3-ed24934ec684 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:10.596172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.605486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:10.610671 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/networks/6495e867-769c-41d1-a938-fdb050845c74 HTTP/1.1" status: 204 len: 168 time: 1.2609150 Jul 07 22:30:10.610896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47558) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:10.616229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'routes': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:10.623136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5612eca-0b3d-46c7-9897-8a8683671fa7 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Pushing event deleted for resources: {'Network': ['ID=6495e867-769c-41d1-a938-fdb050845c74,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:10.841349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.extraroute_db [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Added routes are [] {{(pid=93941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:30:10.841721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.extraroute_db [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Removed routes are [] {{(pid=93941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:30:10.842013 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.093669 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.104087 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.163769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dfc3b-e30f-46ac-981b-83c3cedaa19c req-53b34ed2-725d-4642-85ca-7b6cec9d8e5c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:11.165388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa7dfc3b-e30f-46ac-981b-83c3cedaa19c req-53b34ed2-725d-4642-85ca-7b6cec9d8e5c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.2754033 Jul 07 22:30:11.244416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router ba29bd91-0649-4ae4-831b-5bef694409e8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:11.327665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa7dfc3b-e30f-46ac-981b-83c3cedaa19c req-81e8a5d7-3d25-40f7-8675-b988901d6870 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304595 Jul 07 22:30:11.368143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:11.378457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.382039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47584) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:11.382984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-96f23d6b-11e4-4249-8f54-2dd5f442d6b8 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8 HTTP/1.1" status: 200 len: 704 time: 0.7710965 Jul 07 22:30:11.388417 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] Sync routers for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:11.399054 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:11.400151 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:11.447305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47590) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:11.447827 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-50fc9afa-23bb-4734-bdbf-a5a82101b70f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba29bd91-0649-4ae4-831b-5bef694409e8 HTTP/1.1" status: 200 len: 205 time: 0.0645256 Jul 07 22:30:11.496613 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:11.544450 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6fd62b10-7c8f-4f43-9e25-dfc9d77b686b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.580415 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:07Z', 'revision_number': 11, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:11.629593 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] Checking router: ba29bd91-0649-4ae4-831b-5bef694409e8 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:30:11.640493 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] Routers {'ba29bd91-0649-4ae4-831b-5bef694409e8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:11.641393 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['ba29bd91-0649-4ae4-831b-5bef694409e8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:11.729367 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] Set router ba29bd91-0649-4ae4-831b-5bef694409e8 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:11.756480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6fd62b10-7c8f-4f43-9e25-dfc9d77b686b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.757930 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6fd62b10-7c8f-4f43-9e25-dfc9d77b686b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.808755 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6fd62b10-7c8f-4f43-9e25-dfc9d77b686b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.809358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd62b10-7c8f-4f43-9e25-dfc9d77b686b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Fanout notify agent at l3_agent the message router_deleted on router ba29bd91-0649-4ae4-831b-5bef694409e8 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:30:11.816104 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:07Z', 'revision_number': 11, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:11.818565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6fd62b10-7c8f-4f43-9e25-dfc9d77b686b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.824157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6fd62b10-7c8f-4f43-9e25-dfc9d77b686b tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8 HTTP/1.1" status: 204 len: 168 time: 0.3712819 Jul 07 22:30:11.825585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47604) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:11.831105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-36d25353-5a98-46c1-82da-f5cc53e1c905 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-561407831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:11.880145 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b8e05a-2f04-4c22-a917-e4e2aef9b623 None None] The sync data for ids ['ba29bd91-0649-4ae4-831b-5bef694409e8'] in n-d-695012-11 is: [{'id': 'ba29bd91-0649-4ae4-831b-5bef694409e8', 'name': 'tempest-RoutersIpV6Test-router-665950586', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:29:23Z', 'updated_at': '2021-07-07T22:30:07Z', 'revision_number': 11, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:11.884831 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36d25353-5a98-46c1-82da-f5cc53e1c905 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.885958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36d25353-5a98-46c1-82da-f5cc53e1c905 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.985341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36d25353-5a98-46c1-82da-f5cc53e1c905 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:11.995202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36d25353-5a98-46c1-82da-f5cc53e1c905 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.031408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-36d25353-5a98-46c1-82da-f5cc53e1c905 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.035502 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-36d25353-5a98-46c1-82da-f5cc53e1c905 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2057085 Jul 07 22:30:12.036034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47612) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:12.042331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a5ee1f90-9f0d-4bbc-bd67-be7b52480383 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:12.383526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5ee1f90-9f0d-4bbc-bd67-be7b52480383 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.410737 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5ee1f90-9f0d-4bbc-bd67-be7b52480383 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.598992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ee1f90-9f0d-4bbc-bd67-be7b52480383 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Router 3921603f-deff-4cde-ae7c-f6a750fc2876 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:30:12.619490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6acb0b-3cff-4be4-b0d1-ba06c2e04345 req-4b2a2c3a-af5f-4f15-9ef5-7ab827c5c563 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:12.621014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f6acb0b-3cff-4be4-b0d1-ba06c2e04345 req-4b2a2c3a-af5f-4f15-9ef5-7ab827c5c563 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.1041117 Jul 07 22:30:12.740149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f6acb0b-3cff-4be4-b0d1-ba06c2e04345 req-3a859410-241d-46c2-8ce1-5e6ea31015ca tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705347 Jul 07 22:30:12.743836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ee1f90-9f0d-4bbc-bd67-be7b52480383 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:12.754118 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a5ee1f90-9f0d-4bbc-bd67-be7b52480383 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:12.754118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a5ee1f90-9f0d-4bbc-bd67-be7b52480383 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "PUT /v2.0/routers/3921603f-deff-4cde-ae7c-f6a750fc2876 HTTP/1.1" status: 200 len: 697 time: 0.7169473 Jul 07 22:30:12.756754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47650) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:12.760590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] Sync routers for ids ['3921603f-deff-4cde-ae7c-f6a750fc2876'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:12.782286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] Routers {'3921603f-deff-4cde-ae7c-f6a750fc2876'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:12.783181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3921603f-deff-4cde-ae7c-f6a750fc2876'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:12.783551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47652) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:12.875623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:12.888651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d6e6a70a-f9bd-4284-a1a0-28111e78d564 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/routers/3921603f-deff-4cde-ae7c-f6a750fc2876 HTTP/1.1" status: 200 len: 703 time: 0.1306226 Jul 07 22:30:12.920051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47658) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:12.920488 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b8b96e58-4d6e-4ca5-89c5-475752070a68 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=3921603f-deff-4cde-ae7c-f6a750fc2876 HTTP/1.1" status: 200 len: 205 time: 0.0432324 Jul 07 22:30:13.090530 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d09d24b-0358-4c67-9619-0b0a43f99373 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.108491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] Set router 3921603f-deff-4cde-ae7c-f6a750fc2876 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:13.117152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88d7170b-e8f0-483b-b866-17f564011627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.178485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3921603f-deff-4cde-ae7c-f6a750fc2876', 'name': 'tempest-RoutersIpV6Test-router-561407831', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:30:11Z', 'updated_at': '2021-07-07T22:30:12Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:13.270300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] Checking router: 3921603f-deff-4cde-ae7c-f6a750fc2876 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:30:13.287919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] Routers {'3921603f-deff-4cde-ae7c-f6a750fc2876'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:13.299348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['3921603f-deff-4cde-ae7c-f6a750fc2876'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:13.341729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88d7170b-e8f0-483b-b866-17f564011627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.349914 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88d7170b-e8f0-483b-b866-17f564011627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.435690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7170b-e8f0-483b-b866-17f564011627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ea5d04-fe8a-415f-8249-0b7bec2d022c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:13.453781 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-88d7170b-e8f0-483b-b866-17f564011627 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee12109e90274b988d29ce1ca3cff275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6666217 Jul 07 22:30:13.454703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47664) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:13.531430 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d09d24b-0358-4c67-9619-0b0a43f99373 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.542023 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d09d24b-0358-4c67-9619-0b0a43f99373 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.558656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] Set router 3921603f-deff-4cde-ae7c-f6a750fc2876 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:13.568016 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b5a31a7-0ef8-4c89-aea4-075e8858f905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.619267 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b5a31a7-0ef8-4c89-aea4-075e8858f905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.621345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3921603f-deff-4cde-ae7c-f6a750fc2876', 'name': 'tempest-RoutersIpV6Test-router-561407831', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:30:11Z', 'updated_at': '2021-07-07T22:30:12Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:13.640009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d09d24b-0358-4c67-9619-0b0a43f99373 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.640592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d09d24b-0358-4c67-9619-0b0a43f99373 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Fanout notify agent at l3_agent the message router_deleted on router 3921603f-deff-4cde-ae7c-f6a750fc2876 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:30:13.648380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d09d24b-0358-4c67-9619-0b0a43f99373 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.650698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6d09d24b-0358-4c67-9619-0b0a43f99373 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/3921603f-deff-4cde-ae7c-f6a750fc2876 HTTP/1.1" status: 204 len: 168 time: 0.7292533 Jul 07 22:30:13.656677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47666) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:13.667442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57f12e0-2e3f-4d9b-8614-6db80cd3b85c None None] The sync data for ids ['3921603f-deff-4cde-ae7c-f6a750fc2876'] in n-d-695012-11 is: [{'id': '3921603f-deff-4cde-ae7c-f6a750fc2876', 'name': 'tempest-RoutersIpV6Test-router-561407831', 'tenant_id': '7616eb4273d240ad9130519ad9909e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:30:11Z', 'updated_at': '2021-07-07T22:30:12Z', 'revision_number': 2, 'project_id': '7616eb4273d240ad9130519ad9909e0e', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:13.708440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6ab3c5ad-8eab-4384-8cde-555beff91f18 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=3921603f-deff-4cde-ae7c-f6a750fc2876 HTTP/1.1" status: 200 len: 205 time: 0.0499146 Jul 07 22:30:13.711098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:13.774906 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-fecc12e1-4333-467c-80fa-441b926cba21 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] delete failed (client error): The resource could not be found. Jul 07 22:30:13.775955 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fecc12e1-4333-467c-80fa-441b926cba21 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/3921603f-deff-4cde-ae7c-f6a750fc2876 HTTP/1.1" status: 404 len: 336 time: 0.0635252 Jul 07 22:30:13.779784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47672) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:13.784570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b5a31a7-0ef8-4c89-aea4-075e8858f905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.787133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b5a31a7-0ef8-4c89-aea4-075e8858f905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:13.788382 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3b5a31a7-0ef8-4c89-aea4-075e8858f905 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/01ea5d04-fe8a-415f-8249-0b7bec2d022c HTTP/1.1" status: 204 len: 168 time: 0.3331404 Jul 07 22:30:13.796403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a31a7-0ef8-4c89-aea4-075e8858f905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ea5d04-fe8a-415f-8249-0b7bec2d022c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:13.892045 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a82eb87-d60f-474a-ba60-69e021a29b7f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] DELETE failed (client error): The resource could not be found. Jul 07 22:30:13.892495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a82eb87-d60f-474a-ba60-69e021a29b7f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:13.901336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4a82eb87-d60f-474a-ba60-69e021a29b7f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/3683c62e-3442-4735-9317-ac8f9a8d1203 HTTP/1.1" status: 404 len: 337 time: 0.1176858 Jul 07 22:30:13.902027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47676) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:13.977631 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b4b656-ead6-4513-bd0a-5352b9bb779c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] DELETE failed (client error): The resource could not be found. Jul 07 22:30:13.977631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b4b656-ead6-4513-bd0a-5352b9bb779c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:13.982004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-02b4b656-ead6-4513-bd0a-5352b9bb779c tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/f5a37266-900b-46cb-be75-91b6ef11e365 HTTP/1.1" status: 404 len: 337 time: 0.0760262 Jul 07 22:30:13.982535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.031592 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3bf76b-d7a5-4b23-84e9-c8aaf4209d89 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] DELETE failed (client error): The resource could not be found. Jul 07 22:30:14.032287 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3bf76b-d7a5-4b23-84e9-c8aaf4209d89 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:14.036031 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9b3bf76b-d7a5-4b23-84e9-c8aaf4209d89 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/413e3b0f-6e90-45fe-b7f8-5f0d16ad8ab3 HTTP/1.1" status: 404 len: 337 time: 0.0524466 Jul 07 22:30:14.044298 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47680) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.044698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac8b5e-ba65-43c3-807d-db30d5839a74 req-f61d9442-83c4-49dc-bca0-d64d70ac75e6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:14.053689 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1ac8b5e-ba65-43c3-807d-db30d5839a74 req-f61d9442-83c4-49dc-bca0-d64d70ac75e6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.1193373 Jul 07 22:30:14.120116 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8306fb-6b6c-4409-a2c4-04a9b926a3f1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] DELETE failed (client error): The resource could not be found. Jul 07 22:30:14.120574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8306fb-6b6c-4409-a2c4-04a9b926a3f1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:14.130704 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5f8306fb-6b6c-4409-a2c4-04a9b926a3f1 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/c22edb08-fb0c-40da-a238-8052f6ed9080 HTTP/1.1" status: 404 len: 337 time: 0.0804534 Jul 07 22:30:14.135869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47682) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.160787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1ac8b5e-ba65-43c3-807d-db30d5839a74 req-707384b5-ce6f-4567-b6eb-5ce1e5bc391c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061115 Jul 07 22:30:14.232864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47686) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.236007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-40dda847-38c1-4d0c-bdb9-fee60b361b7f tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba29bd91-0649-4ae4-831b-5bef694409e8 HTTP/1.1" status: 200 len: 205 time: 0.0733447 Jul 07 22:30:14.304689 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-253cf190-65b7-489e-af39-0d0c50893a51 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] delete failed (client error): The resource could not be found. Jul 07 22:30:14.305993 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-253cf190-65b7-489e-af39-0d0c50893a51 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/ba29bd91-0649-4ae4-831b-5bef694409e8 HTTP/1.1" status: 404 len: 336 time: 0.0701053 Jul 07 22:30:14.308778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.346954 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-302b2439-e26f-4fd9-9324-afd30418be01 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=3319ef73-1d85-4914-8946-8f14e9521695 HTTP/1.1" status: 200 len: 205 time: 0.0348935 Jul 07 22:30:14.349073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47690) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.408935 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-dd6f68ed-d564-472d-b355-5ec539cdd5a3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] delete failed (client error): The resource could not be found. Jul 07 22:30:14.409603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dd6f68ed-d564-472d-b355-5ec539cdd5a3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/3319ef73-1d85-4914-8946-8f14e9521695 HTTP/1.1" status: 404 len: 336 time: 0.0594254 Jul 07 22:30:14.412245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47694) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.436006 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [req-f8ca9737-83d2-4359-b9a8-6267656a1e8a req-903fb879-6a0d-4dd7-b4d0-48724aab7240 service neutron] (93942) timed out ('10.222.0.44', 55636) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:30:14.493305 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6d3c49-e90c-41b2-8bd0-e2b0b15edaf2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] DELETE failed (client error): The resource could not be found. Jul 07 22:30:14.493305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6d3c49-e90c-41b2-8bd0-e2b0b15edaf2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:14.499815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9b6d3c49-e90c-41b2-8bd0-e2b0b15edaf2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/f8c5e876-b294-4195-9407-e412ac5621aa HTTP/1.1" status: 404 len: 337 time: 0.0860577 Jul 07 22:30:14.504289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.639797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47700) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.642610 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-136b0a42-e8c2-44a6-bdb1-d7c31944f6c3 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=b34059b3-2d5b-44ac-ae36-630ee6e14596 HTTP/1.1" status: 200 len: 205 time: 0.1342402 Jul 07 22:30:14.727258 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-3ba9d44b-1f8d-418e-b0bb-54a8757217be tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] delete failed (client error): The resource could not be found. Jul 07 22:30:14.728541 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3ba9d44b-1f8d-418e-b0bb-54a8757217be tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/b34059b3-2d5b-44ac-ae36-630ee6e14596 HTTP/1.1" status: 404 len: 336 time: 0.0863001 Jul 07 22:30:14.732317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47702) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.787329 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-49be0aa5-575f-4d01-a563-3c6aaced6b59 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=3377acaa-5063-455e-9a9a-1420ba34a540 HTTP/1.1" status: 200 len: 205 time: 0.0535452 Jul 07 22:30:14.790024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47704) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.819386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.852210 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-9b006ab8-cf3c-464a-8679-879ef3a94030 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] delete failed (client error): The resource could not be found. Jul 07 22:30:14.855840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9b006ab8-cf3c-464a-8679-879ef3a94030 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/3377acaa-5063-455e-9a9a-1420ba34a540 HTTP/1.1" status: 404 len: 336 time: 0.0613954 Jul 07 22:30:14.856468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47708) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.885888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59b70ad4-ffb3-4712-a83c-8cf9111ee7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:14.898963 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c656a84d-e1d4-4c37-8713-3f77b9b82753 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] DELETE failed (client error): The resource could not be found. Jul 07 22:30:14.899436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c656a84d-e1d4-4c37-8713-3f77b9b82753 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:14.904389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c656a84d-e1d4-4c37-8713-3f77b9b82753 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/613d013d-8df2-4b18-831c-3ca3bc72ba62 HTTP/1.1" status: 404 len: 337 time: 0.0437484 Jul 07 22:30:14.905141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47710) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.937477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a2e9ca61-51bc-40ff-a74c-c8e8bd4f0951 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb8008c1-2d78-4728-9e0d-e36e63b85765 HTTP/1.1" status: 200 len: 205 time: 0.0309339 Jul 07 22:30:14.939891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47712) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:14.990818 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-559cf7ec-6d45-41a8-b32c-d5501adc38ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] delete failed (client error): The resource could not be found. Jul 07 22:30:14.994485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-559cf7ec-6d45-41a8-b32c-d5501adc38ed tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/cb8008c1-2d78-4728-9e0d-e36e63b85765 HTTP/1.1" status: 404 len: 336 time: 0.0511863 Jul 07 22:30:14.995397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47714) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:15.026137 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0936ee-f70a-48de-997e-a625a1f4a282 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] DELETE failed (client error): The resource could not be found. Jul 07 22:30:15.026722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0936ee-f70a-48de-997e-a625a1f4a282 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:15.030132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4d0936ee-f70a-48de-997e-a625a1f4a282 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/98414c29-0e4d-4d8b-af51-44d6c52c9eb2 HTTP/1.1" status: 404 len: 337 time: 0.0330043 Jul 07 22:30:15.031542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47716) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:15.072262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-73180e6c-7293-4302-8721-c3ef6b76e9f2 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcd24101-eaa5-4303-adc4-4556bc39f8e0 HTTP/1.1" status: 200 len: 205 time: 0.0391977 Jul 07 22:30:15.072919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47718) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:15.111836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59b70ad4-ffb3-4712-a83c-8cf9111ee7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.116542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59b70ad4-ffb3-4712-a83c-8cf9111ee7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.120004 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-b1f85110-cabc-4fe3-a101-6b575abc8ab0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] delete failed (client error): The resource could not be found. Jul 07 22:30:15.125613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b1f85110-cabc-4fe3-a101-6b575abc8ab0 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/routers/fcd24101-eaa5-4303-adc4-4556bc39f8e0 HTTP/1.1" status: 404 len: 336 time: 0.0515270 Jul 07 22:30:15.126264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47720) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:15.154209 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-39629507-222e-4a47-a3be-a1bda107c812 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] DELETE failed (client error): The resource could not be found. Jul 07 22:30:15.154666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39629507-222e-4a47-a3be-a1bda107c812 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:15.159366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-39629507-222e-4a47-a3be-a1bda107c812 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/ad2a2092-2394-4983-85ea-ef2d76f0dc1d HTTP/1.1" status: 404 len: 337 time: 0.0321832 Jul 07 22:30:15.159984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47722) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:15.165220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b70ad4-ffb3-4712-a83c-8cf9111ee7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188b8cb2-8f64-40e4-97a4-bc5adb020af5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:15.176216 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-59b70ad4-ffb3-4712-a83c-8cf9111ee7d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2573c9d82432477e930d8cba1ff412fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537176 Jul 07 22:30:15.178973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47724) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:15.188844 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a53c46-4c7c-4718-b4a4-fba329fef194 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] DELETE failed (client error): The resource could not be found. Jul 07 22:30:15.189298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a53c46-4c7c-4718-b4a4-fba329fef194 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:30:15.191336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d3a53c46-4c7c-4718-b4a4-fba329fef194 tempest-RoutersIpV6Test-327945563 tempest-RoutersIpV6Test-327945563-project] 10.222.0.81 "DELETE /v2.0/subnets/e58861a5-7d4b-4488-b24d-c55fb0929558 HTTP/1.1" status: 404 len: 337 time: 0.0304482 Jul 07 22:30:15.297769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42bbbbb7-4bba-4c65-bff6-f1580ac1fc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.351876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42bbbbb7-4bba-4c65-bff6-f1580ac1fc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.444554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42bbbbb7-4bba-4c65-bff6-f1580ac1fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.447285 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42bbbbb7-4bba-4c65-bff6-f1580ac1fc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:15.449526 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-42bbbbb7-4bba-4c65-bff6-f1580ac1fc3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/188b8cb2-8f64-40e4-97a4-bc5adb020af5 HTTP/1.1" status: 204 len: 168 time: 0.2560146 Jul 07 22:30:15.454594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551772d-5e06-4b72-a3fb-157d33c9fa7d req-c0e75729-356f-442b-bd65-a7a1145874e9 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:15.465241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5551772d-5e06-4b72-a3fb-157d33c9fa7d req-c0e75729-356f-442b-bd65-a7a1145874e9 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.1410570 Jul 07 22:30:15.470726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbbbb7-4bba-4c65-bff6-f1580ac1fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188b8cb2-8f64-40e4-97a4-bc5adb020af5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:15.521107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5551772d-5e06-4b72-a3fb-157d33c9fa7d req-a47c748b-2322-4a7f-8113-b23b09372995 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547078 Jul 07 22:30:15.658259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:15.908515 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-13873326-f761-423f-ac25-c61ff9c768d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7616eb4273d240ad9130519ad9909e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480462 Jul 07 22:30:15.910320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47750) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:16.031781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef9c1-baa4-4db2-8532-ffeadf526568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.062305 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef9c1-baa4-4db2-8532-ffeadf526568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.165743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef9c1-baa4-4db2-8532-ffeadf526568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.168909 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8a6ef9c1-baa4-4db2-8532-ffeadf526568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:16.170534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8a6ef9c1-baa4-4db2-8532-ffeadf526568 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecc23278-789a-46aa-90ec-072a9cd87ef5 HTTP/1.1" status: 204 len: 168 time: 0.2586892 Jul 07 22:30:16.192141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ef9c1-baa4-4db2-8532-ffeadf526568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc23278-789a-46aa-90ec-072a9cd87ef5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:16.763758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9613f1-6814-4b0a-98a6-3101ffe31e23 req-8d5fe408-cc93-4c32-bf61-99394870c1ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:16.772392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f9613f1-6814-4b0a-98a6-3101ffe31e23 req-8d5fe408-cc93-4c32-bf61-99394870c1ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.0917051 Jul 07 22:30:16.829635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f9613f1-6814-4b0a-98a6-3101ffe31e23 req-d877caf1-e24e-4bda-9f7f-1ea7a6d66e45 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558808 Jul 07 22:30:17.245090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:17.253571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47810) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:17.363418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'network': {'name': 'tempest-RoutersTest-637625928'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:17.378841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-972bc8f5-dca4-48c3-9a0b-8cc20c1be6ee tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-258258965'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:17.379255 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-972bc8f5-dca4-48c3-9a0b-8cc20c1be6ee tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Unknown quota resources ['metering_label']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:30:17.474235 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:17.477796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.546903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.608452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-972bc8f5-dca4-48c3-9a0b-8cc20c1be6ee tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.609636 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-972bc8f5-dca4-48c3-9a0b-8cc20c1be6ee tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3627288 Jul 07 22:30:17.612205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:17.616404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ed6235c5-c131-4cf2-9154-dfcd6c5c286a tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '13c3d29c-499a-416c-9930-65a49d1837b7'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:17.616903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ed6235c5-c131-4cf2-9154-dfcd6c5c286a tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:30:17.704025 n-d-695012-11 neutron-server[93942]: WARNING neutron.services.metering.metering_plugin [None req-ed6235c5-c131-4cf2-9154-dfcd6c5c286a tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 22:30:17.817347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed6235c5-c131-4cf2-9154-dfcd6c5c286a tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.818550 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed6235c5-c131-4cf2-9154-dfcd6c5c286a tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2054508 Jul 07 22:30:17.822841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47826) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:17.828138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-822a57bd-2698-43aa-913c-4175dbc8fa1f tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '13c3d29c-499a-416c-9930-65a49d1837b7'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:17.828659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-822a57bd-2698-43aa-913c-4175dbc8fa1f tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:30:17.864684 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.869203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.893719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:17.908229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1ad74-b81d-4569-9309-0c1aa9e12bda,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:17.913673 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:17.914120 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added segment 32b9c4b6-dfdd-4d37-88c5-88f19401a804 of type vlan for network ccc4725a-bd4b-40dd-b18b-73e0982457cb Jul 07 22:30:17.915749 n-d-695012-11 neutron-server[93941]: WARNING neutron.services.metering.metering_plugin [None req-822a57bd-2698-43aa-913c-4175dbc8fa1f tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 22:30:17.967655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.000853 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.018957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:18.019663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.088973 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8315895 Jul 07 22:30:18.089715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47836) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:18.095083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'network': {'name': 'tempest-RoutersTest-2067456829'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:18.108342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76731d7-8755-4946-98a8-2087e0b93ccb tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Network': ['ID=ccc4725a-bd4b-40dd-b18b-73e0982457cb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:18.121090 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network ccc4725a-bd4b-40dd-b18b-73e0982457cb details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:18.133271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:18.138089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.189815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:18.210312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.210710 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added segment fcd1a6e0-7083-48ea-903c-20437b3f567f of type vlan for network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 Jul 07 22:30:18.258335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.324586 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.348391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:18.350196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.437634 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3447046 Jul 07 22:30:18.438767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:18.441073 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8a08c-1fee-4683-894d-fcef53770d25 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Network': ['ID=b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:18.448302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'subnet': {'network_id': 'ccc4725a-bd4b-40dd-b18b-73e0982457cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:18.454398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:18.486366 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-822a57bd-2698-43aa-913c-4175dbc8fa1f tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.487547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-822a57bd-2698-43aa-913c-4175dbc8fa1f tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6637151 Jul 07 22:30:18.491468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47856) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:18.503546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9d1e1c13-1c7a-4233-9ee7-b305f8c02db4 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=1065a621-d3d4-4f4d-97c7-46902b46800a HTTP/1.1" status: 200 len: 464 time: 0.0109649 Jul 07 22:30:18.506649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47858) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:18.548848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7d7d3-eb60-47b7-972f-a7997a265193 req-56159e73-afdc-4480-9ada-e014350ead50 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:18.550394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1a7d7d3-eb60-47b7-972f-a7997a265193 req-56159e73-afdc-4480-9ada-e014350ead50 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.5767438 Jul 07 22:30:18.582975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:18.587291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.666702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1a7d7d3-eb60-47b7-972f-a7997a265193 req-a1ff1c3e-aa2f-4f8e-9760-257458333bc5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078334 Jul 07 22:30:18.672139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-119a1604-2b1e-4a12-a437-be40af1144e1 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.675081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-119a1604-2b1e-4a12-a437-be40af1144e1 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/1065a621-d3d4-4f4d-97c7-46902b46800a HTTP/1.1" status: 204 len: 168 time: 0.1668441 Jul 07 22:30:18.677325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47880) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:18.694688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fbd0db85-2d43-425b-9cff-df2608f1dfe7 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=1065a621-d3d4-4f4d-97c7-46902b46800a HTTP/1.1" status: 200 len: 221 time: 0.0140595 Jul 07 22:30:18.697076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47882) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:18.702089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f80b940e-deb7-4bf3-a801-c67fc7f9a5c8 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--865535356', 'description': 'label created by tempest'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:18.702805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f80b940e-deb7-4bf3-a801-c67fc7f9a5c8 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Unknown quota resources ['metering_label']. {{(pid=93941) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:30:18.787954 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.853460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Subnet': ['ID=ebb9a1ba-cc3e-4e8c-be90-8567fea93cc1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:18.863027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Checking segment: {'id': '32b9c4b6-dfdd-4d37-88c5-88f19401a804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ccc4725a-bd4b-40dd-b18b-73e0982457cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:18.863387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network hostable DHCP agents. Network: ccc4725a-bd4b-40dd-b18b-73e0982457cb, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:30:18.879651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network ccc4725a-bd4b-40dd-b18b-73e0982457cb is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:30:18.888113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, ccc4725a-bd4b-40dd-b18b-73e0982457cb) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:18.892237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:18.892810 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.898054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e9a50-5771-43ff-a01c-3a6726e19c15 None None] Network ccc4725a-bd4b-40dd-b18b-73e0982457cb requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:18.907525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f80b940e-deb7-4bf3-a801-c67fc7f9a5c8 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:18.911946 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-edf6d588-8b1e-40ae-8c44-21931f9d86ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4687915 Jul 07 22:30:18.912101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f80b940e-deb7-4bf3-a801-c67fc7f9a5c8 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2121534 Jul 07 22:30:18.912212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:18.912915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47886) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:18.920035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'subnet': {'network_id': 'b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:18.996881 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d98c4a56-0bb5-4c84-ba41-b713db81cfca tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=b8341c62-e342-4151-8bc2-7a99933921f6 HTTP/1.1" status: 200 len: 467 time: 0.0839493 Jul 07 22:30:18.997253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47888) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.052805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-ccc4725a-bd4b-40dd-b18b-73e0982457cb', 'network_id': 'ccc4725a-bd4b-40dd-b18b-73e0982457cb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'fixed_ips': [{'subnet_id': 'ebb9a1ba-cc3e-4e8c-be90-8567fea93cc1'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:19.053663 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.093402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:19.096884 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.185282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Allocated IP 172.20.0.2 (ccc4725a-bd4b-40dd-b18b-73e0982457cb/ebb9a1ba-cc3e-4e8c-be90-8567fea93cc1/07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:19.269493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-db9d5ee1-28c3-49d1-aea1-67b2195b436b tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.269493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-db9d5ee1-28c3-49d1-aea1-67b2195b436b tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/b8341c62-e342-4151-8bc2-7a99933921f6 HTTP/1.1" status: 204 len: 168 time: 0.2713187 Jul 07 22:30:19.272310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47890) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.297788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-95020e54-5afe-4508-8b3e-c36d3d24f005 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=b8341c62-e342-4151-8bc2-7a99933921f6 HTTP/1.1" status: 200 len: 216 time: 0.0212412 Jul 07 22:30:19.298185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47894) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.312214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-27e9a3f4-be25-4978-9d4c-6613c779fc13 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098906 Jul 07 22:30:19.313493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.334779 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b1ba426c-d76c-45e2-a6e2-990949663a78 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0180907 Jul 07 22:30:19.336595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.356957 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.367088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Transition to ACTIVE for port object 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:19.382755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Transition to ACTIVE for port object 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:19.389322 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.394504 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0c5d0826-de2c-4978-b4c1-a72e91e7ad54 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/13c3d29c-499a-416c-9930-65a49d1837b7 HTTP/1.1" status: 200 len: 472 time: 0.0562336 Jul 07 22:30:19.397929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.424724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47904) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.425247 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e3037f12-d0b7-4ba4-a89b-366ef3cf3587 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/b208275d-09cd-44a2-9b1c-2437f0f360cd HTTP/1.1" status: 200 len: 461 time: 0.0260584 Jul 07 22:30:19.435214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Pushing event updated for resources: {'Port': ['ID=07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:19.441994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Network ccc4725a-bd4b-40dd-b18b-73e0982457cb is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:19.443401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:19.445567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:19.460786 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.518880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Attempting to bind port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:19.521395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Attempting to bind port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '32b9c4b6-dfdd-4d37-88c5-88f19401a804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ccc4725a-bd4b-40dd-b18b-73e0982457cb'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:19.521956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Attempting to bind port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 on network ccc4725a-bd4b-40dd-b18b-73e0982457cb {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:19.527562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:19.527970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Checking segment: {'id': '32b9c4b6-dfdd-4d37-88c5-88f19401a804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ccc4725a-bd4b-40dd-b18b-73e0982457cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:19.528376 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.528808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Bound using segment: {'id': '32b9c4b6-dfdd-4d37-88c5-88f19401a804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ccc4725a-bd4b-40dd-b18b-73e0982457cb'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:19.529266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Bound port: 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b9c4b6-dfdd-4d37-88c5-88f19401a804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ccc4725a-bd4b-40dd-b18b-73e0982457cb'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:19.529651 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.591768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] For port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:19.591975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d2f744b0-a8ce-4296-8e77-1f8d2cb1321a tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.593021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d2f744b0-a8ce-4296-8e77-1f8d2cb1321a tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/b208275d-09cd-44a2-9b1c-2437f0f360cd HTTP/1.1" status: 204 len: 168 time: 0.1673336 Jul 07 22:30:19.594824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] For port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4,segment=NetworkSegment(32b9c4b6-dfdd-4d37-88c5-88f19401a804),segment_id=32b9c4b6-dfdd-4d37-88c5-88f19401a804)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:19.596948 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47906) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.600128 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.601150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Subnet': ['ID=f6a905f5-80ee-4777-8085-68ebfee519f2,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:19.619906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Checking segment: {'id': 'fcd1a6e0-7083-48ea-903c-20437b3f567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:19.620458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network hostable DHCP agents. Network: b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:30:19.641055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:30:19.656298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:19.666129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4d17bd-0d11-439e-a1dc-7f82b3613ed1 None None] Network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:19.667661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:19.668120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c8dd4-324a-44c1-848d-c3206a470ffd None None] Pushing event updated for resources: {'Port': ['ID=07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:19.668265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.691882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b249b41b-f4a7-4086-8cf0-b27705a7fe1a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7766223 Jul 07 22:30:19.695334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47910) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:19.703973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-eda4d157-3493-4984-a739-70d066e260e5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1634256752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:19.738786 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.740090 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eda4d157-3493-4984-a739-70d066e260e5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.745137 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eda4d157-3493-4984-a739-70d066e260e5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.821309 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eda4d157-3493-4984-a739-70d066e260e5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.827450 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eda4d157-3493-4984-a739-70d066e260e5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.859025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1', 'network_id': 'b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'fixed_ips': [{'subnet_id': 'f6a905f5-80ee-4777-8085-68ebfee519f2'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:19.859976 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.860857 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dff7fe19-aafc-416b-a4a7-c73fd4003442 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.865601 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dff7fe19-aafc-416b-a4a7-c73fd4003442 tempest-MeteringTestJSON-1512480326 tempest-MeteringTestJSON-1512480326-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/13c3d29c-499a-416c-9930-65a49d1837b7 HTTP/1.1" status: 204 len: 168 time: 0.2672298 Jul 07 22:30:19.876200 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eda4d157-3493-4984-a739-70d066e260e5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:19.879455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-eda4d157-3493-4984-a739-70d066e260e5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1819372 Jul 07 22:30:19.881881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47914) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:20.062008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Allocated IP 172.21.0.2 (b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1/f6a905f5-80ee-4777-8085-68ebfee519f2/d5f5a92f-383a-4171-b7ae-822f5c40eb68) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:20.182305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:20.184573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a133-10b1-4947-af6e-880156f5b800 req-148435ea-fcb9-4a76-adab-095ac6f88ece tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:20.186158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1b3a133-10b1-4947-af6e-880156f5b800 req-148435ea-fcb9-4a76-adab-095ac6f88ece tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.3530750 Jul 07 22:30:20.253215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:20.282881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:20.291980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1b3a133-10b1-4947-af6e-880156f5b800 req-8988d88f-a9dd-4309-871c-f3ff196333ee tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721471 Jul 07 22:30:20.292849 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.303406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Transition to ACTIVE for port object d5f5a92f-383a-4171-b7ae-822f5c40eb68 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:20.325951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.326716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Transition to ACTIVE for port object d5f5a92f-383a-4171-b7ae-822f5c40eb68 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:20.333390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.381760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:20.384803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:20.396452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:20.398701 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb11a83e-830e-4085-94a6-72ba6516fd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.405783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Pushing event updated for resources: {'Port': ['ID=d5f5a92f-383a-4171-b7ae-822f5c40eb68,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:20.485892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Attempting to bind port d5f5a92f-383a-4171-b7ae-822f5c40eb68 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:20.486387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Attempting to bind port d5f5a92f-383a-4171-b7ae-822f5c40eb68 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'fcd1a6e0-7083-48ea-903c-20437b3f567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:20.486887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Attempting to bind port d5f5a92f-383a-4171-b7ae-822f5c40eb68 on network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:20.492779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:20.493325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Checking segment: {'id': 'fcd1a6e0-7083-48ea-903c-20437b3f567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:20.493792 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.494609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Bound using segment: {'id': 'fcd1a6e0-7083-48ea-903c-20437b3f567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:20.495204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Bound port: d5f5a92f-383a-4171-b7ae-822f5c40eb68, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd1a6e0-7083-48ea-903c-20437b3f567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:20.495659 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.509347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb11a83e-830e-4085-94a6-72ba6516fd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.515173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cb11a83e-830e-4085-94a6-72ba6516fd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.570152 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cb11a83e-830e-4085-94a6-72ba6516fd1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=060d330d120e480e9e573d048817ba4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158040 Jul 07 22:30:20.571207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:20.572148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11a83e-830e-4085-94a6-72ba6516fd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e410ea-6a6e-4d59-8f81-0c11ff47ef8e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:20.618036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] For port d5f5a92f-383a-4171-b7ae-822f5c40eb68, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:20.621825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] For port d5f5a92f-383a-4171-b7ae-822f5c40eb68, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f5a92f-383a-4171-b7ae-822f5c40eb68,segment=NetworkSegment(fcd1a6e0-7083-48ea-903c-20437b3f567f),segment_id=fcd1a6e0-7083-48ea-903c-20437b3f567f)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:20.635473 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.645660 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-688666b9-ffdd-41b9-833e-e62bd56e5535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.674770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-688666b9-ffdd-41b9-833e-e62bd56e5535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.726037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e518208-8670-4a03-944a-37ea92af7fbb None None] Pushing event updated for resources: {'Port': ['ID=d5f5a92f-383a-4171-b7ae-822f5c40eb68,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:20.740697 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-688666b9-ffdd-41b9-833e-e62bd56e5535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.744217 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-688666b9-ffdd-41b9-833e-e62bd56e5535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:20.747208 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-688666b9-ffdd-41b9-833e-e62bd56e5535 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7e410ea-6a6e-4d59-8f81-0c11ff47ef8e HTTP/1.1" status: 204 len: 168 time: 0.1676638 Jul 07 22:30:20.770757 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688666b9-ffdd-41b9-833e-e62bd56e5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e410ea-6a6e-4d59-8f81-0c11ff47ef8e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:20.832894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.20.0.1 (ccc4725a-bd4b-40dd-b18b-73e0982457cb/ebb9a1ba-cc3e-4e8c-be90-8567fea93cc1/7f90b1a7-4815-4492-894c-b65b4228f3ca) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:20.860097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d366f-fe10-4894-9949-f71a50c31a9d req-947f15e5-10ff-4178-bfed-5f19aa47c423 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:20.861581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-773d366f-fe10-4894-9949-f71a50c31a9d req-947f15e5-10ff-4178-bfed-5f19aa47c423 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 947 time: 0.2074544 Jul 07 22:30:21.010639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-773d366f-fe10-4894-9949-f71a50c31a9d req-8e5fdf2c-88b5-44a7-a3a4-8bc720650b0e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407633 Jul 07 22:30:21.063023 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.092760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Transition to ACTIVE for port object 7f90b1a7-4815-4492-894c-b65b4228f3ca will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:21.120945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:21.167284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47948) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:21.176960 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.215943 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5eaca62-3d4d-465f-9ad1-400c72e7b1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.241020 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.250999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network ccc4725a-bd4b-40dd-b18b-73e0982457cb is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:21.252322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f3b06-0355-4695-b089-6d49ae97d675 None None] Network ccc4725a-bd4b-40dd-b18b-73e0982457cb requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:21.259925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:21.264029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=7f90b1a7-4815-4492-894c-b65b4228f3ca,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:21.272305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:21.327467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:21.329455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.329820 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132e77c7-3b10-4461-8b18-be71a877e3a9" -d '{"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:21.347631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f5c5d2bb-e344-4e02-95b1-d618ccc7b130 None None] Provisioning for port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:21.351595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:21.361358 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.374491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f5c5d2bb-e344-4e02-95b1-d618ccc7b130 None None] Provisioning complete for port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:21.374491 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d2bb-e344-4e02-95b1-d618ccc7b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.379842 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238ecce1-b5d0-4730-9431-e5ede9b45dfc x-openstack-request-id: req-238ecce1-b5d0-4730-9431-e5ede9b45dfc {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:21.380164 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:21.380399 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-238ecce1-b5d0-4730-9431-e5ede9b45dfc {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:21.380789 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'code': 200} Jul 07 22:30:21.508566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5eaca62-3d4d-465f-9ad1-400c72e7b1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.509168 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.510348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=14']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:21.521589 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5eaca62-3d4d-465f-9ad1-400c72e7b1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.588789 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d2bb-e344-4e02-95b1-d618ccc7b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.592668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c5eaca62-3d4d-465f-9ad1-400c72e7b1de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0a39dc2e1bc0446294a51125a03dbdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4241445 Jul 07 22:30:21.595441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:21.597451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eaca62-3d4d-465f-9ad1-400c72e7b1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14138f87-f628-4976-8a63-ace572c67dac,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:21.649513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f5c5d2bb-e344-4e02-95b1-d618ccc7b130 None None] For port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4,segment=NetworkSegment(32b9c4b6-dfdd-4d37-88c5-88f19401a804),segment_id=32b9c4b6-dfdd-4d37-88c5-88f19401a804)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:21.662969 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f5c5d2bb-e344-4e02-95b1-d618ccc7b130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.700456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7508386-2a9f-4ae9-8c74-cd7069ccdf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.733291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5d2bb-e344-4e02-95b1-d618ccc7b130 None None] Pushing event updated for resources: {'Port': ['ID=07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:21.757951 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7508386-2a9f-4ae9-8c74-cd7069ccdf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.822363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7508386-2a9f-4ae9-8c74-cd7069ccdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.828300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7508386-2a9f-4ae9-8c74-cd7069ccdf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:21.829509 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d7508386-2a9f-4ae9-8c74-cd7069ccdf2d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14138f87-f628-4976-8a63-ace572c67dac HTTP/1.1" status: 204 len: 168 time: 0.2331638 Jul 07 22:30:21.849120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7508386-2a9f-4ae9-8c74-cd7069ccdf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14138f87-f628-4976-8a63-ace572c67dac,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:22.199005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-26560e59-c514-464c-949e-e589244c5960 None None] Provisioning for port 7f90b1a7-4815-4492-894c-b65b4228f3ca completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:22.215043 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-26560e59-c514-464c-949e-e589244c5960 None None] Provisioning complete for port 7f90b1a7-4815-4492-894c-b65b4228f3ca triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:22.220089 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26560e59-c514-464c-949e-e589244c5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.283675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f5a92f-383a-4171-b7ae-822f5c40eb68 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:22.380937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1a2fc-00d9-48ea-ba07-bd2d48ec4baa None None] Network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:22.481755 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.493486 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.539527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-26560e59-c514-464c-949e-e589244c5960 None None] Port 7f90b1a7-4815-4492-894c-b65b4228f3ca cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:22.588368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-26560e59-c514-464c-949e-e589244c5960 None None] Provisioning complete for port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:22.588505 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26560e59-c514-464c-949e-e589244c5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.607969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:22.613599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=7f90b1a7-4815-4492-894c-b65b4228f3ca,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:22.616033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port d5f5a92f-383a-4171-b7ae-822f5c40eb68 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:22.626344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:22.731557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network ccc4725a-bd4b-40dd-b18b-73e0982457cb is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:22.733281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:22.978883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 770583d7-1f8c-4bae-8d45-cb34544025ec is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:30:23.085950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:23.086763 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.235884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:23.240634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] Provisioning complete for port 7f90b1a7-4815-4492-894c-b65b4228f3ca triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:23.241007 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.248086 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f30039-20be-41db-8169-330df312a065 None None] Sync routers for ids ['770583d7-1f8c-4bae-8d45-cb34544025ec'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:23.254804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48052) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:23.255292 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b049aa51-57a4-474f-a78e-bea596fe7e5e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/770583d7-1f8c-4bae-8d45-cb34544025ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3721116 Jul 07 22:30:23.269352 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f30039-20be-41db-8169-330df312a065 None None] Routers {'770583d7-1f8c-4bae-8d45-cb34544025ec'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:23.269985 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e1f30039-20be-41db-8169-330df312a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['770583d7-1f8c-4bae-8d45-cb34544025ec'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:23.313618 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] Port 7f90b1a7-4815-4492-894c-b65b4228f3ca cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:23.314921 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e1f30039-20be-41db-8169-330df312a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:23.324594 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f30039-20be-41db-8169-330df312a065 None None] Routers {'770583d7-1f8c-4bae-8d45-cb34544025ec'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:23.325222 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e1f30039-20be-41db-8169-330df312a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['770583d7-1f8c-4bae-8d45-cb34544025ec'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:23.327399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] Provisioning for port d5f5a92f-383a-4171-b7ae-822f5c40eb68 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:23.332111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] Provisioning complete for port d5f5a92f-383a-4171-b7ae-822f5c40eb68 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:23.332619 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.346328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a726bab-4f12-48d7-bc3d-0bf208cbfbf6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:23.348157 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5a726bab-4f12-48d7-bc3d-0bf208cbfbf6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports/7f90b1a7-4815-4492-894c-b65b4228f3ca HTTP/1.1" status: 200 len: 910 time: 0.0916975 Jul 07 22:30:23.351109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48054) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:23.374889 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e1f30039-20be-41db-8169-330df312a065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:23.375800 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f30039-20be-41db-8169-330df312a065 None None] The sync data for ids ['770583d7-1f8c-4bae-8d45-cb34544025ec'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:23.433351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.454667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd6607-442e-4cc0-80a2-0aca8e22db2b req-ef4375e7-2f7e-47c5-9d02-9fcbc8be9bfa tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:23.464664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35dd6607-442e-4cc0-80a2-0aca8e22db2b req-ef4375e7-2f7e-47c5-9d02-9fcbc8be9bfa tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1021469 Jul 07 22:30:23.472022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] For port d5f5a92f-383a-4171-b7ae-822f5c40eb68, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f5a92f-383a-4171-b7ae-822f5c40eb68,segment=NetworkSegment(fcd1a6e0-7083-48ea-903c-20437b3f567f),segment_id=fcd1a6e0-7083-48ea-903c-20437b3f567f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:23.478238 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.519826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35dd6607-442e-4cc0-80a2-0aca8e22db2b req-15800c85-45c6-41a9-a2de-46f43f2af6aa tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526679 Jul 07 22:30:23.544018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e4ae2-418c-4c5c-80a6-a8a38e6228f4 None None] Pushing event updated for resources: {'Port': ['ID=d5f5a92f-383a-4171-b7ae-822f5c40eb68,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:23.603541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7430dba8-6438-436c-b881-a943a984a8c0 None None] Provisioning complete for port d5f5a92f-383a-4171-b7ae-822f5c40eb68 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:23.604248 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7430dba8-6438-436c-b881-a943a984a8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:23.948869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-2eac01f4-1f7d-41e1-8808-66dcdff9a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:23.951150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-2eac01f4-1f7d-41e1-8808-66dcdff9a221 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1097 time: 0.1167982 Jul 07 22:30:23.959599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616d67f-d09f-444c-892b-0e756a46d097 req-8697bb79-a05b-46d0-b49b-1afc6baef47d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:23.961039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0616d67f-d09f-444c-892b-0e756a46d097 req-8697bb79-a05b-46d0-b49b-1afc6baef47d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0933442 Jul 07 22:30:24.054996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.057957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0616d67f-d09f-444c-892b-0e756a46d097 req-eb70fe56-b770-41de-93e1-77e7a0d8ae33 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881853 Jul 07 22:30:24.074193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f5a92f-383a-4171-b7ae-822f5c40eb68 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:24.107509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-975e4fff-0a23-46b9-beb1-104ec6aafb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:24.109250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-975e4fff-0a23-46b9-beb1-104ec6aafb1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.1472147 Jul 07 22:30:24.140041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d5f5a92f-383a-4171-b7ae-822f5c40eb68 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:24.140495 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.184346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.202745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-de0773fd-0030-4e8e-bb04-51fcb3f44e08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 999 time: 0.0862904 Jul 07 22:30:24.308522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-1efc8018-462f-4545-8586-70efa37a25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:24.310796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-1efc8018-462f-4545-8586-70efa37a25d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0997040 Jul 07 22:30:24.369642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8008b9b1-e5be-498e-8a94-d3439beaa904 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:24.379513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-b004d808-37d9-43c7-a6a6-1d8756c6af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:24.381038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-b004d808-37d9-43c7-a6a6-1d8756c6af83 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620837 Jul 07 22:30:24.463661 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8008b9b1-e5be-498e-8a94-d3439beaa904 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] 10.222.0.81 "PUT /v2.0/quotas/0f4fe8bb404a426ebd63dd8544470baf HTTP/1.1" status: 200 len: 366 time: 0.2781410 Jul 07 22:30:24.466145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48086) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.483893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-34191bcc-b865-41b3-ba38-e77bcf800b20 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961187 Jul 07 22:30:24.486695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.21.0.1 (b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1/f6a905f5-80ee-4777-8085-68ebfee519f2/070e81bd-1722-4af7-8f3b-7a66e3c4b339) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:24.489519 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1dae4eaa-4a3b-4068-bc72-ec7a58462eba tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0221910 Jul 07 22:30:24.495554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48088) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.511870 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0bfbad8a-aae6-4c5a-9047-78d47c67f862 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] 10.222.0.81 "GET /v2.0/quotas/0f4fe8bb404a426ebd63dd8544470baf HTTP/1.1" status: 200 len: 366 time: 0.0150809 Jul 07 22:30:24.517391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48090) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.576939 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7a2c631d-80fa-40dc-9feb-3698ce314e03 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/0f4fe8bb404a426ebd63dd8544470baf HTTP/1.1" status: 204 len: 168 time: 0.0583723 Jul 07 22:30:24.579308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48092) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.583278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68b17f4e-812a-4f9e-97d7-74adf5500e5e req-d9bc11d0-fd13-41a7-b5dc-f546583de20d service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932496 Jul 07 22:30:24.599709 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-197de4d1-3bae-4e91-adf2-b90379dc01e1 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0172431 Jul 07 22:30:24.602115 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48094) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.619408 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ddaeb4c5-94a6-43ed-bcd5-38ebfe8886c9 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] 10.222.0.81 "GET /v2.0/quotas/0f4fe8bb404a426ebd63dd8544470baf HTTP/1.1" status: 200 len: 370 time: 0.0162911 Jul 07 22:30:24.622594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48096) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.628322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-834801c7-1d2d-4be8-a964-ad2607c47afe tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] 10.222.0.81 "GET /v2.0/quotas/0f4fe8bb404a426ebd63dd8544470baf/default HTTP/1.1" status: 200 len: 370 time: 0.0044696 Jul 07 22:30:24.630915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48098) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.639107 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-ed657d78-9c31-4dd4-ab14-0d0880377874 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] delete failed (client error): The resource could not be found. Jul 07 22:30:24.640283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ed657d78-9c31-4dd4-ab14-0d0880377874 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/0f4fe8bb404a426ebd63dd8544470baf HTTP/1.1" status: 404 len: 348 time: 0.0082383 Jul 07 22:30:24.661279 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.677653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Transition to ACTIVE for port object 070e81bd-1722-4af7-8f3b-7a66e3c4b339 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:24.716999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.758574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48102) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:24.763754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:24.769270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:24.772094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:24.782340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Usage tracker for resource:network and tenant:142b860114b247099403e106330b6b3d is out of sync, need to count used quota {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:30:24.787683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:30:24.795068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Usage tracker for resource:subnet and tenant:142b860114b247099403e106330b6b3d is out of sync, need to count used quota {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:30:24.800344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:30:24.808642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Usage tracker for resource:subnetpool and tenant:142b860114b247099403e106330b6b3d is out of sync, need to count used quota {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:30:24.812660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=070e81bd-1722-4af7-8f3b-7a66e3c4b339,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:24.813969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:30:24.827274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Usage tracker for resource:port and tenant:142b860114b247099403e106330b6b3d is out of sync, need to count used quota {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:30:24.832541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:30:24.839432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:24.842933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Usage tracker for resource:router and tenant:142b860114b247099403e106330b6b3d is out of sync, need to count used quota {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:30:24.849109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:30:24.864981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Usage tracker for resource:floatingip and tenant:142b860114b247099403e106330b6b3d is out of sync, need to count used quota {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:30:24.872547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:30:24.919165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Usage tracker for resource:security_group and tenant:142b860114b247099403e106330b6b3d is out of sync, need to count used quota {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:30:24.924872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:30:24.932248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Usage tracker for resource:security_group_rule and tenant:142b860114b247099403e106330b6b3d is out of sync, need to count used quota {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 07 22:30:24.938674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.quota.resource [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93941) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 07 22:30:24.943850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fc8c5172-c648-49c0-81d8-79ce53493289 tempest-QuotasTest-2133845064 tempest-QuotasTest-2133845064-project-admin] 10.222.0.81 "GET /v2.0/quotas/142b860114b247099403e106330b6b3d/details.json HTTP/1.1" status: 200 len: 703 time: 0.1842544 Jul 07 22:30:24.991739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.033828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2339673d-c220-425b-8407-46efbc14587b None None] Provisioning for port 070e81bd-1722-4af7-8f3b-7a66e3c4b339 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:25.037821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2339673d-c220-425b-8407-46efbc14587b None None] Provisioning complete for port 070e81bd-1722-4af7-8f3b-7a66e3c4b339 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:25.038225 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2339673d-c220-425b-8407-46efbc14587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.076391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2339673d-c220-425b-8407-46efbc14587b None None] Port 070e81bd-1722-4af7-8f3b-7a66e3c4b339 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:25.257966 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:30:25.301216 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18d27c-48d3-45ca-994f-2f81b383f6ca req-6c0236d3-ef8f-4f33-b2c5-4d0a8da7fe7d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:25.306673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c18d27c-48d3-45ca-994f-2f81b383f6ca req-6c0236d3-ef8f-4f33-b2c5-4d0a8da7fe7d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0702643 Jul 07 22:30:25.309333 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.313349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:25.324283 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.347667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c18d27c-48d3-45ca-994f-2f81b383f6ca req-60b2c4ea-f0ea-41f6-97bd-f52f04a8c17b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382452 Jul 07 22:30:25.414935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=070e81bd-1722-4af7-8f3b-7a66e3c4b339,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:25.420037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.450552 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-540cda3e-f0df-49db-b459-5598a9c7cf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.578760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:25.581073 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:25.699402 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-540cda3e-f0df-49db-b459-5598a9c7cf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.705617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-540cda3e-f0df-49db-b459-5598a9c7cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.720974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 770583d7-1f8c-4bae-8d45-cb34544025ec has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:25.757451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cda3e-f0df-49db-b459-5598a9c7cf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e7ed1a-aeec-44e0-8f02-14905aed18a7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:25.761756 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-540cda3e-f0df-49db-b459-5598a9c7cf4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d517a161a08d480a9effe39442ed66c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473658 Jul 07 22:30:25.766583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48118) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:25.800429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-168bcbac-10a4-4029-96b3-17d459064236 None None] Provisioning complete for port 070e81bd-1722-4af7-8f3b-7a66e3c4b339 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:25.800728 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-168bcbac-10a4-4029-96b3-17d459064236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.824977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e518c34-4413-48e4-b0ef-3824665b44e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.841345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-168bcbac-10a4-4029-96b3-17d459064236 None None] Port 070e81bd-1722-4af7-8f3b-7a66e3c4b339 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:25.846953 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e518c34-4413-48e4-b0ef-3824665b44e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:25.853060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:25.861229 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bc77c4fa-f94d-4a94-82e4-20af4b14e393 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/770583d7-1f8c-4bae-8d45-cb34544025ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5060940 Jul 07 22:30:25.861335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48120) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:25.863789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c23cab-b7e4-459d-82f8-818b44ebc4d9 None None] Sync routers for ids ['770583d7-1f8c-4bae-8d45-cb34544025ec'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:25.873183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c23cab-b7e4-459d-82f8-818b44ebc4d9 None None] Routers {'770583d7-1f8c-4bae-8d45-cb34544025ec'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:25.873805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c6c23cab-b7e4-459d-82f8-818b44ebc4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['770583d7-1f8c-4bae-8d45-cb34544025ec'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:25.904841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c6c23cab-b7e4-459d-82f8-818b44ebc4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:25.913204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c23cab-b7e4-459d-82f8-818b44ebc4d9 None None] Routers {'770583d7-1f8c-4bae-8d45-cb34544025ec'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:25.913871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c6c23cab-b7e4-459d-82f8-818b44ebc4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['770583d7-1f8c-4bae-8d45-cb34544025ec'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:25.929315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d267f9-6465-45b0-835e-6e467cb2a5ca tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:25.933511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f3d267f9-6465-45b0-835e-6e467cb2a5ca tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports/070e81bd-1722-4af7-8f3b-7a66e3c4b339 HTTP/1.1" status: 200 len: 910 time: 0.0686972 Jul 07 22:30:25.933743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48122) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:25.950041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c6c23cab-b7e4-459d-82f8-818b44ebc4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:25.950723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c23cab-b7e4-459d-82f8-818b44ebc4d9 None None] The sync data for ids ['770583d7-1f8c-4bae-8d45-cb34544025ec'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:26.004357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e518c34-4413-48e4-b0ef-3824665b44e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.006883 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e518c34-4413-48e4-b0ef-3824665b44e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.008001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5e518c34-4413-48e4-b0ef-3824665b44e5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66e7ed1a-aeec-44e0-8f02-14905aed18a7 HTTP/1.1" status: 204 len: 168 time: 0.2405343 Jul 07 22:30:26.020975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e518c34-4413-48e4-b0ef-3824665b44e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e7ed1a-aeec-44e0-8f02-14905aed18a7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:26.270523 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.273904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48128) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:26.287856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7179f34b-f3c8-4f60-96bc-1c07a2df2611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.378757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7179f34b-f3c8-4f60-96bc-1c07a2df2611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.383328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7179f34b-f3c8-4f60-96bc-1c07a2df2611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.423951 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7179f34b-f3c8-4f60-96bc-1c07a2df2611 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=142b860114b247099403e106330b6b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489139 Jul 07 22:30:26.424840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179f34b-f3c8-4f60-96bc-1c07a2df2611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e39f55-1137-4660-b312-dbc4821fddc3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:26.426752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48132) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:26.554042 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e31a5ce-390f-46ea-b989-35edbdf156f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.610980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e31a5ce-390f-46ea-b989-35edbdf156f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.641798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fef24-2940-4f17-9435-518ce2612946 req-249f9851-5e8f-4742-91b4-b99f69d13e74 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:26.643218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-626fef24-2940-4f17-9435-518ce2612946 req-249f9851-5e8f-4742-91b4-b99f69d13e74 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1717596 Jul 07 22:30:26.699891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 070e81bd-1722-4af7-8f3b-7a66e3c4b339 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:26.700229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.723314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-626fef24-2940-4f17-9435-518ce2612946 req-4dc86fe4-a801-4fc8-b3dd-c55b6b6eba0a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657182 Jul 07 22:30:26.754132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e31a5ce-390f-46ea-b989-35edbdf156f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.756728 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e31a5ce-390f-46ea-b989-35edbdf156f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.757924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4e31a5ce-390f-46ea-b989-35edbdf156f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2e39f55-1137-4660-b312-dbc4821fddc3 HTTP/1.1" status: 204 len: 168 time: 0.3301883 Jul 07 22:30:26.773901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31a5ce-390f-46ea-b989-35edbdf156f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e39f55-1137-4660-b312-dbc4821fddc3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:26.812540 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:26.827600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 070e81bd-1722-4af7-8f3b-7a66e3c4b339 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:27.059047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d360263-99f8-4c1a-bdde-673d77f18668 req-4a12e70b-8dac-4fdb-b385-843ba66f4d93 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:27.060540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d360263-99f8-4c1a-bdde-673d77f18668 req-4a12e70b-8dac-4fdb-b385-843ba66f4d93 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1085384 Jul 07 22:30:27.114173 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.155370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=070e81bd-1722-4af7-8f3b-7a66e3c4b339,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:27.178064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d360263-99f8-4c1a-bdde-673d77f18668 req-f1fd883a-ca88-491f-9c6d-3257fd2f3791 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065075 Jul 07 22:30:27.251999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f89382c-092f-41d5-993f-e9128b910a2c req-951ea822-0a31-47bf-8b24-d6a4c77d3686 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2010155 Jul 07 22:30:27.313604 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dc4c575f-54f2-418a-973c-fd90743e64c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.440152 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:27.506119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89382c-092f-41d5-993f-e9128b910a2c req-30d3d91c-1c8c-4ffc-b00c-731a96e59b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:27.507702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f89382c-092f-41d5-993f-e9128b910a2c req-30d3d91c-1c8c-4ffc-b00c-731a96e59b5a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 1097 time: 0.1908598 Jul 07 22:30:27.557874 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:27.682925 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-21c46815-7718-4969-b25e-3e3f75ed8099 tempest-AgentManagementNegativeTest-104244746 tempest-AgentManagementNegativeTest-104244746-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1237266 Jul 07 22:30:27.827856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb450ed-4c90-4304-bfe3-c5dccd2a2cb6 req-74b7d665-1b9b-4794-a417-6f912d0d4b9e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:27.829965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bb450ed-4c90-4304-bfe3-c5dccd2a2cb6 req-74b7d665-1b9b-4794-a417-6f912d0d4b9e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.4592817 Jul 07 22:30:27.937695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48176) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:27.941748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bb450ed-4c90-4304-bfe3-c5dccd2a2cb6 req-1d87e35c-2c67-41ad-94e4-cd83d8eadb77 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750699 Jul 07 22:30:28.014635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89382c-092f-41d5-993f-e9128b910a2c req-76ad873d-18c4-4a7b-85f4-5115e45d11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:28.016121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f89382c-092f-41d5-993f-e9128b910a2c req-76ad873d-18c4-4a7b-85f4-5115e45d11b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.2133460 Jul 07 22:30:28.066030 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f9a50d7-992e-4cdd-affd-92ed46d6572f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.104473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 770583d7-1f8c-4bae-8d45-cb34544025ec has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:28.107518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f89382c-092f-41d5-993f-e9128b910a2c req-f512d4e9-b9ae-4928-8139-5cf8ac18be56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29 HTTP/1.1" status: 200 len: 1001 time: 0.0845888 Jul 07 22:30:28.169082 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f9a50d7-992e-4cdd-affd-92ed46d6572f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.173314 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f9a50d7-992e-4cdd-affd-92ed46d6572f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.214116 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3f9a50d7-992e-4cdd-affd-92ed46d6572f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5326eaedcceb495c8f12aabd4d6d5e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738445 Jul 07 22:30:28.214116 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a50d7-992e-4cdd-affd-92ed46d6572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2143ab3b-1f85-4c6f-8f3e-5612d5aeb2c1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:28.216047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48192) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:28.270128 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b62fc5dc-587e-401c-8461-16cbda4e8213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.287205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89382c-092f-41d5-993f-e9128b910a2c req-e1b57d54-fc55-43d4-b248-c1103ffcc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:28.288663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f89382c-092f-41d5-993f-e9128b910a2c req-e1b57d54-fc55-43d4-b248-c1103ffcc742 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.1736994 Jul 07 22:30:28.292855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b62fc5dc-587e-401c-8461-16cbda4e8213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.335746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:28.343593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-afc38a8f-9790-4625-b68a-c2999dcd045c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/770583d7-1f8c-4bae-8d45-cb34544025ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4082978 Jul 07 22:30:28.347200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48194) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:28.368835 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7f83d-265b-413b-b916-e203386b7c23 None None] Sync routers for ids ['770583d7-1f8c-4bae-8d45-cb34544025ec'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:28.373103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818600-a0bf-4605-961d-10ace860121f req-e488799f-8528-4b69-81a6-af3f913da2fb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:28.378559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-e488799f-8528-4b69-81a6-af3f913da2fb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.1967576 Jul 07 22:30:28.378758 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7f83d-265b-413b-b916-e203386b7c23 None None] Routers {'770583d7-1f8c-4bae-8d45-cb34544025ec'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:28.379647 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a6f7f83d-265b-413b-b916-e203386b7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['770583d7-1f8c-4bae-8d45-cb34544025ec'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:28.397316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-85561489-4201-492f-956e-1e99dd94b625 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/quotas/b1daa2cd461c4749a9852942fe8498c8 HTTP/1.1" status: 200 len: 375 time: 0.0141804 Jul 07 22:30:28.400327 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b62fc5dc-587e-401c-8461-16cbda4e8213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.404492 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b62fc5dc-587e-401c-8461-16cbda4e8213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.408573 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b62fc5dc-587e-401c-8461-16cbda4e8213 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2143ab3b-1f85-4c6f-8f3e-5612d5aeb2c1 HTTP/1.1" status: 204 len: 168 time: 0.1870103 Jul 07 22:30:28.421955 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a6f7f83d-265b-413b-b916-e203386b7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:28.422920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89382c-092f-41d5-993f-e9128b910a2c req-ddfb71b4-8bf7-4204-87ed-2641d8ab2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:28.424597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f89382c-092f-41d5-993f-e9128b910a2c req-ddfb71b4-8bf7-4204-87ed-2641d8ab2bc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273329 Jul 07 22:30:28.431930 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7f83d-265b-413b-b916-e203386b7c23 None None] Routers {'770583d7-1f8c-4bae-8d45-cb34544025ec'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:28.433047 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a6f7f83d-265b-413b-b916-e203386b7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['770583d7-1f8c-4bae-8d45-cb34544025ec'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:28.463374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fc5dc-587e-401c-8461-16cbda4e8213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2143ab3b-1f85-4c6f-8f3e-5612d5aeb2c1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:28.583009 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a6f7f83d-265b-413b-b916-e203386b7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:28.584018 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f7f83d-265b-413b-b916-e203386b7c23 None None] The sync data for ids ['770583d7-1f8c-4bae-8d45-cb34544025ec'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:28.602259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-51f042fe-38fb-4fcf-8105-4e2d5d8904f0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1928909 Jul 07 22:30:28.679047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f89382c-092f-41d5-993f-e9128b910a2c req-2e6277b1-1983-402a-a67b-d3b2fb3d973d service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300637 Jul 07 22:30:28.749226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:28.768273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-2a4a8dd6-8c18-4673-ad39-4c5e5108bcbd service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651490 Jul 07 22:30:28.863555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f89382c-092f-41d5-993f-e9128b910a2c req-3f5b8d10-fd25-4890-8b58-a2df587119e5 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784291 Jul 07 22:30:28.905038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-4c75bf15-ce35-4c2f-99d8-60e1ee0ec2d4 service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285021 Jul 07 22:30:29.120556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64ff89e9-8ef5-4a8f-af76-0dc65110ba77 req-fda847f7-ba30-45d6-a92b-ed475f0f8373 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 210 time: 0.0382094 Jul 07 22:30:29.123968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 7f90b1a7-4815-4492-894c-b65b4228f3ca {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:29.124400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.194677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48224) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:29.231909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.244122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 7f90b1a7-4815-4492-894c-b65b4228f3ca owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:29.343422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1804255493'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:29.374102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:29.379354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.389781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.477532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.530612 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=7f90b1a7-4815-4492-894c-b65b4228f3ca,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:29.588265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.594628 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.630323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:29.661820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fca878-5d1e-40ae-b6e7-fbba0986ae38,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:29.677615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.678219 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Added segment 81d461c7-3fca-489d-80ef-b3f2738f42b7 of type vlan for network b123989d-6c48-4cae-ab23-f4965291324e Jul 07 22:30:29.700411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.717227 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df446ef7-494f-425f-8cfd-52d9509b1d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.758740 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.808960 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.816811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:29.817779 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:29.893645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6977217 Jul 07 22:30:29.894486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48236) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:29.907495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:29.914806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db8946-cffb-48c7-90df-03ec20438700 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Network': ['ID=b123989d-6c48-4cae-ab23-f4965291324e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:29.927105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network b123989d-6c48-4cae-ab23-f4965291324e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:29.929204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 770583d7-1f8c-4bae-8d45-cb34544025ec has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:30.033711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:30.051880 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-297f9162-0d03-43fe-8eaa-6c5a71102086 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/770583d7-1f8c-4bae-8d45-cb34544025ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029307 Jul 07 22:30:30.056347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48240) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:30.062331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8826c-e949-4842-af9e-47bf7dda6039 None None] Sync routers for ids ['770583d7-1f8c-4bae-8d45-cb34544025ec'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:30.100160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-09d697a1-2b7a-4fc8-9db2-a07bc112f2c0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=770583d7-1f8c-4bae-8d45-cb34544025ec HTTP/1.1" status: 200 len: 205 time: 0.0425436 Jul 07 22:30:30.102971 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48242) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:30.107844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:30.114368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.117815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8826c-e949-4842-af9e-47bf7dda6039 None None] Routers {'770583d7-1f8c-4bae-8d45-cb34544025ec'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:30.118490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bcf8826c-e949-4842-af9e-47bf7dda6039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['770583d7-1f8c-4bae-8d45-cb34544025ec'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:30.200444 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.206675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bcf8826c-e949-4842-af9e-47bf7dda6039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:30.240887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8826c-e949-4842-af9e-47bf7dda6039 None None] Routers {'770583d7-1f8c-4bae-8d45-cb34544025ec'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:30.241526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bcf8826c-e949-4842-af9e-47bf7dda6039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['770583d7-1f8c-4bae-8d45-cb34544025ec'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:30.284806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f67ccd8a-f1be-4915-952d-c3f32c458b33 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.290494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bcf8826c-e949-4842-af9e-47bf7dda6039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:30.291135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf8826c-e949-4842-af9e-47bf7dda6039 None None] The sync data for ids ['770583d7-1f8c-4bae-8d45-cb34544025ec'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:30.394300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26a6921f-8d10-4101-b219-da610a86c5f1 req-5d46c4c0-54e3-4780-a739-0b9c45770940 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 210 time: 0.0530457 Jul 07 22:30:30.401339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.484701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=3e256e31-5b3d-4ba2-b9c9-4dd042c103d4,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:30.497169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:30.497169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network hostable DHCP agents. Network: b123989d-6c48-4cae-ab23-f4965291324e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:30:30.515238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:30:30.525948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, b123989d-6c48-4cae-ab23-f4965291324e) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:30.537665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab7ab0-2e3f-42b5-ac3e-55fccc93b8b2 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:30.539646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:30.540800 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.550764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f67ccd8a-f1be-4915-952d-c3f32c458b33 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.553035 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f67ccd8a-f1be-4915-952d-c3f32c458b33 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.602268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-81dd5a4b-bd1e-435e-b4e6-94f7bef25e8b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7011988 Jul 07 22:30:30.602679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48246) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:30.612651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'name': 'tempest-NetworksTestDHCPv6-1452860541'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:30.627988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f67ccd8a-f1be-4915-952d-c3f32c458b33 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.628927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67ccd8a-f1be-4915-952d-c3f32c458b33 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Fanout notify agent at l3_agent the message router_deleted on router 770583d7-1f8c-4bae-8d45-cb34544025ec {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:30:30.649774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f67ccd8a-f1be-4915-952d-c3f32c458b33 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.651238 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f67ccd8a-f1be-4915-952d-c3f32c458b33 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/770583d7-1f8c-4bae-8d45-cb34544025ec HTTP/1.1" status: 204 len: 168 time: 0.5460391 Jul 07 22:30:30.654742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48248) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:30.731721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3d1461-663e-4d02-b5e9-96ddcf4081a6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting subnet f6a905f5-80ee-4777-8085-68ebfee519f2 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:30.742299 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad3d1461-663e-4d02-b5e9-96ddcf4081a6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.753346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818600-a0bf-4605-961d-10ace860121f req-dbb28618-9026-4bd5-a10c-10f89e4f0fc0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:30.755024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-dbb28618-9026-4bd5-a10c-10f89e4f0fc0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.2269540 Jul 07 22:30:30.774888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'port': {'device_id': 'f12544b1-433f-43e6-ab13-701c4acee758', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'admin_state_up': True, 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:30.778181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': '3e256e31-5b3d-4ba2-b9c9-4dd042c103d4'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:30.779787 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.937051 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.952075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:30.956764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:30.981507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 219a7c14-2131-4f88-bc5c-50ef4ce302b2 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:31.024421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Made reservation on behalf of b1daa2cd461c4749a9852942fe8498c8 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:31.026316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/3e256e31-5b3d-4ba2-b9c9-4dd042c103d4/912b5d55-3c5a-4109-aec4-cdb5d9355f46) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:31.028094 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.143104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad3d1461-663e-4d02-b5e9-96ddcf4081a6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.205519 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.227554 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.240361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Allocated IP 172.20.0.4 (f13f5340-1276-4670-bb1c-9b8e37ff1851/b9a91835-3f49-4b96-80c9-28db519b0b29/9cc3722f-9523-4ad1-b9b4-9a30cfaad48a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:31.240623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Transition to ACTIVE for port object 912b5d55-3c5a-4109-aec4-cdb5d9355f46 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:31.263843 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Transition to ACTIVE for port object 912b5d55-3c5a-4109-aec4-cdb5d9355f46 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:31.265447 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad3d1461-663e-4d02-b5e9-96ddcf4081a6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.276549 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.336565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:31.345350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:31.354557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:31.367875 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad3d1461-663e-4d02-b5e9-96ddcf4081a6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.370784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Pushing event updated for resources: {'Port': ['ID=912b5d55-3c5a-4109-aec4-cdb5d9355f46,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:31.406958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::384 (b123989d-6c48-4cae-ab23-f4965291324e/3e256e31-5b3d-4ba2-b9c9-4dd042c103d4/219a7c14-2131-4f88-bc5c-50ef4ce302b2) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:31.407407 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d1461-663e-4d02-b5e9-96ddcf4081a6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a905f5-80ee-4777-8085-68ebfee519f2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:31.426758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ad3d1461-663e-4d02-b5e9-96ddcf4081a6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.429025 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ad3d1461-663e-4d02-b5e9-96ddcf4081a6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/f6a905f5-80ee-4777-8085-68ebfee519f2 HTTP/1.1" status: 204 len: 168 time: 0.7728882 Jul 07 22:30:31.432566 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:31.457124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aebcd3-7086-47eb-9f60-89883ff7117b None None] Network b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:31.509883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c2678b-bc5d-4874-89df-200d8c37e7de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting subnet ebb9a1ba-cc3e-4e8c-be90-8567fea93cc1 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:31.514060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97c2678b-bc5d-4874-89df-200d8c37e7de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.569387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97c2678b-bc5d-4874-89df-200d8c37e7de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.616016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Attempting to bind port 912b5d55-3c5a-4109-aec4-cdb5d9355f46 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:31.616662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Attempting to bind port 912b5d55-3c5a-4109-aec4-cdb5d9355f46 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:31.617429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Attempting to bind port 912b5d55-3c5a-4109-aec4-cdb5d9355f46 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:31.626468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:31.626904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:31.627410 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.627814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:31.628296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Bound port: 912b5d55-3c5a-4109-aec4-cdb5d9355f46, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:31.628681 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.681029 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97c2678b-bc5d-4874-89df-200d8c37e7de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.732204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] For port 912b5d55-3c5a-4109-aec4-cdb5d9355f46, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:31.744250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] For port 912b5d55-3c5a-4109-aec4-cdb5d9355f46, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=912b5d55-3c5a-4109-aec4-cdb5d9355f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:31.751132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.781050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97c2678b-bc5d-4874-89df-200d8c37e7de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.804013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7d47a0-dc74-4daa-b4ae-392a87ed2b40 None None] DHCP port deletion for b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:31.816364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2678b-bc5d-4874-89df-200d8c37e7de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb9a1ba-cc3e-4e8c-be90-8567fea93cc1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:31.822654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97c2678b-bc5d-4874-89df-200d8c37e7de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.827956 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-97c2678b-bc5d-4874-89df-200d8c37e7de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/ebb9a1ba-cc3e-4e8c-be90-8567fea93cc1 HTTP/1.1" status: 204 len: 168 time: 0.3943799 Jul 07 22:30:31.828734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:31.848210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00d2a61-893e-40c5-a203-324d296f51c6 None None] Network ccc4725a-bd4b-40dd-b18b-73e0982457cb requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:31.851924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10a8612e-a38e-46f2-a256-fd2f9f1772b2 req-d4c0ec6c-cf6b-41e3-9cce-f9c8e3279960 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 210 time: 0.0463743 Jul 07 22:30:31.955525 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:31.964151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c428d9-2fe9-4bb3-91c1-cd9c5dc0bafb None None] Pushing event updated for resources: {'Port': ['ID=912b5d55-3c5a-4109-aec4-cdb5d9355f46,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:31.987283 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.025853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Transition to ACTIVE for port object 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:32.069044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port d5f5a92f-383a-4171-b7ae-822f5c40eb68 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:32.069726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.091191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.109585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-af7d47a0-dc74-4daa-b4ae-392a87ed2b40 None None] Deleting port d5f5a92f-383a-4171-b7ae-822f5c40eb68 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:32.110037 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af7d47a0-dc74-4daa-b4ae-392a87ed2b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.132681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f5a92f-383a-4171-b7ae-822f5c40eb68 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:32.134150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 219a7c14-2131-4f88-bc5c-50ef4ce302b2 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:32.205185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.225363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port d5f5a92f-383a-4171-b7ae-822f5c40eb68, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f5a92f-383a-4171-b7ae-822f5c40eb68,segment=NetworkSegment(fcd1a6e0-7083-48ea-903c-20437b3f567f),segment_id=fcd1a6e0-7083-48ea-903c-20437b3f567f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:32.226503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.248966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for d5f5a92f-383a-4171-b7ae-822f5c40eb68 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:32.259524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-af7d47a0-dc74-4daa-b4ae-392a87ed2b40 None None] For port d5f5a92f-383a-4171-b7ae-822f5c40eb68, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f5a92f-383a-4171-b7ae-822f5c40eb68,segment=NetworkSegment(fcd1a6e0-7083-48ea-903c-20437b3f567f),segment_id=fcd1a6e0-7083-48ea-903c-20437b3f567f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:32.259927 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af7d47a0-dc74-4daa-b4ae-392a87ed2b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.294496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-af7d47a0-dc74-4daa-b4ae-392a87ed2b40 None None] Calling delete_port for d5f5a92f-383a-4171-b7ae-822f5c40eb68 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:32.334340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'Port': ['ID=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:32.346569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:32.349159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.351341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:32.357929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:32.408350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.440915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No DVR routers for this DVR port d5f5a92f-383a-4171-b7ae-822f5c40eb68 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:32.459109 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af7d47a0-dc74-4daa-b4ae-392a87ed2b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.498101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=d5f5a92f-383a-4171-b7ae-822f5c40eb68,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:32.522008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No active binding found for port d5f5a92f-383a-4171-b7ae-822f5c40eb68 {{(pid=93943) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 07 22:30:32.522863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f5a92f-383a-4171-b7ae-822f5c40eb68 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:32.524658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d47a0-dc74-4daa-b4ae-392a87ed2b40 None None] Pushing event deleted for resources: {'Port': ['ID=d5f5a92f-383a-4171-b7ae-822f5c40eb68,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:32.535537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d47a0-dc74-4daa-b4ae-392a87ed2b40 None None] No DVR routers for this DVR port d5f5a92f-383a-4171-b7ae-822f5c40eb68 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:32.567685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:32.580312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=219a7c14-2131-4f88-bc5c-50ef4ce302b2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:32.589206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:32.594294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:32.601426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.602128 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.631217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.631217 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.640398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.650693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-31388874-980c-467d-989d-105ff7f9392d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8871183 Jul 07 22:30:32.667057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a017304d-e4ea-4e05-99d3-87f7f39a16bf None None] DHCP port deletion for ccc4725a-bd4b-40dd-b18b-73e0982457cb request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:32.669632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:32.673865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Request body: {'port': {'device_id': 'f12544b1-433f-43e6-ab13-701c4acee758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:32.680321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2c45a3ca-8baa-48af-b95b-70cfc1b31c8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0742970 Jul 07 22:30:32.686069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:32.697500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd1a6e0-7083-48ea-903c-20437b3f567f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:32.697802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd1a6e0-7083-48ea-903c-20437b3f567f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:32.726779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.777021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.786141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:32.786550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:32.790480 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:32.806551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.819274 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.819489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a017304d-e4ea-4e05-99d3-87f7f39a16bf None None] Deleting port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:32.819667 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a017304d-e4ea-4e05-99d3-87f7f39a16bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.906269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.924561 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:32.932971 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/networks/b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1 HTTP/1.1" status: 204 len: 168 time: 1.1031792 Jul 07 22:30:32.959277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10276f0e-3a0d-4f97-8f93-f99c1412d6e8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.983227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10276f0e-3a0d-4f97-8f93-f99c1412d6e8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:32.985181 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10276f0e-3a0d-4f97-8f93-f99c1412d6e8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2982051 Jul 07 22:30:32.985761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:33.024628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:33.036320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecc2f2-a8c6-4dd4-a76b-d52fe884873c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Network': ['ID=b1f89fc0-7eb9-42b1-b8fb-f681be7f2ad1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:33.111177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a017304d-e4ea-4e05-99d3-87f7f39a16bf None None] For port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4,segment=NetworkSegment(32b9c4b6-dfdd-4d37-88c5-88f19401a804),segment_id=32b9c4b6-dfdd-4d37-88c5-88f19401a804)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:33.111769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a017304d-e4ea-4e05-99d3-87f7f39a16bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.122656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-71099cba-7577-4ae4-b970-d0d6eae1e3b9 None None] Provisioning for port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:33.133093 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a017304d-e4ea-4e05-99d3-87f7f39a16bf None None] Calling delete_port for 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:33.135504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48272) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:33.141153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-71099cba-7577-4ae4-b970-d0d6eae1e3b9 None None] Provisioning complete for port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:33.142031 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71099cba-7577-4ae4-b970-d0d6eae1e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.251006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8906b-e213-4fd6-acae-1d252a17668a req-fd8f529c-311e-4d51-9a3c-a7cdfcb4c89a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:33.262488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97a8906b-e213-4fd6-acae-1d252a17668a req-fd8f529c-311e-4d51-9a3c-a7cdfcb4c89a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 931 time: 0.1892083 Jul 07 22:30:33.274317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-71099cba-7577-4ae4-b970-d0d6eae1e3b9 None None] Port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:33.314021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.378795 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a017304d-e4ea-4e05-99d3-87f7f39a16bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.418833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017304d-e4ea-4e05-99d3-87f7f39a16bf None None] Pushing event deleted for resources: {'Port': ['ID=07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:33.425502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017304d-e4ea-4e05-99d3-87f7f39a16bf None None] No DVR routers for this DVR port 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:33.461629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97a8906b-e213-4fd6-acae-1d252a17668a req-071cca57-19fe-4f0b-8631-f10bafb57189 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825042 Jul 07 22:30:33.477796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:33.490813 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.505531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dbd837-820e-4c97-ae9d-4f64acef9982 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:33.525028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Transition to ACTIVE for port object 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:33.530553 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.535280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.538668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-56916fa4-0289-48af-814a-7a29faf12179 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 219a7c14-2131-4f88-bc5c-50ef4ce302b2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:33.539635 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56916fa4-0289-48af-814a-7a29faf12179 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.568839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc4725a-bd4b-40dd-b18b-73e0982457cb']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:33.632205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7ff9fb5c-b934-4473-8034-cd7b8b9a1f6a None None] Provisioning for port 912b5d55-3c5a-4109-aec4-cdb5d9355f46 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:33.650927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b9c4b6-dfdd-4d37-88c5-88f19401a804') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:33.653361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b9c4b6-dfdd-4d37-88c5-88f19401a804') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:33.692996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.725436 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.730725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:33.732450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:33.733112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:33.797795 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:33.814763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Attempting to bind port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:33.815338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Attempting to bind port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:33.815845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Attempting to bind port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:33.825169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a on network f13f5340-1276-4670-bb1c-9b8e37ff1851 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:30:33.825688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Attempting to bind port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:33.832815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:33.833534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Checking segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:33.834279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Bound using segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:33.834914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Bound port: 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:33.835779 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.849260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port c9c6d220-d327-40cf-8cc4-acbd4a225698 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:33.849605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.924719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.929891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] For port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:33.943515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] For port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:33.948179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.949991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:33.951702 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/networks/ccc4725a-bd4b-40dd-b18b-73e0982457cb HTTP/1.1" status: 204 len: 168 time: 0.9427934 Jul 07 22:30:33.959458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48278) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:33.972202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1060898052'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:33.996565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d78379-d245-4a65-b649-e6c814254881 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Network': ['ID=ccc4725a-bd4b-40dd-b18b-73e0982457cb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:34.006565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56916fa4-0289-48af-814a-7a29faf12179 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.022169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:34.028776 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.044161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-56916fa4-0289-48af-814a-7a29faf12179 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 219a7c14-2131-4f88-bc5c-50ef4ce302b2 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:34.079034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:34.091458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.091708 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.095701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:34.096334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.097775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] 10.222.0.44 "PUT /v2.0/ports/9cc3722f-9523-4ad1-b9b4-9a30cfaad48a HTTP/1.1" status: 200 len: 1092 time: 1.4371459 Jul 07 22:30:34.098336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f12544b1-433f-43e6-ab13-701c4acee758', 'tag': '9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:34.101113 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03efe18-87bf-4146-9092-350a193c814f" -d '{"events": [{"name": "network-changed", "server_uuid": "f12544b1-433f-43e6-ab13-701c4acee758", "tag": "9cc3722f-9523-4ad1-b9b4-9a30cfaad48a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:34.115862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.116217 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added segment 6009c147-0dca-49eb-95e3-fa2c04520f5c of type vlan for network a13b2494-3cd7-4269-86d6-47c1a067a097 Jul 07 22:30:34.205851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for c9c6d220-d327-40cf-8cc4-acbd4a225698 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:34.227898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 912b5d55-3c5a-4109-aec4-cdb5d9355f46 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:34.234204 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6af3d0-6ace-4bea-9c4e-2c864f73d6cb x-openstack-request-id: req-7c6af3d0-6ace-4bea-9c4e-2c864f73d6cb {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:34.234918 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f12544b1-433f-43e6-ab13-701c4acee758", "tag": "9cc3722f-9523-4ad1-b9b4-9a30cfaad48a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:34.235231 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c6af3d0-6ace-4bea-9c4e-2c864f73d6cb {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:34.235743 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f12544b1-433f-43e6-ab13-701c4acee758', 'tag': '9cc3722f-9523-4ad1-b9b4-9a30cfaad48a', 'status': 'completed', 'code': 200} Jul 07 22:30:34.263120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d8bd4-8e7c-4450-98ab-5b57c7d89649 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:34.312951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.337478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2e1ee3ce-b53a-4f0c-a28c-9746cd4019f2 None None] Provisioning for port 219a7c14-2131-4f88-bc5c-50ef4ce302b2 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:34.344470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2e1ee3ce-b53a-4f0c-a28c-9746cd4019f2 None None] Provisioning complete for port 219a7c14-2131-4f88-bc5c-50ef4ce302b2 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:34.345105 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e1ee3ce-b53a-4f0c-a28c-9746cd4019f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.382700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 912b5d55-3c5a-4109-aec4-cdb5d9355f46 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:34.393972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 912b5d55-3c5a-4109-aec4-cdb5d9355f46 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:34.393972 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.412348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818600-a0bf-4605-961d-10ace860121f req-2a573572-76fa-420c-bc27-72c181c017fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:34.414046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-2a573572-76fa-420c-bc27-72c181c017fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 1095 time: 0.2192919 Jul 07 22:30:34.450658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2e1ee3ce-b53a-4f0c-a28c-9746cd4019f2 None None] Port 219a7c14-2131-4f88-bc5c-50ef4ce302b2 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:34.454949 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.466296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:34.466296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.539087 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5748692 Jul 07 22:30:34.539087 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-e7f2dba8-3a04-4c58-8c4d-d327fc2716af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a HTTP/1.1" status: 200 len: 217 time: 0.1139207 Jul 07 22:30:34.542518 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.548686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48284) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:34.560120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'subnet': {'network_id': 'a13b2494-3cd7-4269-86d6-47c1a067a097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:34.617072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 912b5d55-3c5a-4109-aec4-cdb5d9355f46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=912b5d55-3c5a-4109-aec4-cdb5d9355f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:34.625962 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.705777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=912b5d55-3c5a-4109-aec4-cdb5d9355f46,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:34.715302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa9fa9-d5ec-4555-9517-32096959ed10 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Network': ['ID=a13b2494-3cd7-4269-86d6-47c1a067a097,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:34.720761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818600-a0bf-4605-961d-10ace860121f req-90185692-1f5c-4720-96a7-fa517579132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:34.722491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-90185692-1f5c-4720-96a7-fa517579132c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1731374 Jul 07 22:30:34.738188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a13b2494-3cd7-4269-86d6-47c1a067a097 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:34.753013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.762311 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56916fa4-0289-48af-814a-7a29faf12179 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.795965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bf0ad-b798-4bda-bcfe-5abade83617f req-e2df00d9-620b-45ed-906f-b1aa1fc609a9 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:34.795965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-361bf0ad-b798-4bda-bcfe-5abade83617f req-e2df00d9-620b-45ed-906f-b1aa1fc609a9 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 943 time: 0.1310835 Jul 07 22:30:34.805303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=c9c6d220-d327-40cf-8cc4-acbd4a225698,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:34.829588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad818600-a0bf-4605-961d-10ace860121f req-60896d35-b5b4-48df-a8c8-650e563a612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:34.831387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-60896d35-b5b4-48df-a8c8-650e563a612a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016791 Jul 07 22:30:34.858383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-361bf0ad-b798-4bda-bcfe-5abade83617f req-b70874c3-0115-4824-ae4c-431116213be4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533988 Jul 07 22:30:34.864276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:34.891691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:34.892129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07f1773e-5e6b-44c1-9dd3-e0cfeaf56ef4 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:34.892852 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:34.897123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:34.907906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2f22fbcc-1da0-4622-ad23-a6d6a66474b0 None None] Could not find standard attr ID for object 219a7c14-2131-4f88-bc5c-50ef4ce302b2. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:30:34.933882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56916fa4-0289-48af-814a-7a29faf12179 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=219a7c14-2131-4f88-bc5c-50ef4ce302b2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:35.031512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-79cc739f-7547-439a-9eaa-eff832dd70b9 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707799 Jul 07 22:30:35.060928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56916fa4-0289-48af-814a-7a29faf12179 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.063446 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-56916fa4-0289-48af-814a-7a29faf12179 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/219a7c14-2131-4f88-bc5c-50ef4ce302b2 HTTP/1.1" status: 204 len: 168 time: 2.0375469 Jul 07 22:30:35.069530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48290) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:35.155048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.155435 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Floating IP a2629bfd-6c8d-4a30-9bf8-b4857110747b disassociated (deleted). External IP: 172.25.8.120, port: 7d25db1a-8544-44bb-a5cb-aeb0e82eb073. Jul 07 22:30:35.163758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad818600-a0bf-4605-961d-10ace860121f req-6b6b3257-a646-4e38-9922-d8d6fd369a2d service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165655 Jul 07 22:30:35.296034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03efe18-87bf-4146-9092-350a193c814f req-472f2d07-bd51-4dec-a6c8-a4eaca78bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.297642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d03efe18-87bf-4146-9092-350a193c814f req-472f2d07-bd51-4dec-a6c8-a4eaca78bbed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 1095 time: 0.0659056 Jul 07 22:30:35.400358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03efe18-87bf-4146-9092-350a193c814f req-656fbb39-230f-4e80-b607-506d9a811d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.402086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d03efe18-87bf-4146-9092-350a193c814f req-656fbb39-230f-4e80-b607-506d9a811d0c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.0978572 Jul 07 22:30:35.451188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d03efe18-87bf-4146-9092-350a193c814f req-dde6afd6-4bef-4cbd-b921-2b4df196025e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a HTTP/1.1" status: 200 len: 217 time: 0.0383117 Jul 07 22:30:35.504525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03efe18-87bf-4146-9092-350a193c814f req-21a787f3-18c2-43d2-b6fa-de245a115b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.506601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d03efe18-87bf-4146-9092-350a193c814f req-21a787f3-18c2-43d2-b6fa-de245a115b92 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0473998 Jul 07 22:30:35.517072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606a8a4-8882-41f5-8544-1f62840c6e9b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.518691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c606a8a4-8882-41f5-8544-1f62840c6e9b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.520204 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c606a8a4-8882-41f5-8544-1f62840c6e9b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4483027 Jul 07 22:30:35.523434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48292) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:35.608947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-002ed830-7fcf-4280-8196-97b5f93e2467 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 3e256e31-5b3d-4ba2-b9c9-4dd042c103d4 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:35.617040 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-002ed830-7fcf-4280-8196-97b5f93e2467 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.647555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03efe18-87bf-4146-9092-350a193c814f req-2ffbf23d-4133-497b-bc21-7958f8b095c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.648990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d03efe18-87bf-4146-9092-350a193c814f req-2ffbf23d-4133-497b-bc21-7958f8b095c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357884 Jul 07 22:30:35.715643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-002ed830-7fcf-4280-8196-97b5f93e2467 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.716093 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.811900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d03efe18-87bf-4146-9092-350a193c814f req-6f60846a-4c0a-438f-9909-419b5262dc89 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560926 Jul 07 22:30:35.820701 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Subnet': ['ID=b5eb7cc6-1a4d-421d-ba2f-07e97a0da59d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:35.839903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Router f484b174-1ee7-4fd7-913c-157cc1fe79f2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:35.842960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Checking segment: {'id': '6009c147-0dca-49eb-95e3-fa2c04520f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a13b2494-3cd7-4269-86d6-47c1a067a097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:35.843355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network hostable DHCP agents. Network: a13b2494-3cd7-4269-86d6-47c1a067a097, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:30:35.853983 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-002ed830-7fcf-4280-8196-97b5f93e2467 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.896624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network a13b2494-3cd7-4269-86d6-47c1a067a097 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:30:35.913988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a13b2494-3cd7-4269-86d6-47c1a067a097) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:35.919857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:35.920454 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:35.937142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582eb447-2110-43a6-977b-b953f0b017ba None None] Network a13b2494-3cd7-4269-86d6-47c1a067a097 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:36.005822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d03efe18-87bf-4146-9092-350a193c814f req-e1802b79-a3af-453c-b48a-f9f515e52016 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807721 Jul 07 22:30:36.024839 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-002ed830-7fcf-4280-8196-97b5f93e2467 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.035441 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-862d1b1a-5010-451b-b15c-f2d0be4de5bc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4790576 Jul 07 22:30:36.037095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48298) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:36.055469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-20b244d9-b768-41e8-8855-2fff54a2cc0e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-394543813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:36.091347 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:36.103227 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] Sync routers for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:36.103890 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.111976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf0fb9-f4f6-4fe9-af1f-5746c4cca856 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:36.120704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ed830-7fcf-4280-8196-97b5f93e2467 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=3e256e31-5b3d-4ba2-b9c9-4dd042c103d4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:36.131377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-002ed830-7fcf-4280-8196-97b5f93e2467 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.134102 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:36.135330 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:36.141402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-002ed830-7fcf-4280-8196-97b5f93e2467 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/3e256e31-5b3d-4ba2-b9c9-4dd042c103d4 HTTP/1.1" status: 204 len: 168 time: 0.6146309 Jul 07 22:30:36.143710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48302) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:36.218361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 912b5d55-3c5a-4109-aec4-cdb5d9355f46 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:36.249597 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9ae74507-c888-40ef-843e-ba91094e5a5f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "DELETE /v2.0/floatingips/a2629bfd-6c8d-4a30-9bf8-b4857110747b HTTP/1.1" status: 204 len: 168 time: 3.1130087 Jul 07 22:30:36.252511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:36.256391 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb49e9-f6e8-43e7-9a16-581140062201" -d '{"events": [{"name": "network-changed", "server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:36.260087 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d33d60d7-7389-43ad-afb6-0939fda28bd9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049163 Jul 07 22:30:36.263029 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20b244d9-b768-41e8-8855-2fff54a2cc0e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.264071 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20b244d9-b768-41e8-8855-2fff54a2cc0e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.268877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:36.281943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:36.316199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26d82-d751-45f1-9f6f-d3151d450e90 req-a03fcc89-2a6c-4be4-8700-850c02c59350 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:36.318475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ea26d82-d751-45f1-9f6f-d3151d450e90 req-a03fcc89-2a6c-4be4-8700-850c02c59350 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 943 time: 0.2289321 Jul 07 22:30:36.361862 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:36.385807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ea26d82-d751-45f1-9f6f-d3151d450e90 req-ccac4166-cb28-4b11-871b-0134236b0067 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553908 Jul 07 22:30:36.452195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-a13b2494-3cd7-4269-86d6-47c1a067a097', 'network_id': 'a13b2494-3cd7-4269-86d6-47c1a067a097', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'fixed_ips': [{'subnet_id': 'b5eb7cc6-1a4d-421d-ba2f-07e97a0da59d'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:36.453790 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.472018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 912b5d55-3c5a-4109-aec4-cdb5d9355f46 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:36.472400 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.518731 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59def7a-b49e-40bd-8754-44ff0bd7428e x-openstack-request-id: req-c59def7a-b49e-40bd-8754-44ff0bd7428e {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:36.519188 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:36.519548 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c59def7a-b49e-40bd-8754-44ff0bd7428e {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:36.520036 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'status': 'completed', 'code': 200} Jul 07 22:30:36.528115 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20b244d9-b768-41e8-8855-2fff54a2cc0e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.544012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20b244d9-b768-41e8-8855-2fff54a2cc0e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.582650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:36.587414 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.593119 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20b244d9-b768-41e8-8855-2fff54a2cc0e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:36.599284 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20b244d9-b768-41e8-8855-2fff54a2cc0e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5546341 Jul 07 22:30:36.601853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48310) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:36.617411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'port': {'network_id': 'a13b2494-3cd7-4269-86d6-47c1a067a097', 'name': 'tempest-RoutersTest-383325887'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:36.665382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-b13c189c-f0a1-4a83-8160-ae4f42008c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:36.666955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-b13c189c-f0a1-4a83-8160-ae4f42008c5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 1097 time: 0.1152520 Jul 07 22:30:36.841994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-a9066e08-2eec-420f-8728-75f0650964b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:36.844128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-a9066e08-2eec-420f-8728-75f0650964b4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.1690958 Jul 07 22:30:36.846586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb35e6c-b8a8-4b77-bc56-c6cf851da1d9 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:36.860754 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:29Z', 'updated_at': '2021-07-07T22:26:32Z', 'revision_number': 1, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:36.896648 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] Checking router: f484b174-1ee7-4fd7-913c-157cc1fe79f2 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:30:36.907900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Allocated IP 172.20.0.2 (a13b2494-3cd7-4269-86d6-47c1a067a097/b5eb7cc6-1a4d-421d-ba2f-07e97a0da59d/61d0e49d-e032-48b9-8aad-feea39f555fa) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:36.913696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-07ae1645-0d4b-48b0-9c24-afe09a4b2a35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d25db1a-8544-44bb-a5cb-aeb0e82eb073 HTTP/1.1" status: 200 len: 217 time: 0.0611377 Jul 07 22:30:36.920908 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:36.921776 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:37.012795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-617b5e2f-b17c-47d0-86f5-3270a8cb091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:37.013019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:37.015183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-617b5e2f-b17c-47d0-86f5-3270a8cb091e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.0897703 Jul 07 22:30:37.017571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.037485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dfb35e6c-b8a8-4b77-bc56-c6cf851da1d9 None None] Deleting port 912b5d55-3c5a-4109-aec4-cdb5d9355f46 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:37.038817 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfb35e6c-b8a8-4b77-bc56-c6cf851da1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.055050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] device_id is not set on port 13e91547-7336-4388-a85e-57f41964d9ce yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:37.073286 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:37.088795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2535aad-75ee-4a61-a6a3-f82e6cc03333 req-59a50648-13f7-4f55-927d-e4a30f5f4eaf tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:37.098476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2535aad-75ee-4a61-a6a3-f82e6cc03333 req-59a50648-13f7-4f55-927d-e4a30f5f4eaf tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 945 time: 0.1873708 Jul 07 22:30:37.176284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2535aad-75ee-4a61-a6a3-f82e6cc03333 req-88f16cb1-33ef-49e6-ab03-9f90b0d898b2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766094 Jul 07 22:30:37.189875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-3a9bd867-89e9-42b7-9ff8-1b77e0565427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:37.193019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-3a9bd867-89e9-42b7-9ff8-1b77e0565427 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694229 Jul 07 22:30:37.224766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:30:37.238792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dfb35e6c-b8a8-4b77-bc56-c6cf851da1d9 None None] For port 912b5d55-3c5a-4109-aec4-cdb5d9355f46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=912b5d55-3c5a-4109-aec4-cdb5d9355f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:37.241624 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfb35e6c-b8a8-4b77-bc56-c6cf851da1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.266513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.318033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:37.321291 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:37.333317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=74c7a2bb-e2ce-4c8b-9366-d153eb6ff1bd,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:37.337196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:37.338184 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.350263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dfb35e6c-b8a8-4b77-bc56-c6cf851da1d9 None None] Calling delete_port for 912b5d55-3c5a-4109-aec4-cdb5d9355f46 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:37.367788 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a53fd0ff-1e67-40a7-b202-e30b356abcab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0973480 Jul 07 22:30:37.368006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48316) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:37.380115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'name': 'tempest-NetworksTestDHCPv6-1877833479'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:37.408375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-b971d973-e162-42d5-b997-305bb5ec8964 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063766 Jul 07 22:30:37.431029 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:29Z', 'updated_at': '2021-07-07T22:26:32Z', 'revision_number': 1, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:37.479059 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.501318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Transition to ACTIVE for port object 61d0e49d-e032-48b9-8aad-feea39f555fa will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:37.514794 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0140f01f-3574-41e8-85dd-108dbc5c81a7 None None] The sync data for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 is: [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'port_id': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'mac_address': 'fa:16:3e:85:11:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:26:29Z', 'updated_at': '2021-07-07T22:26:32Z', 'revision_number': 1, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:37.555936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Transition to ACTIVE for port object 61d0e49d-e032-48b9-8aad-feea39f555fa will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:37.575017 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.610610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:37.669449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Network a13b2494-3cd7-4269-86d6-47c1a067a097 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:37.669921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.20.0.12 (a13b2494-3cd7-4269-86d6-47c1a067a097/b5eb7cc6-1a4d-421d-ba2f-07e97a0da59d/13e91547-7336-4388-a85e-57f41964d9ce) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:37.680605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:37.687174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:37.695196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '9cc3722f-9523-4ad1-b9b4-9a30cfaad48a', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'port_id': '9cc3722f-9523-4ad1-b9b4-9a30cfaad48a', 'mac_address': 'fa:16:3e:c4:cf:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:30:37.702420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfb35e6c-b8a8-4b77-bc56-c6cf851da1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.716014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Pushing event updated for resources: {'Port': ['ID=61d0e49d-e032-48b9-8aad-feea39f555fa,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:37.782383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1fb49e9-f6e8-43e7-9a16-581140062201 req-0067ebeb-a9f5-459b-a65c-7db037e929e5 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195279 Jul 07 22:30:37.796344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb35e6c-b8a8-4b77-bc56-c6cf851da1d9 None None] No DVR routers for this DVR port 912b5d55-3c5a-4109-aec4-cdb5d9355f46 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:37.801299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca14ec-6111-45ea-9779-20d2ce1c5fe1 req-8fe4e281-78c1-4b05-89eb-0da32b62c371 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:37.811408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30ca14ec-6111-45ea-9779-20d2ce1c5fe1 req-8fe4e281-78c1-4b05-89eb-0da32b62c371 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 943 time: 0.2485847 Jul 07 22:30:37.834347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb35e6c-b8a8-4b77-bc56-c6cf851da1d9 None None] Pushing event deleted for resources: {'Port': ['ID=912b5d55-3c5a-4109-aec4-cdb5d9355f46,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:37.844666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca081d-cdaa-46b7-8c03-d4a60b90ec75 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:37.848355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:37.852590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.898907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30ca14ec-6111-45ea-9779-20d2ce1c5fe1 req-dd3b942d-4391-43a1-b3dd-f39d5dc96049 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861292 Jul 07 22:30:37.920150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port be8cbea0-694d-4d0b-b49b-d3b351995beb yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:37.931630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Attempting to bind port 61d0e49d-e032-48b9-8aad-feea39f555fa on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:37.932322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Attempting to bind port 61d0e49d-e032-48b9-8aad-feea39f555fa by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '6009c147-0dca-49eb-95e3-fa2c04520f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a13b2494-3cd7-4269-86d6-47c1a067a097'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:37.933392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Attempting to bind port 61d0e49d-e032-48b9-8aad-feea39f555fa on network a13b2494-3cd7-4269-86d6-47c1a067a097 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:37.938222 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.949777 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:37.967730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Transition to ACTIVE for port object 13e91547-7336-4388-a85e-57f41964d9ce will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:38.031506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.138780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network a13b2494-3cd7-4269-86d6-47c1a067a097 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:38.139872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=13e91547-7336-4388-a85e-57f41964d9ce,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:38.140478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::98 (b123989d-6c48-4cae-ab23-f4965291324e/74c7a2bb-e2ce-4c8b-9366-d153eb6ff1bd/be8cbea0-694d-4d0b-b49b-d3b351995beb) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:38.146192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:38.148505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:38.186141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 912b5d55-3c5a-4109-aec4-cdb5d9355f46 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:38.190693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf872de4-020f-45f3-b8dd-0e8a8e402aad None None] New status for floating IP a2629bfd-6c8d-4a30-9bf8-b4857110747b: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:30:38.197745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:38.200357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Checking segment: {'id': '6009c147-0dca-49eb-95e3-fa2c04520f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a13b2494-3cd7-4269-86d6-47c1a067a097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:38.200357 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.200357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Bound using segment: {'id': '6009c147-0dca-49eb-95e3-fa2c04520f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a13b2494-3cd7-4269-86d6-47c1a067a097'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:38.200357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Bound port: 61d0e49d-e032-48b9-8aad-feea39f555fa, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6009c147-0dca-49eb-95e3-fa2c04520f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a13b2494-3cd7-4269-86d6-47c1a067a097'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:38.200779 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.220922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:38.221595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.257328 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6a92d0df-2832-4e6b-b290-c13863764c29 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6517060 Jul 07 22:30:38.258121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48324) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:38.297450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:30:38.322487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:38.337219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 912b5d55-3c5a-4109-aec4-cdb5d9355f46 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:38.337930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 912b5d55-3c5a-4109-aec4-cdb5d9355f46 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:38.384454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.419281 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.440155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object be8cbea0-694d-4d0b-b49b-d3b351995beb will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:38.472699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] For port 61d0e49d-e032-48b9-8aad-feea39f555fa, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:38.475523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] For port 61d0e49d-e032-48b9-8aad-feea39f555fa, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=61d0e49d-e032-48b9-8aad-feea39f555fa,segment=NetworkSegment(6009c147-0dca-49eb-95e3-fa2c04520f5c),segment_id=6009c147-0dca-49eb-95e3-fa2c04520f5c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:38.501380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9034c-ab50-49bc-aff7-6138a2bcf962 req-64928dea-db19-41e2-98eb-71a03c35bdb2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:38.504873 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.509067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1be9034c-ab50-49bc-aff7-6138a2bcf962 req-64928dea-db19-41e2-98eb-71a03c35bdb2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 945 time: 0.1294441 Jul 07 22:30:38.571059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.603845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1be9034c-ab50-49bc-aff7-6138a2bcf962 req-7a84ecad-a70b-4c61-97cd-586aef6c31a0 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938020 Jul 07 22:30:38.621655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:30:38.625544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:38.669918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:38.671940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=be8cbea0-694d-4d0b-b49b-d3b351995beb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:38.676397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:38.684656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:38.692634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:38.693236 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:38.712938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6e572131-58c4-4d67-8684-7f0333dfd404 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3423746 Jul 07 22:30:38.715065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48330) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:38.889221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ea42f-8b3e-481b-bd88-2530cd952a0e None None] Pushing event updated for resources: {'Port': ['ID=61d0e49d-e032-48b9-8aad-feea39f555fa,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:38.941580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.052846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': '74c7a2bb-e2ce-4c8b-9366-d153eb6ff1bd'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:39.052846 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.259490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/74c7a2bb-e2ce-4c8b-9366-d153eb6ff1bd/afaf0893-cf73-4225-bf68-abd9d526be6f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:39.334399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.341166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.415807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0182e-d6a0-4140-863f-e45a1f3e9918 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:39.420788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3be0182e-d6a0-4140-863f-e45a1f3e9918 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7041101 Jul 07 22:30:39.421428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:39.440933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ea1a-5260-4817-a382-3f9582b40455 req-978d3050-f83e-41a2-ad25-47630d02df92 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:39.442302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3469ea1a-5260-4817-a382-3f9582b40455 req-978d3050-f83e-41a2-ad25-47630d02df92 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 945 time: 0.6190629 Jul 07 22:30:39.480280 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.481589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=13e91547-7336-4388-a85e-57f41964d9ce,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:39.500873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Transition to ACTIVE for port object afaf0893-cf73-4225-bf68-abd9d526be6f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:39.514943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e8ebd-7348-402d-9d42-35528f184c10 req-f865b572-43bf-4fdb-b109-e99f88fdc23f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:39.516427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-728e8ebd-7348-402d-9d42-35528f184c10 req-f865b572-43bf-4fdb-b109-e99f88fdc23f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 944 time: 0.1973565 Jul 07 22:30:39.520847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Transition to ACTIVE for port object afaf0893-cf73-4225-bf68-abd9d526be6f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:39.534343 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.593200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:39.603069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:39.606518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:39.618695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Pushing event updated for resources: {'Port': ['ID=afaf0893-cf73-4225-bf68-abd9d526be6f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:39.642131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-728e8ebd-7348-402d-9d42-35528f184c10 req-86ccb851-f81a-4264-b24f-be547005256c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200371 Jul 07 22:30:39.705340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3469ea1a-5260-4817-a382-3f9582b40455 req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:39.705599 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3469ea1a-5260-4817-a382-3f9582b40455 req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.711960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Attempting to bind port afaf0893-cf73-4225-bf68-abd9d526be6f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:39.713234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Attempting to bind port afaf0893-cf73-4225-bf68-abd9d526be6f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:39.713234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Attempting to bind port afaf0893-cf73-4225-bf68-abd9d526be6f on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:39.740045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:39.740566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:39.740842 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.740957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a4285-9224-4599-a6c7-87177e28458f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port be8cbea0-694d-4d0b-b49b-d3b351995beb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:39.741320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4285-9224-4599-a6c7-87177e28458f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.741448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:39.742537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Bound port: afaf0893-cf73-4225-bf68-abd9d526be6f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:39.743037 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.842672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.871173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3469ea1a-5260-4817-a382-3f9582b40455 req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] For port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:39.877684 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3469ea1a-5260-4817-a382-3f9582b40455 req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:39.909822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] For port afaf0893-cf73-4225-bf68-abd9d526be6f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:39.919945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] For port afaf0893-cf73-4225-bf68-abd9d526be6f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=afaf0893-cf73-4225-bf68-abd9d526be6f,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:39.923161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3469ea1a-5260-4817-a382-3f9582b40455 req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:39.930502 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.082402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe13773b-e3a4-4ee7-b835-fad703d83581 None None] Pushing event updated for resources: {'Port': ['ID=afaf0893-cf73-4225-bf68-abd9d526be6f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:40.096888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.126438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2b746-3cb7-4769-b607-07701b4b0464 req-7981927b-92f8-49ed-b268-1c6bd6a00166 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:40.127688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00f2b746-3cb7-4769-b607-07701b4b0464 req-7981927b-92f8-49ed-b268-1c6bd6a00166 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 945 time: 0.2471170 Jul 07 22:30:40.189729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4285-9224-4599-a6c7-87177e28458f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.192944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 61d0e49d-e032-48b9-8aad-feea39f555fa up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:40.242617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a4285-9224-4599-a6c7-87177e28458f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for be8cbea0-694d-4d0b-b49b-d3b351995beb owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:40.272252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00f2b746-3cb7-4769-b607-07701b4b0464 req-f911b6ad-8761-4f76-b585-35e3af2961ea tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156271 Jul 07 22:30:40.290135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 61d0e49d-e032-48b9-8aad-feea39f555fa completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:40.296849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1679bd-f39c-4bb0-8f20-44cdcb1ec7d0 None None] Network a13b2494-3cd7-4269-86d6-47c1a067a097 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:40.321995 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3469ea1a-5260-4817-a382-3f9582b40455 req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.390647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=7d25db1a-8544-44bb-a5cb-aeb0e82eb073,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:40.474010 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c5498841-a8c9-4979-9653-6872b3cc1901 None None] Provisioning for port 61d0e49d-e032-48b9-8aad-feea39f555fa completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:40.481585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c5498841-a8c9-4979-9653-6872b3cc1901 None None] Provisioning complete for port 61d0e49d-e032-48b9-8aad-feea39f555fa triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:40.481958 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5498841-a8c9-4979-9653-6872b3cc1901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.498053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3469ea1a-5260-4817-a382-3f9582b40455 req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] No DVR routers for this DVR port 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:40.510524 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3469ea1a-5260-4817-a382-3f9582b40455 req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.513206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3469ea1a-5260-4817-a382-3f9582b40455 req-44b61ff1-1959-40bb-95f4-0104ad5342d8 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "DELETE /v2.0/ports/7d25db1a-8544-44bb-a5cb-aeb0e82eb073 HTTP/1.1" status: 204 len: 173 time: 1.0626915 Jul 07 22:30:40.518527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'name': 'network-vif-deleted', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:40.521246 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eaf83a-d127-432f-9f9d-d4b0b4e734f6" -d '{"events": [{"server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "name": "network-vif-deleted", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:40.620326 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94961e2d-f6a7-4259-b050-d888c57d725b x-openstack-request-id: req-94961e2d-f6a7-4259-b050-d888c57d725b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:40.620326 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07679475-9ccf-48a3-aeb6-307557f323b5", "name": "network-vif-deleted", "tag": "7d25db1a-8544-44bb-a5cb-aeb0e82eb073", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:40.620656 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94961e2d-f6a7-4259-b050-d888c57d725b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:40.620888 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07679475-9ccf-48a3-aeb6-307557f323b5', 'name': 'network-vif-deleted', 'tag': '7d25db1a-8544-44bb-a5cb-aeb0e82eb073', 'status': 'completed', 'code': 200} Jul 07 22:30:40.734243 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5498841-a8c9-4979-9653-6872b3cc1901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.814463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c5498841-a8c9-4979-9653-6872b3cc1901 None None] For port 61d0e49d-e032-48b9-8aad-feea39f555fa, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=61d0e49d-e032-48b9-8aad-feea39f555fa,segment=NetworkSegment(6009c147-0dca-49eb-95e3-fa2c04520f5c),segment_id=6009c147-0dca-49eb-95e3-fa2c04520f5c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:40.818796 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c5498841-a8c9-4979-9653-6872b3cc1901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:40.969912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5498841-a8c9-4979-9653-6872b3cc1901 None None] Pushing event updated for resources: {'Port': ['ID=61d0e49d-e032-48b9-8aad-feea39f555fa,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:41.082062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65380085-2390-4018-93a2-1da4a22669aa req-a663eb0e-e731-451a-89eb-9d46150f4b6a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:41.085912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65380085-2390-4018-93a2-1da4a22669aa req-a663eb0e-e731-451a-89eb-9d46150f4b6a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 944 time: 0.2363472 Jul 07 22:30:41.188150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65380085-2390-4018-93a2-1da4a22669aa req-7e29225f-bc6d-4e3f-a535-0a7a73dcf254 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948324 Jul 07 22:30:41.221369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:41.327733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:41.346487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:41.352450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.426639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:41.442433 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4285-9224-4599-a6c7-87177e28458f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.519225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:41.519736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7d25db1a-8544-44bb-a5cb-aeb0e82eb073 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:41.520616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a4285-9224-4599-a6c7-87177e28458f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=be8cbea0-694d-4d0b-b49b-d3b351995beb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:41.587285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ce7e4d22-c95a-4b3f-a2f7-4a81077545e6 None None] Provisioning for port 13e91547-7336-4388-a85e-57f41964d9ce completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:41.603461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ce7e4d22-c95a-4b3f-a2f7-4a81077545e6 None None] Provisioning complete for port 13e91547-7336-4388-a85e-57f41964d9ce triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:41.603833 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4d22-c95a-4b3f-a2f7-4a81077545e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.612904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.617351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4285-9224-4599-a6c7-87177e28458f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.624362 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b2a4285-9224-4599-a6c7-87177e28458f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/be8cbea0-694d-4d0b-b49b-d3b351995beb HTTP/1.1" status: 204 len: 168 time: 2.1979928 Jul 07 22:30:41.624362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48352) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:41.634099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.650704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b512855-7e63-425c-a65d-81d228dd1418 req-fd8e5f30-7e6e-465f-85d5-5cbf802fac21 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 210 time: 0.0975597 Jul 07 22:30:41.743375 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.745935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e4d22-c95a-4b3f-a2f7-4a81077545e6 None None] Port 13e91547-7336-4388-a85e-57f41964d9ce cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:41.798121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ce7e4d22-c95a-4b3f-a2f7-4a81077545e6 None None] Provisioning complete for port 61d0e49d-e032-48b9-8aad-feea39f555fa triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:41.798515 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce7e4d22-c95a-4b3f-a2f7-4a81077545e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.803588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12544b1-433f-43e6-ab13-701c4acee758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:41.811398 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=13e91547-7336-4388-a85e-57f41964d9ce,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:41.816362 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d3e477-edd3-4e32-8503-c6e57b0b955e" -d '{"events": [{"server_uuid": "f12544b1-433f-43e6-ab13-701c4acee758", "name": "network-vif-plugged", "status": "completed", "tag": "9cc3722f-9523-4ad1-b9b4-9a30cfaad48a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:41.870243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:41.874583 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.880254 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:41.897408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3464b9-bc98-4aae-a3f4-ce21aea8ab65 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:41.898955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3464b9-bc98-4aae-a3f4-ce21aea8ab65 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:41.914618 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b3464b9-bc98-4aae-a3f4-ce21aea8ab65 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2892396 Jul 07 22:30:41.917536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48356) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:41.947908 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ec22ab-147f-4818-a4a2-a0cda692c623 x-openstack-request-id: req-59ec22ab-147f-4818-a4a2-a0cda692c623 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:41.948196 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12544b1-433f-43e6-ab13-701c4acee758", "name": "network-vif-plugged", "status": "completed", "tag": "9cc3722f-9523-4ad1-b9b4-9a30cfaad48a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:41.966149 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59ec22ab-147f-4818-a4a2-a0cda692c623 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:41.971186 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12544b1-433f-43e6-ab13-701c4acee758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3722f-9523-4ad1-b9b4-9a30cfaad48a', 'code': 200} Jul 07 22:30:42.053629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 74c7a2bb-e2ce-4c8b-9366-d153eb6ff1bd {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:42.064839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:42.079552 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.301990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.350964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f731380f-55ee-4558-95f8-baebea60a7c0 None None] Provisioning complete for port 13e91547-7336-4388-a85e-57f41964d9ce triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:42.351529 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f731380f-55ee-4558-95f8-baebea60a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.356033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network a13b2494-3cd7-4269-86d6-47c1a067a097 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:42.358290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:42.467445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f731380f-55ee-4558-95f8-baebea60a7c0 None None] Port 13e91547-7336-4388-a85e-57f41964d9ce cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:42.479684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f731380f-55ee-4558-95f8-baebea60a7c0 None None] Provisioning for port afaf0893-cf73-4225-bf68-abd9d526be6f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:42.487639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f731380f-55ee-4558-95f8-baebea60a7c0 None None] Could not find standard attr ID for object be8cbea0-694d-4d0b-b49b-d3b351995beb. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:30:42.529502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.545245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 61d0e49d-e032-48b9-8aad-feea39f555fa up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:42.562684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65886e6a-3c4c-4912-a065-8ed8a434914b req-4679f257-13b6-4856-8aee-2ec647917c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.565300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65886e6a-3c4c-4912-a065-8ed8a434914b req-4679f257-13b6-4856-8aee-2ec647917c9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 1097 time: 0.4187808 Jul 07 22:30:42.609791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 61d0e49d-e032-48b9-8aad-feea39f555fa triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:42.610506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.657301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router dfb23d29-5aec-4561-87e6-ffad205e0ec8 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:30:42.748971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device afaf0893-cf73-4225-bf68-abd9d526be6f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:42.781068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-31dde07e-382a-4eae-80e5-a382f90fc036 None None] Could not find standard attr ID for object be8cbea0-694d-4d0b-b49b-d3b351995beb. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:30:42.828430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65886e6a-3c4c-4912-a065-8ed8a434914b req-f13f8bce-cb92-4e73-babd-705acbef9037 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742232 Jul 07 22:30:42.833892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port afaf0893-cf73-4225-bf68-abd9d526be6f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:42.843714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port afaf0893-cf73-4225-bf68-abd9d526be6f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:42.844084 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.859606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd71974-0af9-4455-a9bc-e5675e11fdb5 req-3cee4576-d7ac-45e3-9592-bf44073f60ad tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.868938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:42.873998 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-068916e9-8b34-46d1-8f87-337c9db2213d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/dfb23d29-5aec-4561-87e6-ffad205e0ec8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6153173 Jul 07 22:30:42.874386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fcd71974-0af9-4455-a9bc-e5675e11fdb5 req-3cee4576-d7ac-45e3-9592-bf44073f60ad tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.3346398 Jul 07 22:30:42.877529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48368) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:42.889915 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b645f5-d619-4852-91e3-a815b35723ea None None] Sync routers for ids ['dfb23d29-5aec-4561-87e6-ffad205e0ec8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:42.905737 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b645f5-d619-4852-91e3-a815b35723ea None None] Routers {'dfb23d29-5aec-4561-87e6-ffad205e0ec8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:42.906393 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-97b645f5-d619-4852-91e3-a815b35723ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['dfb23d29-5aec-4561-87e6-ffad205e0ec8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:42.946945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-659d898b-eca4-4ff1-a042-54edf14ff902 req-44fa2c17-36c0-4cef-adab-76d947c787c2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 210 time: 0.1097212 Jul 07 22:30:42.947478 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.955555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-00629c7b-0175-4570-ba00-69de27af54f7 None None] Provisioning complete for port 13e91547-7336-4388-a85e-57f41964d9ce triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:42.955983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00629c7b-0175-4570-ba00-69de27af54f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:42.974449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30180f3-119b-43e3-b373-09c6f928a7bf tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:42.977227 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d30180f3-119b-43e3-b373-09c6f928a7bf tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports/13e91547-7336-4388-a85e-57f41964d9ce HTTP/1.1" status: 200 len: 977 time: 0.0986803 Jul 07 22:30:42.980461 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48370) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:42.997542 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-97b645f5-d619-4852-91e3-a815b35723ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:43.010384 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b645f5-d619-4852-91e3-a815b35723ea None None] Routers {'dfb23d29-5aec-4561-87e6-ffad205e0ec8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:43.011876 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-97b645f5-d619-4852-91e3-a815b35723ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['dfb23d29-5aec-4561-87e6-ffad205e0ec8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:43.023191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.025096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/74c7a2bb-e2ce-4c8b-9366-d153eb6ff1bd HTTP/1.1" status: 204 len: 168 time: 1.1063027 Jul 07 22:30:43.037298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=74c7a2bb-e2ce-4c8b-9366-d153eb6ff1bd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:43.045887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed59434-3e37-4e33-b719-7f91b44d10cb None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:43.048105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48372) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:43.051689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-00629c7b-0175-4570-ba00-69de27af54f7 None None] Port 13e91547-7336-4388-a85e-57f41964d9ce cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:43.065139 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-97b645f5-d619-4852-91e3-a815b35723ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:43.065798 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b645f5-d619-4852-91e3-a815b35723ea None None] The sync data for ids ['dfb23d29-5aec-4561-87e6-ffad205e0ec8'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:43.069594 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.129811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.130324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.130676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.131567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.131567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.131849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.132142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.132848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.132848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.133109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.133431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.133784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1a244d-5d82-4c88-8770-d04476bb2924 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:43.138662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aaf7ee3a-8afe-4b2f-9f33-184f4a66738a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894291 Jul 07 22:30:43.142250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fcd71974-0af9-4455-a9bc-e5675e11fdb5 req-bea3dcf2-e9af-47f7-a7b8-274ece18d940 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670279 Jul 07 22:30:43.142738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48374) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:43.148207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:43.150322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port afaf0893-cf73-4225-bf68-abd9d526be6f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=afaf0893-cf73-4225-bf68-abd9d526be6f,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:43.158067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.264541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:43.269418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.300364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=afaf0893-cf73-4225-bf68-abd9d526be6f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:43.428838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cc5635-0b94-4ae6-b266-733bd38b3716 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:43.527977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-58cc5635-0b94-4ae6-b266-733bd38b3716 None None] Deleting port afaf0893-cf73-4225-bf68-abd9d526be6f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:43.528438 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58cc5635-0b94-4ae6-b266-733bd38b3716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.565856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.600443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.620780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:43.621550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-58cc5635-0b94-4ae6-b266-733bd38b3716 None None] For port afaf0893-cf73-4225-bf68-abd9d526be6f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=afaf0893-cf73-4225-bf68-abd9d526be6f,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:43.621959 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58cc5635-0b94-4ae6-b266-733bd38b3716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.624603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:43.645881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:43.650274 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.661266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-58cc5635-0b94-4ae6-b266-733bd38b3716 None None] Calling delete_port for afaf0893-cf73-4225-bf68-abd9d526be6f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:43.695682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=f92b6329-c999-478b-a124-cf8504398576,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:43.713814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8c46a935-3544-4c03-80e6-d7767d3aaba9 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5677781 Jul 07 22:30:43.715837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48380) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:43.727629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'name': 'tempest-NetworksTestDHCPv6-475608058'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:43.860830 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58cc5635-0b94-4ae6-b266-733bd38b3716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.924934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc5635-0b94-4ae6-b266-733bd38b3716 None None] Pushing event deleted for resources: {'Port': ['ID=afaf0893-cf73-4225-bf68-abd9d526be6f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:43.928387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 13e91547-7336-4388-a85e-57f41964d9ce {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:43.929287 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:43.943049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc5635-0b94-4ae6-b266-733bd38b3716 None None] No DVR routers for this DVR port afaf0893-cf73-4225-bf68-abd9d526be6f on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:43.961646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd83b0c-22e0-494c-a2d5-ca2f60790a55 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:44.052913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:44.069697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.088710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.112593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 358b1042-8874-440e-9f44-f3ef0f752d1c yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:44.115583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 13e91547-7336-4388-a85e-57f41964d9ce owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:44.167169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device afaf0893-cf73-4225-bf68-abd9d526be6f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:44.197973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: afaf0893-cf73-4225-bf68-abd9d526be6f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:44.198493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device afaf0893-cf73-4225-bf68-abd9d526be6f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:44.246926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'f92b6329-c999-478b-a124-cf8504398576'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:44.249091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.296542 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c818193-78ad-4c5a-8555-f70f447b7226 req-a27aca2e-372b-47ba-9dc7-a851030bc89b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 210 time: 0.0425129 Jul 07 22:30:44.354944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::195 (b123989d-6c48-4cae-ab23-f4965291324e/f92b6329-c999-478b-a124-cf8504398576/358b1042-8874-440e-9f44-f3ef0f752d1c) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:44.493321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.530410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=13e91547-7336-4388-a85e-57f41964d9ce,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:44.587516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e18b15-5c44-4ed1-a9d0-ab09fb5aec6e req-1e49a33d-262f-43a3-8bd5-08feed001f05 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:44.593569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3e18b15-5c44-4ed1-a9d0-ab09fb5aec6e req-1e49a33d-262f-43a3-8bd5-08feed001f05 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.1493888 Jul 07 22:30:44.661453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3e18b15-5c44-4ed1-a9d0-ab09fb5aec6e req-5604f695-f271-40fd-a34c-1fee28b004bb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633404 Jul 07 22:30:44.671960 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.716712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 358b1042-8874-440e-9f44-f3ef0f752d1c will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:44.761259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.847461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/f92b6329-c999-478b-a124-cf8504398576/0dfabb6c-2ce7-4ac2-b87b-f710c543afef) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:44.903360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:44.923951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:44.939017 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:44.941912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:44.954475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:44.956873 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.014609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2954564 Jul 07 22:30:45.025878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48394) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:45.064734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2deaff-ab51-4458-a1b8-740c2daecaf2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=358b1042-8874-440e-9f44-f3ef0f752d1c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:45.211167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a5913e-6a9d-415b-bdc9-84862ab488f2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:45.216645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-04a5913e-6a9d-415b-bdc9-84862ab488f2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1883781 Jul 07 22:30:45.218320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48396) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:45.263832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router dfb23d29-5aec-4561-87e6-ffad205e0ec8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:45.331001 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.344992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Transition to ACTIVE for port object 0dfabb6c-2ce7-4ac2-b87b-f710c543afef will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:45.352508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:45.358511 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca530a47-53e4-4bc6-8711-7e97d78c3bf5 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/dfb23d29-5aec-4561-87e6-ffad205e0ec8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3768022 Jul 07 22:30:45.361326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48400) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:45.366517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9e2ef-b07c-4b11-a84a-6f9d02e0deb5 None None] Sync routers for ids ['dfb23d29-5aec-4561-87e6-ffad205e0ec8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:45.369719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1979e4-dfe2-407f-87c5-7371389d69c3 req-367db9e1-eda3-4e64-874f-79ce2c3e7cf0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:45.379702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c1979e4-dfe2-407f-87c5-7371389d69c3 req-367db9e1-eda3-4e64-874f-79ce2c3e7cf0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.2522132 Jul 07 22:30:45.386539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9e2ef-b07c-4b11-a84a-6f9d02e0deb5 None None] Routers {'dfb23d29-5aec-4561-87e6-ffad205e0ec8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:45.387255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14b9e2ef-b07c-4b11-a84a-6f9d02e0deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['dfb23d29-5aec-4561-87e6-ffad205e0ec8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:45.392200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Transition to ACTIVE for port object 0dfabb6c-2ce7-4ac2-b87b-f710c543afef will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:45.435663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14b9e2ef-b07c-4b11-a84a-6f9d02e0deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:45.440299 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.453277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-8922e760-2f13-4e7f-b621-0376becb7aff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 358b1042-8874-440e-9f44-f3ef0f752d1c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:45.453635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8922e760-2f13-4e7f-b621-0376becb7aff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.481811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9e2ef-b07c-4b11-a84a-6f9d02e0deb5 None None] Routers {'dfb23d29-5aec-4561-87e6-ffad205e0ec8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:45.482872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14b9e2ef-b07c-4b11-a84a-6f9d02e0deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['dfb23d29-5aec-4561-87e6-ffad205e0ec8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:45.494312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:45.518820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c1979e4-dfe2-407f-87c5-7371389d69c3 req-08db9b19-ccd6-4ad3-abdc-46f23c35b5f6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381192 Jul 07 22:30:45.532703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:45.539966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:45.542303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14b9e2ef-b07c-4b11-a84a-6f9d02e0deb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:45.542996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9e2ef-b07c-4b11-a84a-6f9d02e0deb5 None None] The sync data for ids ['dfb23d29-5aec-4561-87e6-ffad205e0ec8'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:45.553287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Pushing event updated for resources: {'Port': ['ID=0dfabb6c-2ce7-4ac2-b87b-f710c543afef,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:45.569729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7deb58ca-22a6-457f-96d9-70e4b5cafa81 req-ed789d63-cc28-460b-a225-99efd8c22937 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 210 time: 0.0476835 Jul 07 22:30:45.588357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.588804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.589278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.589695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.591016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.591743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.591862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.592922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.593631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.593631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.593973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.594347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:30:45.622963 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8922e760-2f13-4e7f-b621-0376becb7aff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.623301 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-b3611565-6a32-4a8d-afbc-30c0e6ed5840 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] remove_router_interface failed (client error): The resource could not be found. Jul 07 22:30:45.625895 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b3611565-6a32-4a8d-afbc-30c0e6ed5840 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/dfb23d29-5aec-4561-87e6-ffad205e0ec8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2620246 Jul 07 22:30:45.627269 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48402) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:45.639443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-8922e760-2f13-4e7f-b621-0376becb7aff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 358b1042-8874-440e-9f44-f3ef0f752d1c owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:45.641087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Attempting to bind port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:45.641461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Attempting to bind port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:45.641965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Attempting to bind port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:45.647647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:45.648025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:45.648570 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.649087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:45.649567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Bound port: 0dfabb6c-2ce7-4ac2-b87b-f710c543afef, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:45.649952 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.663425 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7d63991f-1e32-4cc1-b0fd-75cbf929b235 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfb23d29-5aec-4561-87e6-ffad205e0ec8 HTTP/1.1" status: 200 len: 205 time: 0.0350530 Jul 07 22:30:45.665925 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:45.733344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] For port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:45.737081 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] For port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0dfabb6c-2ce7-4ac2-b87b-f710c543afef,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:45.742236 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.767989 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61be1d7e-febd-4f1c-be3e-5301864698a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.831838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111abe01-3bd5-4c29-9315-3bf84a8253f8 None None] Pushing event updated for resources: {'Port': ['ID=0dfabb6c-2ce7-4ac2-b87b-f710c543afef,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:45.851586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8922e760-2f13-4e7f-b621-0376becb7aff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.893037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922e760-2f13-4e7f-b621-0376becb7aff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=358b1042-8874-440e-9f44-f3ef0f752d1c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:45.925322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8922e760-2f13-4e7f-b621-0376becb7aff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:45.929786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8922e760-2f13-4e7f-b621-0376becb7aff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/358b1042-8874-440e-9f44-f3ef0f752d1c HTTP/1.1" status: 204 len: 168 time: 0.7081385 Jul 07 22:30:45.930838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48408) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.071639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42949ec6-2677-4a41-962a-2f35670e7d01 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:46.073199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42949ec6-2677-4a41-962a-2f35670e7d01 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:46.075421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-42949ec6-2677-4a41-962a-2f35670e7d01 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1428428 Jul 07 22:30:46.087956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48410) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.151063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64611e4-25cb-4cab-bb46-8be0dfdc9edd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet f92b6329-c999-478b-a124-cf8504398576 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:46.155937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d64611e4-25cb-4cab-bb46-8be0dfdc9edd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.209443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d64611e4-25cb-4cab-bb46-8be0dfdc9edd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.313854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d64611e4-25cb-4cab-bb46-8be0dfdc9edd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.323375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61be1d7e-febd-4f1c-be3e-5301864698a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.325704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61be1d7e-febd-4f1c-be3e-5301864698a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.371817 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61be1d7e-febd-4f1c-be3e-5301864698a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.372373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61be1d7e-febd-4f1c-be3e-5301864698a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Fanout notify agent at l3_agent the message router_deleted on router dfb23d29-5aec-4561-87e6-ffad205e0ec8 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:30:46.380819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61be1d7e-febd-4f1c-be3e-5301864698a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.382550 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d64611e4-25cb-4cab-bb46-8be0dfdc9edd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.384912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48414) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.385062 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-61be1d7e-febd-4f1c-be3e-5301864698a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/dfb23d29-5aec-4561-87e6-ffad205e0ec8 HTTP/1.1" status: 204 len: 168 time: 0.7178950 Jul 07 22:30:46.420945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64611e4-25cb-4cab-bb46-8be0dfdc9edd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=f92b6329-c999-478b-a124-cf8504398576,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:46.449285 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d64611e4-25cb-4cab-bb46-8be0dfdc9edd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.451177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d64611e4-25cb-4cab-bb46-8be0dfdc9edd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/f92b6329-c999-478b-a124-cf8504398576 HTTP/1.1" status: 204 len: 168 time: 0.3606174 Jul 07 22:30:46.453867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48416) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.478466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e60a5a9-b1b7-4f59-96bd-fed5c673abd1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting subnet b5eb7cc6-1a4d-421d-ba2f-07e97a0da59d {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:46.481868 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9e60a5a9-b1b7-4f59-96bd-fed5c673abd1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.497186 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a7798f22-9723-4430-8c03-a35b89659d18 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418363 Jul 07 22:30:46.499711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.523442 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9e60a5a9-b1b7-4f59-96bd-fed5c673abd1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.578686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be525a6-0e0c-4e97-bc9a-5c27ce801830 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:46.580241 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1be525a6-0e0c-4e97-bc9a-5c27ce801830 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0795555 Jul 07 22:30:46.583484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48422) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.629525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9e60a5a9-b1b7-4f59-96bd-fed5c673abd1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.694056 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0776df90-0c27-4d32-9a19-3d4d0a62e9c6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:46.697842 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0776df90-0c27-4d32-9a19-3d4d0a62e9c6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1134002 Jul 07 22:30:46.700972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48426) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.752303 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-74ecdd3e-5c7c-4088-b756-ec24e57f4b31 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501416 Jul 07 22:30:46.757140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48428) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.761938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:46.785084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4de60fc8-c00c-48a6-ba79-e23ec4630209 req-b62a0380-e6c8-4767-95b4-0e3fa6e72d21 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=07679475-9ccf-48a3-aeb6-307557f323b5 HTTP/1.1" status: 200 len: 210 time: 0.0357580 Jul 07 22:30:46.787799 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9e60a5a9-b1b7-4f59-96bd-fed5c673abd1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.824618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60a5a9-b1b7-4f59-96bd-fed5c673abd1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Subnet': ['ID=b5eb7cc6-1a4d-421d-ba2f-07e97a0da59d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:46.828997 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9e60a5a9-b1b7-4f59-96bd-fed5c673abd1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.833362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9e60a5a9-b1b7-4f59-96bd-fed5c673abd1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/b5eb7cc6-1a4d-421d-ba2f-07e97a0da59d HTTP/1.1" status: 204 len: 168 time: 0.4420016 Jul 07 22:30:46.833620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48430) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:46.842843 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be7143-189a-4f8c-b795-c97607fd1642 None None] Network a13b2494-3cd7-4269-86d6-47c1a067a097 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:46.872426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:46.879079 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.942961 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:46.959009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c06ad-8c9f-4199-9aec-fbb9bf7d0098 req-f162a8c0-77d9-4e88-a642-ac502002b09e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:46.960572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-121c06ad-8c9f-4199-9aec-fbb9bf7d0098 req-f162a8c0-77d9-4e88-a642-ac502002b09e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.2776654 Jul 07 22:30:47.051894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-121c06ad-8c9f-4199-9aec-fbb9bf7d0098 req-a9ad3770-d03c-4b19-9e48-2be5004881ed tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848160 Jul 07 22:30:47.070138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 61d0e49d-e032-48b9-8aad-feea39f555fa {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:47.070611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.104401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe785777-1e07-409b-8329-e6ef61d142c7 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:47.128241 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.161426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade6cb02-ab5e-4729-b584-3d1b71b3536e None None] DHCP port deletion for a13b2494-3cd7-4269-86d6-47c1a067a097 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:47.178280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:47.181826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:47.191025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:47.191636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.224359 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4642806 Jul 07 22:30:47.224590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502fc91-952a-46ba-84aa-d923bef6103d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=becffb99-d1ce-48fa-9a9d-f2420e0d944b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:47.227125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48436) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:47.233964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': 'becffb99-d1ce-48fa-9a9d-f2420e0d944b', 'ip_address': '2001:db8::eaee:d5f3:5cb0:e378'}], 'name': 'tempest-NetworksTestDHCPv6-1048994475'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:47.236095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b54b817c-dd0d-494e-952c-3ba74309b679 None None] Provisioning for port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:47.331464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ade6cb02-ab5e-4729-b584-3d1b71b3536e None None] Deleting port 61d0e49d-e032-48b9-8aad-feea39f555fa {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:47.331755 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ade6cb02-ab5e-4729-b584-3d1b71b3536e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.422896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:47.437585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ade6cb02-ab5e-4729-b584-3d1b71b3536e None None] For port 61d0e49d-e032-48b9-8aad-feea39f555fa, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=61d0e49d-e032-48b9-8aad-feea39f555fa,segment=NetworkSegment(6009c147-0dca-49eb-95e3-fa2c04520f5c),segment_id=6009c147-0dca-49eb-95e3-fa2c04520f5c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:47.437981 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ade6cb02-ab5e-4729-b584-3d1b71b3536e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.453399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ade6cb02-ab5e-4729-b584-3d1b71b3536e None None] Calling delete_port for 61d0e49d-e032-48b9-8aad-feea39f555fa owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:47.517385 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.543165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port 61d0e49d-e032-48b9-8aad-feea39f555fa, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=61d0e49d-e032-48b9-8aad-feea39f555fa,segment=NetworkSegment(6009c147-0dca-49eb-95e3-fa2c04520f5c),segment_id=6009c147-0dca-49eb-95e3-fa2c04520f5c)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:47.543673 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.544579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 79e12b70-0d6e-4d0e-9661-d82968ea8957 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:47.554696 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ade6cb02-ab5e-4729-b584-3d1b71b3536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.562638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 61d0e49d-e032-48b9-8aad-feea39f555fa owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:47.586027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6cb02-ab5e-4729-b584-3d1b71b3536e None None] Pushing event deleted for resources: {'Port': ['ID=61d0e49d-e032-48b9-8aad-feea39f555fa,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:47.591907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade6cb02-ab5e-4729-b584-3d1b71b3536e None None] No DVR routers for this DVR port 61d0e49d-e032-48b9-8aad-feea39f555fa on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:47.652267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.679649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=61d0e49d-e032-48b9-8aad-feea39f555fa,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:47.692395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No DVR routers for this DVR port 61d0e49d-e032-48b9-8aad-feea39f555fa on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:47.708790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca9ee1-b21e-4095-bf24-de3dabbe1af2 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:47.728406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::eaee:d5f3:5cb0:e378 (b123989d-6c48-4cae-ab23-f4965291324e/becffb99-d1ce-48fa-9a9d-f2420e0d944b/79e12b70-0d6e-4d0e-9661-d82968ea8957) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:47.795339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.813371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13b2494-3cd7-4269-86d6-47c1a067a097']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:47.827848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6009c147-0dca-49eb-95e3-fa2c04520f5c') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:47.828296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6009c147-0dca-49eb-95e3-fa2c04520f5c') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:47.840119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.856757 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.865063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:47.866088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:47.922713 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:47.938442 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.944200 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.951323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/networks/a13b2494-3cd7-4269-86d6-47c1a067a097 HTTP/1.1" status: 204 len: 168 time: 1.1162460 Jul 07 22:30:47.952107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48442) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:47.956560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:47.961062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'network': {'name': 'tempest-RoutersTest-563081588'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:47.973455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 79e12b70-0d6e-4d0e-9661-d82968ea8957 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:47.983140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8d226-7aad-4ff3-aa9d-986c2c91995a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Network': ['ID=a13b2494-3cd7-4269-86d6-47c1a067a097,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:48.023170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:48.029782 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.061443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.088669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:30:48.102463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.103122 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added segment 0e08f3d2-7120-470b-9fe2-138b01ca1222 of type vlan for network f9929458-5861-4a25-93cf-683b045f5da7 Jul 07 22:30:48.181793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:48.190795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:48.193320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=79e12b70-0d6e-4d0e-9661-d82968ea8957,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:48.206201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:48.207403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.212470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:48.231398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.235381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0dfabb6c-2ce7-4ac2-b87b-f710c543afef up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:48.250239 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-512a4dac-20d1-4acb-a6db-2885f52baa90 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0218132 Jul 07 22:30:48.252557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:48.282498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.290707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:48.291350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.344366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3872335 Jul 07 22:30:48.369164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:48.371182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48452) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:48.375828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:48.376924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.377214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b7b689-0ee3-4f52-a21a-bd28f1af917a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:48.386002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b7b689-0ee3-4f52-a21a-bd28f1af917a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:48.386223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'subnet': {'network_id': 'f9929458-5861-4a25-93cf-683b045f5da7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:48.387671 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-81b7b689-0ee3-4f52-a21a-bd28f1af917a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1339796 Jul 07 22:30:48.390531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48454) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:48.548874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.576775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2063299-9f19-4f6e-903e-91e64f9da1f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Network': ['ID=f9929458-5861-4a25-93cf-683b045f5da7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:48.583689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-874c8894-c297-4f20-aed8-8b7c7a9f797a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 79e12b70-0d6e-4d0e-9661-d82968ea8957 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:48.584205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-874c8894-c297-4f20-aed8-8b7c7a9f797a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.596969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0dfabb6c-2ce7-4ac2-b87b-f710c543afef,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:48.600019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f9929458-5861-4a25-93cf-683b045f5da7 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:30:48.617869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:48.621631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.688360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.699842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9fc7a638-86c4-44ee-853b-a6e37ef5fe2c None None] Could not find standard attr ID for object 358b1042-8874-440e-9f44-f3ef0f752d1c. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:30:48.703418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b569-eeef-4c4f-8823-035c587c56e3 req-5642bb71-2a44-4063-a7dd-6a902bed4e6f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:48.710632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbc4b569-eeef-4c4f-8823-035c587c56e3 req-5642bb71-2a44-4063-a7dd-6a902bed4e6f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.3883722 Jul 07 22:30:48.748306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-874c8894-c297-4f20-aed8-8b7c7a9f797a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.778396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0dfabb6c-2ce7-4ac2-b87b-f710c543afef,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:48.782217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-874c8894-c297-4f20-aed8-8b7c7a9f797a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 79e12b70-0d6e-4d0e-9661-d82968ea8957 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:48.782480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbc4b569-eeef-4c4f-8823-035c587c56e3 req-33faf742-90e5-4302-8acb-0721ba39034a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698256 Jul 07 22:30:48.812181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 61d0e49d-e032-48b9-8aad-feea39f555fa no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:48.833634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 61d0e49d-e032-48b9-8aad-feea39f555fa {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:48.834044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 61d0e49d-e032-48b9-8aad-feea39f555fa not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:48.947299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.953707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-874c8894-c297-4f20-aed8-8b7c7a9f797a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:48.988470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c8894-c297-4f20-aed8-8b7c7a9f797a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=79e12b70-0d6e-4d0e-9661-d82968ea8957,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:49.018517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-365a131b-fb57-4ba8-9e1f-59883c9481ed None None] Could not find standard attr ID for object 79e12b70-0d6e-4d0e-9661-d82968ea8957. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:30:49.027278 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-874c8894-c297-4f20-aed8-8b7c7a9f797a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.029673 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-874c8894-c297-4f20-aed8-8b7c7a9f797a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/79e12b70-0d6e-4d0e-9661-d82968ea8957 HTTP/1.1" status: 204 len: 168 time: 0.6381948 Jul 07 22:30:49.032129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48458) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:49.036125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Subnet': ['ID=ff02bd12-d666-42d2-8675-dfdb9df00f96,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:49.050700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Checking segment: {'id': '0e08f3d2-7120-470b-9fe2-138b01ca1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f9929458-5861-4a25-93cf-683b045f5da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:49.051061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network hostable DHCP agents. Network: f9929458-5861-4a25-93cf-683b045f5da7, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:30:49.074718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network f9929458-5861-4a25-93cf-683b045f5da7 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:30:49.084749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f9929458-5861-4a25-93cf-683b045f5da7) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:49.093461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297881a7-c445-42d4-a60e-048ae15ef50d None None] Network f9929458-5861-4a25-93cf-683b045f5da7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:49.094345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:49.095056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.110311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff4d69c-1f5c-40b2-afa6-92c9d643e44c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:49.113774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff4d69c-1f5c-40b2-afa6-92c9d643e44c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:49.117354 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6ff4d69c-1f5c-40b2-afa6-92c9d643e44c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0827084 Jul 07 22:30:49.119225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48462) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:49.130747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cfee20ee-0565-48d2-ab59-f44ac0d547e2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7487633 Jul 07 22:30:49.134980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48464) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:49.150924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fa1f3d5f-2418-414b-9c0a-2e62d353d1d6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-831095343', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:49.195222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b67d19-8fae-4f16-940b-412ffaef57d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet becffb99-d1ce-48fa-9a9d-f2420e0d944b {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:49.199597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1b67d19-8fae-4f16-940b-412ffaef57d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.202686 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3d5f-2418-414b-9c0a-2e62d353d1d6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.203787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3d5f-2418-414b-9c0a-2e62d353d1d6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.267553 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1b67d19-8fae-4f16-940b-412ffaef57d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.285259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-f9929458-5861-4a25-93cf-683b045f5da7', 'network_id': 'f9929458-5861-4a25-93cf-683b045f5da7', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'fixed_ips': [{'subnet_id': 'ff02bd12-d666-42d2-8675-dfdb9df00f96'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:49.285933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3d5f-2418-414b-9c0a-2e62d353d1d6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.287191 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.292911 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3d5f-2418-414b-9c0a-2e62d353d1d6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.319270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fa1f3d5f-2418-414b-9c0a-2e62d353d1d6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.323224 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fa1f3d5f-2418-414b-9c0a-2e62d353d1d6 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1845243 Jul 07 22:30:49.323985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:49.345313 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1b67d19-8fae-4f16-940b-412ffaef57d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.429155 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1b67d19-8fae-4f16-940b-412ffaef57d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.478235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b67d19-8fae-4f16-940b-412ffaef57d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=becffb99-d1ce-48fa-9a9d-f2420e0d944b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:49.505560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1b67d19-8fae-4f16-940b-412ffaef57d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.520080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b1b67d19-8fae-4f16-940b-412ffaef57d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/becffb99-d1ce-48fa-9a9d-f2420e0d944b HTTP/1.1" status: 204 len: 168 time: 0.3996291 Jul 07 22:30:49.521626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48472) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:49.529429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Allocated IP 172.20.0.2 (f9929458-5861-4a25-93cf-683b045f5da7/ff02bd12-d666-42d2-8675-dfdb9df00f96/804743d4-c793-4f1a-8dcb-4c2473eb5153) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:49.624683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b304f-eacd-49a0-84ff-0e98f46519ac None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:49.634194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-01c8e557-0490-42bc-91d0-f118815e830e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109176 Jul 07 22:30:49.642021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48476) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:49.652894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:49.733881 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.764377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.836869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:49.841575 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.985980 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:49.999865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Transition to ACTIVE for port object 804743d4-c793-4f1a-8dcb-4c2473eb5153 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:50.021812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Transition to ACTIVE for port object 804743d4-c793-4f1a-8dcb-4c2473eb5153 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:50.030344 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.107930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Pushing event updated for resources: {'Port': ['ID=804743d4-c793-4f1a-8dcb-4c2473eb5153,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.141476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc15837-5ae8-44a8-8f7b-bf8fe1bc3b90 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:50.172173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Network f9929458-5861-4a25-93cf-683b045f5da7 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:50.195166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a192de-674e-454a-b833-3b749bcd2a71 req-2b8b225e-443b-41f1-b1b8-b8361783cddb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:50.200875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:50.204418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:50.205051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82a192de-674e-454a-b833-3b749bcd2a71 req-2b8b225e-443b-41f1-b1b8-b8361783cddb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.1777639 Jul 07 22:30:50.214413 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.282094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Attempting to bind port 804743d4-c793-4f1a-8dcb-4c2473eb5153 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:50.283134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Attempting to bind port 804743d4-c793-4f1a-8dcb-4c2473eb5153 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0e08f3d2-7120-470b-9fe2-138b01ca1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f9929458-5861-4a25-93cf-683b045f5da7'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:50.283134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Attempting to bind port 804743d4-c793-4f1a-8dcb-4c2473eb5153 on network f9929458-5861-4a25-93cf-683b045f5da7 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:50.297139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:50.297773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Checking segment: {'id': '0e08f3d2-7120-470b-9fe2-138b01ca1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f9929458-5861-4a25-93cf-683b045f5da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:50.297968 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.298439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Bound using segment: {'id': '0e08f3d2-7120-470b-9fe2-138b01ca1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f9929458-5861-4a25-93cf-683b045f5da7'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:50.298986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Bound port: 804743d4-c793-4f1a-8dcb-4c2473eb5153, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e08f3d2-7120-470b-9fe2-138b01ca1222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f9929458-5861-4a25-93cf-683b045f5da7'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:50.299434 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.325900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.20.0.1 (f9929458-5861-4a25-93cf-683b045f5da7/ff02bd12-d666-42d2-8675-dfdb9df00f96/079fbd57-7fa8-40cc-acfc-bae2c09eab52) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:50.360932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:50.377356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] For port 804743d4-c793-4f1a-8dcb-4c2473eb5153, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:50.380840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] For port 804743d4-c793-4f1a-8dcb-4c2473eb5153, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=804743d4-c793-4f1a-8dcb-4c2473eb5153,segment=NetworkSegment(0e08f3d2-7120-470b-9fe2-138b01ca1222),segment_id=0e08f3d2-7120-470b-9fe2-138b01ca1222)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:50.388161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-afc15837-5ae8-44a8-8f7b-bf8fe1bc3b90 None None] Deleting port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:50.389174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:50.389639 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afc15837-5ae8-44a8-8f7b-bf8fe1bc3b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.395505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:50.396228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.410673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=f8cac695-b0b1-481e-85a9-17df142094f2,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.423981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82a192de-674e-454a-b833-3b749bcd2a71 req-ed6727aa-e4a7-428d-bc91-b3f80639a913 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179854 Jul 07 22:30:50.445325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4d7832c4-07e0-4970-b244-9d641071a153 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8019464 Jul 07 22:30:50.448042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48488) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:50.454539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': 'f8cac695-b0b1-481e-85a9-17df142094f2', 'ip_address': '2001:db8::42c9:2eb4:7ed9:1ea7'}], 'name': 'tempest-NetworksTestDHCPv6-2038380229'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:50.531411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.552245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Transition to ACTIVE for port object 079fbd57-7fa8-40cc-acfc-bae2c09eab52 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:50.568448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-afc15837-5ae8-44a8-8f7b-bf8fe1bc3b90 None None] For port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0dfabb6c-2ce7-4ac2-b87b-f710c543afef,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:50.569085 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afc15837-5ae8-44a8-8f7b-bf8fe1bc3b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.577354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:50.591024 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.591904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.593292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-afc15837-5ae8-44a8-8f7b-bf8fe1bc3b90 None None] Calling delete_port for 0dfabb6c-2ce7-4ac2-b87b-f710c543afef owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:50.664160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=079fbd57-7fa8-40cc-acfc-bae2c09eab52,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.673014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network f9929458-5861-4a25-93cf-683b045f5da7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:50.675733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:50.682129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:50.694630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.719625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 06638057-510f-410b-b231-5a31578dcd59 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:50.752403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.774218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57adf6-eda7-4769-a5c9-c57f986ca7f5 None None] Pushing event updated for resources: {'Port': ['ID=804743d4-c793-4f1a-8dcb-4c2473eb5153,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.824928 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-afc15837-5ae8-44a8-8f7b-bf8fe1bc3b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:50.879824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc15837-5ae8-44a8-8f7b-bf8fe1bc3b90 None None] Pushing event deleted for resources: {'Port': ['ID=0dfabb6c-2ce7-4ac2-b87b-f710c543afef,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:50.886203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc15837-5ae8-44a8-8f7b-bf8fe1bc3b90 None None] No DVR routers for this DVR port 0dfabb6c-2ce7-4ac2-b87b-f710c543afef on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:50.909477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dbca1c-938f-4a28-aec4-6392be518b22 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:51.067673 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.112768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::42c9:2eb4:7ed9:1ea7 (b123989d-6c48-4cae-ab23-f4965291324e/f8cac695-b0b1-481e-85a9-17df142094f2/06638057-510f-410b-b231-5a31578dcd59) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:51.165986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'f8cac695-b0b1-481e-85a9-17df142094f2'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:51.166952 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.349639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.369438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 06638057-510f-410b-b231-5a31578dcd59 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:51.427382 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.483629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:51.488536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:51.489945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.500124 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.522231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:51.529133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:51.529544 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.545123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/f8cac695-b0b1-481e-85a9-17df142094f2/41224632-1d03-4c6c-9e55-34493ae16308) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:51.555423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1061530 Jul 07 22:30:51.558386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48500) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:51.591612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31628415-0712-4ba1-9be8-f638afac313c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=06638057-510f-410b-b231-5a31578dcd59,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:51.636737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e038ed6-a668-4a9f-b83e-a9911dd1f880 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:51.639189 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7e038ed6-a668-4a9f-b83e-a9911dd1f880 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0798476 Jul 07 22:30:51.641771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48504) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:51.691132 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.692906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=079fbd57-7fa8-40cc-acfc-bae2c09eab52,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:51.814337 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.825339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Transition to ACTIVE for port object 41224632-1d03-4c6c-9e55-34493ae16308 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:51.836107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network f9929458-5861-4a25-93cf-683b045f5da7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:51.838003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:51.843613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Transition to ACTIVE for port object 41224632-1d03-4c6c-9e55-34493ae16308 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:51.846595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0912d-f4ee-4e0d-a873-05bc1ddbcb58 req-6ea99f7d-ac20-4845-9a39-4b470fef7298 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:51.848638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81e0912d-f4ee-4e0d-a873-05bc1ddbcb58 req-6ea99f7d-ac20-4845-9a39-4b470fef7298 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.1618440 Jul 07 22:30:51.852062 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.854869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cec27-c9b8-4abc-a97b-5a6319599f8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 06638057-510f-410b-b231-5a31578dcd59 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:51.855229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b1cec27-c9b8-4abc-a97b-5a6319599f8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.891827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:51.895867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:51.898906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:51.968090 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Pushing event updated for resources: {'Port': ['ID=41224632-1d03-4c6c-9e55-34493ae16308,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:51.979930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Attempting to bind port 41224632-1d03-4c6c-9e55-34493ae16308 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:51.980090 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Attempting to bind port 41224632-1d03-4c6c-9e55-34493ae16308 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:51.982145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Attempting to bind port 41224632-1d03-4c6c-9e55-34493ae16308 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:51.983481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81e0912d-f4ee-4e0d-a873-05bc1ddbcb58 req-747c9971-f7f7-4ec6-a240-a7fda2679659 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216798 Jul 07 22:30:51.994734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:51.995697 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:51.996032 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:51.997893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:51.998432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Bound port: 41224632-1d03-4c6c-9e55-34493ae16308, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:51.998834 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.020149 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b1cec27-c9b8-4abc-a97b-5a6319599f8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.038667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cec27-c9b8-4abc-a97b-5a6319599f8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 06638057-510f-410b-b231-5a31578dcd59 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:52.073504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 77ae9404-1c61-41e7-b08d-b65031beb8b8 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:30:52.133248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] For port 41224632-1d03-4c6c-9e55-34493ae16308, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:52.145371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] For port 41224632-1d03-4c6c-9e55-34493ae16308, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=41224632-1d03-4c6c-9e55-34493ae16308,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:52.156070 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.253321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca19b32-5ca0-402b-9c75-7f0eb0df0aee None None] Pushing event updated for resources: {'Port': ['ID=41224632-1d03-4c6c-9e55-34493ae16308,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:52.260091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:52.266392 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b1cec27-c9b8-4abc-a97b-5a6319599f8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.275398 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-67797790-5a07-492f-9021-e3ba471197e1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/77ae9404-1c61-41e7-b08d-b65031beb8b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9496396 Jul 07 22:30:52.277080 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d4433-ae67-4118-9982-a58f65fa0e49 None None] Sync routers for ids ['77ae9404-1c61-41e7-b08d-b65031beb8b8'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:52.278834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48508) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:52.280555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 804743d4-c793-4f1a-8dcb-4c2473eb5153 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:52.291689 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d4433-ae67-4118-9982-a58f65fa0e49 None None] Routers {'77ae9404-1c61-41e7-b08d-b65031beb8b8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:52.293310 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-353d4433-ae67-4118-9982-a58f65fa0e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['77ae9404-1c61-41e7-b08d-b65031beb8b8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:52.340299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cec27-c9b8-4abc-a97b-5a6319599f8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=06638057-510f-410b-b231-5a31578dcd59,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:52.347986 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-353d4433-ae67-4118-9982-a58f65fa0e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:52.360669 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d4433-ae67-4118-9982-a58f65fa0e49 None None] Routers {'77ae9404-1c61-41e7-b08d-b65031beb8b8'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:52.361593 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-353d4433-ae67-4118-9982-a58f65fa0e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['77ae9404-1c61-41e7-b08d-b65031beb8b8'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:52.373440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08346998-535d-48d5-bd7d-548262c36ef2 None None] Network f9929458-5861-4a25-93cf-683b045f5da7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:52.399718 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2b1cec27-c9b8-4abc-a97b-5a6319599f8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.402023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2b1cec27-c9b8-4abc-a97b-5a6319599f8f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/06638057-510f-410b-b231-5a31578dcd59 HTTP/1.1" status: 204 len: 168 time: 0.7592883 Jul 07 22:30:52.404631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48512) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:52.409275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d70b2c-f5c8-4106-b834-9e1a7f6c2cf9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:52.415583 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-61d70b2c-f5c8-4106-b834-9e1a7f6c2cf9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports/079fbd57-7fa8-40cc-acfc-bae2c09eab52 HTTP/1.1" status: 200 len: 910 time: 0.1291478 Jul 07 22:30:52.416385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:52.428931 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-353d4433-ae67-4118-9982-a58f65fa0e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:52.429585 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353d4433-ae67-4118-9982-a58f65fa0e49 None None] The sync data for ids ['77ae9404-1c61-41e7-b08d-b65031beb8b8'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:52.472000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-254c9c81-e62c-4972-b4a2-13ea060b40d7 None None] Provisioning for port 804743d4-c793-4f1a-8dcb-4c2473eb5153 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:52.481052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 804743d4-c793-4f1a-8dcb-4c2473eb5153 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:52.488588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-254c9c81-e62c-4972-b4a2-13ea060b40d7 None None] Provisioning complete for port 804743d4-c793-4f1a-8dcb-4c2473eb5153 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:52.488968 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-254c9c81-e62c-4972-b4a2-13ea060b40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.492322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 804743d4-c793-4f1a-8dcb-4c2473eb5153 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:52.492693 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.520005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43629e5-5c33-4009-8ded-12fc83be5a22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:52.521740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43629e5-5c33-4009-8ded-12fc83be5a22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:52.537819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48522) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:52.538837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f43629e5-5c33-4009-8ded-12fc83be5a22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1273777 Jul 07 22:30:52.797729 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.868566 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-254c9c81-e62c-4972-b4a2-13ea060b40d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:52.913044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 804743d4-c793-4f1a-8dcb-4c2473eb5153, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=804743d4-c793-4f1a-8dcb-4c2473eb5153,segment=NetworkSegment(0e08f3d2-7120-470b-9fe2-138b01ca1222),segment_id=0e08f3d2-7120-470b-9fe2-138b01ca1222)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:52.918721 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.032426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0dfabb6c-2ce7-4ac2-b87b-f710c543afef no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:53.049348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a2dfb8-fea9-4afa-adf1-ea7553880f2b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet f8cac695-b0b1-481e-85a9-17df142094f2 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:53.052416 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27a2dfb8-fea9-4afa-adf1-ea7553880f2b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.054036 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-254c9c81-e62c-4972-b4a2-13ea060b40d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:30:53.058439 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-254c9c81-e62c-4972-b4a2-13ea060b40d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:30:53.110017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=804743d4-c793-4f1a-8dcb-4c2473eb5153,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:53.125055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0dfabb6c-2ce7-4ac2-b87b-f710c543afef {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:53.125728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0dfabb6c-2ce7-4ac2-b87b-f710c543afef not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:53.169939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27a2dfb8-fea9-4afa-adf1-ea7553880f2b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.326965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152785b-c012-4d82-b35e-07afaec17c04 req-ad3d31b3-e8f5-4009-a305-9c050b15d7ed tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:53.338245 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d152785b-c012-4d82-b35e-07afaec17c04 req-ad3d31b3-e8f5-4009-a305-9c050b15d7ed tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.1220653 Jul 07 22:30:53.423246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d152785b-c012-4d82-b35e-07afaec17c04 req-b5382053-ce46-4aab-80e0-ca7c60bc74b9 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823405 Jul 07 22:30:53.515472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27a2dfb8-fea9-4afa-adf1-ea7553880f2b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.537943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-9175ef16-8e91-4a59-a354-53cff041ddb0 req-da333de3-fac4-406f-8238-62a1058c41ca service neutron] (93941) timed out ('10.222.0.81', 45770) {{(pid=93941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:30:53.671607 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27a2dfb8-fea9-4afa-adf1-ea7553880f2b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.711938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2dfb8-fea9-4afa-adf1-ea7553880f2b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cac695-b0b1-481e-85a9-17df142094f2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:53.721494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27a2dfb8-fea9-4afa-adf1-ea7553880f2b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.725322 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-27a2dfb8-fea9-4afa-adf1-ea7553880f2b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/f8cac695-b0b1-481e-85a9-17df142094f2 HTTP/1.1" status: 204 len: 168 time: 1.1848092 Jul 07 22:30:53.726750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48540) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:53.754886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.785616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-25149392-bc61-4e17-94ac-1a91ac9f43cf None None] Provisioning for port 079fbd57-7fa8-40cc-acfc-bae2c09eab52 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:53.790409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-25149392-bc61-4e17-94ac-1a91ac9f43cf None None] Provisioning complete for port 079fbd57-7fa8-40cc-acfc-bae2c09eab52 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:53.790950 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25149392-bc61-4e17-94ac-1a91ac9f43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:53.807091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dc6620cb-90b7-4206-8800-0e6029ed7a49 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763118 Jul 07 22:30:53.808254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48542) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:53.816041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:53.886878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-25149392-bc61-4e17-94ac-1a91ac9f43cf None None] Port 079fbd57-7fa8-40cc-acfc-bae2c09eab52 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:53.908824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-25149392-bc61-4e17-94ac-1a91ac9f43cf None None] Provisioning complete for port 804743d4-c793-4f1a-8dcb-4c2473eb5153 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:53.909204 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-25149392-bc61-4e17-94ac-1a91ac9f43cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.034513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:54.064948 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.187243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba38beb-7f01-44d9-8663-f86da83a3770 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:54.219068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 079fbd57-7fa8-40cc-acfc-bae2c09eab52 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:54.222518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.327720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 41224632-1d03-4c6c-9e55-34493ae16308 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:54.361195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.368418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6e3d0-d928-449e-9d2d-53076747a0b7 req-a20fae8e-3c3d-484e-ac3c-d0955fece302 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:54.370663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21d6e3d0-d928-449e-9d2d-53076747a0b7 req-a20fae8e-3c3d-484e-ac3c-d0955fece302 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.1317394 Jul 07 22:30:54.380428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7038904b-da37-42b6-9f7e-6948aa9e870f None None] Provisioning for port 41224632-1d03-4c6c-9e55-34493ae16308 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:54.397999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 079fbd57-7fa8-40cc-acfc-bae2c09eab52 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:54.399246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 41224632-1d03-4c6c-9e55-34493ae16308 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:54.422803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 41224632-1d03-4c6c-9e55-34493ae16308 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:54.423176 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.498589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21d6e3d0-d928-449e-9d2d-53076747a0b7 req-2285b5d1-93a9-4ad2-9cae-cd4439c12e08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019754 Jul 07 22:30:54.537763 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.558368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.581959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1611f3a1-35f9-4958-a06e-d0ba18958cab None None] Provisioning complete for port 079fbd57-7fa8-40cc-acfc-bae2c09eab52 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:54.582377 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1611f3a1-35f9-4958-a06e-d0ba18958cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.614333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5066ba3c-3673-4f33-9e0c-d6da44f78d0e None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:54.628243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 41224632-1d03-4c6c-9e55-34493ae16308, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=41224632-1d03-4c6c-9e55-34493ae16308,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:54.630000 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.637314 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.637862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 804743d4-c793-4f1a-8dcb-4c2473eb5153 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:54.644657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:54.650041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:54.653008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=40a836ef-fc09-40b2-b92d-05834783e700,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:54.658294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:54.659020 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.673874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48556) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:54.687055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=079fbd57-7fa8-40cc-acfc-bae2c09eab52,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:54.751574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4d39c923-3a9e-4b05-88e5-e6c7b7b80d78 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9422669 Jul 07 22:30:54.754672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:54.767293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': '40a836ef-fc09-40b2-b92d-05834783e700', 'ip_address': '2001:db8::6fc4:c174:3046:ffdb'}], 'name': 'tempest-NetworksTestDHCPv6-436698057'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:54.775945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790b346-84be-4c9b-96ef-c774833095d7 req-316eb496-7aff-4c82-9bfc-93e28cb2e7c0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:54.778115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2790b346-84be-4c9b-96ef-c774833095d7 req-316eb496-7aff-4c82-9bfc-93e28cb2e7c0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.2064991 Jul 07 22:30:54.789030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1611f3a1-35f9-4958-a06e-d0ba18958cab None None] Port 079fbd57-7fa8-40cc-acfc-bae2c09eab52 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:30:54.805676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=41224632-1d03-4c6c-9e55-34493ae16308,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:54.829521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 804743d4-c793-4f1a-8dcb-4c2473eb5153 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:54.829895 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.873251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5066ba3c-3673-4f33-9e0c-d6da44f78d0e None None] Deleting port 41224632-1d03-4c6c-9e55-34493ae16308 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:54.873628 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5066ba3c-3673-4f33-9e0c-d6da44f78d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.884356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2790b346-84be-4c9b-96ef-c774833095d7 req-81109735-07da-4429-80be-78c05c548cde tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915618 Jul 07 22:30:54.946816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port de50afb9-8c48-4503-ad8f-3e73f104f4c3 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:54.947643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.987514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:54.991959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5066ba3c-3673-4f33-9e0c-d6da44f78d0e None None] For port 41224632-1d03-4c6c-9e55-34493ae16308, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=41224632-1d03-4c6c-9e55-34493ae16308,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:54.992505 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5066ba3c-3673-4f33-9e0c-d6da44f78d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.007261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5066ba3c-3673-4f33-9e0c-d6da44f78d0e None None] Calling delete_port for 41224632-1d03-4c6c-9e55-34493ae16308 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:55.044586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.044937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.056890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for de50afb9-8c48-4503-ad8f-3e73f104f4c3 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:55.090552 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:55.103195 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5066ba3c-3673-4f33-9e0c-d6da44f78d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.129569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066ba3c-3673-4f33-9e0c-d6da44f78d0e None None] Pushing event deleted for resources: {'Port': ['ID=41224632-1d03-4c6c-9e55-34493ae16308,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:55.134537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066ba3c-3673-4f33-9e0c-d6da44f78d0e None None] No DVR routers for this DVR port 41224632-1d03-4c6c-9e55-34493ae16308 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:55.155774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a3efdc-f520-4ccd-80ea-c97109e494a1 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:55.227058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 77ae9404-1c61-41e7-b08d-b65031beb8b8 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:55.231201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.260159 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.267400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=de50afb9-8c48-4503-ad8f-3e73f104f4c3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:55.323765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': '40a836ef-fc09-40b2-b92d-05834783e700'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:55.324281 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.334025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.334518 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Floating IP 2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb disassociated (deleted). External IP: 172.25.8.79, port: 4f141663-466e-44c9-b8fa-b33867ce5d3c. Jul 07 22:30:55.345402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 448ece72-0157-412c-9265-5b5c67caed0d yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:55.353638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:55.362939 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-28bd4a25-0c69-42ec-8a22-82a677dcd12c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/77ae9404-1c61-41e7-b08d-b65031beb8b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9422269 Jul 07 22:30:55.369660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48560) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:55.394450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e14d17-de21-4e27-aa7d-d40b4422573d None None] Sync routers for ids ['77ae9404-1c61-41e7-b08d-b65031beb8b8'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:55.422236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e14d17-de21-4e27-aa7d-d40b4422573d None None] Routers {'77ae9404-1c61-41e7-b08d-b65031beb8b8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:55.422877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-55e14d17-de21-4e27-aa7d-d40b4422573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['77ae9404-1c61-41e7-b08d-b65031beb8b8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:55.484031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-55e14d17-de21-4e27-aa7d-d40b4422573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:55.502832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e14d17-de21-4e27-aa7d-d40b4422573d None None] Routers {'77ae9404-1c61-41e7-b08d-b65031beb8b8'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:55.503457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-55e14d17-de21-4e27-aa7d-d40b4422573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['77ae9404-1c61-41e7-b08d-b65031beb8b8'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:55.545532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-55e14d17-de21-4e27-aa7d-d40b4422573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:55.546203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e14d17-de21-4e27-aa7d-d40b4422573d None None] The sync data for ids ['77ae9404-1c61-41e7-b08d-b65031beb8b8'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:55.548140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/40a836ef-fc09-40b2-b92d-05834783e700/15809187-95ee-4304-9398-8f1cc2eb5b80) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:55.675334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8278323c-6477-4ae1-bfa8-1b3a32c83caa tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=77ae9404-1c61-41e7-b08d-b65031beb8b8 HTTP/1.1" status: 200 len: 205 time: 0.3043931 Jul 07 22:30:55.678042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48564) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:55.753723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4a61e04-c3b9-460d-92a9-dfd362b52423 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.793550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c8c2b-1fde-4974-a87d-a44205927f5a req-5cead3d6-dc0d-4c7b-a2e3-43cba8f2f1f6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:55.795097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-362c8c2b-1fde-4974-a87d-a44205927f5a req-5cead3d6-dc0d-4c7b-a2e3-43cba8f2f1f6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.1223438 Jul 07 22:30:55.849034 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.859322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Transition to ACTIVE for port object 15809187-95ee-4304-9398-8f1cc2eb5b80 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:55.882290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Transition to ACTIVE for port object 15809187-95ee-4304-9398-8f1cc2eb5b80 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:55.890107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.903199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-362c8c2b-1fde-4974-a87d-a44205927f5a req-405dd0bb-f8d7-4899-82a7-cb07cb3818ef tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730493 Jul 07 22:30:55.933354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Router f484b174-1ee7-4fd7-913c-157cc1fe79f2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:30:55.935077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4a61e04-c3b9-460d-92a9-dfd362b52423 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.935461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:55.937215 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4a61e04-c3b9-460d-92a9-dfd362b52423 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.949256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:55.949256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:55.990559 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4a61e04-c3b9-460d-92a9-dfd362b52423 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:55.991036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a61e04-c3b9-460d-92a9-dfd362b52423 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Fanout notify agent at l3_agent the message router_deleted on router 77ae9404-1c61-41e7-b08d-b65031beb8b8 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:30:56.000847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4a61e04-c3b9-460d-92a9-dfd362b52423 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.001965 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f4a61e04-c3b9-460d-92a9-dfd362b52423 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/77ae9404-1c61-41e7-b08d-b65031beb8b8 HTTP/1.1" status: 204 len: 168 time: 0.3227911 Jul 07 22:30:56.005691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48570) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:56.061128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Pushing event updated for resources: {'Port': ['ID=15809187-95ee-4304-9398-8f1cc2eb5b80,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:56.062678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Attempting to bind port 15809187-95ee-4304-9398-8f1cc2eb5b80 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:30:56.063128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Attempting to bind port 15809187-95ee-4304-9398-8f1cc2eb5b80 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:30:56.063571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Attempting to bind port 15809187-95ee-4304-9398-8f1cc2eb5b80 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:30:56.071149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:30:56.072170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:30:56.072655 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.073691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:30:56.073812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::6fc4:c174:3046:ffdb (b123989d-6c48-4cae-ab23-f4965291324e/40a836ef-fc09-40b2-b92d-05834783e700/448ece72-0157-412c-9265-5b5c67caed0d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:56.074307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Bound port: 15809187-95ee-4304-9398-8f1cc2eb5b80, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:30:56.074772 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.118427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-20521a8f-d257-4a8b-91bb-d22c3248ca20 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting subnet ff02bd12-d666-42d2-8675-dfdb9df00f96 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:56.125020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 41224632-1d03-4c6c-9e55-34493ae16308 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:56.133217 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20521a8f-d257-4a8b-91bb-d22c3248ca20 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.148488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 41224632-1d03-4c6c-9e55-34493ae16308 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:56.148830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 41224632-1d03-4c6c-9e55-34493ae16308 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:56.173884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:30:56.181345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] For port 15809187-95ee-4304-9398-8f1cc2eb5b80, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:30:56.181781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.188801 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] Sync routers for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:30:56.190343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] For port 15809187-95ee-4304-9398-8f1cc2eb5b80, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=15809187-95ee-4304-9398-8f1cc2eb5b80,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:30:56.196925 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.201238 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:56.202181 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:56.232999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20521a8f-d257-4a8b-91bb-d22c3248ca20 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.257777 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.288731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 448ece72-0157-412c-9265-5b5c67caed0d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:56.299615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-23fec139-b82e-4e63-a49d-94329b374c0b tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "DELETE /v2.0/floatingips/2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb HTTP/1.1" status: 204 len: 168 time: 1.6245003 Jul 07 22:30:56.303755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:56.306514 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0832370a-5038-40f6-abd6-e76a0fefb055" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:56.310945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d7e5d-c282-46d9-a397-b7719810dffe None None] Pushing event updated for resources: {'Port': ['ID=15809187-95ee-4304-9398-8f1cc2eb5b80,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:56.334381 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:56.355031 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.368889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071fb5b-7d0a-4f8b-8b55-7b4b858a43b7 req-6877a84b-610e-4471-8d97-2ef6fc056d86 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:56.374696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b071fb5b-7d0a-4f8b-8b55-7b4b858a43b7 req-6877a84b-610e-4471-8d97-2ef6fc056d86 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.2531419 Jul 07 22:30:56.410958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:56.414237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:56.419477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:56.425665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:56.426341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.448892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=448ece72-0157-412c-9265-5b5c67caed0d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:56.460757 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a8751a6a-1cc9-4fcc-b744-d7b7a5d633d0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7046058 Jul 07 22:30:56.464430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48576) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:56.480989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20521a8f-d257-4a8b-91bb-d22c3248ca20 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.549606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b071fb5b-7d0a-4f8b-8b55-7b4b858a43b7 req-4eaf9800-7f4a-42a3-8aa9-0ab2f4a40f8f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377978 Jul 07 22:30:56.624408 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:56.628397 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90d24e0-e80a-4294-aa2b-d1bd5e44a9bb x-openstack-request-id: req-e90d24e0-e80a-4294-aa2b-d1bd5e44a9bb {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:56.628920 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:56.629345 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e90d24e0-e80a-4294-aa2b-d1bd5e44a9bb {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:56.629934 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'status': 'completed', 'code': 200} Jul 07 22:30:56.659063 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] Checking router: f484b174-1ee7-4fd7-913c-157cc1fe79f2 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:30:56.671150 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:30:56.671150 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:30:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:56.689976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20521a8f-d257-4a8b-91bb-d22c3248ca20 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.725134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16408234-8abd-48e9-b848-84221019add6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:56.735570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16408234-8abd-48e9-b848-84221019add6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:56.739601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-16408234-8abd-48e9-b848-84221019add6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2680376 Jul 07 22:30:56.740372 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48580) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:56.785144 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-20521a8f-d257-4a8b-91bb-d22c3248ca20 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.790693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-20521a8f-d257-4a8b-91bb-d22c3248ca20 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/ff02bd12-d666-42d2-8675-dfdb9df00f96 HTTP/1.1" status: 204 len: 168 time: 0.7831535 Jul 07 22:30:56.793578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022806f4-e8e3-4e4e-856b-14a32bac28e3 None None] Network f9929458-5861-4a25-93cf-683b045f5da7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:56.794488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48582) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:56.814150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20521a8f-d257-4a8b-91bb-d22c3248ca20 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Subnet': ['ID=ff02bd12-d666-42d2-8675-dfdb9df00f96,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:56.880758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b7e8e-28f2-42a0-b9a8-c3f67552d37a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 448ece72-0157-412c-9265-5b5c67caed0d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:56.880917 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e8e-28f2-42a0-b9a8-c3f67552d37a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.895505 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:30:56.947055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-34abc8bc-3fc7-4991-99eb-31eb2d8de94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:56.949188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-34abc8bc-3fc7-4991-99eb-31eb2d8de94d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=616b37054f834516a12c5c2bd5d21632&device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 1097 time: 0.2447276 Jul 07 22:30:56.953296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:56.991662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e8e-28f2-42a0-b9a8-c3f67552d37a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.016460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b7e8e-28f2-42a0-b9a8-c3f67552d37a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 448ece72-0157-412c-9265-5b5c67caed0d owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:57.045738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985820c-ec38-4bfe-b9a0-41aed35cd70d req-3aa158df-3913-40c3-95f6-fc10cddf723f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.047553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f985820c-ec38-4bfe-b9a0-41aed35cd70d req-3aa158df-3913-40c3-95f6-fc10cddf723f tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 945 time: 0.2537360 Jul 07 22:30:57.078119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722cb85-7610-4cd9-86bc-03639a7cff0f None None] DHCP port deletion for f9929458-5861-4a25-93cf-683b045f5da7 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:57.160987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f985820c-ec38-4bfe-b9a0-41aed35cd70d req-2e505b03-a328-44ae-927a-483969b6e5ff tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065924 Jul 07 22:30:57.172996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1722cb85-7610-4cd9-86bc-03639a7cff0f None None] Deleting port 804743d4-c793-4f1a-8dcb-4c2473eb5153 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:57.173622 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1722cb85-7610-4cd9-86bc-03639a7cff0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.220492 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e8e-28f2-42a0-b9a8-c3f67552d37a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.246880 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:57.259223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7e8e-28f2-42a0-b9a8-c3f67552d37a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=448ece72-0157-412c-9265-5b5c67caed0d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:57.264084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1722cb85-7610-4cd9-86bc-03639a7cff0f None None] For port 804743d4-c793-4f1a-8dcb-4c2473eb5153, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=804743d4-c793-4f1a-8dcb-4c2473eb5153,segment=NetworkSegment(0e08f3d2-7120-470b-9fe2-138b01ca1222),segment_id=0e08f3d2-7120-470b-9fe2-138b01ca1222)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:57.264485 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1722cb85-7610-4cd9-86bc-03639a7cff0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.277150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-b9806c98-f9f6-481c-8ab6-3610dabe63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.279523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-b9806c98-f9f6-481c-8ab6-3610dabe63fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 200 len: 912 time: 0.3194425 Jul 07 22:30:57.303257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1722cb85-7610-4cd9-86bc-03639a7cff0f None None] Calling delete_port for 804743d4-c793-4f1a-8dcb-4c2473eb5153 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:57.314932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7e8e-28f2-42a0-b9a8-c3f67552d37a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.321118 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fc3b7e8e-28f2-42a0-b9a8-c3f67552d37a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/448ece72-0157-412c-9265-5b5c67caed0d HTTP/1.1" status: 204 len: 168 time: 0.5794384 Jul 07 22:30:57.325260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48588) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:57.333360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e4588cb-526c-4654-9f0b-e6c2858065c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.339541 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de1cbd-5e0a-432d-9d4a-abe7834697d9 None None] The sync data for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 is: [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:17:44Z', 'revision_number': 4, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b405bcdd-57d0-48e6-badb-f8469e55b4d0', 'name': '', 'network_id': '999565a5-3d06-4cae-b337-73e8bf8acda2', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'mac_address': 'fa:16:3e:2c:fd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:43Z', 'updated_at': '2021-07-07T22:17:52Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'subnets': [{'id': '5e8a3a64-3ee5-4b55-849d-11c87e978ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:30:57.369424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-f0afe218-8b8d-47bd-89d0-ec25ba6d30e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c HTTP/1.1" status: 200 len: 217 time: 0.0764081 Jul 07 22:30:57.384077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 804743d4-c793-4f1a-8dcb-4c2473eb5153 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:57.384770 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.396165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecb68da-2fbe-46a7-913e-3463311019ea tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.397702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecb68da-2fbe-46a7-913e-3463311019ea tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.399485 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eecb68da-2fbe-46a7-913e-3463311019ea tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0726807 Jul 07 22:30:57.402228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:57.468380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadbbc8-3e21-4b34-949d-96f9736661bb req-175426e9-ea2d-443a-abdf-30aedf49f506 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.473198 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1722cb85-7610-4cd9-86bc-03639a7cff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.476279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fadbbc8-3e21-4b34-949d-96f9736661bb req-175426e9-ea2d-443a-abdf-30aedf49f506 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.3002925 Jul 07 22:30:57.479070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfeb5ece-4df6-40ca-9108-39a3394f2bbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 40a836ef-fc09-40b2-b92d-05834783e700 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:30:57.487052 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5ece-4df6-40ca-9108-39a3394f2bbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.500256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722cb85-7610-4cd9-86bc-03639a7cff0f None None] Pushing event deleted for resources: {'Port': ['ID=804743d4-c793-4f1a-8dcb-4c2473eb5153,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:57.510180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722cb85-7610-4cd9-86bc-03639a7cff0f None None] No DVR routers for this DVR port 804743d4-c793-4f1a-8dcb-4c2473eb5153 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:57.558945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5ece-4df6-40ca-9108-39a3394f2bbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.589013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fadbbc8-3e21-4b34-949d-96f9736661bb req-73be89a3-9fd4-4c43-b1c7-090b973332d6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117733 Jul 07 22:30:57.590657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-c0267b63-f04f-4cb3-8618-cec156e8ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.592230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-c0267b63-f04f-4cb3-8618-cec156e8ee51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 200 len: 850 time: 0.1815643 Jul 07 22:30:57.594580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port 804743d4-c793-4f1a-8dcb-4c2473eb5153, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=804743d4-c793-4f1a-8dcb-4c2473eb5153,segment=NetworkSegment(0e08f3d2-7120-470b-9fe2-138b01ca1222),segment_id=0e08f3d2-7120-470b-9fe2-138b01ca1222)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:57.612758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.651891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 804743d4-c793-4f1a-8dcb-4c2473eb5153 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:57.704470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5ece-4df6-40ca-9108-39a3394f2bbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.738364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bba7a066-eabd-41c9-9123-a39bc2833d07 None None] Provisioning for port 15809187-95ee-4304-9398-8f1cc2eb5b80 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:57.781405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-fd31994f-e083-4ce7-9bcb-50b57c9cbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.781791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-fd31994f-e083-4ce7-9bcb-50b57c9cbcb2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=999565a5-3d06-4cae-b337-73e8bf8acda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1752386 Jul 07 22:30:57.797699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5ece-4df6-40ca-9108-39a3394f2bbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.836546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb5ece-4df6-40ca-9108-39a3394f2bbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=40a836ef-fc09-40b2-b92d-05834783e700,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:57.845775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3303050-7021-4ab1-840c-1dcdeb6d4570 None None] New status for floating IP 2e1bd9ed-602e-4d3a-8daf-fa32ca0561bb: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:30:57.846677 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5ece-4df6-40ca-9108-39a3394f2bbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.848760 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bfeb5ece-4df6-40ca-9108-39a3394f2bbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/40a836ef-fc09-40b2-b92d-05834783e700 HTTP/1.1" status: 204 len: 168 time: 0.4438944 Jul 07 22:30:57.851467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:57.858978 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:57.895831 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-759e06c6-7e34-4b8b-94b7-4ddcc6796daf tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409360 Jul 07 22:30:57.896379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:57.906760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No DVR routers for this DVR port 804743d4-c793-4f1a-8dcb-4c2473eb5153 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:57.911488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=804743d4-c793-4f1a-8dcb-4c2473eb5153,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:57.926017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff8b60-6d82-43e3-baf6-8fc6af9dd7cc None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:57.927003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cb3ef-696f-424e-b144-01c005205905 req-a8f7a3e0-da9a-4317-986a-2bd0f58a7917 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.928575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-278cb3ef-696f-424e-b144-01c005205905 req-a8f7a3e0-da9a-4317-986a-2bd0f58a7917 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.2072625 Jul 07 22:30:57.983819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34684d64-c4f8-48dd-abe1-d2deaed1d93b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:57.984264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-307a4eab-b352-4da8-948e-a1cacc049f56 None None] Could not find standard attr ID for object 06638057-510f-410b-b231-5a31578dcd59. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:30:57.988141 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-34684d64-c4f8-48dd-abe1-d2deaed1d93b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0884607 Jul 07 22:30:57.988533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:58.072641 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.075343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-278cb3ef-696f-424e-b144-01c005205905 req-416888c5-3d80-4945-8484-65974d37402b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261859 Jul 07 22:30:58.077241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-30bda25e-1ce9-430c-b789-f29248263829 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759435 Jul 07 22:30:58.097079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9929458-5861-4a25-93cf-683b045f5da7']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:58.098240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17022bc-8917-4e81-b0f1-1632cc143bc4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.103537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48600) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:58.103701 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e17022bc-8917-4e81-b0f1-1632cc143bc4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138873 Jul 07 22:30:58.156197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 15809187-95ee-4304-9398-8f1cc2eb5b80 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:30:58.198781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39865234-8f9d-463c-b8de-03b28e213ae1 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:30:58.252559 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 15809187-95ee-4304-9398-8f1cc2eb5b80 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:30:58.262365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 15809187-95ee-4304-9398-8f1cc2eb5b80 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:30:58.262743 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.302459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-39865234-8f9d-463c-b8de-03b28e213ae1 None None] Deleting port 15809187-95ee-4304-9398-8f1cc2eb5b80 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:58.302837 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39865234-8f9d-463c-b8de-03b28e213ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.399627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-39865234-8f9d-463c-b8de-03b28e213ae1 None None] For port 15809187-95ee-4304-9398-8f1cc2eb5b80, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=15809187-95ee-4304-9398-8f1cc2eb5b80,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:58.400019 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39865234-8f9d-463c-b8de-03b28e213ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.431958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-39865234-8f9d-463c-b8de-03b28e213ae1 None None] Calling delete_port for 15809187-95ee-4304-9398-8f1cc2eb5b80 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:58.451706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.471103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-234f71dd-c2d3-447f-a1c5-a1f9fa653296 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3630865 Jul 07 22:30:58.472967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:58.479996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:58.480401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e08f3d2-7120-470b-9fe2-138b01ca1222') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:58.480508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e08f3d2-7120-470b-9fe2-138b01ca1222') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:30:58.516008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.528894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 15809187-95ee-4304-9398-8f1cc2eb5b80, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=15809187-95ee-4304-9398-8f1cc2eb5b80,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:58.535768 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.543378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.556744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:30:58.557736 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:30:58.560929 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:30:58.602571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=15809187-95ee-4304-9398-8f1cc2eb5b80,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:58.609709 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39865234-8f9d-463c-b8de-03b28e213ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.624869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 804743d4-c793-4f1a-8dcb-4c2473eb5153 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:30:58.630748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:58.636274 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.663971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39865234-8f9d-463c-b8de-03b28e213ae1 None None] Pushing event deleted for resources: {'Port': ['ID=15809187-95ee-4304-9398-8f1cc2eb5b80,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:58.665908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0832370a-5038-40f6-abd6-e76a0fefb055 req-29480c03-ef44-4247-a82e-904194c549b8 service neutron] 10.222.0.83 "GET /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801523 Jul 07 22:30:58.666294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39865234-8f9d-463c-b8de-03b28e213ae1 None None] No DVR routers for this DVR port 15809187-95ee-4304-9398-8f1cc2eb5b80 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:58.669468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 804743d4-c793-4f1a-8dcb-4c2473eb5153 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:30:58.670187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 804743d4-c793-4f1a-8dcb-4c2473eb5153 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:30:58.703461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4c51c-b76d-48dd-a9df-8e89eb36c626 req-1ae9dd17-c79e-4976-b738-b31c6678bfa6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.705130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13a4c51c-b76d-48dd-a9df-8e89eb36c626 req-1ae9dd17-c79e-4976-b738-b31c6678bfa6 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 945 time: 0.2444017 Jul 07 22:30:58.716265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.741581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.743724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/networks/f9929458-5861-4a25-93cf-683b045f5da7 HTTP/1.1" status: 204 len: 168 time: 1.9467266 Jul 07 22:30:58.748526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48610) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:58.758029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107341cb-a8c2-4dfb-b7af-2e8a8c87948a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Network': ['ID=f9929458-5861-4a25-93cf-683b045f5da7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:58.758915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-889472836', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:58.803016 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.803937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.809225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-81c6aa3b-867f-4c26-a945-59a015d18735 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.810878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-81c6aa3b-867f-4c26-a945-59a015d18735 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 945 time: 0.1910315 Jul 07 22:30:58.853860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13a4c51c-b76d-48dd-a9df-8e89eb36c626 req-ae52cfe7-5a3b-4e59-828a-25ef0ecc11fb tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/security-groups?id=62c9047c-7467-4101-93a1-7a4b7d6d0ff1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403425 Jul 07 22:30:58.893073 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:58.928624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad15946-f581-4236-b9cc-7bc232544ff7 req-ac16782c-4819-4635-bbdf-aedf5fec7768 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:58.930033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cad15946-f581-4236-b9cc-7bc232544ff7 req-ac16782c-4819-4635-bbdf-aedf5fec7768 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.1756768 Jul 07 22:30:58.975097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port 4f141663-466e-44c9-b8fa-b33867ce5d3c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:30:58.975498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.000040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.025876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cad15946-f581-4236-b9cc-7bc232544ff7 req-71fcdf97-189d-4e1e-94a4-dfd7aed18d02 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886021 Jul 07 22:30:59.079212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] For port 4f141663-466e-44c9-b8fa-b33867ce5d3c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4f141663-466e-44c9-b8fa-b33867ce5d3c,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:30:59.079471 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.093131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for 4f141663-466e-44c9-b8fa-b33867ce5d3c owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:30:59.104565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:59.109748 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.115321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:59.121060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:59.121648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.130146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860935e1-769e-4bdd-bcee-31d1df7268df None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:30:59.137703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=e3eee0ef-b20b-4085-8b77-28456ab3df8c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:59.159357 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f923481d-ce51-4de7-97ec-7aab4c5c4d68 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6818850 Jul 07 22:30:59.159823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48614) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:30:59.165037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': 'e3eee0ef-b20b-4085-8b77-28456ab3df8c', 'ip_address': '2001:db8::8609:8fdf:d298:1249'}], 'name': 'tempest-NetworksTestDHCPv6-1268018032'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:30:59.336213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'e3eee0ef-b20b-4085-8b77-28456ab3df8c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:30:59.337107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.354736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.374562 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.375172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.423896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c92b75-39d2-4603-a5f8-b206bd171162 req-28c53992-2d5a-4354-a999-b3f841957424 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:30:59.425710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6c92b75-39d2-4603-a5f8-b206bd171162 req-28c53992-2d5a-4354-a999-b3f841957424 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.1849353 Jul 07 22:30:59.428255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=4f141663-466e-44c9-b8fa-b33867ce5d3c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:30:59.430572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:30:59.507653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/e3eee0ef-b20b-4085-8b77-28456ab3df8c/546046cc-9e60-41ff-88bf-3c7c88c3278e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:59.508005 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.25.8.201 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/4573685c-2380-44ff-b3bb-a34bfe933e14) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:59.535511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] No DVR routers for this DVR port 4f141663-466e-44c9-b8fa-b33867ce5d3c on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:30:59.542242 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.543798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f6a0a00-2f3b-4770-9771-9720a6a071ef req-c998c7b5-531f-4181-b58c-62b68793a391 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.83 "DELETE /v2.0/ports/4f141663-466e-44c9-b8fa-b33867ce5d3c HTTP/1.1" status: 204 len: 173 time: 0.7245977 Jul 07 22:30:59.547007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'name': 'network-vif-deleted', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:30:59.552725 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a61bd0-45f6-428b-b352-6483184b5a6b" -d '{"events": [{"server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "name": "network-vif-deleted", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:30:59.592805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6c92b75-39d2-4603-a5f8-b206bd171162 req-468cbfad-bb52-45b8-bfef-32af968b71a3 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527536 Jul 07 22:30:59.665018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.689471 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fc2c50-92e3-459e-8b66-5e6cf5801c0b x-openstack-request-id: req-46fc2c50-92e3-459e-8b66-5e6cf5801c0b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:30:59.689770 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e0eebb-d221-464a-8681-313bb52aa594", "name": "network-vif-deleted", "tag": "4f141663-466e-44c9-b8fa-b33867ce5d3c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:30:59.690027 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-46fc2c50-92e3-459e-8b66-5e6cf5801c0b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:30:59.691880 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e0eebb-d221-464a-8681-313bb52aa594', 'name': 'network-vif-deleted', 'tag': '4f141663-466e-44c9-b8fa-b33867ce5d3c', 'status': 'completed', 'code': 200} Jul 07 22:30:59.703278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 9d30fb4f-122e-4b35-8487-c0122164ad35 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:30:59.733415 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b2b848b2-4387-4365-a791-cca627e97569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.790583 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.800805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Transition to ACTIVE for port object 546046cc-9e60-41ff-88bf-3c7c88c3278e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:59.820804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Transition to ACTIVE for port object 546046cc-9e60-41ff-88bf-3c7c88c3278e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:30:59.832058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:30:59.879111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:30:59.894261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:30:59.900511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:30:59.919181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::8609:8fdf:d298:1249 (b123989d-6c48-4cae-ab23-f4965291324e/e3eee0ef-b20b-4085-8b77-28456ab3df8c/9d30fb4f-122e-4b35-8487-c0122164ad35) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:30:59.922162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Pushing event updated for resources: {'Port': ['ID=546046cc-9e60-41ff-88bf-3c7c88c3278e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:00.022769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.056515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Attempting to bind port 546046cc-9e60-41ff-88bf-3c7c88c3278e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:00.056896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Attempting to bind port 546046cc-9e60-41ff-88bf-3c7c88c3278e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:00.061204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Attempting to bind port 546046cc-9e60-41ff-88bf-3c7c88c3278e on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:00.067387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.080847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:00.081231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:00.081640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.082035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:00.082757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Bound port: 546046cc-9e60-41ff-88bf-3c7c88c3278e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:00.083087 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.107535 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.120659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:00.123801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:00.127511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:00.144767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 15809187-95ee-4304-9398-8f1cc2eb5b80 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:00.168235 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=4573685c-2380-44ff-b3bb-a34bfe933e14,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:00.181222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 15809187-95ee-4304-9398-8f1cc2eb5b80 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:00.181572 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 15809187-95ee-4304-9398-8f1cc2eb5b80 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:00.183019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bee26b49-e5d4-4d9e-9723-c3b81639a655 req-cffaa84e-0a8d-4551-bc67-a881e777e074 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 210 time: 0.0801606 Jul 07 22:31:00.247848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] For port 546046cc-9e60-41ff-88bf-3c7c88c3278e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:00.252384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] For port 546046cc-9e60-41ff-88bf-3c7c88c3278e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=546046cc-9e60-41ff-88bf-3c7c88c3278e,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:00.256884 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.311380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.332565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 9d30fb4f-122e-4b35-8487-c0122164ad35 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:00.338316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba8dde-901c-4368-8a27-f24bf1c66f14 None None] Pushing event updated for resources: {'Port': ['ID=546046cc-9e60-41ff-88bf-3c7c88c3278e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:00.361965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05656456-a488-426f-b2b2-d0be4032f915 req-2fac5b4f-637f-4e07-984b-58bb8b0db58e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.363646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05656456-a488-426f-b2b2-d0be4032f915 req-2fac5b4f-637f-4e07-984b-58bb8b0db58e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.1190042 Jul 07 22:31:00.437699 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.466336 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.503252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05656456-a488-426f-b2b2-d0be4032f915 req-bab63941-66b8-4a8f-8ab0-6d7c21c379b4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222537 Jul 07 22:31:00.528081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=9d30fb4f-122e-4b35-8487-c0122164ad35,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:00.533309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:00.535150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:00.537935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:00.544038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.544711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.564391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a23ec01e-3424-49e9-9e10-8416f70756a2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4030566 Jul 07 22:31:00.564605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48626) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:00.571885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9217566b-c2b1-4eda-ba56-f890d70af275 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': 'e3eee0ef-b20b-4085-8b77-28456ab3df8c', 'ip_address': '2001:db8::8609:8fdf:d298:1249'}], 'name': 'tempest-NetworksTestDHCPv6-802957101'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:00.776630 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.819182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497cf1f-e2f1-4b99-91de-8a6bb2532441 req-74d09a12-2c4e-4a2a-98a4-673611fd69db tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:00.821348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3497cf1f-e2f1-4b99-91de-8a6bb2532441 req-74d09a12-2c4e-4a2a-98a4-673611fd69db tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.0867639 Jul 07 22:31:00.865672 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:00.880324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3497cf1f-e2f1-4b99-91de-8a6bb2532441 req-88c7fd69-bc68-4eac-8606-f2caa3fe2d69 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Jul 07 22:31:00.953187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9217566b-c2b1-4eda-ba56-f890d70af275 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:01.037530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 650f3457-43a4-481e-8c94-4e49a433c019 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:31:01.058812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9217566b-c2b1-4eda-ba56-f890d70af275 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.110188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-9217566b-c2b1-4eda-ba56-f890d70af275 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 76a32627-a157-4d72-a189-64f82623bad3 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:01.203665 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.255508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:01.273309 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d41d9-0fa4-4aac-87c8-e1571f26a11f None None] Sync routers for ids ['650f3457-43a4-481e-8c94-4e49a433c019'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:01.280874 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d41d9-0fa4-4aac-87c8-e1571f26a11f None None] Routers {'650f3457-43a4-481e-8c94-4e49a433c019'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:01.281756 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-585d41d9-0fa4-4aac-87c8-e1571f26a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['650f3457-43a4-481e-8c94-4e49a433c019'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.341931 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-585d41d9-0fa4-4aac-87c8-e1571f26a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.345196 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-9217566b-c2b1-4eda-ba56-f890d70af275 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 22:31:01.345759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9217566b-c2b1-4eda-ba56-f890d70af275 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:31:01.367663 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585d41d9-0fa4-4aac-87c8-e1571f26a11f None None] Routers {'650f3457-43a4-481e-8c94-4e49a433c019'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:01.367879 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9217566b-c2b1-4eda-ba56-f890d70af275 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8019388 Jul 07 22:31:01.368672 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-585d41d9-0fa4-4aac-87c8-e1571f26a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['650f3457-43a4-481e-8c94-4e49a433c019'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.370602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48634) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.382426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.383970 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0b52acd4-97a3-4dab-b558-88d487910929 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6297140 Jul 07 22:31:01.390816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26aaee12-0ad6-4690-85f0-b4a7a111ee78 req-573416f3-6953-4fd0-812e-9624cc3edf7d tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 210 time: 0.0573041 Jul 07 22:31:01.391683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48636) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.424804 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-585d41d9-0fa4-4aac-87c8-e1571f26a11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:01.426005 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585d41d9-0fa4-4aac-87c8-e1571f26a11f None None] The sync data for ids ['650f3457-43a4-481e-8c94-4e49a433c019'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:01.469354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5871f0f9-4721-4adb-a33a-42218fb3c827 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.476204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5871f0f9-4721-4adb-a33a-42218fb3c827 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.482529 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5871f0f9-4721-4adb-a33a-42218fb3c827 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1105561 Jul 07 22:31:01.483186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48638) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.487516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4f141663-466e-44c9-b8fa-b33867ce5d3c no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:01.509016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 4f141663-466e-44c9-b8fa-b33867ce5d3c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:01.509365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4f141663-466e-44c9-b8fa-b33867ce5d3c not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:01.559167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a1b59e78-ae86-4e35-9122-8042185bb718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/routers/650f3457-43a4-481e-8c94-4e49a433c019 HTTP/1.1" status: 200 len: 880 time: 0.1661334 Jul 07 22:31:01.561484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48642) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.609337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 9d30fb4f-122e-4b35-8487-c0122164ad35 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:01.610484 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.724676 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:01.748937 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 9d30fb4f-122e-4b35-8487-c0122164ad35 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:01.755474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-414b885b-711d-4430-bdd7-8e60adfd5c25 None None] Provisioning for port 546046cc-9e60-41ff-88bf-3c7c88c3278e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:01.857705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7559-bc5a-4b56-b27d-4d10cfa71d5e req-01e3152e-4509-45ac-b646-988108587779 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:01.859298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db5e7559-bc5a-4b56-b27d-4d10cfa71d5e req-01e3152e-4509-45ac-b646-988108587779 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.1886363 Jul 07 22:31:01.874145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f139117c-db22-4364-baf1-920a5b72522c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3108103 Jul 07 22:31:01.878278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48644) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:01.883019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0d8507c0-a8eb-4c3d-9d10-91e40084a810 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-889472836'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:01.915132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db5e7559-bc5a-4b56-b27d-4d10cfa71d5e req-c1493a31-cdb1-4260-8ffb-48ac21a9c23b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476329 Jul 07 22:31:02.111111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0b4c0480-9930-4afd-a0e8-86dfda1a5b32 None None] Provisioning for port 9d30fb4f-122e-4b35-8487-c0122164ad35 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:02.115123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0b4c0480-9930-4afd-a0e8-86dfda1a5b32 None None] Provisioning complete for port 9d30fb4f-122e-4b35-8487-c0122164ad35 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:02.115495 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b4c0480-9930-4afd-a0e8-86dfda1a5b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.128140 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.140720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df8b45-2269-4f80-9ebd-a074558731d1 req-fb7527f6-2ed6-4e4d-83c2-46ff94959249 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.142356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91df8b45-2269-4f80-9ebd-a074558731d1 req-fb7527f6-2ed6-4e4d-83c2-46ff94959249 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.1170666 Jul 07 22:31:02.161012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c0480-9930-4afd-a0e8-86dfda1a5b32 None None] Port 9d30fb4f-122e-4b35-8487-c0122164ad35 was deleted so its status cannot be updated. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 07 22:31:02.168346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 546046cc-9e60-41ff-88bf-3c7c88c3278e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:02.205658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91df8b45-2269-4f80-9ebd-a074558731d1 req-f3688e42-25d9-4884-a980-4520fb7d4f99 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570610 Jul 07 22:31:02.226428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 546046cc-9e60-41ff-88bf-3c7c88c3278e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:02.231063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 546046cc-9e60-41ff-88bf-3c7c88c3278e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:02.231472 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.244877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=9d30fb4f-122e-4b35-8487-c0122164ad35,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:02.258878 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:31:02.261097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.261459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.261803 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.262172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.262511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.262844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.263174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.263910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.263910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.264129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.265022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.265720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:02.325324 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.346719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.348782 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eb82a6f5-db8b-4ff7-83be-35e48daf3f56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/9d30fb4f-122e-4b35-8487-c0122164ad35 HTTP/1.1" status: 204 len: 168 time: 0.8644724 Jul 07 22:31:02.351259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48650) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:02.384076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 546046cc-9e60-41ff-88bf-3c7c88c3278e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=546046cc-9e60-41ff-88bf-3c7c88c3278e,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:02.389995 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.449448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd97a947-c8fd-4c50-9b98-5808881b697f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.459191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd97a947-c8fd-4c50-9b98-5808881b697f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:02.460940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cd97a947-c8fd-4c50-9b98-5808881b697f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1084585 Jul 07 22:31:02.467293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48654) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:02.496798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=546046cc-9e60-41ff-88bf-3c7c88c3278e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:02.542383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b81c97-3e68-4097-9321-41a160c5bec0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet e3eee0ef-b20b-4085-8b77-28456ab3df8c {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:02.546809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0b81c97-3e68-4097-9321-41a160c5bec0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.615619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56c5842c-1dd3-4bb4-97d0-db635c9ade13 req-b9c77496-e670-4a69-8f76-905ceec3e977 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 210 time: 0.0383515 Jul 07 22:31:02.630938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0b81c97-3e68-4097-9321-41a160c5bec0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.734608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0b81c97-3e68-4097-9321-41a160c5bec0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.741131 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.764406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d8507c0-a8eb-4c3d-9d10-91e40084a810 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.776190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d8507c0-a8eb-4c3d-9d10-91e40084a810 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.804988 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0b81c97-3e68-4097-9321-41a160c5bec0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.819740 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0b81c97-3e68-4097-9321-41a160c5bec0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:02.824970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a0b81c97-3e68-4097-9321-41a160c5bec0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/e3eee0ef-b20b-4085-8b77-28456ab3df8c HTTP/1.1" status: 204 len: 168 time: 0.3536549 Jul 07 22:31:02.825086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:02.826024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0532010b-8990-4ef8-8d61-882ce3f06438 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:02.840084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b81c97-3e68-4097-9321-41a160c5bec0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=e3eee0ef-b20b-4085-8b77-28456ab3df8c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:02.871980 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-25c4c73f-8d55-43fc-b735-c291c93bd9f6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456100 Jul 07 22:31:02.875840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48658) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:02.881062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:02.961596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8507c0-a8eb-4c3d-9d10-91e40084a810 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 650f3457-43a4-481e-8c94-4e49a433c019 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:02.970376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:02.973983 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.060919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b7a42-6525-4c7c-ab1a-ab3d80251d9c None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:03.121308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8507c0-a8eb-4c3d-9d10-91e40084a810 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:03.131768 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d8507c0-a8eb-4c3d-9d10-91e40084a810 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.136075 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d09d8-c29d-4f9d-b2ea-c620acf9b9c5 None None] Sync routers for ids ['650f3457-43a4-481e-8c94-4e49a433c019'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:03.139943 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0d8507c0-a8eb-4c3d-9d10-91e40084a810 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/650f3457-43a4-481e-8c94-4e49a433c019 HTTP/1.1" status: 200 len: 887 time: 1.2581284 Jul 07 22:31:03.146267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48664) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:03.156443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d09d8-c29d-4f9d-b2ea-c620acf9b9c5 None None] Routers {'650f3457-43a4-481e-8c94-4e49a433c019'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:03.157075 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-301d09d8-c29d-4f9d-b2ea-c620acf9b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['650f3457-43a4-481e-8c94-4e49a433c019'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:03.199603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-301d09d8-c29d-4f9d-b2ea-c620acf9b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:03.217621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b7a42-6525-4c7c-ab1a-ab3d80251d9c None None] Deleting port 546046cc-9e60-41ff-88bf-3c7c88c3278e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:03.217919 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7a42-6525-4c7c-ab1a-ab3d80251d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.219593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d09d8-c29d-4f9d-b2ea-c620acf9b9c5 None None] Routers {'650f3457-43a4-481e-8c94-4e49a433c019'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:03.221619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-301d09d8-c29d-4f9d-b2ea-c620acf9b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['650f3457-43a4-481e-8c94-4e49a433c019'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:03.308341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-301d09d8-c29d-4f9d-b2ea-c620acf9b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:03.309000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d09d8-c29d-4f9d-b2ea-c620acf9b9c5 None None] The sync data for ids ['650f3457-43a4-481e-8c94-4e49a433c019'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:03.342746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1b2b7a42-6525-4c7c-ab1a-ab3d80251d9c None None] For port 546046cc-9e60-41ff-88bf-3c7c88c3278e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=546046cc-9e60-41ff-88bf-3c7c88c3278e,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:03.343159 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7a42-6525-4c7c-ab1a-ab3d80251d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.357650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b7a42-6525-4c7c-ab1a-ab3d80251d9c None None] Calling delete_port for 546046cc-9e60-41ff-88bf-3c7c88c3278e owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:03.444734 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7a42-6525-4c7c-ab1a-ab3d80251d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.474836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b7a42-6525-4c7c-ab1a-ab3d80251d9c None None] Pushing event deleted for resources: {'Port': ['ID=546046cc-9e60-41ff-88bf-3c7c88c3278e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:03.479105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b7a42-6525-4c7c-ab1a-ab3d80251d9c None None] No DVR routers for this DVR port 546046cc-9e60-41ff-88bf-3c7c88c3278e on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:03.668780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.686596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8e342cc1-4e0f-40dd-aa43-7062a0b1b713 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/routers/650f3457-43a4-481e-8c94-4e49a433c019 HTTP/1.1" status: 200 len: 887 time: 0.5395818 Jul 07 22:31:03.689981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48670) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:03.725088 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e47f0038-eff7-4fac-abf0-1bd5a0f86fad tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=650f3457-43a4-481e-8c94-4e49a433c019 HTTP/1.1" status: 200 len: 205 time: 0.0313299 Jul 07 22:31:03.725355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:03.725808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c338daf-d66d-4585-bc93-ca6d6cb48a63 req-5a5eedf9-4c0b-4e1a-b73a-139000d48f6c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.727365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c338daf-d66d-4585-bc93-ca6d6cb48a63 req-5a5eedf9-4c0b-4e1a-b73a-139000d48f6c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.5606990 Jul 07 22:31:03.740593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:03.752799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:03.765057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.765661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.766155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279a71b-9565-4146-acb4-4cb8fb00e615 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:03.784337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf5fb-0902-430a-89ed-8b866536a434 req-6a36d390-c575-484f-8efc-1bba554c913b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:03.785954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-899bf5fb-0902-430a-89ed-8b866536a434 req-6a36d390-c575-484f-8efc-1bba554c913b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.2936823 Jul 07 22:31:03.791670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=e57f04c6-3898-48c8-a36d-a36ee53b549c,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:03.828308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0c0569ae-75f6-4092-8560-797d854fb688 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9486544 Jul 07 22:31:03.829460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48674) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:03.835135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-95cba7c5-0ab9-4075-9549-543ffca61233 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': 'e57f04c6-3898-48c8-a36d-a36ee53b549c', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-652649892'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:03.864546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c338daf-d66d-4585-bc93-ca6d6cb48a63 req-a0fa10f4-8dc1-4ed3-b5fa-5f51543617ae tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259587 Jul 07 22:31:03.884770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:03.902353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-899bf5fb-0902-430a-89ed-8b866536a434 req-a4b2c24c-95ae-4c76-ba33-7685b00853a8 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057644 Jul 07 22:31:03.985020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'e57f04c6-3898-48c8-a36d-a36ee53b549c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:03.986974 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.059019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cba7c5-0ab9-4075-9549-543ffca61233 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:04.060528 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.064355 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95cba7c5-0ab9-4075-9549-543ffca61233 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.127135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6e2689b-521a-41ff-95ae-d9e401d6def4 req-16538994-3cac-4d59-ab1a-9f0efb06fe34 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "GET /v2.0/ports?device_id=a8e0eebb-d221-464a-8681-313bb52aa594 HTTP/1.1" status: 200 len: 210 time: 0.0831177 Jul 07 22:31:04.128531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 546046cc-9e60-41ff-88bf-3c7c88c3278e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:04.134498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-95cba7c5-0ab9-4075-9549-543ffca61233 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port fda48260-d9c0-405e-9003-12daac0eb29b yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:04.148255 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 4573685c-2380-44ff-b3bb-a34bfe933e14 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:04.148915 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.154371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 546046cc-9e60-41ff-88bf-3c7c88c3278e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:04.154666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 546046cc-9e60-41ff-88bf-3c7c88c3278e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:04.167056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/e57f04c6-3898-48c8-a36d-a36ee53b549c/f13185bd-c318-4c92-9861-d3b821236f36) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:04.254764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.271665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 4573685c-2380-44ff-b3bb-a34bfe933e14 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:04.456446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.458211 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.467640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Transition to ACTIVE for port object f13185bd-c318-4c92-9861-d3b821236f36 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:04.483065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Transition to ACTIVE for port object f13185bd-c318-4c92-9861-d3b821236f36 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:04.484386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=4573685c-2380-44ff-b3bb-a34bfe933e14,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:04.493308 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.497119 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cba7c5-0ab9-4075-9549-543ffca61233 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:31:04.497560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95cba7c5-0ab9-4075-9549-543ffca61233 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:31:04.514863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-95cba7c5-0ab9-4075-9549-543ffca61233 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6837831 Jul 07 22:31:04.517363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48678) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:04.546590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:04.555179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:04.557359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.558598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:04.572500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Pushing event updated for resources: {'Port': ['ID=f13185bd-c318-4c92-9861-d3b821236f36,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:04.607169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734d752-3089-4eab-97c8-50eb6713c62a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:04.609241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1734d752-3089-4eab-97c8-50eb6713c62a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0907974 Jul 07 22:31:04.611800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48680) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:04.630999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Attempting to bind port f13185bd-c318-4c92-9861-d3b821236f36 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:04.631624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Attempting to bind port f13185bd-c318-4c92-9861-d3b821236f36 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:04.632152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Attempting to bind port f13185bd-c318-4c92-9861-d3b821236f36 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:04.638300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:04.638976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:04.639583 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.640145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:04.640834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Bound port: f13185bd-c318-4c92-9861-d3b821236f36, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:04.641501 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.665106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.668290 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.685712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf6071f-447b-4a3a-8228-657189b90b1a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:04.687551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf6071f-447b-4a3a-8228-657189b90b1a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:04.692468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ddf6071f-447b-4a3a-8228-657189b90b1a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0770395 Jul 07 22:31:04.693599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48682) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:04.721379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.722135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Fanout notify agent at l3_agent the message router_deleted on router 650f3457-43a4-481e-8c94-4e49a433c019 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:04.725012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] For port f13185bd-c318-4c92-9861-d3b821236f36, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:04.730798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] For port f13185bd-c318-4c92-9861-d3b821236f36, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f13185bd-c318-4c92-9861-d3b821236f36,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:04.737218 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.740435 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.745335 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e76e6924-9d6f-4bea-a112-9957977783be tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/650f3457-43a4-481e-8c94-4e49a433c019 HTTP/1.1" status: 204 len: 168 time: 1.0156314 Jul 07 22:31:04.746627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:04.752990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1680397680'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:04.756479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b55764-4fad-43ac-8303-da5b644bc923 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet e57f04c6-3898-48c8-a36d-a36ee53b549c {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:04.759646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c0b55764-4fad-43ac-8303-da5b644bc923 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.781237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:04.785337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.807334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c0b55764-4fad-43ac-8303-da5b644bc923 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.812526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:04.812782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08582d44-fe52-4c23-a02c-8afccdfd00d4 None None] Pushing event updated for resources: {'Port': ['ID=f13185bd-c318-4c92-9861-d3b821236f36,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:04.826401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.826819 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added segment f03fabaa-5d30-44a8-98e3-2bd2e14a9521 of type vlan for network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 Jul 07 22:31:04.868727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.901981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.907824 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:04.908271 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c0b55764-4fad-43ac-8303-da5b644bc923 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.908442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:04.987142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c0b55764-4fad-43ac-8303-da5b644bc923 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.009484 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2610621 Jul 07 22:31:05.013100 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.019856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'subnet': {'network_id': '0cc5f744-8b50-45c4-be9e-94cd0411ffb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:05.028374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b55764-4fad-43ac-8303-da5b644bc923 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=e57f04c6-3898-48c8-a36d-a36ee53b549c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:05.051829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c0b55764-4fad-43ac-8303-da5b644bc923 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.057288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c0b55764-4fad-43ac-8303-da5b644bc923 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/e57f04c6-3898-48c8-a36d-a36ee53b549c HTTP/1.1" status: 204 len: 168 time: 0.3622010 Jul 07 22:31:05.058055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48692) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.110324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3e8cec2a-d1c6-4fa1-88ef-c2bee146e741 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508037 Jul 07 22:31:05.111110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48694) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.116354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:05.153248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1810a-3300-4b8d-9e3c-e84f69b4abe0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Network': ['ID=0cc5f744-8b50-45c4-be9e-94cd0411ffb7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:05.164952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:05.180874 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:05.185499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.326371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:05.329921 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.356800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b75eca-f043-4ff6-b568-06b79c1ef7bb req-a486392d-a4cc-4012-8835-18e155661252 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.358317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4b75eca-f043-4ff6-b568-06b79c1ef7bb req-a486392d-a4cc-4012-8835-18e155661252 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.1772721 Jul 07 22:31:05.383325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.411276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7ea5d-6b51-4422-ad5f-6e6f79e3e231 req-b83df56d-a9fd-48f0-8c55-16e4a76653e2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.412609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46d7ea5d-6b51-4422-ad5f-6e6f79e3e231 req-b83df56d-a9fd-48f0-8c55-16e4a76653e2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.2301030 Jul 07 22:31:05.444689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Subnet': ['ID=ddba4128-79e4-478a-ba50-b68b1bcd2122,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:05.453858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Checking segment: {'id': 'f03fabaa-5d30-44a8-98e3-2bd2e14a9521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0cc5f744-8b50-45c4-be9e-94cd0411ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:05.453858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network hostable DHCP agents. Network: 0cc5f744-8b50-45c4-be9e-94cd0411ffb7, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:05.475771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:05.492466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4b75eca-f043-4ff6-b568-06b79c1ef7bb req-f6567304-e2c3-4f55-a499-131197431f17 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058643 Jul 07 22:31:05.492721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 0cc5f744-8b50-45c4-be9e-94cd0411ffb7) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:05.498957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.499369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.506482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46d7ea5d-6b51-4422-ad5f-6e6f79e3e231 req-46261f30-fbee-4f39-8cc2-0719013154e5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859439 Jul 07 22:31:05.514157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77227fd-153f-431c-a6b9-3c0831e6e38b None None] Network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:05.523905 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-27086e06-5601-40f3-8b03-f41d812de2de tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5094497 Jul 07 22:31:05.527107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.539436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-57b7c38e-c6ef-454f-b6ae-7e5132ecf12a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1262460685', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:05.594023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b7c38e-c6ef-454f-b6ae-7e5132ecf12a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.595276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b7c38e-c6ef-454f-b6ae-7e5132ecf12a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.674809 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b7c38e-c6ef-454f-b6ae-7e5132ecf12a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.680432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b7c38e-c6ef-454f-b6ae-7e5132ecf12a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.682823 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.695599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48702) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.742380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:05.747040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:05.751558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:05.752520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.767224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=317cf73f-a9d9-4932-8e68-4dc2537d24ad,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:05.773889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57b7c38e-c6ef-454f-b6ae-7e5132ecf12a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.775314 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57b7c38e-c6ef-454f-b6ae-7e5132ecf12a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2473907 Jul 07 22:31:05.780067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48704) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.784750 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c844440a-50c8-4045-8257-9befe7974af4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6701617 Jul 07 22:31:05.791865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-0cc5f744-8b50-45c4-be9e-94cd0411ffb7', 'network_id': '0cc5f744-8b50-45c4-be9e-94cd0411ffb7', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'fixed_ips': [{'subnet_id': 'ddba4128-79e4-478a-ba50-b68b1bcd2122'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:05.792735 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.807538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:05.812242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6d674414-79f8-4295-bfb8-fa3c009cd94d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1353989723', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:05.881588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d674414-79f8-4295-bfb8-fa3c009cd94d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.883066 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d674414-79f8-4295-bfb8-fa3c009cd94d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.956570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d674414-79f8-4295-bfb8-fa3c009cd94d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.965186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d674414-79f8-4295-bfb8-fa3c009cd94d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:05.965444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Allocated IP 172.20.0.2 (0cc5f744-8b50-45c4-be9e-94cd0411ffb7/ddba4128-79e4-478a-ba50-b68b1bcd2122/ae2f85a3-30bf-476f-8797-77734d8ea626) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:05.993580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Deleting port a47f1375-2cd2-488e-951d-26a93d8a8cbe {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:05.993913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.006863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d674414-79f8-4295-bfb8-fa3c009cd94d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.008565 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6d674414-79f8-4295-bfb8-fa3c009cd94d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1995583 Jul 07 22:31:06.011102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48708) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:06.072054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3e58df-0627-4e98-a446-32dd56e69fbf None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:06.078588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.079125 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.095375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Calling delete_port for a47f1375-2cd2-488e-951d-26a93d8a8cbe owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:06.203792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f13185bd-c318-4c92-9861-d3b821236f36 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:06.241780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-481ce03f-e3bb-4460-ae42-d09fbc8962e2 None None] Provisioning for port f13185bd-c318-4c92-9861-d3b821236f36 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:06.251330 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.275212 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.316699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'Port': ['ID=a47f1375-2cd2-488e-951d-26a93d8a8cbe,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:06.349369 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.361870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Transition to ACTIVE for port object ae2f85a3-30bf-476f-8797-77734d8ea626 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:06.387025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Transition to ACTIVE for port object ae2f85a3-30bf-476f-8797-77734d8ea626 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:06.389486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.391653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f13185bd-c318-4c92-9861-d3b821236f36 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:06.392478 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.396481 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-64128667-1629-452e-91d8-7bba862080d2 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "DELETE /v2.0/floatingips/23f23b98-66dd-400a-a692-c6bb40b8cfa1 HTTP/1.1" status: 204 len: 168 time: 0.6973865 Jul 07 22:31:06.404576 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.407825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f13185bd-c318-4c92-9861-d3b821236f36 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:06.408266 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.479217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:06.484157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:06.493069 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.497779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:06.518619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Pushing event updated for resources: {'Port': ['ID=ae2f85a3-30bf-476f-8797-77734d8ea626,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:06.664492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Attempting to bind port ae2f85a3-30bf-476f-8797-77734d8ea626 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:06.664903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Attempting to bind port ae2f85a3-30bf-476f-8797-77734d8ea626 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'f03fabaa-5d30-44a8-98e3-2bd2e14a9521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0cc5f744-8b50-45c4-be9e-94cd0411ffb7'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:06.665281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Attempting to bind port ae2f85a3-30bf-476f-8797-77734d8ea626 on network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:06.684950 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.707663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:06.708105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Checking segment: {'id': 'f03fabaa-5d30-44a8-98e3-2bd2e14a9521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0cc5f744-8b50-45c4-be9e-94cd0411ffb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:06.708479 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.708903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Bound using segment: {'id': 'f03fabaa-5d30-44a8-98e3-2bd2e14a9521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0cc5f744-8b50-45c4-be9e-94cd0411ffb7'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:06.709353 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Bound port: ae2f85a3-30bf-476f-8797-77734d8ea626, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03fabaa-5d30-44a8-98e3-2bd2e14a9521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '0cc5f744-8b50-45c4-be9e-94cd0411ffb7'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:06.709740 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.783539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f13185bd-c318-4c92-9861-d3b821236f36, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f13185bd-c318-4c92-9861-d3b821236f36,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:06.792789 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.845988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] For port ae2f85a3-30bf-476f-8797-77734d8ea626, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:06.851426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] For port ae2f85a3-30bf-476f-8797-77734d8ea626, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ae2f85a3-30bf-476f-8797-77734d8ea626,segment=NetworkSegment(f03fabaa-5d30-44a8-98e3-2bd2e14a9521),segment_id=f03fabaa-5d30-44a8-98e3-2bd2e14a9521)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:06.860215 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.867732 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f13185bd-c318-4c92-9861-d3b821236f36,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:06.908453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.20.0.1 (0cc5f744-8b50-45c4-be9e-94cd0411ffb7/ddba4128-79e4-478a-ba50-b68b1bcd2122/d2cd0e04-31df-4543-8acb-2b8904551e51) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:06.927330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ca5c0b66-6849-4932-837a-072ddbeb0d94 None None] Provisioning complete for port f13185bd-c318-4c92-9861-d3b821236f36 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:06.927714 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca5c0b66-6849-4932-837a-072ddbeb0d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:06.980014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7154c-05fd-4d87-a413-fb81d7c79b67 None None] Pushing event updated for resources: {'Port': ['ID=ae2f85a3-30bf-476f-8797-77734d8ea626,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:07.365199 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:31:07.537969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03032cbf-b343-4b01-bc00-ddd6561ef702 req-f5d8fa5a-0e33-47de-b152-b4aa5755657b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:07.540322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03032cbf-b343-4b01-bc00-ddd6561ef702 req-f5d8fa5a-0e33-47de-b152-b4aa5755657b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.7578063 Jul 07 22:31:07.543141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:07.547129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.558051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'port_id': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'mac_address': 'fa:16:3e:44:ad:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:31:07.562520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de029cac-02a6-4e03-99cc-6244c99e75be req-1559bb77-b286-4b33-ac47-b357fb9c9eb6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:07.564650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de029cac-02a6-4e03-99cc-6244c99e75be req-1559bb77-b286-4b33-ac47-b357fb9c9eb6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.7833061 Jul 07 22:31:07.611916 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.626935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2391fc75-3d9f-43e4-8268-5ce8754d7a29 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:31:07.635871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::1 (b123989d-6c48-4cae-ab23-f4965291324e/317cf73f-a9d9-4932-8e68-4dc2537d24ad/8661a2aa-9d2a-4b1d-ab59-2374421ccfe7) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:07.641465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Transition to ACTIVE for port object d2cd0e04-31df-4543-8acb-2b8904551e51 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:07.649261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:07.655316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:07.720037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03032cbf-b343-4b01-bc00-ddd6561ef702 req-92b04780-051e-4667-bec6-1dcfef39812e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541598 Jul 07 22:31:07.731456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:07.752343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2391fc75-3d9f-43e4-8268-5ce8754d7a29'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:07.797773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-de029cac-02a6-4e03-99cc-6244c99e75be req-6a08bfa3-f186-4e78-8dcd-65b0af6efded tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239599 Jul 07 22:31:07.952232 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.076002 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.097555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:08.163432 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.170485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:08.183621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:08.189215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:08.228217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:08.232653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:08.237124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=d2cd0e04-31df-4543-8acb-2b8904551e51,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:08.249712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:08.250267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.303510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ae2f85a3-30bf-476f-8797-77734d8ea626 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:08.427405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ae2f85a3-30bf-476f-8797-77734d8ea626 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:08.435833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f13185bd-c318-4c92-9861-d3b821236f36 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:08.439375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=8661a2aa-9d2a-4b1d-ab59-2374421ccfe7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:08.464705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.521303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb75a4-5bbc-46c2-a1dd-2fb936fc75d6 None None] Network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:08.614095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.684592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f13185bd-c318-4c92-9861-d3b821236f36 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:08.684993 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:08.720298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0220649e-79bf-40eb-951e-b028bf6ed5e9 None None] Provisioning for port ae2f85a3-30bf-476f-8797-77734d8ea626 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:08.734639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0220649e-79bf-40eb-951e-b028bf6ed5e9 None None] Provisioning complete for port ae2f85a3-30bf-476f-8797-77734d8ea626 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:08.735104 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0220649e-79bf-40eb-951e-b028bf6ed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.019213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.100754 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0220649e-79bf-40eb-951e-b028bf6ed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.154798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0220649e-79bf-40eb-951e-b028bf6ed5e9 None None] For port ae2f85a3-30bf-476f-8797-77734d8ea626, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ae2f85a3-30bf-476f-8797-77734d8ea626,segment=NetworkSegment(f03fabaa-5d30-44a8-98e3-2bd2e14a9521),segment_id=f03fabaa-5d30-44a8-98e3-2bd2e14a9521)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:09.164064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0220649e-79bf-40eb-951e-b028bf6ed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.242374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220649e-79bf-40eb-951e-b028bf6ed5e9 None None] Pushing event updated for resources: {'Port': ['ID=ae2f85a3-30bf-476f-8797-77734d8ea626,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:09.296797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.312797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.312797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.332583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0af09966-f038-42b6-aa5e-1fd34266f01e None None] Provisioning for port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:09.346200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0af09966-f038-42b6-aa5e-1fd34266f01e None None] Provisioning complete for port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:09.346862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0af09966-f038-42b6-aa5e-1fd34266f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.393323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0af09966-f038-42b6-aa5e-1fd34266f01e None None] Port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:09.395551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:09.482358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:09.482639 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.569740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dc3df-df35-4863-89c5-a7ea6257364d req-5dc8bd49-b54e-432b-8a61-a5c4c3a443e9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:09.577933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-345dc3df-df35-4863-89c5-a7ea6257364d req-5dc8bd49-b54e-432b-8a61-a5c4c3a443e9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 944 time: 0.5042465 Jul 07 22:31:09.600077 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.627766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=8661a2aa-9d2a-4b1d-ab59-2374421ccfe7,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:09.639534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:09.642792 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b12bc-6d30-4d14-8eb0-bf5018469cf5" -d '{"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-plugged", "status": "completed", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:09.663834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:09.669801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7485480b-f07c-4ea8-b6da-d4d94529d1f7 None None] Provisioning complete for port ae2f85a3-30bf-476f-8797-77734d8ea626 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:09.670519 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7485480b-f07c-4ea8-b6da-d4d94529d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.673349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.747086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-345dc3df-df35-4863-89c5-a7ea6257364d req-2f5ea0c6-8bea-419d-8695-fe0a4f0d7773 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668551 Jul 07 22:31:09.771488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:09.899858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7485480b-f07c-4ea8-b6da-d4d94529d1f7 None None] Provisioning for port d2cd0e04-31df-4543-8acb-2b8904551e51 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:09.907539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7485480b-f07c-4ea8-b6da-d4d94529d1f7 None None] Provisioning complete for port d2cd0e04-31df-4543-8acb-2b8904551e51 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:09.908398 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7485480b-f07c-4ea8-b6da-d4d94529d1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:09.968938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7485480b-f07c-4ea8-b6da-d4d94529d1f7 None None] Port d2cd0e04-31df-4543-8acb-2b8904551e51 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:09.972487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380269a6-8ae2-4ece-8479-6389cc1b70bc req-d7994d0d-a68a-4d1a-a2d2-852867d54260 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:09.974164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-380269a6-8ae2-4ece-8479-6389cc1b70bc req-d7994d0d-a68a-4d1a-a2d2-852867d54260 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.8011487 Jul 07 22:31:09.986296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:10.002248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:10.059655 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.110993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48762) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:10.111995 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c841bd2-82ff-4a52-a027-30e9bf546e5b x-openstack-request-id: req-4c841bd2-82ff-4a52-a027-30e9bf546e5b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:10.112535 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-plugged", "status": "completed", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:10.113636 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c841bd2-82ff-4a52-a027-30e9bf546e5b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:10.116281 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'code': 200} Jul 07 22:31:10.119982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-30d4defd-5a37-4b12-a88b-64da949f2256 None None] Provisioning complete for port d2cd0e04-31df-4543-8acb-2b8904551e51 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:10.122182 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d4defd-5a37-4b12-a88b-64da949f2256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.182843 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ae2f85a3-30bf-476f-8797-77734d8ea626 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:10.228898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-380269a6-8ae2-4ece-8479-6389cc1b70bc req-1082723d-b53f-411f-89c5-affa2af82115 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340579 Jul 07 22:31:10.263510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a74c90a2-7370-4313-a83d-bebc97d953a1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.320072 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a74c90a2-7370-4313-a83d-bebc97d953a1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.325953 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.340695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-30d4defd-5a37-4b12-a88b-64da949f2256 None None] Port d2cd0e04-31df-4543-8acb-2b8904551e51 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:10.356634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ae2f85a3-30bf-476f-8797-77734d8ea626 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:10.356634 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.434216 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a74c90a2-7370-4313-a83d-bebc97d953a1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.440927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a74c90a2-7370-4313-a83d-bebc97d953a1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.449486 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a74c90a2-7370-4313-a83d-bebc97d953a1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] 10.222.0.81 "DELETE /v2.0/security-groups/62c9047c-7467-4101-93a1-7a4b7d6d0ff1 HTTP/1.1" status: 204 len: 168 time: 0.3348527 Jul 07 22:31:10.470123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c90a2-7370-4313-a83d-bebc97d953a1 tempest-TestVolumeBootPattern-1523708391 tempest-TestVolumeBootPattern-1523708391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9047c-7467-4101-93a1-7a4b7d6d0ff1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:10.545277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=d2cd0e04-31df-4543-8acb-2b8904551e51,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:10.546724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:10.590030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.595111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d0954e32-db3a-4f75-be34-b56889a2b4a8 None None] Provisioning complete for port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:10.595710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d0954e32-db3a-4f75-be34-b56889a2b4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:10.651306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d0954e32-db3a-4f75-be34-b56889a2b4a8 None None] Port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:10.742988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Router b2db59ac-7e3d-467a-94f6-f9f581a780e4 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:31:10.856162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:10.867517 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Sync routers for ids ['b2db59ac-7e3d-467a-94f6-f9f581a780e4'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:10.870067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-43502eea-c85b-4877-a869-653b599a3588 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "PUT /v2.0/routers/b2db59ac-7e3d-467a-94f6-f9f581a780e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8266356 Jul 07 22:31:10.870731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48772) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:10.889592 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Routers {'b2db59ac-7e3d-467a-94f6-f9f581a780e4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:10.893188 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b2db59ac-7e3d-467a-94f6-f9f581a780e4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:10.950401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec898eba-6c72-431c-8ccd-523bbfc9090e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:10.954418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ec898eba-6c72-431c-8ccd-523bbfc9090e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports/8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 HTTP/1.1" status: 200 len: 911 time: 0.0806322 Jul 07 22:31:10.957622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48774) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:11.071809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:11.081362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:11.136018 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Set router b2db59ac-7e3d-467a-94f6-f9f581a780e4 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:11.517780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.560456 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2db59ac-7e3d-467a-94f6-f9f581a780e4', 'name': 'tempest-NetworksTestDHCPv6-router-1353989723', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:05Z', 'updated_at': '2021-07-07T22:31:08Z', 'revision_number': 2, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None, '_interfaces': [{'id': '8661a2aa-9d2a-4b1d-ab59-2374421ccfe7', 'name': '', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'mac_address': 'fa:16:3e:9f:e8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2db59ac-7e3d-467a-94f6-f9f581a780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '317cf73f-a9d9-4932-8e68-4dc2537d24ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:06Z', 'updated_at': '2021-07-07T22:31:08Z', 'revision_number': 2, 'project_id': '40818650564f485c85ef9b60528c361c', 'subnets': [{'id': '317cf73f-a9d9-4932-8e68-4dc2537d24ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:11.590600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c25769cc-3a5d-4fe8-80f0-c0cc5cab3331 None None] Provisioning complete for port d2cd0e04-31df-4543-8acb-2b8904551e51 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:11.591199 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c25769cc-3a5d-4fe8-80f0-c0cc5cab3331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.633895 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Checking router: b2db59ac-7e3d-467a-94f6-f9f581a780e4 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:11.634318 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Updating router b2db59ac-7e3d-467a-94f6-f9f581a780e4 port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:31:11.659306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c25769cc-3a5d-4fe8-80f0-c0cc5cab3331 None None] Port d2cd0e04-31df-4543-8acb-2b8904551e51 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:11.684901 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:11.812497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c07e94-580e-477e-b3ad-ec055d3f325b req-69315918-4c44-450f-8b89-e80e485c425e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.819777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12c07e94-580e-477e-b3ad-ec055d3f325b req-69315918-4c44-450f-8b89-e80e485c425e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.7933297 Jul 07 22:31:11.863108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2e267-fbcf-4f3d-9eab-88da76e0f0a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.869533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e2e267-fbcf-4f3d-9eab-88da76e0f0a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.871679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c6e2e267-fbcf-4f3d-9eab-88da76e0f0a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.9129510 Jul 07 22:31:11.881752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:11.901879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12c07e94-580e-477e-b3ad-ec055d3f325b req-c918c23d-49e9-4644-9f90-291ba60917ed tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811570 Jul 07 22:31:11.964592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09354b32-e13e-44da-a3fd-1e362af9f9cc req-3599e649-810c-466b-99b0-57125baa7ff5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:11.971889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09354b32-e13e-44da-a3fd-1e362af9f9cc req-3599e649-810c-466b-99b0-57125baa7ff5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.2312567 Jul 07 22:31:11.988825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router fc942ea9-deec-4c09-bd65-fa80a9731959 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:31:12.023861 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.057195 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Transition to ACTIVE for port object 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:12.065310 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.108335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Deleting port b405bcdd-57d0-48e6-badb-f8469e55b4d0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:12.108805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.151119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09354b32-e13e-44da-a3fd-1e362af9f9cc req-ce8a802d-4052-4a55-81a8-734fcfadf517 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773429 Jul 07 22:31:12.190917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:12.199925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e554bcfe-bed1-4c6e-8e1e-657c035ef545 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/fc942ea9-deec-4c09-bd65-fa80a9731959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4161189 Jul 07 22:31:12.200891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48782) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:12.202916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c1884-c104-4ed3-aa58-1ad9cb7c04e9 None None] Sync routers for ids ['fc942ea9-deec-4c09-bd65-fa80a9731959'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:12.208943 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Attempting to bind port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:12.209312 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Attempting to bind port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:12.209671 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Attempting to bind port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:12.218150 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Pushing event updated for resources: {'Port': ['ID=8661a2aa-9d2a-4b1d-ab59-2374421ccfe7,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:12.220800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c1884-c104-4ed3-aa58-1ad9cb7c04e9 None None] Routers {'fc942ea9-deec-4c09-bd65-fa80a9731959'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:12.221850 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:12.222258 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:12.222621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a72c1884-c104-4ed3-aa58-1ad9cb7c04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fc942ea9-deec-4c09-bd65-fa80a9731959'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:12.222768 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.223173 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:12.223648 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Bound port: 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:12.224028 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.266099 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.266465 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.268155 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.268512 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.268855 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.269195 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.269528 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.269853 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.270206 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.270533 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.270855 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.271182 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:12.288228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe7cee4-6246-45c7-83b6-849db49365c0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:12.294155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-efe7cee4-6246-45c7-83b6-849db49365c0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports/d2cd0e04-31df-4543-8acb-2b8904551e51 HTTP/1.1" status: 200 len: 910 time: 0.0921853 Jul 07 22:31:12.294854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48786) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:12.303204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a72c1884-c104-4ed3-aa58-1ad9cb7c04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:12.303423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-6a2d8b08-89e9-4cbe-aaed-afbec1d497f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ddba4128-79e4-478a-ba50-b68b1bcd2122'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:12.335493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72c1884-c104-4ed3-aa58-1ad9cb7c04e9 None None] Routers {'fc942ea9-deec-4c09-bd65-fa80a9731959'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:12.336457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a72c1884-c104-4ed3-aa58-1ad9cb7c04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fc942ea9-deec-4c09-bd65-fa80a9731959'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:12.417712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a72c1884-c104-4ed3-aa58-1ad9cb7c04e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:12.420213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72c1884-c104-4ed3-aa58-1ad9cb7c04e9 None None] The sync data for ids ['fc942ea9-deec-4c09-bd65-fa80a9731959'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:12.421825 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] For port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:12.432697 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] For port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8661a2aa-9d2a-4b1d-ab59-2374421ccfe7,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:12.440137 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.512215 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Routers {'b2db59ac-7e3d-467a-94f6-f9f581a780e4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:12.514760 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b2db59ac-7e3d-467a-94f6-f9f581a780e4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:12.641235 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] Set router b2db59ac-7e3d-467a-94f6-f9f581a780e4 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:12.642429 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8b08-89e9-4cbe-aaed-afbec1d497f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.753156 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51518895-cded-4e82-bab0-31910ad0f900 None None] Pushing event updated for resources: {'Port': ['ID=8661a2aa-9d2a-4b1d-ab59-2374421ccfe7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:12.878143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] For port b405bcdd-57d0-48e6-badb-f8469e55b4d0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b405bcdd-57d0-48e6-badb-f8469e55b4d0,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:12.878731 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:12.896495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Calling delete_port for b405bcdd-57d0-48e6-badb-f8469e55b4d0 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:13.196858 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2db59ac-7e3d-467a-94f6-f9f581a780e4', 'name': 'tempest-NetworksTestDHCPv6-router-1353989723', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:05Z', 'updated_at': '2021-07-07T22:31:08Z', 'revision_number': 2, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None, '_interfaces': [{'id': '8661a2aa-9d2a-4b1d-ab59-2374421ccfe7', 'name': '', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'mac_address': 'fa:16:3e:9f:e8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2db59ac-7e3d-467a-94f6-f9f581a780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '317cf73f-a9d9-4932-8e68-4dc2537d24ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:06Z', 'updated_at': '2021-07-07T22:31:12Z', 'revision_number': 4, 'project_id': '40818650564f485c85ef9b60528c361c', 'subnets': [{'id': '317cf73f-a9d9-4932-8e68-4dc2537d24ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:13.225196 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66d4013-eb5b-49b6-925d-f3900d4fd7ff None None] The sync data for ids ['b2db59ac-7e3d-467a-94f6-f9f581a780e4'] in n-d-695012-11 is: [{'id': 'b2db59ac-7e3d-467a-94f6-f9f581a780e4', 'name': 'tempest-NetworksTestDHCPv6-router-1353989723', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:05Z', 'updated_at': '2021-07-07T22:31:08Z', 'revision_number': 2, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None, '_interfaces': [{'id': '8661a2aa-9d2a-4b1d-ab59-2374421ccfe7', 'name': '', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'mac_address': 'fa:16:3e:9f:e8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2db59ac-7e3d-467a-94f6-f9f581a780e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '317cf73f-a9d9-4932-8e68-4dc2537d24ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:06Z', 'updated_at': '2021-07-07T22:31:12Z', 'revision_number': 4, 'project_id': '40818650564f485c85ef9b60528c361c', 'subnets': [{'id': '317cf73f-a9d9-4932-8e68-4dc2537d24ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:13.320913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209e8cb-23e5-491d-b86e-06d71493842e req-543319ce-d376-42ee-8347-ae257e967b80 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:13.325431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f209e8cb-23e5-491d-b86e-06d71493842e req-543319ce-d376-42ee-8347-ae257e967b80 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.1872807 Jul 07 22:31:13.387486 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8b08-89e9-4cbe-aaed-afbec1d497f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.440659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.441941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8b08-89e9-4cbe-aaed-afbec1d497f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.484765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f209e8cb-23e5-491d-b86e-06d71493842e req-19e7e2d3-14a7-4967-8dca-710257776cd8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521883 Jul 07 22:31:13.487613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b405bcdd-57d0-48e6-badb-f8469e55b4d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:13.581397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d8b08-89e9-4cbe-aaed-afbec1d497f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=d2cd0e04-31df-4543-8acb-2b8904551e51,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:13.592611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2d8b08-89e9-4cbe-aaed-afbec1d497f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:13.593273 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a2d8b08-89e9-4cbe-aaed-afbec1d497f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.596777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6a2d8b08-89e9-4cbe-aaed-afbec1d497f0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/ports/d2cd0e04-31df-4543-8acb-2b8904551e51 HTTP/1.1" status: 200 len: 910 time: 1.3008723 Jul 07 22:31:13.600613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48794) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:13.776075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:13.786888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593105f-fc23-434f-bb0b-0fef56678b8a req-0b177c1a-d327-434b-9b40-95f7a9b7a2ae tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:13.788482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2593105f-fc23-434f-bb0b-0fef56678b8a req-0b177c1a-d327-434b-9b40-95f7a9b7a2ae tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.4202459 Jul 07 22:31:13.915281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.010662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2593105f-fc23-434f-bb0b-0fef56678b8a req-78a42035-d27e-4091-97e0-091aa8a1817b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071805 Jul 07 22:31:14.303708 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.328361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:14.364191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:14.364534 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.427906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:14.432311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:14.432568 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.486391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Router f484b174-1ee7-4fd7-913c-157cc1fe79f2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:14.607396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] For port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8661a2aa-9d2a-4b1d-ab59-2374421ccfe7,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:14.607753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.640569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:14.702632 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.705688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port d2cd0e04-31df-4543-8acb-2b8904551e51 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:14.706547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.752545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:14.764924 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] Sync routers for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:14.767236 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f8fe304f-adcf-40e2-a766-e37209c97dd6 admin admin] 10.222.0.81 "PUT /v2.0/routers/f484b174-1ee7-4fd7-913c-157cc1fe79f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2185810 Jul 07 22:31:14.768048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:14.778292 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:14.782205 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:14.789438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8661a2aa-9d2a-4b1d-ab59-2374421ccfe7,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:14.800089 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.888822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:14.913020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7577a4a-5b8e-47f6-8041-077ded1f8fe5 req-f2e8a4bf-cc1e-4735-9e35-1a54121312c7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:14.914945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7577a4a-5b8e-47f6-8041-077ded1f8fe5 req-f2e8a4bf-cc1e-4735-9e35-1a54121312c7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.1437149 Jul 07 22:31:14.916301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for d2cd0e04-31df-4543-8acb-2b8904551e51 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:14.941661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=8661a2aa-9d2a-4b1d-ab59-2374421ccfe7,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:15.050254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7577a4a-5b8e-47f6-8041-077ded1f8fe5 req-a9c15150-a4e9-4ecd-91ef-eefc3258fb46 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197329 Jul 07 22:31:15.072221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.074357 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:15.138862 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.197635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=8661a2aa-9d2a-4b1d-ab59-2374421ccfe7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:15.358640 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.444548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=d2cd0e04-31df-4543-8acb-2b8904551e51,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:15.559240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.569944 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:31:13Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:15.609684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29001d73-e071-4982-8329-b9467aab771b req-5eafc856-b581-44db-a390-8bd9af38472f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:15.611434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29001d73-e071-4982-8329-b9467aab771b req-5eafc856-b581-44db-a390-8bd9af38472f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.3023717 Jul 07 22:31:15.642982 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] Checking router: f484b174-1ee7-4fd7-913c-157cc1fe79f2 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:15.662675 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] Routers {'f484b174-1ee7-4fd7-913c-157cc1fe79f2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:15.663929 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:15.728024 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.734198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29001d73-e071-4982-8329-b9467aab771b req-aca1e84e-aef1-4d80-900a-68d46daa5b6d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139023 Jul 07 22:31:15.802304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:15.859285 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] Set router f484b174-1ee7-4fd7-913c-157cc1fe79f2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:15.901332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Router b2db59ac-7e3d-467a-94f6-f9f581a780e4 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:15.991118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router fc942ea9-deec-4c09-bd65-fa80a9731959 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:16.026583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:16.034465 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d8777731-055b-462a-86a8-b5d3a5994d95 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "PUT /v2.0/routers/b2db59ac-7e3d-467a-94f6-f9f581a780e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1458511 Jul 07 22:31:16.036007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Deleting port c921f1bf-bb79-4290-a242-2c7467392490 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:16.036342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.037151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] Sync routers for ids ['b2db59ac-7e3d-467a-94f6-f9f581a780e4'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:16.039351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48808) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:16.070202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] Routers {'b2db59ac-7e3d-467a-94f6-f9f581a780e4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:16.071126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b2db59ac-7e3d-467a-94f6-f9f581a780e4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.110293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:16.134953 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08e918-a543-4767-b558-77a6660f56bc None None] Sync routers for ids ['fc942ea9-deec-4c09-bd65-fa80a9731959'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:16.142403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f3be0bd6-3903-4053-89e4-df50b06e3d62 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/fc942ea9-deec-4c09-bd65-fa80a9731959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5406642 Jul 07 22:31:16.143218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48812) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:16.189780 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08e918-a543-4767-b558-77a6660f56bc None None] Routers {'fc942ea9-deec-4c09-bd65-fa80a9731959'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:16.190568 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f08e918-a543-4767-b558-77a6660f56bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fc942ea9-deec-4c09-bd65-fa80a9731959'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.231224 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d7ac627c-74bd-48c1-8fbc-33b249b6b806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc942ea9-deec-4c09-bd65-fa80a9731959 HTTP/1.1" status: 200 len: 205 time: 0.0865345 Jul 07 22:31:16.231478 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f08e918-a543-4767-b558-77a6660f56bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.231864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48816) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:16.261910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] Set router b2db59ac-7e3d-467a-94f6-f9f581a780e4 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:16.265788 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f08e918-a543-4767-b558-77a6660f56bc None None] Routers {'fc942ea9-deec-4c09-bd65-fa80a9731959'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:16.266612 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f08e918-a543-4767-b558-77a6660f56bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['fc942ea9-deec-4c09-bd65-fa80a9731959'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.328981 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8f08e918-a543-4767-b558-77a6660f56bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.329614 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f08e918-a543-4767-b558-77a6660f56bc None None] The sync data for ids ['fc942ea9-deec-4c09-bd65-fa80a9731959'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:16.384125 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:31:13Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.425366 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94460dec-9221-42cf-8c32-f9340930aad1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.437940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2db59ac-7e3d-467a-94f6-f9f581a780e4', 'name': 'tempest-NetworksTestDHCPv6-router-1353989723', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:05Z', 'updated_at': '2021-07-07T22:31:14Z', 'revision_number': 3, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.451874 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9098c84a-e9ad-4187-b217-959704cda3fb None None] The sync data for ids ['f484b174-1ee7-4fd7-913c-157cc1fe79f2'] in n-d-695012-11 is: [{'id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'name': 'tempest-TestVolumeBootPattern-526819631-router', 'tenant_id': '616b37054f834516a12c5c2bd5d21632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:39Z', 'updated_at': '2021-07-07T22:31:13Z', 'revision_number': 5, 'project_id': '616b37054f834516a12c5c2bd5d21632', 'gw_port': {'id': 'c921f1bf-bb79-4290-a242-2c7467392490', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:12:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f484b174-1ee7-4fd7-913c-157cc1fe79f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:40Z', 'updated_at': '2021-07-07T22:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:16.475818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] Checking router: b2db59ac-7e3d-467a-94f6-f9f581a780e4 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:16.498970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] Routers {'b2db59ac-7e3d-467a-94f6-f9f581a780e4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:16.499897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b2db59ac-7e3d-467a-94f6-f9f581a780e4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.616088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] Set router b2db59ac-7e3d-467a-94f6-f9f581a780e4 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:16.713243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2db59ac-7e3d-467a-94f6-f9f581a780e4', 'name': 'tempest-NetworksTestDHCPv6-router-1353989723', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:05Z', 'updated_at': '2021-07-07T22:31:14Z', 'revision_number': 3, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:16.753258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda43224-e735-4b51-befb-43ab3ad60938 None None] The sync data for ids ['b2db59ac-7e3d-467a-94f6-f9f581a780e4'] in n-d-695012-11 is: [{'id': 'b2db59ac-7e3d-467a-94f6-f9f581a780e4', 'name': 'tempest-NetworksTestDHCPv6-router-1353989723', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:05Z', 'updated_at': '2021-07-07T22:31:14Z', 'revision_number': 3, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:16.776779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaa7d8-5e15-4fe2-ab26-ef77a484d865 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.779163 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaa7d8-5e15-4fe2-ab26-ef77a484d865 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:16.785474 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6eaaa7d8-5e15-4fe2-ab26-ef77a484d865 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7452073 Jul 07 22:31:16.786268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48820) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:16.890952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] For port c921f1bf-bb79-4290-a242-2c7467392490, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c921f1bf-bb79-4290-a242-2c7467392490,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:16.891314 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:16.914763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Calling delete_port for c921f1bf-bb79-4290-a242-2c7467392490 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:16.930696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1330cb-bb4f-4855-9b45-8aa026bf8cd8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 317cf73f-a9d9-4932-8e68-4dc2537d24ad {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:16.940691 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e1330cb-bb4f-4855-9b45-8aa026bf8cd8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.033953 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e1330cb-bb4f-4855-9b45-8aa026bf8cd8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.092799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229858d-3a66-45f0-9509-5703506376ba req-aa73cc4b-be23-4659-bc14-e9ca35fed387 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:17.094253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f229858d-3a66-45f0-9509-5703506376ba req-aa73cc4b-be23-4659-bc14-e9ca35fed387 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.7319603 Jul 07 22:31:17.103913 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94460dec-9221-42cf-8c32-f9340930aad1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.106691 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94460dec-9221-42cf-8c32-f9340930aad1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.135915 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e1330cb-bb4f-4855-9b45-8aa026bf8cd8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.193868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f229858d-3a66-45f0-9509-5703506376ba req-81e563a1-9116-4e63-a9b9-d92c4de94a72 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852532 Jul 07 22:31:17.210483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e148be0-89e0-42a0-b186-6bad1a911019 req-bb7f132f-a6e9-436b-b1fb-51f2ee798278 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:17.212034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e148be0-89e0-42a0-b186-6bad1a911019 req-bb7f132f-a6e9-436b-b1fb-51f2ee798278 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.2758849 Jul 07 22:31:17.213356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94460dec-9221-42cf-8c32-f9340930aad1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.213847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94460dec-9221-42cf-8c32-f9340930aad1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Fanout notify agent at l3_agent the message router_deleted on router fc942ea9-deec-4c09-bd65-fa80a9731959 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:17.222732 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94460dec-9221-42cf-8c32-f9340930aad1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.223937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-94460dec-9221-42cf-8c32-f9340930aad1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/fc942ea9-deec-4c09-bd65-fa80a9731959 HTTP/1.1" status: 204 len: 168 time: 0.9911206 Jul 07 22:31:17.231529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48822) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:17.327672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.351465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e148be0-89e0-42a0-b186-6bad1a911019 req-1b9edf74-767a-4b89-a3cc-9f29fb3ccff7 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264195 Jul 07 22:31:17.358675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-9474fa55-fa19-4cb6-97d8-0d530610ddac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting subnet ddba4128-79e4-478a-ba50-b68b1bcd2122 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:17.361877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c921f1bf-bb79-4290-a242-2c7467392490,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:17.362852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9474fa55-fa19-4cb6-97d8-0d530610ddac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.371983 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e1330cb-bb4f-4855-9b45-8aa026bf8cd8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.406164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1330cb-bb4f-4855-9b45-8aa026bf8cd8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=317cf73f-a9d9-4932-8e68-4dc2537d24ad,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:17.426127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d255c2bd-62ea-4079-9662-4ff5842a7652 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:17.427171 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9474fa55-fa19-4cb6-97d8-0d530610ddac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.431488 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e1330cb-bb4f-4855-9b45-8aa026bf8cd8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.433151 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e1330cb-bb4f-4855-9b45-8aa026bf8cd8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/317cf73f-a9d9-4932-8e68-4dc2537d24ad HTTP/1.1" status: 204 len: 168 time: 0.6439433 Jul 07 22:31:17.453585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48826) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:17.551486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.661767 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.664428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.667843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-313cbff7-8c0d-4807-865f-52f48b0c8061 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2064040 Jul 07 22:31:17.670955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48832) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:17.729161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.729889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f484b174-1ee7-4fd7-913c-157cc1fe79f2 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:17.735281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.738598 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f55829d0-6b0c-485b-a8a8-5be288beefb5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f484b174-1ee7-4fd7-913c-157cc1fe79f2 HTTP/1.1" status: 204 len: 168 time: 2.9652898 Jul 07 22:31:17.739278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:17.821055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3304244-bc4a-408e-bb67-f1a9c1c2c9a5 admin admin] Deleting subnet 5e8a3a64-3ee5-4b55-849d-11c87e978ec3 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:17.825740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3304244-bc4a-408e-bb67-f1a9c1c2c9a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.868828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22533555-8a8b-44d6-ac80-213b0c3afa5c None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:17.872803 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9474fa55-fa19-4cb6-97d8-0d530610ddac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.899233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-192ba487-0543-4f2a-b50c-e23e7b6f12e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.917685 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3304244-bc4a-408e-bb67-f1a9c1c2c9a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:17.944328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-22533555-8a8b-44d6-ac80-213b0c3afa5c None None] Deleting port f13185bd-c318-4c92-9861-d3b821236f36 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:17.945381 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22533555-8a8b-44d6-ac80-213b0c3afa5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.072129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3304244-bc4a-408e-bb67-f1a9c1c2c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.076708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-22533555-8a8b-44d6-ac80-213b0c3afa5c None None] For port f13185bd-c318-4c92-9861-d3b821236f36, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f13185bd-c318-4c92-9861-d3b821236f36,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:18.077339 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22533555-8a8b-44d6-ac80-213b0c3afa5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.094005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-22533555-8a8b-44d6-ac80-213b0c3afa5c None None] Calling delete_port for f13185bd-c318-4c92-9861-d3b821236f36 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:18.129377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-192ba487-0543-4f2a-b50c-e23e7b6f12e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.136875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-192ba487-0543-4f2a-b50c-e23e7b6f12e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.180329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3304244-bc4a-408e-bb67-f1a9c1c2c9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.200907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc697e-8486-4f2b-b9c1-4eabe67b21e4 req-c0d2c833-035a-4d46-bebc-d222beadb9c0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:18.208240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44dc697e-8486-4f2b-b9c1-4eabe67b21e4 req-c0d2c833-035a-4d46-bebc-d222beadb9c0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.3899899 Jul 07 22:31:18.226993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9474fa55-fa19-4cb6-97d8-0d530610ddac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.235450 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-192ba487-0543-4f2a-b50c-e23e7b6f12e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.236180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192ba487-0543-4f2a-b50c-e23e7b6f12e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Fanout notify agent at l3_agent the message router_deleted on router b2db59ac-7e3d-467a-94f6-f9f581a780e4 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:18.237801 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22533555-8a8b-44d6-ac80-213b0c3afa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.250160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-192ba487-0543-4f2a-b50c-e23e7b6f12e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.254062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-192ba487-0543-4f2a-b50c-e23e7b6f12e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/routers/b2db59ac-7e3d-467a-94f6-f9f581a780e4 HTTP/1.1" status: 204 len: 168 time: 0.5794730 Jul 07 22:31:18.258796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:18.274165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:18.277319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbded803-5d33-496d-88d0-aaf7cbd14666 None None] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:18.314923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474fa55-fa19-4cb6-97d8-0d530610ddac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Subnet': ['ID=ddba4128-79e4-478a-ba50-b68b1bcd2122,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:18.321469 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9474fa55-fa19-4cb6-97d8-0d530610ddac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.326023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9474fa55-fa19-4cb6-97d8-0d530610ddac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/ddba4128-79e4-478a-ba50-b68b1bcd2122 HTTP/1.1" status: 204 len: 168 time: 1.0909741 Jul 07 22:31:18.341713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48842) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:18.400386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44dc697e-8486-4f2b-b9c1-4eabe67b21e4 req-92a35f11-756c-48fd-b7fc-63d6c298c42d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910598 Jul 07 22:31:18.449607 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3304244-bc4a-408e-bb67-f1a9c1c2c9a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.457388 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b3304244-bc4a-408e-bb67-f1a9c1c2c9a5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5e8a3a64-3ee5-4b55-849d-11c87e978ec3 HTTP/1.1" status: 204 len: 168 time: 0.7148273 Jul 07 22:31:18.457388 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3304244-bc4a-408e-bb67-f1a9c1c2c9a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8a3a64-3ee5-4b55-849d-11c87e978ec3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:18.471511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48846) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:18.483517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6328fae-319d-43db-a0b1-836774319fcf None None] Network 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:18.592295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22533555-8a8b-44d6-ac80-213b0c3afa5c None None] No DVR routers for this DVR port f13185bd-c318-4c92-9861-d3b821236f36 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:18.593894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22533555-8a8b-44d6-ac80-213b0c3afa5c None None] Pushing event deleted for resources: {'Port': ['ID=f13185bd-c318-4c92-9861-d3b821236f36,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:18.621834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b405bcdd-57d0-48e6-badb-f8469e55b4d0 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:18.626495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.648813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:18.652845 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.657961 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.687253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: b405bcdd-57d0-48e6-badb-f8469e55b4d0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:18.687615 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b405bcdd-57d0-48e6-badb-f8469e55b4d0 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:18.688027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c921f1bf-bb79-4290-a242-2c7467392490 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:18.754871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fa826-b72f-455d-bc35-25cd691ea426 req-061f3b7d-b5ca-4f53-ae8e-397a9745d335 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:18.756793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-522fa826-b72f-455d-bc35-25cd691ea426 req-061f3b7d-b5ca-4f53-ae8e-397a9745d335 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.2276068 Jul 07 22:31:18.790862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Deleting port db87d457-367c-4c24-a2ab-ce71683c28eb {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:18.791723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.793675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ef529-bf17-4dca-8e43-a464a81ac024 req-26f2fd47-c682-41fe-bde8-3db60a5f9594 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:18.795547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-920ef529-bf17-4dca-8e43-a464a81ac024 req-26f2fd47-c682-41fe-bde8-3db60a5f9594 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1624632 Jul 07 22:31:18.843688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-522fa826-b72f-455d-bc35-25cd691ea426 req-c0665558-954b-4448-9142-3aa35cee1aae tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777030 Jul 07 22:31:18.845836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port ae2f85a3-30bf-476f-8797-77734d8ea626 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:18.846490 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.846820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: c921f1bf-bb79-4290-a242-2c7467392490 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:18.847185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c921f1bf-bb79-4290-a242-2c7467392490 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:18.847607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:18.896072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:18.896422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8661a2aa-9d2a-4b1d-ab59-2374421ccfe7 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:18.896839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f13185bd-c318-4c92-9861-d3b821236f36 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:18.925667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-920ef529-bf17-4dca-8e43-a464a81ac024 req-3c0b0a8a-1ff6-4d98-a77c-3ab0eebd54ce tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190588 Jul 07 22:31:18.932424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f13185bd-c318-4c92-9861-d3b821236f36 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:18.935508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f13185bd-c318-4c92-9861-d3b821236f36 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:18.959048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port ae2f85a3-30bf-476f-8797-77734d8ea626, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ae2f85a3-30bf-476f-8797-77734d8ea626,segment=NetworkSegment(f03fabaa-5d30-44a8-98e3-2bd2e14a9521),segment_id=f03fabaa-5d30-44a8-98e3-2bd2e14a9521)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:18.959406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:18.975894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for ae2f85a3-30bf-476f-8797-77734d8ea626 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:18.976362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] For port db87d457-367c-4c24-a2ab-ce71683c28eb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=db87d457-367c-4c24-a2ab-ce71683c28eb,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:18.977734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.010373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Calling delete_port for db87d457-367c-4c24-a2ab-ce71683c28eb owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:19.109918 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.140550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9b498-5fce-4bed-8b95-004151ca76d2 None None] DHCP port deletion for 0cc5f744-8b50-45c4-be9e-94cd0411ffb7 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:19.176493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=ae2f85a3-30bf-476f-8797-77734d8ea626,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:19.181195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No DVR routers for this DVR port ae2f85a3-30bf-476f-8797-77734d8ea626 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:19.195022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] DHCP port deletion for 999565a5-3d06-4cae-b337-73e8bf8acda2 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:19.262311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] Deleting port db87d457-367c-4c24-a2ab-ce71683c28eb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:19.262658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.318842 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.327162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.366729 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.389131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] For port db87d457-367c-4c24-a2ab-ce71683c28eb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=db87d457-367c-4c24-a2ab-ce71683c28eb,segment=NetworkSegment(d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1),segment_id=d0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:19.389910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.393382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc5f744-8b50-45c4-be9e-94cd0411ffb7']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.404265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:19.410172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:19.412204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Pushing event deleted for resources: {'Port': ['ID=db87d457-367c-4c24-a2ab-ce71683c28eb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:19.417339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] Calling delete_port for db87d457-367c-4c24-a2ab-ce71683c28eb owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:19.419620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:19.420288 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.423864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03fabaa-5d30-44a8-98e3-2bd2e14a9521') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.424042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee192a8-a52a-443a-b09f-2b53556b1e63 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:19.425363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03fabaa-5d30-44a8-98e3-2bd2e14a9521') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.433220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] No DVR routers for this DVR port db87d457-367c-4c24-a2ab-ce71683c28eb on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:19.450951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.482567 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.488192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:19.494668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:19.496218 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:19.500551 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:19.510484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-61c2c594-7967-4167-ad62-0794f82fed14 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:19.512086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-61c2c594-7967-4167-ad62-0794f82fed14 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.2311771 Jul 07 22:31:19.532952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-ac3be1e3-c8a9-4f7d-9d9d-4a4162d7ef14 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/quotas/b1daa2cd461c4749a9852942fe8498c8 HTTP/1.1" status: 200 len: 375 time: 0.0097468 Jul 07 22:31:19.537095 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-33b3e174-8164-4c3a-8ff5-e8f0cb3299ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2749846 Jul 07 22:31:19.541794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:19.546646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-34242fb2-4064-4fdd-addb-7de35c83ab67 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-258466045', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:19.574198 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34242fb2-4064-4fdd-addb-7de35c83ab67 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.575704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34242fb2-4064-4fdd-addb-7de35c83ab67 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.580723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.595144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999565a5-3d06-4cae-b337-73e8bf8acda2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.611164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.611871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bde305-a8f2-4a66-8a85-d0c5ba7cf9b1') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:19.622567 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.638564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.652781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:19.653624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:19.656128 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:19.659450 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.675353 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.682434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/networks/0cc5f744-8b50-45c4-be9e-94cd0411ffb7 HTTP/1.1" status: 204 len: 168 time: 1.3395097 Jul 07 22:31:19.689335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48864) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:19.710518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-cb3c9b8a-03ac-4bcd-929a-886305375e81 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1384940 Jul 07 22:31:19.715926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8ce7c632-e02c-4f70-a1ac-d1b76f765590 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-921500573', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:19.732631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5798d3f-9b4a-4dfc-967b-776bd4e34690 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Network': ['ID=0cc5f744-8b50-45c4-be9e-94cd0411ffb7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:19.791732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34242fb2-4064-4fdd-addb-7de35c83ab67 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.794731 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.801363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c632-e02c-4f70-a1ac-d1b76f765590 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.802644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c632-e02c-4f70-a1ac-d1b76f765590 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.804830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.811645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48866) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:19.811984 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] 10.222.0.81 "DELETE /v2.0/networks/999565a5-3d06-4cae-b337-73e8bf8acda2 HTTP/1.1" status: 204 len: 168 time: 1.3363931 Jul 07 22:31:19.814193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34242fb2-4064-4fdd-addb-7de35c83ab67 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.816205 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.827621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] Network 999565a5-3d06-4cae-b337-73e8bf8acda2 is not hosted by any dhcp agent {{(pid=93943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:31:19.828066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] No DVR routers for this DVR port db87d457-367c-4c24-a2ab-ce71683c28eb on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:19.839585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34242fb2-4064-4fdd-addb-7de35c83ab67 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.841814 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-34242fb2-4064-4fdd-addb-7de35c83ab67 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2988157 Jul 07 22:31:19.856060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48868) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:19.863625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efb372-fae8-4451-9d44-dc2a905fd41a admin admin] Pushing event deleted for resources: {'Network': ['ID=999565a5-3d06-4cae-b337-73e8bf8acda2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:19.875482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de0a59-0b4e-4a51-b2b3-a37812ae747f None None] Pushing event deleted for resources: {'Port': ['ID=db87d457-367c-4c24-a2ab-ce71683c28eb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:19.880780 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:19.935218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-d550d1fb-3528-4986-984c-c2d71c647db8 service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134895 Jul 07 22:31:19.948486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:19.949820 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.080519 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c632-e02c-4f70-a1ac-d1b76f765590 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.112666 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c632-e02c-4f70-a1ac-d1b76f765590 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.138372 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ce7c632-e02c-4f70-a1ac-d1b76f765590 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.142505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8ce7c632-e02c-4f70-a1ac-d1b76f765590 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4308696 Jul 07 22:31:20.146472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48874) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:20.153886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1523090350'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:20.181605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:20.185932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.195647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ae2f85a3-30bf-476f-8797-77734d8ea626 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:20.229771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ae2f85a3-30bf-476f-8797-77734d8ea626 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:20.230172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ae2f85a3-30bf-476f-8797-77734d8ea626 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:20.230617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device db87d457-367c-4c24-a2ab-ce71683c28eb no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:20.247405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:20.258813 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.259886 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added segment 84f4afa6-4b22-4899-bed9-3eea13743395 of type vlan for network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf Jul 07 22:31:20.264516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: db87d457-367c-4c24-a2ab-ce71683c28eb {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:20.264871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device db87d457-367c-4c24-a2ab-ce71683c28eb not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:20.296861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57/b7cb397e-6fbe-4de2-87df-36a82616bd2a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:20.364122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.538587 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.553153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Transition to ACTIVE for port object b7cb397e-6fbe-4de2-87df-36a82616bd2a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:20.571232 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Transition to ACTIVE for port object b7cb397e-6fbe-4de2-87df-36a82616bd2a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:20.581721 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.619435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:20.622791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:20.626519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:20.700060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Attempting to bind port b7cb397e-6fbe-4de2-87df-36a82616bd2a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:20.700609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Attempting to bind port b7cb397e-6fbe-4de2-87df-36a82616bd2a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:20.701076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Attempting to bind port b7cb397e-6fbe-4de2-87df-36a82616bd2a on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:20.707398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:20.707961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:20.708476 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.709368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:20.709534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Bound port: b7cb397e-6fbe-4de2-87df-36a82616bd2a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:20.710012 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.712167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Pushing event updated for resources: {'Port': ['ID=b7cb397e-6fbe-4de2-87df-36a82616bd2a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:20.749482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-ba536a48-6040-497d-8d9f-8ca337a23906 service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130362 Jul 07 22:31:20.754820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::1 (b123989d-6c48-4cae-ab23-f4965291324e/e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57/fec49165-3b65-473a-acfa-ee6ec4b1b334) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:20.787943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785207ab-52ab-4fdd-b922-fd21ad2d3df3 req-a33d58ac-c93d-4610-9716-f031ee3dee83 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:20.799419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-785207ab-52ab-4fdd-b922-fd21ad2d3df3 req-a33d58ac-c93d-4610-9716-f031ee3dee83 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.7393174 Jul 07 22:31:20.813491 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.841023 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] For port b7cb397e-6fbe-4de2-87df-36a82616bd2a, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:20.848065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] For port b7cb397e-6fbe-4de2-87df-36a82616bd2a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b7cb397e-6fbe-4de2-87df-36a82616bd2a,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:20.856240 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.922445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.933115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:20.934485 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.973430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:20.975233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039e80d-4529-487b-8d19-c758db693cfb None None] Pushing event updated for resources: {'Port': ['ID=b7cb397e-6fbe-4de2-87df-36a82616bd2a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:21.024496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object fec49165-3b65-473a-acfa-ee6ec4b1b334 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:21.069359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9181771 Jul 07 22:31:21.076095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:21.081160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'subnet': {'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:21.245085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da535ed-97e7-4f9a-b607-095c4f753838 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Network': ['ID=898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:21.256126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:21.274491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-785207ab-52ab-4fdd-b922-fd21ad2d3df3 req-be664501-d2b9-430f-86d0-3d8934cc2bd8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4744258 Jul 07 22:31:21.319011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd6f8df6-56aa-4b76-868b-285fdfa78a0b req-224129f6-d8f0-4fbe-97e4-38d710de8fb6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 210 time: 0.0426755 Jul 07 22:31:21.419608 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.508314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:21.509509 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.513675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.521980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:21.615050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:21.623508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:21.624223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:21.743584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=fec49165-3b65-473a-acfa-ee6ec4b1b334,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:21.848359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.055898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.079579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Deleting port 0e82274f-0e00-46bc-9b7b-a30f630a5424 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:22.079947 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.197332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] For port 0e82274f-0e00-46bc-9b7b-a30f630a5424, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0e82274f-0e00-46bc-9b7b-a30f630a5424,segment=NetworkSegment(e29f6752-83ac-4b83-91c8-6ff775a0f7d9),segment_id=e29f6752-83ac-4b83-91c8-6ff775a0f7d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:22.197930 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.227613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Calling delete_port for 0e82274f-0e00-46bc-9b7b-a30f630a5424 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:22.256551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b7cb397e-6fbe-4de2-87df-36a82616bd2a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:22.335291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.390689 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.391728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.434119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port b7cb397e-6fbe-4de2-87df-36a82616bd2a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:22.577354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Subnet': ['ID=5b52e9b9-fe75-4189-84be-57b0c85624c8,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:22.596786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:22.604230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:22.612778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=fec49165-3b65-473a-acfa-ee6ec4b1b334,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:22.618147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Checking segment: {'id': '84f4afa6-4b22-4899-bed9-3eea13743395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:22.619167 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network hostable DHCP agents. Network: 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:22.696320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d197712-c4f6-4ae9-a337-3bfdf7b1db29 req-cabbbf34-113b-45f5-8224-34d0dae0ce24 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 210 time: 0.0347252 Jul 07 22:31:22.697754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:22.774091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e82274f-0e00-46bc-9b7b-a30f630a5424,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:22.901282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c9c07-6def-44b4-9139-5945b2a707c4 req-0d4a059b-6f57-4fcd-a5b9-8924fd148636 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:22.908579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f84c9c07-6def-44b4-9139-5945b2a707c4 req-0d4a059b-6f57-4fcd-a5b9-8924fd148636 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.2488058 Jul 07 22:31:23.011329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f725cc0d-448f-4bb9-975d-2360db2155d2 None None] Provisioning for port b7cb397e-6fbe-4de2-87df-36a82616bd2a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:23.028266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f725cc0d-448f-4bb9-975d-2360db2155d2 None None] Provisioning complete for port b7cb397e-6fbe-4de2-87df-36a82616bd2a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:23.032333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f725cc0d-448f-4bb9-975d-2360db2155d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.061462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.203444 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f725cc0d-448f-4bb9-975d-2360db2155d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.282190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f725cc0d-448f-4bb9-975d-2360db2155d2 None None] For port b7cb397e-6fbe-4de2-87df-36a82616bd2a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b7cb397e-6fbe-4de2-87df-36a82616bd2a,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:23.304430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:23.306260 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f725cc0d-448f-4bb9-975d-2360db2155d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.331212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:23.339602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:23.340181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.367564 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-be750318-f32a-4b37-8e63-3aeefb946806 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2903254 Jul 07 22:31:23.372112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:23.479345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725cc0d-448f-4bb9-975d-2360db2155d2 None None] Pushing event updated for resources: {'Port': ['ID=b7cb397e-6fbe-4de2-87df-36a82616bd2a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:23.485691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Router 69286a35-b8e0-4e1e-be2f-50088555dfde is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:31:23.494466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75bf160-1495-474f-9f3b-e2ee96c9fb85 None None] Network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:23.597400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7a065577-4d6e-4081-a802-aff0b9bbd4ad None None] Provisioning for port fec49165-3b65-473a-acfa-ee6ec4b1b334 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:23.604291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7a065577-4d6e-4081-a802-aff0b9bbd4ad None None] Provisioning complete for port fec49165-3b65-473a-acfa-ee6ec4b1b334 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:23.604674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7a065577-4d6e-4081-a802-aff0b9bbd4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.653329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7a065577-4d6e-4081-a802-aff0b9bbd4ad None None] Port fec49165-3b65-473a-acfa-ee6ec4b1b334 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:23.674751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f84c9c07-6def-44b4-9139-5945b2a707c4 req-fb0248ed-22fa-454f-b293-03bea400b844 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7646327 Jul 07 22:31:23.709886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:23.796550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:23.797538 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:23.925052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-11645c5e-508f-45be-847e-99ae633ffc5c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:23.926557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-11645c5e-508f-45be-847e-99ae633ffc5c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.83 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.8619626 Jul 07 22:31:23.933108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:23.941841 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1e71f3b8-7a76-4b83-9d73-c9b6aa928c61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "PUT /v2.0/routers/69286a35-b8e0-4e1e-be2f-50088555dfde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0843616 Jul 07 22:31:23.946749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:23.972408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-729e3442-910f-4bce-91a4-9d81166d7b9d req-1223bfa4-1f6e-4489-a595-8591246d73af tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 210 time: 0.0549593 Jul 07 22:31:23.996363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'port': {'device_id': '6645033f-da18-4c53-b25a-85af44190f18', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'admin_state_up': True, 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:24.035608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f390332e-6027-4b7a-8ad6-82731c6af047 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:24.037363 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f390332e-6027-4b7a-8ad6-82731c6af047 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports/fec49165-3b65-473a-acfa-ee6ec4b1b334 HTTP/1.1" status: 200 len: 911 time: 0.0893114 Jul 07 22:31:24.040487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:24.049260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Allocated IP 172.20.0.2 (898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf/5b52e9b9-fe75-4189-84be-57b0c85624c8/82c61414-1c94-4887-9c91-65dc526ba033) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:24.111712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.194132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Made reservation on behalf of b1daa2cd461c4749a9852942fe8498c8 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:24.209402 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.253124 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.265751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Transition to ACTIVE for port object 82c61414-1c94-4887-9c91-65dc526ba033 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:24.306527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Transition to ACTIVE for port object 82c61414-1c94-4887-9c91-65dc526ba033 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:24.328486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Sync routers for ids ['69286a35-b8e0-4e1e-be2f-50088555dfde'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:24.339197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:24.346697 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b7cb397e-6fbe-4de2-87df-36a82616bd2a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:24.347322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7953e094-3efd-49ea-9a85-b0418e1fe78f admin admin] 10.222.0.81 "PUT /v2.0/routers/af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5330749 Jul 07 22:31:24.349231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e939ad3-a5c5-4248-9173-ee05c305b0f0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:24.349718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] Sync routers for ids ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:24.351318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48922) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:24.364386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e939ad3-a5c5-4248-9173-ee05c305b0f0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:24.369027 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6e939ad3-a5c5-4248-9173-ee05c305b0f0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3243668 Jul 07 22:31:24.370816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:24.373271 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] Routers {'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:24.375618 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:24.490135 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.499368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c02c1132-12b7-4ce4-870d-ae0af1a7ac86 None None] Provisioning complete for port fec49165-3b65-473a-acfa-ee6ec4b1b334 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:24.499757 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c02c1132-12b7-4ce4-870d-ae0af1a7ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.626473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c02c1132-12b7-4ce4-870d-ae0af1a7ac86 None None] Port fec49165-3b65-473a-acfa-ee6ec4b1b334 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:24.627828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Pushing event updated for resources: {'Port': ['ID=82c61414-1c94-4887-9c91-65dc526ba033,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:24.639542 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] Set router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:24.647141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Routers {'69286a35-b8e0-4e1e-be2f-50088555dfde'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:24.648365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['69286a35-b8e0-4e1e-be2f-50088555dfde'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:24.664167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.666354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Allocated IP 172.20.0.10 (f13f5340-1276-4670-bb1c-9b8e37ff1851/b9a91835-3f49-4b96-80c9-28db519b0b29/08f6add3-c137-47e6-8f83-a73826fdc9cc) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:24.756640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Set router 69286a35-b8e0-4e1e-be2f-50088555dfde gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:24.872410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.20.0.1 (898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf/5b52e9b9-fe75-4189-84be-57b0c85624c8/7fb10f4a-fccc-402c-bf61-1c6aa6962f65) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:24.921410 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:24.980041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:24.991358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:25.005628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:25.021496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b7cb397e-6fbe-4de2-87df-36a82616bd2a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:25.023255 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.044927 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:48Z', 'updated_at': '2021-07-07T22:31:22Z', 'revision_number': 5, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'gw_port': {'id': 'f922d173-c08d-467d-bcef-d16e82a051aa', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:17:50Z', 'updated_at': '2021-07-07T22:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:25.117601 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] Checking router: af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:25.140669 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] Routers {'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:25.141317 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:25.217285 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.223322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.330341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Attempting to bind port 82c61414-1c94-4887-9c91-65dc526ba033 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:25.330907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Attempting to bind port 82c61414-1c94-4887-9c91-65dc526ba033 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '84f4afa6-4b22-4899-bed9-3eea13743395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:25.331086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Attempting to bind port 82c61414-1c94-4887-9c91-65dc526ba033 on network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:25.354486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:25.354870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Checking segment: {'id': '84f4afa6-4b22-4899-bed9-3eea13743395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:25.355416 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.355826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Bound using segment: {'id': '84f4afa6-4b22-4899-bed9-3eea13743395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:25.356318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Bound port: 82c61414-1c94-4887-9c91-65dc526ba033, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f4afa6-4b22-4899-bed9-3eea13743395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:25.356706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.367310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2b2bbfc-5f3f-43ea-9eb5-b10b71f4b430 req-1f3a8b3b-40b6-4e47-bccd-01afb3432c13 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 210 time: 0.0588284 Jul 07 22:31:25.384324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd014f9-3421-45f5-adac-982dce0e9a92 req-1c721ccf-eafd-4076-94c2-ef366f44fa0c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:25.385895 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] Set router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:25.392389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cd014f9-3421-45f5-adac-982dce0e9a92 req-1c721ccf-eafd-4076-94c2-ef366f44fa0c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.4369109 Jul 07 22:31:25.438902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Deleting port f922d173-c08d-467d-bcef-d16e82a051aa {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:25.439833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.440133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Transition to ACTIVE for port object 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:25.470811 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:48Z', 'updated_at': '2021-07-07T22:31:24Z', 'revision_number': 6, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:25.484506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69286a35-b8e0-4e1e-be2f-50088555dfde', 'name': 'tempest-NetworksTestDHCPv6-router-258466045', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:21Z', 'revision_number': 2, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None, '_interfaces': [{'id': 'fec49165-3b65-473a-acfa-ee6ec4b1b334', 'name': '', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'mac_address': 'fa:16:3e:0d:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69286a35-b8e0-4e1e-be2f-50088555dfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:20Z', 'updated_at': '2021-07-07T22:31:22Z', 'revision_number': 2, 'project_id': '40818650564f485c85ef9b60528c361c', 'subnets': [{'id': 'e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:25.506697 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4003052d-913a-4f8c-9b3d-679a44bede89 None None] The sync data for ids ['af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73'] in n-d-695012-11 is: [{'id': 'af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73', 'name': 'tempest-TestVolumeBootPattern-1799503503-router', 'tenant_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:17:48Z', 'updated_at': '2021-07-07T22:31:24Z', 'revision_number': 6, 'project_id': '134da64ef08240058cd7cc3f2cfdf6b9', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:25.539327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cd014f9-3421-45f5-adac-982dce0e9a92 req-c4c79b76-c975-4ba5-9ef3-e1957658f64f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459877 Jul 07 22:31:25.573057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Checking router: 69286a35-b8e0-4e1e-be2f-50088555dfde for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:25.573057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Updating router 69286a35-b8e0-4e1e-be2f-50088555dfde port fec49165-3b65-473a-acfa-ee6ec4b1b334 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:31:25.573696 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.607097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Transition to ACTIVE for port object 08f6add3-c137-47e6-8f83-a73826fdc9cc will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:25.629380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] For port f922d173-c08d-467d-bcef-d16e82a051aa, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f922d173-c08d-467d-bcef-d16e82a051aa,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:25.629964 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.656267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Calling delete_port for f922d173-c08d-467d-bcef-d16e82a051aa owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:25.658545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.718220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:25.729424 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:25.739157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:25.776271 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.790489 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.813386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] For port 82c61414-1c94-4887-9c91-65dc526ba033, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:25.831094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] For port 82c61414-1c94-4887-9c91-65dc526ba033, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=82c61414-1c94-4887-9c91-65dc526ba033,segment=NetworkSegment(84f4afa6-4b22-4899-bed9-3eea13743395),segment_id=84f4afa6-4b22-4899-bed9-3eea13743395)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:25.838146 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.879613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.904207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=7fb10f4a-fccc-402c-bf61-1c6aa6962f65,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:25.961489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:25.981934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:25.988550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'Port': ['ID=08f6add3-c137-47e6-8f83-a73826fdc9cc,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:26.012465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516dee0-4060-469b-b0c2-f96a53420395 None None] Pushing event updated for resources: {'Port': ['ID=82c61414-1c94-4887-9c91-65dc526ba033,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:26.091422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f922d173-c08d-467d-bcef-d16e82a051aa,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:26.136716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:26.176187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port fec49165-3b65-473a-acfa-ee6ec4b1b334 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:26.176623 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.182518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.276730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:26.280029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:26.284486 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.311061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.323210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Transition to ACTIVE for port object fec49165-3b65-473a-acfa-ee6ec4b1b334 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:26.334369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0e82274f-0e00-46bc-9b7b-a30f630a5424 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:26.337772 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.479727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.501452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0e82274f-0e00-46bc-9b7b-a30f630a5424 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:26.501805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0e82274f-0e00-46bc-9b7b-a30f630a5424 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:26.541947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for fec49165-3b65-473a-acfa-ee6ec4b1b334 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:26.834864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Attempting to bind port fec49165-3b65-473a-acfa-ee6ec4b1b334 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:26.835352 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Attempting to bind port fec49165-3b65-473a-acfa-ee6ec4b1b334 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:26.835794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Attempting to bind port fec49165-3b65-473a-acfa-ee6ec4b1b334 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:26.851609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199b4cd-5a77-48f3-9833-02beb6d3a052 None None] Pushing event updated for resources: {'Port': ['ID=fec49165-3b65-473a-acfa-ee6ec4b1b334,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:26.871658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:26.872051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:26.872779 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:26.873247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:26.873813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Bound port: fec49165-3b65-473a-acfa-ee6ec4b1b334, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:26.874322 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.073283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5989b9cf-ff2a-4974-acd9-49c631c21566 None None] Provisioning for port 08f6add3-c137-47e6-8f83-a73826fdc9cc completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:27.081755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5989b9cf-ff2a-4974-acd9-49c631c21566 None None] Provisioning complete for port 08f6add3-c137-47e6-8f83-a73826fdc9cc triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:27.082467 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5989b9cf-ff2a-4974-acd9-49c631c21566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.123890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5989b9cf-ff2a-4974-acd9-49c631c21566 None None] Port 08f6add3-c137-47e6-8f83-a73826fdc9cc cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:27.143907 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.146544 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.158907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] For port fec49165-3b65-473a-acfa-ee6ec4b1b334, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:27.164012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] For port fec49165-3b65-473a-acfa-ee6ec4b1b334, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fec49165-3b65-473a-acfa-ee6ec4b1b334,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:27.170686 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.205359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.206108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:27.251241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199b4cd-5a77-48f3-9833-02beb6d3a052 None None] Pushing event updated for resources: {'Port': ['ID=fec49165-3b65-473a-acfa-ee6ec4b1b334,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:27.256854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.263368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-02ee4710-32c9-4e82-8d29-2a461fe8cfe2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/af8cfbbf-10d3-4f2b-ac62-a3cac5ed4a73 HTTP/1.1" status: 204 len: 168 time: 2.9009564 Jul 07 22:31:27.269274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48938) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:27.275270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Routers {'69286a35-b8e0-4e1e-be2f-50088555dfde'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:27.276157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['69286a35-b8e0-4e1e-be2f-50088555dfde'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:27.420423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-212d3c7a-7d41-4dfa-acd2-1227bc9a1e07 admin admin] Deleting subnet f917df47-ded4-4096-9407-bb2825493683 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:27.426773 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-212d3c7a-7d41-4dfa-acd2-1227bc9a1e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.481593 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-212d3c7a-7d41-4dfa-acd2-1227bc9a1e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.483651 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb23e554-e1a4-466f-bd9c-07351bda90e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.497058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] Set router 69286a35-b8e0-4e1e-be2f-50088555dfde gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:27.523736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.538876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.615306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-212d3c7a-7d41-4dfa-acd2-1227bc9a1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.620294 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.744853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-212d3c7a-7d41-4dfa-acd2-1227bc9a1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.762858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:27.764109 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.766230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.769649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=7fb10f4a-fccc-402c-bf61-1c6aa6962f65,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:27.809104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.842336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=fec49165-3b65-473a-acfa-ee6ec4b1b334,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:27.858013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d3c7a-7d41-4dfa-acd2-1227bc9a1e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f917df47-ded4-4096-9407-bb2825493683,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:27.869838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f3590f50-637d-48fa-9715-2c9f7eec00e8 None None] Could not find standard attr ID for object fec49165-3b65-473a-acfa-ee6ec4b1b334. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:31:27.916801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-212d3c7a-7d41-4dfa-acd2-1227bc9a1e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:27.922114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-212d3c7a-7d41-4dfa-acd2-1227bc9a1e07 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f917df47-ded4-4096-9407-bb2825493683 HTTP/1.1" status: 204 len: 168 time: 0.6299713 Jul 07 22:31:27.922882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48942) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:27.938806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707927e3-8733-4c8a-88a0-186139805c7b None None] Network 73d0b356-2000-4559-8112-f1f8e78ce493 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:28.026780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-73595852-f0e4-431f-8fc3-36340c6d2457 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0473604 Jul 07 22:31:28.091431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Request body: {'port': {'device_id': '6645033f-da18-4c53-b25a-85af44190f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:28.136758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Router 69286a35-b8e0-4e1e-be2f-50088555dfde has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:28.153991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cc7cc-5417-4b09-9233-80686b01f5bf req-8056a9ac-4ad6-449c-87dc-48ca06a57fe1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:28.159574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af9cc7cc-5417-4b09-9233-80686b01f5bf req-8056a9ac-4ad6-449c-87dc-48ca06a57fe1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 932 time: 0.9604154 Jul 07 22:31:28.225902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:28.229594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:28.236255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60611bd-dab5-46ec-bb49-30ee58bbc9f8 None None] Network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:28.246904 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.271266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 82c61414-1c94-4887-9c91-65dc526ba033 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:28.299990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab7038-c11a-47d2-9637-5e724b8b8abd req-3bf0c990-6a8e-4195-9ea6-7bedd444d47b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:28.302915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:28.308987 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-80c6d8eb-3e50-4e71-bd5f-31f915e77177 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "PUT /v2.0/routers/69286a35-b8e0-4e1e-be2f-50088555dfde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9369676 Jul 07 22:31:28.311994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1ab7038-c11a-47d2-9637-5e724b8b8abd req-3bf0c990-6a8e-4195-9ea6-7bedd444d47b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 1.1174762 Jul 07 22:31:28.321956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48944) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:28.400825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6a7f868b-eed3-44e7-8819-3010ce9282e3 None None] Provisioning for port 82c61414-1c94-4887-9c91-65dc526ba033 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:28.409631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af9cc7cc-5417-4b09-9233-80686b01f5bf req-c80128ec-fe96-45d7-9828-d46a563f6a63 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678717 Jul 07 22:31:28.487023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1ab7038-c11a-47d2-9637-5e724b8b8abd req-99ed7e4c-76b3-450c-b6c0-f50484f72117 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740127 Jul 07 22:31:28.495042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69286a35-b8e0-4e1e-be2f-50088555dfde', 'name': 'tempest-NetworksTestDHCPv6-router-258466045', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:21Z', 'revision_number': 2, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None, '_interfaces': [{'id': 'fec49165-3b65-473a-acfa-ee6ec4b1b334', 'name': '', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'mac_address': 'fa:16:3e:0d:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69286a35-b8e0-4e1e-be2f-50088555dfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:20Z', 'updated_at': '2021-07-07T22:31:27Z', 'revision_number': 4, 'project_id': '40818650564f485c85ef9b60528c361c', 'subnets': [{'id': 'e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:28.541779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:31:28.545094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e19323-6e6c-49b2-b335-90af1866880e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:28.547775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e19323-6e6c-49b2-b335-90af1866880e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:28.548516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26243ece-1a81-43fc-934e-4281ce5ef131 None None] The sync data for ids ['69286a35-b8e0-4e1e-be2f-50088555dfde'] in n-d-695012-11 is: [{'id': '69286a35-b8e0-4e1e-be2f-50088555dfde', 'name': 'tempest-NetworksTestDHCPv6-router-258466045', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:21Z', 'revision_number': 2, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None, '_interfaces': [{'id': 'fec49165-3b65-473a-acfa-ee6ec4b1b334', 'name': '', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'mac_address': 'fa:16:3e:0d:51:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69286a35-b8e0-4e1e-be2f-50088555dfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': 'e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:20Z', 'updated_at': '2021-07-07T22:31:27Z', 'revision_number': 4, 'project_id': '40818650564f485c85ef9b60528c361c', 'subnets': [{'id': 'e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:28.549967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-54e19323-6e6c-49b2-b335-90af1866880e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2262208 Jul 07 22:31:28.560563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48946) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:28.574902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.597594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 82c61414-1c94-4887-9c91-65dc526ba033 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:28.609250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 82c61414-1c94-4887-9c91-65dc526ba033 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:28.609590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.628918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-3d1a9276-ccb3-4ad5-be82-41de5de63951 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5455954 Jul 07 22:31:28.676257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Deleting port 93d3965f-9406-4871-845f-b6406c3cc05c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:28.677295 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.680323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c84801-7373-4247-b3be-f700c26e1db5 None None] DHCP port deletion for 73d0b356-2000-4559-8112-f1f8e78ce493 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:28.768326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a28549c-89d7-4c67-8f92-f9b962dfdcd3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:28.769988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:28.794127 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0a28549c-89d7-4c67-8f92-f9b962dfdcd3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:28.794346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:28.834726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48948) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:28.835425 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-afc1c9f8-2cfd-4e5f-999e-842e30a33288 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4621506 Jul 07 22:31:28.854211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1724087755'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:28.915380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:28.916029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:28.988638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] For port 93d3965f-9406-4871-845f-b6406c3cc05c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=93d3965f-9406-4871-845f-b6406c3cc05c,segment=NetworkSegment(e29f6752-83ac-4b83-91c8-6ff775a0f7d9),segment_id=e29f6752-83ac-4b83-91c8-6ff775a0f7d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:28.989093 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.003221 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0a28549c-89d7-4c67-8f92-f9b962dfdcd3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.060097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Calling delete_port for 93d3965f-9406-4871-845f-b6406c3cc05c owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:29.072414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:29.076774 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.226299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-4a2f481e-336d-4a60-8fa2-a678a3a199ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:29.227933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-4a2f481e-336d-4a60-8fa2-a678a3a199ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1097 time: 0.5126152 Jul 07 22:31:29.277629 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.308233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d9c84801-7373-4247-b3be-f700c26e1db5 None None] Deleting port 93d3965f-9406-4871-845f-b6406c3cc05c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:29.308611 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9c84801-7373-4247-b3be-f700c26e1db5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.360289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:29.374448 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.375227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:29.387939 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added segment 1df74f38-77b7-4490-b556-a6823e8700be of type vlan for network 2842ca12-bf3a-4743-9b25-7d76d7214bfb Jul 07 22:31:29.441306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 82c61414-1c94-4887-9c91-65dc526ba033, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=82c61414-1c94-4887-9c91-65dc526ba033,segment=NetworkSegment(84f4afa6-4b22-4899-bed9-3eea13743395),segment_id=84f4afa6-4b22-4899-bed9-3eea13743395)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:29.453041 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.597438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f922d173-c08d-467d-bcef-d16e82a051aa no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:29.649040 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.747438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=93d3965f-9406-4871-845f-b6406c3cc05c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:29.752865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] No DVR routers for this DVR port 93d3965f-9406-4871-845f-b6406c3cc05c on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:29.758110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-094694d1-8c7b-4cfa-a62e-14067895187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:29.760414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-094694d1-8c7b-4cfa-a62e-14067895187c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.4911399 Jul 07 22:31:29.777445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.821989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d9c84801-7373-4247-b3be-f700c26e1db5 None None] For port 93d3965f-9406-4871-845f-b6406c3cc05c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=93d3965f-9406-4871-845f-b6406c3cc05c,segment=NetworkSegment(e29f6752-83ac-4b83-91c8-6ff775a0f7d9),segment_id=e29f6752-83ac-4b83-91c8-6ff775a0f7d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:29.822413 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9c84801-7373-4247-b3be-f700c26e1db5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.827250 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0a28549c-89d7-4c67-8f92-f9b962dfdcd3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:29.838919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d9c84801-7373-4247-b3be-f700c26e1db5 None None] Calling delete_port for 93d3965f-9406-4871-845f-b6406c3cc05c owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:29.926930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f922d173-c08d-467d-bcef-d16e82a051aa {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:29.927276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f922d173-c08d-467d-bcef-d16e82a051aa not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:30.068796 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b31ac52f-a12c-4d02-be2c-976151398915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.082720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=82c61414-1c94-4887-9c91-65dc526ba033,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:30.085823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-47907ef6-51d7-4c65-8653-6b69811fda30 None None] Provisioning for port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:30.096297 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.097748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9c84801-7373-4247-b3be-f700c26e1db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.121777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-47907ef6-51d7-4c65-8653-6b69811fda30 None None] Provisioning complete for port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:30.122360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47907ef6-51d7-4c65-8653-6b69811fda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.181746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c84801-7373-4247-b3be-f700c26e1db5 None None] Pushing event deleted for resources: {'Port': ['ID=93d3965f-9406-4871-845f-b6406c3cc05c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:30.193950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c84801-7373-4247-b3be-f700c26e1db5 None None] No DVR routers for this DVR port 93d3965f-9406-4871-845f-b6406c3cc05c on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:30.228896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 93d3965f-9406-4871-845f-b6406c3cc05c no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:30.233034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-47907ef6-51d7-4c65-8653-6b69811fda30 None None] Port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:30.240419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0a28549c-89d7-4c67-8f92-f9b962dfdcd3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.243195 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.249021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:30.249669 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.303515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-47907ef6-51d7-4c65-8653-6b69811fda30 None None] Provisioning complete for port 82c61414-1c94-4887-9c91-65dc526ba033 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:30.303897 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47907ef6-51d7-4c65-8653-6b69811fda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.321814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28549c-89d7-4c67-8f92-f9b962dfdcd3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:30.355510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.356469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 93d3965f-9406-4871-845f-b6406c3cc05c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:30.357149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 93d3965f-9406-4871-845f-b6406c3cc05c not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:30.445805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:26Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:26Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:30.462006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-2a532270-5cd2-4c8f-8800-85a1e3719829 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 999 time: 0.6182313 Jul 07 22:31:30.465887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d0b356-2000-4559-8112-f1f8e78ce493']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:30.472218 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0a28549c-89d7-4c67-8f92-f9b962dfdcd3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.474147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0a28549c-89d7-4c67-8f92-f9b962dfdcd3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57 HTTP/1.1" status: 204 len: 168 time: 1.9122112 Jul 07 22:31:30.476809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48960) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:30.479118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6427815 Jul 07 22:31:30.496380 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48962) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:30.499349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205e78b2-ac5c-4776-a989-e00a31cdede1 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:30.503337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:30.503883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Updating router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:31:30.510417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'subnet': {'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:30.516215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:30.516518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29f6752-83ac-4b83-91c8-6ff775a0f7d9') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:30.553961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f6add3-c137-47e6-8f83-a73826fdc9cc {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:31:30.570497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d12601-4d57-4630-916e-bad60971581a req-558909fa-110c-4963-a310-047db1fcdaaf tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:30.572108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42d12601-4d57-4630-916e-bad60971581a req-558909fa-110c-4963-a310-047db1fcdaaf tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 932 time: 0.9047642 Jul 07 22:31:30.572680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267af450-5a8f-4ad1-b7fa-514a811cfec9 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Network': ['ID=2842ca12-bf3a-4743-9b25-7d76d7214bfb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:30.578127 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.593488 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.605577 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.611564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 2842ca12-bf3a-4743-9b25-7d76d7214bfb details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:30.641997 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.660507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059fbfe-b826-4b3d-9f96-564b8e6c1e06 req-71e25038-5721-4a5d-8eef-fc4e52995ea4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:30.662747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2059fbfe-b826-4b3d-9f96-564b8e6c1e06 req-71e25038-5721-4a5d-8eef-fc4e52995ea4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.9255304 Jul 07 22:31:30.670225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Transition to ACTIVE for port object 08f6add3-c137-47e6-8f83-a73826fdc9cc will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:30.681354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:31:30.682752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.698160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-54ef156a-537a-41bc-b1c6-a552eb254f5a None None] Provisioning complete for port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:30.698539 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-54ef156a-537a-41bc-b1c6-a552eb254f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.742023 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-54ef156a-537a-41bc-b1c6-a552eb254f5a None None] Port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:31:30.779421 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b32260df-704a-4be7-831b-1779963c6ada tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2989690 Jul 07 22:31:30.782778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:31:30.802171 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:31:30.813878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-cecdd68a-a051-4b32-998f-81fa98b27f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:30.815699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-cecdd68a-a051-4b32-998f-81fa98b27f07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.3306916 Jul 07 22:31:30.816466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.830490 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.835112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] 10.222.0.81 "DELETE /v2.0/networks/73d0b356-2000-4559-8112-f1f8e78ce493 HTTP/1.1" status: 204 len: 168 time: 2.9071229 Jul 07 22:31:30.841332 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.896270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:30.903855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:30.958805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09411e0f-25a1-4f6e-96c3-c1f4a73e62fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.033802 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] Sync routers for ids ['69286a35-b8e0-4e1e-be2f-50088555dfde'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:31.047399 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] Routers {'69286a35-b8e0-4e1e-be2f-50088555dfde'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:31.051124 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['69286a35-b8e0-4e1e-be2f-50088555dfde'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:31.062836 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.066705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Pushing event updated for resources: {'Port': ['ID=08f6add3-c137-47e6-8f83-a73826fdc9cc,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:31.085149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2059fbfe-b826-4b3d-9f96-564b8e6c1e06 req-6e1d8c50-a5e2-4b3f-9b36-bc264599917e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734625 Jul 07 22:31:31.088750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48968) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:31.102983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42d12601-4d57-4630-916e-bad60971581a req-6fc8ecfe-eb4d-4fb8-86f8-961194fd107f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929321 Jul 07 22:31:31.164049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612739bb-5669-4774-9491-e6cfdbb0e0ae admin admin] Pushing event deleted for resources: {'Network': ['ID=73d0b356-2000-4559-8112-f1f8e78ce493,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:31.274893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746439d1-14b0-434d-9fa2-7ee4d32f8b25 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:31.298614 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.307546 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] Set router 69286a35-b8e0-4e1e-be2f-50088555dfde gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:31.385507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09411e0f-25a1-4f6e-96c3-c1f4a73e62fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.394172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-2638ef7d-1691-400e-bc54-ca2c69a69d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:31.395936 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69286a35-b8e0-4e1e-be2f-50088555dfde', 'name': 'tempest-NetworksTestDHCPv6-router-258466045', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:27Z', 'revision_number': 3, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:31.397463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-2638ef7d-1691-400e-bc54-ca2c69a69d2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5592828 Jul 07 22:31:31.398818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Attempting to bind port 08f6add3-c137-47e6-8f83-a73826fdc9cc on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:31.399899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Attempting to bind port 08f6add3-c137-47e6-8f83-a73826fdc9cc by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:31.400328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Attempting to bind port 08f6add3-c137-47e6-8f83-a73826fdc9cc on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:31.402124 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09411e0f-25a1-4f6e-96c3-c1f4a73e62fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.428690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Port 08f6add3-c137-47e6-8f83-a73826fdc9cc on network f13f5340-1276-4670-bb1c-9b8e37ff1851 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:31:31.429285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Attempting to bind port 08f6add3-c137-47e6-8f83-a73826fdc9cc on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:31.435266 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] Checking router: 69286a35-b8e0-4e1e-be2f-50088555dfde for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:31.450663 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] Routers {'69286a35-b8e0-4e1e-be2f-50088555dfde'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:31.451847 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['69286a35-b8e0-4e1e-be2f-50088555dfde'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:31.518204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:31.519016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Checking segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:31.528642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Bound using segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:31.529313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Bound port: 08f6add3-c137-47e6-8f83-a73826fdc9cc, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:31.529902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.538210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09411e0f-25a1-4f6e-96c3-c1f4a73e62fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.538772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09411e0f-25a1-4f6e-96c3-c1f4a73e62fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Fanout notify agent at l3_agent the message router_deleted on router 69286a35-b8e0-4e1e-be2f-50088555dfde {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:31:31.540132 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] Set router 69286a35-b8e0-4e1e-be2f-50088555dfde gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:31.548825 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b897835a-8109-415d-9dbe-64c2665b9e60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=616b37054f834516a12c5c2bd5d21632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4573529 Jul 07 22:31:31.552323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48970) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:31.558134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09411e0f-25a1-4f6e-96c3-c1f4a73e62fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.559229 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-09411e0f-25a1-4f6e-96c3-c1f4a73e62fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/routers/69286a35-b8e0-4e1e-be2f-50088555dfde HTTP/1.1" status: 204 len: 168 time: 0.7753403 Jul 07 22:31:31.563725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:31.600944 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69286a35-b8e0-4e1e-be2f-50088555dfde', 'name': 'tempest-NetworksTestDHCPv6-router-258466045', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:27Z', 'revision_number': 3, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:31.631636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-746439d1-14b0-434d-9fa2-7ee4d32f8b25 None None] Deleting port b7cb397e-6fbe-4de2-87df-36a82616bd2a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:31.632225 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-746439d1-14b0-434d-9fa2-7ee4d32f8b25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.641498 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97ad847-4e96-42e3-ac3b-1d180c06da26 None None] The sync data for ids ['69286a35-b8e0-4e1e-be2f-50088555dfde'] in n-d-695012-11 is: [{'id': '69286a35-b8e0-4e1e-be2f-50088555dfde', 'name': 'tempest-NetworksTestDHCPv6-router-258466045', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:27Z', 'revision_number': 3, 'project_id': '40818650564f485c85ef9b60528c361c', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:31.766427 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.768338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a7368-475e-4af2-a687-4799639f7e41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:31.770797 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8d0a7368-475e-4af2-a687-4799639f7e41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2058830 Jul 07 22:31:31.773827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:31.797281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Transition to ACTIVE for port object 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:31.801619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-746439d1-14b0-434d-9fa2-7ee4d32f8b25 None None] For port b7cb397e-6fbe-4de2-87df-36a82616bd2a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b7cb397e-6fbe-4de2-87df-36a82616bd2a,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:31.802385 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-746439d1-14b0-434d-9fa2-7ee4d32f8b25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.815691 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.823466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-746439d1-14b0-434d-9fa2-7ee4d32f8b25 None None] Calling delete_port for b7cb397e-6fbe-4de2-87df-36a82616bd2a owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:31.825739 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:31.938692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfe1d1-d66a-4a50-818a-1cf5b3cb7448 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:31.947013 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0dcfe1d1-d66a-4a50-818a-1cf5b3cb7448 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1645412 Jul 07 22:31:31.947130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c503d3-8bbf-465d-a620-3009b7f6fb24 None None] Pushing event updated for resources: {'Port': ['ID=7fb10f4a-fccc-402c-bf61-1c6aa6962f65,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:31.947230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Subnet': ['ID=f62d2d2b-904e-43f1-90b7-230fb2eda4c7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:31.947230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48978) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:32.009093 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-74f28997-a801-4465-bf72-2bd0b1eaf868 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516968 Jul 07 22:31:32.020739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48984) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:32.026735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:32.071504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Attempting to bind port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:32.074018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Attempting to bind port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '84f4afa6-4b22-4899-bed9-3eea13743395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:32.074708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Attempting to bind port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 on network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:32.100347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:32.101229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Checking segment: {'id': '84f4afa6-4b22-4899-bed9-3eea13743395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:32.101802 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.102457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Bound using segment: {'id': '84f4afa6-4b22-4899-bed9-3eea13743395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:32.103098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Bound port: 7fb10f4a-fccc-402c-bf61-1c6aa6962f65, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f4afa6-4b22-4899-bed9-3eea13743395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:32.103662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.111250 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-746439d1-14b0-434d-9fa2-7ee4d32f8b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.136087 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Checking segment: {'id': '1df74f38-77b7-4490-b556-a6823e8700be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:32.136335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network hostable DHCP agents. Network: 2842ca12-bf3a-4743-9b25-7d76d7214bfb, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:32.192880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746439d1-14b0-434d-9fa2-7ee4d32f8b25 None None] Pushing event deleted for resources: {'Port': ['ID=b7cb397e-6fbe-4de2-87df-36a82616bd2a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:32.201602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 82c61414-1c94-4887-9c91-65dc526ba033 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:32.209310 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 2842ca12-bf3a-4743-9b25-7d76d7214bfb is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:32.216983 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746439d1-14b0-434d-9fa2-7ee4d32f8b25 None None] No DVR routers for this DVR port b7cb397e-6fbe-4de2-87df-36a82616bd2a on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:32.241144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 2842ca12-bf3a-4743-9b25-7d76d7214bfb) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:32.246868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:32.248308 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.281531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:32.292534 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.300008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb223081-f376-4d8a-ab1e-071b0c5ac80d None None] Network 2842ca12-bf3a-4743-9b25-7d76d7214bfb requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:32.304025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5a19c35-54b0-4c06-aff0-49059dc579d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.336782 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-204187c5-1a1e-4c30-ab11-29af36cd545d tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8373637 Jul 07 22:31:32.341450 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5a19c35-54b0-4c06-aff0-49059dc579d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.375709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48994) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:32.400898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-31caf12b-f7bf-4ee5-b2dd-ab9a75078222 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9932489 Jul 07 22:31:32.424584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] For port 08f6add3-c137-47e6-8f83-a73826fdc9cc, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:32.449493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] For port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:32.468924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] For port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7fb10f4a-fccc-402c-bf61-1c6aa6962f65,segment=NetworkSegment(84f4afa6-4b22-4899-bed9-3eea13743395),segment_id=84f4afa6-4b22-4899-bed9-3eea13743395)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:32.484844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.496493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] For port 08f6add3-c137-47e6-8f83-a73826fdc9cc, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=08f6add3-c137-47e6-8f83-a73826fdc9cc,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:32.513301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.524990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 82c61414-1c94-4887-9c91-65dc526ba033 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:32.525374 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.631492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:32.632135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:32.635321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c503d3-8bbf-465d-a620-3009b7f6fb24 None None] Pushing event updated for resources: {'Port': ['ID=7fb10f4a-fccc-402c-bf61-1c6aa6962f65,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:32.714571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Pushing event updated for resources: {'Port': ['ID=08f6add3-c137-47e6-8f83-a73826fdc9cc,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:32.753038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5a19c35-54b0-4c06-aff0-49059dc579d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.756795 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5a19c35-54b0-4c06-aff0-49059dc579d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.760814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b5a19c35-54b0-4c06-aff0-49059dc579d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/457f69dc-bac5-4a3c-8eed-acb58016a7d2 HTTP/1.1" status: 204 len: 168 time: 1.1942046 Jul 07 22:31:32.780744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:32.781758 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.782635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:32.783677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:32.787513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-71373d2e-7a6c-473b-99ec-9884bd7e9528 service neutron] 10.222.0.83 "PUT /v2.0/ports/08f6add3-c137-47e6-8f83-a73826fdc9cc HTTP/1.1" status: 200 len: 1093 time: 4.7138238 Jul 07 22:31:32.799248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a19c35-54b0-4c06-aff0-49059dc579d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457f69dc-bac5-4a3c-8eed-acb58016a7d2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:32.809741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6645033f-da18-4c53-b25a-85af44190f18', 'tag': '08f6add3-c137-47e6-8f83-a73826fdc9cc'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:32.817625 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd82c143-c7c7-4199-b69c-d1ea3ef32877" -d '{"events": [{"name": "network-changed", "server_uuid": "6645033f-da18-4c53-b25a-85af44190f18", "tag": "08f6add3-c137-47e6-8f83-a73826fdc9cc"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:33.036999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ddac8f4-183d-4704-8d78-22dc54559eb7 req-53c48ac6-cef0-479e-b13c-18be8cf6b147 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479333 Jul 07 22:31:33.125700 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.134089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bccb6c-53db-4ff5-abdd-b36f7815d555 req-46e747d3-b9a9-4d93-a9f4-8bcb02475c37 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.135610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22bccb6c-53db-4ff5-abdd-b36f7815d555 req-46e747d3-b9a9-4d93-a9f4-8bcb02475c37 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 944 time: 0.7302613 Jul 07 22:31:33.148367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d53d1e-851a-497a-95f8-b6b2e6773944 req-06380d03-aeee-4e15-976d-e1db722de254 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.151361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d53d1e-851a-497a-95f8-b6b2e6773944 req-06380d03-aeee-4e15-976d-e1db722de254 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.7472100 Jul 07 22:31:33.175359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:33.238293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22bccb6c-53db-4ff5-abdd-b36f7815d555 req-6b58a365-de2b-4858-b4be-26edfa16c3c4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838130 Jul 07 22:31:33.241908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17c0c-016c-47d7-847f-0793ad514aab req-d1bb74a5-dd1c-4058-b6fd-d2c047f6260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.243655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78e17c0c-016c-47d7-847f-0793ad514aab req-d1bb74a5-dd1c-4058-b6fd-d2c047f6260a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 1097 time: 0.3953981 Jul 07 22:31:33.279498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-f48e4d00-33db-42d3-a294-88cdb3e38d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.289351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-f48e4d00-33db-42d3-a294-88cdb3e38d45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 1096 time: 0.3398807 Jul 07 22:31:33.298746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19d53d1e-851a-497a-95f8-b6b2e6773944 req-96161cc6-0a87-4b37-8520-e62a6b01cbf1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407404 Jul 07 22:31:33.395746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fec49165-3b65-473a-acfa-ee6ec4b1b334 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:33.437031 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e2783-2240-4b4e-ad81-dfd19878bc54 x-openstack-request-id: req-f37e2783-2240-4b4e-ad81-dfd19878bc54 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:33.437633 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6645033f-da18-4c53-b25a-85af44190f18", "tag": "08f6add3-c137-47e6-8f83-a73826fdc9cc", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:33.437633 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f37e2783-2240-4b4e-ad81-dfd19878bc54 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:33.438049 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6645033f-da18-4c53-b25a-85af44190f18', 'tag': '08f6add3-c137-47e6-8f83-a73826fdc9cc', 'status': 'completed', 'code': 200} Jul 07 22:31:33.439822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-3a93348a-5cff-4542-98a7-1ce5ae387d2b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f6add3-c137-47e6-8f83-a73826fdc9cc HTTP/1.1" status: 200 len: 217 time: 0.1212885 Jul 07 22:31:33.458246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49004) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:33.481658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Allocated IP 172.21.0.2 (2842ca12-bf3a-4743-9b25-7d76d7214bfb/f62d2d2b-904e-43f1-90b7-230fb2eda4c7/388ac4b5-cf17-4051-abc9-d39a7df8db58) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:33.489523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.504343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: fec49165-3b65-473a-acfa-ee6ec4b1b334 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:33.504690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fec49165-3b65-473a-acfa-ee6ec4b1b334 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:33.505113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b7cb397e-6fbe-4de2-87df-36a82616bd2a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:33.550024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: b7cb397e-6fbe-4de2-87df-36a82616bd2a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:33.550388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b7cb397e-6fbe-4de2-87df-36a82616bd2a not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:33.560833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-5719b1d6-3986-463a-beff-1145a34cad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.562503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-5719b1d6-3986-463a-beff-1145a34cad78 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1138813 Jul 07 22:31:33.605290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17c0c-016c-47d7-847f-0793ad514aab req-f261a17b-9834-4fd9-845a-50dee270e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.606965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78e17c0c-016c-47d7-847f-0793ad514aab req-f261a17b-9834-4fd9-845a-50dee270e0a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.3501980 Jul 07 22:31:33.610813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-90f0c18b-9af1-47ec-865e-7ebea67a6b0a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=134da64ef08240058cd7cc3f2cfdf6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515465 Jul 07 22:31:33.614173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49006) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:33.652183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:31:33.680202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.687303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78e17c0c-016c-47d7-847f-0793ad514aab req-de2c3460-062f-48dd-b47f-36e3e31b4f59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29 HTTP/1.1" status: 200 len: 1001 time: 0.0740387 Jul 07 22:31:33.694628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-d11a209a-877e-4630-b9cf-24b33f17a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.696593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-d11a209a-877e-4630-b9cf-24b33f17a06c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239367 Jul 07 22:31:33.721105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:26Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:32Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:33.753476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed95d8-6a70-454e-a32c-0c562679a479 None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:26Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:32Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:33.762868 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b902f40-315b-4218-a44d-ec2dd75289a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.767416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:33.767560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.778325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Transition to ACTIVE for port object 388ac4b5-cf17-4051-abc9-d39a7df8db58 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:33.796355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17c0c-016c-47d7-847f-0793ad514aab req-70e2ddb8-974c-498d-b93a-bcc3ff8d4608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.797373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Transition to ACTIVE for port object 388ac4b5-cf17-4051-abc9-d39a7df8db58 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:33.797741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78e17c0c-016c-47d7-847f-0793ad514aab req-70e2ddb8-974c-498d-b93a-bcc3ff8d4608 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.1005096 Jul 07 22:31:33.804302 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.810927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:33.828011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:33.828607 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.834262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070a05a5-5ad3-4ca9-aa4f-87f053664527 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:33.842203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=22a3b0cd-5d48-4428-b54c-4ed98c7d3734,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:33.847872 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b902f40-315b-4218-a44d-ec2dd75289a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.884192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-69486869-3649-4459-9caf-0c4e36f8ac15 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737261 Jul 07 22:31:33.884452 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-defe2106-d4f5-44fc-b7c2-60224e46b70d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8587773 Jul 07 22:31:33.884730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49008) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:33.887358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Network 2842ca12-bf3a-4743-9b25-7d76d7214bfb is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:33.890281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:33.898160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:33.904152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:33.909294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Pushing event updated for resources: {'Port': ['ID=388ac4b5-cf17-4051-abc9-d39a7df8db58,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:33.996007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b902f40-315b-4218-a44d-ec2dd75289a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:33.998922 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b902f40-315b-4218-a44d-ec2dd75289a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.000546 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6b902f40-315b-4218-a44d-ec2dd75289a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d956cd78-eb4c-4e5f-b300-7f9ce7732b10 HTTP/1.1" status: 204 len: 168 time: 0.3850861 Jul 07 22:31:34.049213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b902f40-315b-4218-a44d-ec2dd75289a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d956cd78-eb4c-4e5f-b300-7f9ce7732b10,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:34.050918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e17c0c-016c-47d7-847f-0793ad514aab req-11e161a7-d581-4d58-8f74-9aee2e966504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:34.052927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78e17c0c-016c-47d7-847f-0793ad514aab req-11e161a7-d581-4d58-8f74-9aee2e966504 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2468164 Jul 07 22:31:34.054515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Attempting to bind port 388ac4b5-cf17-4051-abc9-d39a7df8db58 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:34.055062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Attempting to bind port 388ac4b5-cf17-4051-abc9-d39a7df8db58 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '1df74f38-77b7-4490-b556-a6823e8700be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:34.056247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Attempting to bind port 388ac4b5-cf17-4051-abc9-d39a7df8db58 on network 2842ca12-bf3a-4743-9b25-7d76d7214bfb {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:34.065410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.21.0.1 (2842ca12-bf3a-4743-9b25-7d76d7214bfb/f62d2d2b-904e-43f1-90b7-230fb2eda4c7/6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:34.081712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:34.082378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Checking segment: {'id': '1df74f38-77b7-4490-b556-a6823e8700be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:34.082946 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.083507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Bound using segment: {'id': '1df74f38-77b7-4490-b556-a6823e8700be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:34.084297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Bound port: 388ac4b5-cf17-4051-abc9-d39a7df8db58, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df74f38-77b7-4490-b556-a6823e8700be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:34.085030 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.090304 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': '22a3b0cd-5d48-4428-b54c-4ed98c7d3734'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:34.091344 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.095241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3390a26b-b628-4ec9-99ec-b9f9c59a7363 req-30810fd1-5331-4ffd-a27c-0bac316e1704 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008998 Jul 07 22:31:34.255647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78e17c0c-016c-47d7-847f-0793ad514aab req-fe47801f-dd11-43d3-b489-46da1975a5b3 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912456 Jul 07 22:31:34.323181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] For port 388ac4b5-cf17-4051-abc9-d39a7df8db58, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:34.337253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] For port 388ac4b5-cf17-4051-abc9-d39a7df8db58, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=388ac4b5-cf17-4051-abc9-d39a7df8db58,segment=NetworkSegment(1df74f38-77b7-4490-b556-a6823e8700be),segment_id=1df74f38-77b7-4490-b556-a6823e8700be)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:34.437074 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.468263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Allocated IP 2001:db8::f816:3eff:fe9f:3cf4 (b123989d-6c48-4cae-ab23-f4965291324e/22a3b0cd-5d48-4428-b54c-4ed98c7d3734/cda864e9-5ef0-48c7-aea7-9be635a565f4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:34.488912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Transition to ACTIVE for port object 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:34.507707 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.561346 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.603833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78e17c0c-016c-47d7-847f-0793ad514aab req-4d6755b3-0b1e-497b-961c-cefdb4f5eb84 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325796 Jul 07 22:31:34.632739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 2842ca12-bf3a-4743-9b25-7d76d7214bfb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:34.637105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:34.639184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:34.645026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:34.645899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.688585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:34.736058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.753635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.765907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Transition to ACTIVE for port object cda864e9-5ef0-48c7-aea7-9be635a565f4 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:34.788483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Transition to ACTIVE for port object cda864e9-5ef0-48c7-aea7-9be635a565f4 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:34.796799 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.824804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18ffd-0b3f-41ad-921c-9341af279e1f req-0b0dc931-95f4-4217-bd07-48078ecb7554 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:34.831357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91d18ffd-0b3f-41ad-921c-9341af279e1f req-0b0dc931-95f4-4217-bd07-48078ecb7554 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 944 time: 0.3907514 Jul 07 22:31:34.835599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-270bc6cf-f135-4e00-9878-0bd415b769a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:34.837324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-270bc6cf-f135-4e00-9878-0bd415b769a1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 1096 time: 0.5807447 Jul 07 22:31:34.849296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:34.856681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:34.860176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:34.867503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c4d3f-35cd-4534-86d1-0ac1d92134b4 None None] Pushing event updated for resources: {'Port': ['ID=388ac4b5-cf17-4051-abc9-d39a7df8db58,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:34.963056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d16d05-ac00-47fc-88e5-7d1b317b58bf req-3c690f25-3258-4461-88e3-822e7f782d05 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:34.971458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2d16d05-ac00-47fc-88e5-7d1b317b58bf req-3c690f25-3258-4461-88e3-822e7f782d05 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 945 time: 0.3746519 Jul 07 22:31:34.973693 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:34.981857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Pushing event updated for resources: {'Port': ['ID=cda864e9-5ef0-48c7-aea7-9be635a565f4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:34.993509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Attempting to bind port cda864e9-5ef0-48c7-aea7-9be635a565f4 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:34.993906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Attempting to bind port cda864e9-5ef0-48c7-aea7-9be635a565f4 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:34.994297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Attempting to bind port cda864e9-5ef0-48c7-aea7-9be635a565f4 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:35.019922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:35.020312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:35.020711 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.021110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:35.021589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Bound port: cda864e9-5ef0-48c7-aea7-9be635a565f4, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:35.022025 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.046204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91d18ffd-0b3f-41ad-921c-9341af279e1f req-09482434-26cd-4e7b-aa78-2d9ce154bd81 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131672 Jul 07 22:31:35.131499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2d16d05-ac00-47fc-88e5-7d1b317b58bf req-ad204522-9de6-4aa6-bfff-c335d20a4fe5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590497 Jul 07 22:31:35.179759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-a38bddd1-a14d-4cc6-a499-a09a6cae8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:35.181347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-a38bddd1-a14d-4cc6-a499-a09a6cae8060 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.3262796 Jul 07 22:31:35.201616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] For port cda864e9-5ef0-48c7-aea7-9be635a565f4, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:35.205022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] For port cda864e9-5ef0-48c7-aea7-9be635a565f4, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cda864e9-5ef0-48c7-aea7-9be635a565f4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:35.210972 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.291781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-5d362d41-a5b6-4893-b265-413933917b27 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f6add3-c137-47e6-8f83-a73826fdc9cc HTTP/1.1" status: 200 len: 217 time: 0.0578020 Jul 07 22:31:35.310877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc1048-8f8b-4a54-b6ee-b0357c3d69af None None] Pushing event updated for resources: {'Port': ['ID=cda864e9-5ef0-48c7-aea7-9be635a565f4,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:35.416480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-e1f87fa4-9eb4-4cd2-9be6-0c8709317da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:35.418194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-e1f87fa4-9eb4-4cd2-9be6-0c8709317da0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1153429 Jul 07 22:31:35.421237 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.426907 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.432571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:35.481999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.536134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.538312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:35.547293 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.563937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:35.576683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:35.579686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:35.580294 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.584470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=9585fff0-bbf9-47b0-aa61-7cd3dd8f6863,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:35.596928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:35.598442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-1cd659b4-0c11-42db-9d0f-1d819ce01993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:35.601047 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a0a19c-8d7d-4f0b-ab5c-88cacf28ab08" -d '{"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-unplugged", "status": "completed", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:35.601373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-1cd659b4-0c11-42db-9d0f-1d819ce01993 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734381 Jul 07 22:31:35.609626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e4b16831-ca6a-4556-a3fb-e307fadb8263 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7230189 Jul 07 22:31:35.610391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49020) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:35.623368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:35.630162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:02:61:19', 'name': 'tempest-NetworksTestDHCPv6-203580941'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:35.632962 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:35.690016 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce19cc29-5d52-4724-9ced-370db761f08c x-openstack-request-id: req-ce19cc29-5d52-4724-9ced-370db761f08c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:35.690380 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-unplugged", "status": "completed", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:35.690645 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce19cc29-5d52-4724-9ced-370db761f08c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:35.691286 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'code': 200} Jul 07 22:31:35.712609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 2842ca12-bf3a-4743-9b25-7d76d7214bfb is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:35.716395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:35.723223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:35.824154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:35.926361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:35.937361 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f8ddebc5-ffec-44a9-b30a-a2d7550fbd52 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5576053 Jul 07 22:31:35.937725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:35.943836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'network': {'name': 'tempest-RoutersTest-1305459250'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:35.966281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:35.969837 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.001535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:36.009910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:36.012485 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.013120 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added segment 127cd99c-14c5-477d-9331-b44b2714a5bf of type vlan for network 7e567b37-8e2e-4d31-a669-0277d45b8638 Jul 07 22:31:36.021920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:36.022747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:36.084027 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.129690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-6943861a-e495-4baf-a9e0-b22b6d67bbf0 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182190 Jul 07 22:31:36.151930 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.178214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:36.182135 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.305877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:36.381457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:36.420734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49030) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:36.426029 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4761157 Jul 07 22:31:36.431045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'subnet': {'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:36.432671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:36.445420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f98ed-f7dc-4e3b-a5af-1998ade2f696 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Network': ['ID=7e567b37-8e2e-4d31-a669-0277d45b8638,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:36.464546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 7e567b37-8e2e-4d31-a669-0277d45b8638 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:36.544069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd82c143-c7c7-4199-b69c-d1ea3ef32877 req-44b85b30-52a8-4c3b-a3a3-296e08330879 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068227 Jul 07 22:31:36.597900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d25b6-7906-4b4c-819f-91d7db59f473 req-7cb19035-eadc-4e71-8ba1-21ff30f4ebe5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:36.599615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-861d25b6-7906-4b4c-819f-91d7db59f473 req-7cb19035-eadc-4e71-8ba1-21ff30f4ebe5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 944 time: 0.3523574 Jul 07 22:31:36.602911 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.629415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:36.642975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:36.643351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.678817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port cae3e989-d2e9-4697-b3c1-6d8ee90e6846 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:36.788718 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.831828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:34Z', 'revision_number': 3, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:35Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:32Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:36.860132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:36.863794 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.869069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:36.869382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Updating router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:31:36.874747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7fb10f4a-fccc-402c-bf61-1c6aa6962f65,segment=NetworkSegment(84f4afa6-4b22-4899-bed9-3eea13743395),segment_id=84f4afa6-4b22-4899-bed9-3eea13743395)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:36.883239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4939a1-87de-4cc8-81a0-361ab22de9a7 req-5704199e-8289-4699-8ed3-dd85588d3fea tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:36.885314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a4939a1-87de-4cc8-81a0-361ab22de9a7 req-5704199e-8289-4699-8ed3-dd85588d3fea tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.4799478 Jul 07 22:31:36.898901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:36.899767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cda864e9-5ef0-48c7-aea7-9be635a565f4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:36.954811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-861d25b6-7906-4b4c-819f-91d7db59f473 req-de6085ff-6c2c-4533-af6d-e02523df971a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433537 Jul 07 22:31:36.959954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11db2697-fba8-45af-8e9b-ae2d4066c5cb None None] Network 2842ca12-bf3a-4743-9b25-7d76d7214bfb requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:37.009742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a4939a1-87de-4cc8-81a0-361ab22de9a7 req-1ee81816-dcdd-4990-9249-cbd1c965ec1f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923257 Jul 07 22:31:37.031132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.037700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 172.20.0.9 (b123989d-6c48-4cae-ab23-f4965291324e/9585fff0-bbf9-47b0-aa61-7cd3dd8f6863/cae3e989-d2e9-4697-b3c1-6d8ee90e6846) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:37.064191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:fe02:6119 (b123989d-6c48-4cae-ab23-f4965291324e/22a3b0cd-5d48-4428-b54c-4ed98c7d3734/cae3e989-d2e9-4697-b3c1-6d8ee90e6846) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:37.089754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-11e1f2d0-5b5e-4c9b-9abe-c6c712a1b141 None None] Provisioning for port 388ac4b5-cf17-4051-abc9-d39a7df8db58 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:37.096563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=7fb10f4a-fccc-402c-bf61-1c6aa6962f65,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:37.160911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port cda864e9-5ef0-48c7-aea7-9be635a565f4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:37.175426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 388ac4b5-cf17-4051-abc9-d39a7df8db58 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:37.312270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.356377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.389503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b567d879-46d7-4eb1-b56b-99d5d6f7366c None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:37.395729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object cae3e989-d2e9-4697-b3c1-6d8ee90e6846 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:37.397779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Subnet': ['ID=84b26338-1dbf-41c7-abb9-4bb9ce435e2c,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:37.430348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Checking segment: {'id': '127cd99c-14c5-477d-9331-b44b2714a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:37.430713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network hostable DHCP agents. Network: 7e567b37-8e2e-4d31-a669-0277d45b8638, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:37.459293 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.461999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 7e567b37-8e2e-4d31-a669-0277d45b8638 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:37.476903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 388ac4b5-cf17-4051-abc9-d39a7df8db58 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:37.503341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 388ac4b5-cf17-4051-abc9-d39a7df8db58 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:37.503710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.508950 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 7e567b37-8e2e-4d31-a669-0277d45b8638) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:37.521333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:37.524853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:37.525459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.535282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:37.536937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0875688b-4d4c-4de0-9642-6b35c0d4d4b7 None None] Network 7e567b37-8e2e-4d31-a669-0277d45b8638 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:37.539140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=cae3e989-d2e9-4697-b3c1-6d8ee90e6846,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:37.542355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:37.561940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f2adbe9-3c54-44ac-b755-e246e3c0c89f None None] Provisioning for port cda864e9-5ef0-48c7-aea7-9be635a565f4 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:37.568650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9abc04e6-e7d8-4202-bbb4-70688ab984cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1422067 Jul 07 22:31:37.572061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49032) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:37.611921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f2adbe9-3c54-44ac-b755-e246e3c0c89f None None] Provisioning complete for port cda864e9-5ef0-48c7-aea7-9be635a565f4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:37.612279 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f2adbe9-3c54-44ac-b755-e246e3c0c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.661651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:37.662343 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.690496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4b390115-e316-4043-96cf-d2ed5146664f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0749853 Jul 07 22:31:37.691127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49034) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:37.730718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 08f6add3-c137-47e6-8f83-a73826fdc9cc details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:31:37.798533 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.883046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f8539-6043-4878-abcf-00f309091e23 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:37.890026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f8539-6043-4878-abcf-00f309091e23 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:37.892058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-df8f8539-6043-4878-abcf-00f309091e23 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2004602 Jul 07 22:31:37.894703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49036) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:37.918838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Transition to ACTIVE for port object 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:37.952181 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:37.953969 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.096614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-7e567b37-8e2e-4d31-a669-0277d45b8638', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:38.111251 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.146659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3b307110-5a29-4aa2-8202-7cd74ed6348c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port cae3e989-d2e9-4697-b3c1-6d8ee90e6846 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:38.147143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b307110-5a29-4aa2-8202-7cd74ed6348c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.251526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.310592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 08f6add3-c137-47e6-8f83-a73826fdc9cc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=08f6add3-c137-47e6-8f83-a73826fdc9cc,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:38.328832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f2adbe9-3c54-44ac-b755-e246e3c0c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.370146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a610-2982-4a13-bf13-f6ee91503507 None None] Pushing event updated for resources: {'Port': ['ID=6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:38.373354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '08f6add3-c137-47e6-8f83-a73826fdc9cc', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'port_id': '08f6add3-c137-47e6-8f83-a73826fdc9cc', 'mac_address': 'fa:16:3e:f8:99:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:31:38.380118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 388ac4b5-cf17-4051-abc9-d39a7df8db58, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=388ac4b5-cf17-4051-abc9-d39a7df8db58,segment=NetworkSegment(1df74f38-77b7-4490-b556-a6823e8700be),segment_id=1df74f38-77b7-4490-b556-a6823e8700be)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:38.404054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.425632 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b307110-5a29-4aa2-8202-7cd74ed6348c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.468311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3b307110-5a29-4aa2-8202-7cd74ed6348c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for cae3e989-d2e9-4697-b3c1-6d8ee90e6846 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:38.488111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b28d85-c517-441f-bd66-25c63e8f5783 req-abcfab14-21f4-476e-b317-5c68e3aa03ff tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:38.496451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1b28d85-c517-441f-bd66-25c63e8f5783 req-abcfab14-21f4-476e-b317-5c68e3aa03ff tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 944 time: 0.3724868 Jul 07 22:31:38.557500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486914d1-957b-4406-9bba-6150ab272188 req-a2ede79f-4783-4b27-bf2a-7e6c701e4450 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:38.559078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-486914d1-957b-4406-9bba-6150ab272188 req-a2ede79f-4783-4b27-bf2a-7e6c701e4450 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.3330936 Jul 07 22:31:38.579059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:38.619684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4f2adbe9-3c54-44ac-b755-e246e3c0c89f None None] For port cda864e9-5ef0-48c7-aea7-9be635a565f4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cda864e9-5ef0-48c7-aea7-9be635a565f4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:38.668867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f2adbe9-3c54-44ac-b755-e246e3c0c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.690980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1b28d85-c517-441f-bd66-25c63e8f5783 req-afeb02b2-d6c6-40de-b0a2-f02c26c7d15c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936533 Jul 07 22:31:38.701161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Attempting to bind port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:38.701619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Attempting to bind port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '1df74f38-77b7-4490-b556-a6823e8700be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:38.702017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Attempting to bind port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d on network 2842ca12-bf3a-4743-9b25-7d76d7214bfb {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:38.713304 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.720412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-486914d1-957b-4406-9bba-6150ab272188 req-cb39d804-8170-45da-a174-3781c5e31390 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183708 Jul 07 22:31:38.754106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:38.754106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Checking segment: {'id': '1df74f38-77b7-4490-b556-a6823e8700be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:38.754556 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.754899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Bound using segment: {'id': '1df74f38-77b7-4490-b556-a6823e8700be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:38.755468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Bound port: 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df74f38-77b7-4490-b556-a6823e8700be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:38.755862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.773397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=388ac4b5-cf17-4051-abc9-d39a7df8db58,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:38.798524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f6add3-c137-47e6-8f83-a73826fdc9cc {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:31:38.842012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a627b367-1f8f-4e06-9201-1a22a9051fb2 None None] Update dhcp port {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': '22a3b0cd-5d48-4428-b54c-4ed98c7d3734', 'ip_address': '2001:db8::f816:3eff:fe9f:3cf4'}, {'subnet_id': '9585fff0-bbf9-47b0-aa61-7cd3dd8f6863'}], 'binding:host_id': 'n-d-695012-11'}, 'id': 'cda864e9-5ef0-48c7-aea7-9be635a565f4'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:31:38.885654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b307110-5a29-4aa2-8202-7cd74ed6348c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.917283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Allocated IP 172.22.0.2 (7e567b37-8e2e-4d31-a669-0277d45b8638/84b26338-1dbf-41c7-abb9-4bb9ce435e2c/ba7fdb22-9a7e-4cc6-b323-da7298ce9aca) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:38.920384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 08f6add3-c137-47e6-8f83-a73826fdc9cc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=08f6add3-c137-47e6-8f83-a73826fdc9cc,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:38.921481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b307110-5a29-4aa2-8202-7cd74ed6348c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=cae3e989-d2e9-4697-b3c1-6d8ee90e6846,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:38.925717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-134bbc90-3d8c-49ca-b2db-26e4c71b6570 None None] Provisioning for port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:38.946494 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:38.985816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:38.986298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.018206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2adbe9-3c54-44ac-b755-e246e3c0c89f None None] Pushing event updated for resources: {'Port': ['ID=cda864e9-5ef0-48c7-aea7-9be635a565f4,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:39.021200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a627b367-1f8f-4e06-9201-1a22a9051fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.042143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b307110-5a29-4aa2-8202-7cd74ed6348c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.047352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3b307110-5a29-4aa2-8202-7cd74ed6348c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/cae3e989-d2e9-4697-b3c1-6d8ee90e6846 HTTP/1.1" status: 204 len: 168 time: 1.1513669 Jul 07 22:31:39.048290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49052) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:39.114613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374416f-ef49-4ebd-b987-dbaf7fff5843 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:39.116245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374416f-ef49-4ebd-b987-dbaf7fff5843 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:39.117940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374416f-ef49-4ebd-b987-dbaf7fff5843 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:39.119906 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4374416f-ef49-4ebd-b987-dbaf7fff5843 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0695064 Jul 07 22:31:39.122853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49056) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:39.152402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-134bbc90-3d8c-49ca-b2db-26e4c71b6570 None None] Provisioning complete for port 388ac4b5-cf17-4051-abc9-d39a7df8db58 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:39.152969 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-134bbc90-3d8c-49ca-b2db-26e4c71b6570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.159361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] For port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:39.181941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-636469ce-02d7-4f4a-9738-6abe12ab51df tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 22a3b0cd-5d48-4428-b54c-4ed98c7d3734 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:39.186033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-636469ce-02d7-4f4a-9738-6abe12ab51df tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.235165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-636469ce-02d7-4f4a-9738-6abe12ab51df tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.244875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] For port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d,segment=NetworkSegment(1df74f38-77b7-4490-b556-a6823e8700be),segment_id=1df74f38-77b7-4490-b556-a6823e8700be)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:39.263868 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:31:39.269019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=08f6add3-c137-47e6-8f83-a73826fdc9cc,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:39.272408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.345751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-636469ce-02d7-4f4a-9738-6abe12ab51df tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.414131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-636469ce-02d7-4f4a-9738-6abe12ab51df tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.444167 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636469ce-02d7-4f4a-9738-6abe12ab51df tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=22a3b0cd-5d48-4428-b54c-4ed98c7d3734,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:39.449741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-636469ce-02d7-4f4a-9738-6abe12ab51df tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.457423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49062) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:39.463827 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-636469ce-02d7-4f4a-9738-6abe12ab51df tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/22a3b0cd-5d48-4428-b54c-4ed98c7d3734 HTTP/1.1" status: 204 len: 168 time: 0.3395741 Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-a627b367-1f8f-4e06-9201-1a22a9051fb2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22a3b0cd-5d48-4428-b54c-4ed98c7d3734: This subnet is being modified by another concurrent operation. Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22a3b0cd-5d48-4428-b54c-4ed98c7d3734: This subnet is being modified by another concurrent operation. Jul 07 22:31:39.558087 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:31:39.623593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:39.627176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['08f6add3-c137-47e6-8f83-a73826fdc9cc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:31:39.714675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:39.715339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:39.718535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a610-2982-4a13-bf13-f6ee91503507 None None] Pushing event updated for resources: {'Port': ['ID=6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:39.747108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343f753-80c1-4eb2-82fd-fea0555bc16f None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:39.904524 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.946927 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Transition to ACTIVE for port object ba7fdb22-9a7e-4cc6-b323-da7298ce9aca will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:39.956797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf168d2-5384-4da1-8730-66eb7b76fc61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 9585fff0-bbf9-47b0-aa61-7cd3dd8f6863 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:39.967968 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9cf168d2-5384-4da1-8730-66eb7b76fc61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:39.979885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:40.026877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9cf168d2-5384-4da1-8730-66eb7b76fc61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.035745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Transition to ACTIVE for port object ba7fdb22-9a7e-4cc6-b323-da7298ce9aca will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:40.078765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc7ed8-4557-42c7-818e-e16f98555cae req-776e32b5-0916-4291-a44b-24f195a96ae5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:40.080263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ddc7ed8-4557-42c7-818e-e16f98555cae req-776e32b5-0916-4291-a44b-24f195a96ae5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1965115 Jul 07 22:31:40.102610 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.106783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccad09-5c69-4e5e-8b50-7a9a5ee5c2bb req-8ec8115e-d621-4a23-bbd3-119bae61161e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:40.108246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57ccad09-5c69-4e5e-8b50-7a9a5ee5c2bb req-8ec8115e-d621-4a23-bbd3-119bae61161e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 945 time: 0.2234182 Jul 07 22:31:40.190281 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9cf168d2-5384-4da1-8730-66eb7b76fc61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.243441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.22.0.1 (7e567b37-8e2e-4d31-a669-0277d45b8638/84b26338-1dbf-41c7-abb9-4bb9ce435e2c/eed1fca0-ab31-41d0-b5e5-f067fe898edd) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:40.288240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ddc7ed8-4557-42c7-818e-e16f98555cae req-81fe9567-2b39-49d6-8dc9-7a0599d9ffa5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984556 Jul 07 22:31:40.297532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57ccad09-5c69-4e5e-8b50-7a9a5ee5c2bb req-8330b1e0-8ac7-4ae0-b019-92ac1398fe92 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613770 Jul 07 22:31:40.379073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-f29f411e-c7b1-4f2a-8113-74ddcb062dc5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4369311 Jul 07 22:31:40.383673 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9cf168d2-5384-4da1-8730-66eb7b76fc61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.433226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf168d2-5384-4da1-8730-66eb7b76fc61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=9585fff0-bbf9-47b0-aa61-7cd3dd8f6863,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:40.448501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9cf168d2-5384-4da1-8730-66eb7b76fc61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.453048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49084) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:40.461000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9cf168d2-5384-4da1-8730-66eb7b76fc61 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/9585fff0-bbf9-47b0-aa61-7cd3dd8f6863 HTTP/1.1" status: 204 len: 168 time: 1.0023537 Jul 07 22:31:40.479985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Pushing event updated for resources: {'Port': ['ID=ba7fdb22-9a7e-4cc6-b323-da7298ce9aca,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:40.516296 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-961eaa6d-b720-4837-a6e3-12e18446b8fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619650 Jul 07 22:31:40.519203 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.519769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49086) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:40.525600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:40.534139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Network 7e567b37-8e2e-4d31-a669-0277d45b8638 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:40.552840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Transition to ACTIVE for port object eed1fca0-ab31-41d0-b5e5-f067fe898edd will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:40.565249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 388ac4b5-cf17-4051-abc9-d39a7df8db58 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:40.596265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.605731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-da40be8c-5690-45e3-9e02-e18972ef27ce None None] Provisioning complete for port cda864e9-5ef0-48c7-aea7-9be635a565f4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:40.606145 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da40be8c-5690-45e3-9e02-e18972ef27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.608858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:40.613609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:40.636106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:40.641253 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.658659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 7e567b37-8e2e-4d31-a669-0277d45b8638 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:40.662219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:40.669156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:40.717456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=eed1fca0-ab31-41d0-b5e5-f067fe898edd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:40.738112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.826541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Attempting to bind port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:40.826852 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Attempting to bind port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '127cd99c-14c5-477d-9331-b44b2714a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:40.827182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Attempting to bind port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca on network 7e567b37-8e2e-4d31-a669-0277d45b8638 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:40.852396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 388ac4b5-cf17-4051-abc9-d39a7df8db58 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:40.852914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.901565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.917652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:40.918345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Checking segment: {'id': '127cd99c-14c5-477d-9331-b44b2714a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:40.918864 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:40.919392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Bound using segment: {'id': '127cd99c-14c5-477d-9331-b44b2714a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:40.920091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Bound port: ba7fdb22-9a7e-4cc6-b323-da7298ce9aca, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127cd99c-14c5-477d-9331-b44b2714a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:40.920594 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.041848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:31:41.094295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1278ec0-f88a-4d05-a1c1-d09b451c2ee8 None None] Update dhcp port {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': '9585fff0-bbf9-47b0-aa61-7cd3dd8f6863'}], 'binding:host_id': 'n-d-695012-11'}, 'id': 'cda864e9-5ef0-48c7-aea7-9be635a565f4'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:31:41.152709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:34Z', 'revision_number': 3, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:39Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:41.207993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4941d-943d-4915-93f4-9973691f8a29 None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:34Z', 'revision_number': 3, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:39Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:41.239161 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1278ec0-f88a-4d05-a1c1-d09b451c2ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.248719 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.252595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-12674949-e431-40a2-8d05-cccad3469088 None None] For port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:41.255635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.298317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-da40be8c-5690-45e3-9e02-e18972ef27ce None None] Could not find standard attr ID for object cae3e989-d2e9-4697-b3c1-6d8ee90e6846. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:31:41.364293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-12674949-e431-40a2-8d05-cccad3469088 None None] For port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ba7fdb22-9a7e-4cc6-b323-da7298ce9aca,segment=NetworkSegment(127cd99c-14c5-477d-9331-b44b2714a5bf),segment_id=127cd99c-14c5-477d-9331-b44b2714a5bf)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:41.418825 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.479367 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.483400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=eed1fca0-ab31-41d0-b5e5-f067fe898edd,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:41.497627 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.551069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cda864e9-5ef0-48c7-aea7-9be635a565f4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:41.837226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] For port cda864e9-5ef0-48c7-aea7-9be635a565f4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cda864e9-5ef0-48c7-aea7-9be635a565f4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:41.887163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network 7e567b37-8e2e-4d31-a669-0277d45b8638 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:41.893137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:41.910424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5033af-634c-4626-a2f6-2b76cc98302e req-690da1a8-849f-41e6-bae3-eed2877928d6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:41.918916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f5033af-634c-4626-a2f6-2b76cc98302e req-690da1a8-849f-41e6-bae3-eed2877928d6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.2886059 Jul 07 22:31:41.926787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12674949-e431-40a2-8d05-cccad3469088 None None] Pushing event updated for resources: {'Port': ['ID=ba7fdb22-9a7e-4cc6-b323-da7298ce9aca,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:41.939745 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.960285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-34863ee1-0921-4867-92b8-a293c70ca178 None None] Provisioning complete for port cda864e9-5ef0-48c7-aea7-9be635a565f4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:41.960679 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34863ee1-0921-4867-92b8-a293c70ca178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:41.999309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f5033af-634c-4626-a2f6-2b76cc98302e req-9e17c885-4e6a-4a33-b295-0566266e41e1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793514 Jul 07 22:31:42.251083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc702cf0-aba8-4429-9e4f-f346f6e177e0 req-8c756aea-ab07-43f4-b129-baeea4dabf10 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:42.262903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc702cf0-aba8-4429-9e4f-f346f6e177e0 req-8c756aea-ab07-43f4-b129-baeea4dabf10 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 945 time: 0.6337197 Jul 07 22:31:42.316182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f76e5a3-38b8-4721-b57a-7c055e19392c None None] Could not find standard attr ID for object cae3e989-d2e9-4697-b3c1-6d8ee90e6846. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:31:42.331012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc702cf0-aba8-4429-9e4f-f346f6e177e0 req-2abeb233-32f2-4ded-8f8c-d474d71cd903 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669215 Jul 07 22:31:42.339122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:42.412067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.417496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.418515 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.465594 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:31:42.465871 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:31:42.473487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:42.482843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-54f7497d-05e6-4d28-9162-c5afcbcf037f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9097207 Jul 07 22:31:42.483502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49100) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:42.488663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'network': {'name': 'tempest-RoutersTest-336638285'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:42.500957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:42.512405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:42.515101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:42.517456 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.528315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:42.528987 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.531828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103209cc-bb05-4dad-95f0-0f2cc001c042 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:42.546342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:31:42.547987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=1ef7c319-0d54-498c-850f-60d87373cd0f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:42.551012 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0300906 Jul 07 22:31:42.552204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd425722-4d53-420f-aa1f-1a86b55fb3cb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=cda864e9-5ef0-48c7-aea7-9be635a565f4,revision_number=6']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:42.554934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:42.561050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:42.565601 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.566354 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added segment a7d942c9-1196-4816-ae74-990ca8afca18 of type vlan for network f25b9496-91a9-4848-9bc1-6c3f37683aa7 Jul 07 22:31:42.618666 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.685706 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.699671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:42.701839 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.748573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:42.753685 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:42.790807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Network': ['ID=f25b9496-91a9-4848-9bc1-6c3f37683aa7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:42.795730 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:42.807814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f25b9496-91a9-4848-9bc1-6c3f37683aa7 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:31:42.820502 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:42.821467 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:42.821847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9f4e48ec-fd73-413c-b916-d02beed7a385 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3372324 Jul 07 22:31:42.824609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49104) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:42.830137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'subnet': {'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:43.023088 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:43.038202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Made reservation on behalf of c0671c88cceb47f28eff70d621956142 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:43.044489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.070260 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.158905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port cda864e9-5ef0-48c7-aea7-9be635a565f4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cda864e9-5ef0-48c7-aea7-9be635a565f4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:43.162102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb9dd5c-ddab-4c6e-adf2-753b35746f91 None None] Network 7e567b37-8e2e-4d31-a669-0277d45b8638 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:43.167440 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.221040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-30b7724a-d41f-43ff-bbb5-cdec82916003 None None] Provisioning complete for port cda864e9-5ef0-48c7-aea7-9be635a565f4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:43.221203 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30b7724a-d41f-43ff-bbb5-cdec82916003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.350177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=cda864e9-5ef0-48c7-aea7-9be635a565f4,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:43.358814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.421784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:43.424977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:43.432948 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:43.433634 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.461042 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9020753 Jul 07 22:31:43.464041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49112) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:43.474376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b1dae4-777c-41b3-a005-16a0561421fa None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:43.475479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:eb:b3:51', 'name': 'tempest-NetworksTestDHCPv6-709710194'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:43.485248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7573a40-ccd7-4975-8690-fcced06278ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=fa66de17-6dd2-4c83-b709-1b872fafe3da,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:43.579054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ba7fdb22-9a7e-4cc6-b323-da7298ce9aca up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:43.582545 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:40Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:39Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:41Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:43.618360 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:43.619152 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Updating router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 port eed1fca0-ab31-41d0-b5e5-f067fe898edd binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:31:43.631039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30b7724a-d41f-43ff-bbb5-cdec82916003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.663074 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.703154 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.816180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b06449-cdf2-4a80-8ed7-211344e6989b req-ee67d5e9-1fd1-4009-92e7-32da77501039 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:43.817991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39b06449-cdf2-4a80-8ed7-211344e6989b req-ee67d5e9-1fd1-4009-92e7-32da77501039 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.4592960 Jul 07 22:31:43.855829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Checking segment: {'id': 'a7d942c9-1196-4816-ae74-990ca8afca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:43.856644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network hostable DHCP agents. Network: f25b9496-91a9-4848-9bc1-6c3f37683aa7, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:31:43.896421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-30b7724a-d41f-43ff-bbb5-cdec82916003 None None] For port cda864e9-5ef0-48c7-aea7-9be635a565f4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cda864e9-5ef0-48c7-aea7-9be635a565f4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:43.897395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:43.898865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 08f6add3-c137-47e6-8f83-a73826fdc9cc up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:43.906487 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30b7724a-d41f-43ff-bbb5-cdec82916003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:43.956291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network f25b9496-91a9-4848-9bc1-6c3f37683aa7 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:31:44.027486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f25b9496-91a9-4848-9bc1-6c3f37683aa7) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:44.033262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:44.033930 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.053929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Subnet': ['ID=36c3f698-b6cf-4763-b598-646e0701c105,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:44.090995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.091406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.093624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.093971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.094331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.094663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.095007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.095316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.095640 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.097669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d21095-5d61-4223-a10e-22d8182d3f7c None None] Network f25b9496-91a9-4848-9bc1-6c3f37683aa7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:44.099903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.100280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.100625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:44.120925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:44.123100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39b06449-cdf2-4a80-8ed7-211344e6989b req-0e25a9f2-2b96-4eb9-8bc6-4acf42f715eb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796082 Jul 07 22:31:44.127973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49114) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:44.128432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5938d09e-dfc8-45c5-a423-2cca93ca97ed tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3024061 Jul 07 22:31:44.160906 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.174390 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Transition to ACTIVE for port object eed1fca0-ab31-41d0-b5e5-f067fe898edd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:44.181359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7be12-8bd6-4e5f-948e-bbfacc1a7c2e req-aeb9519d-0f18-4aa8-9990-03f55bec8a30 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:44.182027 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.184760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bd7be12-8bd6-4e5f-948e-bbfacc1a7c2e req-aeb9519d-0f18-4aa8-9990-03f55bec8a30 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 945 time: 0.3614728 Jul 07 22:31:44.259609 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.303967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port b9b7a46d-c525-40cd-a131-5c5af3f3dcd8 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:44.331366 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c1563-673d-43ee-aaf0-647634d5e2f8 None None] Pushing event updated for resources: {'Port': ['ID=eed1fca0-ab31-41d0-b5e5-f067fe898edd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:44.334436 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Attempting to bind port eed1fca0-ab31-41d0-b5e5-f067fe898edd on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:44.334866 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Attempting to bind port eed1fca0-ab31-41d0-b5e5-f067fe898edd by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '127cd99c-14c5-477d-9331-b44b2714a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:44.343842 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Attempting to bind port eed1fca0-ab31-41d0-b5e5-f067fe898edd on network 7e567b37-8e2e-4d31-a669-0277d45b8638 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:44.353751 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:44.354657 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Checking segment: {'id': '127cd99c-14c5-477d-9331-b44b2714a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:44.355268 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.356220 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Bound using segment: {'id': '127cd99c-14c5-477d-9331-b44b2714a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:44.357064 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Bound port: eed1fca0-ab31-41d0-b5e5-f067fe898edd, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127cd99c-14c5-477d-9331-b44b2714a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:44.357891 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.385366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:44.395614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Provisioning for port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:44.432123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7724a-d41f-43ff-bbb5-cdec82916003 None None] Pushing event updated for resources: {'Port': ['ID=cda864e9-5ef0-48c7-aea7-9be635a565f4,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:44.448004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Provisioning complete for port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:44.448429 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.452385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bd7be12-8bd6-4e5f-948e-bbfacc1a7c2e req-3d923600-a06d-41dd-afbf-78e9a4f02dfb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596061 Jul 07 22:31:44.521087 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] For port eed1fca0-ab31-41d0-b5e5-f067fe898edd, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:44.528988 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] For port eed1fca0-ab31-41d0-b5e5-f067fe898edd, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eed1fca0-ab31-41d0-b5e5-f067fe898edd,segment=NetworkSegment(127cd99c-14c5-477d-9331-b44b2714a5bf),segment_id=127cd99c-14c5-477d-9331-b44b2714a5bf)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:44.535969 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.709472 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c1563-673d-43ee-aaf0-647634d5e2f8 None None] Pushing event updated for resources: {'Port': ['ID=eed1fca0-ab31-41d0-b5e5-f067fe898edd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:44.713100 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:44.714190 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:44.715056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 172.20.0.13 (b123989d-6c48-4cae-ab23-f4965291324e/fa66de17-6dd2-4c83-b709-1b872fafe3da/b9b7a46d-c525-40cd-a131-5c5af3f3dcd8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:44.734085 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 08f6add3-c137-47e6-8f83-a73826fdc9cc completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:44.750390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:feeb:b351 (b123989d-6c48-4cae-ab23-f4965291324e/1ef7c319-0d54-498c-850f-60d87373cd0f/b9b7a46d-c525-40cd-a131-5c5af3f3dcd8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:44.781452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-f25b9496-91a9-4848-9bc1-6c3f37683aa7', 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'fixed_ips': [{'subnet_id': '36c3f698-b6cf-4763-b598-646e0701c105'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:44.782470 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.837314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 08f6add3-c137-47e6-8f83-a73826fdc9cc triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:44.837821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.919543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:44.987755 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.000261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:45.050660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:45.051144 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.084651 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.116064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object b9b7a46d-c525-40cd-a131-5c5af3f3dcd8 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:45.174475 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.202551 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:45.337661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=b9b7a46d-c525-40cd-a131-5c5af3f3dcd8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:45.372982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:45.379384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:45.383638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:45.393791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Allocated IP 172.23.0.1 (f25b9496-91a9-4848-9bc1-6c3f37683aa7/36c3f698-b6cf-4763-b598-646e0701c105/f4dd30f6-4839-4794-8c2c-9a3cb9a15369) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:45.448610 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.605570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] For port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ba7fdb22-9a7e-4cc6-b323-da7298ce9aca,segment=NetworkSegment(127cd99c-14c5-477d-9331-b44b2714a5bf),segment_id=127cd99c-14c5-477d-9331-b44b2714a5bf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:45.610785 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.626336 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:40Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:39Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:44Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:45.639021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Transition to ACTIVE for port object f4dd30f6-4839-4794-8c2c-9a3cb9a15369 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:45.650136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:45.650817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.661020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7805d381-23fb-4a39-bf87-8ac930710989 None None] Update dhcp port {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': '1ef7c319-0d54-498c-850f-60d87373cd0f', 'ip_address': '2001:db8::f816:3eff:fe9f:3cf4'}, {'subnet_id': 'fa66de17-6dd2-4c83-b709-1b872fafe3da'}], 'binding:host_id': 'n-d-695012-11'}, 'id': 'cda864e9-5ef0-48c7-aea7-9be635a565f4'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:31:45.673766 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5d362-d24e-4615-9648-2a47877b0326 None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:40Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:39Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:44Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:45.693518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.725632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edd950-5bf3-4b00-a899-54a094ea6f72 req-5dc34ae6-6eb5-4848-bbb8-e70b7b047418 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:45.733766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61edd950-5bf3-4b00-a899-54a094ea6f72 req-5dc34ae6-6eb5-4848-bbb8-e70b7b047418 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.2686601 Jul 07 22:31:45.796708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network f25b9496-91a9-4848-9bc1-6c3f37683aa7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:45.798538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:45.866884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=f4dd30f6-4839-4794-8c2c-9a3cb9a15369,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:45.870599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:45.876675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Allocated IP 172.23.0.2 (f25b9496-91a9-4848-9bc1-6c3f37683aa7/36c3f698-b6cf-4763-b598-646e0701c105/f41e0d33-c324-41c1-b8cd-7599d4c0f8bd) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:45.903101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.982722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7805d381-23fb-4a39-bf87-8ac930710989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:45.990694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.044628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 08f6add3-c137-47e6-8f83-a73826fdc9cc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=08f6add3-c137-47e6-8f83-a73826fdc9cc,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:46.137935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6645033f-da18-4c53-b25a-85af44190f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f6add3-c137-47e6-8f83-a73826fdc9cc'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:31:46.140383 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faba9d4a-6286-4f7c-93f6-a73bb58a819d" -d '{"events": [{"server_uuid": "6645033f-da18-4c53-b25a-85af44190f18", "name": "network-vif-plugged", "status": "completed", "tag": "08f6add3-c137-47e6-8f83-a73826fdc9cc"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:31:46.211401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.310336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-12231c3e-8c42-4a3b-a308-99f1258bae79 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8444092 Jul 07 22:31:46.315735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49126) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:46.360167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7805d381-23fb-4a39-bf87-8ac930710989 None None] Allocated IP 172.20.0.2 (b123989d-6c48-4cae-ab23-f4965291324e/fa66de17-6dd2-4c83-b709-1b872fafe3da/cda864e9-5ef0-48c7-aea7-9be635a565f4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:46.401599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61edd950-5bf3-4b00-a899-54a094ea6f72 req-3ab22181-5222-4972-bc6c-b4aec23d23d3 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895569 Jul 07 22:31:46.465324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf8a2e-a505-4e06-875d-60a87cc425e9 req-98a95661-9c23-4492-988b-f2980b198078 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:46.469554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2cf8a2e-a505-4e06-875d-60a87cc425e9 req-98a95661-9c23-4492-988b-f2980b198078 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 945 time: 0.7274456 Jul 07 22:31:46.550571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8767f5-cf14-47c1-a04c-75818ea8d4c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:46.556605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8767f5-cf14-47c1-a04c-75818ea8d4c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:46.561457 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6e8767f5-cf14-47c1-a04c-75818ea8d4c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2446220 Jul 07 22:31:46.562129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49128) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:46.566047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2cf8a2e-a505-4e06-875d-60a87cc425e9 req-16eeb28f-8ea4-4383-bc6a-e8b6d13dd7ea tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904245 Jul 07 22:31:46.620674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.672573 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7848838-7536-43ff-b0c6-22387bfdca53 x-openstack-request-id: req-a7848838-7536-43ff-b0c6-22387bfdca53 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:31:46.672942 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6645033f-da18-4c53-b25a-85af44190f18", "name": "network-vif-plugged", "status": "completed", "tag": "08f6add3-c137-47e6-8f83-a73826fdc9cc", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:31:46.673095 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a7848838-7536-43ff-b0c6-22387bfdca53 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:31:46.673588 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6645033f-da18-4c53-b25a-85af44190f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f6add3-c137-47e6-8f83-a73826fdc9cc', 'code': 200} Jul 07 22:31:46.718874 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cfeacd91-ed24-4a02-9a12-15617b48a16f None None] Provisioning complete for port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:46.719355 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfeacd91-ed24-4a02-9a12-15617b48a16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.729778 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.731567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Pushing event updated for resources: {'Port': ['ID=ba7fdb22-9a7e-4cc6-b323-da7298ce9aca,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:46.814141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.814548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.814821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.815153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.815884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.816220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.816544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.816866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.817548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.817548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.817891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.818206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96542dc8-3859-4403-b316-ebf70e467a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:31:46.859506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.869654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656807d2-34d1-4f9a-8d03-a935882e7562 req-57592f6b-2147-4fe3-a8a9-0d6564f9fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:46.871739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-656807d2-34d1-4f9a-8d03-a935882e7562 req-57592f6b-2147-4fe3-a8a9-0d6564f9fa05 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 1098 time: 0.1017678 Jul 07 22:31:46.887187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.894617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d,segment=NetworkSegment(1df74f38-77b7-4490-b556-a6823e8700be),segment_id=1df74f38-77b7-4490-b556-a6823e8700be)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:46.897432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-923df876-73f7-4336-8365-3d49f5000b14 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port b9b7a46d-c525-40cd-a131-5c5af3f3dcd8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:46.897603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7805d381-23fb-4a39-bf87-8ac930710989 None None] For port cda864e9-5ef0-48c7-aea7-9be635a565f4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cda864e9-5ef0-48c7-aea7-9be635a565f4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:46.898780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-923df876-73f7-4336-8365-3d49f5000b14 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.903666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Transition to ACTIVE for port object f41e0d33-c324-41c1-b8cd-7599d4c0f8bd will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:46.921355 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:46.936729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-656807d2-34d1-4f9a-8d03-a935882e7562 req-e5b5235c-a196-4b9c-9e1f-432e6fb9c8c2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574901 Jul 07 22:31:46.956990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Transition to ACTIVE for port object f41e0d33-c324-41c1-b8cd-7599d4c0f8bd will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:46.965751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=08f6add3-c137-47e6-8f83-a73826fdc9cc,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:46.997362 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.031759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7805d381-23fb-4a39-bf87-8ac930710989 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.035620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-923df876-73f7-4336-8365-3d49f5000b14 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.052072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-923df876-73f7-4336-8365-3d49f5000b14 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for b9b7a46d-c525-40cd-a131-5c5af3f3dcd8 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:47.062558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.080438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7805d381-23fb-4a39-bf87-8ac930710989 None None] Transition to ACTIVE for port object cda864e9-5ef0-48c7-aea7-9be635a565f4 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:47.085884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:47.095642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Network f25b9496-91a9-4848-9bc1-6c3f37683aa7 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:47.096440 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7805d381-23fb-4a39-bf87-8ac930710989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.124248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:47.129324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:47.201277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eed1fca0-ab31-41d0-b5e5-f067fe898edd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:47.203794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event updated for resources: {'Port': ['ID=f4dd30f6-4839-4794-8c2c-9a3cb9a15369,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:47.213660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cfeacd91-ed24-4a02-9a12-15617b48a16f None None] Provisioning for port eed1fca0-ab31-41d0-b5e5-f067fe898edd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:47.217161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.255688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Pushing event updated for resources: {'Port': ['ID=f41e0d33-c324-41c1-b8cd-7599d4c0f8bd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:47.399038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Network f25b9496-91a9-4848-9bc1-6c3f37683aa7 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:47.421218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:47.474961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Attempting to bind port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:47.475663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Attempting to bind port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a7d942c9-1196-4816-ae74-990ca8afca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:47.476177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Attempting to bind port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd on network f25b9496-91a9-4848-9bc1-6c3f37683aa7 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:47.505613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:47.506160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Checking segment: {'id': 'a7d942c9-1196-4816-ae74-990ca8afca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:47.506646 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.507129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Bound using segment: {'id': 'a7d942c9-1196-4816-ae74-990ca8afca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:47.507642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Bound port: f41e0d33-c324-41c1-b8cd-7599d4c0f8bd, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d942c9-1196-4816-ae74-990ca8afca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:47.508069 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.579981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-923df876-73f7-4336-8365-3d49f5000b14 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.599918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7805d381-23fb-4a39-bf87-8ac930710989 None None] Pushing event updated for resources: {'Port': ['ID=cda864e9-5ef0-48c7-aea7-9be635a565f4,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:47.626045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:47.658580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port eed1fca0-ab31-41d0-b5e5-f067fe898edd completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:47.677897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port eed1fca0-ab31-41d0-b5e5-f067fe898edd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:47.678361 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.735106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923df876-73f7-4336-8365-3d49f5000b14 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=b9b7a46d-c525-40cd-a131-5c5af3f3dcd8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:47.765278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-df7b17e4-6d0f-4ade-876a-4b38086e7c9b None None] Provisioning complete for port eed1fca0-ab31-41d0-b5e5-f067fe898edd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:47.765989 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df7b17e4-6d0f-4ade-876a-4b38086e7c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:47.779998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6490cb-10ea-4e0b-b565-a4816b9cd2ec req-544e8bee-38b1-4bab-82c9-6f7e935b7371 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:47.789505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c6490cb-10ea-4e0b-b565-a4816b9cd2ec req-544e8bee-38b1-4bab-82c9-6f7e935b7371 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1822927 Jul 07 22:31:47.854884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] For port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:47.862062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c6490cb-10ea-4e0b-b565-a4816b9cd2ec req-b6e52e22-5616-4b84-a8db-e75af8d27a27 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705402 Jul 07 22:31:47.864735 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] For port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f41e0d33-c324-41c1-b8cd-7599d4c0f8bd,segment=NetworkSegment(a7d942c9-1196-4816-ae74-990ca8afca18),segment_id=a7d942c9-1196-4816-ae74-990ca8afca18)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:47.873436 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.010593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479e7b3-8179-456c-8d8c-2fc0a6af5809 req-0c30abf7-eadc-4d28-939c-5050719fb949 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:48.014215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1479e7b3-8179-456c-8d8c-2fc0a6af5809 req-0c30abf7-eadc-4d28-939c-5050719fb949 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 946 time: 0.1425929 Jul 07 22:31:48.074781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c96eb-a650-47de-a479-183af9c39221 None None] Pushing event updated for resources: {'Port': ['ID=f41e0d33-c324-41c1-b8cd-7599d4c0f8bd,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:48.090897 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.094807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df7b17e4-6d0f-4ade-876a-4b38086e7c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.145013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1479e7b3-8179-456c-8d8c-2fc0a6af5809 req-8c6d807e-0b26-4236-918c-2133fb76be2c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239758 Jul 07 22:31:48.150787 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:48.157963 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-25f6e327-0f8e-4031-a1c7-ecd6d42107e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0272391 Jul 07 22:31:48.159254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-923df876-73f7-4336-8365-3d49f5000b14 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.164571 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-923df876-73f7-4336-8365-3d49f5000b14 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/b9b7a46d-c525-40cd-a131-5c5af3f3dcd8 HTTP/1.1" status: 204 len: 168 time: 1.5903814 Jul 07 22:31:48.166575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49136) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:48.167383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49138) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:48.173591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:48.191071 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:48.228614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:48.229373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:48.347038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port eed1fca0-ab31-41d0-b5e5-f067fe898edd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eed1fca0-ab31-41d0-b5e5-f067fe898edd,segment=NetworkSegment(127cd99c-14c5-477d-9331-b44b2714a5bf),segment_id=127cd99c-14c5-477d-9331-b44b2714a5bf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:48.355372 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.359524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ba7fdb22-9a7e-4cc6-b323-da7298ce9aca up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:48.455687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af533d-973f-48b2-b8b3-ba723b14aaf3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:48.458289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af533d-973f-48b2-b8b3-ba723b14aaf3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:48.469809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af533d-973f-48b2-b8b3-ba723b14aaf3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:48.471871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d7af533d-973f-48b2-b8b3-ba723b14aaf3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2947111 Jul 07 22:31:48.474459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:48.579055 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-df7b17e4-6d0f-4ade-876a-4b38086e7c9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:31:48.579314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fe9f26-08e9-46c5-aa02-4887fb8dc23a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 1ef7c319-0d54-498c-850f-60d87373cd0f {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:48.579418 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-df7b17e4-6d0f-4ade-876a-4b38086e7c9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:31:48.585353 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9f26-08e9-46c5-aa02-4887fb8dc23a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.610164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:48.661789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=eed1fca0-ab31-41d0-b5e5-f067fe898edd,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:48.664717 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9f26-08e9-46c5-aa02-4887fb8dc23a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.744858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:48.745617 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.803142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9f26-08e9-46c5-aa02-4887fb8dc23a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.921500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9f26-08e9-46c5-aa02-4887fb8dc23a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.979668 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9fe9f26-08e9-46c5-aa02-4887fb8dc23a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:48.987287 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b9fe9f26-08e9-46c5-aa02-4887fb8dc23a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/1ef7c319-0d54-498c-850f-60d87373cd0f HTTP/1.1" status: 204 len: 168 time: 0.5115166 Jul 07 22:31:48.990201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49144) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:48.992636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe9f26-08e9-46c5-aa02-4887fb8dc23a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef7c319-0d54-498c-850f-60d87373cd0f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:49.057001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:44Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4dd30f6-4839-4794-8c2c-9a3cb9a15369', 'name': '', 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:46:08:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '36c3f698-b6cf-4763-b598-646e0701c105', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:45Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '36c3f698-b6cf-4763-b598-646e0701c105', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:49.061869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.extraroute_db [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:31:49.099679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.extraroute_db [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Removed routes are [] {{(pid=93941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:31:49.100284 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.121076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:49.122357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Updating router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 port f4dd30f6-4839-4794-8c2c-9a3cb9a15369 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:31:49.163674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5e770d-0389-4973-a40b-1020d309c1c8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet fa66de17-6dd2-4c83-b709-1b872fafe3da {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:49.177096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e5e770d-0389-4973-a40b-1020d309c1c8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.255480 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.346949 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e5e770d-0389-4973-a40b-1020d309c1c8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.414593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46523a85-58d3-4072-b43c-9ca04a8f3a8c req-da62cbd2-55df-4ca5-a57c-89cc5af1a5b0 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:49.416683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46523a85-58d3-4072-b43c-9ca04a8f3a8c req-da62cbd2-55df-4ca5-a57c-89cc5af1a5b0 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.3722410 Jul 07 22:31:49.560757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e5e770d-0389-4973-a40b-1020d309c1c8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.625154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eed1fca0-ab31-41d0-b5e5-f067fe898edd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:49.628609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe93538-f461-4054-b011-b53e9ee913e5 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:49.652094 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e5e770d-0389-4973-a40b-1020d309c1c8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.671565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e5e770d-0389-4973-a40b-1020d309c1c8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.677090 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9e5e770d-0389-4973-a40b-1020d309c1c8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/fa66de17-6dd2-4c83-b709-1b872fafe3da HTTP/1.1" status: 204 len: 168 time: 0.6724749 Jul 07 22:31:49.678999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:49.680571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-055735f1-99d3-4285-b197-dfa5472b7fc0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3605630 Jul 07 22:31:49.685510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46523a85-58d3-4072-b43c-9ca04a8f3a8c req-4caf1364-4847-47db-b0e1-6ee3e40cf49c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210772 Jul 07 22:31:49.719577 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.745056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cf2dd-1554-41f0-b630-c15eb8750b24 req-a9dd7aae-0311-40e8-91f6-346ce037b441 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:49.746644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d4cf2dd-1554-41f0-b630-c15eb8750b24 req-a9dd7aae-0311-40e8-91f6-346ce037b441 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 946 time: 0.2950714 Jul 07 22:31:49.747926 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.755776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e770d-0389-4973-a40b-1020d309c1c8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=fa66de17-6dd2-4c83-b709-1b872fafe3da,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:49.793580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15735b5c-3357-4bd7-b50a-1c8fcfd2a615 None None] Network f25b9496-91a9-4848-9bc1-6c3f37683aa7 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:49.799493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.806926 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5c9ea1e1-553a-4278-a883-bd3c133ccf71 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257880 Jul 07 22:31:49.807820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:49.819185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:49.930746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:49.934571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:49.939143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port eed1fca0-ab31-41d0-b5e5-f067fe898edd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:49.939560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.000208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d4cf2dd-1554-41f0-b630-c15eb8750b24 req-671efc32-ece7-47a3-9151-19354894d821 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459624 Jul 07 22:31:50.010452 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.039420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e423c3a-6711-485a-aedb-21e5ce201f88 None None] Provisioning for port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:50.049872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:50.077207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-68361a21-86bd-4218-8355-1399fb895bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.077945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-68361a21-86bd-4218-8355-1399fb895bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.078261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-68361a21-86bd-4218-8355-1399fb895bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.078771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-68361a21-86bd-4218-8355-1399fb895bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.079278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-68361a21-86bd-4218-8355-1399fb895bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.079773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-68361a21-86bd-4218-8355-1399fb895bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.080271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-68361a21-86bd-4218-8355-1399fb895bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.082387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-68361a21-86bd-4218-8355-1399fb895bb8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6498 time: 0.2713492 Jul 07 22:31:50.087426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Transition to ACTIVE for port object f4dd30f6-4839-4794-8c2c-9a3cb9a15369 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:50.126484 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.147582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-55af0f4c-aff1-43de-acc5-915f3821d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.149340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-55af0f4c-aff1-43de-acc5-915f3821d010 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a&tenant_id=142113690cd74daf842b2da291160ed9 HTTP/1.1" status: 200 len: 1095 time: 0.3432913 Jul 07 22:31:50.306978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:50.315059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.319438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-02796089-e604-4bc7-b522-fe9f3bcec085 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486 HTTP/1.1" status: 200 len: 933 time: 2.1507471 Jul 07 22:31:50.320757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49158) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:50.333519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e423c3a-6711-485a-aedb-21e5ce201f88 None None] Provisioning for port cda864e9-5ef0-48c7-aea7-9be635a565f4 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:50.360099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e423c3a-6711-485a-aedb-21e5ce201f88 None None] Provisioning complete for port cda864e9-5ef0-48c7-aea7-9be635a565f4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:50.360471 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e423c3a-6711-485a-aedb-21e5ce201f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.461741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe8b38-fffe-49f1-bb79-c19d84060568 None None] Pushing event updated for resources: {'Port': ['ID=f4dd30f6-4839-4794-8c2c-9a3cb9a15369,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:50.505668 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.534219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f41e0d33-c324-41c1-b8cd-7599d4c0f8bd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:50.565790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:50.569418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:50.575440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.576171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.581844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e3f282-08d9-40cf-9276-55c87684fb25 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:50.587763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=24cb28d3-54c5-4d78-a2cc-fbf393a28b26,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:50.600934 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-203a5a44-ff98-4bdc-badd-d39c9a5e9204 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7916532 Jul 07 22:31:50.604721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49160) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:50.613797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:50.644919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Attempting to bind port f4dd30f6-4839-4794-8c2c-9a3cb9a15369 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:50.645296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Attempting to bind port f4dd30f6-4839-4794-8c2c-9a3cb9a15369 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a7d942c9-1196-4816-ae74-990ca8afca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:50.645645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Attempting to bind port f4dd30f6-4839-4794-8c2c-9a3cb9a15369 on network f25b9496-91a9-4848-9bc1-6c3f37683aa7 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:50.677069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:50.677565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Checking segment: {'id': 'a7d942c9-1196-4816-ae74-990ca8afca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:50.677842 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.678257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Bound using segment: {'id': 'a7d942c9-1196-4816-ae74-990ca8afca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:50.678752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Bound port: f4dd30f6-4839-4794-8c2c-9a3cb9a15369, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d942c9-1196-4816-ae74-990ca8afca18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:50.679132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.730921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:50.738624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.749921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e423c3a-6711-485a-aedb-21e5ce201f88 None None] Could not find standard attr ID for object b9b7a46d-c525-40cd-a131-5c5af3f3dcd8. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:31:50.770667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:50.783313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e48b8ad7-095a-492c-ad6c-6fa75006419a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486 HTTP/1.1" status: 200 len: 933 time: 0.4587171 Jul 07 22:31:50.784682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-2977995b-0579-45f1-a8b1-66c0c7e326a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.785155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-2977995b-0579-45f1-a8b1-66c0c7e326a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.785619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-2977995b-0579-45f1-a8b1-66c0c7e326a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.787040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:50.787284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-2977995b-0579-45f1-a8b1-66c0c7e326a6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5c71666-32e6-426c-959c-27eb1572bb7b&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac HTTP/1.1" status: 200 len: 2293 time: 0.6426067 Jul 07 22:31:50.787419 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.787702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49164) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:50.794765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'routes': None}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:50.842587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] For port f4dd30f6-4839-4794-8c2c-9a3cb9a15369, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:50.875292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-07e3f282-08d9-40cf-9276-55c87684fb25 None None] Deleting port cda864e9-5ef0-48c7-aea7-9be635a565f4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:50.875806 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07e3f282-08d9-40cf-9276-55c87684fb25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:50.897286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] For port f4dd30f6-4839-4794-8c2c-9a3cb9a15369, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f4dd30f6-4839-4794-8c2c-9a3cb9a15369,segment=NetworkSegment(a7d942c9-1196-4816-ae74-990ca8afca18),segment_id=a7d942c9-1196-4816-ae74-990ca8afca18)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:50.909644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-8d366393-44c0-4193-8d4d-eaa1b05f7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:50.911474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-8d366393-44c0-4193-8d4d-eaa1b05f7cf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 1095 time: 0.7135651 Jul 07 22:31:50.931159 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.075470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe8b38-fffe-49f1-bb79-c19d84060568 None None] Pushing event updated for resources: {'Port': ['ID=f4dd30f6-4839-4794-8c2c-9a3cb9a15369,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:51.082451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:51.083089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:51.090046 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.171865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-07e3f282-08d9-40cf-9276-55c87684fb25 None None] For port cda864e9-5ef0-48c7-aea7-9be635a565f4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cda864e9-5ef0-48c7-aea7-9be635a565f4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:51.172594 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07e3f282-08d9-40cf-9276-55c87684fb25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.221810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-07e3f282-08d9-40cf-9276-55c87684fb25 None None] Calling delete_port for cda864e9-5ef0-48c7-aea7-9be635a565f4 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:51.225320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-a336dbdc-8115-4578-88d0-75af44128bf9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b66697-8979-47bb-bd75-06bc6002473d HTTP/1.1" status: 200 len: 1000 time: 0.3127921 Jul 07 22:31:51.242277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:51.313049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:31:51.338169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f41e0d33-c324-41c1-b8cd-7599d4c0f8bd,segment=NetworkSegment(a7d942c9-1196-4816-ae74-990ca8afca18),segment_id=a7d942c9-1196-4816-ae74-990ca8afca18)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:51.345758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a7160bfb-a53c-4f01-9514-a66bfd8926a3 None None] Provisioning complete for port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:51.346064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7160bfb-a53c-4f01-9514-a66bfd8926a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.381300 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.382256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cda864e9-5ef0-48c7-aea7-9be635a565f4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:51.515161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-134e6bc0-374f-48b0-9daa-d0e25ce75958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:51.516967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-134e6bc0-374f-48b0-9daa-d0e25ce75958 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.5921347 Jul 07 22:31:51.535571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-2a97b28d-f7b3-4e48-8804-0863facf0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:51.535842 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.537160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-2a97b28d-f7b3-4e48-8804-0863facf0bb7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94e3a1d7-c4b9-4dcc-b9f8-289264492ffb HTTP/1.1" status: 200 len: 851 time: 0.3001902 Jul 07 22:31:51.635903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.extraroute_db [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added routes are [] {{(pid=93941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:31:51.636306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.extraroute_db [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93941) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:31:51.640548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f41e0d33-c324-41c1-b8cd-7599d4c0f8bd,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:51.673319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.732383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port cda864e9-5ef0-48c7-aea7-9be635a565f4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:51.732915 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.740941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] For port cda864e9-5ef0-48c7-aea7-9be635a565f4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cda864e9-5ef0-48c7-aea7-9be635a565f4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:51.766329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9776580-8f3a-4b13-85e4-b8fbc8e77388 req-90caefd3-e5bc-476f-b337-c5f2b14aab81 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:51.774931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9776580-8f3a-4b13-85e4-b8fbc8e77388 req-90caefd3-e5bc-476f-b337-c5f2b14aab81 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.8547316 Jul 07 22:31:51.779088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.792175 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.792754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a7160bfb-a53c-4f01-9514-a66bfd8926a3 None None] Provisioning for port f4dd30f6-4839-4794-8c2c-9a3cb9a15369 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:51.792897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.804682 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07e3f282-08d9-40cf-9276-55c87684fb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.836901 n-d-695012-11 neutron-server[93943]: INFO neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No ports have port_id starting with cda864e9-5ef0-48c7-aea7-9be635a565f4 Jul 07 22:31:51.839488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3f282-08d9-40cf-9276-55c87684fb25 None None] Pushing event deleted for resources: {'Port': ['ID=cda864e9-5ef0-48c7-aea7-9be635a565f4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:51.841740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3f282-08d9-40cf-9276-55c87684fb25 None None] No DVR routers for this DVR port cda864e9-5ef0-48c7-aea7-9be635a565f4 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:51.845550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:49Z', 'revision_number': 6, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:48Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4dd30f6-4839-4794-8c2c-9a3cb9a15369', 'name': '', 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:46:08:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '36c3f698-b6cf-4763-b598-646e0701c105', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:45Z', 'updated_at': '2021-07-07T22:31:50Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '36c3f698-b6cf-4763-b598-646e0701c105', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:51.849330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:51.858356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-2808153a-3e03-4910-969d-bc3e159f20a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29 HTTP/1.1" status: 200 len: 999 time: 0.3250926 Jul 07 22:31:51.863998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=cda864e9-5ef0-48c7-aea7-9be635a565f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:51.879975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:51.885608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:51.890714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:51.891309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:51.902790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1a617c-b016-4331-ba0b-44d62e4b5a86 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:51.908670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=c06d74af-660e-4a86-9603-7512a340b87c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:51.917822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a0d224-b9ae-4c5b-a44a-85dba3b95b54 None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:49Z', 'revision_number': 6, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:48Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4dd30f6-4839-4794-8c2c-9a3cb9a15369', 'name': '', 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:46:08:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '36c3f698-b6cf-4763-b598-646e0701c105', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:45Z', 'updated_at': '2021-07-07T22:31:50Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '36c3f698-b6cf-4763-b598-646e0701c105', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:51.922113 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3d3500d0-43eb-41ab-b8d7-baebf94fc7b2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3134563 Jul 07 22:31:51.922284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-b6a412f0-739a-4e17-a46e-27eecfcccbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:51.922284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-b6a412f0-739a-4e17-a46e-27eecfcccbe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.0626266 Jul 07 22:31:51.922471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49170) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:51.928406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:fc:01:cd', 'name': 'tempest-NetworksTestDHCPv6-72225913'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:52.054669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9776580-8f3a-4b13-85e4-b8fbc8e77388 req-6a0c824d-dab3-48d9-b799-19e071893da4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787986 Jul 07 22:31:52.120035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:52.120464 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.143361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-9d9a5748-4307-41ef-8bc5-4fc39fe4d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:52.150418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:52.152376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-9d9a5748-4307-41ef-8bc5-4fc39fe4d259 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5c71666-32e6-426c-959c-27eb1572bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4700437 Jul 07 22:31:52.256006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': '24cb28d3-54c5-4d78-a2cc-fbf393a28b26'}, {'subnet_id': 'c06d74af-660e-4a86-9603-7512a340b87c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:52.258095 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.325957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.354675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 6bf2d51e-b254-4ffb-af9e-47e745b52388 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:52.390981 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.395816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-d7e6341c-1e4a-417c-b3ec-b950d1fb145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:52.397455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-d7e6341c-1e4a-417c-b3ec-b950d1fb145b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4599297 Jul 07 22:31:52.441034 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.596005 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 172.20.0.13 (b123989d-6c48-4cae-ab23-f4965291324e/24cb28d3-54c5-4d78-a2cc-fbf393a28b26/6bf2d51e-b254-4ffb-af9e-47e745b52388) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:52.621967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:fefc:1cd (b123989d-6c48-4cae-ab23-f4965291324e/c06d74af-660e-4a86-9603-7512a340b87c/6bf2d51e-b254-4ffb-af9e-47e745b52388) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:52.622349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-c8acd6be-2dbf-4ea7-8549-47d9a15d004b service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568484 Jul 07 22:31:52.727220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-73ab4b0b-a0c1-42dd-bd72-a468aa7c27f5 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138573 Jul 07 22:31:52.732557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:52.811206 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.829105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f4dd30f6-4839-4794-8c2c-9a3cb9a15369 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:52.829880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 6bf2d51e-b254-4ffb-af9e-47e745b52388 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:52.854774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-062851e1-49ff-4067-a71a-e11299340bae service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266924 Jul 07 22:31:52.876039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:52.935647 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=6bf2d51e-b254-4ffb-af9e-47e745b52388,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:52.960316 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:52.963312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:52.969809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:52.988390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Allocated IP 172.20.0.2 (b123989d-6c48-4cae-ab23-f4965291324e/24cb28d3-54c5-4d78-a2cc-fbf393a28b26/eda6daa5-9e5d-4da5-843d-fd621863e354) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:52.996387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Allocated IP 2001:db8::f816:3eff:febd:6b77 (b123989d-6c48-4cae-ab23-f4965291324e/c06d74af-660e-4a86-9603-7512a340b87c/eda6daa5-9e5d-4da5-843d-fd621863e354) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:53.029902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:53.030613 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.050862 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-70a4e09e-750b-4f5d-a8e1-9293cb72e896 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.1250386 Jul 07 22:31:53.051212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49176) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:53.079518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f4dd30f6-4839-4794-8c2c-9a3cb9a15369 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:53.088072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f4dd30f6-4839-4794-8c2c-9a3cb9a15369 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:53.088437 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.147117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635f3417-fdee-42f5-aa44-a5ac50cfdbf3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:53.151730 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-635f3417-fdee-42f5-aa44-a5ac50cfdbf3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1023 time: 0.0967410 Jul 07 22:31:53.151730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49180) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:53.198108 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.230162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Transition to ACTIVE for port object eda6daa5-9e5d-4da5-843d-fd621863e354 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:53.257027 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.260255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Transition to ACTIVE for port object eda6daa5-9e5d-4da5-843d-fd621863e354 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:53.284027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-8173d2df-c3dc-41e4-a390-2ec988ce5a07 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=f112fa30-5874-422d-9bbe-76b4cfabad81 HTTP/1.1" status: 200 len: 217 time: 0.3900855 Jul 07 22:31:53.286010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f8d0da0-b2c4-4ccc-9ccd-b14dbe66b9e7 req-84c1fe41-7225-4b25-a8d7-5aadfff13456 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524216 Jul 07 22:31:53.287901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.326529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cdb36e5a-8888-44ae-af6c-1914d3b54dbf tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 6bf2d51e-b254-4ffb-af9e-47e745b52388 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:53.326936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdb36e5a-8888-44ae-af6c-1914d3b54dbf tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.355698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:53.357392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Pushing event updated for resources: {'Port': ['ID=eda6daa5-9e5d-4da5-843d-fd621863e354,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:53.376176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:53.377240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.381038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-993b4890-495e-4dd6-9717-80cb83415790 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486 HTTP/1.1" status: 200 len: 699 time: 2.5881982 Jul 07 22:31:53.381205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:53.393261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49186) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:53.399033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:53.400883 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:53.417902 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:53.419916 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:53.437433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f4dd30f6-4839-4794-8c2c-9a3cb9a15369, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f4dd30f6-4839-4794-8c2c-9a3cb9a15369,segment=NetworkSegment(a7d942c9-1196-4816-ae74-990ca8afca18),segment_id=a7d942c9-1196-4816-ae74-990ca8afca18)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:53.481825 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.482664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f41e0d33-c324-41c1-b8cd-7599d4c0f8bd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:53.491950 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-9bece1b4-fcb9-4c30-afcd-a9dc5ec60b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:53.493495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-9bece1b4-fcb9-4c30-afcd-a9dc5ec60b4f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.1347291 Jul 07 22:31:53.533331 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3f47966d-a915-4948-93f1-2cb5188dfd56 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486 HTTP/1.1" status: 200 len: 699 time: 0.1392410 Jul 07 22:31:53.545986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49194) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:53.599993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb072eb2-a7f3-46ce-be9c-264e0e856db7 req-ea55643b-f80f-47c2-bc0c-aa33beb8f9c2 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:53.606718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:53.610114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb072eb2-a7f3-46ce-be9c-264e0e856db7 req-ea55643b-f80f-47c2-bc0c-aa33beb8f9c2 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.3225925 Jul 07 22:31:53.642322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdb36e5a-8888-44ae-af6c-1914d3b54dbf tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.656547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cdb36e5a-8888-44ae-af6c-1914d3b54dbf tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 6bf2d51e-b254-4ffb-af9e-47e745b52388 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:53.713858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Attempting to bind port eda6daa5-9e5d-4da5-843d-fd621863e354 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:53.714865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Attempting to bind port eda6daa5-9e5d-4da5-843d-fd621863e354 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:53.715306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Attempting to bind port eda6daa5-9e5d-4da5-843d-fd621863e354 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:53.723947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:53.724410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:53.724904 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.725372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:53.725920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Bound port: eda6daa5-9e5d-4da5-843d-fd621863e354, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:53.726565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.747637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-a3e9dfe0-5321-4316-a322-78ac498346e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:53.749308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-a3e9dfe0-5321-4316-a322-78ac498346e5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2417762 Jul 07 22:31:53.764238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f4dd30f6-4839-4794-8c2c-9a3cb9a15369,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:53.774127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb072eb2-a7f3-46ce-be9c-264e0e856db7 req-4c76a961-6f66-4d3f-aa8c-da307909aac9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624172 Jul 07 22:31:53.799005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:53.799465 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.869111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] For port eda6daa5-9e5d-4da5-843d-fd621863e354, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:53.872834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] For port eda6daa5-9e5d-4da5-843d-fd621863e354, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eda6daa5-9e5d-4da5-843d-fd621863e354,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:53.886502 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.957962 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdb36e5a-8888-44ae-af6c-1914d3b54dbf tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:53.968086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d57ec-22ca-49fe-ae29-cd280d87a47f None None] Pushing event updated for resources: {'Port': ['ID=eda6daa5-9e5d-4da5-843d-fd621863e354,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:54.032279 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:51Z', 'revision_number': 7, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:48Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4dd30f6-4839-4794-8c2c-9a3cb9a15369', 'name': '', 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:46:08:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '36c3f698-b6cf-4763-b598-646e0701c105', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:45Z', 'updated_at': '2021-07-07T22:31:50Z', 'revision_number': 4, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '36c3f698-b6cf-4763-b598-646e0701c105', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:54.052225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-6a478921-c694-4c6d-b302-37e385716e26 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354021 Jul 07 22:31:54.063916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb36e5a-8888-44ae-af6c-1914d3b54dbf tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=6bf2d51e-b254-4ffb-af9e-47e745b52388,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:54.084847 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:54.096319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cda864e9-5ef0-48c7-aea7-9be635a565f4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:54.110222 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:54.114465 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:54.144588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: cda864e9-5ef0-48c7-aea7-9be635a565f4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:54.144934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cda864e9-5ef0-48c7-aea7-9be635a565f4 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:54.320618 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cdb36e5a-8888-44ae-af6c-1914d3b54dbf tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.325594 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cdb36e5a-8888-44ae-af6c-1914d3b54dbf tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/6bf2d51e-b254-4ffb-af9e-47e745b52388 HTTP/1.1" status: 204 len: 168 time: 1.1703937 Jul 07 22:31:54.326466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:54.333371 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:54.499314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675193f3-4b02-485b-bce0-002a9e34d2a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:54.508619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675193f3-4b02-485b-bce0-002a9e34d2a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:54.510534 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675193f3-4b02-485b-bce0-002a9e34d2a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:54.514771 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-675193f3-4b02-485b-bce0-002a9e34d2a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1827698 Jul 07 22:31:54.516037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49208) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:54.541527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-121261a3-aabb-443e-8406-913cfe91bc6a service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317226 Jul 07 22:31:54.665356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d749c9-c35f-44c8-aacb-1fd34351d4e1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 24cb28d3-54c5-4d78-a2cc-fbf393a28b26 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:54.677561 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69d749c9-c35f-44c8-aacb-1fd34351d4e1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.740829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-e944d7e7-a9a8-4381-93b2-c87aadf4df46 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=02d71a1d-2d8a-4480-9f73-1c942df3506a HTTP/1.1" status: 200 len: 217 time: 0.1800449 Jul 07 22:31:54.824374 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69d749c9-c35f-44c8-aacb-1fd34351d4e1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:54.946451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-7a14ed08-ae88-4646-8162-ebba07b07cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:54.951898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-7a14ed08-ae88-4646-8162-ebba07b07cb1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.1526372 Jul 07 22:31:54.962447 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:51Z', 'revision_number': 7, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:48Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4dd30f6-4839-4794-8c2c-9a3cb9a15369', 'name': '', 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:46:08:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '36c3f698-b6cf-4763-b598-646e0701c105', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:45Z', 'updated_at': '2021-07-07T22:31:53Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '36c3f698-b6cf-4763-b598-646e0701c105', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:55.014743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f4dd30f6-4839-4794-8c2c-9a3cb9a15369 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:55.017653 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fed896b-083b-4d3f-bab4-31999ec3c28b None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:51Z', 'revision_number': 7, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:48Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4dd30f6-4839-4794-8c2c-9a3cb9a15369', 'name': '', 'network_id': 'f25b9496-91a9-4848-9bc1-6c3f37683aa7', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:46:08:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2684, 'fixed_ips': [{'subnet_id': '36c3f698-b6cf-4763-b598-646e0701c105', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:45Z', 'updated_at': '2021-07-07T22:31:53Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '36c3f698-b6cf-4763-b598-646e0701c105', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:31:55.036547 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69d749c9-c35f-44c8-aacb-1fd34351d4e1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.113432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f4dd30f6-4839-4794-8c2c-9a3cb9a15369 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:55.113818 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.170788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69d749c9-c35f-44c8-aacb-1fd34351d4e1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.227688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.235899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d749c9-c35f-44c8-aacb-1fd34351d4e1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=24cb28d3-54c5-4d78-a2cc-fbf393a28b26,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:55.245974 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69d749c9-c35f-44c8-aacb-1fd34351d4e1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.249082 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-69d749c9-c35f-44c8-aacb-1fd34351d4e1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/24cb28d3-54c5-4d78-a2cc-fbf393a28b26 HTTP/1.1" status: 204 len: 168 time: 0.7327864 Jul 07 22:31:55.252952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49216) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:55.294362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eda6daa5-9e5d-4da5-843d-fd621863e354 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:31:55.378975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cc20e8-0ccb-4b7d-8336-8cc3250e4a70 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet c06d74af-660e-4a86-9603-7512a340b87c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:55.388741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10cc20e8-0ccb-4b7d-8336-8cc3250e4a70 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.415458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port eda6daa5-9e5d-4da5-843d-fd621863e354 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:55.485096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10cc20e8-0ccb-4b7d-8336-8cc3250e4a70 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.520438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23594050-df13-493c-8a64-cf7aa4f95c41 req-15e91ce3-89b8-477a-a219-0eede49771ec tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:55.522365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23594050-df13-493c-8a64-cf7aa4f95c41 req-15e91ce3-89b8-477a-a219-0eede49771ec tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.4095452 Jul 07 22:31:55.602881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10cc20e8-0ccb-4b7d-8336-8cc3250e4a70 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.624766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-f7473cfb-056f-4907-8da7-be13e5ef7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:55.626029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-f7473cfb-056f-4907-8da7-be13e5ef7928 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6570764 Jul 07 22:31:55.688982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10cc20e8-0ccb-4b7d-8336-8cc3250e4a70 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.728185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc20e8-0ccb-4b7d-8336-8cc3250e4a70 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=c06d74af-660e-4a86-9603-7512a340b87c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:55.735736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10cc20e8-0ccb-4b7d-8336-8cc3250e4a70 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:55.740299 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10cc20e8-0ccb-4b7d-8336-8cc3250e4a70 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/c06d74af-660e-4a86-9603-7512a340b87c HTTP/1.1" status: 204 len: 168 time: 0.4859920 Jul 07 22:31:55.740993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49218) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:55.818682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23594050-df13-493c-8a64-cf7aa4f95c41 req-64a837ec-5bd9-406b-a333-37181e5e4ff4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885683 Jul 07 22:31:55.821618 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-728c7a4f-4dbe-4038-af6b-6d9e49cd8b88 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795293 Jul 07 22:31:55.824581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49220) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:55.840716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:55.875777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c033a9-eb0c-4fa7-8c3b-904f3edfa49a None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:31:56.060883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-a60ae91e-e8ab-4f74-9825-586e266d716b service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912416 Jul 07 22:31:56.095230 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-34c97b9e-84ec-4c88-b71c-c8d34bbcafa3 None None] Provisioning for port eda6daa5-9e5d-4da5-843d-fd621863e354 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:31:56.115295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-34c97b9e-84ec-4c88-b71c-c8d34bbcafa3 None None] Provisioning complete for port eda6daa5-9e5d-4da5-843d-fd621863e354 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:31:56.115877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34c97b9e-84ec-4c88-b71c-c8d34bbcafa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.169907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:56.173485 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.258214 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34c97b9e-84ec-4c88-b71c-c8d34bbcafa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.261999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port f4dd30f6-4839-4794-8c2c-9a3cb9a15369 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:56.262523 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.286021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a14bc-fe65-4366-aeb8-d8fd29bf40cd None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:31:56.364504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-269b0d17-7f77-4148-8ea3-d44f120f24cf service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780323 Jul 07 22:31:56.376830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-34c97b9e-84ec-4c88-b71c-c8d34bbcafa3 None None] For port eda6daa5-9e5d-4da5-843d-fd621863e354, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eda6daa5-9e5d-4da5-843d-fd621863e354,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:56.396776 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34c97b9e-84ec-4c88-b71c-c8d34bbcafa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.435274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-4b4441b0-a6a4-4217-bb3d-8705528cfd63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 HTTP/1.1" status: 200 len: 217 time: 0.0619512 Jul 07 22:31:56.480868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c97b9e-84ec-4c88-b71c-c8d34bbcafa3 None None] Pushing event updated for resources: {'Port': ['ID=eda6daa5-9e5d-4da5-843d-fd621863e354,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:56.493955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f36a14bc-fe65-4366-aeb8-d8fd29bf40cd None None] Deleting port eda6daa5-9e5d-4da5-843d-fd621863e354 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:31:56.494894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f36a14bc-fe65-4366-aeb8-d8fd29bf40cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.499447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-3bdf54b3-4172-47dd-b0a8-0a4e80cb4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:56.500872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-3bdf54b3-4172-47dd-b0a8-0a4e80cb4607 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.0554674 Jul 07 22:31:56.568496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f36a14bc-fe65-4366-aeb8-d8fd29bf40cd None None] For port eda6daa5-9e5d-4da5-843d-fd621863e354, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eda6daa5-9e5d-4da5-843d-fd621863e354,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:56.568973 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f36a14bc-fe65-4366-aeb8-d8fd29bf40cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.589907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f36a14bc-fe65-4366-aeb8-d8fd29bf40cd None None] Calling delete_port for eda6daa5-9e5d-4da5-843d-fd621863e354 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:56.638754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port f4dd30f6-4839-4794-8c2c-9a3cb9a15369, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f4dd30f6-4839-4794-8c2c-9a3cb9a15369,segment=NetworkSegment(a7d942c9-1196-4816-ae74-990ca8afca18),segment_id=a7d942c9-1196-4816-ae74-990ca8afca18)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:31:56.639260 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.665595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for f4dd30f6-4839-4794-8c2c-9a3cb9a15369 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:31:56.721911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eda6daa5-9e5d-4da5-843d-fd621863e354 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:31:56.727182 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f36a14bc-fe65-4366-aeb8-d8fd29bf40cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:56.784181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a14bc-fe65-4366-aeb8-d8fd29bf40cd None None] Pushing event deleted for resources: {'Port': ['ID=eda6daa5-9e5d-4da5-843d-fd621863e354,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:56.789634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: eda6daa5-9e5d-4da5-843d-fd621863e354 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:31:56.790168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eda6daa5-9e5d-4da5-843d-fd621863e354 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:31:56.795678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a14bc-fe65-4366-aeb8-d8fd29bf40cd None None] No DVR routers for this DVR port eda6daa5-9e5d-4da5-843d-fd621863e354 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:31:56.839930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d8085-ea84-43fd-9f20-7dc6b71b646a None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:31:56.870288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-cf3e091e-fec8-4eaf-b4cd-08cc5261e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:56.871879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-cf3e091e-fec8-4eaf-b4cd-08cc5261e893 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3477418 Jul 07 22:31:56.934294 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:57.146144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:57.160212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:57.164662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=64867e9b-bc8d-4225-a3f0-f5d0d18721ee,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:57.167697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:57.170440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:57.171031 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:57.175912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d8085-ea84-43fd-9f20-7dc6b71b646a None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:31:57.234294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=f4dd30f6-4839-4794-8c2c-9a3cb9a15369,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:57.253537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-090b0b0b-9cb4-4d48-8bdb-3aeb07f49cd5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4194977 Jul 07 22:31:57.253862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:57.261492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:57.362285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-2cd6f6a9-2a91-4fa8-962b-1d1ce0e168cc service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601908 Jul 07 22:31:57.373033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be775e2f-ca1f-43d5-881c-31157a46af02 req-77d2d467-4e3c-4671-aaac-224056aa808c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:57.380663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be775e2f-ca1f-43d5-881c-31157a46af02 req-77d2d467-4e3c-4671-aaac-224056aa808c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.3464057 Jul 07 22:31:57.500166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:57.504227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:57.686265 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a62a496-a326-4ad5-ac78-d32bc4b1fa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:57.966227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be775e2f-ca1f-43d5-881c-31157a46af02 req-20e05635-0cea-4b2b-b733-1a3c6ed2845c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5841851 Jul 07 22:31:58.005004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:31:58.010971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': '64867e9b-bc8d-4225-a3f0-f5d0d18721ee'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:31:58.012001 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.016007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.038219 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.071667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-175af7f4-f30c-412c-ad55-42bceb254d78 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798120 Jul 07 22:31:58.076365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:58.085341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:58.089713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:58.090330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.119927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=803c0069-bb74-4068-803a-e7c91918a53a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:58.130333 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6d33d71c-70f3-46b2-939d-5121020227b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8719027 Jul 07 22:31:58.130537 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49240) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:58.135926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:33:67:c5', 'name': 'tempest-NetworksTestDHCPv6-309737532'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:31:58.153839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-f25cd7b7-bd3c-411e-bd63-926134f335da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=a909e51b-e641-48c9-903f-9553bf115292 HTTP/1.1" status: 200 len: 217 time: 0.0756435 Jul 07 22:31:58.234818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-5049de8c-3248-48ce-92a8-f8ea3d9cd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:58.236296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-5049de8c-3248-48ce-92a8-f8ea3d9cd6e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.0468235 Jul 07 22:31:58.375033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Allocated IP 172.20.0.2 (b123989d-6c48-4cae-ab23-f4965291324e/64867e9b-bc8d-4225-a3f0-f5d0d18721ee/dcb1fedc-44d1-46a3-9225-9d3ef8fc950a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:58.383915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Allocated IP 2001:db8::f816:3eff:fe81:bec9 (b123989d-6c48-4cae-ab23-f4965291324e/803c0069-bb74-4068-803a-e7c91918a53a/dcb1fedc-44d1-46a3-9225-9d3ef8fc950a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:58.406114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:31:58.411945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-e8b118eb-7492-424f-bf06-3fd23e269761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:58.413477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-e8b118eb-7492-424f-bf06-3fd23e269761 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1694906 Jul 07 22:31:58.502944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:31:58.571181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.624182 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-a9bc5b7d-2564-4be8-844c-a2919db64fe1 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031648 Jul 07 22:31:58.629560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 65b82707-4039-4530-945b-d7847016807c yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:31:58.634923 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.645261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Transition to ACTIVE for port object dcb1fedc-44d1-46a3-9225-9d3ef8fc950a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:58.649899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:31:58.662538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ce20d2e1-b8f6-4681-9bba-0319a46401ac tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1145678 Jul 07 22:31:58.675742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Transition to ACTIVE for port object dcb1fedc-44d1-46a3-9225-9d3ef8fc950a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:58.682333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:31:58.683720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49244) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:58.687867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.747921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:31:58.751644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:31:58.757348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:58.759627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:58.762157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:31:58.809624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f64b0d-8368-4819-9424-b3ae36b26ec7 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting subnet 36c3f698-b6cf-4763-b598-646e0701c105 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:31:58.832395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Pushing event updated for resources: {'Port': ['ID=dcb1fedc-44d1-46a3-9225-9d3ef8fc950a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:58.833744 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f64b0d-8368-4819-9424-b3ae36b26ec7 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.884298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-5adae976-648d-4e5d-bd0e-36f6c471a63b service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322967 Jul 07 22:31:58.917571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f64b0d-8368-4819-9424-b3ae36b26ec7 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:58.963661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-332159bb-cb60-4e97-96a6-bd5837e89f0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0c9f426-53ec-45de-943c-677276e8987d HTTP/1.1" status: 200 len: 217 time: 0.0717216 Jul 07 22:31:58.997167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Attempting to bind port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:31:58.997535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Attempting to bind port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:31:58.997894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Attempting to bind port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:31:59.015468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:59.034052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-40bfa196-0207-4e2c-b18e-9084f85aacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:59.035720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-40bfa196-0207-4e2c-b18e-9084f85aacc1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 200 len: 797 time: 0.0661278 Jul 07 22:31:59.087222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:31:59.087776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:31:59.088286 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.088854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:31:59.089334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Bound port: dcb1fedc-44d1-46a3-9225-9d3ef8fc950a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:31:59.089810 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.172288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 172.20.0.7 (b123989d-6c48-4cae-ab23-f4965291324e/64867e9b-bc8d-4225-a3f0-f5d0d18721ee/65b82707-4039-4530-945b-d7847016807c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:59.172835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-7c8e54a3-b969-4b43-982b-dc111b9b15b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:59.174549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-7c8e54a3-b969-4b43-982b-dc111b9b15b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1306787 Jul 07 22:31:59.201569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:fe33:67c5 (b123989d-6c48-4cae-ab23-f4965291324e/803c0069-bb74-4068-803a-e7c91918a53a/65b82707-4039-4530-945b-d7847016807c) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:31:59.260576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f64b0d-8368-4819-9424-b3ae36b26ec7 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.277021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53e5e5-58ec-4499-831e-42582f52fee7 req-97f984c3-61e9-4e36-9071-f73cd23d4a32 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:59.285581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f53e5e5-58ec-4499-831e-42582f52fee7 req-97f984c3-61e9-4e36-9071-f73cd23d4a32 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1464562 Jul 07 22:31:59.374821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] For port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:31:59.379236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] For port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=dcb1fedc-44d1-46a3-9225-9d3ef8fc950a,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:31:59.385828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f53e5e5-58ec-4499-831e-42582f52fee7 req-c8848efc-9649-4a69-9b9f-84b1216b0714 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915074 Jul 07 22:31:59.421214 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.440908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-c82de948-efcb-4edb-b0a2-61649b0a93df service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420163 Jul 07 22:31:59.553769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c00879-b49b-4f84-b092-b3a43774934c None None] Pushing event updated for resources: {'Port': ['ID=dcb1fedc-44d1-46a3-9225-9d3ef8fc950a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:59.612206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:56Z', 'revision_number': 8, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:48Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:59.660574 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f64b0d-8368-4819-9424-b3ae36b26ec7 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.683450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:31:59.720461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:31:59.721207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:31:59.754718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-b5718181-2b56-46d8-a691-300662334774 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082261 Jul 07 22:31:59.786432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f64b0d-8368-4819-9424-b3ae36b26ec7 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Subnet': ['ID=36c3f698-b6cf-4763-b598-646e0701c105,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:31:59.805076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f0f64b0d-8368-4819-9424-b3ae36b26ec7 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.807271 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f0f64b0d-8368-4819-9424-b3ae36b26ec7 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/36c3f698-b6cf-4763-b598-646e0701c105 HTTP/1.1" status: 204 len: 168 time: 1.1225615 Jul 07 22:31:59.823017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:31:59.841511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-1cf9aae5-00ea-4408-9173-3d7d6cc838f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b HTTP/1.1" status: 200 len: 217 time: 0.0810869 Jul 07 22:31:59.870660 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c385b976-e32d-443e-8ea9-293bcf3db57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.907951 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:31:59.922726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 65b82707-4039-4530-945b-d7847016807c will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:31:59.925817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:31:59.961749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-28f08419-93bd-4702-9cdb-c5650f7e3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:31:59.963800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-28f08419-93bd-4702-9cdb-c5650f7e3eaf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 200 len: 797 time: 0.1152496 Jul 07 22:31:59.965228 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.048494 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.078000 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.096011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-fecdf263-fb9a-45d1-8f15-d6fe71ab823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:00.101906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-fecdf263-fb9a-45d1-8f15-d6fe71ab823b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1312869 Jul 07 22:32:00.106968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:00.110220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:00.117146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=65b82707-4039-4530-945b-d7847016807c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.119826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:00.229840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:00.230645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.280704 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca5593bd-378e-4e57-b5e5-2e8bbca174b0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1467667 Jul 07 22:32:00.292314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:00.329204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:56Z', 'revision_number': 8, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:48Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:00.335333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-1f8115f6-9c07-48c8-a77c-39974dae4ea1 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261298 Jul 07 22:32:00.359547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:00.364538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.365376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175dd4e1-8300-4838-913f-e9007edcd3be None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:31:56Z', 'revision_number': 8, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eed1fca0-ab31-41d0-b5e5-f067fe898edd', 'name': '', 'network_id': '7e567b37-8e2e-4d31-a669-0277d45b8638', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:15:fd:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:38Z', 'updated_at': '2021-07-07T22:31:48Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '84b26338-1dbf-41c7-abb9-4bb9ce435e2c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:00.466347 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f41e0d33-c324-41c1-b8cd-7599d4c0f8bd,segment=NetworkSegment(a7d942c9-1196-4816-ae74-990ca8afca18),segment_id=a7d942c9-1196-4816-ae74-990ca8afca18)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:00.466834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.482420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for f41e0d33-c324-41c1-b8cd-7599d4c0f8bd owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:00.512152 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37431a53-2393-4f10-9fc1-f0f7b295f20d req-81f0ee4f-f669-4e33-9f93-83d8f4ea500c service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693540 Jul 07 22:32:00.642252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.678724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=f41e0d33-c324-41c1-b8cd-7599d4c0f8bd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:00.682919 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No DVR routers for this DVR port f41e0d33-c324-41c1-b8cd-7599d4c0f8bd on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:00.693902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6533794-b4c3-48a6-b75e-5bd787a0f476 req-6c674ef6-9985-49c6-8869-98db9484b39b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:00.695678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6533794-b4c3-48a6-b75e-5bd787a0f476 req-6c674ef6-9985-49c6-8869-98db9484b39b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.0947356 Jul 07 22:32:00.787657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6533794-b4c3-48a6-b75e-5bd787a0f476 req-86fd9a94-21e7-4d4a-9f24-4d94c8eb82e5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859423 Jul 07 22:32:00.883759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.886694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39fe3d-c757-405d-b1cf-417f74bded77 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:00.896682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39fe3d-c757-405d-b1cf-417f74bded77 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:00.901869 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4e39fe3d-c757-405d-b1cf-417f74bded77 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.6060042 Jul 07 22:32:00.903577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49264) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:00.917558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:00.946281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25b9496-91a9-4848-9bc1-6c3f37683aa7']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:00.983778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d942c9-1196-4816-ae74-990ca8afca18') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:00.984070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d942c9-1196-4816-ae74-990ca8afca18') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:01.031369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.072452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device dcb1fedc-44d1-46a3-9225-9d3ef8fc950a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:01.077067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.097502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:01.097968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: items = [ Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:01.139494 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:01.212683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:01.236401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f4dd30f6-4839-4794-8c2c-9a3cb9a15369 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:01.239719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-95b4f9de-3db9-40e0-a746-5aed69159525 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 65b82707-4039-4530-945b-d7847016807c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:01.240334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95b4f9de-3db9-40e0-a746-5aed69159525 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.269504 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.283141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.285987 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/networks/f25b9496-91a9-4848-9bc1-6c3f37683aa7 HTTP/1.1" status: 204 len: 168 time: 1.4578207 Jul 07 22:32:01.288945 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.289103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:01.298698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f4dd30f6-4839-4794-8c2c-9a3cb9a15369 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:01.314380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f4dd30f6-4839-4794-8c2c-9a3cb9a15369 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:01.317652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c4e8d-dd87-428e-a9e2-e7d10054ff99 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:32:01.482107 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95b4f9de-3db9-40e0-a746-5aed69159525 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.521159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-95b4f9de-3db9-40e0-a746-5aed69159525 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 65b82707-4039-4530-945b-d7847016807c owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:01.562711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c4e8d-dd87-428e-a9e2-e7d10054ff99 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:32:01.591450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0a7f49e9-f350-467d-a3fc-47d7225ee4c0 None None] Provisioning for port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:01.676758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0a7f49e9-f350-467d-a3fc-47d7225ee4c0 None None] Provisioning complete for port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:01.677113 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a7f49e9-f350-467d-a3fc-47d7225ee4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:01.972755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf53c82-a0a4-4ed4-ac34-4956995288a4 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Network': ['ID=f25b9496-91a9-4848-9bc1-6c3f37683aa7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:02.037935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d7f41-687d-4d47-8151-55017099f393 req-9f2ddd90-9eda-4671-bb3c-287a73164e00 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:02.047421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c68d7f41-687d-4d47-8151-55017099f393 req-9f2ddd90-9eda-4671-bb3c-287a73164e00 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.3248844 Jul 07 22:32:02.099649 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a7f49e9-f350-467d-a3fc-47d7225ee4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.230948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0a7f49e9-f350-467d-a3fc-47d7225ee4c0 None None] For port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=dcb1fedc-44d1-46a3-9225-9d3ef8fc950a,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:02.248306 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a7f49e9-f350-467d-a3fc-47d7225ee4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.321264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c68d7f41-687d-4d47-8151-55017099f393 req-3070781b-bb80-4fe2-85ac-bcc3e861f84f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709861 Jul 07 22:32:02.347108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95b4f9de-3db9-40e0-a746-5aed69159525 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.405445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4f9de-3db9-40e0-a746-5aed69159525 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=65b82707-4039-4530-945b-d7847016807c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:02.435625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff59f2-ad38-4ccd-92ee-29fafeca8af7 req-5fdd4336-ef2c-4e90-9fbb-b084078670ab tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:02.440650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3ff59f2-ad38-4ccd-92ee-29fafeca8af7 req-5fdd4336-ef2c-4e90-9fbb-b084078670ab tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.3372266 Jul 07 22:32:02.465734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f49e9-f350-467d-a3fc-47d7225ee4c0 None None] Pushing event updated for resources: {'Port': ['ID=dcb1fedc-44d1-46a3-9225-9d3ef8fc950a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:02.576461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c715e-ce79-4f91-81e9-fc6282756bd6 None None] DHCP port deletion for f25b9496-91a9-4848-9bc1-6c3f37683aa7 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:02.608217 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.648557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3ff59f2-ad38-4ccd-92ee-29fafeca8af7 req-ae19a738-9f90-4aaf-a431-6b6b2fab01d6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903899 Jul 07 22:32:02.698259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95b4f9de-3db9-40e0-a746-5aed69159525 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.702591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-95b4f9de-3db9-40e0-a746-5aed69159525 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/65b82707-4039-4530-945b-d7847016807c HTTP/1.1" status: 204 len: 168 time: 1.7973304 Jul 07 22:32:02.713879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49278) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:02.766786 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:02.778433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device dcb1fedc-44d1-46a3-9225-9d3ef8fc950a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:02.849884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4feb9-2adc-4b2f-8e0f-4314168552a3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:02.852403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4feb9-2adc-4b2f-8e0f-4314168552a3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:02.854208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4feb9-2adc-4b2f-8e0f-4314168552a3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:02.856596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-12a4feb9-2adc-4b2f-8e0f-4314168552a3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1414869 Jul 07 22:32:02.872794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49280) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:02.919154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:02.919522 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.007657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f725651-62bd-4d9e-baf9-8cb3d886f154 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 64867e9b-bc8d-4225-a3f0-f5d0d18721ee {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:03.013584 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f725651-62bd-4d9e-baf9-8cb3d886f154 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.056605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5f86b-74fb-4c00-8265-4ee3dc900527 req-9ceb01e5-e57e-4533-9de8-3e91ff406d28 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:03.059593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65c5f86b-74fb-4c00-8265-4ee3dc900527 req-9ceb01e5-e57e-4533-9de8-3e91ff406d28 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2295642 Jul 07 22:32:03.111399 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f725651-62bd-4d9e-baf9-8cb3d886f154 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.122403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f41e0d33-c324-41c1-b8cd-7599d4c0f8bd no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:03.165262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f41e0d33-c324-41c1-b8cd-7599d4c0f8bd {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:03.165608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f41e0d33-c324-41c1-b8cd-7599d4c0f8bd not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:03.217227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65c5f86b-74fb-4c00-8265-4ee3dc900527 req-0d8cc694-b5dc-4ce2-8194-c32fa11dde38 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482446 Jul 07 22:32:03.242430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port eed1fca0-ab31-41d0-b5e5-f067fe898edd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:03.242430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.308713 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f725651-62bd-4d9e-baf9-8cb3d886f154 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.381340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f725651-62bd-4d9e-baf9-8cb3d886f154 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.433140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f725651-62bd-4d9e-baf9-8cb3d886f154 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=64867e9b-bc8d-4225-a3f0-f5d0d18721ee,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:03.446816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f725651-62bd-4d9e-baf9-8cb3d886f154 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.448960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7f725651-62bd-4d9e-baf9-8cb3d886f154 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/64867e9b-bc8d-4225-a3f0-f5d0d18721ee HTTP/1.1" status: 204 len: 168 time: 0.5736861 Jul 07 22:32:03.452713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49286) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:03.475434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port eed1fca0-ab31-41d0-b5e5-f067fe898edd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eed1fca0-ab31-41d0-b5e5-f067fe898edd,segment=NetworkSegment(127cd99c-14c5-477d-9331-b44b2714a5bf),segment_id=127cd99c-14c5-477d-9331-b44b2714a5bf)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:03.484322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.533672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for eed1fca0-ab31-41d0-b5e5-f067fe898edd owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:03.597153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-499f5f65-f4be-4487-8e5a-9046736335e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 803c0069-bb74-4068-803a-e7c91918a53a {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:03.603036 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-499f5f65-f4be-4487-8e5a-9046736335e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.702508 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-499f5f65-f4be-4487-8e5a-9046736335e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.739210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c3ae1d-a28c-4efc-92b2-af6463a2b9b6 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:03.876626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f679a38d-8ccd-4a48-a2d4-63ddf660c060 None None] Could not find standard attr ID for object 65b82707-4039-4530-945b-d7847016807c. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:32:03.909547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f679a38d-8ccd-4a48-a2d4-63ddf660c060 None None] Provisioning complete for port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:03.910836 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f679a38d-8ccd-4a48-a2d4-63ddf660c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.912738 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-499f5f65-f4be-4487-8e5a-9046736335e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:03.998593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.099077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb324ea-2852-4e82-a974-a51a62072162 req-e26e25f9-d591-47b8-b24c-2ea05b2b0507 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:04.106667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5eb324ea-2852-4e82-a974-a51a62072162 req-e26e25f9-d591-47b8-b24c-2ea05b2b0507 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1458313 Jul 07 22:32:04.109074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=eed1fca0-ab31-41d0-b5e5-f067fe898edd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:04.145696 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-499f5f65-f4be-4487-8e5a-9046736335e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.153139 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.153475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.153919 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.154318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.154957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.155089 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.155406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.155740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.156117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.156448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.156822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.157194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:04.203539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f5f65-f4be-4487-8e5a-9046736335e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=803c0069-bb74-4068-803a-e7c91918a53a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:04.234736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5eb324ea-2852-4e82-a974-a51a62072162 req-a731fc82-22a2-4188-90f1-760dfb2fb8a6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270497 Jul 07 22:32:04.239316 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-499f5f65-f4be-4487-8e5a-9046736335e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.245433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-499f5f65-f4be-4487-8e5a-9046736335e2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/803c0069-bb74-4068-803a-e7c91918a53a HTTP/1.1" status: 204 len: 168 time: 0.7916195 Jul 07 22:32:04.246043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49294) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.300639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7ed5247e-57b4-474a-804d-3484d3dcb44c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494120 Jul 07 22:32:04.304571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49296) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.322698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.337978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f24af-d257-4038-8c0a-044894cb9175 None None] Update dhcp port {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': '803c0069-bb74-4068-803a-e7c91918a53a'}], 'binding:host_id': 'n-d-695012-11'}, 'id': 'dcb1fedc-44d1-46a3-9225-9d3ef8fc950a'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:32:04.371623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a93c3-a5a9-4252-afb5-3f0d112383b7 req-ac61ed86-f8a7-4203-9ce5-80f0f4eaeaac tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:04.373221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b8a93c3-a5a9-4252-afb5-3f0d112383b7 req-ac61ed86-f8a7-4203-9ce5-80f0f4eaeaac tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1913569 Jul 07 22:32:04.378395 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b8f24af-d257-4038-8c0a-044894cb9175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.416452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db11d86-1a09-4063-b8b6-f05b4e624b38 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:04.419192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4db11d86-1a09-4063-b8b6-f05b4e624b38 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1124284 Jul 07 22:32:04.421671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49298) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.473178 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b8a93c3-a5a9-4252-afb5-3f0d112383b7 req-a8755e60-e547-49dd-ad20-fea77672fb33 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883353 Jul 07 22:32:04.487742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda025a3-0211-4491-bdd6-1a184f29b6a7 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:04.489475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fda025a3-0211-4491-bdd6-1a184f29b6a7 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0668638 Jul 07 22:32:04.491952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49300) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.550183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-69332165-4a40-48d1-b964-beb7deb9855d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526104 Jul 07 22:32:04.551986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49304) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.560794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-531fb519-031e-4640-a12e-fbefc6cb454e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:04.577403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6346f2-a16c-4111-aa5f-55bc45e5623b None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:04.624936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:32:04.652942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-42b5c7e0-d82e-40df-a993-feac7abd614b None None] Provisioning complete for port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:04.653385 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-42b5c7e0-d82e-40df-a993-feac7abd614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.781229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:04.783237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531fb519-031e-4640-a12e-fbefc6cb454e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:04.787725 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531fb519-031e-4640-a12e-fbefc6cb454e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.788948 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-531fb519-031e-4640-a12e-fbefc6cb454e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:04.789810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531fb519-031e-4640-a12e-fbefc6cb454e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:04.798975 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e414309d-df6e-4161-aa80-1ba06513c726 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5060496 Jul 07 22:32:04.799197 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef37172-336f-4680-8d89-717759e81223 None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:04.800038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49308) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.810247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device dcb1fedc-44d1-46a3-9225-9d3ef8fc950a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:04.811772 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-531fb519-031e-4640-a12e-fbefc6cb454e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2564287 Jul 07 22:32:04.814842 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49312) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:04.816860 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef37172-336f-4680-8d89-717759e81223 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:04.817693 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9ef37172-336f-4680-8d89-717759e81223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:04.831228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-534c66a9-f4fc-4596-a399-33e44b433ad8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:04.853531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4a970-fd9f-4d05-b690-48613f890e70 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:04.942247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-403f4787-445d-4003-b7ae-a0dcf7aaaf64 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting subnet 84b26338-1dbf-41c7-abb9-4bb9ce435e2c {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:04.950398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-37f4a970-fd9f-4d05-b690-48613f890e70 None None] Deleting port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:04.950775 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37f4a970-fd9f-4d05-b690-48613f890e70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.952535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-403f4787-445d-4003-b7ae-a0dcf7aaaf64 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:04.995187 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.009782 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9ef37172-336f-4680-8d89-717759e81223 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:05.024499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534c66a9-f4fc-4596-a399-33e44b433ad8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:05.036678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-534c66a9-f4fc-4596-a399-33e44b433ad8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.038459 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-534c66a9-f4fc-4596-a399-33e44b433ad8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:05.038942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534c66a9-f4fc-4596-a399-33e44b433ad8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:05.041303 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-403f4787-445d-4003-b7ae-a0dcf7aaaf64 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.064689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=dcb1fedc-44d1-46a3-9225-9d3ef8fc950a,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:05.069922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-37f4a970-fd9f-4d05-b690-48613f890e70 None None] For port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=dcb1fedc-44d1-46a3-9225-9d3ef8fc950a,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:05.070391 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37f4a970-fd9f-4d05-b690-48613f890e70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.073586 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.076047 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-534c66a9-f4fc-4596-a399-33e44b433ad8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2596362 Jul 07 22:32:05.076578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49316) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:05.085354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e9b91bc4-158d-4353-8b3a-462ebe3fe9f3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:05.119372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-37f4a970-fd9f-4d05-b690-48613f890e70 None None] Calling delete_port for dcb1fedc-44d1-46a3-9225-9d3ef8fc950a owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:05.172383 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-403f4787-445d-4003-b7ae-a0dcf7aaaf64 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.235170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b91bc4-158d-4353-8b3a-462ebe3fe9f3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:05.239813 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9b91bc4-158d-4353-8b3a-462ebe3fe9f3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.241765 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b91bc4-158d-4353-8b3a-462ebe3fe9f3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:05.242554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b91bc4-158d-4353-8b3a-462ebe3fe9f3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:05.263668 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e9b91bc4-158d-4353-8b3a-462ebe3fe9f3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1859493 Jul 07 22:32:05.267103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:05.274790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-121229d5-1808-4233-b1f6-b554f92a8380 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:05.286678 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-403f4787-445d-4003-b7ae-a0dcf7aaaf64 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.313314 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9ef37172-336f-4680-8d89-717759e81223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:03Z', 'revision_number': 9, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:05.327552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=dcb1fedc-44d1-46a3-9225-9d3ef8fc950a,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:05.332000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33a63a1-6791-4cb4-b308-022a1298b05b None None] Network 7e567b37-8e2e-4d31-a669-0277d45b8638 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:05.345796 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef37172-336f-4680-8d89-717759e81223 None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:05.356406 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef37172-336f-4680-8d89-717759e81223 None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:05.357293 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9ef37172-336f-4680-8d89-717759e81223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:05.360989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-403f4787-445d-4003-b7ae-a0dcf7aaaf64 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.363121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-403f4787-445d-4003-b7ae-a0dcf7aaaf64 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/84b26338-1dbf-41c7-abb9-4bb9ce435e2c HTTP/1.1" status: 204 len: 168 time: 0.5619979 Jul 07 22:32:05.365180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f4787-445d-4003-b7ae-a0dcf7aaaf64 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Subnet': ['ID=84b26338-1dbf-41c7-abb9-4bb9ce435e2c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:05.367044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49324) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:05.493827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121229d5-1808-4233-b1f6-b554f92a8380 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:05.499320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-121229d5-1808-4233-b1f6-b554f92a8380 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.501971 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-121229d5-1808-4233-b1f6-b554f92a8380 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:05.502510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121229d5-1808-4233-b1f6-b554f92a8380 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:05.526890 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-37f4a970-fd9f-4d05-b690-48613f890e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.527510 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-121229d5-1808-4233-b1f6-b554f92a8380 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2556150 Jul 07 22:32:05.527632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49326) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:05.533486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-68e22e49-6250-4a21-87e9-6b266e2b4038 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:05.561734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4a970-fd9f-4d05-b690-48613f890e70 None None] Pushing event deleted for resources: {'Port': ['ID=dcb1fedc-44d1-46a3-9225-9d3ef8fc950a,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:05.567768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f4a970-fd9f-4d05-b690-48613f890e70 None None] No DVR routers for this DVR port dcb1fedc-44d1-46a3-9225-9d3ef8fc950a on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:05.607163 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9ef37172-336f-4680-8d89-717759e81223 None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:05.652812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d29c6d0-8187-400f-bb3f-5d8c8fbee907 None None] DHCP port deletion for 7e567b37-8e2e-4d31-a669-0277d45b8638 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:05.665007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e22e49-6250-4a21-87e9-6b266e2b4038 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:05.669099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-68e22e49-6250-4a21-87e9-6b266e2b4038 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.670937 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e22e49-6250-4a21-87e9-6b266e2b4038 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:05.671610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e22e49-6250-4a21-87e9-6b266e2b4038 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:05.697387 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-68e22e49-6250-4a21-87e9-6b266e2b4038 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1686189 Jul 07 22:32:05.700365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49328) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:05.707938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0fa1244a-4505-4aec-8e00-b0421c5d3d9a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:05.712534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7d29c6d0-8187-400f-bb3f-5d8c8fbee907 None None] Deleting port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:05.712918 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d29c6d0-8187-400f-bb3f-5d8c8fbee907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.789975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7d29c6d0-8187-400f-bb3f-5d8c8fbee907 None None] For port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ba7fdb22-9a7e-4cc6-b323-da7298ce9aca,segment=NetworkSegment(127cd99c-14c5-477d-9331-b44b2714a5bf),segment_id=127cd99c-14c5-477d-9331-b44b2714a5bf)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:05.790432 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d29c6d0-8187-400f-bb3f-5d8c8fbee907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.808064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7d29c6d0-8187-400f-bb3f-5d8c8fbee907 None None] Calling delete_port for ba7fdb22-9a7e-4cc6-b323-da7298ce9aca owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:05.829877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa1244a-4505-4aec-8e00-b0421c5d3d9a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:05.834380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0fa1244a-4505-4aec-8e00-b0421c5d3d9a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.836668 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa1244a-4505-4aec-8e00-b0421c5d3d9a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:05.837292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa1244a-4505-4aec-8e00-b0421c5d3d9a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:05.853631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120b749-bda8-4bf9-ac1c-9191fe8a0642 req-8b1a860c-4155-4ce8-868d-c445068970f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:05.855900 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0fa1244a-4505-4aec-8e00-b0421c5d3d9a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1533663 Jul 07 22:32:05.858227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49330) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:05.863525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7120b749-bda8-4bf9-ac1c-9191fe8a0642 req-8b1a860c-4155-4ce8-868d-c445068970f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.5584981 Jul 07 22:32:05.869495 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9ef37172-336f-4680-8d89-717759e81223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:03Z', 'revision_number': 9, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:05.873075 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.903551 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef37172-336f-4680-8d89-717759e81223 None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:03Z', 'revision_number': 9, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d', 'name': '', 'network_id': '2842ca12-bf3a-4743-9b25-7d76d7214bfb', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:1d:98:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:33Z', 'updated_at': '2021-07-07T22:31:46Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': 'f62d2d2b-904e-43f1-90b7-230fb2eda4c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:05.912507 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d29c6d0-8187-400f-bb3f-5d8c8fbee907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:05.914436 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c76a9681-44d7-40ad-b05d-fecec5985595 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0541968 Jul 07 22:32:05.916510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49332) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:05.938946 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] The port 'ba7fdb22-9a7e-4cc6-b323-da7298ce9aca' was deleted {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 22:32:05.939356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29c6d0-8187-400f-bb3f-5d8c8fbee907 None None] Pushing event deleted for resources: {'Port': ['ID=ba7fdb22-9a7e-4cc6-b323-da7298ce9aca,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:05.952863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68756841-d6a6-49bd-9b12-e66421e5da73 req-286bfe7e-c966-4a22-a2fc-040ad5526760 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:05.954430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68756841-d6a6-49bd-9b12-e66421e5da73 req-286bfe7e-c966-4a22-a2fc-040ad5526760 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1921661 Jul 07 22:32:05.954834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d29c6d0-8187-400f-bb3f-5d8c8fbee907 None None] No DVR routers for this DVR port ba7fdb22-9a7e-4cc6-b323-da7298ce9aca on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:05.981265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7120b749-bda8-4bf9-ac1c-9191fe8a0642 req-b449193a-cac5-42a8-8ebc-2da2321dc042 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169157 Jul 07 22:32:05.983593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4789e22f-71e7-4e5c-8517-973cff45f871 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:05.985064 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4789e22f-71e7-4e5c-8517-973cff45f871 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0676379 Jul 07 22:32:05.989601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:06.029820 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b6f3ad9-c239-4be4-a744-24f91504554e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389009 Jul 07 22:32:06.033534 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49336) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:06.039244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:06.060457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68756841-d6a6-49bd-9b12-e66421e5da73 req-76729495-9db7-4397-aebd-15bf48f3423a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833089 Jul 07 22:32:06.065057 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.076737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e567b37-8e2e-4d31-a669-0277d45b8638']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:06.097709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127cd99c-14c5-477d-9331-b44b2714a5bf') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:06.098250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127cd99c-14c5-477d-9331-b44b2714a5bf') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:06.108446 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.122630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.129228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:06.129661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:06.132865 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:06.139908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:06.143512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.196184 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.203387 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.205210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/networks/7e567b37-8e2e-4d31-a669-0277d45b8638 HTTP/1.1" status: 204 len: 168 time: 0.8316772 Jul 07 22:32:06.209098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49340) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:06.217069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470c444-10a6-48e2-a979-99792f43cb1f tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Network': ['ID=7e567b37-8e2e-4d31-a669-0277d45b8638,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:06.622903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:06.626176 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.679717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:06.686384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:06.686554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eed1fca0-ab31-41d0-b5e5-f067fe898edd no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:06.692692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:06.693619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.699387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=f5cfcf1c-ea4e-4040-b48f-130b0f646f14,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:06.708445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1105547-7c0f-4a17-928d-63474a167516 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:06.711150 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: eed1fca0-ab31-41d0-b5e5-f067fe898edd {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:06.711521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eed1fca0-ab31-41d0-b5e5-f067fe898edd not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:06.711926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ba7fdb22-9a7e-4cc6-b323-da7298ce9aca no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:06.732736 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b2f588f8-49ff-42c3-a174-3e2135549f72 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6980107 Jul 07 22:32:06.735600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49342) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:06.741071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:f8:d2:fe', 'name': 'tempest-NetworksTestDHCPv6-842466897'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:06.755265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.763582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ba7fdb22-9a7e-4cc6-b323-da7298ce9aca {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:06.763938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ba7fdb22-9a7e-4cc6-b323-da7298ce9aca not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:06.852679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:06.876337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'f5cfcf1c-ea4e-4040-b48f-130b0f646f14'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:06.877467 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.938684 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:06.960231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port c0003b45-0146-4f00-8552-00306281df17 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:07.022728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Allocated IP 2001:db8::f816:3eff:fede:737e (b123989d-6c48-4cae-ab23-f4965291324e/f5cfcf1c-ea4e-4040-b48f-130b0f646f14/8e4a087e-ebf2-4147-9431-8343c27975c8) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:07.034910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:07.035330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.139573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d,segment=NetworkSegment(1df74f38-77b7-4490-b556-a6823e8700be),segment_id=1df74f38-77b7-4490-b556-a6823e8700be)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:07.140196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.160280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:07.176970 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.188472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Transition to ACTIVE for port object 8e4a087e-ebf2-4147-9431-8343c27975c8 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:07.191533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67445b-1331-4835-b28d-ec9f7347c624 req-9c2acde8-1c60-44fc-8055-b82dbb8cff83 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:07.193171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e67445b-1331-4835-b28d-ec9f7347c624 req-9c2acde8-1c60-44fc-8055-b82dbb8cff83 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0763650 Jul 07 22:32:07.219867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Transition to ACTIVE for port object 8e4a087e-ebf2-4147-9431-8343c27975c8 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:07.228769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.283688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Pushing event updated for resources: {'Port': ['ID=8e4a087e-ebf2-4147-9431-8343c27975c8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:07.288632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e67445b-1331-4835-b28d-ec9f7347c624 req-6e5e2fc9-e2f1-43ec-bc9f-6f2d282cd37c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887659 Jul 07 22:32:07.303977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:07.305740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:07.309170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:07.361555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:fef8:d2fe (b123989d-6c48-4cae-ab23-f4965291324e/f5cfcf1c-ea4e-4040-b48f-130b0f646f14/c0003b45-0146-4f00-8552-00306281df17) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:07.387946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Attempting to bind port 8e4a087e-ebf2-4147-9431-8343c27975c8 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:07.388208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Attempting to bind port 8e4a087e-ebf2-4147-9431-8343c27975c8 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:07.390755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Attempting to bind port 8e4a087e-ebf2-4147-9431-8343c27975c8 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:07.402349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:07.406370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:07.406891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.407362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:07.407729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.407982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Bound port: 8e4a087e-ebf2-4147-9431-8343c27975c8, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:07.413121 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.502410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:07.511414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] For port 8e4a087e-ebf2-4147-9431-8343c27975c8, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:07.515002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] For port 8e4a087e-ebf2-4147-9431-8343c27975c8, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8e4a087e-ebf2-4147-9431-8343c27975c8,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:07.521257 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.592575 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cf671-425d-4e70-bbf0-34b740c708dd None None] Pushing event updated for resources: {'Port': ['ID=8e4a087e-ebf2-4147-9431-8343c27975c8,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:07.622430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c0c97-3c06-44cf-88c2-a3f665ef8c81 req-4651de8b-adf9-4050-b772-6fd60c1e6590 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:07.624030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db1c0c97-3c06-44cf-88c2-a3f665ef8c81 req-4651de8b-adf9-4050-b772-6fd60c1e6590 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1292686 Jul 07 22:32:07.631347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.662471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object c0003b45-0146-4f00-8552-00306281df17 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:07.666519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.682664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db1c0c97-3c06-44cf-88c2-a3f665ef8c81 req-a411d3aa-c0e3-49c2-8d66-47a1c55df969 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479832 Jul 07 22:32:07.720506 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.783905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=c0003b45-0146-4f00-8552-00306281df17,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:07.791854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:07.793280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:07.795525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:07.801223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:07.801840 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:07.817761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b616832a-6df1-4652-8aaf-3f52013653c5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0810351 Jul 07 22:32:07.821367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49350) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:07.916384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:32:07.936599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eced217-2ead-49cf-b6f1-46abc4e71ab7 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:07.942704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eced217-2ead-49cf-b6f1-46abc4e71ab7 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:07.944889 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7eced217-2ead-49cf-b6f1-46abc4e71ab7 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1222360 Jul 07 22:32:07.947701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49352) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.035279 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:08.041419 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10b2a38d-400f-45bf-b318-72203c4f4299 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8312929 Jul 07 22:32:08.044315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49354) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.047513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:08.057000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:08.057621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:08.090493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-14d54e32-5b4c-40db-8284-c987fe73da9c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port c0003b45-0146-4f00-8552-00306281df17 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:08.090842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14d54e32-5b4c-40db-8284-c987fe73da9c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.146430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa4365a-0f3b-4ed1-b1de-1477b0b96f1c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting subnet f62d2d2b-904e-43f1-90b7-230fb2eda4c7 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:08.155298 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8fa4365a-0f3b-4ed1-b1de-1477b0b96f1c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.214793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8fa4365a-0f3b-4ed1-b1de-1477b0b96f1c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.255211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14d54e32-5b4c-40db-8284-c987fe73da9c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.274986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-14d54e32-5b4c-40db-8284-c987fe73da9c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for c0003b45-0146-4f00-8552-00306281df17 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:08.332807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:08.391741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8fa4365a-0f3b-4ed1-b1de-1477b0b96f1c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.551531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f078d-b7eb-4669-92e2-dc5ef2320e25 req-a69200e0-f184-4b4a-9c10-c9df733b1d2a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:08.559375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b29f078d-b7eb-4669-92e2-dc5ef2320e25 req-a69200e0-f184-4b4a-9c10-c9df733b1d2a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1262126 Jul 07 22:32:08.585844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:07Z', 'revision_number': 10, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:08.601455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8fa4365a-0f3b-4ed1-b1de-1477b0b96f1c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.622518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:08.631860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:08.632497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:08.650913 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8fa4365a-0f3b-4ed1-b1de-1477b0b96f1c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.654560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8fa4365a-0f3b-4ed1-b1de-1477b0b96f1c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/f62d2d2b-904e-43f1-90b7-230fb2eda4c7 HTTP/1.1" status: 204 len: 168 time: 0.6092262 Jul 07 22:32:08.656633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49360) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.673129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4365a-0f3b-4ed1-b1de-1477b0b96f1c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Subnet': ['ID=f62d2d2b-904e-43f1-90b7-230fb2eda4c7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:08.676356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e41b0-92be-4fad-b193-884149bcfa71 None None] Network 2842ca12-bf3a-4743-9b25-7d76d7214bfb requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:08.695239 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14d54e32-5b4c-40db-8284-c987fe73da9c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.738502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d54e32-5b4c-40db-8284-c987fe73da9c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=c0003b45-0146-4f00-8552-00306281df17,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:08.767803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b29f078d-b7eb-4669-92e2-dc5ef2320e25 req-be718965-fe0e-4a5f-b2d8-4038c9d69e07 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074590 Jul 07 22:32:08.772919 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14d54e32-5b4c-40db-8284-c987fe73da9c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.777180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14d54e32-5b4c-40db-8284-c987fe73da9c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/c0003b45-0146-4f00-8552-00306281df17 HTTP/1.1" status: 204 len: 168 time: 0.8261859 Jul 07 22:32:08.777533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49364) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.846893 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.849185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:08.915733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8e4a087e-ebf2-4147-9431-8343c27975c8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:08.923698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe8fcd3-ec2f-4af1-86eb-7876d7464141 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:08.925269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe8fcd3-ec2f-4af1-86eb-7876d7464141 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:08.926792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5fe8fcd3-ec2f-4af1-86eb-7876d7464141 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1481404 Jul 07 22:32:08.930292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49366) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:08.948500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 388ac4b5-cf17-4051-abc9-d39a7df8db58 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:08.948978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:08.990496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-662d41c7-a714-4259-a2b2-75d472de3e01 None None] Provisioning for port 8e4a087e-ebf2-4147-9431-8343c27975c8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:09.004555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-83af3ec9-2ec1-4c95-ab05-7907fe7e65c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet f5cfcf1c-ea4e-4040-b48f-130b0f646f14 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:09.016297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7622c1e-65cf-42b3-9d97-d94bf17b4b09 req-85ec785c-0e00-4867-88d7-c4b0a9648766 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:09.017850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7622c1e-65cf-42b3-9d97-d94bf17b4b09 req-85ec785c-0e00-4867-88d7-c4b0a9648766 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1721530 Jul 07 22:32:09.018638 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83af3ec9-2ec1-4c95-ab05-7907fe7e65c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.035233 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port 388ac4b5-cf17-4051-abc9-d39a7df8db58, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=388ac4b5-cf17-4051-abc9-d39a7df8db58,segment=NetworkSegment(1df74f38-77b7-4490-b556-a6823e8700be),segment_id=1df74f38-77b7-4490-b556-a6823e8700be)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:09.035564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.054409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 388ac4b5-cf17-4051-abc9-d39a7df8db58 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:09.086829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83af3ec9-2ec1-4c95-ab05-7907fe7e65c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.112654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7622c1e-65cf-42b3-9d97-d94bf17b4b09 req-31e41b7e-e31b-48a4-804c-69dd170fac9d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726371 Jul 07 22:32:09.177961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8e4a087e-ebf2-4147-9431-8343c27975c8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:09.190477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8e4a087e-ebf2-4147-9431-8343c27975c8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:09.190854 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.191355 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83af3ec9-2ec1-4c95-ab05-7907fe7e65c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.235880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6c6f479b-70c2-4bad-b6d5-9883248cdce6 None None] Could not find standard attr ID for object c0003b45-0146-4f00-8552-00306281df17. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:32:09.256792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:07Z', 'revision_number': 10, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:09.269100 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83af3ec9-2ec1-4c95-ab05-7907fe7e65c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.291255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4261b-f43e-4be2-9561-4bcd22fa186f None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:07Z', 'revision_number': 10, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None, '_interfaces': [{'id': '7fb10f4a-fccc-402c-bf61-1c6aa6962f65', 'name': '', 'network_id': '898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'mac_address': 'fa:16:3e:81:4c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:31:24Z', 'updated_at': '2021-07-07T22:31:36Z', 'revision_number': 5, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'subnets': [{'id': '5b52e9b9-fe75-4189-84be-57b0c85624c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:09.332838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af3ec9-2ec1-4c95-ab05-7907fe7e65c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=f5cfcf1c-ea4e-4040-b48f-130b0f646f14,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:09.335564 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83af3ec9-2ec1-4c95-ab05-7907fe7e65c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.340563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-83af3ec9-2ec1-4c95-ab05-7907fe7e65c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/f5cfcf1c-ea4e-4040-b48f-130b0f646f14 HTTP/1.1" status: 204 len: 168 time: 0.4090774 Jul 07 22:32:09.341156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49368) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:09.367955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] DHCP port deletion for 2842ca12-bf3a-4743-9b25-7d76d7214bfb request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:09.373251 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.389424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ec5fe609-bdf6-43bf-9a33-99cc7bd9013f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470605 Jul 07 22:32:09.390058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49370) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:09.395654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:09.435439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 8e4a087e-ebf2-4147-9431-8343c27975c8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8e4a087e-ebf2-4147-9431-8343c27975c8,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:09.443298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.509853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:09.511546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fde15a-d014-4948-9e26-c6b14960794e None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:09.513679 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.544002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.557147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=8e4a087e-ebf2-4147-9431-8343c27975c8,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:09.573302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] Deleting port 388ac4b5-cf17-4051-abc9-d39a7df8db58 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:09.573915 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.577318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=388ac4b5-cf17-4051-abc9-d39a7df8db58,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:09.587148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No DVR routers for this DVR port 388ac4b5-cf17-4051-abc9-d39a7df8db58 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:09.703841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] For port 388ac4b5-cf17-4051-abc9-d39a7df8db58, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:09.704232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.705173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.716626 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2842ca12-bf3a-4743-9b25-7d76d7214bfb']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:09.726181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] Calling delete_port for 388ac4b5-cf17-4051-abc9-d39a7df8db58 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:09.729673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] Port 388ac4b5-cf17-4051-abc9-d39a7df8db58 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:32:09.731306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df74f38-77b7-4490-b556-a6823e8700be') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:09.731707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df74f38-77b7-4490-b556-a6823e8700be') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:09.735669 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.745117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.763191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.770850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:09.771306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:09.775201 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:09.780105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] Pushing event deleted for resources: {'Port': ['ID=388ac4b5-cf17-4051-abc9-d39a7df8db58,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:09.783463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b5c94-53ab-4c98-8ac9-a6929e91be25 None None] No DVR routers for this DVR port 388ac4b5-cf17-4051-abc9-d39a7df8db58 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:09.855254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.863224 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.865055 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/networks/2842ca12-bf3a-4743-9b25-7d76d7214bfb HTTP/1.1" status: 204 len: 168 time: 1.2075117 Jul 07 22:32:09.879457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49376) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:09.883474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf875e-2071-4b5a-b65a-97174ae66443 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:09.893658 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29ad31-78ac-4652-8895-407d2f64f125 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Network': ['ID=2842ca12-bf3a-4743-9b25-7d76d7214bfb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:09.949349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2baf875e-2071-4b5a-b65a-97174ae66443 None None] Deleting port 8e4a087e-ebf2-4147-9431-8343c27975c8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:09.949732 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2baf875e-2071-4b5a-b65a-97174ae66443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:09.989277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.objects.ports [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:10.035948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2baf875e-2071-4b5a-b65a-97174ae66443 None None] For port 8e4a087e-ebf2-4147-9431-8343c27975c8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8e4a087e-ebf2-4147-9431-8343c27975c8,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:10.036465 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2baf875e-2071-4b5a-b65a-97174ae66443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.049560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2baf875e-2071-4b5a-b65a-97174ae66443 None None] Calling delete_port for 8e4a087e-ebf2-4147-9431-8343c27975c8 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:10.137094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2baf875e-2071-4b5a-b65a-97174ae66443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.163076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf875e-2071-4b5a-b65a-97174ae66443 None None] Pushing event deleted for resources: {'Port': ['ID=8e4a087e-ebf2-4147-9431-8343c27975c8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:10.166549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf875e-2071-4b5a-b65a-97174ae66443 None None] No DVR routers for this DVR port 8e4a087e-ebf2-4147-9431-8343c27975c8 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:10.212302 n-d-695012-11 neutron-server[93941]: WARNING neutron.services.revisions.revision_plugin [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Could not find related port for resource to bump revision. Jul 07 22:32:10.224940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffe274-d28d-48b9-9864-29b81ece8b0a req-9916a387-0a83-4d1a-bc28-4e609f5da802 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:10.226914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acffe274-d28d-48b9-9864-29b81ece8b0a req-9916a387-0a83-4d1a-bc28-4e609f5da802 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2888370 Jul 07 22:32:10.228248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Port 8e4a087e-ebf2-4147-9431-8343c27975c8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93941) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 07 22:32:10.228668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Reverting IP allocation for 2001:db8::f816:3eff:fede:737e {{(pid=93941) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 07 22:32:10.232210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.ipam_pluggable_backend [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fede:737e {{(pid=93941) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 07 22:32:10.233480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.251493 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.308979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:10.331560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:10.335466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:10.336054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.340682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8259f686-836c-46cb-996f-562a3c99991d None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:10.355651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=8f4fbf15-87b9-42c1-b9ec-cfea6bbe47a5,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:10.373348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acffe274-d28d-48b9-9864-29b81ece8b0a req-f636d5bb-bad3-40e5-81f9-d4605e91466c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362765 Jul 07 22:32:10.380767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8d5ba928-a531-447b-8a73-8d663ca0992a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9895773 Jul 07 22:32:10.384834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49380) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:10.400501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:45:49:8d', 'name': 'tempest-NetworksTestDHCPv6-847129427'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:10.467226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15090fc6-e6fe-4f31-a2d6-e228b4e0591b req-44b5c3d2-93e4-48cd-b575-e2bccfe02db9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:10.469597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15090fc6-e6fe-4f31-a2d6-e228b4e0591b req-44b5c3d2-93e4-48cd-b575-e2bccfe02db9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.1970112 Jul 07 22:32:10.504754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': '8f4fbf15-87b9-42c1-b9ec-cfea6bbe47a5'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:10.505912 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.538985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:10.539237 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.547673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15090fc6-e6fe-4f31-a2d6-e228b4e0591b req-0e412621-c52c-45c1-acec-9bd78967c607 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667756 Jul 07 22:32:10.578726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:10.583448 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.604266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:10.642168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port 7fb10f4a-fccc-402c-bf61-1c6aa6962f65, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7fb10f4a-fccc-402c-bf61-1c6aa6962f65,segment=NetworkSegment(84f4afa6-4b22-4899-bed9-3eea13743395),segment_id=84f4afa6-4b22-4899-bed9-3eea13743395)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:10.642364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.654089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Allocated IP 2001:db8::f816:3eff:fec7:a5b7 (b123989d-6c48-4cae-ab23-f4965291324e/8f4fbf15-87b9-42c1-b9ec-cfea6bbe47a5/f3ed97ed-bcef-4d28-a263-4289c85147a4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:10.656341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:10.715274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:10.738567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:10.738908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6b42ffb3-f9b6-4e52-9c3d-e3cacfc3a17d not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:10.739326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 388ac4b5-cf17-4051-abc9-d39a7df8db58 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:10.761297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 388ac4b5-cf17-4051-abc9-d39a7df8db58 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:10.761645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 388ac4b5-cf17-4051-abc9-d39a7df8db58 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:10.762060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8e4a087e-ebf2-4147-9431-8343c27975c8 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:10.783352 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8e4a087e-ebf2-4147-9431-8343c27975c8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:10.783754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8e4a087e-ebf2-4147-9431-8343c27975c8 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:10.840643 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.868916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=7fb10f4a-fccc-402c-bf61-1c6aa6962f65,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:10.878377 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.887579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Transition to ACTIVE for port object f3ed97ed-bcef-4d28-a263-4289c85147a4 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:10.903742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Transition to ACTIVE for port object f3ed97ed-bcef-4d28-a263-4289c85147a4 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:10.912104 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:10.955367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:10.956892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:10.961314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:10.982558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:fe45:498d (b123989d-6c48-4cae-ab23-f4965291324e/8f4fbf15-87b9-42c1-b9ec-cfea6bbe47a5/b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:11.022833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Pushing event updated for resources: {'Port': ['ID=f3ed97ed-bcef-4d28-a263-4289c85147a4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:11.035313 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.036604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Attempting to bind port f3ed97ed-bcef-4d28-a263-4289c85147a4 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:11.036990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Attempting to bind port f3ed97ed-bcef-4d28-a263-4289c85147a4 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:11.037355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Attempting to bind port f3ed97ed-bcef-4d28-a263-4289c85147a4 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:11.047567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:11.048319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:11.048901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.050610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:11.051299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Bound port: f3ed97ed-bcef-4d28-a263-4289c85147a4, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:11.052011 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.127241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] For port f3ed97ed-bcef-4d28-a263-4289c85147a4, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:11.132568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] For port f3ed97ed-bcef-4d28-a263-4289c85147a4, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f3ed97ed-bcef-4d28-a263-4289c85147a4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:11.137874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.169360 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.184592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:11.207930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1500f3d-0db7-41e5-ae42-d593ae0e4bba None None] Pushing event updated for resources: {'Port': ['ID=f3ed97ed-bcef-4d28-a263-4289c85147a4,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:11.221972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.225516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:32:11.264831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:11.268217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:11.274473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:11.280185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:11.280814 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.293521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:11.305484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7e9e2f4d-089e-4877-86d3-ca34c30e43a0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9169157 Jul 07 22:32:11.306280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49384) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:11.311156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:11.316820 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-72efc8b7-d947-4de7-9ded-3a43141fa718 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360552 Jul 07 22:32:11.320018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49386) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:11.325450 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:11.335413 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:11.336052 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:11.380303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e894774-eb40-484c-9edb-9b02e6fd77db tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting subnet 5b52e9b9-fe75-4189-84be-57b0c85624c8 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:11.384707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e894774-eb40-484c-9edb-9b02e6fd77db tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.397331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26289fae-5f40-4e46-b19a-ef285bfa65de tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:11.403937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26289fae-5f40-4e46-b19a-ef285bfa65de tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:11.422279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-26289fae-5f40-4e46-b19a-ef285bfa65de tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0984859 Jul 07 22:32:11.423205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49390) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:11.434769 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:11.488521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e894774-eb40-484c-9edb-9b02e6fd77db tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.523271 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:10Z', 'revision_number': 11, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:11.560917 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:11.561113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-33bc935c-2e09-46f6-a254-50e1e9fb2659 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:11.561352 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-33bc935c-2e09-46f6-a254-50e1e9fb2659 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.570693 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:11.571322 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:11.616295 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e894774-eb40-484c-9edb-9b02e6fd77db tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.681185 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:11.688265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e894774-eb40-484c-9edb-9b02e6fd77db tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.713198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1841fcd0-fd01-449c-ba03-06b3ec7f649c None None] Network 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:11.724155 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e894774-eb40-484c-9edb-9b02e6fd77db tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.726884 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1e894774-eb40-484c-9edb-9b02e6fd77db tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/5b52e9b9-fe75-4189-84be-57b0c85624c8 HTTP/1.1" status: 204 len: 168 time: 0.4059312 Jul 07 22:32:11.728152 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e894774-eb40-484c-9edb-9b02e6fd77db tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Subnet': ['ID=5b52e9b9-fe75-4189-84be-57b0c85624c8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:11.729905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:11.738416 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:10Z', 'revision_number': 11, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:11.758683 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-33bc935c-2e09-46f6-a254-50e1e9fb2659 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.770178 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f3cec0-3bf8-4028-a0b0-40bef60c944a None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:10Z', 'revision_number': 11, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:11.794726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-33bc935c-2e09-46f6-a254-50e1e9fb2659 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:11.834853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61cde3-3fd8-465a-9a92-b82210f8b8d0 req-af3cda35-c135-46cf-9ce7-f5a8c298e583 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:11.837028 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.842376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd61cde3-3fd8-465a-9a92-b82210f8b8d0 req-af3cda35-c135-46cf-9ce7-f5a8c298e583 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2751622 Jul 07 22:32:11.902435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Deleting port 82c61414-1c94-4887-9c91-65dc526ba033 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:11.902963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.968684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] For port 82c61414-1c94-4887-9c91-65dc526ba033, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=82c61414-1c94-4887-9c91-65dc526ba033,segment=NetworkSegment(84f4afa6-4b22-4899-bed9-3eea13743395),segment_id=84f4afa6-4b22-4899-bed9-3eea13743395)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:11.969045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:11.983775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Calling delete_port for 82c61414-1c94-4887-9c91-65dc526ba033 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:12.077972 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.111805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Port': ['ID=82c61414-1c94-4887-9c91-65dc526ba033,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:12.120738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No DVR routers for this DVR port 82c61414-1c94-4887-9c91-65dc526ba033 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:12.147946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7643326-9623-44a2-9cc4-e0b2673b6eaa None None] DHCP port deletion for 898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:12.219200 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.231041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:12.246584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd61cde3-3fd8-465a-9a92-b82210f8b8d0 req-ac2c0d77-f768-4add-bc85-34e9638d5d59 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029815 Jul 07 22:32:12.248845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f4afa6-4b22-4899-bed9-3eea13743395') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:12.249323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f4afa6-4b22-4899-bed9-3eea13743395') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:12.260229 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.260416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117bbde-3593-40c2-805c-4cd9c6940f77 req-6549efe0-862c-411f-852b-4c0a94b562ec tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:12.261941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2117bbde-3593-40c2-805c-4cd9c6940f77 req-6549efe0-862c-411f-852b-4c0a94b562ec tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.5619133 Jul 07 22:32:12.282799 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.292562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:12.298876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.338205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2117bbde-3593-40c2-805c-4cd9c6940f77 req-284e9515-8d8c-4110-8ce4-49f0df451676 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606883 Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:12.365304 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:12.370282 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.375819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.382934 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/networks/898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf HTTP/1.1" status: 204 len: 168 time: 0.6478949 Jul 07 22:32:12.383705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49398) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:12.392777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'routes': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:12.409488 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-33bc935c-2e09-46f6-a254-50e1e9fb2659 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.446002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc935c-2e09-46f6-a254-50e1e9fb2659 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:12.459422 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396134d-8463-4d66-8a01-4f05ea02da54 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Pushing event deleted for resources: {'Network': ['ID=898c5b3e-b5e7-4026-b88e-4fd2aa69e1bf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:12.492206 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-33bc935c-2e09-46f6-a254-50e1e9fb2659 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.496691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-33bc935c-2e09-46f6-a254-50e1e9fb2659 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2 HTTP/1.1" status: 204 len: 168 time: 1.0701246 Jul 07 22:32:12.496947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49400) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:12.550646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81455b5-0163-47c1-bc67-d9231ad2fb9d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:12.552277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81455b5-0163-47c1-bc67-d9231ad2fb9d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:12.553834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e81455b5-0163-47c1-bc67-d9231ad2fb9d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0559509 Jul 07 22:32:12.556454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49402) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:12.596382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4ce2bf29-3d8b-4720-af14-fd01c6eb053a None None] Provisioning for port f3ed97ed-bcef-4d28-a263-4289c85147a4 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:12.599958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.extraroute_db [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Added routes are [] {{(pid=93942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 07 22:32:12.599958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.extraroute_db [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Removed routes are [] {{(pid=93942) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 07 22:32:12.600764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.616711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e97872-7bec-4587-b664-0ec807514e25 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 8f4fbf15-87b9-42c1-b9ec-cfea6bbe47a5 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:12.620295 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04e97872-7bec-4587-b664-0ec807514e25 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.669758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04e97872-7bec-4587-b664-0ec807514e25 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.719135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9dd8ee42-ca92-455b-89fb-e3eed282f197 None None] Could not find standard attr ID for object b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:32:12.755939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.762951 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.785414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04e97872-7bec-4587-b664-0ec807514e25 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.788969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f3ed97ed-bcef-4d28-a263-4289c85147a4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:12.845523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f3ed97ed-bcef-4d28-a263-4289c85147a4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:12.847955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:32:12.855528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f3ed97ed-bcef-4d28-a263-4289c85147a4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:12.856315 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.874667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04e97872-7bec-4587-b664-0ec807514e25 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.908676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e97872-7bec-4587-b664-0ec807514e25 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4fbf15-87b9-42c1-b9ec-cfea6bbe47a5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:12.912614 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04e97872-7bec-4587-b664-0ec807514e25 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.917116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-04e97872-7bec-4587-b664-0ec807514e25 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/8f4fbf15-87b9-42c1-b9ec-cfea6bbe47a5 HTTP/1.1" status: 204 len: 168 time: 0.3596814 Jul 07 22:32:12.917731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49404) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:12.948159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:12.956182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:12.959867 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b6914c2-002b-447b-ad2a-b3ca6617990b tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486 HTTP/1.1" status: 200 len: 700 time: 0.5685761 Jul 07 22:32:12.960053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-79fe178a-bf9d-4243-8e98-fae4fd035aef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398757 Jul 07 22:32:12.960053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49406) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:12.960416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] Sync routers for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:12.961048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:12.966004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f3367-3522-4505-a0f2-c42314acb064 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:12.992686 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dcbc6a5c-cd74-4f0b-a566-8b1e1ae1e3cc tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d5fbe1a-7057-4687-afa1-53bd19a8b486 HTTP/1.1" status: 200 len: 205 time: 0.0304437 Jul 07 22:32:12.995397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49410) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:13.018911 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.028310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] Routers {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:13.028929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:13.078635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77902205-576c-49bb-bb0b-a2ffe726376a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.139364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] Set router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:13.157457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3507f6d7-da7d-4ade-ad0c-476c08183820 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:13.158961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3507f6d7-da7d-4ade-ad0c-476c08183820 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1986465 Jul 07 22:32:13.161695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:13.212788 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54189fbf-8f72-475d-ba8c-f6a938adb4da tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:13.213046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f3ed97ed-bcef-4d28-a263-4289c85147a4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f3ed97ed-bcef-4d28-a263-4289c85147a4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:13.216822 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-54189fbf-8f72-475d-ba8c-f6a938adb4da tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0515959 Jul 07 22:32:13.217010 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d5fbe1a-7057-4687-afa1-53bd19a8b486', 'name': 'tempest-RoutersTest-router-921500573', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:31:19Z', 'updated_at': '2021-07-07T22:32:10Z', 'revision_number': 11, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:13.217203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:13.222725 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.256971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77902205-576c-49bb-bb0b-a2ffe726376a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.259362 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77902205-576c-49bb-bb0b-a2ffe726376a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.282255 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fa21bc45-9bef-4c8a-a6c5-92284627a1ec tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597360 Jul 07 22:32:13.283350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49416) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:13.289634 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:13.331149 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77902205-576c-49bb-bb0b-a2ffe726376a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.331775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77902205-576c-49bb-bb0b-a2ffe726376a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Fanout notify agent at l3_agent the message router_deleted on router 4d5fbe1a-7057-4687-afa1-53bd19a8b486 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:32:13.343772 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77902205-576c-49bb-bb0b-a2ffe726376a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.348721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-77902205-576c-49bb-bb0b-a2ffe726376a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486 HTTP/1.1" status: 204 len: 168 time: 0.3483949 Jul 07 22:32:13.349052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49420) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:13.354436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d47789b5-b23f-4179-abca-440f60cda153 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1712709961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:13.399750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d47789b5-b23f-4179-abca-440f60cda153 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.403377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d47789b5-b23f-4179-abca-440f60cda153 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.420337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 82c61414-1c94-4887-9c91-65dc526ba033 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:13.425400 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:13.431169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.444059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] Checking router: 4d5fbe1a-7057-4687-afa1-53bd19a8b486 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:13.468203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 82c61414-1c94-4887-9c91-65dc526ba033 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:13.468445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 82c61414-1c94-4887-9c91-65dc526ba033 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:13.468727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:13.491075 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d47789b5-b23f-4179-abca-440f60cda153 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.501911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:13.502277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7fb10f4a-fccc-402c-bf61-1c6aa6962f65 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:13.510195 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d47789b5-b23f-4179-abca-440f60cda153 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.521762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] Routers set() bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:13.522693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] Router IDs set() for agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 07 22:32:13.523306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_agentschedulers_db [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4d5fbe1a-7057-4687-afa1-53bd19a8b486'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent'). {{(pid=93943) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 07 22:32:13.523683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017ea706-a3fd-4be8-b727-009dc59f5d5d None None] The sync data for ids ['4d5fbe1a-7057-4687-afa1-53bd19a8b486'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:13.531014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f3ed97ed-bcef-4d28-a263-4289c85147a4,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:13.578784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:32:13.606982 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d47789b5-b23f-4179-abca-440f60cda153 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.613039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d47789b5-b23f-4179-abca-440f60cda153 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2629545 Jul 07 22:32:13.614743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49426) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:13.623387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b6b988e2-17b3-4c14-bd51-680c9489fcfd tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:13.683694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d42e0a-b994-46c7-8aa4-bedf58c63058 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:13.720605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282672-748c-4fdc-b629-a1f003a5afea req-07080829-4934-41fd-a853-d08e82a99217 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:13.722174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65282672-748c-4fdc-b629-a1f003a5afea req-07080829-4934-41fd-a853-d08e82a99217 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2278352 Jul 07 22:32:13.740127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:13.754818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'port_id': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'mac_address': 'fa:16:3e:44:ad:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:32:13.790444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e2d42e0a-b994-46c7-8aa4-bedf58c63058 None None] Deleting port f3ed97ed-bcef-4d28-a263-4289c85147a4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:13.790842 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2d42e0a-b994-46c7-8aa4-bedf58c63058 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.816878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:13.832807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c16178-272a-4dac-970c-ce0594806196 req-67b76a36-0d1f-4c4c-9d10-dbb3d9d72ec6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:13.834406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-07c16178-272a-4dac-970c-ce0594806196 req-67b76a36-0d1f-4c4c-9d10-dbb3d9d72ec6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 943 time: 0.2894604 Jul 07 22:32:13.842151 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.862454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2391fc75-3d9f-43e4-8268-5ce8754d7a29 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:32:13.886058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65282672-748c-4fdc-b629-a1f003a5afea req-f7542913-ef47-4582-84ae-8c45dc686140 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537936 Jul 07 22:32:13.895687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:13.905972 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.915799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e2d42e0a-b994-46c7-8aa4-bedf58c63058 None None] For port f3ed97ed-bcef-4d28-a263-4289c85147a4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f3ed97ed-bcef-4d28-a263-4289c85147a4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:13.916354 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2d42e0a-b994-46c7-8aa4-bedf58c63058 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.941241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b6b988e2-17b3-4c14-bd51-680c9489fcfd tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:13.948763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e2d42e0a-b994-46c7-8aa4-bedf58c63058 None None] Calling delete_port for f3ed97ed-bcef-4d28-a263-4289c85147a4 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:13.963202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-07c16178-272a-4dac-970c-ce0594806196 req-b5d895cf-8b02-4bfb-ac17-35a7c2d3620a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188052 Jul 07 22:32:13.964782 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b6b988e2-17b3-4c14-bd51-680c9489fcfd tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-801822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-801797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1029327'] for router, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.020189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:14.070810 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2d42e0a-b994-46c7-8aa4-bedf58c63058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.085295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b988e2-17b3-4c14-bd51-680c9489fcfd tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Router 23d08a9a-c5d7-40cc-9c2d-93a255ad8143 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:32:14.104489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d42e0a-b994-46c7-8aa4-bedf58c63058 None None] No DVR routers for this DVR port f3ed97ed-bcef-4d28-a263-4289c85147a4 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:14.108106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d42e0a-b994-46c7-8aa4-bedf58c63058 None None] Pushing event deleted for resources: {'Port': ['ID=f3ed97ed-bcef-4d28-a263-4289c85147a4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:14.151422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2391fc75-3d9f-43e4-8268-5ce8754d7a29'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:32:14.185315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b988e2-17b3-4c14-bd51-680c9489fcfd tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:32:14.193184 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b6b988e2-17b3-4c14-bd51-680c9489fcfd tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.194392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b6b988e2-17b3-4c14-bd51-680c9489fcfd tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "PUT /v2.0/routers/23d08a9a-c5d7-40cc-9c2d-93a255ad8143 HTTP/1.1" status: 200 len: 694 time: 0.5746598 Jul 07 22:32:14.197513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49428) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.199087 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] Sync routers for ids ['23d08a9a-c5d7-40cc-9c2d-93a255ad8143'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:32:14.208864 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] Routers {'23d08a9a-c5d7-40cc-9c2d-93a255ad8143'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:14.210453 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['23d08a9a-c5d7-40cc-9c2d-93a255ad8143'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:14.281107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6b01d659-5aa1-400d-8360-ce1353838d81 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/routers/23d08a9a-c5d7-40cc-9c2d-93a255ad8143 HTTP/1.1" status: 200 len: 700 time: 0.0821130 Jul 07 22:32:14.282976 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] Set router 23d08a9a-c5d7-40cc-9c2d-93a255ad8143 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:14.286667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49430) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.331328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b5d5724a-e1c1-495a-8f33-0459a6c537dd tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=23d08a9a-c5d7-40cc-9c2d-93a255ad8143 HTTP/1.1" status: 200 len: 205 time: 0.0435102 Jul 07 22:32:14.333789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49432) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.354657 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d08a9a-c5d7-40cc-9c2d-93a255ad8143', 'name': 'tempest-RoutersTest-router-1712709961', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:13Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:14.379988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.380540 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] Checking router: 23d08a9a-c5d7-40cc-9c2d-93a255ad8143 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:32:14.388577 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] Routers {'23d08a9a-c5d7-40cc-9c2d-93a255ad8143'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:32:14.389178 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:32:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['23d08a9a-c5d7-40cc-9c2d-93a255ad8143'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:14.412276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Port f3ed97ed-bcef-4d28-a263-4289c85147a4 concurrently deleted while adding address for new subnet {'id': 'ec6e0d9f-b6e1-449f-9c31-96a6290826ad', 'name': '', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2700, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-07T22:32:13Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 0, 'segment_id': None, 'project_id': '40818650564f485c85ef9b60528c361c'}. {{(pid=93942) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 07 22:32:14.413422 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.414322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38a16cd2-0bcf-4556-94b5-73f69beb35ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.456674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:14.457254 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] Set router 23d08a9a-c5d7-40cc-9c2d-93a255ad8143 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:32:14.460375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:14.463772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:14.464352 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.472078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea3ebf6-66cd-48fe-8932-9f898e5f0c4c None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:14.475813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=ec6e0d9f-b6e1-449f-9c31-96a6290826ad,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:14.490951 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c5148cd7-19b2-4e6c-bfb7-fe7b12acd44e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2042787 Jul 07 22:32:14.491303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49434) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.497887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:a3:49:c5', 'name': 'tempest-NetworksTestDHCPv6-1949433548'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:14.544669 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d08a9a-c5d7-40cc-9c2d-93a255ad8143', 'name': 'tempest-RoutersTest-router-1712709961', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:13Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:14.571409 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac369f-3c38-4cde-90e0-96d6e024ba8e None None] The sync data for ids ['23d08a9a-c5d7-40cc-9c2d-93a255ad8143'] in n-d-695012-11 is: [{'id': '23d08a9a-c5d7-40cc-9c2d-93a255ad8143', 'name': 'tempest-RoutersTest-router-1712709961', 'tenant_id': 'c0671c88cceb47f28eff70d621956142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:32:13Z', 'updated_at': '2021-07-07T22:32:13Z', 'revision_number': 2, 'project_id': 'c0671c88cceb47f28eff70d621956142', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:32:14.602636 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38a16cd2-0bcf-4556-94b5-73f69beb35ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.604899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38a16cd2-0bcf-4556-94b5-73f69beb35ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.643180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:14.659755 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38a16cd2-0bcf-4556-94b5-73f69beb35ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.660558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a16cd2-0bcf-4556-94b5-73f69beb35ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Fanout notify agent at l3_agent the message router_deleted on router 23d08a9a-c5d7-40cc-9c2d-93a255ad8143 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:32:14.669064 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38a16cd2-0bcf-4556-94b5-73f69beb35ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.670359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-38a16cd2-0bcf-4556-94b5-73f69beb35ab tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/23d08a9a-c5d7-40cc-9c2d-93a255ad8143 HTTP/1.1" status: 204 len: 168 time: 0.3349428 Jul 07 22:32:14.675467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'ec6e0d9f-b6e1-449f-9c31-96a6290826ad'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:14.676562 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.686222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49436) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.718286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8080ddc0-b68c-4bb4-a960-19b7a57fa117 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=23d08a9a-c5d7-40cc-9c2d-93a255ad8143 HTTP/1.1" status: 200 len: 205 time: 0.0303853 Jul 07 22:32:14.720712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49438) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.764640 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-d8d35df1-8a89-4dbf-a75d-60c15a75d269 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] delete failed (client error): The resource could not be found. Jul 07 22:32:14.764866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f3ed97ed-bcef-4d28-a263-4289c85147a4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:14.765702 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d8d35df1-8a89-4dbf-a75d-60c15a75d269 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/23d08a9a-c5d7-40cc-9c2d-93a255ad8143 HTTP/1.1" status: 404 len: 336 time: 0.0441062 Jul 07 22:32:14.769281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49440) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.793178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f3ed97ed-bcef-4d28-a263-4289c85147a4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:14.793530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f3ed97ed-bcef-4d28-a263-4289c85147a4 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:14.804299 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0478ff-a17f-483e-9a05-0447704ed9e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:14.804837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0478ff-a17f-483e-9a05-0447704ed9e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:14.806813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8f0478ff-a17f-483e-9a05-0447704ed9e3 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/36c3f698-b6cf-4763-b598-646e0701c105 HTTP/1.1" status: 404 len: 337 time: 0.0359237 Jul 07 22:32:14.809284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49442) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.815808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:14.838644 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a52401-7470-4b59-a9a5-9d8e5c2a7ac1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:14.839018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a52401-7470-4b59-a9a5-9d8e5c2a7ac1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:14.840444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 423d29f5-3c92-43f6-b592-2653e20ea374 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:14.843399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-57a52401-7470-4b59-a9a5-9d8e5c2a7ac1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/84b26338-1dbf-41c7-abb9-4bb9ce435e2c HTTP/1.1" status: 404 len: 337 time: 0.0305855 Jul 07 22:32:14.846449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49444) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.861665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Allocated IP 2001:db8::f816:3eff:fed3:4b55 (b123989d-6c48-4cae-ab23-f4965291324e/ec6e0d9f-b6e1-449f-9c31-96a6290826ad/0ef606a2-4447-4102-8901-41ccf966cf25) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:14.905096 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-557b4efa-b65d-4a2e-91fa-f8a07b36e46e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:14.905559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557b4efa-b65d-4a2e-91fa-f8a07b36e46e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:14.907323 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-557b4efa-b65d-4a2e-91fa-f8a07b36e46e tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/f62d2d2b-904e-43f1-90b7-230fb2eda4c7 HTTP/1.1" status: 404 len: 337 time: 0.0599430 Jul 07 22:32:14.910485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49446) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.947203 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6d6573-e324-4068-8d19-c4b839d128a1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:14.947669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6d6573-e324-4068-8d19-c4b839d128a1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:14.952098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:14.952352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9f6d6573-e324-4068-8d19-c4b839d128a1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/5b52e9b9-fe75-4189-84be-57b0c85624c8 HTTP/1.1" status: 404 len: 337 time: 0.0408819 Jul 07 22:32:14.983863 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a7545c0b-2924-4ee1-9f7e-12d3eaf81319 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d5fbe1a-7057-4687-afa1-53bd19a8b486 HTTP/1.1" status: 200 len: 205 time: 0.0295243 Jul 07 22:32:14.986062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.021090 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.025907 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-ae777c39-6e08-41dd-b99d-eeebbc071316 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] delete failed (client error): The resource could not be found. Jul 07 22:32:15.026844 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ae777c39-6e08-41dd-b99d-eeebbc071316 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/4d5fbe1a-7057-4687-afa1-53bd19a8b486 HTTP/1.1" status: 404 len: 336 time: 0.0397115 Jul 07 22:32:15.029549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.031161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Transition to ACTIVE for port object 0ef606a2-4447-4102-8901-41ccf966cf25 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:15.053964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Transition to ACTIVE for port object 0ef606a2-4447-4102-8901-41ccf966cf25 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:15.063926 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.085661 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-64da41e7-f645-4499-8100-67647bd42b4a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=fc942ea9-deec-4c09-bd65-fa80a9731959 HTTP/1.1" status: 200 len: 205 time: 0.0548892 Jul 07 22:32:15.085882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49458) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.108564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:15.111704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:15.114677 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:15.135107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Pushing event updated for resources: {'Port': ['ID=0ef606a2-4447-4102-8901-41ccf966cf25,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:15.152855 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-66f97f76-3964-4a18-95e7-b79ce7036b86 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] delete failed (client error): The resource could not be found. Jul 07 22:32:15.153445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:fea3:49c5 (b123989d-6c48-4cae-ab23-f4965291324e/ec6e0d9f-b6e1-449f-9c31-96a6290826ad/423d29f5-3c92-43f6-b592-2653e20ea374) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:15.154197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-66f97f76-3964-4a18-95e7-b79ce7036b86 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/fc942ea9-deec-4c09-bd65-fa80a9731959 HTTP/1.1" status: 404 len: 336 time: 0.0662100 Jul 07 22:32:15.156545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.188808 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-253241f7-d569-4d2c-b318-a04cf8998fca tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:15.189272 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-253241f7-d569-4d2c-b318-a04cf8998fca tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:15.193495 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-253241f7-d569-4d2c-b318-a04cf8998fca tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/ddba4128-79e4-478a-ba50-b68b1bcd2122 HTTP/1.1" status: 404 len: 337 time: 0.0334523 Jul 07 22:32:15.195645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49464) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.195796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Attempting to bind port 0ef606a2-4447-4102-8901-41ccf966cf25 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:15.195991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Attempting to bind port 0ef606a2-4447-4102-8901-41ccf966cf25 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:15.196353 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Attempting to bind port 0ef606a2-4447-4102-8901-41ccf966cf25 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:15.200127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4ad62-9a93-446a-821a-26c083653b22 req-7115faf7-b3e9-4a55-8bd1-45b5afd63a91 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.201722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:15.202167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:15.202611 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.202998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:15.204193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Bound port: 0ef606a2-4447-4102-8901-41ccf966cf25, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:15.204673 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.207963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dae4ad62-9a93-446a-821a-26c083653b22 req-7115faf7-b3e9-4a55-8bd1-45b5afd63a91 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1919768 Jul 07 22:32:15.234117 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bd152d36-80d2-46c5-b6ad-6313b4f88bca tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=650f3457-43a4-481e-8c94-4e49a433c019 HTTP/1.1" status: 200 len: 205 time: 0.0352333 Jul 07 22:32:15.234805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.255605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dae4ad62-9a93-446a-821a-26c083653b22 req-a0b3d09f-203e-43d4-9061-95663cbf3774 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460248 Jul 07 22:32:15.276684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] For port 0ef606a2-4447-4102-8901-41ccf966cf25, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:15.292920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] For port 0ef606a2-4447-4102-8901-41ccf966cf25, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0ef606a2-4447-4102-8901-41ccf966cf25,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:15.293697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b95c37-0894-4046-8e6f-942b68b66bb7 req-fc741434-f476-4820-9e6b-e0930844f547 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.294106 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.296216 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-fc499b0e-930e-4012-9dfb-18d08ae972d1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] delete failed (client error): The resource could not be found. Jul 07 22:32:15.300056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00b95c37-0894-4046-8e6f-942b68b66bb7 req-fc741434-f476-4820-9e6b-e0930844f547 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 944 time: 0.1509502 Jul 07 22:32:15.300608 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fc499b0e-930e-4012-9dfb-18d08ae972d1 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/650f3457-43a4-481e-8c94-4e49a433c019 HTTP/1.1" status: 404 len: 336 time: 0.0643699 Jul 07 22:32:15.305806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49468) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.367198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cc185eea-01e3-40dd-b6a3-52ca232f328c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=77ae9404-1c61-41e7-b08d-b65031beb8b8 HTTP/1.1" status: 200 len: 205 time: 0.0600915 Jul 07 22:32:15.369606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49470) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.381600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64166b1d-209e-4789-9cc5-52325a292023 None None] Pushing event updated for resources: {'Port': ['ID=0ef606a2-4447-4102-8901-41ccf966cf25,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:15.423465 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-1b126240-8097-4e1c-996d-ec50981cf084 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] delete failed (client error): The resource could not be found. Jul 07 22:32:15.424517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1b126240-8097-4e1c-996d-ec50981cf084 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/77ae9404-1c61-41e7-b08d-b65031beb8b8 HTTP/1.1" status: 404 len: 336 time: 0.0541317 Jul 07 22:32:15.427268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49472) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.458693 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-4824f079-1e65-4c7d-919b-89ae092ff471 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:15.459140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4824f079-1e65-4c7d-919b-89ae092ff471 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:15.462137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4824f079-1e65-4c7d-919b-89ae092ff471 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/ff02bd12-d666-42d2-8675-dfdb9df00f96 HTTP/1.1" status: 404 len: 337 time: 0.0328119 Jul 07 22:32:15.465523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00b95c37-0894-4046-8e6f-942b68b66bb7 req-c09dfeb0-270d-4c87-a3fc-9ce6fb556e1c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498873 Jul 07 22:32:15.465986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49474) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.509597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-79855456-07b4-4a85-bf6e-0eb626510e0c tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfb23d29-5aec-4561-87e6-ffad205e0ec8 HTTP/1.1" status: 200 len: 205 time: 0.0424426 Jul 07 22:32:15.512253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49476) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.525127 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.541208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 423d29f5-3c92-43f6-b592-2653e20ea374 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:15.559648 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-c8b6e636-c975-49e8-87a0-9aa58968b0ec tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] delete failed (client error): The resource could not be found. Jul 07 22:32:15.562117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c8b6e636-c975-49e8-87a0-9aa58968b0ec tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/dfb23d29-5aec-4561-87e6-ffad205e0ec8 HTTP/1.1" status: 404 len: 336 time: 0.0475330 Jul 07 22:32:15.563651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49478) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.580176 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.593524 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1f8eca-1ba1-4295-bf2b-3bda4def5b3a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:15.593983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1f8eca-1ba1-4295-bf2b-3bda4def5b3a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:15.600134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0a1f8eca-1ba1-4295-bf2b-3bda4def5b3a tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/b5eb7cc6-1a4d-421d-ba2f-07e97a0da59d HTTP/1.1" status: 404 len: 337 time: 0.0328062 Jul 07 22:32:15.601104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:15.604461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49480) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.644324 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:15.656876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:15.660526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:15.667556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d949bb6a-de56-404b-9ab5-aaa3d9a6c687 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "GET /v2.0/ports?device_id=770583d7-1f8c-4bae-8d45-cb34544025ec HTTP/1.1" status: 200 len: 205 time: 0.0619359 Jul 07 22:32:15.667845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.668519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.669900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49482) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.686663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=423d29f5-3c92-43f6-b592-2653e20ea374,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:15.698625 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-747a21fa-d159-4ce6-aaea-913b9ce7f0e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2050102 Jul 07 22:32:15.701135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49484) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.715647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:15.715647 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.741785 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-c4866dfb-c469-4c46-8544-31d2eb5835b2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] delete failed (client error): The resource could not be found. Jul 07 22:32:15.741785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c4866dfb-c469-4c46-8544-31d2eb5835b2 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/routers/770583d7-1f8c-4bae-8d45-cb34544025ec HTTP/1.1" status: 404 len: 336 time: 0.0586507 Jul 07 22:32:15.743698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.779083 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e241a9-1b78-4455-8446-573e9ec8b863 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:15.779502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e241a9-1b78-4455-8446-573e9ec8b863 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:15.781232 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a9e241a9-1b78-4455-8446-573e9ec8b863 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/f6a905f5-80ee-4777-8085-68ebfee519f2 HTTP/1.1" status: 404 len: 337 time: 0.0365872 Jul 07 22:32:15.783910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49488) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.819977 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b12bd8-6dca-418f-a676-bf9b2df3fae0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:15.820439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b12bd8-6dca-418f-a676-bf9b2df3fae0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:15.824581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-30b12bd8-6dca-418f-a676-bf9b2df3fae0 tempest-RoutersTest-2099652502 tempest-RoutersTest-2099652502-project] 10.222.0.81 "DELETE /v2.0/subnets/ebb9a1ba-cc3e-4e8c-be90-8567fea93cc1 HTTP/1.1" status: 404 len: 337 time: 0.0373347 Jul 07 22:32:15.844200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.856154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a60554-18b6-4843-a256-1bb2c501750f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.863109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a60554-18b6-4843-a256-1bb2c501750f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:15.865027 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-96a60554-18b6-4843-a256-1bb2c501750f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1629012 Jul 07 22:32:15.868495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49492) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:15.872253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:32:15.874548 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f0392c-67a9-490f-85d5-02a4cbf6697c" -d '{"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-plugged", "status": "completed", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:32:15.890225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:15.900829 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:15.966982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:15.999614 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d80a05-8ba1-4dfe-9b89-86a606713ddf x-openstack-request-id: req-87d80a05-8ba1-4dfe-9b89-86a606713ddf {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:32:16.000141 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-plugged", "status": "completed", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:32:16.000402 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87d80a05-8ba1-4dfe-9b89-86a606713ddf {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:32:16.000854 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'code': 200} Jul 07 22:32:16.032421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-f331135f-a0c7-47a2-9661-179bafe55821 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 423d29f5-3c92-43f6-b592-2653e20ea374 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:16.032735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f331135f-a0c7-47a2-9661-179bafe55821 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.134756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f331135f-a0c7-47a2-9661-179bafe55821 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.156004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-f331135f-a0c7-47a2-9661-179bafe55821 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 423d29f5-3c92-43f6-b592-2653e20ea374 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:16.162790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.255372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc61d560-df98-447a-a525-cd12c5f7d93b req-44e3f640-0941-4d5c-888e-6bf90509f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.257445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc61d560-df98-447a-a525-cd12c5f7d93b req-44e3f640-0941-4d5c-888e-6bf90509f10e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 1098 time: 0.1155105 Jul 07 22:32:16.263996 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:32:16.313864 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-66234c83-efe2-4572-8fb3-0980fe264ec6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0671c88cceb47f28eff70d621956142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498816 Jul 07 22:32:16.316386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49506) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.335091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc61d560-df98-447a-a525-cd12c5f7d93b req-96009371-55ad-428d-b38a-517e24becb86 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581794 Jul 07 22:32:16.363015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f331135f-a0c7-47a2-9661-179bafe55821 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.377561 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1c7afb5-9300-4fb1-8ac9-792636ceabc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.401020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331135f-a0c7-47a2-9661-179bafe55821 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=423d29f5-3c92-43f6-b592-2653e20ea374,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:16.405002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1c7afb5-9300-4fb1-8ac9-792636ceabc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.439103 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f331135f-a0c7-47a2-9661-179bafe55821 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.442114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f331135f-a0c7-47a2-9661-179bafe55821 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/423d29f5-3c92-43f6-b592-2653e20ea374 HTTP/1.1" status: 204 len: 168 time: 0.5720327 Jul 07 22:32:16.444567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49508) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.458181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1c7afb5-9300-4fb1-8ac9-792636ceabc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.461793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1c7afb5-9300-4fb1-8ac9-792636ceabc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.463141 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a1c7afb5-9300-4fb1-8ac9-792636ceabc0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/72c1ad74-b81d-4569-9309-0c1aa9e12bda HTTP/1.1" status: 204 len: 168 time: 0.1457179 Jul 07 22:32:16.479023 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7afb5-9300-4fb1-8ac9-792636ceabc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1ad74-b81d-4569-9309-0c1aa9e12bda,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:16.557524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da572bc1-1a52-4eb8-9a2a-df5bfca9b0b8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.559293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da572bc1-1a52-4eb8-9a2a-df5bfca9b0b8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.563888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-da572bc1-1a52-4eb8-9a2a-df5bfca9b0b8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1155450 Jul 07 22:32:16.564926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49516) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:16.590478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa742c-16f8-45f7-a90c-6eaf9a09dae2 req-111998ae-295a-4587-be84-c108909e8d5c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:16.597521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ffa742c-16f8-45f7-a90c-6eaf9a09dae2 req-111998ae-295a-4587-be84-c108909e8d5c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1689970 Jul 07 22:32:16.635876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d195ea59-4512-4c54-bb4b-fad2ab116465 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet ec6e0d9f-b6e1-449f-9c31-96a6290826ad {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:16.639271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d195ea59-4512-4c54-bb4b-fad2ab116465 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.679411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ffa742c-16f8-45f7-a90c-6eaf9a09dae2 req-5ac3efe5-e478-4a6f-9943-255d222f3208 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731432 Jul 07 22:32:16.697030 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d195ea59-4512-4c54-bb4b-fad2ab116465 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.820339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0ef606a2-4447-4102-8901-41ccf966cf25 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:16.823891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-57ac7fa1-0fbf-491b-a12c-c37003f18c02 None None] Provisioning for port 0ef606a2-4447-4102-8901-41ccf966cf25 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:16.829765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d195ea59-4512-4c54-bb4b-fad2ab116465 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:16.931128 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d195ea59-4512-4c54-bb4b-fad2ab116465 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.005312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d195ea59-4512-4c54-bb4b-fad2ab116465 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.013609 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d195ea59-4512-4c54-bb4b-fad2ab116465 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/ec6e0d9f-b6e1-449f-9c31-96a6290826ad HTTP/1.1" status: 204 len: 168 time: 0.4477463 Jul 07 22:32:17.022758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0ef606a2-4447-4102-8901-41ccf966cf25 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:17.029518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195ea59-4512-4c54-bb4b-fad2ab116465 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6e0d9f-b6e1-449f-9c31-96a6290826ad,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:17.035112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49530) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:17.037965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0ef606a2-4447-4102-8901-41ccf966cf25 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:17.041736 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.071131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f91a17-a1b0-4fe7-80fe-8b5883bec0df None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:17.191140 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-25cffa83-9062-4994-a499-8fa4d95c26b6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535115 Jul 07 22:32:17.198531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49536) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:17.211703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:17.249620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c7d5fd57-394a-4a40-825d-a769336d8ac7 None None] Could not find standard attr ID for object 423d29f5-3c92-43f6-b592-2653e20ea374. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:32:17.393487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:17.400186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.537871 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.600413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a0dff-bc89-4a92-a424-582332e26eec req-ece70f7e-b96a-46e3-acf2-78d7f557c5d0 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:17.607577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b25a0dff-bc89-4a92-a424-582332e26eec req-ece70f7e-b96a-46e3-acf2-78d7f557c5d0 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 946 time: 0.8050065 Jul 07 22:32:17.626119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edc4b1-a737-4c5d-ae9e-3d7ce4c74ee5 None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:17.632195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0ef606a2-4447-4102-8901-41ccf966cf25, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0ef606a2-4447-4102-8901-41ccf966cf25,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:17.637437 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.643521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb6c46-f8db-4aed-a802-eb65a7b92ad0 req-008cbd9a-ea33-4862-8a4e-4df8ad875890 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:17.651113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2bb6c46-f8db-4aed-a802-eb65a7b92ad0 req-008cbd9a-ea33-4862-8a4e-4df8ad875890 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2125752 Jul 07 22:32:17.667168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d88-c23f-44d7-80fb-e382db820090 req-e680eef6-6cf5-4a05-9e86-3813721af25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:17.667515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15213d88-c23f-44d7-80fb-e382db820090 req-e680eef6-6cf5-4a05-9e86-3813721af25d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1097 time: 0.2258427 Jul 07 22:32:17.753810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0ef606a2-4447-4102-8901-41ccf966cf25,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:17.766248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b25a0dff-bc89-4a92-a424-582332e26eec req-90a51c0b-c833-41cf-83f5-ab74bcf1881d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576724 Jul 07 22:32:17.778755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e1edc4b1-a737-4c5d-ae9e-3d7ce4c74ee5 None None] Deleting port 0ef606a2-4447-4102-8901-41ccf966cf25 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:17.779306 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1edc4b1-a737-4c5d-ae9e-3d7ce4c74ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.814175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2bb6c46-f8db-4aed-a802-eb65a7b92ad0 req-d1017735-1ef0-4b31-bda1-a0583d7cb630 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620848 Jul 07 22:32:17.885033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:17.888925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e1edc4b1-a737-4c5d-ae9e-3d7ce4c74ee5 None None] For port 0ef606a2-4447-4102-8901-41ccf966cf25, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0ef606a2-4447-4102-8901-41ccf966cf25,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:17.889080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d88-c23f-44d7-80fb-e382db820090 req-a8ae7700-4b51-4ce8-918d-5140966254b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:17.889442 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1edc4b1-a737-4c5d-ae9e-3d7ce4c74ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:17.890469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15213d88-c23f-44d7-80fb-e382db820090 req-a8ae7700-4b51-4ce8-918d-5140966254b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.2149136 Jul 07 22:32:17.905612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e1edc4b1-a737-4c5d-ae9e-3d7ce4c74ee5 None None] Calling delete_port for 0ef606a2-4447-4102-8901-41ccf966cf25 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:18.053224 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e1edc4b1-a737-4c5d-ae9e-3d7ce4c74ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.058905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15213d88-c23f-44d7-80fb-e382db820090 req-e3547138-44ad-42aa-acd4-f90a5823614c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 999 time: 0.1606827 Jul 07 22:32:18.070329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Port 0ef606a2-4447-4102-8901-41ccf966cf25 concurrently deleted while adding address for new subnet {'id': 'c25e4b90-4a8f-4835-9c55-1fd46ec0d2f2', 'name': '', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2703, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-07T22:32:17Z', 'updated_at': '2021-07-07T22:32:17Z', 'revision_number': 0, 'segment_id': None, 'project_id': '40818650564f485c85ef9b60528c361c'}. {{(pid=93942) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 07 22:32:18.071955 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.104572 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edc4b1-a737-4c5d-ae9e-3d7ce4c74ee5 None None] Pushing event deleted for resources: {'Port': ['ID=0ef606a2-4447-4102-8901-41ccf966cf25,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:18.107165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1edc4b1-a737-4c5d-ae9e-3d7ce4c74ee5 None None] No DVR routers for this DVR port 0ef606a2-4447-4102-8901-41ccf966cf25 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:18.133035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:18.136901 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:18.138209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d88-c23f-44d7-80fb-e382db820090 req-33ba7a66-e8c6-40e8-bf5d-a8c44edf555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.142981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.143582 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.147849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69926be4-e736-4882-9bf8-b630d2f62406 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:18.158503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15213d88-c23f-44d7-80fb-e382db820090 req-33ba7a66-e8c6-40e8-bf5d-a8c44edf555c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0919597 Jul 07 22:32:18.166824 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=c25e4b90-4a8f-4835-9c55-1fd46ec0d2f2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:18.172937 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-48833031-4068-483d-b82c-2d081697db41 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9726179 Jul 07 22:32:18.182043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49586) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:18.188736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:fa:9d:39', 'name': 'tempest-NetworksTestDHCPv6-1990459467'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:18.253901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15213d88-c23f-44d7-80fb-e382db820090 req-810a90c8-81b6-463d-bf37-1aa33c8cd381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:18.255629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15213d88-c23f-44d7-80fb-e382db820090 req-810a90c8-81b6-463d-bf37-1aa33c8cd381 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909345 Jul 07 22:32:18.340775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'c25e4b90-4a8f-4835-9c55-1fd46ec0d2f2'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:18.341771 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.380557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:18.389142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.413721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 5a2da9f4-4652-4241-a46d-3b94e3be2cfc yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:18.428656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15213d88-c23f-44d7-80fb-e382db820090 req-6fe37c8c-9ce8-4c9d-98e6-7ec49e82df0e service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656353 Jul 07 22:32:18.542429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Allocated IP 2001:db8::f816:3eff:fe89:c118 (b123989d-6c48-4cae-ab23-f4965291324e/c25e4b90-4a8f-4835-9c55-1fd46ec0d2f2/93ca0c8b-1986-4ae0-89fe-71816ff3aca9) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:18.553793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15213d88-c23f-44d7-80fb-e382db820090 req-830af043-8ad2-483a-b439-6ec22db41d9c service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188869 Jul 07 22:32:18.699730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0ef606a2-4447-4102-8901-41ccf966cf25 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:18.734032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0ef606a2-4447-4102-8901-41ccf966cf25 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:18.734480 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0ef606a2-4447-4102-8901-41ccf966cf25 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:18.736225 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.746327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Transition to ACTIVE for port object 93ca0c8b-1986-4ae0-89fe-71816ff3aca9 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:18.761610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Transition to ACTIVE for port object 93ca0c8b-1986-4ae0-89fe-71816ff3aca9 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:18.769153 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.806145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:18.810619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:18.816986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:18.831922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:fefa:9d39 (b123989d-6c48-4cae-ab23-f4965291324e/c25e4b90-4a8f-4835-9c55-1fd46ec0d2f2/5a2da9f4-4652-4241-a46d-3b94e3be2cfc) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:18.848301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Pushing event updated for resources: {'Port': ['ID=93ca0c8b-1986-4ae0-89fe-71816ff3aca9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:18.893600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Attempting to bind port 93ca0c8b-1986-4ae0-89fe-71816ff3aca9 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:18.893979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Attempting to bind port 93ca0c8b-1986-4ae0-89fe-71816ff3aca9 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:18.894455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Attempting to bind port 93ca0c8b-1986-4ae0-89fe-71816ff3aca9 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:18.901224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:18.901648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:18.902060 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:18.902527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:18.903005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Bound port: 93ca0c8b-1986-4ae0-89fe-71816ff3aca9, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:18.903396 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.000187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] For port 93ca0c8b-1986-4ae0-89fe-71816ff3aca9, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:19.012021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] For port 93ca0c8b-1986-4ae0-89fe-71816ff3aca9, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=93ca0c8b-1986-4ae0-89fe-71816ff3aca9,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:19.020544 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.074648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.098042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2398150-ba43-46d8-89ad-dacb89cae77f None None] Pushing event updated for resources: {'Port': ['ID=93ca0c8b-1986-4ae0-89fe-71816ff3aca9,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:19.129177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d6743-ccc2-4561-96f7-37a104b77d5d req-1df7c9df-fa97-45de-8f0a-a909adc83b16 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.131419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d4d6743-ccc2-4561-96f7-37a104b77d5d req-1df7c9df-fa97-45de-8f0a-a909adc83b16 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 946 time: 0.1600688 Jul 07 22:32:19.139237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 5a2da9f4-4652-4241-a46d-3b94e3be2cfc will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:19.192417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.194805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738277f4-d06f-4664-a6a2-c3c9b2728c8d req-3b6718c8-9f2f-431a-89a3-f796c00aaca5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.200473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-738277f4-d06f-4664-a6a2-c3c9b2728c8d req-3b6718c8-9f2f-431a-89a3-f796c00aaca5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1846962 Jul 07 22:32:19.221096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d4d6743-ccc2-4561-96f7-37a104b77d5d req-d5e03985-3e48-493b-9ad6-de8ee59bd9bb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791388 Jul 07 22:32:19.249784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:19.258219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:19.270433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:19.276168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-738277f4-d06f-4664-a6a2-c3c9b2728c8d req-cba18bc7-6497-40da-9ee7-60e623ef1ed7 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538740 Jul 07 22:32:19.283157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.284038 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.287977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=5a2da9f4-4652-4241-a46d-3b94e3be2cfc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:19.313184 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-30ad3a04-1795-4c17-b1c3-5432334e2108 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1273804 Jul 07 22:32:19.313603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49620) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:19.406846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e2b2b7-7764-4004-a9d6-63ad82b35116 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.416745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e2b2b7-7764-4004-a9d6-63ad82b35116 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.420169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-85e2b2b7-7764-4004-a9d6-63ad82b35116 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1029820 Jul 07 22:32:19.420310 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49622) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:19.420551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49624) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:19.538418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-889b8fd3-bd3b-4c58-9625-1c654ac4db04 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 5a2da9f4-4652-4241-a46d-3b94e3be2cfc {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:19.538839 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-889b8fd3-bd3b-4c58-9625-1c654ac4db04 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.541645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24fefc9c-bcae-4533-91cf-c9390eef4801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.626013 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-889b8fd3-bd3b-4c58-9625-1c654ac4db04 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.630378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24fefc9c-bcae-4533-91cf-c9390eef4801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.634472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-24fefc9c-bcae-4533-91cf-c9390eef4801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.638535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-889b8fd3-bd3b-4c58-9625-1c654ac4db04 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 5a2da9f4-4652-4241-a46d-3b94e3be2cfc owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:19.673168 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-24fefc9c-bcae-4533-91cf-c9390eef4801 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5814067c6fcf403c9b0e97cdfef26199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534246 Jul 07 22:32:19.674104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fefc9c-bcae-4533-91cf-c9390eef4801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da98a2e-6109-451b-ba43-fe6e934a3798,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:19.676501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49628) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:19.728512 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.734586 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10255f97-3efd-42ec-8140-ae6276e5dcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.759191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10255f97-3efd-42ec-8140-ae6276e5dcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.775765 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-889b8fd3-bd3b-4c58-9625-1c654ac4db04 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.803968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b8fd3-bd3b-4c58-9625-1c654ac4db04 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=5a2da9f4-4652-4241-a46d-3b94e3be2cfc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:19.811411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10255f97-3efd-42ec-8140-ae6276e5dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.814465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10255f97-3efd-42ec-8140-ae6276e5dcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.815643 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10255f97-3efd-42ec-8140-ae6276e5dcbf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4da98a2e-6109-451b-ba43-fe6e934a3798 HTTP/1.1" status: 204 len: 168 time: 0.1382315 Jul 07 22:32:19.824706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10255f97-3efd-42ec-8140-ae6276e5dcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da98a2e-6109-451b-ba43-fe6e934a3798,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:19.842586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-889b8fd3-bd3b-4c58-9625-1c654ac4db04 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:19.844577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-889b8fd3-bd3b-4c58-9625-1c654ac4db04 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/5a2da9f4-4652-4241-a46d-3b94e3be2cfc HTTP/1.1" status: 204 len: 168 time: 0.4229949 Jul 07 22:32:19.847221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49634) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:19.905997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2abe31-6481-45ab-8ed6-3a01eb5d6679 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.907587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2abe31-6481-45ab-8ed6-3a01eb5d6679 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:19.909139 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4c2abe31-6481-45ab-8ed6-3a01eb5d6679 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0609095 Jul 07 22:32:19.911980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49636) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:19.965587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71395fb-ef8e-4ebd-bfd2-ea9fc1e4e411 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet c25e4b90-4a8f-4835-9c55-1fd46ec0d2f2 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:19.969080 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b71395fb-ef8e-4ebd-bfd2-ea9fc1e4e411 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.012965 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b71395fb-ef8e-4ebd-bfd2-ea9fc1e4e411 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.104220 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b71395fb-ef8e-4ebd-bfd2-ea9fc1e4e411 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.127968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:20.143527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf6416e-8908-420f-b565-8b77323e5aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.167634 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b71395fb-ef8e-4ebd-bfd2-ea9fc1e4e411 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.205477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71395fb-ef8e-4ebd-bfd2-ea9fc1e4e411 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=c25e4b90-4a8f-4835-9c55-1fd46ec0d2f2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.208825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b71395fb-ef8e-4ebd-bfd2-ea9fc1e4e411 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.211610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b71395fb-ef8e-4ebd-bfd2-ea9fc1e4e411 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/c25e4b90-4a8f-4835-9c55-1fd46ec0d2f2 HTTP/1.1" status: 204 len: 168 time: 0.2986343 Jul 07 22:32:20.214121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49642) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:20.255454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f2a5984a-6535-43d8-9ee4-b7a98efb9998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390337 Jul 07 22:32:20.257553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49644) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:20.261948 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf6416e-8908-420f-b565-8b77323e5aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.268757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a79e6c-989a-406e-9d5f-13b0377096ca None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:20.274124 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-faf6416e-8908-420f-b565-8b77323e5aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.315995 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-faf6416e-8908-420f-b565-8b77323e5aa8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=167c3ca026c2423cb819f6159effa58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869147 Jul 07 22:32:20.320348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49648) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:20.323036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6416e-8908-420f-b565-8b77323e5aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0012e9d5-0ce4-45ec-a64b-f5f8b092404a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.365107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656fd9e4-3e6c-4fea-86d6-2fe4dfe451b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.367312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-656fd9e4-3e6c-4fea-86d6-2fe4dfe451b5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1085384 Jul 07 22:32:20.369767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49650) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:20.390790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bb255f0a-25d4-4560-8da7-4f81a64fe86d None None] Provisioning for port 93ca0c8b-1986-4ae0-89fe-71816ff3aca9 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:20.391047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d810-3a17-4d82-84a0-873dd51165f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.426881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075a621f-56e5-4740-9720-50b6def97aac tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.427468 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-075a621f-56e5-4740-9720-50b6def97aac tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0566540 Jul 07 22:32:20.431819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49654) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:20.457180 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d810-3a17-4d82-84a0-873dd51165f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.502463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-23a26c04-c7d4-4494-8241-ad36efb46a3f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538323 Jul 07 22:32:20.507341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:20.512302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:20.522053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055425f8-53a5-4cfd-a645-7e68f02d074d None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:20.571768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440abd03-6e5d-4ecf-b301-0c79b5ff5813 req-c2829c5f-4692-4036-96b6-11ebc86cd7ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.573430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-440abd03-6e5d-4ecf-b301-0c79b5ff5813 req-c2829c5f-4692-4036-96b6-11ebc86cd7ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1668475 Jul 07 22:32:20.582635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-055425f8-53a5-4cfd-a645-7e68f02d074d None None] Deleting port 93ca0c8b-1986-4ae0-89fe-71816ff3aca9 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:20.583019 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-055425f8-53a5-4cfd-a645-7e68f02d074d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.593265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d810-3a17-4d82-84a0-873dd51165f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.595818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c2d810-3a17-4d82-84a0-873dd51165f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.599499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c7c2d810-3a17-4d82-84a0-873dd51165f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0012e9d5-0ce4-45ec-a64b-f5f8b092404a HTTP/1.1" status: 204 len: 168 time: 0.2756515 Jul 07 22:32:20.617459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2d810-3a17-4d82-84a0-873dd51165f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0012e9d5-0ce4-45ec-a64b-f5f8b092404a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.627453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-440abd03-6e5d-4ecf-b301-0c79b5ff5813 req-74a21f5d-9ea3-4ee2-87bf-fd50ecf14638 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482635 Jul 07 22:32:20.637029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:20.640883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.668553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-055425f8-53a5-4cfd-a645-7e68f02d074d None None] For port 93ca0c8b-1986-4ae0-89fe-71816ff3aca9, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=93ca0c8b-1986-4ae0-89fe-71816ff3aca9,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:20.668952 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-055425f8-53a5-4cfd-a645-7e68f02d074d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.683766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-055425f8-53a5-4cfd-a645-7e68f02d074d None None] Calling delete_port for 93ca0c8b-1986-4ae0-89fe-71816ff3aca9 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:20.772637 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-055425f8-53a5-4cfd-a645-7e68f02d074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.806512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055425f8-53a5-4cfd-a645-7e68f02d074d None None] Pushing event deleted for resources: {'Port': ['ID=93ca0c8b-1986-4ae0-89fe-71816ff3aca9,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.808358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055425f8-53a5-4cfd-a645-7e68f02d074d None None] No DVR routers for this DVR port 93ca0c8b-1986-4ae0-89fe-71816ff3aca9 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:20.858969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98208d6-eaf7-4994-a7a7-be72becf87af req-23072e4f-eee6-41d0-b881-b5c2367d3e15 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.860785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98208d6-eaf7-4994-a7a7-be72becf87af req-23072e4f-eee6-41d0-b881-b5c2367d3e15 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0963235 Jul 07 22:32:20.864632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.902030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98208d6-eaf7-4994-a7a7-be72becf87af req-6d114c49-23a1-48c9-a579-d39fd641e68b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Jul 07 22:32:20.909253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:20.912910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:20.915934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:20.916514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:20.927091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e95ab-7a6d-4e47-94e7-e141a139e5f2 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:20.935440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=6d3fadf8-5703-4552-8d89-18433414f49c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:20.946013 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4a9d363b-408a-4810-b1d1-af408b7f4bf0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4376640 Jul 07 22:32:20.948857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49666) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:20.953901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:b1:75:cd', 'name': 'tempest-NetworksTestDHCPv6-1390456529'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:21.100851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:21.127297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': '6d3fadf8-5703-4552-8d89-18433414f49c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:21.128164 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.195009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.219299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 9941aef7-cf34-4137-b86c-b83fd9daa9c6 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:21.402802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db1569-1ccf-4bbb-a547-c3b454494195 req-e94f5b87-a8a6-4df3-8bbd-71716593ff62 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:21.404300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67db1569-1ccf-4bbb-a547-c3b454494195 req-e94f5b87-a8a6-4df3-8bbd-71716593ff62 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1281347 Jul 07 22:32:21.431297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::dd (b123989d-6c48-4cae-ab23-f4965291324e/6d3fadf8-5703-4552-8d89-18433414f49c/9941aef7-cf34-4137-b86c-b83fd9daa9c6) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:21.478048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67db1569-1ccf-4bbb-a547-c3b454494195 req-c9c06eb3-5646-465a-81c1-c3120d7f88dd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645638 Jul 07 22:32:21.635861 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.654097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 9941aef7-cf34-4137-b86c-b83fd9daa9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:21.708152 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.760633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/6d3fadf8-5703-4552-8d89-18433414f49c/5868e191-5177-421a-bc7a-eb0b6b278396) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:21.769889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:21.777286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:21.779632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=9941aef7-cf34-4137-b86c-b83fd9daa9c6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:21.788982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:21.795066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:21.795698 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.818810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ffb305e0-fe5d-4127-81d5-fdd2b9fa613d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8687801 Jul 07 22:32:21.819446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49696) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:21.927748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1be31-c224-4e34-beb6-07e04748c345 req-71226602-cca5-4a6a-9e73-a34ea47f8b5e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:21.929088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d203ef4-5a40-4a7a-8654-b412307a1a5d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:21.931311 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7d203ef4-5a40-4a7a-8654-b412307a1a5d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1108077 Jul 07 22:32:21.932346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3a1be31-c224-4e34-beb6-07e04748c345 req-71226602-cca5-4a6a-9e73-a34ea47f8b5e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0995228 Jul 07 22:32:21.934015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:21.949231 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:21.961191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Transition to ACTIVE for port object 5868e191-5177-421a-bc7a-eb0b6b278396 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:21.984246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Transition to ACTIVE for port object 5868e191-5177-421a-bc7a-eb0b6b278396 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:21.993645 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.004931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3a1be31-c224-4e34-beb6-07e04748c345 req-cd8d36a2-755c-4e57-bc91-31643b699121 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648558 Jul 07 22:32:22.039868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:22.045070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:22.049490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:22.055276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Pushing event updated for resources: {'Port': ['ID=5868e191-5177-421a-bc7a-eb0b6b278396,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:22.066095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-12083760-d94b-4960-b3bf-c95e53074510 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 9941aef7-cf34-4137-b86c-b83fd9daa9c6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:22.066095 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12083760-d94b-4960-b3bf-c95e53074510 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.112771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Attempting to bind port 5868e191-5177-421a-bc7a-eb0b6b278396 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:22.113293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Attempting to bind port 5868e191-5177-421a-bc7a-eb0b6b278396 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:22.113655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Attempting to bind port 5868e191-5177-421a-bc7a-eb0b6b278396 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:22.118891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:22.119263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:22.119655 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.120042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:22.120501 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Bound port: 5868e191-5177-421a-bc7a-eb0b6b278396, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:22.121158 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.160708 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12083760-d94b-4960-b3bf-c95e53074510 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.176017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-12083760-d94b-4960-b3bf-c95e53074510 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 9941aef7-cf34-4137-b86c-b83fd9daa9c6 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:22.191279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] For port 5868e191-5177-421a-bc7a-eb0b6b278396, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:22.195207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] For port 5868e191-5177-421a-bc7a-eb0b6b278396, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5868e191-5177-421a-bc7a-eb0b6b278396,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:22.200171 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.280486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2145a10-48dd-40f4-8024-3f9cb88b2481 None None] Pushing event updated for resources: {'Port': ['ID=5868e191-5177-421a-bc7a-eb0b6b278396,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:22.323298 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12083760-d94b-4960-b3bf-c95e53074510 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.356275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12083760-d94b-4960-b3bf-c95e53074510 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=9941aef7-cf34-4137-b86c-b83fd9daa9c6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:22.393536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12083760-d94b-4960-b3bf-c95e53074510 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.395521 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-12083760-d94b-4960-b3bf-c95e53074510 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/9941aef7-cf34-4137-b86c-b83fd9daa9c6 HTTP/1.1" status: 204 len: 168 time: 0.4605854 Jul 07 22:32:22.398554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:22.464581 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4bd2a6-ad12-4fc4-91a5-b107325a7f1b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:22.466049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4bd2a6-ad12-4fc4-91a5-b107325a7f1b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:22.469930 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1e4bd2a6-ad12-4fc4-91a5-b107325a7f1b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0681124 Jul 07 22:32:22.470407 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49716) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:22.530285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a75229-f490-417b-aa67-1816fc90f77b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 6d3fadf8-5703-4552-8d89-18433414f49c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:22.534162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45a75229-f490-417b-aa67-1816fc90f77b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.578889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45a75229-f490-417b-aa67-1816fc90f77b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.678952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45a75229-f490-417b-aa67-1816fc90f77b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.754542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5868e191-5177-421a-bc7a-eb0b6b278396 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:22.759933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45a75229-f490-417b-aa67-1816fc90f77b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.792194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a75229-f490-417b-aa67-1816fc90f77b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3fadf8-5703-4552-8d89-18433414f49c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:22.800144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45a75229-f490-417b-aa67-1816fc90f77b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:22.803954 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-45a75229-f490-417b-aa67-1816fc90f77b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/6d3fadf8-5703-4552-8d89-18433414f49c HTTP/1.1" status: 204 len: 168 time: 0.3326020 Jul 07 22:32:22.807436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49720) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:22.869623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 5868e191-5177-421a-bc7a-eb0b6b278396 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:22.873198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c73c6c5e-136e-477d-b7f5-ae7a69c5deff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645504 Jul 07 22:32:22.875938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:22.951625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65696b4a-aec0-4d14-820a-9e19fe71324f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:22.955529 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-65696b4a-aec0-4d14-820a-9e19fe71324f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0762341 Jul 07 22:32:22.955963 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49730) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.018046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f419cc-86c7-4c77-b820-8c2e501748af tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:23.019602 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-84f419cc-86c7-4c77-b820-8c2e501748af tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0625987 Jul 07 22:32:23.023701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49732) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.076323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-013b0687-94ee-4a2a-a98c-44dcd9bebf24 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491731 Jul 07 22:32:23.080416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49736) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:23.086158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:23.239509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:23.243135 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.254010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a53ee-49ed-4c60-b00d-b2556f4c5ec4 req-a3c45a65-6808-457b-b174-256449b40937 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:23.255469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-263a53ee-49ed-4c60-b00d-b2556f4c5ec4 req-a3c45a65-6808-457b-b174-256449b40937 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1188717 Jul 07 22:32:23.348043 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85bbb8-15a8-46d5-a6b5-0d5805354fd0 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:23.369226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-263a53ee-49ed-4c60-b00d-b2556f4c5ec4 req-56041fc8-2774-4150-b0bb-6258c49ce244 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002617 Jul 07 22:32:23.452115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-55cd4662-ba7c-4839-b4c6-7c5ba164a6dd None None] Provisioning for port 5868e191-5177-421a-bc7a-eb0b6b278396 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:23.487210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-55cd4662-ba7c-4839-b4c6-7c5ba164a6dd None None] Provisioning complete for port 5868e191-5177-421a-bc7a-eb0b6b278396 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:23.487659 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55cd4662-ba7c-4839-b4c6-7c5ba164a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.654380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.objects.ports [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:23.679797 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55cd4662-ba7c-4839-b4c6-7c5ba164a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.720269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-55cd4662-ba7c-4839-b4c6-7c5ba164a6dd None None] For port 5868e191-5177-421a-bc7a-eb0b6b278396, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5868e191-5177-421a-bc7a-eb0b6b278396,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:23.725209 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-55cd4662-ba7c-4839-b4c6-7c5ba164a6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.768106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2a9918-ac47-4051-9f7f-94d3290bf09f None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:23.787415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd4662-ba7c-4839-b4c6-7c5ba164a6dd None None] Pushing event updated for resources: {'Port': ['ID=5868e191-5177-421a-bc7a-eb0b6b278396,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:23.835998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-da2a9918-ac47-4051-9f7f-94d3290bf09f None None] Deleting port 5868e191-5177-421a-bc7a-eb0b6b278396 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:23.836380 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da2a9918-ac47-4051-9f7f-94d3290bf09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.863191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9dac7-95e8-401c-baed-b40505ce58be req-5dc4d0ba-b7a5-4526-ac14-be64c1d7b3cb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:23.864785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64b9dac7-95e8-401c-baed-b40505ce58be req-5dc4d0ba-b7a5-4526-ac14-be64c1d7b3cb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1196704 Jul 07 22:32:23.926296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.956113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64b9dac7-95e8-401c-baed-b40505ce58be req-246a07a0-3b8a-451e-9d14-d850d36a0e2d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676322 Jul 07 22:32:23.956576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-da2a9918-ac47-4051-9f7f-94d3290bf09f None None] For port 5868e191-5177-421a-bc7a-eb0b6b278396, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5868e191-5177-421a-bc7a-eb0b6b278396,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:23.957061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da2a9918-ac47-4051-9f7f-94d3290bf09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:23.972367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-da2a9918-ac47-4051-9f7f-94d3290bf09f None None] Calling delete_port for 5868e191-5177-421a-bc7a-eb0b6b278396 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:24.108828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] For port 5868e191-5177-421a-bc7a-eb0b6b278396, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5868e191-5177-421a-bc7a-eb0b6b278396,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:24.139719 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.144985 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.145447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.149733 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da2a9918-ac47-4051-9f7f-94d3290bf09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.189127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a9918-ac47-4051-9f7f-94d3290bf09f None None] Pushing event deleted for resources: {'Port': ['ID=5868e191-5177-421a-bc7a-eb0b6b278396,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:24.193796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a9918-ac47-4051-9f7f-94d3290bf09f None None] No DVR routers for this DVR port 5868e191-5177-421a-bc7a-eb0b6b278396 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:24.215021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=5868e191-5177-421a-bc7a-eb0b6b278396,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:24.228052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:24.231237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:24.234529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:24.235135 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.240671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf07e42-aacf-4619-8a3a-35c4ca17ec6a None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:24.250308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=e326af4b-0221-497b-b0d6-2fd136901fb4,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:24.260774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-36ad2c8c-b0e7-4a30-a748-da30761720a6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1793001 Jul 07 22:32:24.263759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.269599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1558248a-1f7a-41ce-a11f-ddad8310a469 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:24.389781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1558248a-1f7a-41ce-a11f-ddad8310a469 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:24.393565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1558248a-1f7a-41ce-a11f-ddad8310a469 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.412962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'e326af4b-0221-497b-b0d6-2fd136901fb4'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:24.413939 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.495417 n-d-695012-11 neutron-server[93942]: INFO neutron.db.ipam_backend_mixin [None req-1558248a-1f7a-41ce-a11f-ddad8310a469 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e326af4b-0221-497b-b0d6-2fd136901fb4 (CIDR: 2001:db8::/64) Jul 07 22:32:24.498667 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-1558248a-1f7a-41ce-a11f-ddad8310a469 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:24.499228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1558248a-1f7a-41ce-a11f-ddad8310a469 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:24.514338 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1558248a-1f7a-41ce-a11f-ddad8310a469 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2493074 Jul 07 22:32:24.517135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49752) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.522874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:24.555764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Allocated IP 2001:db8::f816:3eff:fe21:6434 (b123989d-6c48-4cae-ab23-f4965291324e/e326af4b-0221-497b-b0d6-2fd136901fb4/af3362d7-3790-4f2d-ad82-479cc5ba8f46) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:24.640412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:24.644119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.710309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5868e191-5177-421a-bc7a-eb0b6b278396 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:24.742858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 5868e191-5177-421a-bc7a-eb0b6b278396 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:24.743217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5868e191-5177-421a-bc7a-eb0b6b278396 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:24.746660 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.758805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Transition to ACTIVE for port object af3362d7-3790-4f2d-ad82-479cc5ba8f46 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:24.778997 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Transition to ACTIVE for port object af3362d7-3790-4f2d-ad82-479cc5ba8f46 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:24.785565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.828797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:24.835597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:24.838471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:24.851677 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Pushing event updated for resources: {'Port': ['ID=af3362d7-3790-4f2d-ad82-479cc5ba8f46,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:24.897526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.906625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Attempting to bind port af3362d7-3790-4f2d-ad82-479cc5ba8f46 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:24.907143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Attempting to bind port af3362d7-3790-4f2d-ad82-479cc5ba8f46 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:24.907521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Attempting to bind port af3362d7-3790-4f2d-ad82-479cc5ba8f46 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:24.912642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:24.913033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:24.913428 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.913851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:24.914366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Bound port: af3362d7-3790-4f2d-ad82-479cc5ba8f46, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:24.914751 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.920372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:24.923744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:24.947477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:24.948440 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:24.976878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4558678 Jul 07 22:32:24.977112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49754) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:24.982954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:45:06:19', 'name': 'tempest-NetworksTestDHCPv6-1644465522'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:24.988912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] For port af3362d7-3790-4f2d-ad82-479cc5ba8f46, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:24.990597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb97b21-b545-4001-a569-dc5954130b1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=5f977b6f-d30d-4699-8f27-1c08b23d53a4,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:24.993315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] For port af3362d7-3790-4f2d-ad82-479cc5ba8f46, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=af3362d7-3790-4f2d-ad82-479cc5ba8f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:25.003172 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.094867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559f532-9ffd-4f51-a171-413d2204ade1 None None] Pushing event updated for resources: {'Port': ['ID=af3362d7-3790-4f2d-ad82-479cc5ba8f46,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:25.308661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:25.314249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.350021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292eec0-b9b1-40bf-a6d1-c9263406ffc8 req-f3ebb026-f2d0-43ab-be45-bd0f167946e3 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:25.351714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9292eec0-b9b1-40bf-a6d1-c9263406ffc8 req-f3ebb026-f2d0-43ab-be45-bd0f167946e3 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2289267 Jul 07 22:32:25.357505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port fdb69248-2a21-421f-903b-c9adc48925f6 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:25.511206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9292eec0-b9b1-40bf-a6d1-c9263406ffc8 req-7f23e992-ea5c-4287-92c8-04bc0e7ed3e0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922155 Jul 07 22:32:25.588139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8:0:1::290 (b123989d-6c48-4cae-ab23-f4965291324e/5f977b6f-d30d-4699-8f27-1c08b23d53a4/fdb69248-2a21-421f-903b-c9adc48925f6) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:25.595432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:fe45:619 (b123989d-6c48-4cae-ab23-f4965291324e/e326af4b-0221-497b-b0d6-2fd136901fb4/fdb69248-2a21-421f-903b-c9adc48925f6) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:25.781970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340911ee-1b9a-4525-978c-59f3c5049f56 req-eb440ca9-5be6-46d6-bf89-788799906ec4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:25.783469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-340911ee-1b9a-4525-978c-59f3c5049f56 req-eb440ca9-5be6-46d6-bf89-788799906ec4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1456878 Jul 07 22:32:25.786052 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.810745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object fdb69248-2a21-421f-903b-c9adc48925f6 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:25.841942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-340911ee-1b9a-4525-978c-59f3c5049f56 req-f63a91ec-858d-4986-8921-37cbaa57d3ae tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513408 Jul 07 22:32:25.859865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.904264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:25.909802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:25.914117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:25.919727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:25.920351 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:25.929908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=fdb69248-2a21-421f-903b-c9adc48925f6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:25.945456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f928a80b-4f21-470b-9e51-7f5af24bc12a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9673412 Jul 07 22:32:25.948145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:26.030785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a99ea-ce52-438d-9cdd-53c865771fb3 req-3dd31fff-4648-4dbc-a7f6-0612f5faac29 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.032051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f1a99ea-ce52-438d-9cdd-53c865771fb3 req-3dd31fff-4648-4dbc-a7f6-0612f5faac29 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0755539 Jul 07 22:32:26.058372 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-778a6c51-7a04-426f-b32d-133c14e8f5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port fdb69248-2a21-421f-903b-c9adc48925f6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:26.058789 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-778a6c51-7a04-426f-b32d-133c14e8f5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.073850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f1a99ea-ce52-438d-9cdd-53c865771fb3 req-b540b70f-1ba5-4725-ad23-b453a4dbb9d5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345607 Jul 07 22:32:26.157477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-778a6c51-7a04-426f-b32d-133c14e8f5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.170728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-778a6c51-7a04-426f-b32d-133c14e8f5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for fdb69248-2a21-421f-903b-c9adc48925f6 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:26.267142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf816a-ae3c-4109-8145-f336d974cce7 req-59be6982-f197-40b4-8a82-cf33604cab36 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.268859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31cf816a-ae3c-4109-8145-f336d974cce7 req-59be6982-f197-40b4-8a82-cf33604cab36 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0792947 Jul 07 22:32:26.321152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee9e7d4-3a05-46a2-a071-5a196d8f06f7 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:26.339055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31cf816a-ae3c-4109-8145-f336d974cce7 req-37d99f78-dcbb-4fdc-b072-30bbfeaba94f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621328 Jul 07 22:32:26.403882 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-778a6c51-7a04-426f-b32d-133c14e8f5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.431330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fee00637-4fc7-478a-948a-393e04cdfc07 None None] Provisioning for port af3362d7-3790-4f2d-ad82-479cc5ba8f46 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:26.433969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a6c51-7a04-426f-b32d-133c14e8f5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=fdb69248-2a21-421f-903b-c9adc48925f6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:26.495976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-778a6c51-7a04-426f-b32d-133c14e8f5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.500224 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-778a6c51-7a04-426f-b32d-133c14e8f5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/fdb69248-2a21-421f-903b-c9adc48925f6 HTTP/1.1" status: 204 len: 168 time: 0.5481772 Jul 07 22:32:26.500527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:26.576830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cf1c8d-9c73-4531-ae30-5d6ea6221c1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.578368 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-53cf1c8d-9c73-4531-ae30-5d6ea6221c1d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0768931 Jul 07 22:32:26.580933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:26.623277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01958a-b3fc-4050-b703-cfa0226c5a6c None None] Update dhcp port {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': 'e326af4b-0221-497b-b0d6-2fd136901fb4', 'ip_address': '2001:db8::f816:3eff:fe21:6434'}, {'subnet_id': '5f977b6f-d30d-4699-8f27-1c08b23d53a4'}], 'binding:host_id': 'n-d-695012-11'}, 'id': 'af3362d7-3790-4f2d-ad82-479cc5ba8f46'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:32:26.648908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bb6474-20f7-4ab8-85c5-d7d90c45de56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.652791 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-00bb6474-20f7-4ab8-85c5-d7d90c45de56 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0685327 Jul 07 22:32:26.653204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49786) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:26.666223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2a01958a-b3fc-4050-b703-cfa0226c5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.712971 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2c0db-3457-40e3-8452-b2cb668ef344 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.714876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2c0db-3457-40e3-8452-b2cb668ef344 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.717510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f2c0db-3457-40e3-8452-b2cb668ef344 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:26.721926 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-90f2c0db-3457-40e3-8452-b2cb668ef344 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0652270 Jul 07 22:32:26.722184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49788) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:26.762385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device af3362d7-3790-4f2d-ad82-479cc5ba8f46 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:26.775306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4e82c4-4e4f-43ea-ba0c-47ab4e7e1f45 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 5f977b6f-d30d-4699-8f27-1c08b23d53a4 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:26.778329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6b4e82c4-4e4f-43ea-ba0c-47ab4e7e1f45 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.821020 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6b4e82c4-4e4f-43ea-ba0c-47ab4e7e1f45 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.828718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port af3362d7-3790-4f2d-ad82-479cc5ba8f46 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:26.832265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port af3362d7-3790-4f2d-ad82-479cc5ba8f46 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:26.832638 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.865231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6b4e82c4-4e4f-43ea-ba0c-47ab4e7e1f45 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.907351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.923235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6b4e82c4-4e4f-43ea-ba0c-47ab4e7e1f45 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-2a01958a-b3fc-4050-b703-cfa0226c5a6c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f977b6f-d30d-4699-8f27-1c08b23d53a4: This subnet is being modified by another concurrent operation. Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f977b6f-d30d-4699-8f27-1c08b23d53a4: This subnet is being modified by another concurrent operation. Jul 07 22:32:26.930943 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:32:26.947856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port af3362d7-3790-4f2d-ad82-479cc5ba8f46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=af3362d7-3790-4f2d-ad82-479cc5ba8f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:26.952280 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.952447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e82c4-4e4f-43ea-ba0c-47ab4e7e1f45 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=5f977b6f-d30d-4699-8f27-1c08b23d53a4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:26.954609 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6b4e82c4-4e4f-43ea-ba0c-47ab4e7e1f45 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:26.960310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6b4e82c4-4e4f-43ea-ba0c-47ab4e7e1f45 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/5f977b6f-d30d-4699-8f27-1c08b23d53a4 HTTP/1.1" status: 204 len: 168 time: 0.2332785 Jul 07 22:32:26.960425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49790) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:27.012525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=af3362d7-3790-4f2d-ad82-479cc5ba8f46,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:27.021104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e09313-cc6c-4378-b3f0-58b7bbe4d9e0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet e326af4b-0221-497b-b0d6-2fd136901fb4 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:27.024432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e09313-cc6c-4378-b3f0-58b7bbe4d9e0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.067277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7a8b1da6-0ea9-4f35-8433-44e27795f210 None None] Provisioning complete for port af3362d7-3790-4f2d-ad82-479cc5ba8f46 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:27.067507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e09313-cc6c-4378-b3f0-58b7bbe4d9e0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.069305 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7a8b1da6-0ea9-4f35-8433-44e27795f210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.138982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebfbd8b-279e-452c-b545-9c73271a2030 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:32:27.157845 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e09313-cc6c-4378-b3f0-58b7bbe4d9e0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.220144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e09313-cc6c-4378-b3f0-58b7bbe4d9e0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.249169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c4e09313-cc6c-4378-b3f0-58b7bbe4d9e0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.249348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfbd8b-279e-452c-b545-9c73271a2030 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:32:27.251971 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c4e09313-cc6c-4378-b3f0-58b7bbe4d9e0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/e326af4b-0221-497b-b0d6-2fd136901fb4 HTTP/1.1" status: 204 len: 168 time: 0.2907977 Jul 07 22:32:27.253101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e09313-cc6c-4378-b3f0-58b7bbe4d9e0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=e326af4b-0221-497b-b0d6-2fd136901fb4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:27.253788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49792) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:27.298234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8dd2681c-77a2-436e-8cfb-d493fafaf60e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432405 Jul 07 22:32:27.301282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49794) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:27.306962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:27.315359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-48b34e1b-f637-43ae-81e5-d630303a95d3 None None] Could not find standard attr ID for object fdb69248-2a21-421f-903b-c9adc48925f6. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:32:27.332541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e629c030-443a-41c9-a52c-5f6015bdace4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.400893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:27.404510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.541089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8d4cdc-3af3-4604-a9ea-d6b1b651665f None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:32:27.660072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8958b203-7e99-4399-97bc-6ecbeff8b073 None None] Provisioning complete for port af3362d7-3790-4f2d-ad82-479cc5ba8f46 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:27.660740 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8958b203-7e99-4399-97bc-6ecbeff8b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:27.690276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d4cdc-3af3-4604-a9ea-d6b1b651665f None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:32:28.023784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.objects.ports [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:28.205726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.252383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf56b2a2-ee2d-4d65-b6e9-b26529b8d81b None None] Update dhcp port {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': 'd416b9e7-1942-4b62-b4b6-023ac030173f'}], 'binding:host_id': 'n-d-695012-11'}, 'id': 'af3362d7-3790-4f2d-ad82-479cc5ba8f46'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:32:28.288421 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf56b2a2-ee2d-4d65-b6e9-b26529b8d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.378373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] For port af3362d7-3790-4f2d-ad82-479cc5ba8f46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=af3362d7-3790-4f2d-ad82-479cc5ba8f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:28.408854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.415650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.415650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.451256 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-cf56b2a2-ee2d-4d65-b6e9-b26529b8d81b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:32:28.451869 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-cf56b2a2-ee2d-4d65-b6e9-b26529b8d81b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:32:28.492779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:28.500474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:28.509895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:28.510525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.526705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=af3362d7-3790-4f2d-ad82-479cc5ba8f46,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:28.530388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=d416b9e7-1942-4b62-b4b6-023ac030173f,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:28.535228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7c939fae-98a4-429a-8b14-d20c306bc006 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2329230 Jul 07 22:32:28.538866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49806) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:28.544039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-93d52663-c8f9-4941-8eea-18516bb3efcb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:28.664162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d52663-c8f9-4941-8eea-18516bb3efcb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:28.668421 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93d52663-c8f9-4941-8eea-18516bb3efcb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.702640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device af3362d7-3790-4f2d-ad82-479cc5ba8f46 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:28.777073 n-d-695012-11 neutron-server[93941]: INFO neutron.db.ipam_backend_mixin [None req-93d52663-c8f9-4941-8eea-18516bb3efcb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d416b9e7-1942-4b62-b4b6-023ac030173f (CIDR: 2001:db8::/64) Jul 07 22:32:28.782224 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-93d52663-c8f9-4941-8eea-18516bb3efcb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:28.782942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93d52663-c8f9-4941-8eea-18516bb3efcb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:28.794380 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.799062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-93d52663-c8f9-4941-8eea-18516bb3efcb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2585001 Jul 07 22:32:28.801564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49812) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:28.806786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:28.829323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port af3362d7-3790-4f2d-ad82-479cc5ba8f46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=af3362d7-3790-4f2d-ad82-479cc5ba8f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:28.834795 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:28.884924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=af3362d7-3790-4f2d-ad82-479cc5ba8f46,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:28.920326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:28.923906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.000064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf56b2a2-ee2d-4d65-b6e9-b26529b8d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.185255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-030c3e99-f31f-409d-9cbf-f00252534c52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1255517 Jul 07 22:32:29.250424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.262348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cf56b2a2-ee2d-4d65-b6e9-b26529b8d81b None None] For port af3362d7-3790-4f2d-ad82-479cc5ba8f46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=af3362d7-3790-4f2d-ad82-479cc5ba8f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:29.299737 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf56b2a2-ee2d-4d65-b6e9-b26529b8d81b None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.300814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:29.307960 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cf56b2a2-ee2d-4d65-b6e9-b26529b8d81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.310388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:29.317385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:29.318820 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.344393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=8138bb63-3e57-43fa-a5e4-432ca4e9b883,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:29.352728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:29.353196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0c0e2573-0c08-4057-aa7f-f1edf0d135c0 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5501060 Jul 07 22:32:29.359415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-b31004d5-945a-4fc8-80c4-5b20f98f4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:29.361044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-b31004d5-945a-4fc8-80c4-5b20f98f4d93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 1098 time: 0.1420922 Jul 07 22:32:29.366506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:07:c6:f3', 'name': 'tempest-NetworksTestDHCPv6-2071962130'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:29.378256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56b2a2-ee2d-4d65-b6e9-b26529b8d81b None None] Pushing event updated for resources: {'Port': ['ID=af3362d7-3790-4f2d-ad82-479cc5ba8f46,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:29.536053 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:29.537538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-f7c8dc5a-64bd-44a2-ac37-3e49cd55c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:29.539329 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-f7c8dc5a-64bd-44a2-ac37-3e49cd55c58a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.1555405 Jul 07 22:32:29.638852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-e959db4f-89d4-4675-90ab-f18b21f88ad9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29 HTTP/1.1" status: 200 len: 1001 time: 0.0928805 Jul 07 22:32:29.654339 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.689437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 08c90edb-3a2b-45dd-b87c-e8a6581044bc yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:29.713050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-f2e804c3-fa69-4947-8035-5cce3b43c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:29.714519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-f2e804c3-fa69-4947-8035-5cce3b43c29a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.0676093 Jul 07 22:32:29.722221 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c0c5f219-bb42-410d-a382-b088959d35af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:29.808251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-bec24af9-81cb-477c-a4bb-feedb779d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:29.814477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-bec24af9-81cb-477c-a4bb-feedb779d9ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915108 Jul 07 22:32:29.939793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8:0:1::2e6 (b123989d-6c48-4cae-ab23-f4965291324e/8138bb63-3e57-43fa-a5e4-432ca4e9b883/08c90edb-3a2b-45dd-b87c-e8a6581044bc) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:29.941343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-0cea17f8-dce6-4fb7-a485-a9d52a81c8c8 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190262 Jul 07 22:32:29.947298 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::f816:3eff:fe07:c6f3 (b123989d-6c48-4cae-ab23-f4965291324e/d416b9e7-1942-4b62-b4b6-023ac030173f/08c90edb-3a2b-45dd-b87c-e8a6581044bc) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:30.011915 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.065498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c34b2a08-644e-4fb3-b5bd-056cd201ec6b req-3f0210f7-d10d-4bf4-a53a-bd62e1ff9356 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110485 Jul 07 22:32:30.115789 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.129538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 08c90edb-3a2b-45dd-b87c-e8a6581044bc will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:30.166643 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.178214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a99537-bf12-4aa9-98cd-16dcab5ca8a1 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:30.215361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:30.223635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:30.228201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:30.234065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:30.234755 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.257880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=08c90edb-3a2b-45dd-b87c-e8a6581044bc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:30.265109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49820) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:30.265680 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f1e3fd57-0bd4-49e0-84b6-22d5cea7a531 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9097993 Jul 07 22:32:30.315973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d5873af4-94f6-4b2e-9755-913e3fff456a None None] Provisioning complete for port af3362d7-3790-4f2d-ad82-479cc5ba8f46 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:30.316401 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5873af4-94f6-4b2e-9755-913e3fff456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.381725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-80f4e56a-ef7c-4aec-9186-27dabd79e25f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 08c90edb-3a2b-45dd-b87c-e8a6581044bc {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:30.382100 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-80f4e56a-ef7c-4aec-9186-27dabd79e25f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.439749 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5873af4-94f6-4b2e-9755-913e3fff456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.476316 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-80f4e56a-ef7c-4aec-9186-27dabd79e25f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.479665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d5873af4-94f6-4b2e-9755-913e3fff456a None None] For port af3362d7-3790-4f2d-ad82-479cc5ba8f46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=af3362d7-3790-4f2d-ad82-479cc5ba8f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:30.484853 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5873af4-94f6-4b2e-9755-913e3fff456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.488799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-80f4e56a-ef7c-4aec-9186-27dabd79e25f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 08c90edb-3a2b-45dd-b87c-e8a6581044bc owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:30.569599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5873af4-94f6-4b2e-9755-913e3fff456a None None] Pushing event updated for resources: {'Port': ['ID=af3362d7-3790-4f2d-ad82-479cc5ba8f46,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:30.579281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97148829-e0b8-450f-bd9f-40619a57ab9d None None] Update dhcp port {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'fixed_ips': [{'subnet_id': 'd416b9e7-1942-4b62-b4b6-023ac030173f', 'ip_address': '2001:db8::f816:3eff:fe21:6434'}, {'subnet_id': '8138bb63-3e57-43fa-a5e4-432ca4e9b883'}], 'binding:host_id': 'n-d-695012-11'}, 'id': 'af3362d7-3790-4f2d-ad82-479cc5ba8f46'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:32:30.624598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97148829-e0b8-450f-bd9f-40619a57ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.731438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-80f4e56a-ef7c-4aec-9186-27dabd79e25f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.764028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4e56a-ef7c-4aec-9186-27dabd79e25f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=08c90edb-3a2b-45dd-b87c-e8a6581044bc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:30.834644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-80f4e56a-ef7c-4aec-9186-27dabd79e25f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.836885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-80f4e56a-ef7c-4aec-9186-27dabd79e25f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/08c90edb-3a2b-45dd-b87c-e8a6581044bc HTTP/1.1" status: 204 len: 168 time: 0.5685689 Jul 07 22:32:30.839345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49824) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:30.840835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device af3362d7-3790-4f2d-ad82-479cc5ba8f46 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:30.903439 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.910865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a84304b-ea83-4729-bc45-d66cffca68b1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:30.912058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4a84304b-ea83-4729-bc45-d66cffca68b1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0713890 Jul 07 22:32:30.914456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49828) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:30.916336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-97148829-e0b8-450f-bd9f-40619a57ab9d None None] Allocated IP 2001:db8:0:1::2 (b123989d-6c48-4cae-ab23-f4965291324e/8138bb63-3e57-43fa-a5e4-432ca4e9b883/af3362d7-3790-4f2d-ad82-479cc5ba8f46) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:30.975526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port af3362d7-3790-4f2d-ad82-479cc5ba8f46 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:30.975909 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:30.986561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3808c0-086d-47b0-83fb-a13cdb29b815 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:30.990811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6b3808c0-086d-47b0-83fb-a13cdb29b815 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0724945 Jul 07 22:32:30.991049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49830) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:31.049519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6842748-04a6-467c-8a88-a5711d4f8115 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:31.050995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-97148829-e0b8-450f-bd9f-40619a57ab9d None None] For port af3362d7-3790-4f2d-ad82-479cc5ba8f46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=af3362d7-3790-4f2d-ad82-479cc5ba8f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:31.051166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6842748-04a6-467c-8a88-a5711d4f8115 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:31.054067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6842748-04a6-467c-8a88-a5711d4f8115 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:31.054791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c6842748-04a6-467c-8a88-a5711d4f8115 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0627558 Jul 07 22:32:31.059243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49832) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:31.110901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f2b9cf-5eaa-408f-9932-9286ebed9cbb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet 8138bb63-3e57-43fa-a5e4-432ca4e9b883 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:31.114452 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97148829-e0b8-450f-bd9f-40619a57ab9d None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.128248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-97148829-e0b8-450f-bd9f-40619a57ab9d None None] Transition to ACTIVE for port object af3362d7-3790-4f2d-ad82-479cc5ba8f46 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:31.131934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b9cf-5eaa-408f-9932-9286ebed9cbb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.132248 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97148829-e0b8-450f-bd9f-40619a57ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.171816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b9cf-5eaa-408f-9932-9286ebed9cbb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.230349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97148829-e0b8-450f-bd9f-40619a57ab9d None None] Pushing event updated for resources: {'Port': ['ID=af3362d7-3790-4f2d-ad82-479cc5ba8f46,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.233870 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.262707 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b9cf-5eaa-408f-9932-9286ebed9cbb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.329985 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b9cf-5eaa-408f-9932-9286ebed9cbb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.358311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2b9cf-5eaa-408f-9932-9286ebed9cbb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=8138bb63-3e57-43fa-a5e4-432ca4e9b883,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.362164 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c3f2b9cf-5eaa-408f-9932-9286ebed9cbb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.365895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c3f2b9cf-5eaa-408f-9932-9286ebed9cbb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/8138bb63-3e57-43fa-a5e4-432ca4e9b883 HTTP/1.1" status: 204 len: 168 time: 0.3055844 Jul 07 22:32:31.367393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:31.419339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a285da-2a23-417b-9588-36ff0c96e33b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet d416b9e7-1942-4b62-b4b6-023ac030173f {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:31.422678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81a285da-2a23-417b-9588-36ff0c96e33b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.463591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81a285da-2a23-417b-9588-36ff0c96e33b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.554321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81a285da-2a23-417b-9588-36ff0c96e33b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.619024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81a285da-2a23-417b-9588-36ff0c96e33b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.645791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a285da-2a23-417b-9588-36ff0c96e33b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=d416b9e7-1942-4b62-b4b6-023ac030173f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:31.650245 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81a285da-2a23-417b-9588-36ff0c96e33b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.652145 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-81a285da-2a23-417b-9588-36ff0c96e33b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/d416b9e7-1942-4b62-b4b6-023ac030173f HTTP/1.1" status: 204 len: 168 time: 0.2836447 Jul 07 22:32:31.654593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49836) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:31.698461 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7657da4f-e749-4d8f-9790-c92df53b277e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427663 Jul 07 22:32:31.701513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:31.706535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:31.735165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8586f4d-40e7-42d9-ab6b-bd5c68b63530 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:31.796209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:31.799823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.860245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7906d3e7-9d04-405e-9599-6f70d2be7767 None None] Provisioning for port af3362d7-3790-4f2d-ad82-479cc5ba8f46 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:31.866291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7906d3e7-9d04-405e-9599-6f70d2be7767 None None] Provisioning complete for port af3362d7-3790-4f2d-ad82-479cc5ba8f46 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:31.866661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7906d3e7-9d04-405e-9599-6f70d2be7767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:31.978726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7906d3e7-9d04-405e-9599-6f70d2be7767 None None] Could not find standard attr ID for object 08c90edb-3a2b-45dd-b87c-e8a6581044bc. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:32:32.006768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678ddfdf-3e74-4e14-b0ac-ef4363679ebe None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:32.066922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-678ddfdf-3e74-4e14-b0ac-ef4363679ebe None None] Deleting port af3362d7-3790-4f2d-ad82-479cc5ba8f46 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:32.067302 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-678ddfdf-3e74-4e14-b0ac-ef4363679ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.134913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-678ddfdf-3e74-4e14-b0ac-ef4363679ebe None None] For port af3362d7-3790-4f2d-ad82-479cc5ba8f46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=af3362d7-3790-4f2d-ad82-479cc5ba8f46,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:32.135307 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-678ddfdf-3e74-4e14-b0ac-ef4363679ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.152320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-678ddfdf-3e74-4e14-b0ac-ef4363679ebe None None] Calling delete_port for af3362d7-3790-4f2d-ad82-479cc5ba8f46 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:32.243891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-678ddfdf-3e74-4e14-b0ac-ef4363679ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.268974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ddfdf-3e74-4e14-b0ac-ef4363679ebe None None] Pushing event deleted for resources: {'Port': ['ID=af3362d7-3790-4f2d-ad82-479cc5ba8f46,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:32.274738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ddfdf-3e74-4e14-b0ac-ef4363679ebe None None] No DVR routers for this DVR port af3362d7-3790-4f2d-ad82-479cc5ba8f46 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:32.325773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.373072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:32.376314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:32.380483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:32.381078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.386563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=b9197aa4-3aaa-4397-917d-b128f4d6d2a1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:32.388790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6e738a-d49c-4f41-ac13-67faaf20e960 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:32.407557 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-89b3f2e8-f2b6-4349-bc12-80b75b0fd3a5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7039027 Jul 07 22:32:32.409592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49852) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:32.415418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f769bb67-9eb4-48d6-90fc-d0c6139df9db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:32.532714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f769bb67-9eb4-48d6-90fc-d0c6139df9db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:32.537407 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f769bb67-9eb4-48d6-90fc-d0c6139df9db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.550036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'b9197aa4-3aaa-4397-917d-b128f4d6d2a1'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:32.551124 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.629022 n-d-695012-11 neutron-server[93941]: INFO neutron.db.ipam_backend_mixin [None req-f769bb67-9eb4-48d6-90fc-d0c6139df9db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9197aa4-3aaa-4397-917d-b128f4d6d2a1 (CIDR: 2001:db8::/64) Jul 07 22:32:32.633581 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f769bb67-9eb4-48d6-90fc-d0c6139df9db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:32.634282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f769bb67-9eb4-48d6-90fc-d0c6139df9db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:32.659217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:32.659691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f769bb67-9eb4-48d6-90fc-d0c6139df9db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2489283 Jul 07 22:32:32.665055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:32.719879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/b9197aa4-3aaa-4397-917d-b128f4d6d2a1/2782a86c-e2b2-40ae-a1e5-2a3d575240d4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:32.733664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device af3362d7-3790-4f2d-ad82-479cc5ba8f46 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:32.775524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: af3362d7-3790-4f2d-ad82-479cc5ba8f46 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:32.776017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device af3362d7-3790-4f2d-ad82-479cc5ba8f46 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:32.809303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:32.813829 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:32.828527 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.018906 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.029741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Transition to ACTIVE for port object 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:33.053584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Transition to ACTIVE for port object 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:33.069551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.122276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:33.132765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:33.136777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Pushing event updated for resources: {'Port': ['ID=2782a86c-e2b2-40ae-a1e5-2a3d575240d4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.137359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:33.196481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Attempting to bind port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:33.196865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Attempting to bind port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:33.197229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Attempting to bind port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:33.203522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:33.204035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:33.204509 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.204980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:33.205140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:33.205576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Bound port: 2782a86c-e2b2-40ae-a1e5-2a3d575240d4, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:33.206198 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.279830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] For port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:33.283340 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] For port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2782a86c-e2b2-40ae-a1e5-2a3d575240d4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:33.290822 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.355489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db67f5f-d61a-4ab0-946f-1be03b55a372 None None] Pushing event updated for resources: {'Port': ['ID=2782a86c-e2b2-40ae-a1e5-2a3d575240d4,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.401248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.578392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] For port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2782a86c-e2b2-40ae-a1e5-2a3d575240d4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:33.609599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.614503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.615800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.701339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:33.713961 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:33.717306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:33.717889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.725317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=ea1381a9-4f16-4d30-9d2c-828c609efbe2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.731277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=2782a86c-e2b2-40ae-a1e5-2a3d575240d4,revision_number=4']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:33.742931 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a7726020-4d72-4670-9bd7-c9cb65ebc998 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0823820 Jul 07 22:32:33.745882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:33.750972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:b0:d4:74', 'name': 'tempest-NetworksTestDHCPv6-1610290451'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:33.866828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:33.870946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:33.891455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port cf196f98-d0e1-458a-96e7-f2589e711bd7 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:34.062019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::25 (b123989d-6c48-4cae-ab23-f4965291324e/b9197aa4-3aaa-4397-917d-b128f4d6d2a1/cf196f98-d0e1-458a-96e7-f2589e711bd7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:34.070329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8:0:1:f816:3eff:feb0:d474 (b123989d-6c48-4cae-ab23-f4965291324e/ea1381a9-4f16-4d30-9d2c-828c609efbe2/cf196f98-d0e1-458a-96e7-f2589e711bd7) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:34.240292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.258481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object cf196f98-d0e1-458a-96e7-f2589e711bd7 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:34.302437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.363121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:34.367475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:34.369678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=cf196f98-d0e1-458a-96e7-f2589e711bd7,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:34.372012 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:34.377742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:34.378394 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.398057 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e04906ba-8967-49c9-9193-cd805c0635f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6482427 Jul 07 22:32:34.398545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:34.452561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b26926-e086-4aaa-911f-ef7b0b614624 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:34.507250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4347c824-d0f1-44db-af97-1facd31890d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port cf196f98-d0e1-458a-96e7-f2589e711bd7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:34.507814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4347c824-d0f1-44db-af97-1facd31890d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.609220 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4347c824-d0f1-44db-af97-1facd31890d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.622527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4347c824-d0f1-44db-af97-1facd31890d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for cf196f98-d0e1-458a-96e7-f2589e711bd7 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:34.691951 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e33c0915-bef2-4a57-a564-48986bea43a3 None None] Provisioning for port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:34.783501 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:34.846953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:34.848678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4347c824-d0f1-44db-af97-1facd31890d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.851965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:34.852559 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.881143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347c824-d0f1-44db-af97-1facd31890d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=cf196f98-d0e1-458a-96e7-f2589e711bd7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:34.930428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4347c824-d0f1-44db-af97-1facd31890d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.935099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49874) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:34.935673 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4347c824-d0f1-44db-af97-1facd31890d3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/cf196f98-d0e1-458a-96e7-f2589e711bd7 HTTP/1.1" status: 204 len: 168 time: 0.5357158 Jul 07 22:32:34.945592 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:34.983800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2782a86c-e2b2-40ae-a1e5-2a3d575240d4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:34.990059 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.030821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d065e0-1bfa-4d52-a0b1-f30952cff5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:35.032672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-27d065e0-1bfa-4d52-a0b1-f30952cff5c1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0958710 Jul 07 22:32:35.035328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49876) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:35.047613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=2782a86c-e2b2-40ae-a1e5-2a3d575240d4,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:35.114753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7041f32-d369-4b34-a1b1-64724d9f4f3c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:35.116207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b7041f32-d369-4b34-a1b1-64724d9f4f3c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0797615 Jul 07 22:32:35.118731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49878) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:35.175814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142695c2-093c-4c59-a03c-a4151fe0911e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:35.177377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142695c2-093c-4c59-a03c-a4151fe0911e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:35.178964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142695c2-093c-4c59-a03c-a4151fe0911e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:35.180642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-142695c2-093c-4c59-a03c-a4151fe0911e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0609775 Jul 07 22:32:35.183552 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:35.237401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a2283f-c105-417a-ad93-cbca970d9419 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet b9197aa4-3aaa-4397-917d-b128f4d6d2a1 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:35.241754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58a2283f-c105-417a-ad93-cbca970d9419 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.293924 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58a2283f-c105-417a-ad93-cbca970d9419 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.388307 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58a2283f-c105-417a-ad93-cbca970d9419 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.450364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58a2283f-c105-417a-ad93-cbca970d9419 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.483426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2283f-c105-417a-ad93-cbca970d9419 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=b9197aa4-3aaa-4397-917d-b128f4d6d2a1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:35.491460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58a2283f-c105-417a-ad93-cbca970d9419 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.497259 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58a2283f-c105-417a-ad93-cbca970d9419 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/b9197aa4-3aaa-4397-917d-b128f4d6d2a1 HTTP/1.1" status: 204 len: 168 time: 0.3091419 Jul 07 22:32:35.497688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:35.529029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-306248a1-fdd1-459c-ae1d-545ed73b16ed None None] Could not find standard attr ID for object cf196f98-d0e1-458a-96e7-f2589e711bd7. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:32:35.555553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-306248a1-fdd1-459c-ae1d-545ed73b16ed None None] Provisioning complete for port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:35.555900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c36d21-c62d-48e4-b395-d80d50c030f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet ea1381a9-4f16-4d30-9d2c-828c609efbe2 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:35.556356 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-306248a1-fdd1-459c-ae1d-545ed73b16ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.561363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3c36d21-c62d-48e4-b395-d80d50c030f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.618686 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3c36d21-c62d-48e4-b395-d80d50c030f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.718750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3c36d21-c62d-48e4-b395-d80d50c030f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.737462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d176d682-2863-4ce9-a88c-2274285f83c6 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:35.789330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1d80f571-5b54-461e-ace1-042ad2a2d4d1 None None] Could not find standard attr ID for object cf196f98-d0e1-458a-96e7-f2589e711bd7. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:32:35.791210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3c36d21-c62d-48e4-b395-d80d50c030f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.821116 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c36d21-c62d-48e4-b395-d80d50c030f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1381a9-4f16-4d30-9d2c-828c609efbe2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:35.826865 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3c36d21-c62d-48e4-b395-d80d50c030f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:35.829382 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c3c36d21-c62d-48e4-b395-d80d50c030f5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/ea1381a9-4f16-4d30-9d2c-828c609efbe2 HTTP/1.1" status: 204 len: 168 time: 0.3305726 Jul 07 22:32:35.831577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:35.875331 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-99030e4a-14e6-4b2d-8611-10db1c6f6b4e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425277 Jul 07 22:32:35.877970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:35.883420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:35.977494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c570a6-da89-490e-bfd9-f548e0f5943b None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:35.978884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:35.982772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.033482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-43c570a6-da89-490e-bfd9-f548e0f5943b None None] Deleting port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:36.034268 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43c570a6-da89-490e-bfd9-f548e0f5943b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.097462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-43c570a6-da89-490e-bfd9-f548e0f5943b None None] For port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2782a86c-e2b2-40ae-a1e5-2a3d575240d4,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:36.097812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43c570a6-da89-490e-bfd9-f548e0f5943b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.111563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-43c570a6-da89-490e-bfd9-f548e0f5943b None None] Calling delete_port for 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:36.184372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.195658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43c570a6-da89-490e-bfd9-f548e0f5943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.222588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c570a6-da89-490e-bfd9-f548e0f5943b None None] Pushing event deleted for resources: {'Port': ['ID=2782a86c-e2b2-40ae-a1e5-2a3d575240d4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:36.225295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c570a6-da89-490e-bfd9-f548e0f5943b None None] No DVR routers for this DVR port 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:36.225718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:36.238011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:36.238011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:36.238011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.253497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915f1bd-4cfe-4c88-b466-aa7751a60a1c None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:36.259153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=d262040f-e489-4d27-8496-15a7d22b1a20,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:36.266888 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1ae67929-d0c0-49c8-898c-ff25d361a090 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3852057 Jul 07 22:32:36.267312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49892) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:36.273201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-44d0277e-a7f6-4a8b-93b5-92967de05762 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:36.403631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d0277e-a7f6-4a8b-93b5-92967de05762 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:36.408242 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-44d0277e-a7f6-4a8b-93b5-92967de05762 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.427657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b123989d-6c48-4cae-ab23-f4965291324e', 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'tenant_id': '40818650564f485c85ef9b60528c361c', 'fixed_ips': [{'subnet_id': 'd262040f-e489-4d27-8496-15a7d22b1a20'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:36.428972 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.530227 n-d-695012-11 neutron-server[93941]: INFO neutron.db.ipam_backend_mixin [None req-44d0277e-a7f6-4a8b-93b5-92967de05762 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d262040f-e489-4d27-8496-15a7d22b1a20 (CIDR: 2001:db8::/64) Jul 07 22:32:36.536531 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d0277e-a7f6-4a8b-93b5-92967de05762 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:32:36.537120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d0277e-a7f6-4a8b-93b5-92967de05762 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:36.553171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-44d0277e-a7f6-4a8b-93b5-92967de05762 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2845752 Jul 07 22:32:36.555760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:36.561317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'subnet': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:36.596764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Allocated IP 2001:db8::2 (b123989d-6c48-4cae-ab23-f4965291324e/d262040f-e489-4d27-8496-15a7d22b1a20/5c98ca91-7cb6-4236-9c32-43f5d65cfb8e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:36.679862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49902) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:36.700400 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:36.705791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.782437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:36.837038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:36.837471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2782a86c-e2b2-40ae-a1e5-2a3d575240d4 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:36.868619 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e54b3ea6-1c54-4579-a405-f128d6ccbb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.870006 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.879794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Transition to ACTIVE for port object 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:36.898124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Transition to ACTIVE for port object 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:36.906508 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.947942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:36.952519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:36.956195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:36.979636 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e54b3ea6-1c54-4579-a405-f128d6ccbb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.983872 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e54b3ea6-1c54-4579-a405-f128d6ccbb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:36.990991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Pushing event updated for resources: {'Port': ['ID=5c98ca91-7cb6-4236-9c32-43f5d65cfb8e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.027259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e54b3ea6-1c54-4579-a405-f128d6ccbb1e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f44e4cabf84a47d292bf492e4a5e88f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457754 Jul 07 22:32:37.028153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b3ea6-1c54-4579-a405-f128d6ccbb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f7dee2-6689-411c-9536-31bc89ec94c2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.028283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Attempting to bind port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:37.028577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Attempting to bind port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:37.030386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Attempting to bind port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e on network b123989d-6c48-4cae-ab23-f4965291324e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:37.030609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49908) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:37.036268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:37.036268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Checking segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:37.036587 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.036866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Bound using segment: {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:37.037340 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Bound port: 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d461c7-3fca-489d-80ef-b3f2738f42b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:37.037723 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.085048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a028f8bd-6106-4f42-ad30-1a9fc71e9b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.102898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:32:37.106709 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a028f8bd-6106-4f42-ad30-1a9fc71e9b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.108599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] For port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:37.112349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] For port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5c98ca91-7cb6-4236-9c32-43f5d65cfb8e,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:37.117306 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.174818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a028f8bd-6106-4f42-ad30-1a9fc71e9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.176469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10d89b-cc40-464d-bd8a-597b1b009eaa None None] Pushing event updated for resources: {'Port': ['ID=5c98ca91-7cb6-4236-9c32-43f5d65cfb8e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.178398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a028f8bd-6106-4f42-ad30-1a9fc71e9b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.179835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a028f8bd-6106-4f42-ad30-1a9fc71e9b08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60f7dee2-6689-411c-9536-31bc89ec94c2 HTTP/1.1" status: 204 len: 168 time: 0.1482670 Jul 07 22:32:37.188041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028f8bd-6106-4f42-ad30-1a9fc71e9b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f7dee2-6689-411c-9536-31bc89ec94c2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.302967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.503431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] For port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5c98ca91-7cb6-4236-9c32-43f5d65cfb8e,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:37.511495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49914) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:37.527055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-15443b53-976c-4a2f-9c1c-05605bad7f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.536001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.541702 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.542513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.619574 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-15443b53-976c-4a2f-9c1c-05605bad7f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.623492 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-15443b53-976c-4a2f-9c1c-05605bad7f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.623744 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:37.631465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:37.640469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:37.641057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.646261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Subnet': ['ID=f4f89afb-388e-44eb-9044-07b1eb0eeb5a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.655613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=5c98ca91-7cb6-4236-9c32-43f5d65cfb8e,revision_number=4']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.664825 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2641af63-dd6e-48c4-97bf-ec98eee5a8d2 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1077015 Jul 07 22:32:37.667836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:37.669963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15443b53-976c-4a2f-9c1c-05605bad7f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f014e0-063f-4bb8-b1b5-09c2fc7a6ee3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.673365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Request body: {'port': {'network_id': 'b123989d-6c48-4cae-ab23-f4965291324e', 'mac_address': 'fa:16:3e:3a:b8:7e', 'name': 'tempest-NetworksTestDHCPv6-1841493935'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:37.676056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-15443b53-976c-4a2f-9c1c-05605bad7f5d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=685c694c70a74da5833355b4309cd8f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622524 Jul 07 22:32:37.678727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:37.792443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc1614d7-0dbd-4590-90df-4ced0daedb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.827123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc1614d7-0dbd-4590-90df-4ced0daedb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.855032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Made reservation on behalf of 40818650564f485c85ef9b60528c361c for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:37.935406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc1614d7-0dbd-4590-90df-4ced0daedb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.938256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cc1614d7-0dbd-4590-90df-4ced0daedb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.939490 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cc1614d7-0dbd-4590-90df-4ced0daedb45 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8f014e0-063f-4bb8-b1b5-09c2fc7a6ee3 HTTP/1.1" status: 204 len: 168 time: 0.2597957 Jul 07 22:32:37.957959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:37.960117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1614d7-0dbd-4590-90df-4ced0daedb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f014e0-063f-4bb8-b1b5-09c2fc7a6ee3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:37.990942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] device_id is not set on port 39747849-8658-46e0-bd66-f06fa079c20f yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:32:38.190835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8::265 (b123989d-6c48-4cae-ab23-f4965291324e/d262040f-e489-4d27-8496-15a7d22b1a20/39747849-8658-46e0-bd66-f06fa079c20f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:38.198474 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3a:b87e (b123989d-6c48-4cae-ab23-f4965291324e/f4f89afb-388e-44eb-9044-07b1eb0eeb5a/39747849-8658-46e0-bd66-f06fa079c20f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:38.256837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164a86a-726f-465e-a646-2be9f9a183e0 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:38.353250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3626d5b6-69f0-4d0b-a04e-e9c32ef19e53 None None] Provisioning for port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:38.374758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.391375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Transition to ACTIVE for port object 39747849-8658-46e0-bd66-f06fa079c20f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:38.431898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.491976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Network b123989d-6c48-4cae-ab23-f4965291324e is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:38.495206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:38.499957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:38.507030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:38.507347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.511439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event updated for resources: {'Port': ['ID=39747849-8658-46e0-bd66-f06fa079c20f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:38.528508 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dbb3ac4a-d3ac-4684-a0a9-710dfd64b8f8 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8573468 Jul 07 22:32:38.528796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:38.635921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3e761101-6e40-4dd5-8462-e996ef676d22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting port 39747849-8658-46e0-bd66-f06fa079c20f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:38.636555 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e761101-6e40-4dd5-8462-e996ef676d22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.748387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e761101-6e40-4dd5-8462-e996ef676d22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.762029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3e761101-6e40-4dd5-8462-e996ef676d22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Calling delete_port for 39747849-8658-46e0-bd66-f06fa079c20f owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:38.783407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:38.851511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:38.855875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:38.856328 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:38.948460 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.005659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5c98ca91-7cb6-4236-9c32-43f5d65cfb8e,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:39.011407 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.013869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e761101-6e40-4dd5-8462-e996ef676d22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.057870 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e761101-6e40-4dd5-8462-e996ef676d22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Port': ['ID=39747849-8658-46e0-bd66-f06fa079c20f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.072152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=5c98ca91-7cb6-4236-9c32-43f5d65cfb8e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.106141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3e761101-6e40-4dd5-8462-e996ef676d22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.109001 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3e761101-6e40-4dd5-8462-e996ef676d22 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/39747849-8658-46e0-bd66-f06fa079c20f HTTP/1.1" status: 204 len: 168 time: 0.5782535 Jul 07 22:32:39.110801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:39.188076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a9b603-49c8-4177-8742-19f4485b02c4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:39.190380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a8728875-4724-46f3-b3b0-d186e5d5a83c None None] Provisioning complete for port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:39.190830 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a8728875-4724-46f3-b3b0-d186e5d5a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.192375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49956) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:39.192935 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f2a9b603-49c8-4177-8742-19f4485b02c4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0803604 Jul 07 22:32:39.264507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4cab5d-803f-4398-942a-5dddc8d48198 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:39.266738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2b4cab5d-803f-4398-942a-5dddc8d48198 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0725837 Jul 07 22:32:39.269513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49960) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:39.337623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00aee66-d205-46c1-8490-954498e21a47 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:39.339088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00aee66-d205-46c1-8490-954498e21a47 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:39.340611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00aee66-d205-46c1-8490-954498e21a47 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:39.342247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c00aee66-d205-46c1-8490-954498e21a47 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0708539 Jul 07 22:32:39.344936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49964) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:39.400437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-92faf82f-3ccc-43f2-a71e-e15a2632fdee tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet d262040f-e489-4d27-8496-15a7d22b1a20 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:39.401573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-10a2c47b-ff3b-40b1-9bdf-aa37b79ba916 None None] Could not find standard attr ID for object 39747849-8658-46e0-bd66-f06fa079c20f. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:32:39.407382 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-92faf82f-3ccc-43f2-a71e-e15a2632fdee tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.455048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-92faf82f-3ccc-43f2-a71e-e15a2632fdee tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.545862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-92faf82f-3ccc-43f2-a71e-e15a2632fdee tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.605403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-92faf82f-3ccc-43f2-a71e-e15a2632fdee tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.638033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92faf82f-3ccc-43f2-a71e-e15a2632fdee tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=d262040f-e489-4d27-8496-15a7d22b1a20,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.640044 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-92faf82f-3ccc-43f2-a71e-e15a2632fdee tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.641934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-92faf82f-3ccc-43f2-a71e-e15a2632fdee tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/d262040f-e489-4d27-8496-15a7d22b1a20 HTTP/1.1" status: 204 len: 168 time: 0.2960212 Jul 07 22:32:39.644523 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:39.645307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac7553-5174-42d3-b651-230a1eebb7fa None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:39.703277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d56cd2e-3327-4393-83c1-f6f503fa4f3d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Deleting subnet f4f89afb-388e-44eb-9044-07b1eb0eeb5a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:32:39.703277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d56cd2e-3327-4393-83c1-f6f503fa4f3d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.747369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d56cd2e-3327-4393-83c1-f6f503fa4f3d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.838728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d56cd2e-3327-4393-83c1-f6f503fa4f3d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.910881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d56cd2e-3327-4393-83c1-f6f503fa4f3d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.951173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d56cd2e-3327-4393-83c1-f6f503fa4f3d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:39.953071 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8d56cd2e-3327-4393-83c1-f6f503fa4f3d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/f4f89afb-388e-44eb-9044-07b1eb0eeb5a HTTP/1.1" status: 204 len: 168 time: 0.3075666 Jul 07 22:32:39.954021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56cd2e-3327-4393-83c1-f6f503fa4f3d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f89afb-388e-44eb-9044-07b1eb0eeb5a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:39.957434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49986) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.001861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5ea6f41c-aba2-4b2c-83ec-90426a19d34a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429385 Jul 07 22:32:40.005612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49992) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.076625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15e3043-e8a9-461f-a0e7-0f258636e499 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:40.078362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b15e3043-e8a9-461f-a0e7-0f258636e499 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0712767 Jul 07 22:32:40.081364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49996) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.140412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b36637-a547-4548-ad7e-67096c2c3953 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:40.144112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-71b36637-a547-4548-ad7e-67096c2c3953 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0595469 Jul 07 22:32:40.144721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.188752 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-110722ef-e948-4f3e-966a-d3d0d6c1620f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386980 Jul 07 22:32:40.189199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.216848 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4ea4ef-1f49-436c-8e6b-0e45ddba84fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.217593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4ea4ef-1f49-436c-8e6b-0e45ddba84fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.219383 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bd4ea4ef-1f49-436c-8e6b-0e45ddba84fe tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/39747849-8658-46e0-bd66-f06fa079c20f HTTP/1.1" status: 404 len: 333 time: 0.0294812 Jul 07 22:32:40.221784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.252281 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b5a471-a5a2-4e3a-91f5-c9e77e685331 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.252814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b5a471-a5a2-4e3a-91f5-c9e77e685331 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.255338 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-12b5a471-a5a2-4e3a-91f5-c9e77e685331 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/f4f89afb-388e-44eb-9044-07b1eb0eeb5a HTTP/1.1" status: 404 len: 337 time: 0.0320041 Jul 07 22:32:40.258040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50016) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.295628 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f048eba-1c3f-4bfa-951d-25a9bf0138ae tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.296091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f048eba-1c3f-4bfa-951d-25a9bf0138ae tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.299753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3f048eba-1c3f-4bfa-951d-25a9bf0138ae tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/d262040f-e489-4d27-8496-15a7d22b1a20 HTTP/1.1" status: 404 len: 337 time: 0.0407202 Jul 07 22:32:40.302293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50022) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.334220 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f369e907-97df-4464-9d6a-8f878ceed687 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.335056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f369e907-97df-4464-9d6a-8f878ceed687 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.339578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50024) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.339781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f369e907-97df-4464-9d6a-8f878ceed687 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/cf196f98-d0e1-458a-96e7-f2589e711bd7 HTTP/1.1" status: 404 len: 333 time: 0.0360987 Jul 07 22:32:40.373789 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8b993a-512f-4393-a0cf-e6688551a872 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.374304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8b993a-512f-4393-a0cf-e6688551a872 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.376633 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aa8b993a-512f-4393-a0cf-e6688551a872 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/ea1381a9-4f16-4d30-9d2c-828c609efbe2 HTTP/1.1" status: 404 len: 337 time: 0.0359943 Jul 07 22:32:40.379294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50026) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.407668 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-771740ba-8cc4-48fd-9b1b-acd8a8a36e54 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.408130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771740ba-8cc4-48fd-9b1b-acd8a8a36e54 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.409876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-771740ba-8cc4-48fd-9b1b-acd8a8a36e54 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/b9197aa4-3aaa-4397-917d-b128f4d6d2a1 HTTP/1.1" status: 404 len: 337 time: 0.0290396 Jul 07 22:32:40.412474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50028) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.439257 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-698dfcaa-19c2-4351-9ff5-f514864a77ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.439975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698dfcaa-19c2-4351-9ff5-f514864a77ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.441920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-698dfcaa-19c2-4351-9ff5-f514864a77ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/08c90edb-3a2b-45dd-b87c-e8a6581044bc HTTP/1.1" status: 404 len: 333 time: 0.0283473 Jul 07 22:32:40.444979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50030) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.476613 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d43d72f-4911-41b5-aa2b-c68e82ac4056 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.477083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d43d72f-4911-41b5-aa2b-c68e82ac4056 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.481279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5d43d72f-4911-41b5-aa2b-c68e82ac4056 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/8138bb63-3e57-43fa-a5e4-432ca4e9b883 HTTP/1.1" status: 404 len: 337 time: 0.0329292 Jul 07 22:32:40.482176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50032) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.492327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e364a698-5b72-4ef2-9de5-7628f6f2c896 None None] Network b123989d-6c48-4cae-ab23-f4965291324e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:40.509485 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73d3bb9-67ec-4713-b73f-9911cbc0a814 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.510115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73d3bb9-67ec-4713-b73f-9911cbc0a814 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.514853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d73d3bb9-67ec-4713-b73f-9911cbc0a814 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/d416b9e7-1942-4b62-b4b6-023ac030173f HTTP/1.1" status: 404 len: 337 time: 0.0322149 Jul 07 22:32:40.515627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50036) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.541294 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a58bf5-ac6a-4c0c-ba77-45a5f8d20b65 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.541767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a58bf5-ac6a-4c0c-ba77-45a5f8d20b65 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.543501 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e5a58bf5-ac6a-4c0c-ba77-45a5f8d20b65 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/fdb69248-2a21-421f-903b-c9adc48925f6 HTTP/1.1" status: 404 len: 333 time: 0.0269997 Jul 07 22:32:40.545967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50038) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.570196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b44d2962-96f5-4ee5-9c13-91ec4ac33d71 None None] Provisioning complete for port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:40.570683 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b44d2962-96f5-4ee5-9c13-91ec4ac33d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.571986 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a628716-c514-48a1-931e-39eb86778c9b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.572438 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a628716-c514-48a1-931e-39eb86778c9b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.576452 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6a628716-c514-48a1-931e-39eb86778c9b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/5f977b6f-d30d-4699-8f27-1c08b23d53a4 HTTP/1.1" status: 404 len: 337 time: 0.0272670 Jul 07 22:32:40.576675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.582933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50042) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.602200 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-abad532b-4766-41c9-8c44-aa62ffa6692f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.602661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abad532b-4766-41c9-8c44-aa62ffa6692f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.606103 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-abad532b-4766-41c9-8c44-aa62ffa6692f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/e326af4b-0221-497b-b0d6-2fd136901fb4 HTTP/1.1" status: 404 len: 337 time: 0.0268340 Jul 07 22:32:40.607004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50046) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.634108 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c5b42d-5fe2-43ab-9f34-77e4746325ae tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.634695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c5b42d-5fe2-43ab-9f34-77e4746325ae tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.638771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b6c5b42d-5fe2-43ab-9f34-77e4746325ae tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/9941aef7-cf34-4137-b86c-b83fd9daa9c6 HTTP/1.1" status: 404 len: 333 time: 0.0283203 Jul 07 22:32:40.639420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50048) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.668881 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f833f1d9-f417-4b24-a9c5-d21fdfaa135d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.672521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f833f1d9-f417-4b24-a9c5-d21fdfaa135d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.674582 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f833f1d9-f417-4b24-a9c5-d21fdfaa135d tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/6d3fadf8-5703-4552-8d89-18433414f49c HTTP/1.1" status: 404 len: 337 time: 0.0341713 Jul 07 22:32:40.677686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50050) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.712718 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70d03e92-26cd-440f-b1e0-25f70bbbcad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.719937 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c20dc8-5b6d-481e-b286-0cfdfdf5633c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.720684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c20dc8-5b6d-481e-b286-0cfdfdf5633c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.724906 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-38c20dc8-5b6d-481e-b286-0cfdfdf5633c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/5a2da9f4-4652-4241-a46d-3b94e3be2cfc HTTP/1.1" status: 404 len: 333 time: 0.0439429 Jul 07 22:32:40.725642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50052) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.748211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:40.759332 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fb756c-bda1-41eb-92c9-dc3a57fd9116 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.759864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fb756c-bda1-41eb-92c9-dc3a57fd9116 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.761884 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b2fb756c-bda1-41eb-92c9-dc3a57fd9116 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/c25e4b90-4a8f-4835-9c55-1fd46ec0d2f2 HTTP/1.1" status: 404 len: 337 time: 0.0348127 Jul 07 22:32:40.765716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50054) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.790962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0051697c-af95-4b57-9c27-9cb0076f250f None None] DHCP port deletion for b123989d-6c48-4cae-ab23-f4965291324e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:32:40.798149 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1933ed-0aee-4513-902f-609bd88476a4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.798828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1933ed-0aee-4513-902f-609bd88476a4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.803362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9d1933ed-0aee-4513-902f-609bd88476a4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/423d29f5-3c92-43f6-b592-2653e20ea374 HTTP/1.1" status: 404 len: 333 time: 0.0337150 Jul 07 22:32:40.803863 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50056) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.832333 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-856a5697-5898-45cd-99a9-9e223f2c2136 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.832333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856a5697-5898-45cd-99a9-9e223f2c2136 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.834327 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-856a5697-5898-45cd-99a9-9e223f2c2136 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/ec6e0d9f-b6e1-449f-9c31-96a6290826ad HTTP/1.1" status: 404 len: 337 time: 0.0294180 Jul 07 22:32:40.837217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50058) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.839762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:40.840657 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.857703 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70d03e92-26cd-440f-b1e0-25f70bbbcad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.862612 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70d03e92-26cd-440f-b1e0-25f70bbbcad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.865226 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56fac62-f60b-4624-85ef-dd64c730ccb1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.866131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56fac62-f60b-4624-85ef-dd64c730ccb1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.868051 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f56fac62-f60b-4624-85ef-dd64c730ccb1 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/b95ad8d9-f61d-4db4-b9c9-8ec5397fafb2 HTTP/1.1" status: 404 len: 333 time: 0.0295188 Jul 07 22:32:40.870780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.885422 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0051697c-af95-4b57-9c27-9cb0076f250f None None] Deleting port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:40.885709 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0051697c-af95-4b57-9c27-9cb0076f250f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.898713 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-928f4f54-2cef-461e-8b33-c54e5e00d35c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.899449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928f4f54-2cef-461e-8b33-c54e5e00d35c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.903596 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-928f4f54-2cef-461e-8b33-c54e5e00d35c tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/8f4fbf15-87b9-42c1-b9ec-cfea6bbe47a5 HTTP/1.1" status: 404 len: 337 time: 0.0292828 Jul 07 22:32:40.906998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50062) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.907150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-70d03e92-26cd-440f-b1e0-25f70bbbcad4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3bbe41f07d19450eb3ee74112889b13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199062 Jul 07 22:32:40.907245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50064) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.909973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d03e92-26cd-440f-b1e0-25f70bbbcad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3595f50-c965-4c2e-baa0-e53fd3392867,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:40.946865 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff6f478-d101-4767-bcfb-832a00d0136b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.947530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff6f478-d101-4767-bcfb-832a00d0136b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.949386 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2ff6f478-d101-4767-bcfb-832a00d0136b tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/c0003b45-0146-4f00-8552-00306281df17 HTTP/1.1" status: 404 len: 333 time: 0.0445132 Jul 07 22:32:40.951874 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50068) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:40.978518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0051697c-af95-4b57-9c27-9cb0076f250f None None] For port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5c98ca91-7cb6-4236-9c32-43f5d65cfb8e,segment=NetworkSegment(81d461c7-3fca-489d-80ef-b3f2738f42b7),segment_id=81d461c7-3fca-489d-80ef-b3f2738f42b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:40.978915 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0051697c-af95-4b57-9c27-9cb0076f250f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:40.989976 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2117812b-4f97-42f6-8922-02e23de1ceef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:40.990459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2117812b-4f97-42f6-8922-02e23de1ceef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:40.992147 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2117812b-4f97-42f6-8922-02e23de1ceef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/f5cfcf1c-ea4e-4040-b48f-130b0f646f14 HTTP/1.1" status: 404 len: 337 time: 0.0393875 Jul 07 22:32:40.994847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50070) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.006269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0051697c-af95-4b57-9c27-9cb0076f250f None None] Calling delete_port for 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:41.016390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ae250b-e6e0-4096-a45b-e30455118c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.024267 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d88dd1-50ac-4247-95f8-05967483e27a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.024964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d88dd1-50ac-4247-95f8-05967483e27a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.028950 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d2d88dd1-50ac-4247-95f8-05967483e27a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/65b82707-4039-4530-945b-d7847016807c HTTP/1.1" status: 404 len: 333 time: 0.0307055 Jul 07 22:32:41.029154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50072) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.041480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ae250b-e6e0-4096-a45b-e30455118c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.056150 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2d9b97-356e-43a9-ab52-a206c888ab60 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.056604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2d9b97-356e-43a9-ab52-a206c888ab60 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.058559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5e2d9b97-356e-43a9-ab52-a206c888ab60 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/803c0069-bb74-4068-803a-e7c91918a53a HTTP/1.1" status: 404 len: 337 time: 0.0285211 Jul 07 22:32:41.061081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50074) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.086363 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-18371dca-c3a2-4203-b9fc-06e2fcb6c1ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.086825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18371dca-c3a2-4203-b9fc-06e2fcb6c1ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.088660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-18371dca-c3a2-4203-b9fc-06e2fcb6c1ef tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/64867e9b-bc8d-4225-a3f0-f5d0d18721ee HTTP/1.1" status: 404 len: 337 time: 0.0266571 Jul 07 22:32:41.091020 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ae250b-e6e0-4096-a45b-e30455118c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.093740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10ae250b-e6e0-4096-a45b-e30455118c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.097245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50076) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.097451 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10ae250b-e6e0-4096-a45b-e30455118c66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e3595f50-c965-4c2e-baa0-e53fd3392867 HTTP/1.1" status: 204 len: 168 time: 0.1871698 Jul 07 22:32:41.097575 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0051697c-af95-4b57-9c27-9cb0076f250f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.107455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae250b-e6e0-4096-a45b-e30455118c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3595f50-c965-4c2e-baa0-e53fd3392867,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:41.131258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051697c-af95-4b57-9c27-9cb0076f250f None None] Pushing event deleted for resources: {'Port': ['ID=5c98ca91-7cb6-4236-9c32-43f5d65cfb8e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:41.137516 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-a143aa6b-e356-4208-913b-c2364a0ec767 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.138273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a143aa6b-e356-4208-913b-c2364a0ec767 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.139628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0051697c-af95-4b57-9c27-9cb0076f250f None None] No DVR routers for this DVR port 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:41.142116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a143aa6b-e356-4208-913b-c2364a0ec767 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/6bf2d51e-b254-4ffb-af9e-47e745b52388 HTTP/1.1" status: 404 len: 333 time: 0.0444944 Jul 07 22:32:41.143075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50080) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.175645 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c303091-b58f-4777-83a2-f00044517001 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.176101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c303091-b58f-4777-83a2-f00044517001 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.178411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3c303091-b58f-4777-83a2-f00044517001 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/c06d74af-660e-4a86-9603-7512a340b87c HTTP/1.1" status: 404 len: 337 time: 0.0343997 Jul 07 22:32:41.180912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50082) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.206271 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1461af40-90e4-4289-8dd3-94ccdfe82ce4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.206728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1461af40-90e4-4289-8dd3-94ccdfe82ce4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.208970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1461af40-90e4-4289-8dd3-94ccdfe82ce4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/24cb28d3-54c5-4d78-a2cc-fbf393a28b26 HTTP/1.1" status: 404 len: 337 time: 0.0271461 Jul 07 22:32:41.211757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50084) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.237980 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e6ae62-5617-477d-9b37-0428f1003c2a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.238695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e6ae62-5617-477d-9b37-0428f1003c2a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.240521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-69e6ae62-5617-477d-9b37-0428f1003c2a tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/b9b7a46d-c525-40cd-a131-5c5af3f3dcd8 HTTP/1.1" status: 404 len: 333 time: 0.0278730 Jul 07 22:32:41.243062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50088) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.268115 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97ae1e3-6947-406f-8b2e-8eb016d502bb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.268721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97ae1e3-6947-406f-8b2e-8eb016d502bb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.273274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c97ae1e3-6947-406f-8b2e-8eb016d502bb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/fa66de17-6dd2-4c83-b709-1b872fafe3da HTTP/1.1" status: 404 len: 337 time: 0.0263383 Jul 07 22:32:41.273444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50090) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.299887 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-90abc0d5-49b1-478f-bf6a-f64e84787793 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.300349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90abc0d5-49b1-478f-bf6a-f64e84787793 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.302248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-90abc0d5-49b1-478f-bf6a-f64e84787793 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/1ef7c319-0d54-498c-850f-60d87373cd0f HTTP/1.1" status: 404 len: 337 time: 0.0278184 Jul 07 22:32:41.304857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50092) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.335517 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b76ba57-c79b-43c0-b46f-3e5dbf968aa5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.336151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b76ba57-c79b-43c0-b46f-3e5dbf968aa5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.337841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7b76ba57-c79b-43c0-b46f-3e5dbf968aa5 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/cae3e989-d2e9-4697-b3c1-6d8ee90e6846 HTTP/1.1" status: 404 len: 333 time: 0.0320687 Jul 07 22:32:41.340426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50094) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.366314 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-11dec410-7f83-462a-b19b-1b46a4a703f4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.366771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11dec410-7f83-462a-b19b-1b46a4a703f4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.368456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-11dec410-7f83-462a-b19b-1b46a4a703f4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/9585fff0-bbf9-47b0-aa61-7cd3dd8f6863 HTTP/1.1" status: 404 len: 337 time: 0.0271416 Jul 07 22:32:41.371032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50096) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.378249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50100) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.407050 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f28ddf-06a9-4e75-ba79-afdb0d2570fb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.407421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f28ddf-06a9-4e75-ba79-afdb0d2570fb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.409125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a3f28ddf-06a9-4e75-ba79-afdb0d2570fb tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/22a3b0cd-5d48-4428-b54c-4ed98c7d3734 HTTP/1.1" status: 404 len: 337 time: 0.0371799 Jul 07 22:32:41.410385 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec767cc1-cf7f-4331-930d-9ecb9539e9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.412897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.446578 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c8c19387-cdc9-42db-8aad-1fe54d9f12d7 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports?device_id=69286a35-b8e0-4e1e-be2f-50088555dfde HTTP/1.1" status: 200 len: 205 time: 0.0302200 Jul 07 22:32:41.447381 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50104) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.493598 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-1c75f892-b76f-4959-98b1-14f967b1a075 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] delete failed (client error): The resource could not be found. Jul 07 22:32:41.496993 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1c75f892-b76f-4959-98b1-14f967b1a075 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/routers/69286a35-b8e0-4e1e-be2f-50088555dfde HTTP/1.1" status: 404 len: 336 time: 0.0463665 Jul 07 22:32:41.498083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.511054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec767cc1-cf7f-4331-930d-9ecb9539e9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.514996 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec767cc1-cf7f-4331-930d-9ecb9539e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.525262 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85f97aa-8aa3-4797-8c38-4ae68f2770ca tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.525714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85f97aa-8aa3-4797-8c38-4ae68f2770ca tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.527467 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a85f97aa-8aa3-4797-8c38-4ae68f2770ca tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/e85bf9ba-c3f2-48f8-98cd-884e6fc0aa57 HTTP/1.1" status: 404 len: 337 time: 0.0282958 Jul 07 22:32:41.530046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50108) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.553878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ec767cc1-cf7f-4331-930d-9ecb9539e9e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93d4f50d87bf45f188d298edfddf5a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746652 Jul 07 22:32:41.556017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec767cc1-cf7f-4331-930d-9ecb9539e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f486a81-dfd3-4b46-bfe0-84469c1f1bc3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:41.557948 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eceae0a6-f5fb-4779-8dd3-809512b1e0cd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "GET /v2.0/ports?device_id=b2db59ac-7e3d-467a-94f6-f9f581a780e4 HTTP/1.1" status: 200 len: 205 time: 0.0268629 Jul 07 22:32:41.558545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.560213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50112) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.601992 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-79715142-d93b-4867-8eae-9300dea67c07 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] delete failed (client error): The resource could not be found. Jul 07 22:32:41.603052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-79715142-d93b-4867-8eae-9300dea67c07 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/routers/b2db59ac-7e3d-467a-94f6-f9f581a780e4 HTTP/1.1" status: 404 len: 336 time: 0.0419316 Jul 07 22:32:41.605547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50114) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.609329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afec7998-3274-42b5-be85-401d438c84db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.632071 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff2fd1c-b38a-46c3-965b-87547ee4e254 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.632521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff2fd1c-b38a-46c3-965b-87547ee4e254 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.634241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ff2fd1c-b38a-46c3-965b-87547ee4e254 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/317cf73f-a9d9-4932-8e68-4dc2537d24ad HTTP/1.1" status: 404 len: 337 time: 0.0277350 Jul 07 22:32:41.634543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afec7998-3274-42b5-be85-401d438c84db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.636719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50116) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.661990 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4c97fe-209f-4607-b626-78af058953c7 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.662378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4c97fe-209f-4607-b626-78af058953c7 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.664054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3d4c97fe-209f-4607-b626-78af058953c7 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/e57f04c6-3898-48c8-a36d-a36ee53b549c HTTP/1.1" status: 404 len: 337 time: 0.0264499 Jul 07 22:32:41.666693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50118) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.692851 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-42960dae-8d77-4fb1-892e-92cbbbd18fab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.693498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42960dae-8d77-4fb1-892e-92cbbbd18fab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.695133 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-42960dae-8d77-4fb1-892e-92cbbbd18fab tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/9d30fb4f-122e-4b35-8487-c0122164ad35 HTTP/1.1" status: 404 len: 333 time: 0.0275252 Jul 07 22:32:41.699271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50120) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.725783 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff02044-a0f5-4f37-bb14-35e86a4cc8e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.726249 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff02044-a0f5-4f37-bb14-35e86a4cc8e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.727975 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ff02044-a0f5-4f37-bb14-35e86a4cc8e6 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/e3eee0ef-b20b-4085-8b77-28456ab3df8c HTTP/1.1" status: 404 len: 337 time: 0.0278127 Jul 07 22:32:41.729119 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afec7998-3274-42b5-be85-401d438c84db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.730905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50122) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.731560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afec7998-3274-42b5-be85-401d438c84db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:41.732559 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-afec7998-3274-42b5-be85-401d438c84db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f486a81-dfd3-4b46-bfe0-84469c1f1bc3 HTTP/1.1" status: 204 len: 168 time: 0.1714664 Jul 07 22:32:41.740860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec7998-3274-42b5-be85-401d438c84db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f486a81-dfd3-4b46-bfe0-84469c1f1bc3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:41.764387 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-623917dc-909f-42d0-946b-42adb88b9737 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.765168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623917dc-909f-42d0-946b-42adb88b9737 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.767012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-623917dc-909f-42d0-946b-42adb88b9737 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/448ece72-0157-412c-9265-5b5c67caed0d HTTP/1.1" status: 404 len: 333 time: 0.0351169 Jul 07 22:32:41.769688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50126) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.795751 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c42277-0b86-4e7d-8ab8-98c985a0ef55 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.796190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c42277-0b86-4e7d-8ab8-98c985a0ef55 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.797858 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-27c42277-0b86-4e7d-8ab8-98c985a0ef55 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/40a836ef-fc09-40b2-b92d-05834783e700 HTTP/1.1" status: 404 len: 337 time: 0.0270321 Jul 07 22:32:41.800367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50128) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.828981 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed55816d-42ea-4cb9-a163-f09d04ac7853 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.829630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed55816d-42ea-4cb9-a163-f09d04ac7853 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.831313 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed55816d-42ea-4cb9-a163-f09d04ac7853 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/06638057-510f-410b-b231-5a31578dcd59 HTTP/1.1" status: 404 len: 333 time: 0.0300806 Jul 07 22:32:41.834416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50130) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.859284 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c188a3-f749-4366-87c9-191a1a078d4e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.859725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c188a3-f749-4366-87c9-191a1a078d4e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.861381 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-68c188a3-f749-4366-87c9-191a1a078d4e tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/f8cac695-b0b1-481e-85a9-17df142094f2 HTTP/1.1" status: 404 len: 337 time: 0.0260894 Jul 07 22:32:41.863979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.889824 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-144f1814-d357-41f3-b9bd-3dfcf180e020 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.890498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144f1814-d357-41f3-b9bd-3dfcf180e020 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.892178 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-144f1814-d357-41f3-b9bd-3dfcf180e020 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/79e12b70-0d6e-4d0e-9661-d82968ea8957 HTTP/1.1" status: 404 len: 333 time: 0.0273058 Jul 07 22:32:41.894693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50136) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.920567 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10be9fe-8519-4af7-aa89-fd8b845806e4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.921014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10be9fe-8519-4af7-aa89-fd8b845806e4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.922723 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d10be9fe-8519-4af7-aa89-fd8b845806e4 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/becffb99-d1ce-48fa-9a9d-f2420e0d944b HTTP/1.1" status: 404 len: 337 time: 0.0270212 Jul 07 22:32:41.925222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50138) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.950512 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-be49837c-4aab-4963-ae26-63620f3ae6ff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.951119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be49837c-4aab-4963-ae26-63620f3ae6ff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.952771 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-be49837c-4aab-4963-ae26-63620f3ae6ff tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/358b1042-8874-440e-9f44-f3ef0f752d1c HTTP/1.1" status: 404 len: 333 time: 0.0266719 Jul 07 22:32:41.955196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:41.984722 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b2a5cd-1298-4b43-8b27-6c54b5818492 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:41.985176 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b2a5cd-1298-4b43-8b27-6c54b5818492 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:41.986894 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20b2a5cd-1298-4b43-8b27-6c54b5818492 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/f92b6329-c999-478b-a124-cf8504398576 HTTP/1.1" status: 404 len: 337 time: 0.0308375 Jul 07 22:32:41.989403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50144) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:42.015780 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea03d601-9634-477d-b44f-699a523071c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:42.016430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea03d601-9634-477d-b44f-699a523071c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:42.018157 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea03d601-9634-477d-b44f-699a523071c3 tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/be8cbea0-694d-4d0b-b49b-d3b351995beb HTTP/1.1" status: 404 len: 333 time: 0.0278075 Jul 07 22:32:42.021134 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50148) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:42.049699 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e521600b-a39b-471b-ad6c-d541a6391fbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:42.049699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e521600b-a39b-471b-ad6c-d541a6391fbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:42.049699 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e521600b-a39b-471b-ad6c-d541a6391fbd tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/74c7a2bb-e2ce-4c8b-9366-d153eb6ff1bd HTTP/1.1" status: 404 len: 337 time: 0.0266383 Jul 07 22:32:42.051090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:42.076547 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5462c98-055a-4b01-9553-a0e70033ca7f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:42.077176 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5462c98-055a-4b01-9553-a0e70033ca7f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:42.078879 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b5462c98-055a-4b01-9553-a0e70033ca7f tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/ports/219a7c14-2131-4f88-bc5c-50ef4ce302b2 HTTP/1.1" status: 404 len: 333 time: 0.0267348 Jul 07 22:32:42.081342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50154) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:42.111413 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4000b1-cc1a-4325-88f3-5afdf1fa77ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] DELETE failed (client error): The resource could not be found. Jul 07 22:32:42.111920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4000b1-cc1a-4325-88f3-5afdf1fa77ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:32:42.116195 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2a4000b1-cc1a-4325-88f3-5afdf1fa77ed tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/subnets/3e256e31-5b3d-4ba2-b9c9-4dd042c103d4 HTTP/1.1" status: 404 len: 337 time: 0.0316360 Jul 07 22:32:42.116421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:42.193284 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.276918 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.289882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b123989d-6c48-4cae-ab23-f4965291324e']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:42.300496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d461c7-3fca-489d-80ef-b3f2738f42b7') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:42.300789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d461c7-3fca-489d-80ef-b3f2738f42b7') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:42.309867 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.329946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.336606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:42.337049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:42.340118 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:42.396891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.414335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.416124 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] 10.222.0.81 "DELETE /v2.0/networks/b123989d-6c48-4cae-ab23-f4965291324e HTTP/1.1" status: 204 len: 168 time: 0.2987967 Jul 07 22:32:42.417409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62e9ea-edcf-47d0-8164-d98ec14ab1db tempest-NetworksTestDHCPv6-1114650132 tempest-NetworksTestDHCPv6-1114650132-project] Pushing event deleted for resources: {'Network': ['ID=b123989d-6c48-4cae-ab23-f4965291324e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:42.671593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50178) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:42.725197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:32:42.751238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:32:42.751648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5c98ca91-7cb6-4236-9c32-43f5d65cfb8e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:32:42.814121 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f5f25ed1-a86b-422f-8309-508588ed72e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40818650564f485c85ef9b60528c361c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399462 Jul 07 22:32:42.815346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50188) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:42.863939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b58370b-82c8-47a1-aeaa-2fb7338dde9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:42.885880 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b58370b-82c8-47a1-aeaa-2fb7338dde9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.235090 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b58370b-82c8-47a1-aeaa-2fb7338dde9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.237675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b58370b-82c8-47a1-aeaa-2fb7338dde9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.240593 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3b58370b-82c8-47a1-aeaa-2fb7338dde9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34fca878-5d1e-40ae-b6e7-fbba0986ae38 HTTP/1.1" status: 204 len: 168 time: 0.4225593 Jul 07 22:32:43.247560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58370b-82c8-47a1-aeaa-2fb7338dde9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fca878-5d1e-40ae-b6e7-fbba0986ae38,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:43.677519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50240) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:43.793241 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5940678f-9012-46a0-8cfe-37b0ed311d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.888052 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5940678f-9012-46a0-8cfe-37b0ed311d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.893018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5940678f-9012-46a0-8cfe-37b0ed311d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:43.934760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50254) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:43.935242 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5940678f-9012-46a0-8cfe-37b0ed311d91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c22e76507fa4f549995b56a13d28ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559805 Jul 07 22:32:43.936810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5940678f-9012-46a0-8cfe-37b0ed311d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98115160-b034-4895-b1dd-4738d5ccc0d8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:43.995873 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d19661ff-c77e-4096-a69d-5cd919c250eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.020030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d19661ff-c77e-4096-a69d-5cd919c250eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.044626 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:44.068144 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d19661ff-c77e-4096-a69d-5cd919c250eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.071121 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d19661ff-c77e-4096-a69d-5cd919c250eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.080433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d19661ff-c77e-4096-a69d-5cd919c250eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98115160-b034-4895-b1dd-4738d5ccc0d8 HTTP/1.1" status: 204 len: 168 time: 0.1424942 Jul 07 22:32:44.089571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19661ff-c77e-4096-a69d-5cd919c250eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98115160-b034-4895-b1dd-4738d5ccc0d8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:44.159909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912848592'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:44.182862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:44.186487 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.196210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.313475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.318814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.354220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:44.365520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffacfa4-4ddc-40c1-8b44-70b4da2c403f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:44.372793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.373139 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment 8dc12e3c-34ab-491a-a957-b9729860ab87 of type vlan for network c883440c-fdff-4a85-9ecf-683b0052b87c Jul 07 22:32:44.423063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.432429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50264) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:44.450477 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.456117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.462029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:44.462933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.534834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=c883440c-fdff-4a85-9ecf-683b0052b87c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:44.545553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c883440c-fdff-4a85-9ecf-683b0052b87c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:44.553163 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.557957 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.576865 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b1febd4d-7f2e-4ab6-800d-de96763230d3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5309339 Jul 07 22:32:44.606377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aad847f-b2d6-4612-b70e-781232efcefc,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:44.611246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa955c27d98244d29c1c68829714a42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775689 Jul 07 22:32:44.613975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50266) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:44.617851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.618221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.618562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.618894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.619224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.619552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.619880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.620194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.620517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.620843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.621157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.621474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612b9a79-aa43-4e9a-8da7-b66178b85af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:44.673354 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08e83311-08d6-4c67-895b-c01228ae86f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.701068 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08e83311-08d6-4c67-895b-c01228ae86f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.749494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08e83311-08d6-4c67-895b-c01228ae86f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.751984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08e83311-08d6-4c67-895b-c01228ae86f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:44.753134 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-08e83311-08d6-4c67-895b-c01228ae86f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8aad847f-b2d6-4612-b70e-781232efcefc HTTP/1.1" status: 204 len: 168 time: 0.1376541 Jul 07 22:32:44.761229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e83311-08d6-4c67-895b-c01228ae86f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aad847f-b2d6-4612-b70e-781232efcefc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:46.509743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50332) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:46.611093 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88c15e81-a155-4e4a-a61b-e12522d2e061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.700326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88c15e81-a155-4e4a-a61b-e12522d2e061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.704053 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-88c15e81-a155-4e4a-a61b-e12522d2e061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.741244 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-88c15e81-a155-4e4a-a61b-e12522d2e061 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=140974a1ac2647c3bf101bd9a25cfc6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303305 Jul 07 22:32:46.743140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c15e81-a155-4e4a-a61b-e12522d2e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9b5adf-6761-4bc9-baae-22d2588deef9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:46.744138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50336) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:46.795477 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16103695-0269-423d-aadb-5711ade1e9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.816180 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16103695-0269-423d-aadb-5711ade1e9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.865606 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16103695-0269-423d-aadb-5711ade1e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.868131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16103695-0269-423d-aadb-5711ade1e9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:46.869275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-16103695-0269-423d-aadb-5711ade1e9ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd9b5adf-6761-4bc9-baae-22d2588deef9 HTTP/1.1" status: 204 len: 168 time: 0.1240633 Jul 07 22:32:46.876904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16103695-0269-423d-aadb-5711ade1e9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9b5adf-6761-4bc9-baae-22d2588deef9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:47.143260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50344) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:47.159427 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0db53da2-2a56-4ceb-bcba-e5afbd130e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.258262 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0db53da2-2a56-4ceb-bcba-e5afbd130e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.261958 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0db53da2-2a56-4ceb-bcba-e5afbd130e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.301114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0db53da2-2a56-4ceb-bcba-e5afbd130e29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ea175ae3cfc41f2aa980fe8bba35cbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566482 Jul 07 22:32:47.302052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db53da2-2a56-4ceb-bcba-e5afbd130e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde33d32-74c4-4291-860e-effd1fda96b9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:47.304115 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50346) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:47.360225 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed85ecd0-cfad-4fd7-adee-54d25429568b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.380499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed85ecd0-cfad-4fd7-adee-54d25429568b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.426868 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed85ecd0-cfad-4fd7-adee-54d25429568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.429683 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed85ecd0-cfad-4fd7-adee-54d25429568b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:47.430856 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed85ecd0-cfad-4fd7-adee-54d25429568b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bde33d32-74c4-4291-860e-effd1fda96b9 HTTP/1.1" status: 204 len: 168 time: 0.1256993 Jul 07 22:32:47.438592 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85ecd0-cfad-4fd7-adee-54d25429568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde33d32-74c4-4291-860e-effd1fda96b9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:47.894258 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50360) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:47.900157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': 'c883440c-fdff-4a85-9ecf-683b0052b87c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:47.992856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:47.996985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.179920 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.242760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=afcee08e-9cde-424b-83f1-b122f92beaf2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:48.251395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking segment: {'id': '8dc12e3c-34ab-491a-a957-b9729860ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c883440c-fdff-4a85-9ecf-683b0052b87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:48.251755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network hostable DHCP agents. Network: c883440c-fdff-4a85-9ecf-683b0052b87c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:48.277395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network c883440c-fdff-4a85-9ecf-683b0052b87c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:48.294720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c883440c-fdff-4a85-9ecf-683b0052b87c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:48.300138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:48.300942 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.304115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4fb220-945f-4397-8ea9-ffec78993d46 None None] Network c883440c-fdff-4a85-9ecf-683b0052b87c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:48.325583 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d631bfa5-2ace-4f88-847a-e9a0a54b3d66 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4295368 Jul 07 22:32:48.329002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:48.334909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1695182545'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:48.358922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:48.363080 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.389834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:48.400520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.400866 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment 4c50f0c8-ef58-416b-a125-f19c87d22ed4 of type vlan for network 45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e Jul 07 22:32:48.447506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.480158 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.484863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-c883440c-fdff-4a85-9ecf-683b0052b87c', 'network_id': 'c883440c-fdff-4a85-9ecf-683b0052b87c', 'tenant_id': 'd798828736cc41dfbe79c4e2909aa9de', 'fixed_ips': [{'subnet_id': 'afcee08e-9cde-424b-83f1-b122f92beaf2'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:48.485806 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.486491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:48.487150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.546155 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2159832 Jul 07 22:32:48.548950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:48.557589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': '45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:48.605174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f18629-6060-4961-b766-35969ead1339 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:48.616229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:48.672083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:48.675847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.685301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Allocated IP 2001:db8:0:ffff::2 (c883440c-fdff-4a85-9ecf-683b0052b87c/afcee08e-9cde-424b-83f1-b122f92beaf2/ae01b4f3-fadb-451b-95bb-d63251a40f6f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:48.882724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:48.949768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=c6df0e46-0199-4d2d-9449-2a56ca41587c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:48.958797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking segment: {'id': '4c50f0c8-ef58-416b-a125-f19c87d22ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:48.959058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network hostable DHCP agents. Network: 45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:48.975950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network 45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:48.988119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:48.994709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:48.995304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.004836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656dffda-d7c3-451e-b060-1e0b2f86a9d4 None None] Network 45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:49.012111 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3b8dddb4-2d1b-4444-8e69-fef98f97849c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4616470 Jul 07 22:32:49.014629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50446) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:49.107675 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.123379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Transition to ACTIVE for port object ae01b4f3-fadb-451b-95bb-d63251a40f6f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:49.141978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.165455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Transition to ACTIVE for port object ae01b4f3-fadb-451b-95bb-d63251a40f6f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:49.180354 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.221787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.245323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Network c883440c-fdff-4a85-9ecf-683b0052b87c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:49.249544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Pushing event updated for resources: {'Port': ['ID=ae01b4f3-fadb-451b-95bb-d63251a40f6f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:49.256389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:49.259765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d9d7d-6672-4b0f-8899-0212aaa870c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e', 'network_id': '45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e', 'tenant_id': 'd798828736cc41dfbe79c4e2909aa9de', 'fixed_ips': [{'subnet_id': 'c6df0e46-0199-4d2d-9449-2a56ca41587c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:49.260623 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-226d9d7d-6672-4b0f-8899-0212aaa870c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.270149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:49.273190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.273620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.273991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.274349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.281595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.281967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.282342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.282685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.283025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.283361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.283694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.284031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:32:49.298518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.328335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=c6df0e46-0199-4d2d-9449-2a56ca41587c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:49.401733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcfe5f8-1615-4e18-b079-4ffa8aa40287 None None] Network 45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:49.415692 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.433718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:49.446848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c50f0c8-ef58-416b-a125-f19c87d22ed4') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:49.447488 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c50f0c8-ef58-416b-a125-f19c87d22ed4') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:49.460005 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.463629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Attempting to bind port ae01b4f3-fadb-451b-95bb-d63251a40f6f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:49.464017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Attempting to bind port ae01b4f3-fadb-451b-95bb-d63251a40f6f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '8dc12e3c-34ab-491a-a957-b9729860ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c883440c-fdff-4a85-9ecf-683b0052b87c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:49.464391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Attempting to bind port ae01b4f3-fadb-451b-95bb-d63251a40f6f on network c883440c-fdff-4a85-9ecf-683b0052b87c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:49.475794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.480715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:49.481101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Checking segment: {'id': '8dc12e3c-34ab-491a-a957-b9729860ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c883440c-fdff-4a85-9ecf-683b0052b87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:49.481512 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.481914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Bound using segment: {'id': '8dc12e3c-34ab-491a-a957-b9729860ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c883440c-fdff-4a85-9ecf-683b0052b87c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:49.482486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Bound port: ae01b4f3-fadb-451b-95bb-d63251a40f6f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc12e3c-34ab-491a-a957-b9729860ab87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c883440c-fdff-4a85-9ecf-683b0052b87c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:49.482625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:49.482810 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.482937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:49.486199 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:49.556453 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.564437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.570596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50454) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:49.571114 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e HTTP/1.1" status: 204 len: 168 time: 0.5548060 Jul 07 22:32:49.577808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1015378207'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:49.584303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35df34-a54b-45ef-bdd0-31d532b80bb4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:49.584540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] For port ae01b4f3-fadb-451b-95bb-d63251a40f6f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:49.588033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] For port ae01b4f3-fadb-451b-95bb-d63251a40f6f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ae01b4f3-fadb-451b-95bb-d63251a40f6f,segment=NetworkSegment(8dc12e3c-34ab-491a-a957-b9729860ab87),segment_id=8dc12e3c-34ab-491a-a957-b9729860ab87)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:49.592740 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.603612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:49.607650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.646969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:49.657331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39146b1-31e1-47f0-a619-7481834abe3b None None] Pushing event updated for resources: {'Port': ['ID=ae01b4f3-fadb-451b-95bb-d63251a40f6f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:49.657530 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.657784 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment db81993a-90ce-4582-a7f4-faa4ee4c30f0 of type vlan for network 69e9983c-eaff-4d6b-8eed-ab8c812e138e Jul 07 22:32:49.714315 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.740848 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.748772 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.754859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:49.755505 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:49.823954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2514849 Jul 07 22:32:49.827023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50458) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:49.833474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': '69e9983c-eaff-4d6b-8eed-ab8c812e138e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:49.906174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e71d1-7d36-4979-a168-930b952c6138 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=69e9983c-eaff-4d6b-8eed-ab8c812e138e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:49.918438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 69e9983c-eaff-4d6b-8eed-ab8c812e138e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:49.965018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:49.968731 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.170381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.239713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=d4cd95de-c9e2-4889-a9bd-85c574e7efba,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:50.249367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking segment: {'id': 'db81993a-90ce-4582-a7f4-faa4ee4c30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '69e9983c-eaff-4d6b-8eed-ab8c812e138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:50.249730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network hostable DHCP agents. Network: 69e9983c-eaff-4d6b-8eed-ab8c812e138e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:50.266585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network 69e9983c-eaff-4d6b-8eed-ab8c812e138e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:50.277878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 69e9983c-eaff-4d6b-8eed-ab8c812e138e) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:50.282515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:50.283110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.289558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0f667b-898e-4fdf-b672-cc03b8d3b25a None None] Network 69e9983c-eaff-4d6b-8eed-ab8c812e138e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:50.304229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1c400496-d4dd-45b9-9184-15f13a674cbf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4758346 Jul 07 22:32:50.307863 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:50.313573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1761415727'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:50.338780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:50.346428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.382212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:50.398996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.399819 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment 32753e6c-f951-4dc9-85c5-125049b98434 of type vlan for network c8d11526-4447-4d6b-8141-829cdef78710 Jul 07 22:32:50.468475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.526182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-69e9983c-eaff-4d6b-8eed-ab8c812e138e', 'network_id': '69e9983c-eaff-4d6b-8eed-ab8c812e138e', 'tenant_id': 'd798828736cc41dfbe79c4e2909aa9de', 'fixed_ips': [{'subnet_id': 'd4cd95de-c9e2-4889-a9bd-85c574e7efba'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:50.526734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-46dcbe10-f98e-4e39-bfb4-a157d822ca46 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925357 Jul 07 22:32:50.527199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.527396 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.538829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:50.539489 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.604178 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2951610 Jul 07 22:32:50.604815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50466) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:50.671309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-7ff9302f-685d-463f-98e1-ecb0ee580ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:50.674391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-7ff9302f-685d-463f-98e1-ecb0ee580ff0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 1098 time: 0.1096432 Jul 07 22:32:50.711891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': 'c8d11526-4447-4d6b-8141-829cdef78710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:50.788761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Allocated IP 2001:db8::1 (69e9983c-eaff-4d6b-8eed-ab8c812e138e/d4cd95de-c9e2-4889-a9bd-85c574e7efba/aa38c939-7e03-4298-aff1-7b255ed244d1) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:50.823276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a96fa2-6856-432b-9cd1-cbba24644b19 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=c8d11526-4447-4d6b-8141-829cdef78710,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:50.905398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-1afa1971-bc3f-44c8-afd1-7d0c52519374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:50.908010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-1afa1971-bc3f-44c8-afd1-7d0c52519374 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.2091162 Jul 07 22:32:50.909885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:50.921534 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:50.923916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c8d11526-4447-4d6b-8141-829cdef78710 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:50.927392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b176e7d-8450-4465-8b87-6028a77284a2 None None] Network c883440c-fdff-4a85-9ecf-683b0052b87c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:50.929307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ae01b4f3-fadb-451b-95bb-d63251a40f6f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:50.989539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-f5e549bf-2d7f-4b87-9627-789b4aceae44 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f6add3-c137-47e6-8f83-a73826fdc9cc HTTP/1.1" status: 200 len: 217 time: 0.0717249 Jul 07 22:32:51.006103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Performing IP validity checks on allocation pools {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:32:51.006965 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:32:51.045494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-3318410d-3cc3-478b-b383-ecdb00d0a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:51.056918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-3318410d-3cc3-478b-b383-ecdb00d0a2f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0620918 Jul 07 22:32:51.103187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-003e1ced-8bba-48c7-877f-5bd1687635d2 None None] Provisioning for port ae01b4f3-fadb-451b-95bb-d63251a40f6f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:51.153226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-3b4fc94e-6ab3-4afb-9b98-bfddf3d1f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:51.155417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-3b4fc94e-6ab3-4afb-9b98-bfddf3d1f8ff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912786 Jul 07 22:32:51.243216 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.276735 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ae01b4f3-fadb-451b-95bb-d63251a40f6f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:51.284024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ae01b4f3-fadb-451b-95bb-d63251a40f6f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:51.284392 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.334875 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.336710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=cfb91978-58e3-4d20-b6b8-a58941bfaab7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:51.344019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Transition to ACTIVE for port object aa38c939-7e03-4298-aff1-7b255ed244d1 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:51.351057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-4adafcb4-3205-497c-9251-db311e3e1e92 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839931 Jul 07 22:32:51.371196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Transition to ACTIVE for port object aa38c939-7e03-4298-aff1-7b255ed244d1 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:51.375729 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking segment: {'id': '32753e6c-f951-4dc9-85c5-125049b98434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'c8d11526-4447-4d6b-8141-829cdef78710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:51.376111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network hostable DHCP agents. Network: c8d11526-4447-4d6b-8141-829cdef78710, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:51.382961 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.400627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network c8d11526-4447-4d6b-8141-829cdef78710 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:51.416846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c8d11526-4447-4d6b-8141-829cdef78710) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:51.436916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:51.443658 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.447682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b146df-ae0b-4f03-9425-15a54e2fe065 None None] Network c8d11526-4447-4d6b-8141-829cdef78710 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:51.459113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Network 69e9983c-eaff-4d6b-8eed-ab8c812e138e is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:51.465677 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:51.484375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:51.492813 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58ebff62-e9e7-4023-9ff2-1c468635bc9f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7857749 Jul 07 22:32:51.495828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50482) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:51.496347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adf3e798-dd55-4cbb-8680-0318ee55fa59 req-fc1092d6-a40b-48e1-b82e-0afc47ab18b0 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376657 Jul 07 22:32:51.548926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Pushing event updated for resources: {'Port': ['ID=aa38c939-7e03-4298-aff1-7b255ed244d1,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:51.608661 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.666190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.676725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Attempting to bind port aa38c939-7e03-4298-aff1-7b255ed244d1 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:51.677118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Attempting to bind port aa38c939-7e03-4298-aff1-7b255ed244d1 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'db81993a-90ce-4582-a7f4-faa4ee4c30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '69e9983c-eaff-4d6b-8eed-ab8c812e138e'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:51.677459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Attempting to bind port aa38c939-7e03-4298-aff1-7b255ed244d1 on network 69e9983c-eaff-4d6b-8eed-ab8c812e138e {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:51.688638 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.736851 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.780639 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb91978-58e3-4d20-b6b8-a58941bfaab7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:51.854614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.867526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d11526-4447-4d6b-8141-829cdef78710']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:51.873317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:51.873688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Checking segment: {'id': 'db81993a-90ce-4582-a7f4-faa4ee4c30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '69e9983c-eaff-4d6b-8eed-ab8c812e138e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:51.874111 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.874504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Bound using segment: {'id': 'db81993a-90ce-4582-a7f4-faa4ee4c30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '69e9983c-eaff-4d6b-8eed-ab8c812e138e'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:51.874984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Bound port: aa38c939-7e03-4298-aff1-7b255ed244d1, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db81993a-90ce-4582-a7f4-faa4ee4c30f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '69e9983c-eaff-4d6b-8eed-ab8c812e138e'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:51.875361 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.880589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32753e6c-f951-4dc9-85c5-125049b98434') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:51.880955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32753e6c-f951-4dc9-85c5-125049b98434') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:51.892516 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.912959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.922386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:51.922929 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:51.926772 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:51.988315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port ae01b4f3-fadb-451b-95bb-d63251a40f6f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ae01b4f3-fadb-451b-95bb-d63251a40f6f,segment=NetworkSegment(8dc12e3c-34ab-491a-a957-b9729860ab87),segment_id=8dc12e3c-34ab-491a-a957-b9729860ab87)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:52.019674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.061610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ca89fb-5611-4a66-9772-6ba8060a5534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-c8d11526-4447-4d6b-8141-829cdef78710', 'network_id': 'c8d11526-4447-4d6b-8141-829cdef78710', 'tenant_id': 'd798828736cc41dfbe79c4e2909aa9de', 'fixed_ips': [{'subnet_id': 'cfb91978-58e3-4d20-b6b8-a58941bfaab7'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:52.062774 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-35ca89fb-5611-4a66-9772-6ba8060a5534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.076345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.080899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] For port aa38c939-7e03-4298-aff1-7b255ed244d1, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:52.086997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.089050 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/c8d11526-4447-4d6b-8141-829cdef78710 HTTP/1.1" status: 204 len: 168 time: 0.5922756 Jul 07 22:32:52.092710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50488) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:52.098401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-646720444'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:52.101913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe173a-3798-4f17-92cc-2dcbf444dcd9 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=c8d11526-4447-4d6b-8141-829cdef78710,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:52.109057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] For port aa38c939-7e03-4298-aff1-7b255ed244d1, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aa38c939-7e03-4298-aff1-7b255ed244d1,segment=NetworkSegment(db81993a-90ce-4582-a7f4-faa4ee4c30f0),segment_id=db81993a-90ce-4582-a7f4-faa4ee4c30f0)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:52.122382 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.135541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=ae01b4f3-fadb-451b-95bb-d63251a40f6f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:52.136508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:52.142741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.174296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9abc27-2bb2-40ea-93e6-5fe8b4199f2e None None] Network c8d11526-4447-4d6b-8141-829cdef78710 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:52.188966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:52.195253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9abc27-2bb2-40ea-93e6-5fe8b4199f2e None None] Network c8d11526-4447-4d6b-8141-829cdef78710 could not be found, it might have been deleted concurrently. {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:32:52.208562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.209184 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment e68bc32c-e406-4123-9339-8641139159c9 of type vlan for network a0ab4f0e-83e6-4852-ab96-aad8f5cb150b Jul 07 22:32:52.210660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2430c7ea-a7bb-480c-9974-470e9688755d None None] Provisioning complete for port ae01b4f3-fadb-451b-95bb-d63251a40f6f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:52.211027 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2430c7ea-a7bb-480c-9974-470e9688755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.245800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff7def-48cb-4ea2-9a56-f72c52795a95 None None] Pushing event updated for resources: {'Port': ['ID=aa38c939-7e03-4298-aff1-7b255ed244d1,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:52.265812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.325265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.334003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:52.334654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:52.854360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7604010 Jul 07 22:32:52.855623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0e2c1-6b70-4d1e-97aa-46c4608dda95 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=a0ab4f0e-83e6-4852-ab96-aad8f5cb150b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:52.860016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50494) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:52.868394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': 'a0ab4f0e-83e6-4852-ab96-aad8f5cb150b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:52.879173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a0ab4f0e-83e6-4852-ab96-aad8f5cb150b details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:52.886606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aa38c939-7e03-4298-aff1-7b255ed244d1 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:52.988037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:52.993953 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.036096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port aa38c939-7e03-4298-aff1-7b255ed244d1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:53.045593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ae01b4f3-fadb-451b-95bb-d63251a40f6f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:53.154364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ae01b4f3-fadb-451b-95bb-d63251a40f6f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:53.154747 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.266355 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:32:53.328196 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.416181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=c30dfdd7-ceaa-479a-9bca-a107fc036aa6,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:53.434183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking segment: {'id': 'e68bc32c-e406-4123-9339-8641139159c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a0ab4f0e-83e6-4852-ab96-aad8f5cb150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:53.434547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network hostable DHCP agents. Network: a0ab4f0e-83e6-4852-ab96-aad8f5cb150b, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:53.456287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network a0ab4f0e-83e6-4852-ab96-aad8f5cb150b is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:53.469630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a0ab4f0e-83e6-4852-ab96-aad8f5cb150b) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:53.488538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:53.489240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.505013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd75dec-2992-44d7-945a-814314c20674 None None] Network a0ab4f0e-83e6-4852-ab96-aad8f5cb150b requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:53.512485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a432fb92-4c15-4f69-ad0c-3f9edc544173 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6496108 Jul 07 22:32:53.514286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50500) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:53.518643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de5425-6865-4d8e-b894-73d15b747bfe None None] Network 69e9983c-eaff-4d6b-8eed-ab8c812e138e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:53.618056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-92ef7f70-e5e7-4f39-bc8d-debaed6a7067 None None] Provisioning for port aa38c939-7e03-4298-aff1-7b255ed244d1 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:32:53.627215 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-92ef7f70-e5e7-4f39-bc8d-debaed6a7067 None None] Provisioning complete for port aa38c939-7e03-4298-aff1-7b255ed244d1 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:53.627597 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92ef7f70-e5e7-4f39-bc8d-debaed6a7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.639556 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.719954 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.808832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.845400 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=c30dfdd7-ceaa-479a-9bca-a107fc036aa6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:53.880077 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92ef7f70-e5e7-4f39-bc8d-debaed6a7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.900851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999ff0c-25c1-49a0-b7ba-3572c5accca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-a0ab4f0e-83e6-4852-ab96-aad8f5cb150b', 'network_id': 'a0ab4f0e-83e6-4852-ab96-aad8f5cb150b', 'tenant_id': 'd798828736cc41dfbe79c4e2909aa9de', 'fixed_ips': [{'subnet_id': 'c30dfdd7-ceaa-479a-9bca-a107fc036aa6'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:53.901720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9999ff0c-25c1-49a0-b7ba-3572c5accca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.930998 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.943613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ab4f0e-83e6-4852-ab96-aad8f5cb150b']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:53.958315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68bc32c-e406-4123-9339-8641139159c9') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:53.959350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68bc32c-e406-4123-9339-8641139159c9') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:53.963762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-92ef7f70-e5e7-4f39-bc8d-debaed6a7067 None None] For port aa38c939-7e03-4298-aff1-7b255ed244d1, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aa38c939-7e03-4298-aff1-7b255ed244d1,segment=NetworkSegment(db81993a-90ce-4582-a7f4-faa4ee4c30f0),segment_id=db81993a-90ce-4582-a7f4-faa4ee4c30f0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:53.976311 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:53.994225 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.004921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:54.006049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:54.010034 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:54.017749 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92ef7f70-e5e7-4f39-bc8d-debaed6a7067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.079890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef7f70-e5e7-4f39-bc8d-debaed6a7067 None None] Pushing event updated for resources: {'Port': ['ID=aa38c939-7e03-4298-aff1-7b255ed244d1,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:54.098714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.107063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.107273 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa222b8b-a824-41f8-bbf6-bd5eb4523f4d None None] Network a0ab4f0e-83e6-4852-ab96-aad8f5cb150b requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:54.110049 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/a0ab4f0e-83e6-4852-ab96-aad8f5cb150b HTTP/1.1" status: 204 len: 168 time: 0.5916731 Jul 07 22:32:54.114464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50506) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:54.120012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1481257027'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:54.132329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc4cda-808d-4974-a878-fa17a721f9ce tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=a0ab4f0e-83e6-4852-ab96-aad8f5cb150b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:54.146478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa222b8b-a824-41f8-bbf6-bd5eb4523f4d None None] Network a0ab4f0e-83e6-4852-ab96-aad8f5cb150b could not be found, it might have been deleted concurrently. {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 22:32:54.165373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:54.169283 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.223315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:54.236730 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.237702 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment b42c4794-b788-4b4f-856c-137ffa6705e8 of type vlan for network d7bdc478-2b72-4be8-ac28-68239c6e50ea Jul 07 22:32:54.301677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.347232 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.353696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:54.354419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.417242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3016536 Jul 07 22:32:54.420303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:54.426563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': 'd7bdc478-2b72-4be8-ac28-68239c6e50ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:54.447124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-38b08444-13b9-4713-921d-4d399707ce23 None None] Provisioning complete for port aa38c939-7e03-4298-aff1-7b255ed244d1 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:54.447503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38b08444-13b9-4713-921d-4d399707ce23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.449615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b54edd-5093-47e0-95c2-c2a17e5734d6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=d7bdc478-2b72-4be8-ac28-68239c6e50ea,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:54.479582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network d7bdc478-2b72-4be8-ac28-68239c6e50ea details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:54.564222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:54.571012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.789856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aa38c939-7e03-4298-aff1-7b255ed244d1 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:32:54.855532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.911261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-6bda8fea-2930-4c6c-acee-03147adddb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:54.913403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-6bda8fea-2930-4c6c-acee-03147adddb16 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1097 time: 0.1203969 Jul 07 22:32:54.919285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port aa38c939-7e03-4298-aff1-7b255ed244d1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:32:54.919796 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:54.941067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=be346297-2445-4813-aefe-a0a65f74eddd,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:54.944234 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking segment: {'id': 'b42c4794-b788-4b4f-856c-137ffa6705e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd7bdc478-2b72-4be8-ac28-68239c6e50ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:54.944678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network hostable DHCP agents. Network: d7bdc478-2b72-4be8-ac28-68239c6e50ea, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:54.968407 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network d7bdc478-2b72-4be8-ac28-68239c6e50ea is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:54.979582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, d7bdc478-2b72-4be8-ac28-68239c6e50ea) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:54.990336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22151df0-d3d7-4f78-9199-65882e8bf443 None None] Network d7bdc478-2b72-4be8-ac28-68239c6e50ea requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:54.990528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:54.991194 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.020607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50520) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:55.021491 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3819afad-6d45-4fb9-952e-0f2adc845e3c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5998507 Jul 07 22:32:55.044342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6d95d-2ed7-4b54-b3d3-c256ed48d907 req-095fc8e4-6a1c-41e4-b721-7d5144d1a05a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:55.050583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9a6d95d-2ed7-4b54-b3d3-c256ed48d907 req-095fc8e4-6a1c-41e4-b721-7d5144d1a05a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1858740 Jul 07 22:32:55.174010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-5afeaf43-cea4-452f-acf7-54582c3716f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:55.175619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-5afeaf43-cea4-452f-acf7-54582c3716f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.2524335 Jul 07 22:32:55.181978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9a6d95d-2ed7-4b54-b3d3-c256ed48d907 req-5a55c06a-b43b-477b-89fc-3229925dba88 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921590 Jul 07 22:32:55.252327 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.266944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-d7bdc478-2b72-4be8-ac28-68239c6e50ea', 'network_id': 'd7bdc478-2b72-4be8-ac28-68239c6e50ea', 'tenant_id': 'd798828736cc41dfbe79c4e2909aa9de', 'fixed_ips': [{'subnet_id': 'be346297-2445-4813-aefe-a0a65f74eddd'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:55.268135 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.293955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-99ce5d05-396b-4ca7-8acf-62095396ae34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 999 time: 0.1084278 Jul 07 22:32:55.416041 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.441996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Allocated IP 2001:db8::1 (d7bdc478-2b72-4be8-ac28-68239c6e50ea/be346297-2445-4813-aefe-a0a65f74eddd/a299a2b6-89ba-41bc-ad8a-1c1bb813738f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:55.479440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-e97a1e04-79d2-40a4-a535-99ac8aeb9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:55.481129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-e97a1e04-79d2-40a4-a535-99ac8aeb9181 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1654086 Jul 07 22:32:55.571668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-eb8965ca-528a-4246-8e78-6360c0b6bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:55.573738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-eb8965ca-528a-4246-8e78-6360c0b6bcad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816531 Jul 07 22:32:55.603139 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.612046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Transition to ACTIVE for port object a299a2b6-89ba-41bc-ad8a-1c1bb813738f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:55.628244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Transition to ACTIVE for port object a299a2b6-89ba-41bc-ad8a-1c1bb813738f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:55.636239 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.674532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Network d7bdc478-2b72-4be8-ac28-68239c6e50ea is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:55.678371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:55.682125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:55.721668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Pushing event updated for resources: {'Port': ['ID=a299a2b6-89ba-41bc-ad8a-1c1bb813738f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:55.722023 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.754492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-8beae0dc-da89-4a43-b498-c0679ff5e787 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735713 Jul 07 22:32:55.758106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Attempting to bind port a299a2b6-89ba-41bc-ad8a-1c1bb813738f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:55.758548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Attempting to bind port a299a2b6-89ba-41bc-ad8a-1c1bb813738f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'b42c4794-b788-4b4f-856c-137ffa6705e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd7bdc478-2b72-4be8-ac28-68239c6e50ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:55.758921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Attempting to bind port a299a2b6-89ba-41bc-ad8a-1c1bb813738f on network d7bdc478-2b72-4be8-ac28-68239c6e50ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:55.759452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=be346297-2445-4813-aefe-a0a65f74eddd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:55.773498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:55.773954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Checking segment: {'id': 'b42c4794-b788-4b4f-856c-137ffa6705e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd7bdc478-2b72-4be8-ac28-68239c6e50ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:55.774403 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.774862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Bound using segment: {'id': 'b42c4794-b788-4b4f-856c-137ffa6705e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd7bdc478-2b72-4be8-ac28-68239c6e50ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:55.775889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Bound port: a299a2b6-89ba-41bc-ad8a-1c1bb813738f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42c4794-b788-4b4f-856c-137ffa6705e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd7bdc478-2b72-4be8-ac28-68239c6e50ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:55.775889 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.852334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] For port a299a2b6-89ba-41bc-ad8a-1c1bb813738f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:55.856370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] For port a299a2b6-89ba-41bc-ad8a-1c1bb813738f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a299a2b6-89ba-41bc-ad8a-1c1bb813738f,segment=NetworkSegment(b42c4794-b788-4b4f-856c-137ffa6705e8),segment_id=b42c4794-b788-4b4f-856c-137ffa6705e8)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:55.862837 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.906533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.927320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bdc478-2b72-4be8-ac28-68239c6e50ea']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:55.946453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42c4794-b788-4b4f-856c-137ffa6705e8') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:55.946635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42c4794-b788-4b4f-856c-137ffa6705e8') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:55.965777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee93bd-f91a-4824-9e2b-4a7f781b44fd None None] Pushing event updated for resources: {'Port': ['ID=a299a2b6-89ba-41bc-ad8a-1c1bb813738f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:55.979450 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:55.993579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3079037-e4a2-44ef-8c1a-167b1b59bf1b req-e55672e4-ec29-4de8-952f-a023749fa6e7 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288713 Jul 07 22:32:55.994118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d7a82f-7653-41e5-8fc5-3a060ec91d72 None None] Network d7bdc478-2b72-4be8-ac28-68239c6e50ea requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:56.003229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:56.010624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:56.012021 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:56.015945 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:56.086880 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.api [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:32:56.086880 n-d-695012-11 neutron-server[93941]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:32:56.086880 n-d-695012-11 neutron-server[93941]: [parameters: {'id': 'd7bdc478-2b72-4be8-ac28-68239c6e50ea'}] Jul 07 22:32:56.086880 n-d-695012-11 neutron-server[93941]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:32:56.087381 n-d-695012-11 neutron-server[93941]: DEBUG oslo_db.api [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:32:56.184266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b6528-5ae3-4a80-8c74-b4b809979c2c None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:32:56.427638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceca4d2-ab54-484a-954d-d9fe2d2c5687 req-d43f5515-306f-4165-962d-e749d171714c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:56.429505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ceca4d2-ab54-484a-954d-d9fe2d2c5687 req-d43f5515-306f-4165-962d-e749d171714c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0816593 Jul 07 22:32:56.487474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ceca4d2-ab54-484a-954d-d9fe2d2c5687 req-f07c3368-a5a9-4600-8e01-7910c2f7355e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515366 Jul 07 22:32:56.521896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b6528-5ae3-4a80-8c74-b4b809979c2c None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:32:56.588354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:56.681887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting port a299a2b6-89ba-41bc-ad8a-1c1bb813738f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:56.682684 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:56.766600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] For port a299a2b6-89ba-41bc-ad8a-1c1bb813738f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a299a2b6-89ba-41bc-ad8a-1c1bb813738f,segment=NetworkSegment(b42c4794-b788-4b4f-856c-137ffa6705e8),segment_id=b42c4794-b788-4b4f-856c-137ffa6705e8)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:56.767162 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:56.780337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Calling delete_port for a299a2b6-89ba-41bc-ad8a-1c1bb813738f owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:56.870974 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:56.911726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No DVR routers for this DVR port a299a2b6-89ba-41bc-ad8a-1c1bb813738f on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:32:56.914168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Port': ['ID=a299a2b6-89ba-41bc-ad8a-1c1bb813738f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:56.996602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.014806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bdc478-2b72-4be8-ac28-68239c6e50ea']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:57.028259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42c4794-b788-4b4f-856c-137ffa6705e8') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:57.028779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42c4794-b788-4b4f-856c-137ffa6705e8') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:32:57.038879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.053373 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.059298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:32:57.059664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:32:57.063090 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:32:57.126490 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.134526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-650427'] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.140056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/d7bdc478-2b72-4be8-ac28-68239c6e50ea HTTP/1.1" status: 204 len: 168 time: 2.1139858 Jul 07 22:32:57.141152 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50538) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:57.147057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190446798'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:57.168186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:57.172514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.172893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb59f2-8bd2-4dc8-8db7-5e95713177a8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=d7bdc478-2b72-4be8-ac28-68239c6e50ea,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:57.200470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:57.210223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.210580 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment f0de2078-136e-47c2-8d65-b5f242294e98 of type vlan for network 8d748543-b34e-42bd-8f6f-30779a2b1b00 Jul 07 22:32:57.252760 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.295553 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.303617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:57.304220 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.319371 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14a8ef74-f137-49b4-adb7-60411f21885f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.390640 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2428057 Jul 07 22:32:57.390640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341cdda-b48b-40ed-8a66-102928f572a6 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=8d748543-b34e-42bd-8f6f-30779a2b1b00,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:57.390640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50542) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:57.395709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': '8d748543-b34e-42bd-8f6f-30779a2b1b00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:57.399313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 8d748543-b34e-42bd-8f6f-30779a2b1b00 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:57.438932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a882c8-d821-4f38-b76f-f56eacb7cc42 req-8e78aa97-2f90-4e9d-98d9-d49937df2211 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:57.440540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09a882c8-d821-4f38-b76f-f56eacb7cc42 req-8e78aa97-2f90-4e9d-98d9-d49937df2211 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 946 time: 0.0832777 Jul 07 22:32:57.502136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09a882c8-d821-4f38-b76f-f56eacb7cc42 req-547b6e81-dea6-49f6-a65b-54db88f0cc30 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533102 Jul 07 22:32:57.538696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:57.542597 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.675126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a819b-731b-45e1-846f-74007197fffc req-bb4b1db8-2414-402e-9d3f-f7feea08b7ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:57.677276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa5a819b-731b-45e1-846f-74007197fffc req-bb4b1db8-2414-402e-9d3f-f7feea08b7ef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0666802 Jul 07 22:32:57.738484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa5a819b-731b-45e1-846f-74007197fffc req-b30a3a87-757e-4128-94bf-5e123ba4c57b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552752 Jul 07 22:32:57.763370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.833808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=95f1ef34-a1ef-407c-a1eb-9a0e097a06d7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:57.836906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking segment: {'id': 'f0de2078-136e-47c2-8d65-b5f242294e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d748543-b34e-42bd-8f6f-30779a2b1b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:57.837262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network hostable DHCP agents. Network: 8d748543-b34e-42bd-8f6f-30779a2b1b00, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:57.855857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network 8d748543-b34e-42bd-8f6f-30779a2b1b00 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:57.866279 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 8d748543-b34e-42bd-8f6f-30779a2b1b00) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:57.871077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:57.872976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:57.873960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe9c73-42f4-4eea-a2ad-747e48b072f0 None None] Network 8d748543-b34e-42bd-8f6f-30779a2b1b00 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:57.893692 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0274e3de-4ec5-4e41-8d3e-a4737449f0b8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5016804 Jul 07 22:32:57.893931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:57.899876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': '8d748543-b34e-42bd-8f6f-30779a2b1b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:58.022807 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:58.026380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.045603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-8d748543-b34e-42bd-8f6f-30779a2b1b00', 'network_id': '8d748543-b34e-42bd-8f6f-30779a2b1b00', 'tenant_id': 'd798828736cc41dfbe79c4e2909aa9de', 'fixed_ips': [{'subnet_id': '95f1ef34-a1ef-407c-a1eb-9a0e097a06d7'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:32:58.046533 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.196277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Allocated IP 2001:db8::2 (8d748543-b34e-42bd-8f6f-30779a2b1b00/95f1ef34-a1ef-407c-a1eb-9a0e097a06d7/e20352ab-f177-4fe0-886d-a7688c6d971a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:32:58.275764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.319824 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network 8d748543-b34e-42bd-8f6f-30779a2b1b00 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:58.327368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:58.331172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.331759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.352727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=a211de00-4ef4-4d89-8cd9-7baf73b45c69,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:58.360502 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.361039 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6da97a8e-a1ee-44e1-ad00-1c3dcb89942a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4624186 Jul 07 22:32:58.361039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:58.367155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Transition to ACTIVE for port object e20352ab-f177-4fe0-886d-a7688c6d971a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:58.383310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Transition to ACTIVE for port object e20352ab-f177-4fe0-886d-a7688c6d971a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:32:58.390128 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.427496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ad5d6f-b7cf-4959-b157-ed7ddaadb8ba tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.428248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Network 8d748543-b34e-42bd-8f6f-30779a2b1b00 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:32:58.429017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ad5d6f-b7cf-4959-b157-ed7ddaadb8ba tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.430562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ad5d6f-b7cf-4959-b157-ed7ddaadb8ba tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.432064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ad5d6f-b7cf-4959-b157-ed7ddaadb8ba tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.433656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ad5d6f-b7cf-4959-b157-ed7ddaadb8ba tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.440178 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b3ad5d6f-b7cf-4959-b157-ed7ddaadb8ba tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0736647 Jul 07 22:32:58.441147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:58.441806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:58.443000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:32:58.448172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150918879'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:58.450935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Pushing event updated for resources: {'Port': ['ID=e20352ab-f177-4fe0-886d-a7688c6d971a,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:58.476802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:58.481084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.510520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:32:58.521002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.522225 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment 7f1161ed-f760-45a3-b060-95b8bcdadeff of type vlan for network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 Jul 07 22:32:58.531592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Attempting to bind port e20352ab-f177-4fe0-886d-a7688c6d971a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:32:58.531970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Attempting to bind port e20352ab-f177-4fe0-886d-a7688c6d971a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'f0de2078-136e-47c2-8d65-b5f242294e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d748543-b34e-42bd-8f6f-30779a2b1b00'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:32:58.532337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Attempting to bind port e20352ab-f177-4fe0-886d-a7688c6d971a on network 8d748543-b34e-42bd-8f6f-30779a2b1b00 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:32:58.548160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:32:58.548547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Checking segment: {'id': 'f0de2078-136e-47c2-8d65-b5f242294e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d748543-b34e-42bd-8f6f-30779a2b1b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:58.549975 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.552168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Bound using segment: {'id': 'f0de2078-136e-47c2-8d65-b5f242294e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d748543-b34e-42bd-8f6f-30779a2b1b00'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:32:58.552798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Bound port: e20352ab-f177-4fe0-886d-a7688c6d971a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0de2078-136e-47c2-8d65-b5f242294e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '8d748543-b34e-42bd-8f6f-30779a2b1b00'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:32:58.553242 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.574859 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.617324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.624507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.625315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.638658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] For port e20352ab-f177-4fe0-886d-a7688c6d971a, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:32:58.642399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] For port e20352ab-f177-4fe0-886d-a7688c6d971a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e20352ab-f177-4fe0-886d-a7688c6d971a,segment=NetworkSegment(f0de2078-136e-47c2-8d65-b5f242294e98),segment_id=f0de2078-136e-47c2-8d65-b5f242294e98)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:32:58.648048 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:58.706708 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2652607 Jul 07 22:32:58.708275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50560) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:58.711810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b53a58-3530-4f45-bccb-f0f7160aaa19 None None] Pushing event updated for resources: {'Port': ['ID=e20352ab-f177-4fe0-886d-a7688c6d971a,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:58.722136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-dfffbd5d-dc26-4519-931f-7b5f1b731e5f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:58.724238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b42b9b-03f6-4188-a3db-490b8fee518f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:58.739754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:58.801836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878b639-702b-4436-9ece-0706832161e1 req-44683ad6-1280-456d-aea9-94c117d2baa9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:58.810014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1878b639-702b-4436-9ece-0706832161e1 req-44683ad6-1280-456d-aea9-94c117d2baa9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 946 time: 0.1743484 Jul 07 22:32:58.984966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1878b639-702b-4436-9ece-0706832161e1 req-f220f6e5-88df-416e-b59a-c7c0c1190d05 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739497 Jul 07 22:32:59.120894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-6fdf2eac-bf80-4cc4-bcb0-c5afbb570725 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:59.122511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-6fdf2eac-bf80-4cc4-bcb0-c5afbb570725 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 946 time: 0.3343384 Jul 07 22:32:59.171598 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dfffbd5d-dc26-4519-931f-7b5f1b731e5f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.190173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100624ca-f7cd-4a29-baee-ebb4ba42f7e8 req-c65eeca9-3210-49e4-b290-dfc3bcc4d73f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:59.194618 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-100624ca-f7cd-4a29-baee-ebb4ba42f7e8 req-c65eeca9-3210-49e4-b290-dfc3bcc4d73f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2934306 Jul 07 22:32:59.216299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dfffbd5d-dc26-4519-931f-7b5f1b731e5f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.247840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dfffbd5d-dc26-4519-931f-7b5f1b731e5f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 is not hosted by any dhcp agent {{(pid=93941) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:32:59.253211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfffbd5d-dc26-4519-931f-7b5f1b731e5f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:59.254408 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dfffbd5d-dc26-4519-931f-7b5f1b731e5f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.255689 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dfffbd5d-dc26-4519-931f-7b5f1b731e5f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "PUT /v2.0/networks/81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 HTTP/1.1" status: 200 len: 723 time: 0.5464611 Jul 07 22:32:59.259451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50566) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:59.264779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': '81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:59.331474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-100624ca-f7cd-4a29-baee-ebb4ba42f7e8 req-d2d6d812-f303-4b97-8527-b181543bf326 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321101 Jul 07 22:32:59.353938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffbd5d-dc26-4519-931f-7b5f1b731e5f tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:59.368561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:32:59.381174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Deleting port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:32:59.381605 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.390675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:32:59.395087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.528164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] For port 2391fc75-3d9f-43e4-8268-5ce8754d7a29, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2391fc75-3d9f-43e4-8268-5ce8754d7a29,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:32:59.528695 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.666816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.726100 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90ebf307-395f-4bd7-bfdd-6c098b3e20ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.741905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=bfeca084-edaa-4677-b36d-51b55ad7d950,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:32:59.754683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking segment: {'id': '7f1161ed-f760-45a3-b060-95b8bcdadeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:32:59.755049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network hostable DHCP agents. Network: 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:32:59.773835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:32:59.784485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:32:59.793671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:32:59.793974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2863d5-1bb1-4a53-9fc7-86b86cd919af None None] Network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:59.794339 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.799248 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.799848 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:32:59.800358 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Floating IP 0952791a-36a7-4f72-beff-5d9b7f477f9d disassociated. External IP: 172.25.8.220, port: 2391fc75-3d9f-43e4-8268-5ce8754d7a29. Jul 07 22:32:59.801384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Calling delete_port for 2391fc75-3d9f-43e4-8268-5ce8754d7a29 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:32:59.818803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50570) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:32:59.819910 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8b2e226e-505a-4fc7-9f8e-3cf819bd6f33 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5591867 Jul 07 22:32:59.857385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-9e5735a0-bda6-4cda-b47e-f3edafcddb6d tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:32:59.949933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf613a5-5a68-4b4a-9a57-c9a445250fe1 None None] Network 8d748543-b34e-42bd-8f6f-30779a2b1b00 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:32:59.984496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9e5735a0-bda6-4cda-b47e-f3edafcddb6d tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26212593'] for subnet, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.064296 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.072084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a3194c83-ec01-4abc-be1b-47c332bf5cb5 None None] Provisioning for port e20352ab-f177-4fe0-886d-a7688c6d971a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:00.085471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9', 'network_id': '81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9', 'tenant_id': 'd798828736cc41dfbe79c4e2909aa9de', 'fixed_ips': [{'subnet_id': 'bfeca084-edaa-4677-b36d-51b55ad7d950'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:00.086726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.173856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9e5735a0-bda6-4cda-b47e-f3edafcddb6d tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791150734879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26629568'] for subnet, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.193508 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.279416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5735a0-bda6-4cda-b47e-f3edafcddb6d tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:00.280022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9e5735a0-bda6-4cda-b47e-f3edafcddb6d tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.283719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9e5735a0-bda6-4cda-b47e-f3edafcddb6d tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "PUT /v2.0/subnets/bfeca084-edaa-4677-b36d-51b55ad7d950 HTTP/1.1" status: 200 len: 826 time: 0.4614484 Jul 07 22:33:00.284681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50576) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:00.302462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36535cde-669f-4b0f-8c5d-dad474bec705 req-4101006d-4dd0-46eb-9866-a026ecd36c56 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 210 time: 0.1104312 Jul 07 22:33:00.309518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event deleted for resources: {'Port': ['ID=2391fc75-3d9f-43e4-8268-5ce8754d7a29,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:00.327076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5735a0-bda6-4cda-b47e-f3edafcddb6d tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=bfeca084-edaa-4677-b36d-51b55ad7d950,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:00.332502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Allocated IP 2001:db8::2 (81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9/bfeca084-edaa-4677-b36d-51b55ad7d950/4b959bc0-879a-45f4-a2cb-24e4bcd7ba09) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:00.493636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.590925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e776c51-ff8c-4408-9480-6f8d2b054fd3 None None] Update dhcp port {'port': {'network_id': '8d748543-b34e-42bd-8f6f-30779a2b1b00', 'fixed_ips': [{'subnet_id': '95f1ef34-a1ef-407c-a1eb-9a0e097a06d7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a211de00-4ef4-4d89-8cd9-7baf73b45c69'}], 'binding:host_id': 'n-d-695012-11'}, 'id': 'e20352ab-f177-4fe0-886d-a7688c6d971a'} from n-d-695012-11. {{(pid=93943) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 07 22:33:00.596972 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.630967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Transition to ACTIVE for port object 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:00.654319 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e776c51-ff8c-4408-9480-6f8d2b054fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:00.658825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Transition to ACTIVE for port object 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:00.885349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1e776c51-ff8c-4408-9480-6f8d2b054fd3 None None] Allocated IP 172.20.0.1 (8d748543-b34e-42bd-8f6f-30779a2b1b00/a211de00-4ef4-4d89-8cd9-7baf73b45c69/e20352ab-f177-4fe0-886d-a7688c6d971a) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:00.976489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Router f0dfaebd-7619-4738-9f46-af099f416e28 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:00.997975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1e776c51-ff8c-4408-9480-6f8d2b054fd3 None None] For port e20352ab-f177-4fe0-886d-a7688c6d971a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e20352ab-f177-4fe0-886d-a7688c6d971a,segment=NetworkSegment(f0de2078-136e-47c2-8d65-b5f242294e98),segment_id=f0de2078-136e-47c2-8d65-b5f242294e98)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:01.032915 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e776c51-ff8c-4408-9480-6f8d2b054fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.047490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1e776c51-ff8c-4408-9480-6f8d2b054fd3 None None] Transition to ACTIVE for port object e20352ab-f177-4fe0-886d-a7688c6d971a will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:01.049390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.058699 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1e776c51-ff8c-4408-9480-6f8d2b054fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.061418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e20352ab-f177-4fe0-886d-a7688c6d971a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:01.098292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89882c-1f8f-4db5-a3d6-b96d0291b26a req-e0215597-881d-46cf-889d-b6f033cd232b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:01.098523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.105883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c89882c-1f8f-4db5-a3d6-b96d0291b26a req-e0215597-881d-46cf-889d-b6f033cd232b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2076905 Jul 07 22:33:01.171669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:01.172507 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.178149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.198522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c89882c-1f8f-4db5-a3d6-b96d0291b26a req-a0807985-86f1-4eb3-8cad-11a4ddf065cd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916398 Jul 07 22:33:01.211395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:01.213629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:01.224004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:01.237848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Pushing event updated for resources: {'Port': ['ID=4b959bc0-879a-45f4-a2cb-24e4bcd7ba09,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:01.264984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] Sync routers for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:01.282800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=bfeca084-edaa-4677-b36d-51b55ad7d950,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:01.308812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.319948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] No DVR routers for this DVR port 2391fc75-3d9f-43e4-8268-5ce8754d7a29 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:01.320191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:01.326208 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.327863 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.330862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a1ab7a4-4a30-48eb-8b14-848e989a69cf req-35f7002b-30ca-4a6a-bcf7-7e5c7be3ef08 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "DELETE /v2.0/ports/2391fc75-3d9f-43e4-8268-5ce8754d7a29 HTTP/1.1" status: 204 len: 173 time: 2.1974752 Jul 07 22:33:01.331073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-deleted', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:01.333603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1161ed-f760-45a3-b060-95b8bcdadeff') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:01.334208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1161ed-f760-45a3-b060-95b8bcdadeff') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:01.345533 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbceadd-1454-4b07-b7f3-85bf55b41041" -d '{"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-deleted", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:01.348536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:01.349274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:01.365113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.366847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Attempting to bind port 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:01.366847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Attempting to bind port 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '7f1161ed-f760-45a3-b060-95b8bcdadeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:01.367496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Attempting to bind port 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09 on network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:01.399221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.413745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:01.414142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Checking segment: {'id': '7f1161ed-f760-45a3-b060-95b8bcdadeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:01.414552 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.414952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Bound using segment: {'id': '7f1161ed-f760-45a3-b060-95b8bcdadeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:01.415072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:01.415431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Bound port: 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1161ed-f760-45a3-b060-95b8bcdadeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:01.415814 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.416826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:01.425336 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:01.444534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e20352ab-f177-4fe0-886d-a7688c6d971a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:01.466183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e776c51-ff8c-4408-9480-6f8d2b054fd3 None None] Pushing event updated for resources: {'Port': ['ID=e20352ab-f177-4fe0-886d-a7688c6d971a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:01.604175 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:33:01.604175 n-d-695012-11 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:33:01.604175 n-d-695012-11 neutron-server[93942]: [parameters: {'id': '81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9'}] Jul 07 22:33:01.604175 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:33:01.605157 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:33:01.754405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:01.762675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69c5b7ea-d8ba-495c-87a6-6031142e1448 req-216062e2-4415-4dc4-a1bf-fddd40fbe24b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=065dcc0e-a513-479d-8774-78f23995ad7a HTTP/1.1" status: 200 len: 210 time: 0.0879133 Jul 07 22:33:01.782606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] For port 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:01.790125 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363da3c4-d27b-483e-803b-2e0fa9f61846 x-openstack-request-id: req-363da3c4-d27b-483e-803b-2e0fa9f61846 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:01.790125 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065dcc0e-a513-479d-8774-78f23995ad7a", "name": "network-vif-deleted", "tag": "2391fc75-3d9f-43e4-8268-5ce8754d7a29", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:01.790125 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-363da3c4-d27b-483e-803b-2e0fa9f61846 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:01.790125 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065dcc0e-a513-479d-8774-78f23995ad7a', 'name': 'network-vif-deleted', 'tag': '2391fc75-3d9f-43e4-8268-5ce8754d7a29', 'status': 'completed', 'code': 200} Jul 07 22:33:01.804484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] For port 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4b959bc0-879a-45f4-a2cb-24e4bcd7ba09,segment=NetworkSegment(7f1161ed-f760-45a3-b060-95b8bcdadeff),segment_id=7f1161ed-f760-45a3-b060-95b8bcdadeff)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:01.819215 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:01.948993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:01.994018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 2391fc75-3d9f-43e4-8268-5ce8754d7a29 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:01.994434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2391fc75-3d9f-43e4-8268-5ce8754d7a29 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:02.080307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46a304-5537-4695-b245-fbde8b4f04d5 None None] Pushing event updated for resources: {'Port': ['ID=4b959bc0-879a-45f4-a2cb-24e4bcd7ba09,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:02.106047 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.113701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9cc2e-9e1e-4be7-903d-e4fb9fb1336b None None] Network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:02.198743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb99b6a-be6f-43d3-897b-a880d410ba64 None None] Network 8d748543-b34e-42bd-8f6f-30779a2b1b00 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:02.211471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting port 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:02.211827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.351121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:02.355492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7b9bd5b4-48bb-4137-8ca2-633fdf0efa7a None None] Provisioning for port e20352ab-f177-4fe0-886d-a7688c6d971a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:02.364149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7b9bd5b4-48bb-4137-8ca2-633fdf0efa7a None None] Provisioning complete for port e20352ab-f177-4fe0-886d-a7688c6d971a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:02.364149 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd5b4-48bb-4137-8ca2-633fdf0efa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.407763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] For port 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4b959bc0-879a-45f4-a2cb-24e4bcd7ba09,segment=NetworkSegment(7f1161ed-f760-45a3-b060-95b8bcdadeff),segment_id=7f1161ed-f760-45a3-b060-95b8bcdadeff)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:02.408169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.424022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] Checking router: f0dfaebd-7619-4738-9f46-af099f416e28 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:33:02.427544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Calling delete_port for 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:02.479500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:02.480344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:02.483034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a42a66-1d9a-42ae-958a-95e913bab914 req-2bf97133-2934-4ec6-85dd-34f47f862cce tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:02.485418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55a42a66-1d9a-42ae-958a-95e913bab914 req-2bf97133-2934-4ec6-85dd-34f47f862cce tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0853693 Jul 07 22:33:02.539525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55a42a66-1d9a-42ae-958a-95e913bab914 req-2c76f998-b5b7-4552-a8fa-e6ac296b22ce tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487709 Jul 07 22:33:02.542301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.581714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No DVR routers for this DVR port 4b959bc0-879a-45f4-a2cb-24e4bcd7ba09 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:02.584014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Port': ['ID=4b959bc0-879a-45f4-a2cb-24e4bcd7ba09,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:02.625462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cfe245-4b33-404c-ad37-77cfe5857f0d None None] Network 81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:02.662451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.674722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:02.687566 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1161ed-f760-45a3-b060-95b8bcdadeff') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:02.687828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1161ed-f760-45a3-b060-95b8bcdadeff') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:02.703085 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd5b4-48bb-4137-8ca2-633fdf0efa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.703925 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.723060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.734523 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:02.734970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:02.738494 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:02.789100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e20352ab-f177-4fe0-886d-a7688c6d971a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:02.814386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7b9bd5b4-48bb-4137-8ca2-633fdf0efa7a None None] For port e20352ab-f177-4fe0-886d-a7688c6d971a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e20352ab-f177-4fe0-886d-a7688c6d971a,segment=NetworkSegment(f0de2078-136e-47c2-8d65-b5f242294e98),segment_id=f0de2078-136e-47c2-8d65-b5f242294e98)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:02.836724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.840186 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b9bd5b4-48bb-4137-8ca2-633fdf0efa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.852544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.859057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50600) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:02.862482 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 HTTP/1.1" status: 204 len: 168 time: 2.5745718 Jul 07 22:33:02.886391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d32537-c50c-4244-bb85-ddc0310bd76c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:02.892247 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-15377cd5-13cd-40b7-aade-c3a17ec2d749 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:02.892802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15377cd5-13cd-40b7-aade-c3a17ec2d749 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:02.895322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-15377cd5-13cd-40b7-aade-c3a17ec2d749 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 HTTP/1.1" status: 404 len: 339 time: 0.0351338 Jul 07 22:33:02.901230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50604) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:02.907787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612295374', 'description': 'd1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:02.919685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:02.920978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:02.939989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:02.944317 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.978442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:02.994461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:02.998402 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.003185 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment c5a643b9-999f-4e5d-976a-5263bb2d33c8 of type vlan for network 65e3e801-d6a5-47ef-9afb-4943b88b8985 Jul 07 22:33:03.013792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc4042a-af66-4618-b48d-a606dc9fd704 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.057179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc4042a-af66-4618-b48d-a606dc9fd704 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.084553 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.125390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc4042a-af66-4618-b48d-a606dc9fd704 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.134448 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6bc4042a-af66-4618-b48d-a606dc9fd704 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.139561 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6bc4042a-af66-4618-b48d-a606dc9fd704 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "DELETE /v2.0/security-groups/c0c5e08e-d08b-40a0-8d7c-9294bc5e759a HTTP/1.1" status: 204 len: 168 time: 0.2159812 Jul 07 22:33:03.141092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50610) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:03.153262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4042a-af66-4618-b48d-a606dc9fd704 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c5e08e-d08b-40a0-8d7c-9294bc5e759a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.168121 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-cd930777-9080-413c-bee9-44d34f34bce3 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] show failed (client error): The resource could not be found. Jul 07 22:33:03.170128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cd930777-9080-413c-bee9-44d34f34bce3 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups/c0c5e08e-d08b-40a0-8d7c-9294bc5e759a HTTP/1.1" status: 404 len: 347 time: 0.0273902 Jul 07 22:33:03.172973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50612) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:03.173282 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.173544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bd5b4-48bb-4137-8ca2-633fdf0efa7a None None] Pushing event updated for resources: {'Port': ['ID=e20352ab-f177-4fe0-886d-a7688c6d971a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.180404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:03.181385 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.223952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e20352ab-f177-4fe0-886d-a7688c6d971a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:03.224325 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.248568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3456650 Jul 07 22:33:03.257659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50614) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:03.336527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dacbff-1e3d-45c6-adc4-b39babf8da38 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:33:03.352597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8a3bb-17a2-48d7-924b-6ece5b002d15 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=65e3e801-d6a5-47ef-9afb-4943b88b8985,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.382243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abce81d1-7efe-499a-becf-fb4d7b4dbae7 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:03.383810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-abce81d1-7efe-499a-becf-fb4d7b4dbae7 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/networks?id=65e3e801-d6a5-47ef-9afb-4943b88b8985 HTTP/1.1" status: 200 len: 765 time: 0.1252329 Jul 07 22:33:03.386468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50616) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:03.391806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-462d804d-4f6c-4765-9f53-83652d529cf1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'description': 'd2'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:03.403542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Deleting port 7eccb679-9f9a-40d7-beea-cff4fe1ce94f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:03.404560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.409682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 65e3e801-d6a5-47ef-9afb-4943b88b8985 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:03.500013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.500713 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.515342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Calling delete_port for 7eccb679-9f9a-40d7-beea-cff4fe1ce94f owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:03.589509 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-462d804d-4f6c-4765-9f53-83652d529cf1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.606802 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-462d804d-4f6c-4765-9f53-83652d529cf1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.696187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d804d-4f6c-4765-9f53-83652d529cf1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=65e3e801-d6a5-47ef-9afb-4943b88b8985,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.698551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-462d804d-4f6c-4765-9f53-83652d529cf1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network 65e3e801-d6a5-47ef-9afb-4943b88b8985 is not hosted by any dhcp agent {{(pid=93941) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:33:03.700202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.700801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dbe55a65-4718-4f0b-ac31-28da0273e5c6 None None] Provisioning complete for port e20352ab-f177-4fe0-886d-a7688c6d971a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:03.700923 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbe55a65-4718-4f0b-ac31-28da0273e5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.704143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d804d-4f6c-4765-9f53-83652d529cf1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:03.704766 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-462d804d-4f6c-4765-9f53-83652d529cf1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.706240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-462d804d-4f6c-4765-9f53-83652d529cf1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "PUT /v2.0/networks/65e3e801-d6a5-47ef-9afb-4943b88b8985 HTTP/1.1" status: 200 len: 762 time: 0.3188796 Jul 07 22:33:03.708890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50626) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:03.758544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 65e3e801-d6a5-47ef-9afb-4943b88b8985 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:03.764969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event deleted for resources: {'Port': ['ID=7eccb679-9f9a-40d7-beea-cff4fe1ce94f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:03.804434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f77c7bc-ef1b-409d-a8a7-5c54ecf1fc1c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:03.806191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5f77c7bc-ef1b-409d-a8a7-5c54ecf1fc1c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/networks?id=65e3e801-d6a5-47ef-9afb-4943b88b8985 HTTP/1.1" status: 200 len: 765 time: 0.0963261 Jul 07 22:33:03.809761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50628) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:03.823065 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.825903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:03.827544 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5d73e49a-b41b-4465-866b-3209d007b5e6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "DELETE /v2.0/floatingips/0952791a-36a7-4f72-beff-5d9b7f477f9d HTTP/1.1" status: 204 len: 168 time: 0.6531949 Jul 07 22:33:03.915949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:03.965363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd7a503-017e-4832-9cbd-8afb6b2532e1 None None] The sync data for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 is: [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:03.977110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dacbff-1e3d-45c6-adc4-b39babf8da38 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:33:04.083182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad953a75-4154-41ce-beee-d087e5c33e7a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.085102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ad953a75-4154-41ce-beee-d087e5c33e7a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2743888 Jul 07 22:33:04.087758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50634) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.133172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-af4e7ba5-9f07-4334-91bf-e571a56d2b4c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 207 time: 0.0438607 Jul 07 22:33:04.136284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50638) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.200893 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.205573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1461190620', 'description': 'tempest-description--669977241'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:04.255757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.388562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9e97b-70d7-402f-9d43-45729cd8fd46 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.396918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9e97b-70d7-402f-9d43-45729cd8fd46 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.400008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.403303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9e97b-70d7-402f-9d43-45729cd8fd46 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.404903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.409504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9e97b-70d7-402f-9d43-45729cd8fd46 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.416075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9e97b-70d7-402f-9d43-45729cd8fd46 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.422361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd9e97b-70d7-402f-9d43-45729cd8fd46 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.422686 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a5e397-a7f5-42d8-9e92-341268c5b7b6 None None] New status for floating IP 0952791a-36a7-4f72-beff-5d9b7f477f9d: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:33:04.424290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6bd9e97b-70d7-402f-9d43-45729cd8fd46 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2867863 Jul 07 22:33:04.428814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50642) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.436564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.441080 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2363486 Jul 07 22:33:04.442107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50644) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.447692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-90fd7485-31a2-4156-8e94-2c895cc89cd1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'security_group_rule': {'security_group_id': '0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:04.478632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:04.489680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.490154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.490596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.491030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.491459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.492216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.492635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.493059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.493597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.494067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.494527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.494950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018a274b-9c7d-4bdb-a353-aec63099502c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:04.516493 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90fd7485-31a2-4156-8e94-2c895cc89cd1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.594299 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90fd7485-31a2-4156-8e94-2c895cc89cd1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.598847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90fd7485-31a2-4156-8e94-2c895cc89cd1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.607939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-019589cc-d703-4d24-8f1b-17cc679fb9ec tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1748414 Jul 07 22:33:04.608550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50654) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.619624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd7485-31a2-4156-8e94-2c895cc89cd1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d53172-f534-480d-baa9-6f818f740945,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:04.628868 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90fd7485-31a2-4156-8e94-2c895cc89cd1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.632745 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-90fd7485-31a2-4156-8e94-2c895cc89cd1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873608 Jul 07 22:33:04.633094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.637702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1505d882-fdab-4a96-8d58-7d7b31e90455 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'security_group_rule': {'security_group_id': '0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:04.665077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1505d882-fdab-4a96-8d58-7d7b31e90455 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.668394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ec5c7-c59d-4726-bbde-74f0a169c752 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.670041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ec5c7-c59d-4726-bbde-74f0a169c752 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.671715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ec5c7-c59d-4726-bbde-74f0a169c752 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.673913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ec5c7-c59d-4726-bbde-74f0a169c752 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.676005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ec5c7-c59d-4726-bbde-74f0a169c752 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.677684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1c0ec5c7-c59d-4726-bbde-74f0a169c752 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0683339 Jul 07 22:33:04.681251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50658) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.739141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1505d882-fdab-4a96-8d58-7d7b31e90455 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.744029 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1505d882-fdab-4a96-8d58-7d7b31e90455 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.745760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaebf9f-c2dd-40a4-8e2c-6c9330b2b868 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.747214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaebf9f-c2dd-40a4-8e2c-6c9330b2b868 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.748618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaebf9f-c2dd-40a4-8e2c-6c9330b2b868 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.750018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaebf9f-c2dd-40a4-8e2c-6c9330b2b868 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.751602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaebf9f-c2dd-40a4-8e2c-6c9330b2b868 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.753158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-deaebf9f-c2dd-40a4-8e2c-6c9330b2b868 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0706701 Jul 07 22:33:04.757391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50660) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.771982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505d882-fdab-4a96-8d58-7d7b31e90455 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfcc125-4118-4bf7-ba18-8c9541f5c744,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:04.775807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e20352ab-f177-4fe0-886d-a7688c6d971a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:04.784122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1505d882-fdab-4a96-8d58-7d7b31e90455 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.785850 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1505d882-fdab-4a96-8d58-7d7b31e90455 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516449 Jul 07 22:33:04.788935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50662) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.794944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:04.830377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.843254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e20352ab-f177-4fe0-886d-a7688c6d971a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:04.843710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.870420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a30f62-cd35-4680-b4c6-bbb51631e1f4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:04.872410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-77a30f62-cd35-4680-b4c6-bbb51631e1f4 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/networks/c883440c-fdff-4a85-9ecf-683b0052b87c HTTP/1.1" status: 200 len: 803 time: 0.1140306 Jul 07 22:33:04.875948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50664) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:04.954566 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:04.993254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-db5598b7-bd90-4719-a98f-ee9d2fdbea05 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/networks/c883440c-fdff-4a85-9ecf-683b0052b87c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1160855 Jul 07 22:33:04.996564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50666) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:05.049020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189fab72-d279-4e89-ba77-c7e873f89e7e tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.054274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-189fab72-d279-4e89-ba77-c7e873f89e7e tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/subnets/afcee08e-9cde-424b-83f1-b122f92beaf2 HTTP/1.1" status: 200 len: 843 time: 0.0526879 Jul 07 22:33:05.055018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50670) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:05.079725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Allocated IP 172.25.8.246 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/96443ca7-fb24-41e7-adcf-248eae17887e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:05.124807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f56b777-726b-4c98-a9ce-12b0d9eefafd tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['shared'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.130261 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3f56b777-726b-4c98-a9ce-12b0d9eefafd tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "GET /v2.0/subnets/afcee08e-9cde-424b-83f1-b122f92beaf2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0740776 Jul 07 22:33:05.130815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50672) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:05.135570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-641234150'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:05.155683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:05.161235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.185472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:05.195851 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.196473 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Added segment 520dad95-04f6-4d01-b54c-433cfe96079a of type vlan for network a0cd760c-7596-4dfc-91a6-5df8273fdbb6 Jul 07 22:33:05.205681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.242652 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.248939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.276256 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.282577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:05.283885 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.309797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'Port': ['ID=96443ca7-fb24-41e7-adcf-248eae17887e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:05.313652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:05.315459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:05.317590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:05.346985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2119291 Jul 07 22:33:05.348235 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50674) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:05.354393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'network_id': 'a0cd760c-7596-4dfc-91a6-5df8273fdbb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:05.356602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36c612-6a9a-4061-a530-095a1ecfecaf tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Network': ['ID=a0cd760c-7596-4dfc-91a6-5df8273fdbb6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:05.369115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a0cd760c-7596-4dfc-91a6-5df8273fdbb6 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:05.507636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.526666 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Made reservation on behalf of d798828736cc41dfbe79c4e2909aa9de for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:05.530207 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.618886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Performing IP validity checks on allocation pools {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:33:05.619431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:33:05.622112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.878985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.888185 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.912999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:05.999492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=7b9995fa-8875-416a-adec-2ea9ece735fb,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:06.016731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'Port': ['ID=96443ca7-fb24-41e7-adcf-248eae17887e,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:06.038467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Checking segment: {'id': '520dad95-04f6-4d01-b54c-433cfe96079a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a0cd760c-7596-4dfc-91a6-5df8273fdbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:06.038831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network hostable DHCP agents. Network: a0cd760c-7596-4dfc-91a6-5df8273fdbb6, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:06.042037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.065728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.067670 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c478b1ff-fd13-4630-9bbe-2c63edc74ac8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2774935 Jul 07 22:33:06.068846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Network a0cd760c-7596-4dfc-91a6-5df8273fdbb6 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:06.081062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a0cd760c-7596-4dfc-91a6-5df8273fdbb6) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:06.085625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.086352 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.093842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498d62a1-ac00-475c-9e45-4a486153dd4e None None] Network a0cd760c-7596-4dfc-91a6-5df8273fdbb6 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:06.111563 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2468df73-dce1-4471-bc59-3a8504fb1d35 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7620573 Jul 07 22:33:06.114520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:06.122103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-74e33f6b-3c7e-4c39-8ee0-6a0263169c81 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:06.244058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74e33f6b-3c7e-4c39-8ee0-6a0263169c81 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25906012'] for subnet, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.327458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-a0cd760c-7596-4dfc-91a6-5df8273fdbb6', 'network_id': 'a0cd760c-7596-4dfc-91a6-5df8273fdbb6', 'tenant_id': 'd798828736cc41dfbe79c4e2909aa9de', 'fixed_ips': [{'subnet_id': '7b9995fa-8875-416a-adec-2ea9ece735fb'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:06.328391 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.331889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-5b7668ca-f511-4d1c-b94e-9194b95fe32e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1461190620&fields=id&tenant_id=142113690cd74daf842b2da291160ed9 HTTP/1.1" status: 200 len: 267 time: 0.0528872 Jul 07 22:33:06.435395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74e33f6b-3c7e-4c39-8ee0-6a0263169c81 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791150734879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26101684'] for subnet, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.461178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-7f21932d-472d-476c-a9f8-85b4bca9a9c6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.468537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-7f21932d-472d-476c-a9f8-85b4bca9a9c6 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 816 time: 0.1357889 Jul 07 22:33:06.483904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-29d5a6da-5de0-49c8-8284-0e3db5c00a45 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/quotas/142113690cd74daf842b2da291160ed9 HTTP/1.1" status: 200 len: 375 time: 0.0144670 Jul 07 22:33:06.500401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e33f6b-3c7e-4c39-8ee0-6a0263169c81 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:06.501260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74e33f6b-3c7e-4c39-8ee0-6a0263169c81 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.506936 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-74e33f6b-3c7e-4c39-8ee0-6a0263169c81 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "PUT /v2.0/subnets/7b9995fa-8875-416a-adec-2ea9ece735fb HTTP/1.1" status: 200 len: 900 time: 0.3908608 Jul 07 22:33:06.507898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:06.508933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Allocated IP 2001:db8::3 (a0cd760c-7596-4dfc-91a6-5df8273fdbb6/7b9995fa-8875-416a-adec-2ea9ece735fb/84a43a29-893a-4e86-ab7a-ba08d7a767f0) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:06.559722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-c255f783-4409-47b8-b95f-5ed472c88691 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749383 Jul 07 22:33:06.611976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e33f6b-3c7e-4c39-8ee0-6a0263169c81 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event updated for resources: {'Subnet': ['ID=7b9995fa-8875-416a-adec-2ea9ece735fb,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:06.690042 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.749822 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.750230 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.760521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Transition to ACTIVE for port object 84a43a29-893a-4e86-ab7a-ba08d7a767f0 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:06.782617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Transition to ACTIVE for port object 84a43a29-893a-4e86-ab7a-ba08d7a767f0 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:06.792203 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.822669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-9045cace-de68-493e-ae87-ed0678bc462c service neutron] 10.222.0.81 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496145 Jul 07 22:33:06.829672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.851398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Pushing event updated for resources: {'Port': ['ID=84a43a29-893a-4e86-ab7a-ba08d7a767f0,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:06.866470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Network a0cd760c-7596-4dfc-91a6-5df8273fdbb6 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:06.868198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:06.870762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:06.873220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9995fa-8875-416a-adec-2ea9ece735fb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:06.937749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-28a5939c-b03c-4e9f-85eb-92b7b0260419 service neutron] 10.222.0.81 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105080 Jul 07 22:33:06.948672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.966595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Attempting to bind port 84a43a29-893a-4e86-ab7a-ba08d7a767f0 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:06.967568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0cd760c-7596-4dfc-91a6-5df8273fdbb6']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:06.969870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Attempting to bind port 84a43a29-893a-4e86-ab7a-ba08d7a767f0 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '520dad95-04f6-4d01-b54c-433cfe96079a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a0cd760c-7596-4dfc-91a6-5df8273fdbb6'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:06.969870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Attempting to bind port 84a43a29-893a-4e86-ab7a-ba08d7a767f0 on network a0cd760c-7596-4dfc-91a6-5df8273fdbb6 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:06.980175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:06.980855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Checking segment: {'id': '520dad95-04f6-4d01-b54c-433cfe96079a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a0cd760c-7596-4dfc-91a6-5df8273fdbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:06.981457 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.982719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Bound using segment: {'id': '520dad95-04f6-4d01-b54c-433cfe96079a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a0cd760c-7596-4dfc-91a6-5df8273fdbb6'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:06.983213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Bound port: 84a43a29-893a-4e86-ab7a-ba08d7a767f0, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520dad95-04f6-4d01-b54c-433cfe96079a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a0cd760c-7596-4dfc-91a6-5df8273fdbb6'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:06.983604 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:06.984751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520dad95-04f6-4d01-b54c-433cfe96079a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:06.985383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520dad95-04f6-4d01-b54c-433cfe96079a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:06.998973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.018811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.026520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:07.027077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:07.030477 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:07.066757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] For port 84a43a29-893a-4e86-ab7a-ba08d7a767f0, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:07.096098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] For port 84a43a29-893a-4e86-ab7a-ba08d7a767f0, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=84a43a29-893a-4e86-ab7a-ba08d7a767f0,segment=NetworkSegment(520dad95-04f6-4d01-b54c-433cfe96079a),segment_id=520dad95-04f6-4d01-b54c-433cfe96079a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:07.099210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:33:07.099210 n-d-695012-11 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:33:07.099210 n-d-695012-11 neutron-server[93942]: [parameters: {'id': 'a0cd760c-7596-4dfc-91a6-5df8273fdbb6'}] Jul 07 22:33:07.099210 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:33:07.099951 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:33:07.101919 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.169842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-017bfb6c-1be7-4f3b-8be2-caadc1737106 req-526a1dcc-7d34-48c4-a07d-9f2b6bbd18fb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 210 time: 0.0520234 Jul 07 22:33:07.201877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8495d0b-15f0-4f3a-b30a-4e17714ba0c0 None None] Pushing event updated for resources: {'Port': ['ID=84a43a29-893a-4e86-ab7a-ba08d7a767f0,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:07.229355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb90a55f-b875-4887-bb2c-3fb34c72bf1b None None] Network a0cd760c-7596-4dfc-91a6-5df8273fdbb6 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:07.390424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba76ca2-e4e5-4979-a025-85702f63ccd6 None None] Network a0cd760c-7596-4dfc-91a6-5df8273fdbb6 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:07.582299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7e36bf-56ed-4503-ba1f-1821920f831a None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:33:07.601635 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.705671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting port 84a43a29-893a-4e86-ab7a-ba08d7a767f0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:07.706120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.773569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e36bf-56ed-4503-ba1f-1821920f831a None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:33:07.815830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] For port 84a43a29-893a-4e86-ab7a-ba08d7a767f0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=84a43a29-893a-4e86-ab7a-ba08d7a767f0,segment=NetworkSegment(520dad95-04f6-4d01-b54c-433cfe96079a),segment_id=520dad95-04f6-4d01-b54c-433cfe96079a)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:07.816583 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:07.838723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Calling delete_port for 84a43a29-893a-4e86-ab7a-ba08d7a767f0 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:07.973568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.010875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Port': ['ID=84a43a29-893a-4e86-ab7a-ba08d7a767f0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:08.020886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No DVR routers for this DVR port 84a43a29-893a-4e86-ab7a-ba08d7a767f0 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:08.131395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.141900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0cd760c-7596-4dfc-91a6-5df8273fdbb6']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:08.158130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520dad95-04f6-4d01-b54c-433cfe96079a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:08.158428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520dad95-04f6-4d01-b54c-433cfe96079a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:08.168159 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.183004 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.193872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:08.194471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:08.199063 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:08.277131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.297338 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.299959 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/a0cd760c-7596-4dfc-91a6-5df8273fdbb6 HTTP/1.1" status: 204 len: 168 time: 1.7871573 Jul 07 22:33:08.304364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50730) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:08.314096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3952cc2-f86f-4cc0-85fb-3c2afcb47ad5 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=a0cd760c-7596-4dfc-91a6-5df8273fdbb6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:08.336375 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d446932-6031-4691-8924-5c64629d3c05 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:08.336824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d446932-6031-4691-8924-5c64629d3c05 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:08.340804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2d446932-6031-4691-8924-5c64629d3c05 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/7b9995fa-8875-416a-adec-2ea9ece735fb HTTP/1.1" status: 404 len: 337 time: 0.0331817 Jul 07 22:33:08.341175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50732) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:08.359550 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f8b397-ba37-40df-9a28-9bd43dd52c7c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:08.360004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f8b397-ba37-40df-9a28-9bd43dd52c7c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:08.364528 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20f8b397-ba37-40df-9a28-9bd43dd52c7c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/a0cd760c-7596-4dfc-91a6-5df8273fdbb6 HTTP/1.1" status: 404 len: 339 time: 0.0197980 Jul 07 22:33:08.365243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50734) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:08.366747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a2f42f6-97d5-4ff7-ad75-12b8c2a3f778 req-c68f0552-7215-4a06-afc4-d56941968db5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 210 time: 0.0323756 Jul 07 22:33:08.447194 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.532248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.542019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e3e801-d6a5-47ef-9afb-4943b88b8985']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:08.553751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a643b9-999f-4e5d-976a-5263bb2d33c8') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:08.554204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a643b9-999f-4e5d-976a-5263bb2d33c8') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:08.564229 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.587513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.595844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:08.595844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:08.599673 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:08.658482 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.668624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.672904 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/65e3e801-d6a5-47ef-9afb-4943b88b8985 HTTP/1.1" status: 204 len: 168 time: 0.3043954 Jul 07 22:33:08.674649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50736) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:08.682054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6b493-60ec-4fe0-ac83-ba8b6b259961 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=65e3e801-d6a5-47ef-9afb-4943b88b8985,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:08.747983 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdebd36-1fe9-4fdb-9981-54f37aa362c1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:08.748432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdebd36-1fe9-4fdb-9981-54f37aa362c1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:08.752556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fbdebd36-1fe9-4fdb-9981-54f37aa362c1 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/bfeca084-edaa-4677-b36d-51b55ad7d950 HTTP/1.1" status: 404 len: 337 time: 0.0747783 Jul 07 22:33:08.752903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50738) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:08.781972 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-13866295-3007-4d46-b187-1500d79b3acd tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:08.782629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13866295-3007-4d46-b187-1500d79b3acd tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:08.787144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-13866295-3007-4d46-b187-1500d79b3acd tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/81840e9b-2d2a-4d92-b267-5b0fe1f6b6d9 HTTP/1.1" status: 404 len: 339 time: 0.0306282 Jul 07 22:33:08.787797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50740) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:08.870773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-1b23a042-c480-44a3-bd31-d1582c855fa7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:08.872229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-1b23a042-c480-44a3-bd31-d1582c855fa7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 816 time: 0.2134562 Jul 07 22:33:08.876331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf353f5-39ed-4a9d-b2a9-0adc44aea541 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting subnet a211de00-4ef4-4d89-8cd9-7baf73b45c69 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:08.880157 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-daf353f5-39ed-4a9d-b2a9-0adc44aea541 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.943856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-daf353f5-39ed-4a9d-b2a9-0adc44aea541 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:08.984620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-ca5d1e66-819f-461d-8b66-355adeccd4ce tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=142113690cd74daf842b2da291160ed9 HTTP/1.1" status: 200 len: 380 time: 0.0831511 Jul 07 22:33:08.996201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'port': {'device_id': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'admin_state_up': True, 'tenant_id': '142113690cd74daf842b2da291160ed9', 'security_groups': ['0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:09.108688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-daf353f5-39ed-4a9d-b2a9-0adc44aea541 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.178215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Made reservation on behalf of 142113690cd74daf842b2da291160ed9 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:09.181719 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.199670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-daf353f5-39ed-4a9d-b2a9-0adc44aea541 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.234199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf353f5-39ed-4a9d-b2a9-0adc44aea541 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=a211de00-4ef4-4d89-8cd9-7baf73b45c69,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:09.243924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fda85b-994c-47be-b4e8-a7f194052272 None None] Network 8d748543-b34e-42bd-8f6f-30779a2b1b00 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:09.271969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-daf353f5-39ed-4a9d-b2a9-0adc44aea541 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.271969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-daf353f5-39ed-4a9d-b2a9-0adc44aea541 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/a211de00-4ef4-4d89-8cd9-7baf73b45c69 HTTP/1.1" status: 204 len: 168 time: 0.4796984 Jul 07 22:33:09.272342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50744) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:09.328921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a86c349-a36d-45f8-85ea-065c6a8a7d6a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting subnet 95f1ef34-a1ef-407c-a1eb-9a0e097a06d7 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:09.332929 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a86c349-a36d-45f8-85ea-065c6a8a7d6a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.385626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a86c349-a36d-45f8-85ea-065c6a8a7d6a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.516439 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a86c349-a36d-45f8-85ea-065c6a8a7d6a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.586106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a86c349-a36d-45f8-85ea-065c6a8a7d6a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.626275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86c349-a36d-45f8-85ea-065c6a8a7d6a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=95f1ef34-a1ef-407c-a1eb-9a0e097a06d7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:09.630800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a86c349-a36d-45f8-85ea-065c6a8a7d6a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.633062 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1a86c349-a36d-45f8-85ea-065c6a8a7d6a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/95f1ef34-a1ef-407c-a1eb-9a0e097a06d7 HTTP/1.1" status: 204 len: 168 time: 0.3607588 Jul 07 22:33:09.636041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50756) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:09.699835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df940c86-7ff4-48d4-b75e-a05ce6899a02 req-aa7e1f21-bb4d-47af-8140-e9b68d39a8ab tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 210 time: 0.0406494 Jul 07 22:33:09.724032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Allocated IP 172.20.0.4 (e7246017-4236-41de-9623-83b4b1a5619a/f3bb8f92-986b-42f0-8d67-4439ce4e6fb1/768ac111-2fd6-4ecb-b550-efd575833b7c) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:09.757065 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.833343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting port e20352ab-f177-4fe0-886d-a7688c6d971a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:09.833477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.911215 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.926540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Transition to ACTIVE for port object 768ac111-2fd6-4ecb-b550-efd575833b7c will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:09.930980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] For port e20352ab-f177-4fe0-886d-a7688c6d971a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e20352ab-f177-4fe0-886d-a7688c6d971a,segment=NetworkSegment(f0de2078-136e-47c2-8d65-b5f242294e98),segment_id=f0de2078-136e-47c2-8d65-b5f242294e98)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:09.931341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:09.947363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Calling delete_port for e20352ab-f177-4fe0-886d-a7688c6d971a owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:09.966568 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.021776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Network e7246017-4236-41de-9623-83b4b1a5619a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:10.025539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:10.030447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:10.058792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.076447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:10.107607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:10.108266 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.127222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No DVR routers for this DVR port e20352ab-f177-4fe0-886d-a7688c6d971a on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:10.137799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-63f8e16d-c32c-4213-b44a-e0f9c6ee8f99 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1467831 Jul 07 22:33:10.151047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Request body: {'port': {'device_id': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:10.158445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Port': ['ID=e20352ab-f177-4fe0-886d-a7688c6d971a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:10.235083 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.251501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d748543-b34e-42bd-8f6f-30779a2b1b00']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:10.265536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c6d8d-6da2-4b6d-9b94-f93da54451bb None None] Network 8d748543-b34e-42bd-8f6f-30779a2b1b00 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:10.268003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0de2078-136e-47c2-8d65-b5f242294e98') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:10.268434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0de2078-136e-47c2-8d65-b5f242294e98') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:10.275518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-38b9b211-9d0b-488a-b40b-f5a65734bd10 None None] Could not find standard attr ID for object e20352ab-f177-4fe0-886d-a7688c6d971a. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:33:10.280275 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.295901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.310422 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.317718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:10.318395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:10.322117 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:10.395022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.409458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.411477 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/8d748543-b34e-42bd-8f6f-30779a2b1b00 HTTP/1.1" status: 204 len: 168 time: 0.7747817 Jul 07 22:33:10.413938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:10.431941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-59388b0b-68b8-4d3b-9da0-b661f4712aa2 None None] Provisioning for port 768ac111-2fd6-4ecb-b550-efd575833b7c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:10.436533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-59388b0b-68b8-4d3b-9da0-b661f4712aa2 None None] Provisioning complete for port 768ac111-2fd6-4ecb-b550-efd575833b7c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:10.437404 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59388b0b-68b8-4d3b-9da0-b661f4712aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.446908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dba5b-8352-4567-8eff-61e00d1e477c tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=8d748543-b34e-42bd-8f6f-30779a2b1b00,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:10.470650 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79009d8-f3ed-409a-a591-75c0014c6091 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:10.471159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79009d8-f3ed-409a-a591-75c0014c6091 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:10.475425 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c79009d8-f3ed-409a-a591-75c0014c6091 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/be346297-2445-4813-aefe-a0a65f74eddd HTTP/1.1" status: 404 len: 337 time: 0.0581548 Jul 07 22:33:10.476952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:10.494911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-59388b0b-68b8-4d3b-9da0-b661f4712aa2 None None] Port 768ac111-2fd6-4ecb-b550-efd575833b7c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:10.496651 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38ceb2b-7a3f-4dec-be17-af75d81beb96 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:10.497333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38ceb2b-7a3f-4dec-be17-af75d81beb96 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:10.505146 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e38ceb2b-7a3f-4dec-be17-af75d81beb96 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/d7bdc478-2b72-4be8-ac28-68239c6e50ea HTTP/1.1" status: 404 len: 339 time: 0.0244529 Jul 07 22:33:10.505397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50770) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:10.507691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb455f-5521-43f4-bdbd-7fd8fadd8fdc None None] DHCP port deletion for 8d748543-b34e-42bd-8f6f-30779a2b1b00 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:10.536584 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c607a60-65c1-4a42-95fb-0ea5501b9fd3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:10.537389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c607a60-65c1-4a42-95fb-0ea5501b9fd3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:10.539288 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7c607a60-65c1-4a42-95fb-0ea5501b9fd3 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/c30dfdd7-ceaa-479a-9bca-a107fc036aa6 HTTP/1.1" status: 404 len: 337 time: 0.0325263 Jul 07 22:33:10.541431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50772) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:10.559826 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9a2986-d3c4-43d4-ba88-e8108e78065a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:10.560511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9a2986-d3c4-43d4-ba88-e8108e78065a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:10.562904 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8e9a2986-d3c4-43d4-ba88-e8108e78065a tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/a0ab4f0e-83e6-4852-ab96-aad8f5cb150b HTTP/1.1" status: 404 len: 339 time: 0.0206501 Jul 07 22:33:10.566753 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50774) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:10.596483 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcdf5cc-16f6-431b-ad4a-b08e2d7d139b tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:10.596991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcdf5cc-16f6-431b-ad4a-b08e2d7d139b tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:10.598943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-adcdf5cc-16f6-431b-ad4a-b08e2d7d139b tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/cfb91978-58e3-4d20-b6b8-a58941bfaab7 HTTP/1.1" status: 404 len: 337 time: 0.0312665 Jul 07 22:33:10.601690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50776) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:10.623733 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a5d9f1-6354-4e13-86e6-93fd97e79aa7 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:10.624656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a5d9f1-6354-4e13-86e6-93fd97e79aa7 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:10.626747 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-50a5d9f1-6354-4e13-86e6-93fd97e79aa7 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/c8d11526-4447-4d6b-8141-829cdef78710 HTTP/1.1" status: 404 len: 339 time: 0.0238347 Jul 07 22:33:10.629727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50778) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:10.648849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768ac111-2fd6-4ecb-b550-efd575833b7c {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:10.656290 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.668723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Transition to ACTIVE for port object 768ac111-2fd6-4ecb-b550-efd575833b7c will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:10.673031 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.683808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bb5fe9-07b8-446b-96b5-5d7f1f535833 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting subnet d4cd95de-c9e2-4889-a9bd-85c574e7efba {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:10.687360 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27bb5fe9-07b8-446b-96b5-5d7f1f535833 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.751330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27bb5fe9-07b8-446b-96b5-5d7f1f535833 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.787494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e20352ab-f177-4fe0-886d-a7688c6d971a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:10.798116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:10.830124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e20352ab-f177-4fe0-886d-a7688c6d971a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:10.830485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e20352ab-f177-4fe0-886d-a7688c6d971a not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:10.852110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Attempting to bind port 768ac111-2fd6-4ecb-b550-efd575833b7c on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:10.852744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Attempting to bind port 768ac111-2fd6-4ecb-b550-efd575833b7c by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:10.853262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Attempting to bind port 768ac111-2fd6-4ecb-b550-efd575833b7c on network e7246017-4236-41de-9623-83b4b1a5619a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:10.858682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Port 768ac111-2fd6-4ecb-b550-efd575833b7c on network e7246017-4236-41de-9623-83b4b1a5619a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:33:10.859258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Attempting to bind port 768ac111-2fd6-4ecb-b550-efd575833b7c on network e7246017-4236-41de-9623-83b4b1a5619a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:10.866689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:10.867240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Checking segment: {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:10.867805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Bound using segment: {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:10.868420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Bound port: 768ac111-2fd6-4ecb-b550-efd575833b7c, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:10.868975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.916278 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27bb5fe9-07b8-446b-96b5-5d7f1f535833 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:10.986172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27bb5fe9-07b8-446b-96b5-5d7f1f535833 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.020159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb5fe9-07b8-446b-96b5-5d7f1f535833 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=d4cd95de-c9e2-4889-a9bd-85c574e7efba,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:11.023818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27bb5fe9-07b8-446b-96b5-5d7f1f535833 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.025751 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-27bb5fe9-07b8-446b-96b5-5d7f1f535833 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/d4cd95de-c9e2-4889-a9bd-85c574e7efba HTTP/1.1" status: 204 len: 168 time: 0.3948135 Jul 07 22:33:11.028297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50786) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:11.030449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:11.040917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687850b-8d91-4f97-acec-09d12dd2bd76 req-aa30f5bb-22ca-433d-9f0d-99f9bfc84ae3 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:11.042284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd5803-8ffc-4f95-a5b4-202bf12e3094 None None] Network 69e9983c-eaff-4d6b-8eed-ab8c812e138e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:11.048195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2687850b-8d91-4f97-acec-09d12dd2bd76 req-aa30f5bb-22ca-433d-9f0d-99f9bfc84ae3 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.1240251 Jul 07 22:33:11.072135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:11.091632 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.105136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2687850b-8d91-4f97-acec-09d12dd2bd76 req-a316420c-1922-45d0-a970-bad0a8ee78d8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559745 Jul 07 22:33:11.119839 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.138686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:11.139359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.140868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/768ac111-2fd6-4ecb-b550-efd575833b7c HTTP/1.1" status: 200 len: 1092 time: 0.9953642 Jul 07 22:33:11.141329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:11.143714 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37364f81-399c-45b5-8133-6371889e0216" -d '{"events": [{"name": "network-changed", "server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:11.179259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40606cc4-3235-45a4-adae-bbe9a1fe15d3 service neutron] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:11.238111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting port aa38c939-7e03-4298-aff1-7b255ed244d1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:11.238682 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.241750 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba77469b-65fb-4bab-9ddd-42d8dd812cf0 x-openstack-request-id: req-ba77469b-65fb-4bab-9ddd-42d8dd812cf0 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:11.241931 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:11.242021 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba77469b-65fb-4bab-9ddd-42d8dd812cf0 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:11.242457 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'status': 'completed', 'code': 200} Jul 07 22:33:11.271551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-2ea651b4-4956-4c73-a36f-9794fee87aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:11.273158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-2ea651b4-4956-4c73-a36f-9794fee87aa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 1095 time: 0.0800414 Jul 07 22:33:11.350885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-4aea7f0d-dc2e-40ea-86fd-ef45e78d7cb3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768ac111-2fd6-4ecb-b550-efd575833b7c HTTP/1.1" status: 200 len: 217 time: 0.0685980 Jul 07 22:33:11.371392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] For port aa38c939-7e03-4298-aff1-7b255ed244d1, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aa38c939-7e03-4298-aff1-7b255ed244d1,segment=NetworkSegment(db81993a-90ce-4582-a7f4-faa4ee4c30f0),segment_id=db81993a-90ce-4582-a7f4-faa4ee4c30f0)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:11.372920 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.374292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c04175-7782-46b7-8a7e-1a75b7e8baa0 None None] DHCP port deletion for 69e9983c-eaff-4d6b-8eed-ab8c812e138e request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:11.389373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Calling delete_port for aa38c939-7e03-4298-aff1-7b255ed244d1 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:11.424519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-1cb212af-fdb5-40b8-a573-af57aa844064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:11.426379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-1cb212af-fdb5-40b8-a573-af57aa844064 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.0612874 Jul 07 22:33:11.458128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-43c04175-7782-46b7-8a7e-1a75b7e8baa0 None None] Deleting port aa38c939-7e03-4298-aff1-7b255ed244d1 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:11.458555 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43c04175-7782-46b7-8a7e-1a75b7e8baa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.484223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.497088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-f308808a-043d-4748-9d86-e97ba2678c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:11.499137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-f308808a-043d-4748-9d86-e97ba2678c88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648127 Jul 07 22:33:11.515062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Port': ['ID=aa38c939-7e03-4298-aff1-7b255ed244d1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:11.522338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No DVR routers for this DVR port aa38c939-7e03-4298-aff1-7b255ed244d1 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:11.562105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-43c04175-7782-46b7-8a7e-1a75b7e8baa0 None None] For port aa38c939-7e03-4298-aff1-7b255ed244d1, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=aa38c939-7e03-4298-aff1-7b255ed244d1,segment=NetworkSegment(db81993a-90ce-4582-a7f4-faa4ee4c30f0),segment_id=db81993a-90ce-4582-a7f4-faa4ee4c30f0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:11.562513 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43c04175-7782-46b7-8a7e-1a75b7e8baa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.579249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-43c04175-7782-46b7-8a7e-1a75b7e8baa0 None None] Calling delete_port for aa38c939-7e03-4298-aff1-7b255ed244d1 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:11.613722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.630779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-bfa9ff5e-defe-4c4b-985d-eab788922cb7 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252091 Jul 07 22:33:11.632197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e9983c-eaff-4d6b-8eed-ab8c812e138e']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:11.644783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db81993a-90ce-4582-a7f4-faa4ee4c30f0') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:11.645209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db81993a-90ce-4582-a7f4-faa4ee4c30f0') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:11.654275 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.670320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.672368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43c04175-7782-46b7-8a7e-1a75b7e8baa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.674606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:11.675043 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:11.677944 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:11.701208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c04175-7782-46b7-8a7e-1a75b7e8baa0 None None] Pushing event deleted for resources: {'Port': ['ID=aa38c939-7e03-4298-aff1-7b255ed244d1,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:11.708851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c04175-7782-46b7-8a7e-1a75b7e8baa0 None None] No DVR routers for this DVR port aa38c939-7e03-4298-aff1-7b255ed244d1 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:11.755092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4535d686-a20e-43af-9fcd-deb344db6db6 req-7c015a34-a1b7-4ba3-abad-dba8a2c0a3aa service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076334 Jul 07 22:33:11.757690 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.765945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.768776 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/69e9983c-eaff-4d6b-8eed-ab8c812e138e HTTP/1.1" status: 204 len: 168 time: 0.7394075 Jul 07 22:33:11.772087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50792) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:11.779819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53182759-c283-4acf-b667-2bf27703c903 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=69e9983c-eaff-4d6b-8eed-ab8c812e138e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:11.807465 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d765e13f-c727-48cb-87fb-a88ece8500de tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:11.808115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d765e13f-c727-48cb-87fb-a88ece8500de tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:11.810115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d765e13f-c727-48cb-87fb-a88ece8500de tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/c6df0e46-0199-4d2d-9449-2a56ca41587c HTTP/1.1" status: 404 len: 337 time: 0.0365670 Jul 07 22:33:11.813309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50794) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:11.842406 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8320661-1cbd-40e0-9cc7-fcf4b036e743 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] DELETE failed (client error): The resource could not be found. Jul 07 22:33:11.843038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8320661-1cbd-40e0-9cc7-fcf4b036e743 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:33:11.847285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f8320661-1cbd-40e0-9cc7-fcf4b036e743 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/45e261fc-c0c8-4f66-bd0c-2dd33c90ca1e HTTP/1.1" status: 404 len: 339 time: 0.0304601 Jul 07 22:33:11.847571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50796) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:11.922454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bd63da-9f25-4752-a964-8394c76465c8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting subnet afcee08e-9cde-424b-83f1-b122f92beaf2 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:11.928188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5bd63da-9f25-4752-a964-8394c76465c8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:11.967634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364f81-399c-45b5-8133-6371889e0216 req-1f6ee600-bb4e-4505-b734-4ad2ee78f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:11.969071 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37364f81-399c-45b5-8133-6371889e0216 req-1f6ee600-bb4e-4505-b734-4ad2ee78f9e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 1095 time: 0.1357410 Jul 07 22:33:11.988508 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5bd63da-9f25-4752-a964-8394c76465c8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.141962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364f81-399c-45b5-8133-6371889e0216 req-5b4f2214-22ea-46fb-ba73-94ec23cc49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:12.143989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37364f81-399c-45b5-8133-6371889e0216 req-5b4f2214-22ea-46fb-ba73-94ec23cc49ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.1668584 Jul 07 22:33:12.149698 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5bd63da-9f25-4752-a964-8394c76465c8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.212559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37364f81-399c-45b5-8133-6371889e0216 req-0281665a-d1b6-46cb-b8a9-6e0a239177a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768ac111-2fd6-4ecb-b550-efd575833b7c HTTP/1.1" status: 200 len: 217 time: 0.0416732 Jul 07 22:33:12.224797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50808) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:12.331117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364f81-399c-45b5-8133-6371889e0216 req-8180f774-e4d8-4fb7-9004-c8735d41c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:12.332980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37364f81-399c-45b5-8133-6371889e0216 req-8180f774-e4d8-4fb7-9004-c8735d41c6cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.1137390 Jul 07 22:33:12.336445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5bd63da-9f25-4752-a964-8394c76465c8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.348695 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444e7715-16af-43f5-a297-2e629218d18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.383532 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e5bd63da-9f25-4752-a964-8394c76465c8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.385421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e5bd63da-9f25-4752-a964-8394c76465c8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/subnets/afcee08e-9cde-424b-83f1-b122f92beaf2 HTTP/1.1" status: 204 len: 168 time: 0.5369384 Jul 07 22:33:12.388860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:12.390846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a0ab2-07f5-41a8-8180-f8a98e916362 None None] Network c883440c-fdff-4a85-9ecf-683b0052b87c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:12.407256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd63da-9f25-4752-a964-8394c76465c8 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Subnet': ['ID=afcee08e-9cde-424b-83f1-b122f92beaf2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:12.438890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85dddf-4a98-46f2-8d94-72dd364e1acb req-914330ae-bd38-4e6c-a0c5-23e9604bd9fc tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:12.446010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a85dddf-4a98-46f2-8d94-72dd364e1acb req-914330ae-bd38-4e6c-a0c5-23e9604bd9fc tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.1813667 Jul 07 22:33:12.478149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.496658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364f81-399c-45b5-8133-6371889e0216 req-d62fe9e4-ac05-4c86-aa4c-5f1f5dba7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:12.498316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37364f81-399c-45b5-8133-6371889e0216 req-d62fe9e4-ac05-4c86-aa4c-5f1f5dba7cf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492901 Jul 07 22:33:12.514699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a85dddf-4a98-46f2-8d94-72dd364e1acb req-40fa23c1-17d1-41cf-a9f7-ea6e7d246598 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656919 Jul 07 22:33:12.601977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444e7715-16af-43f5-a297-2e629218d18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.604650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Deleting port ae01b4f3-fadb-451b-95bb-d63251a40f6f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:12.604911 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.632583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37364f81-399c-45b5-8133-6371889e0216 req-5c0277d7-11c9-4010-b5f6-07211c274ff2 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140552 Jul 07 22:33:12.656628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-444e7715-16af-43f5-a297-2e629218d18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.709126 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] For port ae01b4f3-fadb-451b-95bb-d63251a40f6f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ae01b4f3-fadb-451b-95bb-d63251a40f6f,segment=NetworkSegment(8dc12e3c-34ab-491a-a957-b9729860ab87),segment_id=8dc12e3c-34ab-491a-a957-b9729860ab87)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:12.709493 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.713807 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-444e7715-16af-43f5-a297-2e629218d18e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aeef352e5ccf4dfb990d26a51fc984e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879475 Jul 07 22:33:12.716647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50816) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:12.727279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f555f-8e08-4188-ba9f-ce4a5de417b1 None None] DHCP port deletion for c883440c-fdff-4a85-9ecf-683b0052b87c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:12.735972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e7715-16af-43f5-a297-2e629218d18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3312cc42-f480-4d05-b2f8-5a56fbc8ae92,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:12.742319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Calling delete_port for ae01b4f3-fadb-451b-95bb-d63251a40f6f owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:12.806429 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73a6a594-5c9f-4864-b0eb-d42005993a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.830091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f555f-8e08-4188-ba9f-ce4a5de417b1 None None] Deleting port ae01b4f3-fadb-451b-95bb-d63251a40f6f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:12.831962 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c1f555f-8e08-4188-ba9f-ce4a5de417b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.834795 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73a6a594-5c9f-4864-b0eb-d42005993a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.858850 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.873846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37364f81-399c-45b5-8133-6371889e0216 req-f96599c2-527f-412f-a5fd-6063926d18a4 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339895 Jul 07 22:33:12.875997 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] No DVR routers for this DVR port ae01b4f3-fadb-451b-95bb-d63251a40f6f on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:12.902879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aa38c939-7e03-4298-aff1-7b255ed244d1 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:12.920300 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73a6a594-5c9f-4864-b0eb-d42005993a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.924058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73a6a594-5c9f-4864-b0eb-d42005993a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:12.925652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-73a6a594-5c9f-4864-b0eb-d42005993a4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3312cc42-f480-4d05-b2f8-5a56fbc8ae92 HTTP/1.1" status: 204 len: 168 time: 0.2079718 Jul 07 22:33:12.936106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6a594-5c9f-4864-b0eb-d42005993a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3312cc42-f480-4d05-b2f8-5a56fbc8ae92,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:12.949142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: aa38c939-7e03-4298-aff1-7b255ed244d1 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:12.949363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device aa38c939-7e03-4298-aff1-7b255ed244d1 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:12.964767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Port': ['ID=ae01b4f3-fadb-451b-95bb-d63251a40f6f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:13.001370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0c1f555f-8e08-4188-ba9f-ce4a5de417b1 None None] For port ae01b4f3-fadb-451b-95bb-d63251a40f6f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ae01b4f3-fadb-451b-95bb-d63251a40f6f,segment=NetworkSegment(8dc12e3c-34ab-491a-a957-b9729860ab87),segment_id=8dc12e3c-34ab-491a-a957-b9729860ab87)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:13.002245 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c1f555f-8e08-4188-ba9f-ce4a5de417b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.016248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f555f-8e08-4188-ba9f-ce4a5de417b1 None None] Calling delete_port for ae01b4f3-fadb-451b-95bb-d63251a40f6f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:13.058182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.071515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c883440c-fdff-4a85-9ecf-683b0052b87c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:13.102774 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c1f555f-8e08-4188-ba9f-ce4a5de417b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.132168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f555f-8e08-4188-ba9f-ce4a5de417b1 None None] Pushing event deleted for resources: {'Port': ['ID=ae01b4f3-fadb-451b-95bb-d63251a40f6f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:13.136736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f555f-8e08-4188-ba9f-ce4a5de417b1 None None] No DVR routers for this DVR port ae01b4f3-fadb-451b-95bb-d63251a40f6f on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:13.387936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc12e3c-34ab-491a-a957-b9729860ab87') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:13.388267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc12e3c-34ab-491a-a957-b9729860ab87') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:13.397894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.412393 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.423513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:13.423949 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:13.426956 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:13.486898 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.504011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.505822 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] 10.222.0.81 "DELETE /v2.0/networks/c883440c-fdff-4a85-9ecf-683b0052b87c HTTP/1.1" status: 204 len: 168 time: 1.1156468 Jul 07 22:33:13.515614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec681a-bbfe-4a7c-b367-6962a5215025 tempest-NetworksIpV6Test-814955500 tempest-NetworksIpV6Test-814955500-project] Pushing event deleted for resources: {'Network': ['ID=c883440c-fdff-4a85-9ecf-683b0052b87c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:13.726681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f960dc8-7dad-4ae4-b19a-b4441b533b38 req-3947b5b1-7e76-4b48-b2a9-518d55e08677 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:13.728318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f960dc8-7dad-4ae4-b19a-b4441b533b38 req-3947b5b1-7e76-4b48-b2a9-518d55e08677 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.0755718 Jul 07 22:33:13.749185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:13.771623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f960dc8-7dad-4ae4-b19a-b4441b533b38 req-ca83aa02-8937-453c-9da9-7a39fd41a860 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370762 Jul 07 22:33:13.880380 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3066fa20-d26b-4621-93ae-65200dada08f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d798828736cc41dfbe79c4e2909aa9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300173 Jul 07 22:33:13.882859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50858) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:13.933486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-140d7be1-be66-451b-a9ef-1f7dcd431d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.954302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-140d7be1-be66-451b-a9ef-1f7dcd431d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:13.959685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:33:14.009589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-140d7be1-be66-451b-a9ef-1f7dcd431d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.012452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-140d7be1-be66-451b-a9ef-1f7dcd431d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.013810 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-140d7be1-be66-451b-a9ef-1f7dcd431d13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ffacfa4-4ddc-40c1-8b44-70b4da2c403f HTTP/1.1" status: 204 len: 168 time: 0.1298563 Jul 07 22:33:14.026884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d7be1-be66-451b-a9ef-1f7dcd431d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffacfa4-4ddc-40c1-8b44-70b4da2c403f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:14.071891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:14.083592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'port_id': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'mac_address': 'fa:16:3e:31:ee:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:33:14.125506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.143612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768ac111-2fd6-4ecb-b550-efd575833b7c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:14.178689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:14.182798 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.233411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:14.420784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['768ac111-2fd6-4ecb-b550-efd575833b7c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:14.720485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:14.771346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ae01b4f3-fadb-451b-95bb-d63251a40f6f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:14.822915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ae01b4f3-fadb-451b-95bb-d63251a40f6f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:14.823284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ae01b4f3-fadb-451b-95bb-d63251a40f6f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:14.862997 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-98dede24-a37b-49c4-a61a-68d8bbff12ad tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-617202062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:14.888837 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98dede24-a37b-49c4-a61a-68d8bbff12ad tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.889906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98dede24-a37b-49c4-a61a-68d8bbff12ad tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.939558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98dede24-a37b-49c4-a61a-68d8bbff12ad tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.945061 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98dede24-a37b-49c4-a61a-68d8bbff12ad tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.962309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98dede24-a37b-49c4-a61a-68d8bbff12ad tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:14.963532 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-98dede24-a37b-49c4-a61a-68d8bbff12ad tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2414312 Jul 07 22:33:14.966230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:14.967758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632641d-d49f-4f36-b6ce-79fdd0f4bc9c req-62bfc06b-6769-4f41-9cf8-cfb863b02848 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:14.969274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4632641d-d49f-4f36-b6ce-79fdd0f4bc9c req-62bfc06b-6769-4f41-9cf8-cfb863b02848 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 944 time: 0.0695229 Jul 07 22:33:14.971234 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-107871660'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:14.992894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Made reservation on behalf of 0ba0b87fe630410bb77b15e2fe0ae97c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:14.996747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.006961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.013578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4632641d-d49f-4f36-b6ce-79fdd0f4bc9c req-1f82c945-9f8f-4d08-b15d-20e11c338a33 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384562 Jul 07 22:33:15.099943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.103768 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.129588 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:15.144691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8901ae-b55c-4eb8-afc2-0aaade6f439d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:15.148480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.148827 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Added segment d3568b83-fbe4-4483-90f7-3f61845d15b4 of type vlan for network 80af0a94-c9e3-43db-9560-033cbab7995c Jul 07 22:33:15.189580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.220470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.225932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:15.226551 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.282426 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3150542 Jul 07 22:33:15.285089 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:15.290015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'subnet': {'network_id': '80af0a94-c9e3-43db-9560-033cbab7995c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:15.339168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0b8fb-f092-4317-b87e-8c79c25a9d8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Network': ['ID=80af0a94-c9e3-43db-9560-033cbab7995c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:15.351153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 80af0a94-c9e3-43db-9560-033cbab7995c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:15.395745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Made reservation on behalf of 0ba0b87fe630410bb77b15e2fe0ae97c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:15.399302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.426600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-1a92f84d-42d2-464a-9dc3-afa45791ad6f tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a89ab54d6779417d84d70ac89efe04b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365129 Jul 07 22:33:15.580679 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.606472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e02e3-80ba-4cec-ae16-65664a344418 req-cd2124cc-b5f3-4a6d-88cf-78eb70e213f9 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:15.607931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-cd2124cc-b5f3-4a6d-88cf-78eb70e213f9 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762402 Jul 07 22:33:15.623665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-210a0f6a-081c-4385-8601-c218d5278e38 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/quotas/a89ab54d6779417d84d70ac89efe04b9 HTTP/1.1" status: 200 len: 375 time: 0.0092387 Jul 07 22:33:15.644257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Subnet': ['ID=528ce4a1-3c79-481c-b0b9-c023144b0b91,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:15.648563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Checking segment: {'id': 'd3568b83-fbe4-4483-90f7-3f61845d15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80af0a94-c9e3-43db-9560-033cbab7995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:15.648926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network hostable DHCP agents. Network: 80af0a94-c9e3-43db-9560-033cbab7995c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:15.661623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-7fba5619-54c4-4535-85d7-c698def53e58 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a89ab54d6779417d84d70ac89efe04b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327253 Jul 07 22:33:15.666257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network 80af0a94-c9e3-43db-9560-033cbab7995c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:15.675764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 80af0a94-c9e3-43db-9560-033cbab7995c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:15.680365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:15.681503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.686101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ace3b-242e-4e51-bdab-d686d19d5fa2 None None] Network 80af0a94-c9e3-43db-9560-033cbab7995c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:15.697381 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-982407f8-30b2-4b3f-bca6-9e6710cbe3c2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4112546 Jul 07 22:33:15.701476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50912) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:15.707946 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'network': {'name': 'tempest-router-network01--776034136'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:15.730687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Made reservation on behalf of 0ba0b87fe630410bb77b15e2fe0ae97c for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:15.734674 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.760122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:15.769412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.769759 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Added segment fdd9978f-1cb2-4243-a273-aa3b6016165c of type vlan for network 6f948703-2a0a-488a-94ca-499eb07440f5 Jul 07 22:33:15.855320 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.919048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f84eb7ff-4a92-4bef-a038-f5c16c453407 req-d04890d6-fc7e-43ab-a6d2-6719bd8ea47b tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 210 time: 0.0942841 Jul 07 22:33:15.943576 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.949400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:15.950039 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:15.961088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:16.027244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3243697 Jul 07 22:33:16.030548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:16.037838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'network': {'name': 'tempest-router-network02--1053393855'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:16.040322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdd8e4-3d15-4a96-882d-4519c3bde7b2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Network': ['ID=6f948703-2a0a-488a-94ca-499eb07440f5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.046583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-80af0a94-c9e3-43db-9560-033cbab7995c', 'network_id': '80af0a94-c9e3-43db-9560-033cbab7995c', 'tenant_id': '0ba0b87fe630410bb77b15e2fe0ae97c', 'fixed_ips': [{'subnet_id': '528ce4a1-3c79-481c-b0b9-c023144b0b91'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:16.048268 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.052088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 768ac111-2fd6-4ecb-b550-efd575833b7c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:16.066803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 6f948703-2a0a-488a-94ca-499eb07440f5 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:16.072133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Made reservation on behalf of 0ba0b87fe630410bb77b15e2fe0ae97c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:16.072799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 768ac111-2fd6-4ecb-b550-efd575833b7c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:16.073223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.076324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.112200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:16.123186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.123655 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Added segment 3d23eebd-4657-46eb-aaf0-62ee39b1c461 of type vlan for network fa77ce0f-95d2-444e-8191-d8211f498b6f Jul 07 22:33:16.182675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.219620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.226860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:16.228058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.250644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c7dfd-c60c-437e-ac21-6d6b3ccef960 req-e1c69723-d02d-4600-a079-8300431b2b70 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:16.252470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-868c7dfd-c60c-437e-ac21-6d6b3ccef960 req-e1c69723-d02d-4600-a079-8300431b2b70 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 944 time: 0.0939157 Jul 07 22:33:16.298787 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.305860 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2711108 Jul 07 22:33:16.306166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:16.312965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-868c7dfd-c60c-437e-ac21-6d6b3ccef960 req-b188065b-50e4-4a97-bc9d-3011ebc223a5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492151 Jul 07 22:33:16.314781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'subnet': {'network_id': '6f948703-2a0a-488a-94ca-499eb07440f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:16.352009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:16.354210 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc257c2a-57f8-4aaa-b668-7ec94fd133b6" -d '{"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-plugged", "status": "completed", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:16.368351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a5f3d-61bc-4d5c-a06e-13faac5a8357 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Network': ['ID=fa77ce0f-95d2-444e-8191-d8211f498b6f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.374109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:16.375496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Allocated IP 2001:db8::2 (80af0a94-c9e3-43db-9560-033cbab7995c/528ce4a1-3c79-481c-b0b9-c023144b0b91/75588ba1-2f49-4ae9-a0a2-66580e3df46c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:16.380051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network fa77ce0f-95d2-444e-8191-d8211f498b6f details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:16.385022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.428301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Made reservation on behalf of 0ba0b87fe630410bb77b15e2fe0ae97c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:16.432198 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.432794 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2134730-f80b-459b-aaf3-ee1a4dc17097 x-openstack-request-id: req-f2134730-f80b-459b-aaf3-ee1a4dc17097 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:16.433291 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-plugged", "status": "completed", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:16.433711 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2134730-f80b-459b-aaf3-ee1a4dc17097 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:16.434309 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'code': 200} Jul 07 22:33:16.551910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.593193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cbb49-7024-453d-8689-66e657a0773b req-e8860014-a49a-45c4-bc07-3d6739b290a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:16.595638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-399cbb49-7024-453d-8689-66e657a0773b req-e8860014-a49a-45c4-bc07-3d6739b290a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 1097 time: 0.0686042 Jul 07 22:33:16.646347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-399cbb49-7024-453d-8689-66e657a0773b req-41f2d1f5-3c0d-4b6f-a1dd-4c8cf98fa0de service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444734 Jul 07 22:33:16.652033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.657361 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.666789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Transition to ACTIVE for port object 75588ba1-2f49-4ae9-a0a2-66580e3df46c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:16.684011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Transition to ACTIVE for port object 75588ba1-2f49-4ae9-a0a2-66580e3df46c will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:16.692767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.715934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Subnet': ['ID=85b415af-a11e-438e-a352-d7e54f1a2869,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.724617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Checking segment: {'id': 'fdd9978f-1cb2-4243-a273-aa3b6016165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6f948703-2a0a-488a-94ca-499eb07440f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:16.724982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network hostable DHCP agents. Network: 6f948703-2a0a-488a-94ca-499eb07440f5, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:16.743283 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network 6f948703-2a0a-488a-94ca-499eb07440f5 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:16.744331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Pushing event updated for resources: {'Port': ['ID=75588ba1-2f49-4ae9-a0a2-66580e3df46c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:16.750866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Network 80af0a94-c9e3-43db-9560-033cbab7995c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:16.752357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:16.752754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 6f948703-2a0a-488a-94ca-499eb07440f5) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:16.755688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:16.758136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:16.758660 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.772947 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-195b606a-ffda-4b4f-9dea-3d4556c7ab9f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4658215 Jul 07 22:33:16.775937 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50934) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:16.780950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'subnet': {'network_id': 'fa77ce0f-95d2-444e-8191-d8211f498b6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:16.784483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d9d82-ab33-4a84-9f3b-c711d7db61d2 None None] Network 6f948703-2a0a-488a-94ca-499eb07440f5 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:16.854714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Attempting to bind port 75588ba1-2f49-4ae9-a0a2-66580e3df46c on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:16.855085 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Attempting to bind port 75588ba1-2f49-4ae9-a0a2-66580e3df46c by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd3568b83-fbe4-4483-90f7-3f61845d15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80af0a94-c9e3-43db-9560-033cbab7995c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:16.855447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Attempting to bind port 75588ba1-2f49-4ae9-a0a2-66580e3df46c on network 80af0a94-c9e3-43db-9560-033cbab7995c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:16.863229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:16.863604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Checking segment: {'id': 'd3568b83-fbe4-4483-90f7-3f61845d15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80af0a94-c9e3-43db-9560-033cbab7995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:16.864008 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.864405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Bound using segment: {'id': 'd3568b83-fbe4-4483-90f7-3f61845d15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80af0a94-c9e3-43db-9560-033cbab7995c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:16.864868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Bound port: 75588ba1-2f49-4ae9-a0a2-66580e3df46c, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3568b83-fbe4-4483-90f7-3f61845d15b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '80af0a94-c9e3-43db-9560-033cbab7995c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:16.865248 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.872194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Made reservation on behalf of 0ba0b87fe630410bb77b15e2fe0ae97c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:16.875858 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:16.975571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] For port 75588ba1-2f49-4ae9-a0a2-66580e3df46c, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:16.981352 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] For port 75588ba1-2f49-4ae9-a0a2-66580e3df46c, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=75588ba1-2f49-4ae9-a0a2-66580e3df46c,segment=NetworkSegment(d3568b83-fbe4-4483-90f7-3f61845d15b4),segment_id=d3568b83-fbe4-4483-90f7-3f61845d15b4)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:16.989271 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.046956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-6f948703-2a0a-488a-94ca-499eb07440f5', 'network_id': '6f948703-2a0a-488a-94ca-499eb07440f5', 'tenant_id': '0ba0b87fe630410bb77b15e2fe0ae97c', 'fixed_ips': [{'subnet_id': '85b415af-a11e-438e-a352-d7e54f1a2869'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:17.047812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.115384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0fde826-0e3c-40d9-b87f-226017c7c850 req-0da83264-3c1d-4981-be9e-3afe99cd83c6 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 210 time: 0.0459623 Jul 07 22:33:17.131218 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.163903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078bc00-d7ad-490d-9aca-4e74f77e16c9 None None] Pushing event updated for resources: {'Port': ['ID=75588ba1-2f49-4ae9-a0a2-66580e3df46c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:17.202459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Subnet': ['ID=00c2a07f-feb0-471b-abf9-3572cbb369b9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:17.210902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Checking segment: {'id': '3d23eebd-4657-46eb-aaf0-62ee39b1c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fa77ce0f-95d2-444e-8191-d8211f498b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:17.211273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network hostable DHCP agents. Network: fa77ce0f-95d2-444e-8191-d8211f498b6f, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:17.228905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network fa77ce0f-95d2-444e-8191-d8211f498b6f is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:17.239076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, fa77ce0f-95d2-444e-8191-d8211f498b6f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:17.244877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:17.245527 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.263138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-73aff0e5-3228-409c-b9e9-24416d99969f tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=a89ab54d6779417d84d70ac89efe04b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220511 Jul 07 22:33:17.280961 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8a109a3e-14e4-4549-bbf7-b799f5ae9e1c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5035157 Jul 07 22:33:17.285408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Allocated IP 2001:db8::2 (6f948703-2a0a-488a-94ca-499eb07440f5/85b415af-a11e-438e-a352-d7e54f1a2869/8c41db79-5c32-4041-a059-0357ef7cf763) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:17.286619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50940) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:17.473430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69799e5-0e4f-488a-a50d-f97f6dd8ce62 None None] Network fa77ce0f-95d2-444e-8191-d8211f498b6f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:17.567617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e02e3-80ba-4cec-ae16-65664a344418 req-ef4a5cec-ccb4-4f63-9a92-d6ff3357ac78 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:17.569873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-ef4a5cec-ccb4-4f63-9a92-d6ff3357ac78 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3018146 Jul 07 22:33:17.607655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Request body: {'port': {'device_id': 'b26ccdac-8d96-4017-b80d-dc84d94e409a', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': 'a89ab54d6779417d84d70ac89efe04b9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:17.726523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.742699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Transition to ACTIVE for port object 8c41db79-5c32-4041-a059-0357ef7cf763 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:17.760479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Transition to ACTIVE for port object 8c41db79-5c32-4041-a059-0357ef7cf763 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:17.767589 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.782918 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.823163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a3565-8bec-46ff-a17a-dd4a40b73d2b req-dca9c28f-35b9-42e9-82ca-0a837b225b32 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:17.824754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-805a3565-8bec-46ff-a17a-dd4a40b73d2b req-dca9c28f-35b9-42e9-82ca-0a837b225b32 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.2538323 Jul 07 22:33:17.846555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Network 6f948703-2a0a-488a-94ca-499eb07440f5 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:17.851436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:17.872245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:17.881269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Pushing event updated for resources: {'Port': ['ID=8c41db79-5c32-4041-a059-0357ef7cf763,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:17.911911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-805a3565-8bec-46ff-a17a-dd4a40b73d2b req-c0ef289b-866c-4a41-9389-890e86326b8b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774181 Jul 07 22:33:17.919444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Made reservation on behalf of a89ab54d6779417d84d70ac89efe04b9 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:17.924035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:17.934514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.015060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Attempting to bind port 8c41db79-5c32-4041-a059-0357ef7cf763 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:18.015413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Attempting to bind port 8c41db79-5c32-4041-a059-0357ef7cf763 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'fdd9978f-1cb2-4243-a273-aa3b6016165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6f948703-2a0a-488a-94ca-499eb07440f5'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:18.015780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Attempting to bind port 8c41db79-5c32-4041-a059-0357ef7cf763 on network 6f948703-2a0a-488a-94ca-499eb07440f5 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:18.022106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:18.022581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Checking segment: {'id': 'fdd9978f-1cb2-4243-a273-aa3b6016165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6f948703-2a0a-488a-94ca-499eb07440f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:18.023018 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.023555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Bound using segment: {'id': 'fdd9978f-1cb2-4243-a273-aa3b6016165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6f948703-2a0a-488a-94ca-499eb07440f5'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:18.024106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Bound port: 8c41db79-5c32-4041-a059-0357ef7cf763, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd9978f-1cb2-4243-a273-aa3b6016165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '6f948703-2a0a-488a-94ca-499eb07440f5'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:18.024487 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.036171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-fa77ce0f-95d2-444e-8191-d8211f498b6f', 'network_id': 'fa77ce0f-95d2-444e-8191-d8211f498b6f', 'tenant_id': '0ba0b87fe630410bb77b15e2fe0ae97c', 'fixed_ips': [{'subnet_id': '00c2a07f-feb0-471b-abf9-3572cbb369b9'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:18.037034 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.060110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.065378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.119949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Allocated IP 2001:db8::1 (6f948703-2a0a-488a-94ca-499eb07440f5/85b415af-a11e-438e-a352-d7e54f1a2869/63c11b3a-725d-483c-8383-5f2d3d347ad8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:18.143841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0d1156-95cd-4b7f-957b-473f1ab976d7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:18.184152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] For port 8c41db79-5c32-4041-a059-0357ef7cf763, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:18.204400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] For port 8c41db79-5c32-4041-a059-0357ef7cf763, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8c41db79-5c32-4041-a059-0357ef7cf763,segment=NetworkSegment(fdd9978f-1cb2-4243-a273-aa3b6016165c),segment_id=fdd9978f-1cb2-4243-a273-aa3b6016165c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:18.213091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.316057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Allocated IP 192.168.233.166 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/8b88c4ca-5298-42d6-b4fb-bb7e3152a462) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:18.326201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.357229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fe137ffb-db12-483b-b63f-9c2542f79100 req-8990001b-5bf2-4c6d-b855-f3c09f9278d5 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 210 time: 0.0439928 Jul 07 22:33:18.357741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Allocated IP 2001:db8::2 (fa77ce0f-95d2-444e-8191-d8211f498b6f/00c2a07f-feb0-471b-abf9-3572cbb369b9/3f09521e-94dc-4c97-a600-4031dc0900e2) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:18.371687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Transition to ACTIVE for port object 63c11b3a-725d-483c-8383-5f2d3d347ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:18.372732 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaa7ab-9770-4bf2-8f91-4af78277c260 None None] Pushing event updated for resources: {'Port': ['ID=8c41db79-5c32-4041-a059-0357ef7cf763,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:18.454864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.520794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Port': ['ID=63c11b3a-725d-483c-8383-5f2d3d347ad8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:18.538876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network 6f948703-2a0a-488a-94ca-499eb07440f5 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:18.541170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:18.543669 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:18.544478 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.576324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be49135d-6e97-4ce5-a574-b6b4eef23f13 None None] Network 80af0a94-c9e3-43db-9560-033cbab7995c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:18.620236 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.661941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Transition to ACTIVE for port object 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:18.684318 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.696087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a2fc2670-c075-4c39-8adf-f36222d7001b None None] Provisioning for port 75588ba1-2f49-4ae9-a0a2-66580e3df46c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:18.704216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Transition to ACTIVE for port object 3f09521e-94dc-4c97-a600-4031dc0900e2 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:18.732161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.736010 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.743171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Transition to ACTIVE for port object 3f09521e-94dc-4c97-a600-4031dc0900e2 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:18.753769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.805928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Pushing event updated for resources: {'Port': ['ID=3f09521e-94dc-4c97-a600-4031dc0900e2,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:18.810907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:18.817508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:18.842772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Network fa77ce0f-95d2-444e-8191-d8211f498b6f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:18.846094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:18.848327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:18.848719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:18.903284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Pushing event updated for resources: {'Port': ['ID=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:18.942186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Attempting to bind port 3f09521e-94dc-4c97-a600-4031dc0900e2 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:18.942565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Attempting to bind port 3f09521e-94dc-4c97-a600-4031dc0900e2 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '3d23eebd-4657-46eb-aaf0-62ee39b1c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fa77ce0f-95d2-444e-8191-d8211f498b6f'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:18.942933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Attempting to bind port 3f09521e-94dc-4c97-a600-4031dc0900e2 on network fa77ce0f-95d2-444e-8191-d8211f498b6f {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:18.951304 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:18.952693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Checking segment: {'id': '3d23eebd-4657-46eb-aaf0-62ee39b1c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fa77ce0f-95d2-444e-8191-d8211f498b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:18.952693 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.952693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Bound using segment: {'id': '3d23eebd-4657-46eb-aaf0-62ee39b1c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fa77ce0f-95d2-444e-8191-d8211f498b6f'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:18.953067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Bound port: 3f09521e-94dc-4c97-a600-4031dc0900e2, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d23eebd-4657-46eb-aaf0-62ee39b1c461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'fa77ce0f-95d2-444e-8191-d8211f498b6f'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:18.953456 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.972333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8c41db79-5c32-4041-a059-0357ef7cf763 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:18.978200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:18.978843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:18.998066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-f4992793-85a4-4f9c-8a45-03d43c0ccd20 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4040799 Jul 07 22:33:19.016357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Request body: {'port': {'device_id': 'b26ccdac-8d96-4017-b80d-dc84d94e409a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:19.142306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] For port 3f09521e-94dc-4c97-a600-4031dc0900e2, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:19.145024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8c41db79-5c32-4041-a059-0357ef7cf763 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:19.148319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] For port 3f09521e-94dc-4c97-a600-4031dc0900e2, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3f09521e-94dc-4c97-a600-4031dc0900e2,segment=NetworkSegment(3d23eebd-4657-46eb-aaf0-62ee39b1c461),segment_id=3d23eebd-4657-46eb-aaf0-62ee39b1c461)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:19.156378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 75588ba1-2f49-4ae9-a0a2-66580e3df46c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:19.158726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.171819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.239783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d67ae-8763-4d51-89fb-749ff1b3ff31 req-4de02490-d96c-4335-8774-3c7b7835fdd9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:19.241091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c43d67ae-8763-4d51-89fb-749ff1b3ff31 req-4de02490-d96c-4335-8774-3c7b7835fdd9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1374130 Jul 07 22:33:19.241715 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.247716 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.249064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.365253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Port': ['ID=63c11b3a-725d-483c-8383-5f2d3d347ad8,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:19.380419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c43d67ae-8763-4d51-89fb-749ff1b3ff31 req-20d8c28b-b934-43aa-85e0-9ad10635ac96 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240611 Jul 07 22:33:19.458364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network 6f948703-2a0a-488a-94ca-499eb07440f5 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:19.463614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:19.486007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d591e1b-f336-4a0a-8d43-8e735833a2ba None None] Pushing event updated for resources: {'Port': ['ID=3f09521e-94dc-4c97-a600-4031dc0900e2,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:19.524724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-29141b28-8c23-4be8-b72f-3bcc7acdf865 None None] Provisioning for port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:19.531569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-29141b28-8c23-4be8-b72f-3bcc7acdf865 None None] Provisioning complete for port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:19.532763 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29141b28-8c23-4be8-b72f-3bcc7acdf865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.580049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 75588ba1-2f49-4ae9-a0a2-66580e3df46c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:19.590812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 75588ba1-2f49-4ae9-a0a2-66580e3df46c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:19.591180 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.592859 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-29141b28-8c23-4be8-b72f-3bcc7acdf865 None None] Port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:19.603540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:19.617627 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.632106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Transition to ACTIVE for port object 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:19.636386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.738655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Router 1ed9dfc8-7937-4598-9d3d-ba1376486c6a is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:33:19.774939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Pushing event updated for resources: {'Port': ['ID=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:19.815937 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.826943 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.827167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a4364-0257-44b4-a27f-43d3fe676b44 req-724dd7e3-5ceb-4e92-a8e2-98fa3272a211 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:19.828709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7883f5a8-ed64-49b9-9930-9c24e83bfef6 None None] Provisioning complete for port 75588ba1-2f49-4ae9-a0a2-66580e3df46c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:19.828904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e95a4364-0257-44b4-a27f-43d3fe676b44 req-724dd7e3-5ceb-4e92-a8e2-98fa3272a211 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 948 time: 0.1820364 Jul 07 22:33:19.829078 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7883f5a8-ed64-49b9-9930-9c24e83bfef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.928013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 75588ba1-2f49-4ae9-a0a2-66580e3df46c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=75588ba1-2f49-4ae9-a0a2-66580e3df46c,segment=NetworkSegment(d3568b83-fbe4-4483-90f7-3f61845d15b4),segment_id=d3568b83-fbe4-4483-90f7-3f61845d15b4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:19.933723 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:19.953152 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:19.961889 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-96a8f4a9-051d-4ee8-b2e3-74804cd48478 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "PUT /v2.0/routers/1ed9dfc8-7937-4598-9d3d-ba1376486c6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6742163 Jul 07 22:33:19.965354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50956) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:19.973818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Attempting to bind port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:19.974261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Attempting to bind port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:19.974596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Attempting to bind port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:19.984203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047443e2-17f2-4dcd-82d2-ea88b55650c3 None None] Sync routers for ids ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:19.999207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:33:19.999596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Attempting to bind port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:20.010004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e95a4364-0257-44b4-a27f-43d3fe676b44 req-079be1ae-403d-430b-be0d-dce34bd8ee10 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072936 Jul 07 22:33:20.026519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:20.027187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:20.027582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:20.028042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Bound port: 8b88c4ca-5298-42d6-b4fb-bb7e3152a462, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:20.028412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.104287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047443e2-17f2-4dcd-82d2-ea88b55650c3 None None] Routers {'1ed9dfc8-7937-4598-9d3d-ba1376486c6a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:20.105548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-047443e2-17f2-4dcd-82d2-ea88b55650c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:20.132514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] For port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:20.135883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] For port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:20.154768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba8a78-d6c9-47c2-8783-7d4821b440be req-1d8a61db-bf17-4250-ac9e-93660dbade0c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:20.168710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fba8a78-d6c9-47c2-8783-7d4821b440be req-1d8a61db-bf17-4250-ac9e-93660dbade0c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.3615906 Jul 07 22:33:20.170105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=75588ba1-2f49-4ae9-a0a2-66580e3df46c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:20.171072 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.172814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-047443e2-17f2-4dcd-82d2-ea88b55650c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:20.174003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50958) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:20.189713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047443e2-17f2-4dcd-82d2-ea88b55650c3 None None] Routers {'1ed9dfc8-7937-4598-9d3d-ba1376486c6a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:20.191350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-047443e2-17f2-4dcd-82d2-ea88b55650c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:20.229687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5856357f-c432-46ca-8a76-13cf97f7986d None None] Network 6f948703-2a0a-488a-94ca-499eb07440f5 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:20.233306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-047443e2-17f2-4dcd-82d2-ea88b55650c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:20.233993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047443e2-17f2-4dcd-82d2-ea88b55650c3 None None] The sync data for ids ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:20.241201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Request body: {'floatingip': {'port_id': '768ac111-2fd6-4ecb-b550-efd575833b7c'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:20.246608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Pushing event updated for resources: {'Port': ['ID=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:20.289512 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.295176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:20.295777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.297188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-30440dc2-20ee-4f66-a4fd-e1ece3883622 service neutron] 10.222.0.83 "PUT /v2.0/ports/8b88c4ca-5298-42d6-b4fb-bb7e3152a462 HTTP/1.1" status: 200 len: 1097 time: 1.2853236 Jul 07 22:33:20.297743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26ccdac-8d96-4017-b80d-dc84d94e409a', 'tag': '8b88c4ca-5298-42d6-b4fb-bb7e3152a462'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:20.300454 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "b26ccdac-8d96-4017-b80d-dc84d94e409a", "tag": "8b88c4ca-5298-42d6-b4fb-bb7e3152a462"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:20.349707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-adb19bfc-cd44-441e-b10c-6820bba51c1e None None] Provisioning for port 8c41db79-5c32-4041-a059-0357ef7cf763 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:20.357772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-adb19bfc-cd44-441e-b10c-6820bba51c1e None None] Provisioning complete for port 8c41db79-5c32-4041-a059-0357ef7cf763 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:20.358220 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb19bfc-cd44-441e-b10c-6820bba51c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.387358 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11d694e-03f4-40ec-8fd8-06de1bfca40d x-openstack-request-id: req-c11d694e-03f4-40ec-8fd8-06de1bfca40d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:20.387675 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b26ccdac-8d96-4017-b80d-dc84d94e409a", "tag": "8b88c4ca-5298-42d6-b4fb-bb7e3152a462", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:20.387908 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c11d694e-03f4-40ec-8fd8-06de1bfca40d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:20.388322 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b26ccdac-8d96-4017-b80d-dc84d94e409a', 'tag': '8b88c4ca-5298-42d6-b4fb-bb7e3152a462', 'status': 'completed', 'code': 200} Jul 07 22:33:20.543988 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb19bfc-cd44-441e-b10c-6820bba51c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.555559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e02e3-80ba-4cec-ae16-65664a344418 req-5fb16097-d943-4e46-b8fd-b2cd66064c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:20.557093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-5fb16097-d943-4e46-b8fd-b2cd66064c96 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89ab54d6779417d84d70ac89efe04b9&device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 1100 time: 0.1736538 Jul 07 22:33:20.584136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-adb19bfc-cd44-441e-b10c-6820bba51c1e None None] For port 8c41db79-5c32-4041-a059-0357ef7cf763, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8c41db79-5c32-4041-a059-0357ef7cf763,segment=NetworkSegment(fdd9978f-1cb2-4243-a273-aa3b6016165c),segment_id=fdd9978f-1cb2-4243-a273-aa3b6016165c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:20.588463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-adb19bfc-cd44-441e-b10c-6820bba51c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:20.737890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb19bfc-cd44-441e-b10c-6820bba51c1e None None] Pushing event updated for resources: {'Port': ['ID=8c41db79-5c32-4041-a059-0357ef7cf763,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:20.937119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3f09521e-94dc-4c97-a600-4031dc0900e2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:20.949449 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-72d25bd5-ae40-4a17-9650-2ba4d8183ca2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:20.951231 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-72d25bd5-ae40-4a17-9650-2ba4d8183ca2 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "PUT /v2.0/routers/1ed9dfc8-7937-4598-9d3d-ba1376486c6a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9846430 Jul 07 22:33:20.954486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:21.023794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-90e1a074-9b18-4eb1-b1dd-ffb2043370f6 None None] Provisioning for port 63c11b3a-725d-483c-8383-5f2d3d347ad8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:21.030676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-90e1a074-9b18-4eb1-b1dd-ffb2043370f6 None None] Provisioning complete for port 63c11b3a-725d-483c-8383-5f2d3d347ad8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:21.031293 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90e1a074-9b18-4eb1-b1dd-ffb2043370f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.054514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3f09521e-94dc-4c97-a600-4031dc0900e2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:21.097400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 75588ba1-2f49-4ae9-a0a2-66580e3df46c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:21.111542 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-345f89fe-fb0b-4e81-bab9-1c446071d078 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8b88c4ca-5298-42d6-b4fb-bb7e3152a462 HTTP/1.1" status: 200 len: 217 time: 0.5171337 Jul 07 22:33:21.188707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-90e1a074-9b18-4eb1-b1dd-ffb2043370f6 None None] Port 63c11b3a-725d-483c-8383-5f2d3d347ad8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:21.213046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-90e1a074-9b18-4eb1-b1dd-ffb2043370f6 None None] Provisioning complete for port 8c41db79-5c32-4041-a059-0357ef7cf763 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:21.213477 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-90e1a074-9b18-4eb1-b1dd-ffb2043370f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.276063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 75588ba1-2f49-4ae9-a0a2-66580e3df46c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:21.276817 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.332564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12e9260-eb74-4106-ad93-1e0d95bfd8fc None None] Network fa77ce0f-95d2-444e-8191-d8211f498b6f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:21.360968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e02e3-80ba-4cec-ae16-65664a344418 req-0a884bcc-4833-4d9f-94bd-e0fa7aa08da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:21.363328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-0a884bcc-4833-4d9f-94bd-e0fa7aa08da8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.2452841 Jul 07 22:33:21.429680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.605858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] Provisioning for port 3f09521e-94dc-4c97-a600-4031dc0900e2 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:21.616893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] Provisioning complete for port 3f09521e-94dc-4c97-a600-4031dc0900e2 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:21.617490 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.617611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e02e3-80ba-4cec-ae16-65664a344418 req-ec7af54f-208e-4a79-8249-093eb41f6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:21.619101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-ec7af54f-208e-4a79-8249-093eb41f6544 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2460589 Jul 07 22:33:21.642998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1587724-d559-495a-a052-915eb92d60c0 req-1f3e970f-1a18-4487-bd46-cb0e9819f015 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:21.649999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1587724-d559-495a-a052-915eb92d60c0 req-1f3e970f-1a18-4487-bd46-cb0e9819f015 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 948 time: 0.4349031 Jul 07 22:33:21.718406 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.734614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Deleting port 63c11b3a-725d-483c-8383-5f2d3d347ad8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:21.735101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.758152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] For port 3f09521e-94dc-4c97-a600-4031dc0900e2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3f09521e-94dc-4c97-a600-4031dc0900e2,segment=NetworkSegment(3d23eebd-4657-46eb-aaf0-62ee39b1c461),segment_id=3d23eebd-4657-46eb-aaf0-62ee39b1c461)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:21.763320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.790055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.resource_extend [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 07 22:33:21.813716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] Provisioning complete for port 63c11b3a-725d-483c-8383-5f2d3d347ad8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:21.814419 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.853123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.853536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] Pushing event updated for resources: {'Port': ['ID=3f09521e-94dc-4c97-a600-4031dc0900e2,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:21.865491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2c22d994-8933-4428-a19f-787f09a95f0d None None] Port 63c11b3a-725d-483c-8383-5f2d3d347ad8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:21.868901 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Calling delete_port for 63c11b3a-725d-483c-8383-5f2d3d347ad8 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:21.871163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1587724-d559-495a-a052-915eb92d60c0 req-b0f7de17-98f8-48ac-830e-cddd96cd4ca3 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197039 Jul 07 22:33:21.900764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.904025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-bba2d0d1-98fa-4be2-8be6-be092df22796 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269323 Jul 07 22:33:21.905651 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:21.987386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b8ec1944-0837-4b1d-9fc2-b036fa99b476 None None] Provisioning complete for port 3f09521e-94dc-4c97-a600-4031dc0900e2 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:21.987921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1944-0837-4b1d-9fc2-b036fa99b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.076375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.083709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b8ec1944-0837-4b1d-9fc2-b036fa99b476 None None] Could not find standard attr ID for object 63c11b3a-725d-483c-8383-5f2d3d347ad8. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 22:33:22.094999 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Floating IP e4f360c5-5ee6-480d-acd8-2089140a1308 associated. External IP: 172.25.8.246, port: 768ac111-2fd6-4ecb-b550-efd575833b7c. Jul 07 22:33:22.098834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611e02e3-80ba-4cec-ae16-65664a344418 req-45e36565-135b-495e-b6c7-1f201f59b50f service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884093 Jul 07 22:33:22.107500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Port': ['ID=63c11b3a-725d-483c-8383-5f2d3d347ad8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:22.220479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.297428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-5d765f95-c92d-4be6-8ddf-e21e317bd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:22.299020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-5d765f95-c92d-4be6-8ddf-e21e317bd265 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a89ab54d6779417d84d70ac89efe04b9&device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 1100 time: 0.1087730 Jul 07 22:33:22.384462 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Router 1ed9dfc8-7937-4598-9d3d-ba1376486c6a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:22.423399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Router f0dfaebd-7619-4738-9f46-af099f416e28 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:22.444499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-86942743-2231-49d8-9192-38630521e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:22.445993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-86942743-2231-49d8-9192-38630521e893 service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1398234 Jul 07 22:33:22.465418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:22.474524 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7b7e22e6-52c9-49d7-a7c5-1cfd93aaf07f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "PUT /v2.0/routers/1ed9dfc8-7937-4598-9d3d-ba1376486c6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5148647 Jul 07 22:33:22.474524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:22.477804 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f1a7a-b895-4bab-908c-faa3b4c57c68 None None] Sync routers for ids ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:22.489640 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f1a7a-b895-4bab-908c-faa3b4c57c68 None None] Routers {'1ed9dfc8-7937-4598-9d3d-ba1376486c6a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:22.490463 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-815f1a7a-b895-4bab-908c-faa3b4c57c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:22.514256 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-46be99e7-699a-46c2-9e5a-c629c4984ad5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] delete failed (client error): The resource could not be found. Jul 07 22:33:22.519807 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-46be99e7-699a-46c2-9e5a-c629c4984ad5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1680816589 HTTP/1.1" status: 404 len: 335 time: 0.0399959 Jul 07 22:33:22.519807 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:22.520640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-b62a8bb3-14e7-4dca-a6b6-0920e821dc49 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8b88c4ca-5298-42d6-b4fb-bb7e3152a462 HTTP/1.1" status: 200 len: 217 time: 0.0372336 Jul 07 22:33:22.524529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5d785baa-e2a6-49bf-8964-bcfc17d7af7f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ed9dfc8-7937-4598-9d3d-ba1376486c6a'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:22.525447 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-815f1a7a-b895-4bab-908c-faa3b4c57c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:22.534336 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f1a7a-b895-4bab-908c-faa3b4c57c68 None None] Routers {'1ed9dfc8-7937-4598-9d3d-ba1376486c6a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:22.535077 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-815f1a7a-b895-4bab-908c-faa3b4c57c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:22.567150 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-815f1a7a-b895-4bab-908c-faa3b4c57c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:22.567952 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815f1a7a-b895-4bab-908c-faa3b4c57c68 None None] The sync data for ids ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:22.613699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-ceb71063-a5ff-4b7b-a7c3-81c65aae87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:22.615243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-ceb71063-a5ff-4b7b-a7c3-81c65aae87d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0862901 Jul 07 22:33:22.619619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:22.629183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] Sync routers for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:22.631172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.639798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:22.640420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:22.697706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-63da353b-40c9-491c-b66e-1d0dde8255f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "PUT /v2.0/floatingips/e4f360c5-5ee6-480d-acd8-2089140a1308 HTTP/1.1" status: 200 len: 991 time: 2.4609888 Jul 07 22:33:22.699811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:22.710940 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eba7bd-7b54-49f9-8895-ebea09cba0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:22.756591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-9d70cd5f-4166-46c8-97d3-2b7075863253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:22.758333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-9d70cd5f-4166-46c8-97d3-2b7075863253 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1366436 Jul 07 22:33:22.800144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d785baa-e2a6-49bf-8964-bcfc17d7af7f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.811382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8c41db79-5c32-4041-a059-0357ef7cf763 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:22.826564 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-5d785baa-e2a6-49bf-8964-bcfc17d7af7f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] update failed (client error): The resource could not be found. Jul 07 22:33:22.832759 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5d785baa-e2a6-49bf-8964-bcfc17d7af7f tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "PUT /v2.0/routers/1ed9dfc8-7937-4598-9d3d-ba1376486c6a HTTP/1.1" status: 404 len: 339 time: 0.3124080 Jul 07 22:33:22.833499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50978) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:22.839452 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-728678936'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:22.861434 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4889eb-a65f-444d-8bb5-57a320d76f4e x-openstack-request-id: req-ea4889eb-a65f-444d-8bb5-57a320d76f4e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:22.861820 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:22.862355 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea4889eb-a65f-444d-8bb5-57a320d76f4e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:22.862808 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'status': 'completed', 'code': 200} Jul 07 22:33:22.864799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Made reservation on behalf of 0ba0b87fe630410bb77b15e2fe0ae97c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:22.870416 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.907548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:33:22.921057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.922067 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Added segment a67b8e45-12c7-4171-af90-d948cc31723c of type vlan for network 9d98a6f4-06f2-473d-8394-f1ebab6e1039 Jul 07 22:33:22.928798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-b90d0201-5eb4-495a-bea9-6a417dd3e4cc service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635945 Jul 07 22:33:22.931169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:22.975098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:22.992700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-3ec91b2b-15a1-48ad-8260-e4f5cb3427d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:22.994396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-3ec91b2b-15a1-48ad-8260-e4f5cb3427d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 1097 time: 0.1348479 Jul 07 22:33:23.008682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8c41db79-5c32-4041-a059-0357ef7cf763 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:23.009333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.021251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.029468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:23.030193 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.052679 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2180877 Jul 07 22:33:23.053311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50984) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:23.113922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'subnet': {'network_id': '9d98a6f4-06f2-473d-8394-f1ebab6e1039', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:23.134615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-462dc5ad-baea-4a24-9afb-0c27bfcbf7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:23.136316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-462dc5ad-baea-4a24-9afb-0c27bfcbf7cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.1357672 Jul 07 22:33:23.161285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a719dbc-8cdb-4826-87f5-49f76a4b9ce5 req-03e23845-c1ba-48c4-9c51-0e9fb49a4ab6 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248657 Jul 07 22:33:23.199032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d9e13-f785-429e-89c6-b898d65e02c6 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Network': ['ID=9d98a6f4-06f2-473d-8394-f1ebab6e1039,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:23.216499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 9d98a6f4-06f2-473d-8394-f1ebab6e1039 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:33:23.248303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Made reservation on behalf of 0ba0b87fe630410bb77b15e2fe0ae97c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:23.254110 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.264382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-4c060378-576d-4140-a16b-f085c94cb839 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768ac111-2fd6-4ecb-b550-efd575833b7c HTTP/1.1" status: 200 len: 999 time: 0.1020286 Jul 07 22:33:23.349252 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3f09521e-94dc-4c97-a600-4031dc0900e2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:23.370336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa320-2671-4588-88a5-f94c42ff78f9 req-faeae0f7-5448-4744-a558-cd03e81a327b tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:23.372133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12dfa320-2671-4588-88a5-f94c42ff78f9 req-faeae0f7-5448-4744-a558-cd03e81a327b tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 948 time: 0.1066282 Jul 07 22:33:23.373840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-79d8231f-a76f-4f7a-9b65-06374f4a14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:23.374982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-79d8231f-a76f-4f7a-9b65-06374f4a14f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.0989554 Jul 07 22:33:23.455052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3f09521e-94dc-4c97-a600-4031dc0900e2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:23.455450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.465437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.468247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-12dfa320-2671-4588-88a5-f94c42ff78f9 req-a622f810-b93a-41d3-86ff-b460e20afc15 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876555 Jul 07 22:33:23.478589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-e0b4867e-fa96-4a7c-81d5-dea99d93e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:23.480082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-e0b4867e-fa96-4a7c-81d5-dea99d93e4cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977201 Jul 07 22:33:23.480325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'e4f360c5-5ee6-480d-acd8-2089140a1308', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'port_id': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'mac_address': 'fa:16:3e:31:ee:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:33:05Z', 'updated_at': '2021-07-07T22:33:21Z', 'revision_number': 1, 'project_id': '142113690cd74daf842b2da291160ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:23.510989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] Checking router: f0dfaebd-7619-4738-9f46-af099f416e28 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:33:23.527537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:23.528739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:23.538918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Subnet': ['ID=22e1ecbb-812e-47f3-8c64-1e5edf123260,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:23.546301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Checking segment: {'id': 'a67b8e45-12c7-4171-af90-d948cc31723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9d98a6f4-06f2-473d-8394-f1ebab6e1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:23.546744 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network hostable DHCP agents. Network: 9d98a6f4-06f2-473d-8394-f1ebab6e1039, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:33:23.566325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network 9d98a6f4-06f2-473d-8394-f1ebab6e1039 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:33:23.576612 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 9d98a6f4-06f2-473d-8394-f1ebab6e1039) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:23.581495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:23.582687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.611225 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ecb5c855-a201-4bba-8f36-6a844ca4aff3 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5285838 Jul 07 22:33:23.614752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:23.620779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-d0c4b3f2-8e2d-4592-b162-8d905ad258d5 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339128 Jul 07 22:33:23.622484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d2d9e6bf-dd24-4117-b53d-dc745afebc58 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'router': {'external_gateway_info': {'network_id': '9d98a6f4-06f2-473d-8394-f1ebab6e1039'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:23.714161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2dcd91-a11d-4465-bb57-d879f92c921f None None] Network 9d98a6f4-06f2-473d-8394-f1ebab6e1039 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:23.724169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56eba7bd-7b54-49f9-8895-ebea09cba0a0 req-2f06883c-9d87-4b46-8db1-8117918a08b1 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966158 Jul 07 22:33:23.835060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2d9e6bf-dd24-4117-b53d-dc745afebc58 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:23.872665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:33:23.950898 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-d2d9e6bf-dd24-4117-b53d-dc745afebc58 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:23.956235 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d2d9e6bf-dd24-4117-b53d-dc745afebc58 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "PUT /v2.0/routers/1ed9dfc8-7937-4598-9d3d-ba1376486c6a HTTP/1.1" status: 400 len: 364 time: 0.3363793 Jul 07 22:33:23.956415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50990) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:24.039852 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-9d98a6f4-06f2-473d-8394-f1ebab6e1039', 'network_id': '9d98a6f4-06f2-473d-8394-f1ebab6e1039', 'tenant_id': '0ba0b87fe630410bb77b15e2fe0ae97c', 'fixed_ips': [{'subnet_id': '22e1ecbb-812e-47f3-8c64-1e5edf123260'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:33:24.040706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.241882 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.255922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Allocated IP 2001:db8:1::2 (9d98a6f4-06f2-473d-8394-f1ebab6e1039/22e1ecbb-812e-47f3-8c64-1e5edf123260/604556b6-5ad0-4d22-88ee-3a9d7501de6c) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:24.288638 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:33:24.320418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'e4f360c5-5ee6-480d-acd8-2089140a1308', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'port_id': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'mac_address': 'fa:16:3e:31:ee:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:33:05Z', 'updated_at': '2021-07-07T22:33:21Z', 'revision_number': 1, 'project_id': '142113690cd74daf842b2da291160ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:24.361176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca438f37-9bea-4a83-ac15-f9a354eaca68 None None] The sync data for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 is: [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'e4f360c5-5ee6-480d-acd8-2089140a1308', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'port_id': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'mac_address': 'fa:16:3e:31:ee:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:33:05Z', 'updated_at': '2021-07-07T22:33:21Z', 'revision_number': 1, 'project_id': '142113690cd74daf842b2da291160ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:24.518844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:24.532254 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.540424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '8b88c4ca-5298-42d6-b4fb-bb7e3152a462', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '8b88c4ca-5298-42d6-b4fb-bb7e3152a462', 'mac_address': 'fa:16:3e:a4:3e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:33:24.544518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Transition to ACTIVE for port object 604556b6-5ad0-4d22-88ee-3a9d7501de6c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:24.582625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Transition to ACTIVE for port object 604556b6-5ad0-4d22-88ee-3a9d7501de6c will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:24.603729 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.633205 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.656868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Network 9d98a6f4-06f2-473d-8394-f1ebab6e1039 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:24.667590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:24.670005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:24.672170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Pushing event updated for resources: {'Port': ['ID=604556b6-5ad0-4d22-88ee-3a9d7501de6c,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:24.678226 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51838af-7bc7-4585-9105-5253ac233e08 None None] New status for floating IP e4f360c5-5ee6-480d-acd8-2089140a1308: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:33:24.694663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:24.724002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b73d6-9fb4-4147-a048-a0f55b841a00 req-4a3c41ea-3583-4325-a89f-a7d45f94a06c tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:24.731714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b6b73d6-9fb4-4147-a048-a0f55b841a00 req-4a3c41ea-3583-4325-a89f-a7d45f94a06c tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 948 time: 0.0934162 Jul 07 22:33:24.738691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:24.763500 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.792170 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b6b73d6-9fb4-4147-a048-a0f55b841a00 req-c17edb2a-3760-4f20-9b01-4cdda7bbcb32 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591345 Jul 07 22:33:24.794878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Attempting to bind port 604556b6-5ad0-4d22-88ee-3a9d7501de6c on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:24.795216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Attempting to bind port 604556b6-5ad0-4d22-88ee-3a9d7501de6c by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a67b8e45-12c7-4171-af90-d948cc31723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9d98a6f4-06f2-473d-8394-f1ebab6e1039'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:24.795603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Attempting to bind port 604556b6-5ad0-4d22-88ee-3a9d7501de6c on network 9d98a6f4-06f2-473d-8394-f1ebab6e1039 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:24.813873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:24.814292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Checking segment: {'id': 'a67b8e45-12c7-4171-af90-d948cc31723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9d98a6f4-06f2-473d-8394-f1ebab6e1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:24.817320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.817320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Bound using segment: {'id': 'a67b8e45-12c7-4171-af90-d948cc31723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9d98a6f4-06f2-473d-8394-f1ebab6e1039'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:24.817320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Bound port: 604556b6-5ad0-4d22-88ee-3a9d7501de6c, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67b8e45-12c7-4171-af90-d948cc31723c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '9d98a6f4-06f2-473d-8394-f1ebab6e1039'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:24.817320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.844111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Allocated IP 2001:db8::1 (80af0a94-c9e3-43db-9560-033cbab7995c/528ce4a1-3c79-481c-b0b9-c023144b0b91/4beb77c6-8b57-4a1b-b05a-388c5c7c7867) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:24.864690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:24.900734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] For port 604556b6-5ad0-4d22-88ee-3a9d7501de6c, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:24.904077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] For port 604556b6-5ad0-4d22-88ee-3a9d7501de6c, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=604556b6-5ad0-4d22-88ee-3a9d7501de6c,segment=NetworkSegment(a67b8e45-12c7-4171-af90-d948cc31723c),segment_id=a67b8e45-12c7-4171-af90-d948cc31723c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:24.909877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.968357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ff987-dced-43b0-ab97-a1370b0f1183 None None] Pushing event updated for resources: {'Port': ['ID=604556b6-5ad0-4d22-88ee-3a9d7501de6c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:24.983046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:24.997803 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Transition to ACTIVE for port object 4beb77c6-8b57-4a1b-b05a-388c5c7c7867 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:25.039311 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.082028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network 80af0a94-c9e3-43db-9560-033cbab7995c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:25.090003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:25.094969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:25.095492 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.101165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Port': ['ID=4beb77c6-8b57-4a1b-b05a-388c5c7c7867,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:25.219488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['8b88c4ca-5298-42d6-b4fb-bb7e3152a462'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:25.265057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.553234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-acaf4b48-9ff8-4bc6-b4e2-0bb079aab5cf None None] Provisioning for port 4beb77c6-8b57-4a1b-b05a-388c5c7c7867 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:25.557271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-acaf4b48-9ff8-4bc6-b4e2-0bb079aab5cf None None] Provisioning complete for port 4beb77c6-8b57-4a1b-b05a-388c5c7c7867 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:25.557649 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-acaf4b48-9ff8-4bc6-b4e2-0bb079aab5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.571627 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.576386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.577332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:25.607731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-acaf4b48-9ff8-4bc6-b4e2-0bb079aab5cf None None] Port 4beb77c6-8b57-4a1b-b05a-388c5c7c7867 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:25.684111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event updated for resources: {'Port': ['ID=4beb77c6-8b57-4a1b-b05a-388c5c7c7867,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:25.727554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Network 80af0a94-c9e3-43db-9560-033cbab7995c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:25.729043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:25.831216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Router 1ed9dfc8-7937-4598-9d3d-ba1376486c6a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:25.937103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:25.945328 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca0f7d04-0f93-4302-9bbe-1fc41dba3d3e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "PUT /v2.0/routers/1ed9dfc8-7937-4598-9d3d-ba1376486c6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9850829 Jul 07 22:33:25.945472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:25.962475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d32490-986d-4f38-b9d3-3d162fc9cd99 None None] Sync routers for ids ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:25.978504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d32490-986d-4f38-b9d3-3d162fc9cd99 None None] Routers {'1ed9dfc8-7937-4598-9d3d-ba1376486c6a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:25.980771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71d32490-986d-4f38-b9d3-3d162fc9cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:25.989076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43432fa-63c6-4521-8b48-2dd6318c7cc6 req-8d21bb4c-4c53-46e0-8b71-fa6fb6242e9e tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:25.990949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d43432fa-63c6-4521-8b48-2dd6318c7cc6 req-8d21bb4c-4c53-46e0-8b71-fa6fb6242e9e tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 949 time: 0.0787718 Jul 07 22:33:26.028464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71d32490-986d-4f38-b9d3-3d162fc9cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:26.038518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d32490-986d-4f38-b9d3-3d162fc9cd99 None None] Routers {'1ed9dfc8-7937-4598-9d3d-ba1376486c6a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:26.039278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71d32490-986d-4f38-b9d3-3d162fc9cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:26.061315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d43432fa-63c6-4521-8b48-2dd6318c7cc6 req-8c070625-d91e-4d8e-87a2-5b2433ef4d1d tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607443 Jul 07 22:33:26.071796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f588600e-61e2-4125-b78b-dc205c013c8d tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.077133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71d32490-986d-4f38-b9d3-3d162fc9cd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:26.077926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d32490-986d-4f38-b9d3-3d162fc9cd99 None None] The sync data for ids ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:26.130782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ee69d7e8-7f3b-406a-b121-6db9108dccce None None] Provisioning complete for port 4beb77c6-8b57-4a1b-b05a-388c5c7c7867 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:26.131289 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ee69d7e8-7f3b-406a-b121-6db9108dccce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.153420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234b5d2-ab02-4613-90ad-029fa13d9f5d None None] Network 9d98a6f4-06f2-473d-8394-f1ebab6e1039 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:26.164215 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-f588600e-61e2-4125-b78b-dc205c013c8d tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:33:26.165442 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f588600e-61e2-4125-b78b-dc205c013c8d tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/routers/1ed9dfc8-7937-4598-9d3d-ba1376486c6a HTTP/1.1" status: 409 len: 329 time: 0.2188699 Jul 07 22:33:26.168522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51006) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:26.211707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ee69d7e8-7f3b-406a-b121-6db9108dccce None None] Port 4beb77c6-8b57-4a1b-b05a-388c5c7c7867 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:26.342684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dcc626c8-da7d-4464-aad3-dfa50225a59f None None] Provisioning for port 604556b6-5ad0-4d22-88ee-3a9d7501de6c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:26.499437 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.748549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Deleting port 4beb77c6-8b57-4a1b-b05a-388c5c7c7867 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:26.748887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.779624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 604556b6-5ad0-4d22-88ee-3a9d7501de6c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:26.827520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 604556b6-5ad0-4d22-88ee-3a9d7501de6c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:26.831732 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 604556b6-5ad0-4d22-88ee-3a9d7501de6c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:26.832106 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.835935 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.847344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Calling delete_port for 4beb77c6-8b57-4a1b-b05a-388c5c7c7867 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:26.906127 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.937959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 604556b6-5ad0-4d22-88ee-3a9d7501de6c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=604556b6-5ad0-4d22-88ee-3a9d7501de6c,segment=NetworkSegment(a67b8e45-12c7-4171-af90-d948cc31723c),segment_id=a67b8e45-12c7-4171-af90-d948cc31723c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:26.943002 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:26.994518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=604556b6-5ad0-4d22-88ee-3a9d7501de6c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:27.019544 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.051107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Port': ['ID=4beb77c6-8b57-4a1b-b05a-388c5c7c7867,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:27.149179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.312913 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7a75-8cbe-4fc2-8dc1-2a1136f9123e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.663083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Router 1ed9dfc8-7937-4598-9d3d-ba1376486c6a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:33:27.676595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4459d9-84d2-4560-92f9-c85b87ae3344 req-ef3dac26-fe94-4a68-8da6-41951dfd437c tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:27.678091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d4459d9-84d2-4560-92f9-c85b87ae3344 req-ef3dac26-fe94-4a68-8da6-41951dfd437c tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 949 time: 0.1620991 Jul 07 22:33:27.765757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:33:27.775231 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ef7c0-be8a-427d-a06c-9e62350dbd54 None None] Sync routers for ids ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:33:27.775747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-50456a51-30ec-4f5e-b3f7-391b09eed7b5 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "PUT /v2.0/routers/1ed9dfc8-7937-4598-9d3d-ba1376486c6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6057913 Jul 07 22:33:27.779079 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51016) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:27.789168 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ef7c0-be8a-427d-a06c-9e62350dbd54 None None] Routers {'1ed9dfc8-7937-4598-9d3d-ba1376486c6a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:27.790102 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8a3ef7c0-be8a-427d-a06c-9e62350dbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:27.800392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d4459d9-84d2-4560-92f9-c85b87ae3344 req-ff05857a-5d91-4e07-b83a-b84c88af3a58 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145377 Jul 07 22:33:27.820515 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-1f018bd1-7764-4036-8684-83f6da0ccac4 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] show failed (client error): The resource could not be found. Jul 07 22:33:27.821552 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1f018bd1-7764-4036-8684-83f6da0ccac4 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1436875455 HTTP/1.1" status: 404 len: 335 time: 0.0404587 Jul 07 22:33:27.825411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51018) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:27.829741 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c4de0731-5a70-434f-9816-91c20efbad0e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:27.832868 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8a3ef7c0-be8a-427d-a06c-9e62350dbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:27.841301 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ef7c0-be8a-427d-a06c-9e62350dbd54 None None] Routers {'1ed9dfc8-7937-4598-9d3d-ba1376486c6a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:33:27.841904 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8a3ef7c0-be8a-427d-a06c-9e62350dbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:33:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:27.872690 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-c4de0731-5a70-434f-9816-91c20efbad0e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] update failed (client error): The resource could not be found. Jul 07 22:33:27.873740 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c4de0731-5a70-434f-9816-91c20efbad0e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-1855019633 HTTP/1.1" status: 404 len: 335 time: 0.0474274 Jul 07 22:33:27.877160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:27.878007 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8a3ef7c0-be8a-427d-a06c-9e62350dbd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:27.878695 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ef7c0-be8a-427d-a06c-9e62350dbd54 None None] The sync data for ids ['1ed9dfc8-7937-4598-9d3d-ba1376486c6a'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:33:27.928472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e11d65c-85fe-4aa5-91eb-fe6eef7dc421 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Deleting subnet 22e1ecbb-812e-47f3-8c64-1e5edf123260 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:27.932322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e11d65c-85fe-4aa5-91eb-fe6eef7dc421 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:27.972425 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e11d65c-85fe-4aa5-91eb-fe6eef7dc421 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.021047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c18a-7208-423f-b048-69b2d7776217 req-356409df-1a03-494e-8026-c44600b588dd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.026887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c18a-7208-423f-b048-69b2d7776217 req-356409df-1a03-494e-8026-c44600b588dd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.032723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c18a-7208-423f-b048-69b2d7776217 req-356409df-1a03-494e-8026-c44600b588dd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.038553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c18a-7208-423f-b048-69b2d7776217 req-356409df-1a03-494e-8026-c44600b588dd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.044395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c18a-7208-423f-b048-69b2d7776217 req-356409df-1a03-494e-8026-c44600b588dd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.050751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c18a-7208-423f-b048-69b2d7776217 req-356409df-1a03-494e-8026-c44600b588dd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.056538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851c18a-7208-423f-b048-69b2d7776217 req-356409df-1a03-494e-8026-c44600b588dd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.058616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8851c18a-7208-423f-b048-69b2d7776217 req-356409df-1a03-494e-8026-c44600b588dd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.1091316 Jul 07 22:33:28.062060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e11d65c-85fe-4aa5-91eb-fe6eef7dc421 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.100716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8851c18a-7208-423f-b048-69b2d7776217 req-af8300e5-02f7-4328-84f0-0717da4bfd13 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360730 Jul 07 22:33:28.134136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e11d65c-85fe-4aa5-91eb-fe6eef7dc421 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.150512 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11d65c-85fe-4aa5-91eb-fe6eef7dc421 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Subnet': ['ID=22e1ecbb-812e-47f3-8c64-1e5edf123260,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.156112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e11d65c-85fe-4aa5-91eb-fe6eef7dc421 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.157157 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2e11d65c-85fe-4aa5-91eb-fe6eef7dc421 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/subnets/22e1ecbb-812e-47f3-8c64-1e5edf123260 HTTP/1.1" status: 204 len: 168 time: 0.2788129 Jul 07 22:33:28.159838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:28.164189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa93b4-8dfe-46a5-b0ca-87cbb97f49d3 None None] Network 9d98a6f4-06f2-473d-8394-f1ebab6e1039 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:28.242742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.303863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:28.312622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Deleting port 604556b6-5ad0-4d22-88ee-3a9d7501de6c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:28.313228 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.333774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92307-5c6e-4bcd-9e28-8dbbd7d2269b req-58fe1bad-d331-42be-bcea-e008f11b1fad tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.340056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92307-5c6e-4bcd-9e28-8dbbd7d2269b req-58fe1bad-d331-42be-bcea-e008f11b1fad tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.347030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92307-5c6e-4bcd-9e28-8dbbd7d2269b req-58fe1bad-d331-42be-bcea-e008f11b1fad tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.353227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92307-5c6e-4bcd-9e28-8dbbd7d2269b req-58fe1bad-d331-42be-bcea-e008f11b1fad tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.359098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92307-5c6e-4bcd-9e28-8dbbd7d2269b req-58fe1bad-d331-42be-bcea-e008f11b1fad tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.363293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:28.366265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92307-5c6e-4bcd-9e28-8dbbd7d2269b req-58fe1bad-d331-42be-bcea-e008f11b1fad tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.369955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:28.370588 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.372707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe92307-5c6e-4bcd-9e28-8dbbd7d2269b req-58fe1bad-d331-42be-bcea-e008f11b1fad tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.375085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6fe92307-5c6e-4bcd-9e28-8dbbd7d2269b req-58fe1bad-d331-42be-bcea-e008f11b1fad tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.1389852 Jul 07 22:33:28.387453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] For port 604556b6-5ad0-4d22-88ee-3a9d7501de6c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=604556b6-5ad0-4d22-88ee-3a9d7501de6c,segment=NetworkSegment(a67b8e45-12c7-4171-af90-d948cc31723c),segment_id=a67b8e45-12c7-4171-af90-d948cc31723c)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:28.387830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.405449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] DHCP port deletion for 9d98a6f4-06f2-473d-8394-f1ebab6e1039 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:28.408310 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Calling delete_port for 604556b6-5ad0-4d22-88ee-3a9d7501de6c owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:28.494502 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.512568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] Deleting port 604556b6-5ad0-4d22-88ee-3a9d7501de6c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:28.512947 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.517115 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.530221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Port': ['ID=604556b6-5ad0-4d22-88ee-3a9d7501de6c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.532241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] No DVR routers for this DVR port 604556b6-5ad0-4d22-88ee-3a9d7501de6c on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:28.587510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26ccdac-8d96-4017-b80d-dc84d94e409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b88c4ca-5298-42d6-b4fb-bb7e3152a462'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:28.589754 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356266d5-0cf7-4a9e-af50-42cf41f285a4" -d '{"events": [{"server_uuid": "b26ccdac-8d96-4017-b80d-dc84d94e409a", "name": "network-vif-plugged", "status": "completed", "tag": "8b88c4ca-5298-42d6-b4fb-bb7e3152a462"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:28.614183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:28.618225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] For port 604556b6-5ad0-4d22-88ee-3a9d7501de6c, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:28.618628 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.619547 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.621010 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.630918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d98a6f4-06f2-473d-8394-f1ebab6e1039']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:28.633352 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6b55c1-ae93-410b-8313-1adde9951f8e x-openstack-request-id: req-dd6b55c1-ae93-410b-8313-1adde9951f8e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:28.633646 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26ccdac-8d96-4017-b80d-dc84d94e409a", "name": "network-vif-plugged", "status": "completed", "tag": "8b88c4ca-5298-42d6-b4fb-bb7e3152a462", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:28.633898 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd6b55c1-ae93-410b-8313-1adde9951f8e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:28.634304 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26ccdac-8d96-4017-b80d-dc84d94e409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b88c4ca-5298-42d6-b4fb-bb7e3152a462', 'code': 200} Jul 07 22:33:28.643399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67b8e45-12c7-4171-af90-d948cc31723c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:28.643868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67b8e45-12c7-4171-af90-d948cc31723c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:28.653248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.655536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] Calling delete_port for 604556b6-5ad0-4d22-88ee-3a9d7501de6c owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:28.661347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] Port 604556b6-5ad0-4d22-88ee-3a9d7501de6c was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:33:28.664309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.670255 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.677625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:28.679031 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:28.682481 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:28.693748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] No DVR routers for this DVR port 604556b6-5ad0-4d22-88ee-3a9d7501de6c on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:28.699071 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.729342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8383b4-01f3-405f-b356-ec1953e22a06 None None] Pushing event deleted for resources: {'Port': ['ID=604556b6-5ad0-4d22-88ee-3a9d7501de6c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.753919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.761178 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.763682 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/networks/9d98a6f4-06f2-473d-8394-f1ebab6e1039 HTTP/1.1" status: 204 len: 168 time: 0.6027577 Jul 07 22:33:28.766227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:28.785619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e406764-66e4-4791-a9d7-8bf96ea67fd8 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Network': ['ID=9d98a6f4-06f2-473d-8394-f1ebab6e1039,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:28.791333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 604556b6-5ad0-4d22-88ee-3a9d7501de6c no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:28.817470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be399e-8088-4618-8352-831253b4a5fb req-3af3aeb9-93f9-49f4-b4a7-718f01967f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.818888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47be399e-8088-4618-8352-831253b4a5fb req-3af3aeb9-93f9-49f4-b4a7-718f01967f88 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 1102 time: 0.0787454 Jul 07 22:33:28.824050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 604556b6-5ad0-4d22-88ee-3a9d7501de6c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:28.824534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 604556b6-5ad0-4d22-88ee-3a9d7501de6c not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:28.845686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c87e4c2-8404-46d7-a965-ba1282aa649c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Deleting subnet 00c2a07f-feb0-471b-abf9-3572cbb369b9 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:28.849512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c87e4c2-8404-46d7-a965-ba1282aa649c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.858965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47be399e-8088-4618-8352-831253b4a5fb req-296be3dc-9fde-4807-9d68-50eee6a5aee2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jul 07 22:33:28.889545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c87e4c2-8404-46d7-a965-ba1282aa649c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:28.975968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa31625-54c6-44df-82ca-8eb98e2502a0 req-fd0c12b1-485a-4fbb-bed6-666b65206405 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:28.977533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5aa31625-54c6-44df-82ca-8eb98e2502a0 req-fd0c12b1-485a-4fbb-bed6-666b65206405 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 950 time: 0.0663977 Jul 07 22:33:28.978705 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c87e4c2-8404-46d7-a965-ba1282aa649c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.018536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5aa31625-54c6-44df-82ca-8eb98e2502a0 req-cfbadfb3-4cd0-42bf-9ff9-28f35472beb7 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342970 Jul 07 22:33:29.043895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c87e4c2-8404-46d7-a965-ba1282aa649c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.070740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87e4c2-8404-46d7-a965-ba1282aa649c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Subnet': ['ID=00c2a07f-feb0-471b-abf9-3572cbb369b9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:29.074479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c87e4c2-8404-46d7-a965-ba1282aa649c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.076791 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9c87e4c2-8404-46d7-a965-ba1282aa649c tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/subnets/00c2a07f-feb0-471b-abf9-3572cbb369b9 HTTP/1.1" status: 204 len: 168 time: 0.3089752 Jul 07 22:33:29.078836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51038) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:29.081834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e3c133-30cf-45e0-aca3-abef7b9b5ad6 None None] Network fa77ce0f-95d2-444e-8191-d8211f498b6f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:29.131154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea7512d-2026-4356-a03b-0b1700bd89a0 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Deleting subnet 85b415af-a11e-438e-a352-d7e54f1a2869 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:29.134457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ea7512d-2026-4356-a03b-0b1700bd89a0 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.174233 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ea7512d-2026-4356-a03b-0b1700bd89a0 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.257642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23806605-d632-4b34-a29d-9f8e0389bc8c None None] DHCP port deletion for fa77ce0f-95d2-444e-8191-d8211f498b6f request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:29.275391 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ea7512d-2026-4356-a03b-0b1700bd89a0 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.303862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-23806605-d632-4b34-a29d-9f8e0389bc8c None None] Deleting port 3f09521e-94dc-4c97-a600-4031dc0900e2 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:29.304319 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23806605-d632-4b34-a29d-9f8e0389bc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.335687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ea7512d-2026-4356-a03b-0b1700bd89a0 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.364913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7512d-2026-4356-a03b-0b1700bd89a0 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Subnet': ['ID=85b415af-a11e-438e-a352-d7e54f1a2869,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:29.365886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-23806605-d632-4b34-a29d-9f8e0389bc8c None None] For port 3f09521e-94dc-4c97-a600-4031dc0900e2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3f09521e-94dc-4c97-a600-4031dc0900e2,segment=NetworkSegment(3d23eebd-4657-46eb-aaf0-62ee39b1c461),segment_id=3d23eebd-4657-46eb-aaf0-62ee39b1c461)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:29.366551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23806605-d632-4b34-a29d-9f8e0389bc8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.366889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ea7512d-2026-4356-a03b-0b1700bd89a0 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.368873 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ea7512d-2026-4356-a03b-0b1700bd89a0 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/subnets/85b415af-a11e-438e-a352-d7e54f1a2869 HTTP/1.1" status: 204 len: 168 time: 0.2891223 Jul 07 22:33:29.371782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51040) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:29.378427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a194a1-8e10-4a8c-9ae8-edf93b7d7e20 None None] Network 6f948703-2a0a-488a-94ca-499eb07440f5 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:29.383339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-23806605-d632-4b34-a29d-9f8e0389bc8c None None] Calling delete_port for 3f09521e-94dc-4c97-a600-4031dc0900e2 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:29.455176 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.511695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Deleting port 3f09521e-94dc-4c97-a600-4031dc0900e2 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:29.512113 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.587738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] For port 3f09521e-94dc-4c97-a600-4031dc0900e2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3f09521e-94dc-4c97-a600-4031dc0900e2,segment=NetworkSegment(3d23eebd-4657-46eb-aaf0-62ee39b1c461),segment_id=3d23eebd-4657-46eb-aaf0-62ee39b1c461)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:29.588106 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.603451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Calling delete_port for 3f09521e-94dc-4c97-a600-4031dc0900e2 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:29.698290 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:33:29.700479 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:33:29.720069 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23806605-d632-4b34-a29d-9f8e0389bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.724299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Port': ['ID=3f09521e-94dc-4c97-a600-4031dc0900e2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:29.727493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5730a2be-2c5c-4656-b571-83e430ce9034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.734160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] No DVR routers for this DVR port 3f09521e-94dc-4c97-a600-4031dc0900e2 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:29.752152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23806605-d632-4b34-a29d-9f8e0389bc8c None None] Pushing event deleted for resources: {'Port': ['ID=3f09521e-94dc-4c97-a600-4031dc0900e2,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:29.756215 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23806605-d632-4b34-a29d-9f8e0389bc8c None None] No DVR routers for this DVR port 3f09521e-94dc-4c97-a600-4031dc0900e2 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:29.822536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7164e1a-1b1b-4a28-8e46-0ccae38c0764 None None] DHCP port deletion for 6f948703-2a0a-488a-94ca-499eb07440f5 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:29.828204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.839249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa77ce0f-95d2-444e-8191-d8211f498b6f']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:29.850504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d23eebd-4657-46eb-aaf0-62ee39b1c461') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:29.850808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d23eebd-4657-46eb-aaf0-62ee39b1c461') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:29.859547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.869428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a7164e1a-1b1b-4a28-8e46-0ccae38c0764 None None] Deleting port 8c41db79-5c32-4041-a059-0357ef7cf763 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:29.869796 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7164e1a-1b1b-4a28-8e46-0ccae38c0764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.875643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.884602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:29.885033 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:29.888341 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:29.933382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a7164e1a-1b1b-4a28-8e46-0ccae38c0764 None None] For port 8c41db79-5c32-4041-a059-0357ef7cf763, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8c41db79-5c32-4041-a059-0357ef7cf763,segment=NetworkSegment(fdd9978f-1cb2-4243-a273-aa3b6016165c),segment_id=fdd9978f-1cb2-4243-a273-aa3b6016165c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:29.933877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7164e1a-1b1b-4a28-8e46-0ccae38c0764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.946622 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a7164e1a-1b1b-4a28-8e46-0ccae38c0764 None None] Calling delete_port for 8c41db79-5c32-4041-a059-0357ef7cf763 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:29.950629 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.955781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:29.960244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51046) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:29.960740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/networks/fa77ce0f-95d2-444e-8191-d8211f498b6f HTTP/1.1" status: 204 len: 168 time: 0.5875700 Jul 07 22:33:29.976116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff0a8f-a0db-4688-87a7-81c9ddf1f4d9 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Network': ['ID=fa77ce0f-95d2-444e-8191-d8211f498b6f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:30.015609 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.038262 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a7164e1a-1b1b-4a28-8e46-0ccae38c0764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.040414 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.066920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7164e1a-1b1b-4a28-8e46-0ccae38c0764 None None] Pushing event deleted for resources: {'Port': ['ID=8c41db79-5c32-4041-a059-0357ef7cf763,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:30.076635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7164e1a-1b1b-4a28-8e46-0ccae38c0764 None None] No DVR routers for this DVR port 8c41db79-5c32-4041-a059-0357ef7cf763 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:30.133914 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.144212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f948703-2a0a-488a-94ca-499eb07440f5']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:30.155113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd9978f-1cb2-4243-a273-aa3b6016165c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:30.155403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd9978f-1cb2-4243-a273-aa3b6016165c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:30.165163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.180177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.186784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:30.187379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:30.191232 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:30.251718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfefaf1-6acc-41f3-a211-05e239fcacaf req-e2c5b089-a9a9-440e-a3db-131c4daa93d5 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:30.254197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecfefaf1-6acc-41f3-a211-05e239fcacaf req-e2c5b089-a9a9-440e-a3db-131c4daa93d5 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 950 time: 0.0933464 Jul 07 22:33:30.269418 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:33:30.270395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.278811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.280957 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/networks/6f948703-2a0a-488a-94ca-499eb07440f5 HTTP/1.1" status: 204 len: 168 time: 0.3197358 Jul 07 22:33:30.283542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:30.306321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecfefaf1-6acc-41f3-a211-05e239fcacaf req-c1b7c87d-a7b4-4461-b57d-fdbdf1d39921 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Jul 07 22:33:30.322341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c8394-ae60-44c2-a3be-b594e5acd787 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Network': ['ID=6f948703-2a0a-488a-94ca-499eb07440f5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:30.354156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a57387e-b725-4cb8-941c-7ea4afbee906 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Deleting subnet 528ce4a1-3c79-481c-b0b9-c023144b0b91 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:33:30.357351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a57387e-b725-4cb8-941c-7ea4afbee906 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.397247 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a57387e-b725-4cb8-941c-7ea4afbee906 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.487892 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a57387e-b725-4cb8-941c-7ea4afbee906 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.518861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51068) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:30.552710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a57387e-b725-4cb8-941c-7ea4afbee906 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.585451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57387e-b725-4cb8-941c-7ea4afbee906 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Subnet': ['ID=528ce4a1-3c79-481c-b0b9-c023144b0b91,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:30.600281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bca449d-8489-4859-8ceb-ac18be352761 None None] Network 80af0a94-c9e3-43db-9560-033cbab7995c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:33:30.613004 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3a57387e-b725-4cb8-941c-7ea4afbee906 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.614954 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3a57387e-b725-4cb8-941c-7ea4afbee906 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/subnets/528ce4a1-3c79-481c-b0b9-c023144b0b91 HTTP/1.1" status: 204 len: 168 time: 0.3302908 Jul 07 22:33:30.618296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51074) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:30.654103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-8b505377-a273-4f6a-83f1-3ee45254b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:30.654973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-8b505377-a273-4f6a-83f1-3ee45254b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:30.655630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-8b505377-a273-4f6a-83f1-3ee45254b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:30.656278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-8b505377-a273-4f6a-83f1-3ee45254b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:30.656924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-8b505377-a273-4f6a-83f1-3ee45254b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:30.657570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-8b505377-a273-4f6a-83f1-3ee45254b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:30.659010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-8b505377-a273-4f6a-83f1-3ee45254b473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:30.661112 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-8b505377-a273-4f6a-83f1-3ee45254b473 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6498 time: 0.1413939 Jul 07 22:33:30.742974 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-a567a03b-2057-4dcb-8958-c6609b5f777c service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&id=a0a24d80-b631-4f04-9572-2555f1db371a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756168 Jul 07 22:33:30.759413 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.781092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8c41db79-5c32-4041-a059-0357ef7cf763 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:30.803677 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8c41db79-5c32-4041-a059-0357ef7cf763 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:30.804189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8c41db79-5c32-4041-a059-0357ef7cf763 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:30.804647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3f09521e-94dc-4c97-a600-4031dc0900e2 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:30.816437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641598e2-0c21-481a-8e67-61583409674a req-f5db4cce-0558-477d-aba3-e733c47aeff2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0962138 Jul 07 22:33:30.827383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3f09521e-94dc-4c97-a600-4031dc0900e2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:30.827913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3f09521e-94dc-4c97-a600-4031dc0900e2 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:30.837661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Deleting port 75588ba1-2f49-4ae9-a0a2-66580e3df46c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:30.837964 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.872858 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.898649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242357e0-ef9a-46e7-9f82-3baf9b9005b6 None None] DHCP port deletion for 80af0a94-c9e3-43db-9560-033cbab7995c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:33:30.937670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] For port 75588ba1-2f49-4ae9-a0a2-66580e3df46c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=75588ba1-2f49-4ae9-a0a2-66580e3df46c,segment=NetworkSegment(d3568b83-fbe4-4483-90f7-3f61845d15b4),segment_id=d3568b83-fbe4-4483-90f7-3f61845d15b4)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:30.938028 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.944923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-242357e0-ef9a-46e7-9f82-3baf9b9005b6 None None] Deleting port 75588ba1-2f49-4ae9-a0a2-66580e3df46c {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:33:30.945296 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-242357e0-ef9a-46e7-9f82-3baf9b9005b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:30.958114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Calling delete_port for 75588ba1-2f49-4ae9-a0a2-66580e3df46c owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:30.979915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641598e2-0c21-481a-8e67-61583409674a req-6f58fd42-74ba-45ee-92a3-c2047a42e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:30.981406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641598e2-0c21-481a-8e67-61583409674a req-6f58fd42-74ba-45ee-92a3-c2047a42e211 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 1097 time: 0.1014409 Jul 07 22:33:31.011572 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-242357e0-ef9a-46e7-9f82-3baf9b9005b6 None None] For port 75588ba1-2f49-4ae9-a0a2-66580e3df46c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=75588ba1-2f49-4ae9-a0a2-66580e3df46c,segment=NetworkSegment(d3568b83-fbe4-4483-90f7-3f61845d15b4),segment_id=d3568b83-fbe4-4483-90f7-3f61845d15b4)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:31.011960 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-242357e0-ef9a-46e7-9f82-3baf9b9005b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.024902 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-242357e0-ef9a-46e7-9f82-3baf9b9005b6 None None] Calling delete_port for 75588ba1-2f49-4ae9-a0a2-66580e3df46c owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:33:31.116183 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.119689 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-242357e0-ef9a-46e7-9f82-3baf9b9005b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.126615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641598e2-0c21-481a-8e67-61583409674a req-d660de39-89bb-46fd-91cf-1ebaea028079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:31.128791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641598e2-0c21-481a-8e67-61583409674a req-d660de39-89bb-46fd-91cf-1ebaea028079 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.1187551 Jul 07 22:33:31.149302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242357e0-ef9a-46e7-9f82-3baf9b9005b6 None None] Pushing event deleted for resources: {'Port': ['ID=75588ba1-2f49-4ae9-a0a2-66580e3df46c,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:31.152694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242357e0-ef9a-46e7-9f82-3baf9b9005b6 None None] No DVR routers for this DVR port 75588ba1-2f49-4ae9-a0a2-66580e3df46c on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:31.154958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] No DVR routers for this DVR port 75588ba1-2f49-4ae9-a0a2-66580e3df46c on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:33:31.156761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Port': ['ID=75588ba1-2f49-4ae9-a0a2-66580e3df46c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:31.189446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641598e2-0c21-481a-8e67-61583409674a req-6aab214a-c3b0-42ba-ba06-8fc2ba2d029e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a HTTP/1.1" status: 200 len: 217 time: 0.0428889 Jul 07 22:33:31.235313 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.299088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.310000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641598e2-0c21-481a-8e67-61583409674a req-1d3bab64-a0a9-4c30-88cf-c56466054e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:31.311749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641598e2-0c21-481a-8e67-61583409674a req-1d3bab64-a0a9-4c30-88cf-c56466054e72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1049325 Jul 07 22:33:31.313155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80af0a94-c9e3-43db-9560-033cbab7995c']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:31.322774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3568b83-fbe4-4483-90f7-3f61845d15b4') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:31.323072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3568b83-fbe4-4483-90f7-3f61845d15b4') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:33:31.355427 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.374261 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.384086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:33:31.384484 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:33:31.387348 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:33:31.486953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641598e2-0c21-481a-8e67-61583409674a req-22e65566-0b9e-4b49-82e7-b06e7c9a2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:31.488442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641598e2-0c21-481a-8e67-61583409674a req-22e65566-0b9e-4b49-82e7-b06e7c9a2a72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1636209 Jul 07 22:33:31.491845 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.501099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.503472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/networks/80af0a94-c9e3-43db-9560-033cbab7995c HTTP/1.1" status: 204 len: 168 time: 0.8833313 Jul 07 22:33:31.506405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51082) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:31.537376 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d4e35800-8287-4dda-80b7-bd26eec3ac8e tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ed9dfc8-7937-4598-9d3d-ba1376486c6a HTTP/1.1" status: 200 len: 205 time: 0.0276062 Jul 07 22:33:31.537598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51084) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:31.559829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e1dde-e59f-4c3c-ba99-0d220fbe25de tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Pushing event deleted for resources: {'Network': ['ID=80af0a94-c9e3-43db-9560-033cbab7995c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:31.591175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740377d-da01-4cac-b80b-b101e557b688 req-c8a61f96-2b4a-4941-8ee0-ed0def008cb7 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:31.592689 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7740377d-da01-4cac-b80b-b101e557b688 req-c8a61f96-2b4a-4941-8ee0-ed0def008cb7 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 950 time: 0.1603739 Jul 07 22:33:31.611187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e94201e3-5d4e-44b5-8a7e-8ed9e7ed2b87 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.641290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641598e2-0c21-481a-8e67-61583409674a req-fd6ec115-7d50-48ca-a3f1-ce9d73b855c1 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367464 Jul 07 22:33:31.648421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7740377d-da01-4cac-b80b-b101e557b688 req-17a2f546-a539-49ea-b721-223d600688d0 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 Jul 07 22:33:31.732253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-641598e2-0c21-481a-8e67-61583409674a req-683258cc-05e2-4888-ae96-7fe114a2d400 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828991 Jul 07 22:33:31.771192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e94201e3-5d4e-44b5-8a7e-8ed9e7ed2b87 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.774005 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e94201e3-5d4e-44b5-8a7e-8ed9e7ed2b87 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.820504 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e94201e3-5d4e-44b5-8a7e-8ed9e7ed2b87 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.821457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94201e3-5d4e-44b5-8a7e-8ed9e7ed2b87 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Fanout notify agent at l3_agent the message router_deleted on router 1ed9dfc8-7937-4598-9d3d-ba1376486c6a {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:33:31.833485 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e94201e3-5d4e-44b5-8a7e-8ed9e7ed2b87 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:31.834646 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e94201e3-5d4e-44b5-8a7e-8ed9e7ed2b87 tempest-RoutersNegativeIpV6Test-14821028 tempest-RoutersNegativeIpV6Test-14821028-project] 10.222.0.81 "DELETE /v2.0/routers/1ed9dfc8-7937-4598-9d3d-ba1376486c6a HTTP/1.1" status: 204 len: 168 time: 0.2962468 Jul 07 22:33:32.092385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:32.224139 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-212c9db2-7b68-4f48-9287-9eef6968e48c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ba0b87fe630410bb77b15e2fe0ae97c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305194 Jul 07 22:33:32.226652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:32.274589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f2f4-db21-4725-9fba-7555a1b90026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.295380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f2f4-db21-4725-9fba-7555a1b90026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.345819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f2f4-db21-4725-9fba-7555a1b90026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.348374 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fcb1f2f4-db21-4725-9fba-7555a1b90026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.349524 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fcb1f2f4-db21-4725-9fba-7555a1b90026 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a8901ae-b55c-4eb8-afc2-0aaade6f439d HTTP/1.1" status: 204 len: 168 time: 0.1219850 Jul 07 22:33:32.357103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1f2f4-db21-4725-9fba-7555a1b90026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8901ae-b55c-4eb8-afc2-0aaade6f439d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:32.759647 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:32.760534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 75588ba1-2f49-4ae9-a0a2-66580e3df46c no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:33:32.780069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 75588ba1-2f49-4ae9-a0a2-66580e3df46c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:33:32.780421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 75588ba1-2f49-4ae9-a0a2-66580e3df46c not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:33:33.014592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51130) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:33.112715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b6f90573-15e9-453f-aac1-5bb5ccd3f3ba tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:33.113438 n-d-695012-11 neutron-server[93941]: WARNING neutron.api.v2.base [None req-b6f90573-15e9-453f-aac1-5bb5ccd3f3ba tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 22:33:33.113942 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-b6f90573-15e9-453f-aac1-5bb5ccd3f3ba tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:33:33.118325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b6f90573-15e9-453f-aac1-5bb5ccd3f3ba tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0992827 Jul 07 22:33:33.118669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51136) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:33.122707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--192079679'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:33.153632 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.163502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.259139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.264042 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.309843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5989f4d5-de5f-460b-b7a4-f178961a342c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:33.367831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.371729 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.402639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d449f7c9-f7f9-407c-a8e4-9139f6bd7c30,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:33.406384 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.407591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ae1221cf-c9b9-43da-a9f0-d758f9914e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2881720 Jul 07 22:33:33.412151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51138) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:33.417945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-bbbeb79e-b85d-48b5-a9fb-5675d356bb04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': 'd449f7c9-f7f9-407c-a8e4-9139f6bd7c30', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:33.446215 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb79e-b85d-48b5-a9fb-5675d356bb04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.498101 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb79e-b85d-48b5-a9fb-5675d356bb04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.501757 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb79e-b85d-48b5-a9fb-5675d356bb04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.521963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeb79e-b85d-48b5-a9fb-5675d356bb04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c76126-86af-4d4d-8003-180d1dde82ec,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:33.524267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bbbeb79e-b85d-48b5-a9fb-5675d356bb04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.528032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bbbeb79e-b85d-48b5-a9fb-5675d356bb04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122539 Jul 07 22:33:33.528448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51140) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:33.532629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-cdfb8c31-151a-4ab4-8220-786494a9b243 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': 'd449f7c9-f7f9-407c-a8e4-9139f6bd7c30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:33.558912 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cdfb8c31-151a-4ab4-8220-786494a9b243 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.607373 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-cdfb8c31-151a-4ab4-8220-786494a9b243 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:33:33.611128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cdfb8c31-151a-4ab4-8220-786494a9b243 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0792487 Jul 07 22:33:33.611418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51142) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:33.663558 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14137607-b715-4bd0-a3ef-dd51b5e3bc70 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.685480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14137607-b715-4bd0-a3ef-dd51b5e3bc70 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.730499 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14137607-b715-4bd0-a3ef-dd51b5e3bc70 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.733102 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14137607-b715-4bd0-a3ef-dd51b5e3bc70 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.737131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14137607-b715-4bd0-a3ef-dd51b5e3bc70 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/d449f7c9-f7f9-407c-a8e4-9139f6bd7c30 HTTP/1.1" status: 204 len: 168 time: 0.1219430 Jul 07 22:33:33.737756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51144) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:33.743873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14137607-b715-4bd0-a3ef-dd51b5e3bc70 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d449f7c9-f7f9-407c-a8e4-9139f6bd7c30,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:33.793638 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-386b87a5-92ef-46e2-9b9e-d03d08952335 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544407 Jul 07 22:33:33.797286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51146) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:33.803116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4a118e57-909a-4727-9d2e-ed3d37e943ce tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732256024'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:33.826035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a118e57-909a-4727-9d2e-ed3d37e943ce tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.909946 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a118e57-909a-4727-9d2e-ed3d37e943ce tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.913819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a118e57-909a-4727-9d2e-ed3d37e943ce tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.946971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a118e57-909a-4727-9d2e-ed3d37e943ce tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08da156-2a9d-4879-a483-664a4a556cfe,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:33.949235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a118e57-909a-4727-9d2e-ed3d37e943ce tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:33.953084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4a118e57-909a-4727-9d2e-ed3d37e943ce tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1519628 Jul 07 22:33:33.953289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51150) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:33.958009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a5f03bb0-f9f8-4e54-92c2-905eb3657550 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': 'f08da156-2a9d-4879-a483-664a4a556cfe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:33.958753 n-d-695012-11 neutron-server[93941]: WARNING neutron.api.v2.base [None req-a5f03bb0-f9f8-4e54-92c2-905eb3657550 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 22:33:33.959255 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-a5f03bb0-f9f8-4e54-92c2-905eb3657550 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:33.962720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a5f03bb0-f9f8-4e54-92c2-905eb3657550 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060380 Jul 07 22:33:33.963123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51152) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.027587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-604bb119-0279-48c1-aa76-895939d1b413 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.050701 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-604bb119-0279-48c1-aa76-895939d1b413 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.090964 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-604bb119-0279-48c1-aa76-895939d1b413 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.093750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-604bb119-0279-48c1-aa76-895939d1b413 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.094892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-604bb119-0279-48c1-aa76-895939d1b413 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/f08da156-2a9d-4879-a483-664a4a556cfe HTTP/1.1" status: 204 len: 168 time: 0.1309681 Jul 07 22:33:34.098185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51154) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.108777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bb119-0279-48c1-aa76-895939d1b413 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08da156-2a9d-4879-a483-664a4a556cfe,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:34.154466 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-87a3c227-2648-4982-91bb-dd86c286c1f3 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549350 Jul 07 22:33:34.155035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51158) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.160539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8789636f-65c3-43f2-8f9c-a219b2c85cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999697758'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:34.183835 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8789636f-65c3-43f2-8f9c-a219b2c85cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.264789 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8789636f-65c3-43f2-8f9c-a219b2c85cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.268713 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8789636f-65c3-43f2-8f9c-a219b2c85cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.295322 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8789636f-65c3-43f2-8f9c-a219b2c85cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.296483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8789636f-65c3-43f2-8f9c-a219b2c85cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1402876 Jul 07 22:33:34.300261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51160) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.301525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789636f-65c3-43f2-8f9c-a219b2c85cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a2c33f-e6c3-41df-9f2d-42895f464941,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:34.313238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d3f34206-6e9b-492b-aa37-d838e821a9d5 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '96a2c33f-e6c3-41df-9f2d-42895f464941', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:34.314137 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-d3f34206-6e9b-492b-aa37-d838e821a9d5 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 22:33:34.314645 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-d3f34206-6e9b-492b-aa37-d838e821a9d5 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:34.318357 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d3f34206-6e9b-492b-aa37-d838e821a9d5 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0142608 Jul 07 22:33:34.318614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51162) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.371727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cea465a8-45d4-48b5-a27e-4034ff675600 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.393367 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cea465a8-45d4-48b5-a27e-4034ff675600 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.434051 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cea465a8-45d4-48b5-a27e-4034ff675600 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.437025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cea465a8-45d4-48b5-a27e-4034ff675600 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.438330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cea465a8-45d4-48b5-a27e-4034ff675600 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/96a2c33f-e6c3-41df-9f2d-42895f464941 HTTP/1.1" status: 204 len: 168 time: 0.1187153 Jul 07 22:33:34.440934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.447833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea465a8-45d4-48b5-a27e-4034ff675600 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a2c33f-e6c3-41df-9f2d-42895f464941,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:34.490547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51168) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.490771 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bf003e87-e8f9-4546-8c00-f0e3bf565e49 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483904 Jul 07 22:33:34.495189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e9c690f0-f473-43dd-8b1c-b340261040d2 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128129056'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:34.528075 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e9c690f0-f473-43dd-8b1c-b340261040d2 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.665601 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e9c690f0-f473-43dd-8b1c-b340261040d2 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.670035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e9c690f0-f473-43dd-8b1c-b340261040d2 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.700974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c095c-f916-40ae-a2a1-ea19b9187a83 req-c9dcade1-9702-4cf7-a587-4ceedfef0081 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:34.702947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-343c095c-f916-40ae-a2a1-ea19b9187a83 req-c9dcade1-9702-4cf7-a587-4ceedfef0081 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1179583 Jul 07 22:33:34.716327 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e9c690f0-f473-43dd-8b1c-b340261040d2 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.720211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e9c690f0-f473-43dd-8b1c-b340261040d2 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2259140 Jul 07 22:33:34.720660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51170) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.725008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c690f0-f473-43dd-8b1c-b340261040d2 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670ba166-2f64-4f79-a8b2-b06d9fbd0d21,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:34.725979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ffc421d2-d58e-4494-9957-42868ad11d10 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '670ba166-2f64-4f79-a8b2-b06d9fbd0d21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:34.738210 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-ffc421d2-d58e-4494-9957-42868ad11d10 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 22:33:34.739485 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-ffc421d2-d58e-4494-9957-42868ad11d10 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:34.743008 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ffc421d2-d58e-4494-9957-42868ad11d10 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0187733 Jul 07 22:33:34.743545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51172) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.748067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b27e7f3a-aac8-462d-97b6-73fa0abca35a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '670ba166-2f64-4f79-a8b2-b06d9fbd0d21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:34.748742 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-b27e7f3a-aac8-462d-97b6-73fa0abca35a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 22:33:34.749212 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-b27e7f3a-aac8-462d-97b6-73fa0abca35a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:34.754346 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b27e7f3a-aac8-462d-97b6-73fa0abca35a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067377 Jul 07 22:33:34.754527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51174) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.758568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7f346563-fe10-48c0-977b-7c5a2398316e tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '670ba166-2f64-4f79-a8b2-b06d9fbd0d21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:34.758725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-343c095c-f916-40ae-a2a1-ea19b9187a83 req-746d8a86-7861-4c15-893a-1de60c759297 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462575 Jul 07 22:33:34.759369 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-7f346563-fe10-48c0-977b-7c5a2398316e tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 22:33:34.759841 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-7f346563-fe10-48c0-977b-7c5a2398316e tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:34.763149 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7f346563-fe10-48c0-977b-7c5a2398316e tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054510 Jul 07 22:33:34.763411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51176) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.767424 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-962f6f45-a502-40d6-8487-6ec11082dba7 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '670ba166-2f64-4f79-a8b2-b06d9fbd0d21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:34.768258 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-962f6f45-a502-40d6-8487-6ec11082dba7 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 22:33:34.768932 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-962f6f45-a502-40d6-8487-6ec11082dba7 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:34.769970 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-962f6f45-a502-40d6-8487-6ec11082dba7 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057664 Jul 07 22:33:34.772446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51178) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.836206 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d366-5202-428e-baaf-bced4fbdb811 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.863314 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d366-5202-428e-baaf-bced4fbdb811 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.904875 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d366-5202-428e-baaf-bced4fbdb811 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.907484 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddd7d366-5202-428e-baaf-bced4fbdb811 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:34.911707 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ddd7d366-5202-428e-baaf-bced4fbdb811 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/670ba166-2f64-4f79-a8b2-b06d9fbd0d21 HTTP/1.1" status: 204 len: 168 time: 0.1358645 Jul 07 22:33:34.912863 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51182) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.931942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7d366-5202-428e-baaf-bced4fbdb811 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670ba166-2f64-4f79-a8b2-b06d9fbd0d21,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:34.954111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b206ac-56a3-4258-b399-2d0c2a562efc req-4144c71b-9193-4881-8f63-f155bf460c1d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:34.956032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86b206ac-56a3-4258-b399-2d0c2a562efc req-4144c71b-9193-4881-8f63-f155bf460c1d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0789216 Jul 07 22:33:34.972956 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2d212cef-9248-4161-9c06-a69446312780 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0581284 Jul 07 22:33:34.976060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:34.980839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9c4c9c50-9732-4a7d-8cea-56150517f882 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632871249'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:34.998378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86b206ac-56a3-4258-b399-2d0c2a562efc req-fb840d34-d6b8-4d26-9f19-8b04a8ab068e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369363 Jul 07 22:33:35.005224 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9c50-9732-4a7d-8cea-56150517f882 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.094995 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9c50-9732-4a7d-8cea-56150517f882 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.101369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9c50-9732-4a7d-8cea-56150517f882 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.134544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c4c9c50-9732-4a7d-8cea-56150517f882 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.136078 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9c4c9c50-9732-4a7d-8cea-56150517f882 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1591299 Jul 07 22:33:35.139127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51190) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.145621 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c9c50-9732-4a7d-8cea-56150517f882 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a14965-924a-4589-aca6-1a30eca42744,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:35.148400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-37b52229-72bf-44ed-9325-50babd3e5eb3 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '25a14965-924a-4589-aca6-1a30eca42744', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.149248 n-d-695012-11 neutron-server[93941]: WARNING neutron.api.v2.base [None req-37b52229-72bf-44ed-9325-50babd3e5eb3 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 22:33:35.150233 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-37b52229-72bf-44ed-9325-50babd3e5eb3 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:35.151468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-37b52229-72bf-44ed-9325-50babd3e5eb3 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112994 Jul 07 22:33:35.154502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51194) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.161807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b2a23230-7047-4101-9dc6-1fcf94b15538 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '25a14965-924a-4589-aca6-1a30eca42744', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.208024 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-b2a23230-7047-4101-9dc6-1fcf94b15538 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:35.209435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b2a23230-7047-4101-9dc6-1fcf94b15538 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0537708 Jul 07 22:33:35.214035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51202) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.218547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-711a5b01-4b38-4491-a35e-ddd39125ad31 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '25a14965-924a-4589-aca6-1a30eca42744', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.219545 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-711a5b01-4b38-4491-a35e-ddd39125ad31 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 22:33:35.220213 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-711a5b01-4b38-4491-a35e-ddd39125ad31 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:35.221923 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-711a5b01-4b38-4491-a35e-ddd39125ad31 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072832 Jul 07 22:33:35.224641 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51204) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.230453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-029d6c98-bfd3-4ee6-9b0f-21ba8e439724 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '25a14965-924a-4589-aca6-1a30eca42744', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.269457 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-029d6c98-bfd3-4ee6-9b0f-21ba8e439724 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:35.270707 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-029d6c98-bfd3-4ee6-9b0f-21ba8e439724 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0448802 Jul 07 22:33:35.274624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51210) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.279734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-71852319-1dd7-422a-a879-becfc2ac6b26 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '25a14965-924a-4589-aca6-1a30eca42744', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.280213 n-d-695012-11 neutron-server[93941]: WARNING neutron.api.v2.base [None req-71852319-1dd7-422a-a879-becfc2ac6b26 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 22:33:35.280866 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-71852319-1dd7-422a-a879-becfc2ac6b26 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:35.281988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-71852319-1dd7-422a-a879-becfc2ac6b26 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061927 Jul 07 22:33:35.285719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.290884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-17744722-ccf2-4e06-a408-b1e2912a454c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '25a14965-924a-4589-aca6-1a30eca42744', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.314778 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-17744722-ccf2-4e06-a408-b1e2912a454c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Project feed3f4c483f4eb5ab01ea12dae93c32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:33:35.328731 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-17744722-ccf2-4e06-a408-b1e2912a454c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:35.332988 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-17744722-ccf2-4e06-a408-b1e2912a454c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0428848 Jul 07 22:33:35.333228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51214) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.337891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ae0da754-a743-4670-bd2d-f5f8c1b476bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '25a14965-924a-4589-aca6-1a30eca42744', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.338678 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-ae0da754-a743-4670-bd2d-f5f8c1b476bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 22:33:35.339183 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-ae0da754-a743-4670-bd2d-f5f8c1b476bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:35.340154 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ae0da754-a743-4670-bd2d-f5f8c1b476bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059683 Jul 07 22:33:35.342809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51216) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.347761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-20306892-fbbd-4ce1-9493-c0bdb424dbb4 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '25a14965-924a-4589-aca6-1a30eca42744', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.371563 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-20306892-fbbd-4ce1-9493-c0bdb424dbb4 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Project feed3f4c483f4eb5ab01ea12dae93c32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:33:35.381428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ffe2910-f9ee-4692-ab1b-ed5444944739 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:35.383314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ffe2910-f9ee-4692-ab1b-ed5444944739 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.1388240 Jul 07 22:33:35.385311 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-20306892-fbbd-4ce1-9493-c0bdb424dbb4 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:35.386728 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20306892-fbbd-4ce1-9493-c0bdb424dbb4 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0430217 Jul 07 22:33:35.389452 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51218) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.394906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d58c5c09-bb6a-4110-a4c9-7b386a6ebcf5 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '25a14965-924a-4589-aca6-1a30eca42744', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.399816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-703fe32e-90e3-45ec-8b18-a663dc86ebce tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/quotas/b1daa2cd461c4749a9852942fe8498c8 HTTP/1.1" status: 200 len: 375 time: 0.0105779 Jul 07 22:33:35.419327 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-d58c5c09-bb6a-4110-a4c9-7b386a6ebcf5 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Project feed3f4c483f4eb5ab01ea12dae93c32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:33:35.434631 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-d58c5c09-bb6a-4110-a4c9-7b386a6ebcf5 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:35.438830 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d58c5c09-bb6a-4110-a4c9-7b386a6ebcf5 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0450931 Jul 07 22:33:35.439009 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.492597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-000f3d18-0347-47e3-acc7-b3512803cf82 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0792754 Jul 07 22:33:35.496370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ff50-5373-4d79-99ba-483ddaf375bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.520063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ff50-5373-4d79-99ba-483ddaf375bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.565269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ff50-5373-4d79-99ba-483ddaf375bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.568563 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6fb5ff50-5373-4d79-99ba-483ddaf375bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.572153 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6fb5ff50-5373-4d79-99ba-483ddaf375bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/25a14965-924a-4589-aca6-1a30eca42744 HTTP/1.1" status: 204 len: 168 time: 0.1299388 Jul 07 22:33:35.572577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51222) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.579442 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5ff50-5373-4d79-99ba-483ddaf375bd tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a14965-924a-4589-aca6-1a30eca42744,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:35.606415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-d6f8770a-9dc5-4b88-9d57-6e08f2abcec8 service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063862 Jul 07 22:33:35.687655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cd9990bf-9c15-4032-8557-67d2c0458d5e tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1139362 Jul 07 22:33:35.692163 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51224) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.696872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-95a54e22-91eb-48a2-8f78-752343585fe1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702578642'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.720106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95a54e22-91eb-48a2-8f78-752343585fe1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.725214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-4a16e1fb-daef-40d8-82f2-0032855979bd service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115808 Jul 07 22:33:35.806301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95a54e22-91eb-48a2-8f78-752343585fe1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.811722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95a54e22-91eb-48a2-8f78-752343585fe1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.840236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a54e22-91eb-48a2-8f78-752343585fe1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3e60af-6b71-44e1-ae68-0dd15293e395,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:35.842616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-95a54e22-91eb-48a2-8f78-752343585fe1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:35.850747 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-95a54e22-91eb-48a2-8f78-752343585fe1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1573191 Jul 07 22:33:35.851714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51226) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.857745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ab5a5bc1-75d5-4f35-a2b6-089cd18dac88 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': 'ef3e60af-6b71-44e1-ae68-0dd15293e395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.905605 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-ab5a5bc1-75d5-4f35-a2b6-089cd18dac88 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The resource could not be found. Jul 07 22:33:35.910566 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ab5a5bc1-75d5-4f35-a2b6-089cd18dac88 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0574207 Jul 07 22:33:35.911330 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51232) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:35.914515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecf5f068-01ed-4f2c-a395-2f4cf6b36acc req-051dd96f-cec5-46b6-bd8a-4ab0cfe63e5d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 210 time: 0.0313320 Jul 07 22:33:35.920841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2f2e3d77-7d1f-440f-bc1c-ace1d6ea1163 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': 'ef3e60af-6b71-44e1-ae68-0dd15293e395', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '748f6ceb-8a14-43ec-bc34-3962980e1a77'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:35.969051 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-2f2e3d77-7d1f-440f-bc1c-ace1d6ea1163 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The resource could not be found. Jul 07 22:33:35.973424 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2f2e3d77-7d1f-440f-bc1c-ace1d6ea1163 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0570319 Jul 07 22:33:35.973705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51234) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.031903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d85767d6-3758-4446-93f8-7be40cb5fad9 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.058842 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d85767d6-3758-4446-93f8-7be40cb5fad9 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.106241 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d85767d6-3758-4446-93f8-7be40cb5fad9 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.108922 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d85767d6-3758-4446-93f8-7be40cb5fad9 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.113140 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d85767d6-3758-4446-93f8-7be40cb5fad9 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/ef3e60af-6b71-44e1-ae68-0dd15293e395 HTTP/1.1" status: 204 len: 168 time: 0.1355000 Jul 07 22:33:36.113507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51240) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.123799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85767d6-3758-4446-93f8-7be40cb5fad9 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3e60af-6b71-44e1-ae68-0dd15293e395,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:36.165685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a32c44d3-e894-4784-a03e-b814b37c0b24 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506618 Jul 07 22:33:36.169270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51244) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.174285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b50ab738-39c5-44e5-ac11-a6d975230cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '833664d5-65e0-4db9-b098-5970ed326f1f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:36.213482 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-b50ab738-39c5-44e5-ac11-a6d975230cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The resource could not be found. Jul 07 22:33:36.214554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b50ab738-39c5-44e5-ac11-a6d975230cfc tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0443366 Jul 07 22:33:36.218411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51246) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.223095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-57c54167-27ba-4bd6-930d-e1494697e407 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156393366'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:36.247909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57c54167-27ba-4bd6-930d-e1494697e407 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.367139 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57c54167-27ba-4bd6-930d-e1494697e407 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.372567 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57c54167-27ba-4bd6-930d-e1494697e407 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.402996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57c54167-27ba-4bd6-930d-e1494697e407 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.406923 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57c54167-27ba-4bd6-930d-e1494697e407 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1849000 Jul 07 22:33:36.406923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c54167-27ba-4bd6-930d-e1494697e407 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e06c7ab-30b3-475b-9974-baf0fe819ddd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:36.407408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51252) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.417226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3fb821cf-a229-4636-b663-64d3bd3a154c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--303788449'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:36.440899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3fb821cf-a229-4636-b663-64d3bd3a154c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.530010 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3fb821cf-a229-4636-b663-64d3bd3a154c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.535015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3fb821cf-a229-4636-b663-64d3bd3a154c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.561168 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3fb821cf-a229-4636-b663-64d3bd3a154c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.562667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3fb821cf-a229-4636-b663-64d3bd3a154c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1493189 Jul 07 22:33:36.566201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51254) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.568117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb821cf-a229-4636-b663-64d3bd3a154c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ca68e9-b348-43ca-a786-bf90031bd87b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:36.571102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-40716d14-3ffe-4a7a-a070-f75a6c955634 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '1e06c7ab-30b3-475b-9974-baf0fe819ddd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '23ca68e9-b348-43ca-a786-bf90031bd87b'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:36.606816 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-40716d14-3ffe-4a7a-a070-f75a6c955634 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:36.608622 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40716d14-3ffe-4a7a-a070-f75a6c955634 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0411022 Jul 07 22:33:36.611969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.663245 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2307483f-8aed-4e3b-8bdb-58ef5fabba4a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.685020 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2307483f-8aed-4e3b-8bdb-58ef5fabba4a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.725572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2307483f-8aed-4e3b-8bdb-58ef5fabba4a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.728130 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2307483f-8aed-4e3b-8bdb-58ef5fabba4a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.729292 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2307483f-8aed-4e3b-8bdb-58ef5fabba4a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/23ca68e9-b348-43ca-a786-bf90031bd87b HTTP/1.1" status: 204 len: 168 time: 0.1165421 Jul 07 22:33:36.732065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51258) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.737780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307483f-8aed-4e3b-8bdb-58ef5fabba4a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ca68e9-b348-43ca-a786-bf90031bd87b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:36.786530 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6a35369a-5132-44e0-9214-9ae6c2ebf10c tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0532532 Jul 07 22:33:36.789174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51260) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.838923 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a88a19e1-8c1f-4338-806b-dc531f2ca762 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.862743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a88a19e1-8c1f-4338-806b-dc531f2ca762 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.903759 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a88a19e1-8c1f-4338-806b-dc531f2ca762 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.906512 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a88a19e1-8c1f-4338-806b-dc531f2ca762 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:36.907665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a88a19e1-8c1f-4338-806b-dc531f2ca762 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/1e06c7ab-30b3-475b-9974-baf0fe819ddd HTTP/1.1" status: 204 len: 168 time: 0.1175876 Jul 07 22:33:36.911033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51262) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.917175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a19e1-8c1f-4338-806b-dc531f2ca762 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e06c7ab-30b3-475b-9974-baf0fe819ddd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:36.961018 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-153c56f2-d5ae-4753-ba95-92afe84a48a9 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481985 Jul 07 22:33:36.965848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51266) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:36.971164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4257eb47-9bd6-479d-b9bd-a101b99fc968 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225653883'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:37.058868 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4257eb47-9bd6-479d-b9bd-a101b99fc968 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.080970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9137e5cb-6f87-4cef-8240-f6e1b4d97e71 req-f80fd987-b388-47b1-8fdd-45251dc87a29 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 210 time: 0.0405245 Jul 07 22:33:37.138467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-eae71375-b172-4adc-95da-61219baca115 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:37.139900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-eae71375-b172-4adc-95da-61219baca115 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.1629562 Jul 07 22:33:37.155668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'port': {'device_id': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'admin_state_up': True, 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:37.272693 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4257eb47-9bd6-479d-b9bd-a101b99fc968 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.279870 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4257eb47-9bd6-479d-b9bd-a101b99fc968 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.318566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257eb47-9bd6-479d-b9bd-a101b99fc968 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e1c6b8-dcfd-4cdd-b697-738a94055fdf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:37.322529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Made reservation on behalf of b1daa2cd461c4749a9852942fe8498c8 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:37.326108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.329344 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4257eb47-9bd6-479d-b9bd-a101b99fc968 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.331168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4257eb47-9bd6-479d-b9bd-a101b99fc968 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3642302 Jul 07 22:33:37.334320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:37.338795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c785bc26-19ed-482b-aafe-6d90ba483e93 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '84e1c6b8-dcfd-4cdd-b697-738a94055fdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:37.370899 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-c785bc26-19ed-482b-aafe-6d90ba483e93 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:37.371930 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c785bc26-19ed-482b-aafe-6d90ba483e93 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0366473 Jul 07 22:33:37.374744 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:37.379688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-78a0142d-5fa9-4929-b2c2-a89860eaf4c1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group_rule': {'security_group_id': '84e1c6b8-dcfd-4cdd-b697-738a94055fdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:37.419114 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-78a0142d-5fa9-4929-b2c2-a89860eaf4c1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:37.423208 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-78a0142d-5fa9-4929-b2c2-a89860eaf4c1 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0446825 Jul 07 22:33:37.424234 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51276) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:37.478847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Allocated IP 172.20.0.5 (f13f5340-1276-4670-bb1c-9b8e37ff1851/b9a91835-3f49-4b96-80c9-28db519b0b29/6b4b3b16-e56f-441a-adc7-435cda9daedf) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:37.482662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c28b3db4-c474-4fa1-ab34-a434b9aa2f04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.507286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c28b3db4-c474-4fa1-ab34-a434b9aa2f04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.547165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c28b3db4-c474-4fa1-ab34-a434b9aa2f04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.550190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c28b3db4-c474-4fa1-ab34-a434b9aa2f04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.551321 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c28b3db4-c474-4fa1-ab34-a434b9aa2f04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/84e1c6b8-dcfd-4cdd-b697-738a94055fdf HTTP/1.1" status: 204 len: 168 time: 0.1262863 Jul 07 22:33:37.554377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51278) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:37.567757 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b3db4-c474-4fa1-ab34-a434b9aa2f04 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e1c6b8-dcfd-4cdd-b697-738a94055fdf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:37.603338 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-edbac8e9-227d-4a7e-8554-29a5ff724a85 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479348 Jul 07 22:33:37.607240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51280) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:37.612218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f825a8c1-a194-4350-94ba-3a9e0362650d tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063222994'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:37.632762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f825a8c1-a194-4350-94ba-3a9e0362650d tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.634921 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.648504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Transition to ACTIVE for port object 6b4b3b16-e56f-441a-adc7-435cda9daedf will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:37.680909 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.692790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:37.717956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f825a8c1-a194-4350-94ba-3a9e0362650d tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.718290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['08f6add3-c137-47e6-8f83-a73826fdc9cc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:37.724330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f825a8c1-a194-4350-94ba-3a9e0362650d tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.733973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:37.737707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:37.740169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:37.768286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'Port': ['ID=6b4b3b16-e56f-441a-adc7-435cda9daedf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:37.798405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:37.799601 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:37.819049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-7ae6e7cd-552e-408b-8921-22ff93139cb4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6670275 Jul 07 22:33:37.832868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Request body: {'port': {'device_id': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:37.919244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.078550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f825a8c1-a194-4350-94ba-3a9e0362650d tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.080551 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f825a8c1-a194-4350-94ba-3a9e0362650d tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4722266 Jul 07 22:33:38.083484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51282) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:38.085017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-aaa70ea6-a5b0-4c51-b4c1-dec9b2ce01c7 None None] Provisioning for port 6b4b3b16-e56f-441a-adc7-435cda9daedf completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:38.089058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e2c435e1-b78f-42bc-a05f-e6faec02ae91 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:38.089785 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-e2c435e1-b78f-42bc-a05f-e6faec02ae91 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 22:33:38.090303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-aaa70ea6-a5b0-4c51-b4c1-dec9b2ce01c7 None None] Provisioning complete for port 6b4b3b16-e56f-441a-adc7-435cda9daedf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:38.090455 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-e2c435e1-b78f-42bc-a05f-e6faec02ae91 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 22:33:38.091301 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e2c435e1-b78f-42bc-a05f-e6faec02ae91 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "PUT /v2.0/security-groups/66d569c1-06e0-4381-9abe-82390e025d12 HTTP/1.1" status: 409 len: 330 time: 0.0066760 Jul 07 22:33:38.092405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825a8c1-a194-4350-94ba-3a9e0362650d tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d569c1-06e0-4381-9abe-82390e025d12,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:38.093921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aaa70ea6-a5b0-4c51-b4c1-dec9b2ce01c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.094507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51284) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:38.139578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-aaa70ea6-a5b0-4c51-b4c1-dec9b2ce01c7 None None] Port 6b4b3b16-e56f-441a-adc7-435cda9daedf cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:38.159830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b9a7-5a9f-4ae7-ad2f-05bc6935f704 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.183814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b9a7-5a9f-4ae7-ad2f-05bc6935f704 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.229123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b9a7-5a9f-4ae7-ad2f-05bc6935f704 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.231965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fbc1b9a7-5a9f-4ae7-ad2f-05bc6935f704 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.233492 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fbc1b9a7-5a9f-4ae7-ad2f-05bc6935f704 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/66d569c1-06e0-4381-9abe-82390e025d12 HTTP/1.1" status: 204 len: 168 time: 0.1288817 Jul 07 22:33:38.237136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51288) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:38.255776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1b9a7-5a9f-4ae7-ad2f-05bc6935f704 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d569c1-06e0-4381-9abe-82390e025d12,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:38.302067 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-530b4d10-3695-4833-aaec-e1269272053b tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600352 Jul 07 22:33:38.302477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51290) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:38.315941 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-12758150-9aaf-4387-b16c-a73f16dc0e13 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] delete failed (client error): The resource could not be found. Jul 07 22:33:38.316967 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-12758150-9aaf-4387-b16c-a73f16dc0e13 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "DELETE /v2.0/security-groups/2452b248-864a-4ecb-a1cf-2db47eb84f14 HTTP/1.1" status: 404 len: 347 time: 0.0135529 Jul 07 22:33:38.320776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51292) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:38.335749 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-e8136caa-7871-4d95-964f-cbddf27a7b81 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] show failed (client error): The resource could not be found. Jul 07 22:33:38.336688 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e8136caa-7871-4d95-964f-cbddf27a7b81 tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-groups/933d1abf-c9c1-494e-86c2-f95c1ebf085f HTTP/1.1" status: 404 len: 347 time: 0.0149133 Jul 07 22:33:38.340577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51294) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:38.359171 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-e1bf7b37-b8ce-4070-bb12-f502ff5a9e1a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] show failed (client error): The resource could not be found. Jul 07 22:33:38.360198 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e1bf7b37-b8ce-4070-bb12-f502ff5a9e1a tempest-NegativeSecGroupIPv6Test-1358551888 tempest-NegativeSecGroupIPv6Test-1358551888-project] 10.222.0.81 "GET /v2.0/security-group-rules/9b3889d2-738e-47cb-a11a-39d3782e7ce1 HTTP/1.1" status: 404 len: 356 time: 0.0185163 Jul 07 22:33:38.561098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4267-a6b2-4bfe-8b8b-b96eebbeaa6e req-debd2d4e-7588-48a5-a60c-f622003d75c4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:38.562889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82dd4267-a6b2-4bfe-8b8b-b96eebbeaa6e req-debd2d4e-7588-48a5-a60c-f622003d75c4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 931 time: 0.1060321 Jul 07 22:33:38.633601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51304) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:38.649512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4b3b16-e56f-441a-adc7-435cda9daedf {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:38.658706 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.663110 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82dd4267-a6b2-4bfe-8b8b-b96eebbeaa6e req-dcc6a4ed-0fbb-4588-8443-4967e0244916 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877941 Jul 07 22:33:38.673377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Transition to ACTIVE for port object 6b4b3b16-e56f-441a-adc7-435cda9daedf will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:38.685758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.735046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Pushing event updated for resources: {'Port': ['ID=6b4b3b16-e56f-441a-adc7-435cda9daedf,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:38.785640 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fadc4cac-d7e4-4eec-ae94-054c1ba7ba94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=feed3f4c483f4eb5ab01ea12dae93c32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481650 Jul 07 22:33:38.785640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:38.813346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Attempting to bind port 6b4b3b16-e56f-441a-adc7-435cda9daedf on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:38.813756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Attempting to bind port 6b4b3b16-e56f-441a-adc7-435cda9daedf by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:38.814882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Attempting to bind port 6b4b3b16-e56f-441a-adc7-435cda9daedf on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:38.819804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Port 6b4b3b16-e56f-441a-adc7-435cda9daedf on network f13f5340-1276-4670-bb1c-9b8e37ff1851 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:33:38.820228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Attempting to bind port 6b4b3b16-e56f-441a-adc7-435cda9daedf on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:38.825567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:38.825987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Checking segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:38.826469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Bound using segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:38.826973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Bound port: 6b4b3b16-e56f-441a-adc7-435cda9daedf, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:38.827444 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.852699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ba94e10-609d-40ce-a433-00c2b4665c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.878158 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ba94e10-609d-40ce-a433-00c2b4665c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.900394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] For port 6b4b3b16-e56f-441a-adc7-435cda9daedf, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:38.903690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] For port 6b4b3b16-e56f-441a-adc7-435cda9daedf, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6b4b3b16-e56f-441a-adc7-435cda9daedf,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:38.909526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.933964 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ba94e10-609d-40ce-a433-00c2b4665c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.937115 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ba94e10-609d-40ce-a433-00c2b4665c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.938292 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0ba94e10-609d-40ce-a433-00c2b4665c25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5989f4d5-de5f-460b-b7a4-f178961a342c HTTP/1.1" status: 204 len: 168 time: 0.1511481 Jul 07 22:33:38.946712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:38.947298 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:38.948709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] 10.222.0.44 "PUT /v2.0/ports/6b4b3b16-e56f-441a-adc7-435cda9daedf HTTP/1.1" status: 200 len: 1092 time: 1.1210678 Jul 07 22:33:38.949153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'tag': '6b4b3b16-e56f-441a-adc7-435cda9daedf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:38.951440 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfd61dc-2fe0-4d0e-b4d5-52630dac254e", "tag": "6b4b3b16-e56f-441a-adc7-435cda9daedf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:38.977716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65007ad6-4109-4930-a3db-3a1933c33b1c service neutron] Pushing event updated for resources: {'Port': ['ID=6b4b3b16-e56f-441a-adc7-435cda9daedf,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:38.983372 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba94e10-609d-40ce-a433-00c2b4665c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5989f4d5-de5f-460b-b7a4-f178961a342c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:39.046367 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d487a64b-a349-45e0-b672-a5d07725f8ba x-openstack-request-id: req-d487a64b-a349-45e0-b672-a5d07725f8ba {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:39.046367 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfd61dc-2fe0-4d0e-b4d5-52630dac254e", "tag": "6b4b3b16-e56f-441a-adc7-435cda9daedf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:39.046774 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d487a64b-a349-45e0-b672-a5d07725f8ba {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:39.047231 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'tag': '6b4b3b16-e56f-441a-adc7-435cda9daedf', 'status': 'completed', 'code': 200} Jul 07 22:33:39.077522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-28f9baf0-c894-4cfb-a8a8-5bf49ece9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:39.079186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-28f9baf0-c894-4cfb-a8a8-5bf49ece9b0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 1095 time: 0.0711441 Jul 07 22:33:39.127509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-4cbaf3fe-19f8-4f45-a3ea-f10fa891f398 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b4b3b16-e56f-441a-adc7-435cda9daedf HTTP/1.1" status: 200 len: 217 time: 0.0404425 Jul 07 22:33:39.184493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-a70b365d-1583-475c-a06d-a9d4ca7a3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:39.185966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-a70b365d-1583-475c-a06d-a9d4ca7a3894 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0521278 Jul 07 22:33:39.245111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-73bfa23a-df79-44be-b333-7bba2bddcd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:39.246713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-73bfa23a-df79-44be-b333-7bba2bddcd08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546668 Jul 07 22:33:39.341229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-992700fc-3667-4fe5-9d5f-83279d95884a service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874305 Jul 07 22:33:39.433806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ca671a-3d88-4428-9269-7469a8ef6626 req-54595998-f716-474b-9b1a-2b73f8b4cbba service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854657 Jul 07 22:33:39.544098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-df1370b7-3119-4854-80fb-df51e31e2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:39.545695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-df1370b7-3119-4854-80fb-df51e31e2151 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 1095 time: 0.0546994 Jul 07 22:33:39.631641 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:39.646121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-e622d9b5-e3b2-445b-847f-8bbb535311ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:39.647688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-e622d9b5-e3b2-445b-847f-8bbb535311ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.0939150 Jul 07 22:33:39.691784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-f5353dc3-5951-4e9e-b8da-41b56e3721d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b4b3b16-e56f-441a-adc7-435cda9daedf HTTP/1.1" status: 200 len: 217 time: 0.0372403 Jul 07 22:33:39.746026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c5d86285-1482-4717-8883-db885105a1a5 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:39.746615 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-c5d86285-1482-4717-8883-db885105a1a5 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 22:33:39.747298 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-c5d86285-1482-4717-8883-db885105a1a5 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:33:39.751724 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c5d86285-1482-4717-8883-db885105a1a5 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1167634 Jul 07 22:33:39.752230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51342) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:39.752833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-ef774ef6-7454-46b3-8330-aaf24b99ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:39.754344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-ef774ef6-7454-46b3-8330-aaf24b99ecb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0553329 Jul 07 22:33:39.757708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613012332'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:39.780884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.790542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.852834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-f1b4da7a-399f-4d08-bd2a-5b6b963368f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:39.854623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-f1b4da7a-399f-4d08-bd2a-5b6b963368f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933187 Jul 07 22:33:39.882626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.886651 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.924183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608d9ba-0906-4122-9d91-b77a620e5ad1 req-2832837f-e745-4190-884c-79521fb938ec tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:39.925786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d608d9ba-0906-4122-9d91-b77a620e5ad1 req-2832837f-e745-4190-884c-79521fb938ec tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 943 time: 0.1305721 Jul 07 22:33:39.926451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a22b34-d684-4c13-a5cc-aafba55bfeb8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:39.982259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.986935 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:39.992173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d608d9ba-0906-4122-9d91-b77a620e5ad1 req-07146d6d-8a57-4209-acc8-2102092d4272 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586965 Jul 07 22:33:39.995808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-013239d0-0fbc-4e4e-b0b5-837fc794a656 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332021 Jul 07 22:33:40.018542 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5982bd5a-dfb0-4a99-aa94-5630f62c3a0f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:40.021338 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.025144 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-82ba7bec-14b0-42fa-a98d-cfc02b3bd0d1 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2692606 Jul 07 22:33:40.025403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51344) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.029766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4ba20cb9-5479-4bc0-9b74-4b461a230380 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '5982bd5a-dfb0-4a99-aa94-5630f62c3a0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:40.055491 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ba20cb9-5479-4bc0-9b74-4b461a230380 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.089977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c59f3fd0-6ef3-44e9-818d-8a8a32e669f5 req-4c03d490-1b3b-489a-9120-62431df96808 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869896 Jul 07 22:33:40.112778 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ba20cb9-5479-4bc0-9b74-4b461a230380 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.116109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ba20cb9-5479-4bc0-9b74-4b461a230380 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.133242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba20cb9-5479-4bc0-9b74-4b461a230380 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8478ebf3-06b2-4701-94dd-15c63de3b0c0,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:40.138520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ba20cb9-5479-4bc0-9b74-4b461a230380 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.139713 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4ba20cb9-5479-4bc0-9b74-4b461a230380 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134355 Jul 07 22:33:40.142663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51346) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.146949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-40d5b185-afc8-41e1-8b54-75e96f4329c3 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '5982bd5a-dfb0-4a99-aa94-5630f62c3a0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:40.172217 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40d5b185-afc8-41e1-8b54-75e96f4329c3 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.215653 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-40d5b185-afc8-41e1-8b54-75e96f4329c3 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:33:40.216678 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40d5b185-afc8-41e1-8b54-75e96f4329c3 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0731001 Jul 07 22:33:40.219461 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51348) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.270807 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9faa002c-f2e7-4b4a-aba2-43de82e32e92 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.296186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9faa002c-f2e7-4b4a-aba2-43de82e32e92 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.338430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9faa002c-f2e7-4b4a-aba2-43de82e32e92 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.340921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9faa002c-f2e7-4b4a-aba2-43de82e32e92 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.342041 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9faa002c-f2e7-4b4a-aba2-43de82e32e92 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/5982bd5a-dfb0-4a99-aa94-5630f62c3a0f HTTP/1.1" status: 204 len: 168 time: 0.1217062 Jul 07 22:33:40.344702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51350) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.351062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa002c-f2e7-4b4a-aba2-43de82e32e92 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5982bd5a-dfb0-4a99-aa94-5630f62c3a0f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:40.392920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-06f793ff-572e-4081-b72d-d6a3531b0313 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0463772 Jul 07 22:33:40.396341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51352) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.400535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a506ad90-eb6e-4593-bd85-c42da93f4682 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720345465'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:40.421323 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a506ad90-eb6e-4593-bd85-c42da93f4682 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.500067 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a506ad90-eb6e-4593-bd85-c42da93f4682 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.503847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a506ad90-eb6e-4593-bd85-c42da93f4682 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.531664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a506ad90-eb6e-4593-bd85-c42da93f4682 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.533473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a506ad90-eb6e-4593-bd85-c42da93f4682 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1356380 Jul 07 22:33:40.535441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506ad90-eb6e-4593-bd85-c42da93f4682 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696979de-1003-49f2-93c4-18b37bab1c3a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:40.536357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51354) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.541098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f9ea65ef-a28d-46aa-9a3b-eb598b9a90d6 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '696979de-1003-49f2-93c4-18b37bab1c3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:40.542047 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-f9ea65ef-a28d-46aa-9a3b-eb598b9a90d6 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 07 22:33:40.542725 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-f9ea65ef-a28d-46aa-9a3b-eb598b9a90d6 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:40.543880 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f9ea65ef-a28d-46aa-9a3b-eb598b9a90d6 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064814 Jul 07 22:33:40.546352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51356) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.596981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d4bf9-7088-4f47-8207-1e3c43b22021 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.617780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d4bf9-7088-4f47-8207-1e3c43b22021 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.656284 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d4bf9-7088-4f47-8207-1e3c43b22021 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.659337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea4d4bf9-7088-4f47-8207-1e3c43b22021 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.661250 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea4d4bf9-7088-4f47-8207-1e3c43b22021 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/696979de-1003-49f2-93c4-18b37bab1c3a HTTP/1.1" status: 204 len: 168 time: 0.1132271 Jul 07 22:33:40.663412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51360) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.669302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d4bf9-7088-4f47-8207-1e3c43b22021 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696979de-1003-49f2-93c4-18b37bab1c3a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:40.707146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3a751d91-a5d7-4bb7-a099-c7fac27f3189 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425708 Jul 07 22:33:40.710839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51362) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.715390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-98b15e38-74af-425d-8a73-715f24542114 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876579647'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:40.738313 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98b15e38-74af-425d-8a73-715f24542114 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.820728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98b15e38-74af-425d-8a73-715f24542114 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.825675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98b15e38-74af-425d-8a73-715f24542114 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.859182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-98b15e38-74af-425d-8a73-715f24542114 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.860405 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-98b15e38-74af-425d-8a73-715f24542114 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1485806 Jul 07 22:33:40.863488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51366) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.864595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b15e38-74af-425d-8a73-715f24542114 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d5994-6f27-4ca6-99b4-f8199593540c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:40.868467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-15ec4fbc-c608-4ec9-8b59-c78558d7ed72 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': 'aa6d5994-6f27-4ca6-99b4-f8199593540c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:40.869334 n-d-695012-11 neutron-server[93941]: WARNING neutron.api.v2.base [None req-15ec4fbc-c608-4ec9-8b59-c78558d7ed72 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 07 22:33:40.869832 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-15ec4fbc-c608-4ec9-8b59-c78558d7ed72 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:40.870800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-15ec4fbc-c608-4ec9-8b59-c78558d7ed72 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061600 Jul 07 22:33:40.873391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51368) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.924744 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-877fa343-a51a-4e73-81ec-e9317ece7bde tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.947109 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-877fa343-a51a-4e73-81ec-e9317ece7bde tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.985955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-877fa343-a51a-4e73-81ec-e9317ece7bde tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.988460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-877fa343-a51a-4e73-81ec-e9317ece7bde tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:40.989582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-877fa343-a51a-4e73-81ec-e9317ece7bde tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/aa6d5994-6f27-4ca6-99b4-f8199593540c HTTP/1.1" status: 204 len: 168 time: 0.1153495 Jul 07 22:33:40.992392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51370) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:40.998371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fa343-a51a-4e73-81ec-e9317ece7bde tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d5994-6f27-4ca6-99b4-f8199593540c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:41.037862 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-365db0c0-0f05-42f9-ba4a-f815eae7a684 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443168 Jul 07 22:33:41.041444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.045715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-87768f81-13dd-4f1c-81bb-59ac327850ae tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'tempest-secgroup--789954792'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.067349 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87768f81-13dd-4f1c-81bb-59ac327850ae tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.152382 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87768f81-13dd-4f1c-81bb-59ac327850ae tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.156507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87768f81-13dd-4f1c-81bb-59ac327850ae tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.182289 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87768f81-13dd-4f1c-81bb-59ac327850ae tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.182564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd98b2f-3a83-475e-8267-7fd633530196 req-4873f173-fa90-447d-8971-0b582ec26039 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:41.183415 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-87768f81-13dd-4f1c-81bb-59ac327850ae tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1410761 Jul 07 22:33:41.184119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cd98b2f-3a83-475e-8267-7fd633530196 req-4873f173-fa90-447d-8971-0b582ec26039 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 943 time: 0.0731111 Jul 07 22:33:41.186495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51376) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.187664 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87768f81-13dd-4f1c-81bb-59ac327850ae tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08de417a-dc6e-4af8-a930-a1b4e972cc31,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:41.192403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b855f411-c6f8-46f3-8d32-52a42d03a083 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '08de417a-dc6e-4af8-a930-a1b4e972cc31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.194384 n-d-695012-11 neutron-server[93941]: WARNING neutron.api.v2.base [None req-b855f411-c6f8-46f3-8d32-52a42d03a083 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 07 22:33:41.194988 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-b855f411-c6f8-46f3-8d32-52a42d03a083 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.195869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b855f411-c6f8-46f3-8d32-52a42d03a083 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083466 Jul 07 22:33:41.198840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.203566 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-36ffa857-563b-42db-a0e7-a11697c32d6b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '08de417a-dc6e-4af8-a930-a1b4e972cc31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.204263 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-36ffa857-563b-42db-a0e7-a11697c32d6b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 07 22:33:41.205546 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-36ffa857-563b-42db-a0e7-a11697c32d6b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.208742 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-36ffa857-563b-42db-a0e7-a11697c32d6b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065918 Jul 07 22:33:41.208898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51380) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.212902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-58c0f715-ac4f-4884-ab27-933bf00c1ab9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '08de417a-dc6e-4af8-a930-a1b4e972cc31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.213681 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-58c0f715-ac4f-4884-ab27-933bf00c1ab9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 07 22:33:41.214159 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-58c0f715-ac4f-4884-ab27-933bf00c1ab9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.215059 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58c0f715-ac4f-4884-ab27-933bf00c1ab9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053375 Jul 07 22:33:41.217309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51382) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.222506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8eab3256-6372-4c0c-a372-1c8c6e726fb8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '08de417a-dc6e-4af8-a930-a1b4e972cc31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.223891 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-8eab3256-6372-4c0c-a372-1c8c6e726fb8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 07 22:33:41.224626 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-8eab3256-6372-4c0c-a372-1c8c6e726fb8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.225577 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8eab3256-6372-4c0c-a372-1c8c6e726fb8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074294 Jul 07 22:33:41.228466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51384) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.234889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cd98b2f-3a83-475e-8267-7fd633530196 req-d5ad09b0-9601-4c6b-91d3-54ba93a75b9b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377634 Jul 07 22:33:41.280288 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f73fccb1-b727-43ae-9309-6128f3f12820 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.302203 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f73fccb1-b727-43ae-9309-6128f3f12820 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.345884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f73fccb1-b727-43ae-9309-6128f3f12820 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.348311 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f73fccb1-b727-43ae-9309-6128f3f12820 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.349431 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f73fccb1-b727-43ae-9309-6128f3f12820 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/08de417a-dc6e-4af8-a930-a1b4e972cc31 HTTP/1.1" status: 204 len: 168 time: 0.1200535 Jul 07 22:33:41.352282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51386) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.358105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fccb1-b727-43ae-9309-6128f3f12820 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08de417a-dc6e-4af8-a930-a1b4e972cc31,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:41.394612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-16cf773f-6ff3-44d0-bbbb-f72eda1f41c9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0411587 Jul 07 22:33:41.398221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51388) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.402595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-6336e8c7-be34-470c-a440-fc6f909bcf75 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896628240'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.426294 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6336e8c7-be34-470c-a440-fc6f909bcf75 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.505788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6336e8c7-be34-470c-a440-fc6f909bcf75 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.509375 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6336e8c7-be34-470c-a440-fc6f909bcf75 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.537805 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6336e8c7-be34-470c-a440-fc6f909bcf75 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.539022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6336e8c7-be34-470c-a440-fc6f909bcf75 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1398437 Jul 07 22:33:41.540824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336e8c7-be34-470c-a440-fc6f909bcf75 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eec4e9-29c8-4123-b351-fc64eeedd560,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:41.542118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51390) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.547276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c99d0918-c70d-4c0f-aa4e-5910265d8a3a tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '79eec4e9-29c8-4123-b351-fc64eeedd560', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.547635 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-c99d0918-c70d-4c0f-aa4e-5910265d8a3a tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 22:33:41.547996 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-c99d0918-c70d-4c0f-aa4e-5910265d8a3a tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.548934 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c99d0918-c70d-4c0f-aa4e-5910265d8a3a tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056367 Jul 07 22:33:41.553897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.558732 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b9cc1fd5-2558-4b15-a196-422f080e0b31 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '79eec4e9-29c8-4123-b351-fc64eeedd560', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.592606 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-b9cc1fd5-2558-4b15-a196-422f080e0b31 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.593619 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b9cc1fd5-2558-4b15-a196-422f080e0b31 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0387635 Jul 07 22:33:41.596860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.601124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-49d935b1-eff3-4018-8f62-557a15e07c2c tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '79eec4e9-29c8-4123-b351-fc64eeedd560', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.601593 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-49d935b1-eff3-4018-8f62-557a15e07c2c tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 07 22:33:41.602059 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-49d935b1-eff3-4018-8f62-557a15e07c2c tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.602988 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-49d935b1-eff3-4018-8f62-557a15e07c2c tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052640 Jul 07 22:33:41.605252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51396) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.609740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-51d6a723-7a6e-4003-a36d-2dfa6a87234b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '79eec4e9-29c8-4123-b351-fc64eeedd560', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.641892 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-51d6a723-7a6e-4003-a36d-2dfa6a87234b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.642935 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-51d6a723-7a6e-4003-a36d-2dfa6a87234b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0368280 Jul 07 22:33:41.645582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51398) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.649747 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d12a2d19-ea3a-4274-8782-617ce4a04631 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '79eec4e9-29c8-4123-b351-fc64eeedd560', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.650232 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-d12a2d19-ea3a-4274-8782-617ce4a04631 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 07 22:33:41.650693 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-d12a2d19-ea3a-4274-8782-617ce4a04631 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.651597 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d12a2d19-ea3a-4274-8782-617ce4a04631 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051241 Jul 07 22:33:41.653818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51400) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.658917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ee207d60-bb1f-4563-a70f-fc1be0e88342 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '79eec4e9-29c8-4123-b351-fc64eeedd560', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.692870 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-ee207d60-bb1f-4563-a70f-fc1be0e88342 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.693918 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ee207d60-bb1f-4563-a70f-fc1be0e88342 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0392268 Jul 07 22:33:41.696656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51402) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.701093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0969179c-f533-4fba-80ad-5684af570f4a tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '79eec4e9-29c8-4123-b351-fc64eeedd560', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.701563 n-d-695012-11 neutron-server[93942]: WARNING neutron.api.v2.base [None req-0969179c-f533-4fba-80ad-5684af570f4a tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 07 22:33:41.702030 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-0969179c-f533-4fba-80ad-5684af570f4a tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.702974 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0969179c-f533-4fba-80ad-5684af570f4a tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054305 Jul 07 22:33:41.705146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51404) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.709754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ee6a7d47-3a26-4581-85f7-b81a75a9c967 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '79eec4e9-29c8-4123-b351-fc64eeedd560', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.745155 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-ee6a7d47-3a26-4581-85f7-b81a75a9c967 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.746227 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ee6a7d47-3a26-4581-85f7-b81a75a9c967 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0401559 Jul 07 22:33:41.748976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.753901 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ea8c2159-7703-4352-8340-1f4ed26c8f2e tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '79eec4e9-29c8-4123-b351-fc64eeedd560', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.787949 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-ea8c2159-7703-4352-8340-1f4ed26c8f2e tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:41.789084 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea8c2159-7703-4352-8340-1f4ed26c8f2e tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0391977 Jul 07 22:33:41.792070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51410) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.844760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a70784cf-370a-4134-831f-2524d206d75b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.870764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a70784cf-370a-4134-831f-2524d206d75b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.912456 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a70784cf-370a-4134-831f-2524d206d75b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.915090 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a70784cf-370a-4134-831f-2524d206d75b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:41.916232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a70784cf-370a-4134-831f-2524d206d75b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/79eec4e9-29c8-4123-b351-fc64eeedd560 HTTP/1.1" status: 204 len: 168 time: 0.1230381 Jul 07 22:33:41.919243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.926614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70784cf-370a-4134-831f-2524d206d75b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eec4e9-29c8-4123-b351-fc64eeedd560,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:41.963729 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e2d7535-98e5-4c27-b52c-bf59e03d0d45 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432990 Jul 07 22:33:41.967334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51416) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:41.972335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a6453ccf-bc82-4f29-9805-f9e13c313de9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'tempest-secgroup--68505928'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:41.992045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6453ccf-bc82-4f29-9805-f9e13c313de9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.073095 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6453ccf-bc82-4f29-9805-f9e13c313de9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.079500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6453ccf-bc82-4f29-9805-f9e13c313de9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.085681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6b4b3b16-e56f-441a-adc7-435cda9daedf details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:33:42.106050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6453ccf-bc82-4f29-9805-f9e13c313de9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.107618 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a6453ccf-bc82-4f29-9805-f9e13c313de9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1393859 Jul 07 22:33:42.110659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.115863 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fa2131a1-d5e3-46a5-83d6-379cadcb6685 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': 'a9d11560-de8e-4885-a873-22fa9efe8a65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:42.123438 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6453ccf-bc82-4f29-9805-f9e13c313de9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d11560-de8e-4885-a873-22fa9efe8a65,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:42.163205 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-fa2131a1-d5e3-46a5-83d6-379cadcb6685 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The resource could not be found. Jul 07 22:33:42.164307 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fa2131a1-d5e3-46a5-83d6-379cadcb6685 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0527015 Jul 07 22:33:42.167063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51420) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.171475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3c556d65-8dd3-45db-b466-3d7d7e979dbd tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': 'a9d11560-de8e-4885-a873-22fa9efe8a65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e862824f-a13f-4f05-840e-b77886c08a66'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:42.196069 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6b4b3b16-e56f-441a-adc7-435cda9daedf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6b4b3b16-e56f-441a-adc7-435cda9daedf,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:42.208237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '6b4b3b16-e56f-441a-adc7-435cda9daedf', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'port_id': '6b4b3b16-e56f-441a-adc7-435cda9daedf', 'mac_address': 'fa:16:3e:a0:32:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:33:42.209287 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-3c556d65-8dd3-45db-b466-3d7d7e979dbd tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The resource could not be found. Jul 07 22:33:42.210364 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3c556d65-8dd3-45db-b466-3d7d7e979dbd tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0422883 Jul 07 22:33:42.213080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51422) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.247978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.264049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4b3b16-e56f-441a-adc7-435cda9daedf {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:42.269556 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51bc7a08-8dc3-4610-9aa8-b06a7844f9b8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.290147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6b4b3b16-e56f-441a-adc7-435cda9daedf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6b4b3b16-e56f-441a-adc7-435cda9daedf,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:42.294648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.295984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51bc7a08-8dc3-4610-9aa8-b06a7844f9b8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.341360 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51bc7a08-8dc3-4610-9aa8-b06a7844f9b8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.344046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51bc7a08-8dc3-4610-9aa8-b06a7844f9b8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.348596 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-51bc7a08-8dc3-4610-9aa8-b06a7844f9b8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/a9d11560-de8e-4885-a873-22fa9efe8a65 HTTP/1.1" status: 204 len: 168 time: 0.1317267 Jul 07 22:33:42.349428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51426) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.349641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=6b4b3b16-e56f-441a-adc7-435cda9daedf,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:42.358046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc7a08-8dc3-4610-9aa8-b06a7844f9b8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d11560-de8e-4885-a873-22fa9efe8a65,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:42.431500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14033eec-f7d1-470f-bf60-a82152ad7886 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808330 Jul 07 22:33:42.435273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51428) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.440401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-61dca5ce-2c86-4029-bc2c-6a94b0a21e78 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '7d691f57-9071-4427-9112-55948c8a34a2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:42.459408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777c0c5-b642-4dec-965b-d2d0db972ec4 req-649d3e9e-8283-4ea8-9417-19fca43f1ba2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:42.461130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4777c0c5-b642-4dec-965b-d2d0db972ec4 req-649d3e9e-8283-4ea8-9417-19fca43f1ba2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 944 time: 0.0889432 Jul 07 22:33:42.480669 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-61dca5ce-2c86-4029-bc2c-6a94b0a21e78 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The resource could not be found. Jul 07 22:33:42.481857 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-61dca5ce-2c86-4029-bc2c-6a94b0a21e78 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0454979 Jul 07 22:33:42.485483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51430) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.490593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0d1abaf8-8ecf-4d2c-9096-066347554c46 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700794614'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:42.502446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4777c0c5-b642-4dec-965b-d2d0db972ec4 req-4e1fe6e6-9f92-4d89-b147-f758c3c9d594 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352082 Jul 07 22:33:42.512024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d1abaf8-8ecf-4d2c-9096-066347554c46 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.520543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['6b4b3b16-e56f-441a-adc7-435cda9daedf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:42.593653 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d1abaf8-8ecf-4d2c-9096-066347554c46 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.597753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d1abaf8-8ecf-4d2c-9096-066347554c46 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.623478 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0d1abaf8-8ecf-4d2c-9096-066347554c46 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.624684 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0d1abaf8-8ecf-4d2c-9096-066347554c46 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1382227 Jul 07 22:33:42.628940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51432) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.629627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1abaf8-8ecf-4d2c-9096-066347554c46 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576922e8-8ebb-473e-9ac2-c2dd4a66d18b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:42.641010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-74929257-044a-466d-b1c5-4dc3b2f0ed66 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'tempest-secgroup--903930535'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:42.664120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74929257-044a-466d-b1c5-4dc3b2f0ed66 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.744603 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74929257-044a-466d-b1c5-4dc3b2f0ed66 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.748293 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74929257-044a-466d-b1c5-4dc3b2f0ed66 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.777988 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74929257-044a-466d-b1c5-4dc3b2f0ed66 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.779209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-74929257-044a-466d-b1c5-4dc3b2f0ed66 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1488900 Jul 07 22:33:42.782327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51434) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.783415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74929257-044a-466d-b1c5-4dc3b2f0ed66 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ebacc0-047f-4d65-8303-7c3f6132b742,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:42.787072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-93c423c4-3da0-4ac5-ba8c-6307920dd83b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group_rule': {'security_group_id': '576922e8-8ebb-473e-9ac2-c2dd4a66d18b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b1ebacc0-047f-4d65-8303-7c3f6132b742'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:42.822606 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-93c423c4-3da0-4ac5-ba8c-6307920dd83b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:33:42.823689 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-93c423c4-3da0-4ac5-ba8c-6307920dd83b tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0403035 Jul 07 22:33:42.826877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51438) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.882979 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42808699-b3c8-46a2-a1df-288761622a15 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.905097 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42808699-b3c8-46a2-a1df-288761622a15 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.948720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42808699-b3c8-46a2-a1df-288761622a15 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.951556 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42808699-b3c8-46a2-a1df-288761622a15 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:42.955228 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-42808699-b3c8-46a2-a1df-288761622a15 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/b1ebacc0-047f-4d65-8303-7c3f6132b742 HTTP/1.1" status: 204 len: 168 time: 0.1246934 Jul 07 22:33:42.955955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51444) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:42.969909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42808699-b3c8-46a2-a1df-288761622a15 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ebacc0-047f-4d65-8303-7c3f6132b742,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:43.025160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-47965758-4607-4af1-ab78-533c5ed611d6 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0684896 Jul 07 22:33:43.028136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51448) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:43.089522 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1fea8e17-bd10-4c81-9dc5-884be1438754 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.112221 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1fea8e17-bd10-4c81-9dc5-884be1438754 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.155132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1fea8e17-bd10-4c81-9dc5-884be1438754 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.157774 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1fea8e17-bd10-4c81-9dc5-884be1438754 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.159484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1fea8e17-bd10-4c81-9dc5-884be1438754 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/576922e8-8ebb-473e-9ac2-c2dd4a66d18b HTTP/1.1" status: 204 len: 168 time: 0.1304460 Jul 07 22:33:43.162327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51450) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:43.168611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea8e17-bd10-4c81-9dc5-884be1438754 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576922e8-8ebb-473e-9ac2-c2dd4a66d18b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:43.206436 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-361e6d9e-26fa-4d57-8fb7-af475de98c97 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425684 Jul 07 22:33:43.210098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:43.214385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7da2e0a2-1a09-4c54-9332-cace14bbd6ef tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899865200'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:43.235932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7da2e0a2-1a09-4c54-9332-cace14bbd6ef tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.321191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7da2e0a2-1a09-4c54-9332-cace14bbd6ef tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.324960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7da2e0a2-1a09-4c54-9332-cace14bbd6ef tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.355418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7da2e0a2-1a09-4c54-9332-cace14bbd6ef tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.356654 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7da2e0a2-1a09-4c54-9332-cace14bbd6ef tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1455896 Jul 07 22:33:43.358707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2e0a2-1a09-4c54-9332-cace14bbd6ef tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d306b5ff-9046-4a70-9564-33e4a70a83aa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:43.359696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51454) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:43.365209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-939c82cb-b566-4e63-93d1-f8eb3ea05f77 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:43.365588 n-d-695012-11 neutron-server[93941]: WARNING neutron.api.v2.base [None req-939c82cb-b566-4e63-93d1-f8eb3ea05f77 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 07 22:33:43.366194 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-939c82cb-b566-4e63-93d1-f8eb3ea05f77 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] update failed (client error): There was a conflict when trying to complete your request. Jul 07 22:33:43.369403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-939c82cb-b566-4e63-93d1-f8eb3ea05f77 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "PUT /v2.0/security-groups/d306b5ff-9046-4a70-9564-33e4a70a83aa HTTP/1.1" status: 409 len: 330 time: 0.0064588 Jul 07 22:33:43.369623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51456) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:43.422286 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5c85e4d8-28e3-44c8-aad4-9e7331bd9066 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.446301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5c85e4d8-28e3-44c8-aad4-9e7331bd9066 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.494877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5c85e4d8-28e3-44c8-aad4-9e7331bd9066 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.497680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5c85e4d8-28e3-44c8-aad4-9e7331bd9066 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:43.498877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5c85e4d8-28e3-44c8-aad4-9e7331bd9066 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/d306b5ff-9046-4a70-9564-33e4a70a83aa HTTP/1.1" status: 204 len: 168 time: 0.1281204 Jul 07 22:33:43.501766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51458) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:43.508628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85e4d8-28e3-44c8-aad4-9e7331bd9066 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d306b5ff-9046-4a70-9564-33e4a70a83aa,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:43.556845 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cefa531d-0fda-4be3-9f1b-8385a2b1df42 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532341 Jul 07 22:33:43.560686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51462) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:43.574977 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-03fda706-8b7f-4c0c-bd89-f445821a24eb tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] delete failed (client error): The resource could not be found. Jul 07 22:33:43.575974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-03fda706-8b7f-4c0c-bd89-f445821a24eb tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "DELETE /v2.0/security-groups/4ca4140e-31e7-4a6e-9da6-64877c6f32bb HTTP/1.1" status: 404 len: 347 time: 0.0140636 Jul 07 22:33:43.579452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51464) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:43.592791 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-567a8fd9-7c94-400f-8d1f-098ad9379ec8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] show failed (client error): The resource could not be found. Jul 07 22:33:43.597860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-567a8fd9-7c94-400f-8d1f-098ad9379ec8 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-groups/d919dbde-15e9-40ad-9aa4-4154e7af7e5b HTTP/1.1" status: 404 len: 347 time: 0.0134449 Jul 07 22:33:43.597860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51466) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:43.612225 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-a74b6dd9-85d0-4be7-bff6-acc0868448d9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] show failed (client error): The resource could not be found. Jul 07 22:33:43.617548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a74b6dd9-85d0-4be7-bff6-acc0868448d9 tempest-NegativeSecGroupTest-1006993067 tempest-NegativeSecGroupTest-1006993067-project] 10.222.0.81 "GET /v2.0/security-group-rules/385a3774-27a4-4bbf-9433-2de530a1a89a HTTP/1.1" status: 404 len: 356 time: 0.0150847 Jul 07 22:33:43.681783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cf43b-e374-4154-807b-107ae11a2c80 req-cdf33e30-87f1-4044-846a-16968cf55872 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:43.683556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f8cf43b-e374-4154-807b-107ae11a2c80 req-cdf33e30-87f1-4044-846a-16968cf55872 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 944 time: 0.0660131 Jul 07 22:33:43.726334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f8cf43b-e374-4154-807b-107ae11a2c80 req-90ae776c-4437-47df-8b29-8d6522549dbe tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Jul 07 22:33:43.895212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:44.031721 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3c59e87c-8300-4bfd-bffe-a184bd8df406 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0446e6d1259b4c2e8a3d10f6bb80419f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351345 Jul 07 22:33:44.034135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:44.086652 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e000088-5788-4a75-87d7-3b06dea8151a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.099291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6b4b3b16-e56f-441a-adc7-435cda9daedf up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:33:44.113885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e000088-5788-4a75-87d7-3b06dea8151a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.159881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 6b4b3b16-e56f-441a-adc7-435cda9daedf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:44.164564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 6b4b3b16-e56f-441a-adc7-435cda9daedf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:44.165384 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.167322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e000088-5788-4a75-87d7-3b06dea8151a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.170445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e000088-5788-4a75-87d7-3b06dea8151a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.171762 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1e000088-5788-4a75-87d7-3b06dea8151a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49a22b34-d684-4c13-a5cc-aafba55bfeb8 HTTP/1.1" status: 204 len: 168 time: 0.1366377 Jul 07 22:33:44.181250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e000088-5788-4a75-87d7-3b06dea8151a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a22b34-d684-4c13-a5cc-aafba55bfeb8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:44.298458 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.341641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 6b4b3b16-e56f-441a-adc7-435cda9daedf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6b4b3b16-e56f-441a-adc7-435cda9daedf,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:44.342649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4b3b16-e56f-441a-adc7-435cda9daedf'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:44.352892 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a03b82-c64e-4e4f-82a6-add4592327ad" -d '{"events": [{"server_uuid": "1dfd61dc-2fe0-4d0e-b4d5-52630dac254e", "name": "network-vif-plugged", "status": "completed", "tag": "6b4b3b16-e56f-441a-adc7-435cda9daedf"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:44.363781 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:44.430336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=6b4b3b16-e56f-441a-adc7-435cda9daedf,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:44.445300 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2768c297-457e-413c-a284-11a67f7f6be6 x-openstack-request-id: req-2768c297-457e-413c-a284-11a67f7f6be6 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:44.446632 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfd61dc-2fe0-4d0e-b4d5-52630dac254e", "name": "network-vif-plugged", "status": "completed", "tag": "6b4b3b16-e56f-441a-adc7-435cda9daedf", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:44.447180 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2768c297-457e-413c-a284-11a67f7f6be6 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:44.456941 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4b3b16-e56f-441a-adc7-435cda9daedf', 'code': 200} Jul 07 22:33:44.554054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391101e5-8a46-4023-9b33-cecd1c5528f9 req-db678586-5fad-4880-b2dd-ca980ef671f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:44.555880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-391101e5-8a46-4023-9b33-cecd1c5528f9 req-db678586-5fad-4880-b2dd-ca980ef671f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 1097 time: 0.0620306 Jul 07 22:33:44.599164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-391101e5-8a46-4023-9b33-cecd1c5528f9 req-37c101ad-fd2c-45b5-9627-83614753bccd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368609 Jul 07 22:33:44.909606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176a716-18a1-4396-960a-00afb3282f7f req-2cb1b52a-6f43-4bfa-b768-2f765d3592d6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:44.911304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8176a716-18a1-4396-960a-00afb3282f7f req-2cb1b52a-6f43-4bfa-b768-2f765d3592d6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 945 time: 0.0653751 Jul 07 22:33:44.950583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8176a716-18a1-4396-960a-00afb3282f7f req-94214597-193c-41be-a7b4-92c10f9fcf17 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337503 Jul 07 22:33:46.207788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fae3b3-03d4-4c3a-bb6e-73679f27df8c req-bae910de-45c2-4368-a7eb-d2d1cd828ceb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:46.209265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9fae3b3-03d4-4c3a-bb6e-73679f27df8c req-bae910de-45c2-4368-a7eb-d2d1cd828ceb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 945 time: 0.0833604 Jul 07 22:33:46.250396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9fae3b3-03d4-4c3a-bb6e-73679f27df8c req-a03fd6b6-9870-4472-b264-3dfb8003c891 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353594 Jul 07 22:33:46.400676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a546aa9d-3623-4541-9b0a-20458916d881 req-983700d7-35c3-43a1-b3bb-5d5279ca4ca6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b1daa2cd461c4749a9852942fe8498c8 HTTP/1.1" status: 200 len: 267 time: 0.0395203 Jul 07 22:33:46.483612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546aa9d-3623-4541-9b0a-20458916d881 req-a403e0cf-66c7-40c6-ba43-c5a68e593ec4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:46.485903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a546aa9d-3623-4541-9b0a-20458916d881 req-a403e0cf-66c7-40c6-ba43-c5a68e593ec4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 945 time: 0.0797119 Jul 07 22:33:46.499252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a546aa9d-3623-4541-9b0a-20458916d881 req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'port': {'security_groups': []}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:46.597645 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a546aa9d-3623-4541-9b0a-20458916d881 req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.820205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a546aa9d-3623-4541-9b0a-20458916d881 req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] For port 6b4b3b16-e56f-441a-adc7-435cda9daedf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6b4b3b16-e56f-441a-adc7-435cda9daedf,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:33:46.851630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a546aa9d-3623-4541-9b0a-20458916d881 req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.856299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a546aa9d-3623-4541-9b0a-20458916d881 req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.868661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9cc3722f-9523-4ad1-b9b4-9a30cfaad48a', '6b4b3b16-e56f-441a-adc7-435cda9daedf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:46.906523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546aa9d-3623-4541-9b0a-20458916d881 req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:46.907143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a546aa9d-3623-4541-9b0a-20458916d881 req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:46.912286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a546aa9d-3623-4541-9b0a-20458916d881 req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "PUT /v2.0/ports/6b4b3b16-e56f-441a-adc7-435cda9daedf HTTP/1.1" status: 200 len: 904 time: 0.4183600 Jul 07 22:33:46.912973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'tag': '6b4b3b16-e56f-441a-adc7-435cda9daedf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:46.915495 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7643ba4-e0b7-45ca-867c-7ee191b7d444" -d '{"events": [{"name": "network-changed", "server_uuid": "1dfd61dc-2fe0-4d0e-b4d5-52630dac254e", "tag": "6b4b3b16-e56f-441a-adc7-435cda9daedf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:46.935889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['08f6add3-c137-47e6-8f83-a73826fdc9cc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:46.963402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'Port': ['ID=6b4b3b16-e56f-441a-adc7-435cda9daedf,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:46.978955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.979318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.979667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.980014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.980355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.980696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.981033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.981369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.981705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.982037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.982393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.982726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078781-ee77-4295-9060-47aedde79452 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:33:46.989953 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe97082-a390-4f3f-b537-54c5a655373e x-openstack-request-id: req-bfe97082-a390-4f3f-b537-54c5a655373e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:46.990277 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dfd61dc-2fe0-4d0e-b4d5-52630dac254e", "tag": "6b4b3b16-e56f-441a-adc7-435cda9daedf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:46.990535 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfe97082-a390-4f3f-b537-54c5a655373e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:46.990942 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'tag': '6b4b3b16-e56f-441a-adc7-435cda9daedf', 'status': 'completed', 'code': 200} Jul 07 22:33:47.010816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['6b4b3b16-e56f-441a-adc7-435cda9daedf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:47.212950 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-84302cb2-c419-48d9-ac77-d826eb13b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:47.214278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-84302cb2-c419-48d9-ac77-d826eb13b1fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 1059 time: 0.1761758 Jul 07 22:33:47.230341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c6f10-ec7a-4576-96fb-604cabdfe6a0 req-7f0dac3e-b2e0-42b4-8e1c-5514a5f86d5a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:47.232021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e3c6f10-ec7a-4576-96fb-604cabdfe6a0 req-7f0dac3e-b2e0-42b4-8e1c-5514a5f86d5a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 907 time: 0.1434634 Jul 07 22:33:47.339218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-22b4277b-3811-411a-816f-c725e6723465 None None] Provisioning complete for port 6b4b3b16-e56f-441a-adc7-435cda9daedf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:47.339600 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-22b4277b-3811-411a-816f-c725e6723465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:47.448627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-c36c8b51-80a2-419b-bb03-1e06e344caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:47.450177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-c36c8b51-80a2-419b-bb03-1e06e344caed service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.2171438 Jul 07 22:33:47.494860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-5e918338-ac05-4510-847c-0e36cd743afe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b4b3b16-e56f-441a-adc7-435cda9daedf HTTP/1.1" status: 200 len: 217 time: 0.0365295 Jul 07 22:33:47.558321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35541c-80c5-4656-baeb-73f2c8e774ac req-5dc20230-b347-459d-9cc1-4e013184dd58 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:47.559834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b35541c-80c5-4656-baeb-73f2c8e774ac req-5dc20230-b347-459d-9cc1-4e013184dd58 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1603775 Jul 07 22:33:47.568379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-7b133a71-9e0c-4e43-b5ed-2add231eceff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:47.570024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-7b133a71-9e0c-4e43-b5ed-2add231eceff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0673466 Jul 07 22:33:47.633910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b35541c-80c5-4656-baeb-73f2c8e774ac req-17a3ab1a-f057-4b45-8a7d-3d6c06440e7e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628033 Jul 07 22:33:47.650296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-8561d7c1-2727-402c-99a2-86b5079e2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:47.651909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-8561d7c1-2727-402c-99a2-86b5079e2802 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751553 Jul 07 22:33:47.790031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-8c698220-c302-441f-99c5-4be5b9b2a071 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304374 Jul 07 22:33:47.928525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc58048-1361-459e-9066-c19af27a9497 req-5c48c0ac-6b40-465d-8788-8490ded6776d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:47.933299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-afc58048-1361-459e-9066-c19af27a9497 req-5c48c0ac-6b40-465d-8788-8490ded6776d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1595120 Jul 07 22:33:47.961057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7643ba4-e0b7-45ca-867c-7ee191b7d444 req-633329af-560d-4ee0-b57f-1cbf1d422866 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400232 Jul 07 22:33:47.983424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-afc58048-1361-459e-9066-c19af27a9497 req-ff389eb2-b552-462b-9658-0a94aec88376 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431542 Jul 07 22:33:48.325072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-b1a19519-cf31-44b6-b8e6-c2973c69c12a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:48.326865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-b1a19519-cf31-44b6-b8e6-c2973c69c12a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.1460502 Jul 07 22:33:48.341730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-1b0a1d76-21c2-46b7-a1dc-e98a14f056a1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/quotas/b1daa2cd461c4749a9852942fe8498c8 HTTP/1.1" status: 200 len: 375 time: 0.0092804 Jul 07 22:33:48.455027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-337264ce-8058-4d8d-9d8d-a06f9f176024 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1077375 Jul 07 22:33:48.564871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-5c3d098b-5164-4599-a33d-2d8e022a7045 service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971699 Jul 07 22:33:48.667301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-008d47a5-a920-4d70-a20e-aedbd1e9f828 service neutron] 10.222.0.81 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021545 Jul 07 22:33:48.971085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e418b3-06bd-49fd-a9d9-e0ff0bc8321a req-973736fb-3d42-4f68-964a-92288e9eb945 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 210 time: 0.0863001 Jul 07 22:33:49.743440 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:50.111697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f276e559-6414-499e-833a-58ea63a10da4 req-2573cf44-8cf7-48c0-877d-c880eabf6795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 210 time: 0.0290399 Jul 07 22:33:50.949274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-3c4a8186-ec7c-4419-a199-24dc34504153 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:50.951094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-3c4a8186-ec7c-4419-a199-24dc34504153 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.83 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 812 time: 0.1181893 Jul 07 22:33:50.977610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Request body: {'port': {'device_id': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'admin_state_up': True, 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:51.120984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Made reservation on behalf of b1daa2cd461c4749a9852942fe8498c8 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:33:51.124927 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.440320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b40c2cb4-3bf0-4e4a-91dd-0a1588a5c37c req-69eb5ea3-9c0d-4c6f-ac07-8962a2c758c6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 210 time: 0.1011455 Jul 07 22:33:51.486893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Allocated IP 172.20.0.11 (f13f5340-1276-4670-bb1c-9b8e37ff1851/b9a91835-3f49-4b96-80c9-28db519b0b29/d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:33:51.500960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-3f6130eb-e72f-44c6-b438-35c66a537927 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1631083 Jul 07 22:33:51.707130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.726063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Transition to ACTIVE for port object d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:51.739935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-1b2c3ded-6901-4d91-807b-1139d67bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:51.740755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-1b2c3ded-6901-4d91-807b-1139d67bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:51.740755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-1b2c3ded-6901-4d91-807b-1139d67bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:51.742601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-1b2c3ded-6901-4d91-807b-1139d67bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:51.742601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-1b2c3ded-6901-4d91-807b-1139d67bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:51.742601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-1b2c3ded-6901-4d91-807b-1139d67bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:51.744899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-1b2c3ded-6901-4d91-807b-1139d67bc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:51.744899 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-1b2c3ded-6901-4d91-807b-1139d67bc37d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=45101a542131430783705ffe212afc8e&device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 6498 time: 0.1282980 Jul 07 22:33:51.779244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:51.813529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:51.841395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['08f6add3-c137-47e6-8f83-a73826fdc9cc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:33:51.906281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:33:51.916162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:33:51.932769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:33:51.999628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:52.003185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.042001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0689926 Jul 07 22:33:52.043852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff20426-d079-4641-8d1d-971fa4e070ab tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event updated for resources: {'Port': ['ID=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:52.090776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-013bf98d-e0d9-48dd-b43b-bc639b3d058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:52.092423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-013bf98d-e0d9-48dd-b43b-bc639b3d058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:52.093435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-013bf98d-e0d9-48dd-b43b-bc639b3d058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:52.096560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-013bf98d-e0d9-48dd-b43b-bc639b3d058e service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5c71666-32e6-426c-959c-27eb1572bb7b&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&id=953f89c8-5be7-4b9c-8635-4686d6cde9ac HTTP/1.1" status: 200 len: 2293 time: 0.3151834 Jul 07 22:33:52.109406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Request body: {'port': {'device_id': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:33:52.316990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-09843f7d-3121-43fb-8225-3b9c8617e63a None None] Provisioning for port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:33:52.324991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-09843f7d-3121-43fb-8225-3b9c8617e63a None None] Provisioning complete for port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:33:52.325999 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-09843f7d-3121-43fb-8225-3b9c8617e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.346752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:52.365167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-845eeac1-a0f3-4070-832b-bd913d8a809d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5b66697-8979-47bb-bd75-06bc6002473d HTTP/1.1" status: 200 len: 1000 time: 0.1240013 Jul 07 22:33:52.404483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-09843f7d-3121-43fb-8225-3b9c8617e63a None None] Port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:33:52.524560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-d75990fd-4002-415b-85ff-e6640c0de004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:52.525933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-d75990fd-4002-415b-85ff-e6640c0de004 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=94e3a1d7-c4b9-4dcc-b9f8-289264492ffb HTTP/1.1" status: 200 len: 851 time: 0.1311340 Jul 07 22:33:52.776987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-c396c719-0ec9-42f6-8306-7eb376423841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:52.778039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-c396c719-0ec9-42f6-8306-7eb376423841 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5c71666-32e6-426c-959c-27eb1572bb7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413844 Jul 07 22:33:52.843408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3f8e9-b2f8-4d21-8af2-429d12c57813 req-13733d1e-ffd6-4fdb-acff-66a1aa994157 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:52.846166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ce3f8e9-b2f8-4d21-8af2-429d12c57813 req-13733d1e-ffd6-4fdb-acff-66a1aa994157 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 932 time: 0.1829655 Jul 07 22:33:53.340959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ce3f8e9-b2f8-4d21-8af2-429d12c57813 req-139fd8e2-4617-4a68-97a9-a9bb543b5869 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842381 Jul 07 22:33:53.356581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:33:53.369615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-eec4f6a9-2c4b-44d0-b5b8-466e96b8d0a2 service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789661 Jul 07 22:33:53.376585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.395252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Transition to ACTIVE for port object d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:33:53.431283 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.539426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Pushing event updated for resources: {'Port': ['ID=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:53.675081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-f5db1ec3-b67c-4086-bcce-0a33f20c53ab service neutron] 10.222.0.83 "GET /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785513 Jul 07 22:33:53.703404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Attempting to bind port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:33:53.703713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Attempting to bind port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:33:53.704046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Attempting to bind port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:53.761192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-f7a9212a-01a2-40ab-8626-c1091a107e95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=f112fa30-5874-422d-9bbe-76b4cfabad81 HTTP/1.1" status: 200 len: 217 time: 0.0689385 Jul 07 22:33:53.761849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae on network f13f5340-1276-4670-bb1c-9b8e37ff1851 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:33:53.762220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Attempting to bind port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae on network f13f5340-1276-4670-bb1c-9b8e37ff1851 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:33:53.802920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51648) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:53.809880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:33:53.810391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Checking segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:33:53.810842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Bound using segment: {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:33:53.811672 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Bound port: d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420d40ef-5a14-4241-80f8-d9ba83dbc5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:33:53.812103 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.879305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-715ea85e-7f6b-46c6-a717-9d585840cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:53.881306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-715ea85e-7f6b-46c6-a717-9d585840cbf2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.1132817 Jul 07 22:33:53.939516 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6698d9eb-4711-4780-83e1-cbb65c8fc61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:53.962332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:33:53.967010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:33:53.975348 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.030192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:54.030833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.032393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] 10.222.0.83 "PUT /v2.0/ports/d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae HTTP/1.1" status: 200 len: 1093 time: 1.9348321 Jul 07 22:33:54.033059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:33:54.035463 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6799e9-b51f-401d-b094-b53471cc9424" -d '{"events": [{"name": "network-changed", "server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:33:54.039556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-afecca64-b447-4bd8-a585-796b3eaf1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:54.041060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-afecca64-b447-4bd8-a585-796b3eaf1d26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391263 Jul 07 22:33:54.082978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6698d9eb-4711-4780-83e1-cbb65c8fc61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.091180 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6698d9eb-4711-4780-83e1-cbb65c8fc61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.167562 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6698d9eb-4711-4780-83e1-cbb65c8fc61e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a65819da2c664ac8993d6138f06f098a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628039 Jul 07 22:33:54.168332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51654) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:54.169399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d9eb-4711-4780-83e1-cbb65c8fc61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3940b2-733c-4724-93c7-a0287573010b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:54.199046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-7445418e-8f0f-4855-9b3e-460168493d9e service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382265 Jul 07 22:33:54.200689 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8eddaa-9f28-4362-9f62-941a08424b07 x-openstack-request-id: req-7c8eddaa-9f28-4362-9f62-941a08424b07 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:33:54.200983 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:33:54.201238 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c8eddaa-9f28-4362-9f62-941a08424b07 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:33:54.201636 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae', 'status': 'completed', 'code': 200} Jul 07 22:33:54.259292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-0b2f-43c6-bfe1-d6b8dd0cece9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.287093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224dcb8-cb48-4048-a4ab-04cc52244ebe service neutron] Pushing event updated for resources: {'Port': ['ID=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:54.290110 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-0b2f-43c6-bfe1-d6b8dd0cece9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.349838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-01939c26-2129-416c-b001-dd49e64ab20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:54.351462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-01939c26-2129-416c-b001-dd49e64ab20b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 1096 time: 0.1490800 Jul 07 22:33:54.353520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-fa4172e8-4193-42e1-89fe-0b59f7398205 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361101 Jul 07 22:33:54.357796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-0b2f-43c6-bfe1-d6b8dd0cece9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.362470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6212472b-0b2f-43c6-bfe1-d6b8dd0cece9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.367962 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6212472b-0b2f-43c6-bfe1-d6b8dd0cece9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e3940b2-733c-4724-93c7-a0287573010b HTTP/1.1" status: 204 len: 168 time: 0.1932383 Jul 07 22:33:54.378344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212472b-0b2f-43c6-bfe1-d6b8dd0cece9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3940b2-733c-4724-93c7-a0287573010b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:54.464402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-9ef19b12-d855-40d8-92f2-a6cd7e5a8919 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae HTTP/1.1" status: 200 len: 217 time: 0.0904117 Jul 07 22:33:54.465820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-9a184ae2-1d3a-4152-bca7-90589578b7b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=02d71a1d-2d8a-4480-9f73-1c942df3506a HTTP/1.1" status: 200 len: 217 time: 0.0843279 Jul 07 22:33:54.605835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-9dac154f-298d-47f6-a9cf-491bf1d0e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:54.607334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-9dac154f-298d-47f6-a9cf-491bf1d0e3c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.1296349 Jul 07 22:33:54.609543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-dc1e6c26-3478-4615-b266-5bc407f7b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:54.611221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-dc1e6c26-3478-4615-b266-5bc407f7b70f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1311615 Jul 07 22:33:54.706146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59f8fa-83df-4f9f-b7e5-a7bf3435005f req-f853c4fa-0c82-442e-aeeb-43d0b8b0c688 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:54.707695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f59f8fa-83df-4f9f-b7e5-a7bf3435005f req-f853c4fa-0c82-442e-aeeb-43d0b8b0c688 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 944 time: 0.1486199 Jul 07 22:33:54.762652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-7389688b-20a6-48c8-8e69-9518ebffd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:54.764177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-7389688b-20a6-48c8-8e69-9518ebffd7a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1447155 Jul 07 22:33:54.771388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-b8895a74-5152-46c6-8982-90d59a25727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:54.772845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-b8895a74-5152-46c6-8982-90d59a25727d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436105 Jul 07 22:33:54.777440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51666) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:54.792710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0841-ac55-4aff-835d-c9d626438549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.806873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f59f8fa-83df-4f9f-b7e5-a7bf3435005f req-4bfe9026-7289-4c37-b38e-01f3d326ecbb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888093 Jul 07 22:33:54.916080 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0841-ac55-4aff-835d-c9d626438549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.922066 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2ae0841-ac55-4aff-835d-c9d626438549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:54.971665 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a2ae0841-ac55-4aff-835d-c9d626438549 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0dd18a2b98774662b58ba6018fe4f0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1931167 Jul 07 22:33:54.973122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae0841-ac55-4aff-835d-c9d626438549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1387b29b-2097-48e2-821c-3c38f604c23f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:54.975444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-c6f7ec50-2fa0-4caa-af0e-774e3f1a1092 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016466 Jul 07 22:33:54.978294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:33:54.981385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-a7500745-def5-4c25-9062-3f4f526944fd service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984737 Jul 07 22:33:55.042677 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce811d54-e660-4081-9463-94543fb44d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.076610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce811d54-e660-4081-9463-94543fb44d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.150699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce811d54-e660-4081-9463-94543fb44d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.154339 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce811d54-e660-4081-9463-94543fb44d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:55.159155 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ce811d54-e660-4081-9463-94543fb44d29 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1387b29b-2097-48e2-821c-3c38f604c23f HTTP/1.1" status: 204 len: 168 time: 0.1787932 Jul 07 22:33:55.167800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-53a7a891-f22d-42bb-8fbf-05a465a01527 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837909 Jul 07 22:33:55.172667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4afba4fe-1844-4e46-b09f-5afabdf99b2e req-874ee8af-dc21-4fdb-a5b3-ddaee65f3065 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740949 Jul 07 22:33:55.173251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce811d54-e660-4081-9463-94543fb44d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1387b29b-2097-48e2-821c-3c38f604c23f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:33:55.233417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-f22149f5-ced2-42e6-a384-3556c3695565 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 HTTP/1.1" status: 200 len: 217 time: 0.0490179 Jul 07 22:33:55.361256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-fae8726e-599c-4bd1-a894-9769dab4de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:55.367620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-fae8726e-599c-4bd1-a894-9769dab4de12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.0898769 Jul 07 22:33:55.411314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-e6bf9749-c999-4132-9caf-f71d2a0e8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:55.412795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-e6bf9749-c999-4132-9caf-f71d2a0e8503 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 1096 time: 0.1363361 Jul 07 22:33:55.520767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-85384d4e-5b31-45ec-994b-58cc6a411f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:55.522963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-85384d4e-5b31-45ec-994b-58cc6a411f42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1481128 Jul 07 22:33:55.594827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-073608ec-f0f7-4ef2-8e3b-bf040c93de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:55.597057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-073608ec-f0f7-4ef2-8e3b-bf040c93de3a service neutron] 10.222.0.83 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.1770153 Jul 07 22:33:55.669055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-fdc35d6f-47c5-4c1e-b6b5-b442c5a9288d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae HTTP/1.1" status: 200 len: 217 time: 0.0574543 Jul 07 22:33:55.725299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-fdf7b021-37cd-4db0-843e-3447fa8102f3 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903794 Jul 07 22:33:55.795092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-d2685341-a059-45a5-a5da-0230d5b6ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:55.797056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-d2685341-a059-45a5-a5da-0230d5b6ba18 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.1169274 Jul 07 22:33:55.939249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-09106f9a-59db-4ce9-943a-dd5b2b6bb2ba service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064688 Jul 07 22:33:55.988777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-5906fba6-4164-4c85-92f7-f6b6aa8cfb18 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=a909e51b-e641-48c9-903f-9553bf115292 HTTP/1.1" status: 200 len: 217 time: 0.0413978 Jul 07 22:33:56.061249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-247eda96-a726-4df3-b378-2a8fa6bfba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:56.063442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-247eda96-a726-4df3-b378-2a8fa6bfba28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2589638 Jul 07 22:33:56.137008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-3669211d-37f0-4281-b38e-2ecdb2c76c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:56.138593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-3669211d-37f0-4281-b38e-2ecdb2c76c9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 200 len: 797 time: 0.1363108 Jul 07 22:33:56.244799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142b393-d3dd-46f6-8640-497edc900078 req-0db6ce31-ac0f-4fe4-9ddf-91ea1cdbf038 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:56.246359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d142b393-d3dd-46f6-8640-497edc900078 req-0db6ce31-ac0f-4fe4-9ddf-91ea1cdbf038 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 944 time: 0.2018170 Jul 07 22:33:56.249382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-476582eb-3b47-4479-953f-8a6846b9a1f0 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606925 Jul 07 22:33:56.338534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-19ad4287-d883-4955-8c12-49cd339afe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:56.340082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-19ad4287-d883-4955-8c12-49cd339afe70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5ffa7e6c-3f46-4edb-b041-e6575e78e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1932721 Jul 07 22:33:56.418873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d142b393-d3dd-46f6-8640-497edc900078 req-e44751ff-c495-4459-8bc1-fb2e11907497 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653249 Jul 07 22:33:56.463857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e6799e9-b51f-401d-b094-b53471cc9424 req-df211434-ac79-42fd-9ce4-3e61c01af6bf service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043452 Jul 07 22:33:56.483512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-ec6d7e18-84e5-4d52-a32d-01d356ae6072 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346133 Jul 07 22:33:56.595113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-e15ee255-bc45-4458-a320-b8c4efc02581 service neutron] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045694 Jul 07 22:33:56.639536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-587cf8da-7560-45f3-9e39-8eb545134e77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e0c9f426-53ec-45de-943c-677276e8987d HTTP/1.1" status: 200 len: 217 time: 0.0376282 Jul 07 22:33:56.697072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-4e88e01c-96bc-44f2-8f23-a2d63b934a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:56.699795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-4e88e01c-96bc-44f2-8f23-a2d63b934a9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 200 len: 797 time: 0.0506613 Jul 07 22:33:56.766157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-ad818246-df7d-435a-a8cb-57c9a3792021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:56.767785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-ad818246-df7d-435a-a8cb-57c9a3792021 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613816 Jul 07 22:33:56.861719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-d8f9331a-55f0-49af-97c3-9a5335f8f732 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857556 Jul 07 22:33:56.968140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-1eb5ce68-82ca-4794-b1a2-879c9fdfa6ad service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997179 Jul 07 22:33:57.020205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-215447f7-b726-481a-88a5-8a2e8b0c60ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b HTTP/1.1" status: 200 len: 217 time: 0.0440238 Jul 07 22:33:57.090332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-f2b4a60b-65a5-4ed1-8ccf-23c100bc572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:57.091915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-f2b4a60b-65a5-4ed1-8ccf-23c100bc572b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 200 len: 797 time: 0.0643702 Jul 07 22:33:57.157840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-d26b9633-5dfa-4942-8410-a933c44f06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:57.159653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-d26b9633-5dfa-4942-8410-a933c44f06bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=953f89c8-5be7-4b9c-8635-4686d6cde9ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0605955 Jul 07 22:33:57.260852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-29624314-da52-4a52-901c-851a7f5cd946 service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882921 Jul 07 22:33:57.316893 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-15d7b7f4-1ab4-4754-b673-1c2e91f924df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:33:57.376581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1150cff5-36ee-483b-b29d-1743d95e54d5 req-38559882-6b2f-4d01-a056-9125d6de768f service neutron] 10.222.0.83 "GET /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087232 Jul 07 22:33:57.616354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ad36e-3f18-48a2-8684-258c3b16271a req-7708abab-68e8-4025-ad17-91e60300633f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:57.617991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-402ad36e-3f18-48a2-8684-258c3b16271a req-7708abab-68e8-4025-ad17-91e60300633f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 944 time: 0.0714583 Jul 07 22:33:57.662522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-402ad36e-3f18-48a2-8684-258c3b16271a req-c85847cf-241f-437a-846e-70a684e8b0e4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383117 Jul 07 22:33:58.849738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73d4f1-ee71-4d22-94ec-fd3d578eaeaf req-d03d2aae-b7e5-4fed-8260-924850348cef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:33:58.851502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba73d4f1-ee71-4d22-94ec-fd3d578eaeaf req-d03d2aae-b7e5-4fed-8260-924850348cef tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 944 time: 0.0722256 Jul 07 22:33:58.889020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba73d4f1-ee71-4d22-94ec-fd3d578eaeaf req-65fc0149-f5d0-49cd-bb81-5aa3e50672a1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317643 Jul 07 22:33:59.719939 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3d4860d3-588b-48ee-b590-21db9696bfaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:00.007720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:00.442118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50988297-8e4c-4910-a149-93ed9db330eb req-e3ca85ad-855d-4ae2-96ff-77c5ad488ad8 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:00.447757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:34:00.450100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50988297-8e4c-4910-a149-93ed9db330eb req-e3ca85ad-855d-4ae2-96ff-77c5ad488ad8 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 944 time: 0.4492607 Jul 07 22:34:00.494345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50988297-8e4c-4910-a149-93ed9db330eb req-fa9a814b-a186-4a64-87fa-58cdbab2220e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431664 Jul 07 22:34:00.568034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:00.580576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'port_id': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae', 'mac_address': 'fa:16:3e:cd:ea:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:34:00.619262 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:00.635091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:34:00.659543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:00.664232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:00.721647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:00.731802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.732447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.732947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.733483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.733974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.734625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.735145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.736050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.736392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.736752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.737085 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.737540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:00.875052 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:01.137491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:01.271349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:01.728234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218a27c-ba51-412d-bfeb-6e0bc0bc1913 req-7eedca93-8f67-4169-b3cf-4b3057bf3163 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:01.729876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b218a27c-ba51-412d-bfeb-6e0bc0bc1913 req-7eedca93-8f67-4169-b3cf-4b3057bf3163 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 945 time: 0.0709918 Jul 07 22:34:01.783259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b218a27c-ba51-412d-bfeb-6e0bc0bc1913 req-a95e8d40-5662-4f35-9a16-e50438feccf1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473859 Jul 07 22:34:02.443778 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:02.491115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:34:02.494665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:02.495038 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:02.578415 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:02.601854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:02.604359 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ee2568-1b0d-47b6-ba15-3150be0e216a" -d '{"events": [{"server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "name": "network-vif-plugged", "status": "completed", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:02.620037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:02.624187 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:02.671993 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5961faf6-0cc3-4236-9734-812e4039fa4b x-openstack-request-id: req-5961faf6-0cc3-4236-9734-812e4039fa4b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:02.672387 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "name": "network-vif-plugged", "status": "completed", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:02.673842 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5961faf6-0cc3-4236-9734-812e4039fa4b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:02.674372 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae', 'code': 200} Jul 07 22:34:02.703011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:02.772654 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:02.833278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103d4b3-cc1a-4071-a627-863f6a1a6566 req-14692d40-a8fc-4e90-b8c5-1166f5b4c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:02.835248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e103d4b3-cc1a-4071-a627-863f6a1a6566 req-14692d40-a8fc-4e90-b8c5-1166f5b4c78d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 1098 time: 0.0563471 Jul 07 22:34:02.885971 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e103d4b3-cc1a-4071-a627-863f6a1a6566 req-d6696efb-e5e2-4e87-a739-520bd7e7341e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Jul 07 22:34:02.986024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37e2ec-a07a-42f2-9980-0a389515b1a9 req-c4db3742-91ce-4e9e-be45-ddb2d2018ca3 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:02.989637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d37e2ec-a07a-42f2-9980-0a389515b1a9 req-c4db3742-91ce-4e9e-be45-ddb2d2018ca3 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0773146 Jul 07 22:34:03.030177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d37e2ec-a07a-42f2-9980-0a389515b1a9 req-5f773368-a154-436e-bbd1-2e58a90a72b8 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343344 Jul 07 22:34:04.210383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0a9d-61aa-4327-b749-a0342e8e1a5f req-234a8036-aefa-4921-876c-a5621989f269 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:04.212669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3ed0a9d-61aa-4327-b749-a0342e8e1a5f req-234a8036-aefa-4921-876c-a5621989f269 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0672450 Jul 07 22:34:04.258612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3ed0a9d-61aa-4327-b749-a0342e8e1a5f req-77ba31bf-e30c-4232-aae7-0b7a4e5608a7 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394344 Jul 07 22:34:05.452893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b31797-9497-4641-ac02-a6aea34d7061 req-05e78884-a389-473a-b917-a3de1670a22a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:05.455098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8b31797-9497-4641-ac02-a6aea34d7061 req-05e78884-a389-473a-b917-a3de1670a22a tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0699649 Jul 07 22:34:05.495394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8b31797-9497-4641-ac02-a6aea34d7061 req-b7ffb4bf-223e-4a98-aeba-7219130bb70d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345891 Jul 07 22:34:05.898210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200894e8-c64f-4e42-92f7-77b0ce1ce0b4 req-8fd9a171-2bf6-43bf-af91-af2d05ddd706 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:05.899966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-200894e8-c64f-4e42-92f7-77b0ce1ce0b4 req-8fd9a171-2bf6-43bf-af91-af2d05ddd706 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0704422 Jul 07 22:34:05.940826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-200894e8-c64f-4e42-92f7-77b0ce1ce0b4 req-8e9001f3-91db-4fa7-ac09-bca68ed45a63 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Jul 07 22:34:06.396329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51968) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:06.498532 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-721d302b-7a07-4e29-9370-2fac414e2a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:06.588573 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-721d302b-7a07-4e29-9370-2fac414e2a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:06.592631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-721d302b-7a07-4e29-9370-2fac414e2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:06.634043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d302b-7a07-4e29-9370-2fac414e2a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db1138f-7ea9-4243-9d68-0856ee638032,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:06.641134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-721d302b-7a07-4e29-9370-2fac414e2a20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3401c10788c04432976795edf96de75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436023 Jul 07 22:34:06.641319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51976) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:06.692214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:06.714099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:06.759277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:06.761784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:06.777452 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1db1138f-7ea9-4243-9d68-0856ee638032 HTTP/1.1" status: 204 len: 168 time: 0.1250784 Jul 07 22:34:06.787383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db1138f-7ea9-4243-9d68-0856ee638032,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:06.795051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.795383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.795722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.796090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.796427 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.796752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.797069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.797910 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.798274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.798601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.798925 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:06.799247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb75576-385b-4397-9622-238d6c7dd4d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:07.067994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51992) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:07.090899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5937229b-c617-4e65-95c8-c3a08ccb3ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:07.191948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5748-c7a7-4728-8c0f-40b60b91a257 req-42dc565d-175d-44b2-9364-5865bb34e2a2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:07.193529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cbc5748-c7a7-4728-8c0f-40b60b91a257 req-42dc565d-175d-44b2-9364-5865bb34e2a2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.1188869 Jul 07 22:34:07.253997 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1cbc5748-c7a7-4728-8c0f-40b60b91a257 req-7184fbc4-a69e-4a6d-b7dd-ab33f99412a5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494320 Jul 07 22:34:07.271371 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:34:07.286516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5937229b-c617-4e65-95c8-c3a08ccb3ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:07.286516 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5937229b-c617-4e65-95c8-c3a08ccb3ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:07.323740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5937229b-c617-4e65-95c8-c3a08ccb3ca3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e24084842f4a46caa581507245810640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524958 Jul 07 22:34:07.324141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:07.335057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937229b-c617-4e65-95c8-c3a08ccb3ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eb21bc-d296-4c05-893b-5e415ae83601,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:07.399452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bbed8bb-4882-4aba-b74f-6082e22734f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:07.427147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bbed8bb-4882-4aba-b74f-6082e22734f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:07.479804 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bbed8bb-4882-4aba-b74f-6082e22734f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:07.482351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bbed8bb-4882-4aba-b74f-6082e22734f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:07.483926 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5bbed8bb-4882-4aba-b74f-6082e22734f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2eb21bc-d296-4c05-893b-5e415ae83601 HTTP/1.1" status: 204 len: 168 time: 0.1587532 Jul 07 22:34:07.496282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbed8bb-4882-4aba-b74f-6082e22734f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eb21bc-d296-4c05-893b-5e415ae83601,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:07.845259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52024) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:07.858535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de915b54-1bd4-4775-bd4f-02fd17799c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:07.889619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d8ca7-f23e-46c1-be8f-8f10d280dd28 req-cfd75039-4763-45f6-99e6-016a0bfb64a2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:07.891213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-958d8ca7-f23e-46c1-be8f-8f10d280dd28 req-cfd75039-4763-45f6-99e6-016a0bfb64a2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0743277 Jul 07 22:34:07.936739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-958d8ca7-f23e-46c1-be8f-8f10d280dd28 req-a51cc4a6-4140-44c0-aecb-14170a7ba6dd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365808 Jul 07 22:34:07.979084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de915b54-1bd4-4775-bd4f-02fd17799c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:07.983003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de915b54-1bd4-4775-bd4f-02fd17799c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:08.021990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de915b54-1bd4-4775-bd4f-02fd17799c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6048b7-b954-49c4-b0ce-2a054dc639a5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:08.028743 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-de915b54-1bd4-4775-bd4f-02fd17799c61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=601085d108d74c5ea720c9c5cbfcb25b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800730 Jul 07 22:34:08.028959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:08.081089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ee94baa-1a81-43f8-9b7c-e589f756dd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:08.104985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ee94baa-1a81-43f8-9b7c-e589f756dd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:08.151942 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ee94baa-1a81-43f8-9b7c-e589f756dd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:08.154599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5ee94baa-1a81-43f8-9b7c-e589f756dd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:08.155742 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5ee94baa-1a81-43f8-9b7c-e589f756dd9c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c6048b7-b954-49c4-b0ce-2a054dc639a5 HTTP/1.1" status: 204 len: 168 time: 0.1258984 Jul 07 22:34:08.163453 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee94baa-1a81-43f8-9b7c-e589f756dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6048b7-b954-49c4-b0ce-2a054dc639a5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:09.135200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca07ee4-d4fc-416b-adc7-6e0f6238067f req-5b125071-fdc6-4a67-836d-db1e71686cc6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:09.136896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dca07ee4-d4fc-416b-adc7-6e0f6238067f req-5b125071-fdc6-4a67-836d-db1e71686cc6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0659258 Jul 07 22:34:09.178932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dca07ee4-d4fc-416b-adc7-6e0f6238067f req-f3ae15cc-aed7-4662-b8ff-b954982ea8e5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356836 Jul 07 22:34:10.383805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e934c-fb3e-4ea3-90d2-b03b4d758cb0 req-ecfec2b2-39a2-4153-80fd-15ca322997f5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:10.385204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735e934c-fb3e-4ea3-90d2-b03b4d758cb0 req-ecfec2b2-39a2-4153-80fd-15ca322997f5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0778341 Jul 07 22:34:10.425150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735e934c-fb3e-4ea3-90d2-b03b4d758cb0 req-ea52912a-8d90-4a52-bbff-fb232d1b2cca tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340028 Jul 07 22:34:11.647691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7951641-fdeb-497f-b906-f2ffd006c52d req-1705e1bf-ac0d-49d7-a1ea-05b5417c14ce tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:11.649503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7951641-fdeb-497f-b906-f2ffd006c52d req-1705e1bf-ac0d-49d7-a1ea-05b5417c14ce tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0751684 Jul 07 22:34:11.704172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7951641-fdeb-497f-b906-f2ffd006c52d req-08a81894-75b2-4307-87f9-05025f47bc3e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490232 Jul 07 22:34:12.501699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:34:12.639333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:12.650728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'port_id': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae', 'mac_address': 'fa:16:3e:cd:ea:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:34:12.689252 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:12.705650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:34:12.724702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:12.729081 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:12.799987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:12.918256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07bbb7-207f-4150-859f-3b9a4e84a7dd req-913f4400-8d36-4bae-b789-6f689c337515 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:12.919886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f07bbb7-207f-4150-859f-3b9a4e84a7dd req-913f4400-8d36-4bae-b789-6f689c337515 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 945 time: 0.0665920 Jul 07 22:34:12.958624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f07bbb7-207f-4150-859f-3b9a4e84a7dd req-b1127f88-c0bf-4c30-87f4-cd1a69de088f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325377 Jul 07 22:34:12.978208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:14.170149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b840b8-7436-4a8d-961b-f42193cb6b0d req-b2007014-3b09-4105-84d2-0f2cf3118a3d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:14.172369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43b840b8-7436-4a8d-961b-f42193cb6b0d req-b2007014-3b09-4105-84d2-0f2cf3118a3d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 945 time: 0.0889297 Jul 07 22:34:14.232555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43b840b8-7436-4a8d-961b-f42193cb6b0d req-9e6ab737-9705-4fcb-8d97-ede085ff98cf tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493689 Jul 07 22:34:14.538479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:14.624639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:14.625783 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:14.753763 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:14.789358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:14.791644 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6603fa1-5107-46c9-843b-9d2010906127" -d '{"events": [{"server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "name": "network-vif-plugged", "status": "completed", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:14.825290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:14.830019 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:14.911026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:14.922616 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f58d12-b4df-40a5-937e-b3dc20170c99 x-openstack-request-id: req-10f58d12-b4df-40a5-937e-b3dc20170c99 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:14.922917 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "name": "network-vif-plugged", "status": "completed", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:14.923174 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-10f58d12-b4df-40a5-937e-b3dc20170c99 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:14.923570 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae', 'code': 200} Jul 07 22:34:15.241583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52290) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:15.446296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aeffb-50ce-4c68-b8b7-8e74e8f4b7d8 req-a1f64cd2-2084-4834-ad1f-33cca93f39b1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:15.447749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f65aeffb-50ce-4c68-b8b7-8e74e8f4b7d8 req-a1f64cd2-2084-4834-ad1f-33cca93f39b1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0794940 Jul 07 22:34:15.454309 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1631-6648-4968-8a4b-7f1657f578bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:15.523556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f65aeffb-50ce-4c68-b8b7-8e74e8f4b7d8 req-14106888-4ef7-4507-ab04-96fa163bdd02 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641935 Jul 07 22:34:15.597769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1631-6648-4968-8a4b-7f1657f578bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:15.602322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a1b1631-6648-4968-8a4b-7f1657f578bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:15.654227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b1631-6648-4968-8a4b-7f1657f578bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f039a15-3b29-4a59-90dc-4139f7e7f3c8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:15.664866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52300) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:15.666830 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5a1b1631-6648-4968-8a4b-7f1657f578bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d10616ac48a4e289a1c58449403e8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223707 Jul 07 22:34:15.721202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-197724d7-3f41-4d81-bbf6-8b353c4aa8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:15.749238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-197724d7-3f41-4d81-bbf6-8b353c4aa8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:15.835663 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-197724d7-3f41-4d81-bbf6-8b353c4aa8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:15.838887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-197724d7-3f41-4d81-bbf6-8b353c4aa8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:15.841295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-197724d7-3f41-4d81-bbf6-8b353c4aa8f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f039a15-3b29-4a59-90dc-4139f7e7f3c8 HTTP/1.1" status: 204 len: 168 time: 0.1754253 Jul 07 22:34:15.873870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197724d7-3f41-4d81-bbf6-8b353c4aa8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f039a15-3b29-4a59-90dc-4139f7e7f3c8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:16.218403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52316) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:16.236510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8fbe-2e82-4fd9-a6c1-cfa4873a76ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.443439 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8fbe-2e82-4fd9-a6c1-cfa4873a76ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.448594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4b9a8fbe-2e82-4fd9-a6c1-cfa4873a76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.496048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a8fbe-2e82-4fd9-a6c1-cfa4873a76ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95fc0d9-6f29-4f95-920a-7befc466fdd6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:16.501293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4b9a8fbe-2e82-4fd9-a6c1-cfa4873a76ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5f881f32f59f4cf98cf0fa23c9ae5213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815776 Jul 07 22:34:16.504175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52324) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:16.570270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcee238a-3a46-4eb2-96d4-a778e1749237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.596600 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcee238a-3a46-4eb2-96d4-a778e1749237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.649060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcee238a-3a46-4eb2-96d4-a778e1749237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.652120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bcee238a-3a46-4eb2-96d4-a778e1749237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:16.657423 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bcee238a-3a46-4eb2-96d4-a778e1749237 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f95fc0d9-6f29-4f95-920a-7befc466fdd6 HTTP/1.1" status: 204 len: 168 time: 0.1502755 Jul 07 22:34:16.667071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee238a-3a46-4eb2-96d4-a778e1749237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95fc0d9-6f29-4f95-920a-7befc466fdd6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:16.848394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e501a-6827-4eeb-90db-ef20caa6bef2 req-647dd76c-7df9-4f40-b1f6-04f640aa66f0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:16.850873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-958e501a-6827-4eeb-90db-ef20caa6bef2 req-647dd76c-7df9-4f40-b1f6-04f640aa66f0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.1217313 Jul 07 22:34:16.922708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-958e501a-6827-4eeb-90db-ef20caa6bef2 req-a4ab8dff-ec4a-44a7-89fd-ecd48c3e9bc9 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632145 Jul 07 22:34:18.294437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93703d2-064f-4e33-acd6-a2804093c137 req-f637ea18-1e8e-4992-a507-27460e017c41 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:18.295948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d93703d2-064f-4e33-acd6-a2804093c137 req-f637ea18-1e8e-4992-a507-27460e017c41 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.1097527 Jul 07 22:34:18.366058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d93703d2-064f-4e33-acd6-a2804093c137 req-32c91b74-f9ec-4d86-a532-9511769274ba tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570209 Jul 07 22:34:19.633932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2ac1-c783-4e3c-a1a2-9e1884e13754 req-bf104cb7-40f7-438d-8aed-61abc1477ad6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:19.635562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f42b2ac1-c783-4e3c-a1a2-9e1884e13754 req-bf104cb7-40f7-438d-8aed-61abc1477ad6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0760610 Jul 07 22:34:19.699884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f42b2ac1-c783-4e3c-a1a2-9e1884e13754 req-2002a6f2-fb76-4ac5-a492-27b5cb678079 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527575 Jul 07 22:34:19.950977 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:20.944650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f30ff0-e41a-4960-b49b-9f20c2066934 req-d2d57cd3-7993-45c5-9a50-f59d7e13286b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:20.946438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0f30ff0-e41a-4960-b49b-9f20c2066934 req-d2d57cd3-7993-45c5-9a50-f59d7e13286b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.1114950 Jul 07 22:34:20.995693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0f30ff0-e41a-4960-b49b-9f20c2066934 req-abf0a43d-5156-443a-a61d-5b3cf31a8f43 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Jul 07 22:34:22.251360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587bca0-d5cd-4134-af2a-5533747968ce req-b4a61040-8e93-4027-9d1e-6b88d0e7c9bd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:22.263201 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3587bca0-d5cd-4134-af2a-5533747968ce req-b4a61040-8e93-4027-9d1e-6b88d0e7c9bd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0826883 Jul 07 22:34:22.321093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3587bca0-d5cd-4134-af2a-5533747968ce req-1b2da91d-dcbd-475b-a587-3192f233643f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566404 Jul 07 22:34:23.590911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b15ada-d02c-4c28-941e-b06c797f3e4b req-884a993b-635c-47c7-bc0d-a5afea18af1d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:23.599288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64b15ada-d02c-4c28-941e-b06c797f3e4b req-884a993b-635c-47c7-bc0d-a5afea18af1d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0956049 Jul 07 22:34:23.664560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64b15ada-d02c-4c28-941e-b06c797f3e4b req-2971d2df-e51e-4cbc-b29c-ea4ab0e1c7f7 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636797 Jul 07 22:34:24.955186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f31e-ff23-48df-b513-6d3fe8d38c95 req-2b3b802e-cbf0-4d30-9b18-8882d5c337f6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:24.956882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cea5f31e-ff23-48df-b513-6d3fe8d38c95 req-2b3b802e-cbf0-4d30-9b18-8882d5c337f6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.1343079 Jul 07 22:34:25.006635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cea5f31e-ff23-48df-b513-6d3fe8d38c95 req-22019b8d-a3d0-48af-8399-ca043ec4782e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Jul 07 22:34:26.188304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1976-326e-4e2e-a6b6-6bdb7eb86329 req-45839203-9cbf-4f44-a97c-443ef87d2b70 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:26.191013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cddc1976-326e-4e2e-a6b6-6bdb7eb86329 req-45839203-9cbf-4f44-a97c-443ef87d2b70 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0692139 Jul 07 22:34:26.234866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cddc1976-326e-4e2e-a6b6-6bdb7eb86329 req-a7cdb693-ee6d-424a-8414-a5ded544d355 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370886 Jul 07 22:34:26.802499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-7aa04289-7c7c-4b42-aaf6-aca19ff62a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:26.804055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-7aa04289-7c7c-4b42-aaf6-aca19ff62a6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 1098 time: 0.0610688 Jul 07 22:34:26.902610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-cd1d6442-28bd-4458-87e3-524cccb2c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:26.904138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-cd1d6442-28bd-4458-87e3-524cccb2c2d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.0927854 Jul 07 22:34:26.950324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-8c4e59d2-c370-4c93-b3cb-fdd4cbffef5f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae HTTP/1.1" status: 200 len: 217 time: 0.0389326 Jul 07 22:34:27.008617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-0c8f65ef-f0c6-40a3-b016-7c64500a4354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:27.010205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-0c8f65ef-f0c6-40a3-b016-7c64500a4354 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0510583 Jul 07 22:34:27.071474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-98285647-bbc2-432d-8331-feb3d59114d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:27.073166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-98285647-bbc2-432d-8331-feb3d59114d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558183 Jul 07 22:34:27.169118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-46786ee0-b2c1-4dd2-8631-c705bea7efd6 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879536 Jul 07 22:34:27.295848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80dbca36-5671-4e8b-b863-60e0cd0c5edf req-e0021965-0f98-4e9d-8d6f-4d2f0082a2ae service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199248 Jul 07 22:34:27.341417 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e4ddaa15-7739-4250-becf-b986dfea45da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:27.458865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ac4b-313b-4163-832c-7f7b6c213fd3 req-610139b4-406b-480e-8797-07318f9cc486 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:27.465924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d91ac4b-313b-4163-832c-7f7b6c213fd3 req-610139b4-406b-480e-8797-07318f9cc486 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0839672 Jul 07 22:34:27.512284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d91ac4b-313b-4163-832c-7f7b6c213fd3 req-3c2b6c06-b66b-4c0e-90ae-8b3dfa130421 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453303 Jul 07 22:34:28.695196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d8720-f912-4857-87f4-98c11790c77c req-f8b7e4bd-0066-4796-85e0-2322f6c253b0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:28.696712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-126d8720-f912-4857-87f4-98c11790c77c req-f8b7e4bd-0066-4796-85e0-2322f6c253b0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0706415 Jul 07 22:34:28.737947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-126d8720-f912-4857-87f4-98c11790c77c req-9c04b64a-73eb-4318-bea7-11bfc2604f5f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349481 Jul 07 22:34:29.738401 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5805aefe-3f0c-47ed-8cab-87aac6e618d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:29.942296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee58d6-839a-4122-be6c-431a7f74230c req-609d6828-64ef-4de3-bcdf-264420d90803 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:29.944132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2ee58d6-839a-4122-be6c-431a7f74230c req-609d6828-64ef-4de3-bcdf-264420d90803 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 946 time: 0.0719802 Jul 07 22:34:29.984719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2ee58d6-839a-4122-be6c-431a7f74230c req-62f74d10-b435-410f-84aa-ce099f7ed9cd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345447 Jul 07 22:34:30.016975 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:30.082429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-2b842542-5aaf-48d5-962e-a8e393adbe37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0789821 Jul 07 22:34:30.282475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33160498-495c-4670-b7e5-01265e1c40e5 req-e18b5463-28a8-46e5-8fcc-a34beffc33bb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:30.292341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33160498-495c-4670-b7e5-01265e1c40e5 req-e18b5463-28a8-46e5-8fcc-a34beffc33bb tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1242366 Jul 07 22:34:30.316493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-f981713f-7627-4bda-a046-5fdeb4fd6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:30.318292 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-f981713f-7627-4bda-a046-5fdeb4fd6f31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1097 time: 0.1870139 Jul 07 22:34:30.346965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33160498-495c-4670-b7e5-01265e1c40e5 req-2e4395db-51f7-42d0-aa90-6d6dbcefd615 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536749 Jul 07 22:34:30.559511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-0869df71-a384-4e7f-b157-f8578c62ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:30.561588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-0869df71-a384-4e7f-b157-f8578c62ee82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.2112622 Jul 07 22:34:30.651335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-bfab4ce8-ed3a-4b01-ad9f-3e555bfc9231 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 999 time: 0.0685086 Jul 07 22:34:30.654488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dca241-ea0a-4bf5-812a-d279f173c5d7 req-25849133-ee11-451d-990f-41350990bb81 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:30.662020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4dca241-ea0a-4bf5-812a-d279f173c5d7 req-25849133-ee11-451d-990f-41350990bb81 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1626730 Jul 07 22:34:30.665047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:30.740406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4dca241-ea0a-4bf5-812a-d279f173c5d7 req-fac1c14d-5a15-435c-aa79-54a41184980c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774994 Jul 07 22:34:30.741782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-6b350ad7-f3df-44f4-aa5b-b269724ca12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:30.743197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-6b350ad7-f3df-44f4-aa5b-b269724ca12b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0740893 Jul 07 22:34:30.788104 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:30.804244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-14a222ff-e9f1-4ea4-b16d-4d7ba0b2c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:30.805927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-14a222ff-e9f1-4ea4-b16d-4d7ba0b2c9b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555599 Jul 07 22:34:30.821653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:30.824378 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70740854-afe9-40be-80f6-9b01a18aa46e" -d '{"events": [{"server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "name": "network-vif-unplugged", "status": "completed", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:30.840228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:30.846732 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:30.936637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-645c7a05-87e4-40f7-a1f1-6432334ba41c service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210306 Jul 07 22:34:30.938042 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeefe439-096d-4978-8545-2a94a44e489b x-openstack-request-id: req-aeefe439-096d-4978-8545-2a94a44e489b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:30.940126 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "name": "network-vif-unplugged", "status": "failed", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae", "code": 422}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:30.940541 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-aeefe439-096d-4978-8545-2a94a44e489b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:30.941054 n-d-695012-11 neutron-server[93943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae', 'code': 422} returned with failed status Jul 07 22:34:30.946360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:30.974967 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:31.072583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-113ef062-4473-4ec1-8f84-ce8f7cf2dc2f req-c374a246-bca5-407a-a37b-8ef154606e8e service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303442 Jul 07 22:34:31.157672 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542c512-569a-42c7-b801-f149cae90e10 req-d3e627e4-76d4-4dbd-a06b-81b0d55dcda5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:31.159269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d542c512-569a-42c7-b801-f149cae90e10 req-d3e627e4-76d4-4dbd-a06b-81b0d55dcda5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0689864 Jul 07 22:34:31.200665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d542c512-569a-42c7-b801-f149cae90e10 req-0ced17b3-4e7d-4ce0-ba58-5a4539bfb343 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348668 Jul 07 22:34:31.268199 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.403475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc9e2f-8bcc-4cf9-81e5-92ae8fe856a7 req-17a075fa-a529-4697-9a55-17ab8bf1141d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:32.405078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64cc9e2f-8bcc-4cf9-81e5-92ae8fe856a7 req-17a075fa-a529-4697-9a55-17ab8bf1141d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0738130 Jul 07 22:34:32.478026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64cc9e2f-8bcc-4cf9-81e5-92ae8fe856a7 req-df0bc824-5a9f-4abc-ae32-b12d2101c344 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589113 Jul 07 22:34:32.731532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52796) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:32.808745 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.858473 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bee3119-b8c8-4ab0-91ef-5a8565d991a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.955108 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bee3119-b8c8-4ab0-91ef-5a8565d991a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.960256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bee3119-b8c8-4ab0-91ef-5a8565d991a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:32.999817 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8bee3119-b8c8-4ab0-91ef-5a8565d991a0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4b1917333cc486e9ef84ffa748edd51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662575 Jul 07 22:34:33.000721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee3119-b8c8-4ab0-91ef-5a8565d991a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db42229-f336-48c6-bda3-4c8c5fe28062,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:33.003451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52800) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:33.057034 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0d7daeb-37bc-4aba-81c7-7f48188ad53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.078715 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0d7daeb-37bc-4aba-81c7-7f48188ad53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.125007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0d7daeb-37bc-4aba-81c7-7f48188ad53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.127727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0d7daeb-37bc-4aba-81c7-7f48188ad53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:33.128936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a0d7daeb-37bc-4aba-81c7-7f48188ad53a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7db42229-f336-48c6-bda3-4c8c5fe28062 HTTP/1.1" status: 204 len: 168 time: 0.1240683 Jul 07 22:34:33.137412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7daeb-37bc-4aba-81c7-7f48188ad53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db42229-f336-48c6-bda3-4c8c5fe28062,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:33.686623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d43c6-2afb-4572-8d60-f39b6a24d0ee req-2b8ebd47-d952-408d-95b6-c0dd256f52f6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:33.688550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f0d43c6-2afb-4572-8d60-f39b6a24d0ee req-2b8ebd47-d952-408d-95b6-c0dd256f52f6 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0745754 Jul 07 22:34:33.730302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f0d43c6-2afb-4572-8d60-f39b6a24d0ee req-77ecfd2d-497b-41ef-9a49-5d54eade7c7e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351925 Jul 07 22:34:34.678182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:34.861170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:34.866010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843881942', 'description': 'tempest-secgroup-smoke-1843881942 description', 'project_id': '770787b17e244d11a628113ff6e1dfed'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:34.888544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:34.903255 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:34.919985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed683-e93d-442f-9eb7-4f5e2543d091 req-bd81e79c-d47b-4b97-a669-d9e2065d0c47 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:34.921537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b30ed683-e93d-442f-9eb7-4f5e2543d091 req-bd81e79c-d47b-4b97-a669-d9e2065d0c47 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0649920 Jul 07 22:34:34.961892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b30ed683-e93d-442f-9eb7-4f5e2543d091 req-4d1069bd-28b9-4129-8521-3c6b2b08e8da tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347128 Jul 07 22:34:35.009132 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.012839 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.051829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4616ac-9642-43db-b292-a68c5acd1110,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:35.110372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.114010 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.136409 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.137645 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2754753 Jul 07 22:34:35.141481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52854) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:35.147183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22568a36-e190-4279-8747-900be26912da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f931c5-2084-4ee5-b7d4-b651cdef014d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:35.147475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d4790df2-4c93-4ed1-a8a5-3f2be447807a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '19f931c5-2084-4ee5-b7d4-b651cdef014d', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:35.177063 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4790df2-4c93-4ed1-a8a5-3f2be447807a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.223247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4790df2-4c93-4ed1-a8a5-3f2be447807a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.226854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4790df2-4c93-4ed1-a8a5-3f2be447807a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.244071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4790df2-4c93-4ed1-a8a5-3f2be447807a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad091b3-dddc-490f-90f3-c1c8adabf216,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:35.256215 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4790df2-4c93-4ed1-a8a5-3f2be447807a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.257381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d4790df2-4c93-4ed1-a8a5-3f2be447807a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140134 Jul 07 22:34:35.260355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52856) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:35.264641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c760c634-a276-4c5a-b5c5-948dd63bda34 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '19f931c5-2084-4ee5-b7d4-b651cdef014d', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:35.293654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c760c634-a276-4c5a-b5c5-948dd63bda34 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.359153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c760c634-a276-4c5a-b5c5-948dd63bda34 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.362762 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c760c634-a276-4c5a-b5c5-948dd63bda34 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.381242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c634-a276-4c5a-b5c5-948dd63bda34 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9799c44b-22e8-4d59-97dd-7c23b9fe1258,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:35.387676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c760c634-a276-4c5a-b5c5-948dd63bda34 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.388906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c760c634-a276-4c5a-b5c5-948dd63bda34 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276922 Jul 07 22:34:35.392250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52858) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:35.396824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-cd0727f5-8dab-464f-9939-f146d7831419 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '19f931c5-2084-4ee5-b7d4-b651cdef014d', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:35.425241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cd0727f5-8dab-464f-9939-f146d7831419 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.486321 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cd0727f5-8dab-464f-9939-f146d7831419 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.490251 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cd0727f5-8dab-464f-9939-f146d7831419 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.507982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0727f5-8dab-464f-9939-f146d7831419 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3fb296-3a18-446e-8217-afa0b43868a6,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:35.515458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cd0727f5-8dab-464f-9939-f146d7831419 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.519854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cd0727f5-8dab-464f-9939-f146d7831419 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241348 Jul 07 22:34:35.520273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:35.525090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-76b550b8-f5cf-4ae0-9de3-e23f1fda5331 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '19f931c5-2084-4ee5-b7d4-b651cdef014d', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:35.552965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76b550b8-f5cf-4ae0-9de3-e23f1fda5331 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.604455 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76b550b8-f5cf-4ae0-9de3-e23f1fda5331 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.608443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76b550b8-f5cf-4ae0-9de3-e23f1fda5331 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.626486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b550b8-f5cf-4ae0-9de3-e23f1fda5331 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aebf5115-dc59-4b43-a3e2-b6d080396d63,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:35.632404 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76b550b8-f5cf-4ae0-9de3-e23f1fda5331 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.635266 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-76b550b8-f5cf-4ae0-9de3-e23f1fda5331 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137500 Jul 07 22:34:35.636435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:35.641231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c3beecff-9402-4db6-93a2-22a15b840038 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '19f931c5-2084-4ee5-b7d4-b651cdef014d', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:35.663448 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-c3beecff-9402-4db6-93a2-22a15b840038 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Project 770787b17e244d11a628113ff6e1dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:34:35.668659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3beecff-9402-4db6-93a2-22a15b840038 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.735960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3beecff-9402-4db6-93a2-22a15b840038 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.740260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3beecff-9402-4db6-93a2-22a15b840038 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.759734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3beecff-9402-4db6-93a2-22a15b840038 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e61aec8-d5e4-46a3-a539-2a78de78dace,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:35.763019 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3beecff-9402-4db6-93a2-22a15b840038 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.766786 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c3beecff-9402-4db6-93a2-22a15b840038 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267970 Jul 07 22:34:35.766957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52866) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:35.771417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-65a238d4-e749-4eb6-9634-750520ce0d8e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '19f931c5-2084-4ee5-b7d4-b651cdef014d', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:35.797522 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-65a238d4-e749-4eb6-9634-750520ce0d8e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Project 770787b17e244d11a628113ff6e1dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:34:35.802697 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a238d4-e749-4eb6-9634-750520ce0d8e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.864599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a238d4-e749-4eb6-9634-750520ce0d8e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.868187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a238d4-e749-4eb6-9634-750520ce0d8e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.882667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a238d4-e749-4eb6-9634-750520ce0d8e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740d7a9a-2648-4745-b466-e339cbbe020f,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:35.891585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-65a238d4-e749-4eb6-9634-750520ce0d8e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.895569 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-65a238d4-e749-4eb6-9634-750520ce0d8e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250155 Jul 07 22:34:35.895808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:35.900700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'network': {'name': 'tempest-network-smoke--479197116', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:35.920839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:34:35.924992 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.948180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:34:35.958095 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:35.958442 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Added segment 2391ee1f-ccdc-42ad-a134-3c2890c50bed of type vlan for network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 Jul 07 22:34:35.999109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.031028 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.036819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:36.037417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.061817 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1649709 Jul 07 22:34:36.064872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 52874) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:36.069566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'admin_state_up': True, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:36.103505 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.104492 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.113595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd00c0-3602-44a1-ba69-85f5ba11e7e5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Network': ['ID=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:36.126214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:34:36.195834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.210552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b78cd-8ed6-44ba-8c19-92f06ab54f9f req-14c74e59-1b5f-4713-948a-b8964a96da3d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:36.212107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8b78cd-8ed6-44ba-8c19-92f06ab54f9f req-14c74e59-1b5f-4713-948a-b8964a96da3d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1189971 Jul 07 22:34:36.366440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8b78cd-8ed6-44ba-8c19-92f06ab54f9f req-2c41246f-ffd2-46b8-b11a-09ba5acec146 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246476 Jul 07 22:34:36.368231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.559503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.578644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.726682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.25.8.8 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/4aeccf87-eeb1-4096-a669-e58ebd2aae7c) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:34:36.841136 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.884316 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:36.922461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:34:36.928165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:36.931730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:34:36.956953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=4aeccf87-eeb1-4096-a669-e58ebd2aae7c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:37.178853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:37.370474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:37.527379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 433ad88a-15ce-42d9-a8f9-942a4429540c is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:34:37.638620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ffde9-6380-4ae8-ac66-59366e3f7cab req-badc15ae-9efb-4a49-9aee-298ecc101d36 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:37.640641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce6ffde9-6380-4ae8-ac66-59366e3f7cab req-badc15ae-9efb-4a49-9aee-298ecc101d36 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1443038 Jul 07 22:34:37.673334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:34:37.684024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Sync routers for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:34:37.696404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:37.697276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:34:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:37.700420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce6ffde9-6380-4ae8-ac66-59366e3f7cab req-6f3b63f5-5b3b-4420-9c09-99b394999be5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538204 Jul 07 22:34:37.703362 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:37.707805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52882) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:37.708278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e4aa0d59-94e7-4626-b7e2-b395de68de4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6420565 Jul 07 22:34:37.816955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:37.846987 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca38d619-a4dd-4d9e-b4e0-8d68f23fcc06 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=770787b17e244d11a628113ff6e1dfed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354613 Jul 07 22:34:37.847206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:37.943375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139a5d9d-20a1-428e-9cad-ac2f641e8040 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:37.946131 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-139a5d9d-20a1-428e-9cad-ac2f641e8040 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975726 Jul 07 22:34:37.948416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:37.989918 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-81f8d47c-5b9d-4628-9bb8-3e5061232f8f tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402179 Jul 07 22:34:37.992457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:37.997743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-15390395', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:38.049436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:37Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:38.085566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Checking router: 433ad88a-15ce-42d9-a8f9-942a4429540c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:34:38.085928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Updating router 433ad88a-15ce-42d9-a8f9-942a4429540c port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:34:38.133092 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.133548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:34:38.137571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.371767 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.448717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Subnet': ['ID=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:38.455541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.457690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Checking segment: {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:38.457956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network hostable DHCP agents. Network: 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:34:38.470270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Transition to ACTIVE for port object 4aeccf87-eeb1-4096-a669-e58ebd2aae7c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:38.475976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:34:38.476463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.486139 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:38.490929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:38.491569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.510286 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57d88763-703e-45d2-bebb-57b54e91328e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5164938 Jul 07 22:34:38.513005 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 52948) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:38.525616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65290ad-6b7b-41ac-afe5-a2a447a944c2 None None] Network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:34:38.603566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4f293-771e-4e8e-9276-858ad0089153 None None] Pushing event updated for resources: {'Port': ['ID=4aeccf87-eeb1-4096-a669-e58ebd2aae7c,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:38.608891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Attempting to bind port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:34:38.609266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Attempting to bind port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:34:38.609678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Attempting to bind port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:38.616965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:34:38.617342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:38.617749 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.618175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:34:38.618775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Bound port: 4aeccf87-eeb1-4096-a669-e58ebd2aae7c, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:34:38.619014 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.720876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] For port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:38.737466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] For port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4aeccf87-eeb1-4096-a669-e58ebd2aae7c,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:34:38.762497 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.820851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:34:38.821790 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:38.833816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4f293-771e-4e8e-9276-858ad0089153 None None] Pushing event updated for resources: {'Port': ['ID=4aeccf87-eeb1-4096-a669-e58ebd2aae7c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:38.851146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:38.852004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:34:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:39.109840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522f4d6-80b7-421b-bdda-d5851a2cd4c1 req-38a654bb-7c36-4388-9d2d-aac9278a004d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:39.114970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:39.120856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6522f4d6-80b7-421b-bdda-d5851a2cd4c1 req-38a654bb-7c36-4388-9d2d-aac9278a004d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1907618 Jul 07 22:34:39.194982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6522f4d6-80b7-421b-bdda-d5851a2cd4c1 req-c3afe7db-c9e6-4f55-82fa-a207a44ab505 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618813 Jul 07 22:34:39.250112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Allocated IP 172.20.0.2 (6a34c946-ab48-4e2e-bd7a-c8d084ae34c3/bfbf1473-40bd-4ea8-ae2c-4d85a473b2df/0f29528e-f66d-4643-a9ab-1b08f19bcc00) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:34:39.263593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.480911 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.492646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Transition to ACTIVE for port object 0f29528e-f66d-4643-a9ab-1b08f19bcc00 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:39.495075 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:37Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:39.526715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac15b2-9086-42ce-8d26-365f602c009a None None] The sync data for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 is: [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:37Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:34:39.534782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Transition to ACTIVE for port object 0f29528e-f66d-4643-a9ab-1b08f19bcc00 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:39.542912 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.589258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:34:39.592305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:39.595565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:34:39.614872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Pushing event updated for resources: {'Port': ['ID=0f29528e-f66d-4643-a9ab-1b08f19bcc00,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:39.628127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.20.0.1 (6a34c946-ab48-4e2e-bd7a-c8d084ae34c3/bfbf1473-40bd-4ea8-ae2c-4d85a473b2df/05ac1041-ab32-41ff-8f4f-9e7c517939b4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:34:39.677939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Attempting to bind port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:34:39.678394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Attempting to bind port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:34:39.678824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Attempting to bind port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 on network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:39.686989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:34:39.687238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Checking segment: {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:39.687647 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.688048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Bound using segment: {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:34:39.688519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Bound port: 0f29528e-f66d-4643-a9ab-1b08f19bcc00, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:34:39.688909 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.773773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] For port 0f29528e-f66d-4643-a9ab-1b08f19bcc00, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:39.778276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] For port 0f29528e-f66d-4643-a9ab-1b08f19bcc00, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0f29528e-f66d-4643-a9ab-1b08f19bcc00,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:34:39.779513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.785765 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.810848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Transition to ACTIVE for port object 05ac1041-ab32-41ff-8f4f-9e7c517939b4 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:39.866608 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:39.898238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c378277-1c96-403e-97f1-ccb72498adf6 None None] Pushing event updated for resources: {'Port': ['ID=0f29528e-f66d-4643-a9ab-1b08f19bcc00,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:39.944569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:34:39.948170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:39.951565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:34:39.993643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=05ac1041-ab32-41ff-8f4f-9e7c517939b4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:40.018303 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:40.247972 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:40.496308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bff54d-feaa-48f1-a503-95ba3a2bb645 req-3f3855fc-a15b-4d2f-ad4c-6108758740f2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:40.497981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7bff54d-feaa-48f1-a503-95ba3a2bb645 req-3f3855fc-a15b-4d2f-ad4c-6108758740f2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1317101 Jul 07 22:34:40.559187 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7bff54d-feaa-48f1-a503-95ba3a2bb645 req-1ad2b7cb-0abf-4a5d-9f18-5f6064665e91 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555344 Jul 07 22:34:40.668449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:40.674271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:40.764320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:40.774149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=05ac1041-ab32-41ff-8f4f-9e7c517939b4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:40.903690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0f29528e-f66d-4643-a9ab-1b08f19bcc00 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:40.914297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:34:40.915833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:41.066640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 433ad88a-15ce-42d9-a8f9-942a4429540c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:34:41.134438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:34:41.140784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4aeccf87-eeb1-4096-a669-e58ebd2aae7c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:41.206361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:34:41.212219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:41.212597 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:41.228988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:34:41.239176 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e14ffad2-6b4b-462e-aaf5-3dc0912dafda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "PUT /v2.0/routers/433ad88a-15ce-42d9-a8f9-942a4429540c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7251606 Jul 07 22:34:41.303551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87760ea4-5c60-4cf9-ab39-f2ebb30eb5a7 None None] Network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:34:41.397124 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:41.405206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-463c28ab-5252-431a-8721-825aa4cc01a0 None None] Provisioning for port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:34:41.460301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-a7d94da2-c2b4-497b-9b2b-946e4254f1ed tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843881942&fields=id&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 267 time: 0.0537868 Jul 07 22:34:41.515594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4aeccf87-eeb1-4096-a669-e58ebd2aae7c,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:41.544918 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:41.553950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-463c28ab-5252-431a-8721-825aa4cc01a0 None None] Provisioning complete for port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:41.554484 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463c28ab-5252-431a-8721-825aa4cc01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:41.642784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0ebeb745-17d2-4380-b1a6-09fbdddb6247 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:41.661577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=4aeccf87-eeb1-4096-a669-e58ebd2aae7c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:41.682118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0ebeb745-17d2-4380-b1a6-09fbdddb6247 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 796 time: 0.2208390 Jul 07 22:34:41.704477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-d6d1d84a-3cc8-425f-bf9c-8ea3f3dc13f6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/quotas/770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 375 time: 0.0211399 Jul 07 22:34:41.747679 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463c28ab-5252-431a-8721-825aa4cc01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:41.798741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-463c28ab-5252-431a-8721-825aa4cc01a0 None None] For port 0f29528e-f66d-4643-a9ab-1b08f19bcc00, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0f29528e-f66d-4643-a9ab-1b08f19bcc00,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:41.806759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-463c28ab-5252-431a-8721-825aa4cc01a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:41.854777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-4b77f7aa-930f-4c16-a6dd-23966de11a97 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1492493 Jul 07 22:34:41.877292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c28ab-5252-431a-8721-825aa4cc01a0 None None] Pushing event updated for resources: {'Port': ['ID=0f29528e-f66d-4643-a9ab-1b08f19bcc00,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:41.878174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc40f60-da28-40c0-ae44-7e42ebf07923 req-e6dcf9cb-7809-46d3-8525-bc0a8501e416 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:41.879666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0dc40f60-da28-40c0-ae44-7e42ebf07923 req-e6dcf9cb-7809-46d3-8525-bc0a8501e416 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1288519 Jul 07 22:34:41.954974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0dc40f60-da28-40c0-ae44-7e42ebf07923 req-ef92d4b6-59c5-4474-8a3e-cba3006b0051 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623846 Jul 07 22:34:41.988741 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Sync routers for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:34:42.008233 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:42.009159 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:34:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:42.045314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e0074bbe-3f18-4317-b867-7b13022e2c12 None None] Provisioning complete for port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:42.046001 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0074bbe-3f18-4317-b867-7b13022e2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:42.133781 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:42.172072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-6432c039-97c4-4586-9c7a-45bf447f7f9b service neutron] 10.222.0.81 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031764 Jul 07 22:34:42.253791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e0074bbe-3f18-4317-b867-7b13022e2c12 None None] Provisioning for port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:34:42.257951 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e0074bbe-3f18-4317-b867-7b13022e2c12 None None] Provisioning complete for port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:42.258413 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0074bbe-3f18-4317-b867-7b13022e2c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:42.339295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e0074bbe-3f18-4317-b867-7b13022e2c12 None None] Port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:34:42.395524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-981f820f-41b0-444c-bfc7-003253bebfd6 service neutron] 10.222.0.81 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140501 Jul 07 22:34:42.435375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-a584529b-67cb-43a4-9c2f-285031aae905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:42.437712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-a584529b-67cb-43a4-9c2f-285031aae905 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0841441 Jul 07 22:34:42.441406 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '05ac1041-ab32-41ff-8f4f-9e7c517939b4', 'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:39Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 2, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:42.466018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1c3480c-4fa7-4f51-a155-d88ac63dba20 None None] Provisioning complete for port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:42.466426 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1c3480c-4fa7-4f51-a155-d88ac63dba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:42.480613 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Checking router: 433ad88a-15ce-42d9-a8f9-942a4429540c for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:34:42.481013 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Updating router 433ad88a-15ce-42d9-a8f9-942a4429540c port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:34:42.516306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3480c-4fa7-4f51-a155-d88ac63dba20 None None] Port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:34:42.523526 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:42.638636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-86afa232-e473-498f-8d6a-fb755ff8a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:42.644703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-86afa232-e473-498f-8d6a-fb755ff8a04f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.2003534 Jul 07 22:34:42.746682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c258f56a-33d0-411c-8d58-6dec6f554922 None None] Provisioning complete for port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:42.747173 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c258f56a-33d0-411c-8d58-6dec6f554922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:42.878354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c258f56a-33d0-411c-8d58-6dec6f554922 None None] Port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:34:42.897693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0f29528e-f66d-4643-a9ab-1b08f19bcc00 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:42.928228 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:42.945468 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Transition to ACTIVE for port object 05ac1041-ab32-41ff-8f4f-9e7c517939b4 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:42.954436 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:42.971799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:42.972516 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:43.021140 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Pushing event updated for resources: {'Port': ['ID=05ac1041-ab32-41ff-8f4f-9e7c517939b4,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:43.080564 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.081249 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.081760 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.082293 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.083231 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.083744 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.084541 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.085049 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.085734 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.086748 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.087374 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.087876 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:43.103520 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Attempting to bind port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:34:43.103916 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Attempting to bind port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:34:43.104524 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Attempting to bind port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 on network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:43.112841 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:34:43.113213 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Checking segment: {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:43.113868 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:43.114586 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Bound using segment: {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:34:43.115289 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Bound port: 05ac1041-ab32-41ff-8f4f-9e7c517939b4, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:34:43.116142 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:43.135072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4aeccf87-eeb1-4096-a669-e58ebd2aae7c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:43.204479 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] For port 05ac1041-ab32-41ff-8f4f-9e7c517939b4, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:43.209139 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] For port 05ac1041-ab32-41ff-8f4f-9e7c517939b4, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=05ac1041-ab32-41ff-8f4f-9e7c517939b4,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:34:43.215579 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:43.221904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:43.222331 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:43.288865 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:43.289642 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:34:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:43.384033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45d804f7-7c06-4682-a855-6c8790e99d8a req-3d6ffed6-96bb-4856-bed1-eec0f68a614f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 210 time: 0.0755920 Jul 07 22:34:43.404279 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e34bdf-95f1-4289-8fff-985290a56086 None None] Pushing event updated for resources: {'Port': ['ID=05ac1041-ab32-41ff-8f4f-9e7c517939b4,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:43.416308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-b564ac86-26fb-4fd0-b63e-729b5b693a32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 999 time: 0.7638099 Jul 07 22:34:43.479132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd8c1d-ba17-4ace-8c74-d78b128bc467 req-55858576-8948-4d0f-83d2-ae96f7e6c296 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:43.480050 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eefd8c1d-ba17-4ace-8c74-d78b128bc467 req-55858576-8948-4d0f-83d2-ae96f7e6c296 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1729028 Jul 07 22:34:43.480577 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:43.514438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-5652613b-2d5c-4ed1-a077-a75a19e4d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:43.516049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-5652613b-2d5c-4ed1-a077-a75a19e4d277 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0915155 Jul 07 22:34:43.582903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eefd8c1d-ba17-4ace-8c74-d78b128bc467 req-641f60f2-b829-4fbe-a520-3d5bac0461ba tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929012 Jul 07 22:34:43.638771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-a90d5d06-bbe8-4b15-8304-ee199496e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:43.640992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-a90d5d06-bbe8-4b15-8304-ee199496e007 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184955 Jul 07 22:34:43.757509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-8265721b-0760-4c68-a0bb-f7b91b601944 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097860 Jul 07 22:34:43.851405 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '05ac1041-ab32-41ff-8f4f-9e7c517939b4', 'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:39Z', 'updated_at': '2021-07-07T22:34:43Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:43.877084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd60045c-ab52-4310-b658-f8bc932185a1 req-6b8d1334-135b-4ce2-ab9c-39c75d7d3446 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125872 Jul 07 22:34:44.033246 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d579c0-c596-40b2-add7-3e4cfcf7455d None None] The sync data for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 is: [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '05ac1041-ab32-41ff-8f4f-9e7c517939b4', 'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:20:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:39Z', 'updated_at': '2021-07-07T22:34:43Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:34:44.271516 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:34:44.324702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8a37-1f05-43f7-9480-6b778706f55b req-06c34bdf-580a-42b5-acf4-6753738121bd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:44.326525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-06c34bdf-580a-42b5-acf4-6753738121bd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 796 time: 0.1885247 Jul 07 22:34:44.415297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0cd0eaf2-1ee8-40b8-8361-9fad4ae46dd8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 380 time: 0.0716722 Jul 07 22:34:44.425156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'port': {'device_id': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'admin_state_up': True, 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'security_groups': ['19f931c5-2084-4ee5-b7d4-b651cdef014d']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:44.588392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:34:44.598590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:44.693789 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-267d7385-cae2-4682-a318-8ddf1c17e654 req-99bd52c0-993a-4378-ab52-365a30cb65e6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 210 time: 0.0472105 Jul 07 22:34:44.865094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.20.0.11 (6a34c946-ab48-4e2e-bd7a-c8d084ae34c3/bfbf1473-40bd-4ea8-ae2c-4d85a473b2df/20cd84c2-7ead-452b-9592-c6c2f1cfb560) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:34:44.904268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 05ac1041-ab32-41ff-8f4f-9e7c517939b4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:44.992706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:34:44.997697 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:44.998087 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.035708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde98106-e640-4d3c-8c70-2cfa517b4821 req-db8e4382-b731-4f46-b694-9c84fe0fd512 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:45.043163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bde98106-e640-4d3c-8c70-2cfa517b4821 req-db8e4382-b731-4f46-b694-9c84fe0fd512 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2427599 Jul 07 22:34:45.110040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bde98106-e640-4d3c-8c70-2cfa517b4821 req-a2d4edc4-5bd1-4df3-ab09-c44442b1680d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660045 Jul 07 22:34:45.133771 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.175054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 05ac1041-ab32-41ff-8f4f-9e7c517939b4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=05ac1041-ab32-41ff-8f4f-9e7c517939b4,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:45.181617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.183554 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.200072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Transition to ACTIVE for port object 20cd84c2-7ead-452b-9592-c6c2f1cfb560 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:45.255897 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.261394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=05ac1041-ab32-41ff-8f4f-9e7c517939b4,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:45.345615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:34:45.353019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:45.354930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:45.361810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:34:45.427891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:45.428458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.444638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f6eee-d0fa-4109-8997-cb7617a6b311 req-4f813326-0115-4356-ae2f-3205653ce501 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:45.447222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-977f6eee-d0fa-4109-8997-cb7617a6b311 req-4f813326-0115-4356-ae2f-3205653ce501 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1529462 Jul 07 22:34:45.481522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-0e2b804b-f933-4272-84e2-522e01d4c051 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0610087 Jul 07 22:34:45.507206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Request body: {'port': {'device_id': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:45.522601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-977f6eee-d0fa-4109-8997-cb7617a6b311 req-82511f21-dc2c-494b-8cc4-f0ebbe5cf7a7 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657682 Jul 07 22:34:45.624961 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.697731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9a1d93de-2e95-4549-a252-10509b7bfbab None None] Provisioning for port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:34:45.703079 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9a1d93de-2e95-4549-a252-10509b7bfbab None None] Provisioning complete for port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:45.703445 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a1d93de-2e95-4549-a252-10509b7bfbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:45.776969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d93de-2e95-4549-a252-10509b7bfbab None None] Port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:34:45.933130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fdd1a-1c67-48a7-84df-89b082531db6 req-083db605-457e-4e40-b731-d144773aefe4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:45.934725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-384fdd1a-1c67-48a7-84df-89b082531db6 req-083db605-457e-4e40-b731-d144773aefe4 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.2534664 Jul 07 22:34:46.007868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfa463-64c6-4d25-a86c-82975a42ff70 req-e6b14717-6b40-4f18-84af-bd56b8050c97 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:46.009114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-debfa463-64c6-4d25-a86c-82975a42ff70 req-e6b14717-6b40-4f18-84af-bd56b8050c97 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 932 time: 0.1743090 Jul 07 22:34:46.057275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-384fdd1a-1c67-48a7-84df-89b082531db6 req-6ffe53c7-358a-4bdb-ab45-1d9b750ca4a5 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100047 Jul 07 22:34:46.075917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cd84c2-7ead-452b-9592-c6c2f1cfb560 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:34:46.088368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:46.108976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [req-0090e0a0-ce31-4389-bf1d-f0ce1f6480b3 req-b3e02b4a-017a-4632-a997-e3c5bb157354 tempest-SecurityGroupsTestJSON-114466089 tempest-SecurityGroupsTestJSON-114466089-project] (93942) timed out ('10.222.0.44', 55658) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:34:46.111901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-debfa463-64c6-4d25-a86c-82975a42ff70 req-b8ac892d-e666-4e2a-9be6-1f32defa65d6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915596 Jul 07 22:34:46.115815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Transition to ACTIVE for port object 20cd84c2-7ead-452b-9592-c6c2f1cfb560 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:34:46.121034 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:46.181612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:46.257654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Attempting to bind port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:34:46.257989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Attempting to bind port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:34:46.258378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Attempting to bind port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:46.263527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:34:46.263848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Attempting to bind port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:34:46.270453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:34:46.271192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Checking segment: {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:34:46.271338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Bound using segment: {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:34:46.271879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Bound port: 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:34:46.272223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:46.367437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:34:46.380004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:34:46.384763 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:46.424219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:46.424850 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:46.426296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] 10.222.0.83 "PUT /v2.0/ports/20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 1093 time: 0.9271374 Jul 07 22:34:46.426745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:46.428986 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc7086-b441-4c88-9489-7c1edcd4fd52" -d '{"events": [{"name": "network-changed", "server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:46.454189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9ea1c-ec4b-443e-829e-23729dbe60e5 service neutron] Pushing event updated for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:46.499205 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1a39b6-7fc4-459b-ab53-1f66e4950d22 x-openstack-request-id: req-9a1a39b6-7fc4-459b-ab53-1f66e4950d22 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:46.499504 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:46.499934 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a1a39b6-7fc4-459b-ab53-1f66e4950d22 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:46.500346 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'status': 'completed', 'code': 200} Jul 07 22:34:46.571197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cddbc-7f8c-4b49-98dc-01b2313c5f9a req-78e6fe4d-4fa1-4444-ac9e-b0bab2e28b25 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:46.572973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e61cddbc-7f8c-4b49-98dc-01b2313c5f9a req-78e6fe4d-4fa1-4444-ac9e-b0bab2e28b25 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1072290 Jul 07 22:34:46.604582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8a37-1f05-43f7-9480-6b778706f55b req-7b976d20-61e4-4d28-9f77-6e7ab198e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:46.606392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-7b976d20-61e4-4d28-9f77-6e7ab198e691 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1096 time: 0.0932631 Jul 07 22:34:46.629497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e61cddbc-7f8c-4b49-98dc-01b2313c5f9a req-6eec9d63-7a69-420b-bb21-3762066db979 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480487 Jul 07 22:34:46.664146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-8cf0d979-0f57-4a5f-b95b-96aa57857c81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 217 time: 0.0426617 Jul 07 22:34:46.713456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8a37-1f05-43f7-9480-6b778706f55b req-24e569ab-942c-4b0a-900d-bc8c40154a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:46.714888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-24e569ab-942c-4b0a-900d-bc8c40154a94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 200 len: 833 time: 0.0430589 Jul 07 22:34:46.773972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a8a37-1f05-43f7-9480-6b778706f55b req-66ad628e-3a36-4124-9046-c11f2be4aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:46.775524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-66ad628e-3a36-4124-9046-c11f2be4aec0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536332 Jul 07 22:34:46.818532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 05ac1041-ab32-41ff-8f4f-9e7c517939b4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:46.865897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:46.866292 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:46.873127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-390846a6-6d77-472d-8970-90442d73ff92 service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907927 Jul 07 22:34:46.988931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-705a8a37-1f05-43f7-9480-6b778706f55b req-eabe1017-a66a-47dd-8da8-92985dd3334b service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085751 Jul 07 22:34:47.134803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-94bfb251-71ed-411a-bda8-e9546f79dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:47.136314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-94bfb251-71ed-411a-bda8-e9546f79dd1b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1096 time: 0.0532899 Jul 07 22:34:47.243284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-47816ca2-8994-4be0-8e5f-45c1df56f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:47.244416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-47816ca2-8994-4be0-8e5f-45c1df56f46b service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 897 time: 0.1009898 Jul 07 22:34:47.300608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-be6023a1-0a1a-4b6b-a897-5673afb78e66 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 217 time: 0.0406098 Jul 07 22:34:47.367898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084542a6-8582-4eff-9e4c-9c127e76d5dd req-ee1010d4-aa33-477f-b966-df74e92e2246 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:47.369392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-084542a6-8582-4eff-9e4c-9c127e76d5dd req-ee1010d4-aa33-477f-b966-df74e92e2246 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 944 time: 0.1395559 Jul 07 22:34:47.371153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-ae2667ad-ed94-4fe9-bbfb-2f61928dfd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:47.372487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-ae2667ad-ed94-4fe9-bbfb-2f61928dfd1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 200 len: 833 time: 0.0644798 Jul 07 22:34:47.438474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-084542a6-8582-4eff-9e4c-9c127e76d5dd req-088fbdee-5ba6-4d1f-82de-733430c359b1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624876 Jul 07 22:34:47.460337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-d53097be-f86c-4e3d-9679-a38437503d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:47.461886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-d53097be-f86c-4e3d-9679-a38437503d85 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797539 Jul 07 22:34:47.557896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-b8008ad3-54d7-405f-a7b8-0516db2f0212 service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883017 Jul 07 22:34:47.649985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-badc7086-b441-4c88-9489-7c1edcd4fd52 req-77730245-97de-47d5-a833-b0a189517a45 service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Jul 07 22:34:47.818576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd925-d1ec-40f6-9317-c23a37b22aab req-1b24a4dc-d136-4798-8d2a-780e7bafc72d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:47.819986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0eecd925-d1ec-40f6-9317-c23a37b22aab req-1b24a4dc-d136-4798-8d2a-780e7bafc72d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0693905 Jul 07 22:34:47.860826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0eecd925-d1ec-40f6-9317-c23a37b22aab req-0bac8d2f-0d3b-4d91-a062-13cf3895b0cc tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352778 Jul 07 22:34:48.214856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368015be-de8b-4522-ab05-5076509e4efe req-ce91dd43-7e6c-40b8-a771-66ad704091f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:48.216451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-368015be-de8b-4522-ab05-5076509e4efe req-ce91dd43-7e6c-40b8-a771-66ad704091f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 1097 time: 0.0941327 Jul 07 22:34:48.228350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cce81-6824-47d4-a4c8-b3a6e85f85a8 req-fef6f124-c866-4e2b-a95a-f2c3d54117c9 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:48.229885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-252cce81-6824-47d4-a4c8-b3a6e85f85a8 req-fef6f124-c866-4e2b-a95a-f2c3d54117c9 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0976045 Jul 07 22:34:48.320105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-252cce81-6824-47d4-a4c8-b3a6e85f85a8 req-88ee6a64-f47c-4cc2-b035-5d7791034bf3 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821321 Jul 07 22:34:48.350874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368015be-de8b-4522-ab05-5076509e4efe req-b9983a29-e303-4367-8dda-078e3272ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:48.352319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-368015be-de8b-4522-ab05-5076509e4efe req-b9983a29-e303-4367-8dda-078e3272ab64 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.1215332 Jul 07 22:34:48.422938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-368015be-de8b-4522-ab05-5076509e4efe req-b45ae7df-81f6-4af0-adfc-6c8ff9968912 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 200 len: 999 time: 0.0631459 Jul 07 22:34:48.500316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368015be-de8b-4522-ab05-5076509e4efe req-cf062fa4-4bbc-4cc6-a13d-a382c4dd2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:48.501791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-368015be-de8b-4522-ab05-5076509e4efe req-cf062fa4-4bbc-4cc6-a13d-a382c4dd2b22 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0733328 Jul 07 22:34:48.557207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b3e84-ee5b-4320-9e3f-ab5d89de7b61 req-729ee600-45d5-462e-9a7a-643ba3de80ec tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:48.558895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d7b3e84-ee5b-4320-9e3f-ab5d89de7b61 req-729ee600-45d5-462e-9a7a-643ba3de80ec tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 950 time: 0.1038940 Jul 07 22:34:48.646167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d7b3e84-ee5b-4320-9e3f-ab5d89de7b61 req-c0137997-a165-47ea-b0a8-14b4b0a60777 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 Jul 07 22:34:48.650111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368015be-de8b-4522-ab05-5076509e4efe req-a665787f-addf-4ba3-9ec3-4de38a0d1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:48.651735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-368015be-de8b-4522-ab05-5076509e4efe req-a665787f-addf-4ba3-9ec3-4de38a0d1514 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437905 Jul 07 22:34:48.685738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bab467-e947-4c97-9d80-9d1b4a3a6c22 req-07077fea-2928-4ca3-b16c-b508687b8886 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:48.687794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00bab467-e947-4c97-9d80-9d1b4a3a6c22 req-07077fea-2928-4ca3-b16c-b508687b8886 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 944 time: 0.1271195 Jul 07 22:34:48.767977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00bab467-e947-4c97-9d80-9d1b4a3a6c22 req-b91d4134-1f34-4a34-8cb9-41701ccd8963 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561948 Jul 07 22:34:48.785358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-368015be-de8b-4522-ab05-5076509e4efe req-c810a307-a777-4eff-bf43-e3db66ae2d18 service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266353 Jul 07 22:34:48.872969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-368015be-de8b-4522-ab05-5076509e4efe req-3ef4d59f-e97e-48f9-9073-540d5507394f service neutron] 10.222.0.44 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816903 Jul 07 22:34:49.509434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8cc98-151b-4dea-a615-546f5845857d req-1cb7c288-709e-4a7a-ba86-93b65112780b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:49.511019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6eb8cc98-151b-4dea-a615-546f5845857d req-1cb7c288-709e-4a7a-ba86-93b65112780b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0714803 Jul 07 22:34:49.551085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6eb8cc98-151b-4dea-a615-546f5845857d req-c26de687-e7df-4237-ab75-d50cfe53db7c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342433 Jul 07 22:34:49.744105 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:49.826208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8395b-e505-42df-afaf-18899cf272d0 req-de55833b-2194-4aaf-98bf-11a7b4abe51c tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:49.828402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4d8395b-e505-42df-afaf-18899cf272d0 req-de55833b-2194-4aaf-98bf-11a7b4abe51c tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 950 time: 0.0706730 Jul 07 22:34:49.870541 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4d8395b-e505-42df-afaf-18899cf272d0 req-43c49925-43a3-445f-b7d3-3c537b3c78e3 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351584 Jul 07 22:34:50.010936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d247d-225b-4633-9789-a96688e86b30 req-5a40dbec-abab-48c3-9986-c098de4cc954 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:50.012416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-227d247d-225b-4633-9789-a96688e86b30 req-5a40dbec-abab-48c3-9986-c098de4cc954 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 944 time: 0.0630083 Jul 07 22:34:50.052385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-227d247d-225b-4633-9789-a96688e86b30 req-4e4d7cb1-d184-4a98-a48f-b962aefb65ad tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327642 Jul 07 22:34:50.724652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c9d15-4bbb-42cd-8da6-2396e4a3758c req-2d65ce58-876e-4a5b-af02-58ad64d12ddd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:50.726241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-472c9d15-4bbb-42cd-8da6-2396e4a3758c req-2d65ce58-876e-4a5b-af02-58ad64d12ddd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0655179 Jul 07 22:34:50.729113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 20cd84c2-7ead-452b-9592-c6c2f1cfb560 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:34:50.790866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-472c9d15-4bbb-42cd-8da6-2396e4a3758c req-3b75d94e-034c-4121-a8cb-c3aba475ba68 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590982 Jul 07 22:34:50.828542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:50.829284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-e8a6acab-e54a-4f49-8d5d-1ec7f31585b9 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:50.830634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-e8a6acab-e54a-4f49-8d5d-1ec7f31585b9 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.83 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 950 time: 0.0798671 Jul 07 22:34:50.842830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'port_id': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'mac_address': 'fa:16:3e:5a:77:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:34:50.885039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.900847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cd84c2-7ead-452b-9592-c6c2f1cfb560 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:34:50.923714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:50.928132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.988806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Deleting port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:50.989167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:50.989555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:51.041872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a85c9-01b5-46d3-b04f-d82250b85985 req-ba68156e-57e8-49dc-b425-52b9d51ff74f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:51.043372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e95a85c9-01b5-46d3-b04f-d82250b85985 req-ba68156e-57e8-49dc-b425-52b9d51ff74f tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.1253958 Jul 07 22:34:51.136573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e95a85c9-01b5-46d3-b04f-d82250b85985 req-0e129d36-a7b8-4ae5-a976-5e72fe54d055 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862207 Jul 07 22:34:51.151725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] For port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:51.152092 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.170200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Calling delete_port for 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:51.193747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba1663-1350-41fe-8cbb-f5e00e667af8 req-250eddf9-f34d-4cca-bf49-13505c3ba9ff tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:51.195269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82ba1663-1350-41fe-8cbb-f5e00e667af8 req-250eddf9-f34d-4cca-bf49-13505c3ba9ff tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 950 time: 0.1260209 Jul 07 22:34:51.308965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82ba1663-1350-41fe-8cbb-f5e00e667af8 req-9a4de546-40b0-42d5-91eb-15f036314180 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac0d1156-95cd-4b7f-957b-473f1ab976d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818028 Jul 07 22:34:51.377134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2501c-ba7f-44e0-9773-d86c02432462 req-291b82d7-496d-439a-93ce-7115ca3d4775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:51.378641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ce2501c-ba7f-44e0-9773-d86c02432462 req-291b82d7-496d-439a-93ce-7115ca3d4775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 945 time: 0.1354561 Jul 07 22:34:51.399375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['20cd84c2-7ead-452b-9592-c6c2f1cfb560'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:51.443969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.479176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ce2501c-ba7f-44e0-9773-d86c02432462 req-c902bae8-4eeb-4f72-af8f-edf0afcc81b7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888972 Jul 07 22:34:51.484669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Pushing event deleted for resources: {'Port': ['ID=8b88c4ca-5298-42d6-b4fb-bb7e3152a462,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:51.520622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.520969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.521310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.521670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.522009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.522369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.522698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.523024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.523347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.523685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.524015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.524335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:34:51.909920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] No DVR routers for this DVR port 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:34:51.914195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-5f0a648f-ef03-469d-b7b8-37fd473ac91a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5345652 Jul 07 22:34:51.915183 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:51.917065 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab77eb27-3ff6-4868-8d04-6b108064206f req-8f1ae43e-3215-4e26-bd8a-40ccc85f9add tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.83 "DELETE /v2.0/ports/8b88c4ca-5298-42d6-b4fb-bb7e3152a462 HTTP/1.1" status: 204 len: 173 time: 1.0798981 Jul 07 22:34:51.917514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26ccdac-8d96-4017-b80d-dc84d94e409a', 'name': 'network-vif-deleted', 'tag': '8b88c4ca-5298-42d6-b4fb-bb7e3152a462'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:51.919802 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d65c47-5588-41e3-b5cb-68bac85708c9" -d '{"events": [{"server_uuid": "b26ccdac-8d96-4017-b80d-dc84d94e409a", "name": "network-vif-deleted", "tag": "8b88c4ca-5298-42d6-b4fb-bb7e3152a462"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:51.971079 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82dff18-6c10-4246-9ac4-872431fe0ba2 x-openstack-request-id: req-c82dff18-6c10-4246-9ac4-872431fe0ba2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:51.971482 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b26ccdac-8d96-4017-b80d-dc84d94e409a", "name": "network-vif-deleted", "tag": "8b88c4ca-5298-42d6-b4fb-bb7e3152a462", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:51.971842 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c82dff18-6c10-4246-9ac4-872431fe0ba2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:51.972320 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b26ccdac-8d96-4017-b80d-dc84d94e409a', 'name': 'network-vif-deleted', 'tag': '8b88c4ca-5298-42d6-b4fb-bb7e3152a462', 'status': 'completed', 'code': 200} Jul 07 22:34:52.072848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-f2cd93a4-4d0c-482a-ae89-7b23efc4e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:52.074943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-f2cd93a4-4d0c-482a-ae89-7b23efc4e23b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b1daa2cd461c4749a9852942fe8498c8&device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 1098 time: 0.1003032 Jul 07 22:34:52.254816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-72006962-9a56-410c-b326-44521821c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:52.256296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-72006962-9a56-410c-b326-44521821c5c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 200 len: 913 time: 0.1328020 Jul 07 22:34:52.265400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-e13c8e15-1016-4eb1-9701-090fcf705f0c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:52.266802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-e13c8e15-1016-4eb1-9701-090fcf705f0c tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=99678d45-f6a2-46ac-ba63-e264dfdeb232 HTTP/1.1" status: 200 len: 944 time: 0.1341197 Jul 07 22:34:52.335827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-c157cbb2-5b16-4cb8-a82a-026bc256fa83 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08f6add3-c137-47e6-8f83-a73826fdc9cc HTTP/1.1" status: 200 len: 217 time: 0.0563471 Jul 07 22:34:52.419056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-2d4b0da6-963a-481b-b80a-4ac198bcb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:52.420553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-2d4b0da6-963a-481b-b80a-4ac198bcb428 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 200 len: 851 time: 0.0750313 Jul 07 22:34:52.488394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Deleting port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:52.488633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.494355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-afe168cb-fb82-41f2-933d-daf7fee99db0 req-4d65ddfb-7196-4ccc-95c5-fc95bc59a993 tempest-VolumesBackupsTest-146210101 tempest-VolumesBackupsTest-146210101-project] 10.222.0.81 "GET /v2.0/ports?device_id=b26ccdac-8d96-4017-b80d-dc84d94e409a HTTP/1.1" status: 200 len: 210 time: 0.0559657 Jul 07 22:34:52.526041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['8b88c4ca-5298-42d6-b4fb-bb7e3152a462'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:52.585775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-9fd37f0c-0676-46b2-a912-59656b3b77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:52.587326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-9fd37f0c-0676-46b2-a912-59656b3b77bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f13f5340-1276-4670-bb1c-9b8e37ff1851&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591263 Jul 07 22:34:52.599668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] For port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:52.600030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.649739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Calling delete_port for d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:52.741967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 20cd84c2-7ead-452b-9592-c6c2f1cfb560 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:34:52.792499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:34:52.798634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:34:52.799164 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.812181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6ab6d-bd09-4231-8102-67c2fd742596 req-a043c3a2-34f5-45df-8c5e-e9c7946cbf3c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:52.813841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bc6ab6d-bd09-4231-8102-67c2fd742596 req-a043c3a2-34f5-45df-8c5e-e9c7946cbf3c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 945 time: 0.2163103 Jul 07 22:34:52.819932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-3f66e307-58e6-4ce3-b694-377264eac31a service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046926 Jul 07 22:34:52.881258 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.905806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:52.908465 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8883f30a-aed0-4673-b4ff-1d82964e5a97" -d '{"events": [{"server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "name": "network-vif-plugged", "status": "completed", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:52.921396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:52.925094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.939159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bc6ab6d-bd09-4231-8102-67c2fd742596 req-29fe9276-99b6-439d-9e73-a7b7083b912c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182659 Jul 07 22:34:52.981804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:52.987115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:52.996973 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64ab870-fdda-4b3d-b4d7-313b685dedac x-openstack-request-id: req-f64ab870-fdda-4b3d-b4d7-313b685dedac {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:52.997289 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "name": "network-vif-plugged", "status": "completed", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:52.997542 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f64ab870-fdda-4b3d-b4d7-313b685dedac {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:52.998120 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'code': 200} Jul 07 22:34:53.000579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:53.014418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1aa7b8a4-3842-4b7b-beba-4b9916964fbb req-9bda3bf7-083d-458e-a684-a14fc66709d7 service neutron] 10.222.0.83 "GET /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754680 Jul 07 22:34:53.018466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event deleted for resources: {'Port': ['ID=d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:53.041915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['08f6add3-c137-47e6-8f83-a73826fdc9cc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:53.072738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] No DVR routers for this DVR port d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:34:53.076009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:53.085905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7e8b4f1-1e16-416a-b9a6-59bfa068b67c req-349c5f3d-1232-4b2c-9161-f5b3c68eeb0d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "DELETE /v2.0/ports/d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae HTTP/1.1" status: 204 len: 173 time: 0.8138564 Jul 07 22:34:53.219791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0e124-6cf9-41d7-af02-bcc2fdc9a126 req-0bc0ee4a-7d70-4063-baf6-2e1201d7867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:53.221332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6be0e124-6cf9-41d7-af02-bcc2fdc9a126 req-0bc0ee4a-7d70-4063-baf6-2e1201d7867c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1098 time: 0.0629787 Jul 07 22:34:53.269974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6be0e124-6cf9-41d7-af02-bcc2fdc9a126 req-a4269f9b-d182-49a8-a698-b2924965b3d8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390673 Jul 07 22:34:53.973913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'name': 'network-vif-deleted', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:53.976296 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914dc947-0b39-49db-ab3f-36697fc55166" -d '{"events": [{"server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "name": "network-vif-deleted", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:54.057633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577c0f0-63b1-40d4-90a5-7c14b0642d53 req-18444ca6-d0c8-493f-9228-150a888be3fa tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:54.059558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9577c0f0-63b1-40d4-90a5-7c14b0642d53 req-18444ca6-d0c8-493f-9228-150a888be3fa tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 907 time: 0.0678630 Jul 07 22:34:54.104196 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdbcf5b-2398-4d5d-a305-0c499bcfc1e7 x-openstack-request-id: req-5bdbcf5b-2398-4d5d-a305-0c499bcfc1e7 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:54.104492 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99678d45-f6a2-46ac-ba63-e264dfdeb232", "name": "network-vif-deleted", "tag": "d84ff4d1-d3a0-4c18-8dc1-1f72a3861aae", "status": "failed", "code": 422}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:54.104748 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5bdbcf5b-2398-4d5d-a305-0c499bcfc1e7 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:54.105153 n-d-695012-11 neutron-server[93941]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99678d45-f6a2-46ac-ba63-e264dfdeb232', 'name': 'network-vif-deleted', 'tag': 'd84ff4d1-d3a0-4c18-8dc1-1f72a3861aae', 'status': 'failed', 'code': 422} returned with failed status Jul 07 22:34:54.129204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fb682-1cf3-4407-a20e-03bd76ba7f09 req-379e4efd-a657-486a-9a8a-d8e7ac40d6ff tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:54.130754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-579fb682-1cf3-4407-a20e-03bd76ba7f09 req-379e4efd-a657-486a-9a8a-d8e7ac40d6ff tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.0690348 Jul 07 22:34:54.170283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-579fb682-1cf3-4407-a20e-03bd76ba7f09 req-c91ddfef-4f48-4e8c-abdd-9b566423a8a7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Jul 07 22:34:54.737084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:54.780428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:34:54.780920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8b88c4ca-5298-42d6-b4fb-bb7e3152a462 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:34:55.174975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-9b449b34-571a-4428-a2cb-6fe5d18edebd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:55.176810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-9b449b34-571a-4428-a2cb-6fe5d18edebd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 907 time: 0.0712795 Jul 07 22:34:55.313863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Deleting port 6b4b3b16-e56f-441a-adc7-435cda9daedf {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:55.314543 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:55.493067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] For port 6b4b3b16-e56f-441a-adc7-435cda9daedf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=6b4b3b16-e56f-441a-adc7-435cda9daedf,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:55.493350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:55.509209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f7928-37e6-445c-80e6-a6d024d48df7 req-3ef3a0cb-594d-42b2-87dc-3fa76eca3e7b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:55.510758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-654f7928-37e6-445c-80e6-a6d024d48df7 req-3ef3a0cb-594d-42b2-87dc-3fa76eca3e7b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1930704 Jul 07 22:34:55.518572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Calling delete_port for 6b4b3b16-e56f-441a-adc7-435cda9daedf owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:55.552064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013d65f-df25-4bcd-a347-e651b01fd2ab req-2f69bf40-aee1-412f-ba04-7169955836bf tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:55.553532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2013d65f-df25-4bcd-a347-e651b01fd2ab req-2f69bf40-aee1-412f-ba04-7169955836bf tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=1dfd61dc-2fe0-4d0e-b4d5-52630dac254e HTTP/1.1" status: 200 len: 907 time: 0.1678612 Jul 07 22:34:55.611494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-654f7928-37e6-445c-80e6-a6d024d48df7 req-201e56c6-0879-4047-adee-3ef92ab6943f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939891 Jul 07 22:34:55.714160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:55.741695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event deleted for resources: {'Port': ['ID=6b4b3b16-e56f-441a-adc7-435cda9daedf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:55.837342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] No DVR routers for this DVR port 6b4b3b16-e56f-441a-adc7-435cda9daedf on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:34:55.840557 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:55.842870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf05095b-de90-4b8b-977f-b9cee7a31315 req-d6f24fe3-bc12-40e6-95c9-57a0f38f5795 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "DELETE /v2.0/ports/6b4b3b16-e56f-441a-adc7-435cda9daedf HTTP/1.1" status: 204 len: 173 time: 0.6593840 Jul 07 22:34:55.899245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c90a0-719a-4eb8-91b6-772f2e73a228 req-f1d2fb66-735e-4d0f-8f7b-39006cf381af tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:55.901080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f9c90a0-719a-4eb8-91b6-772f2e73a228 req-f1d2fb66-735e-4d0f-8f7b-39006cf381af tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1386223 Jul 07 22:34:55.972029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f9c90a0-719a-4eb8-91b6-772f2e73a228 req-28c4feb1-4d27-4b0b-89b7-6ddef250ac90 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544670 Jul 07 22:34:55.987303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53550) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:56.090524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac92d5-3e6f-4477-b9d1-329ed47f1772 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:56.095399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53552) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:56.095916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-78ac92d5-3e6f-4477-b9d1-329ed47f1772 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1093 time: 0.1073225 Jul 07 22:34:56.110271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'name': 'network-vif-deleted', 'tag': '6b4b3b16-e56f-441a-adc7-435cda9daedf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:56.110271 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a2dd12-ba8d-4fa7-80dc-0cee00cbbbe9" -d '{"events": [{"server_uuid": "1dfd61dc-2fe0-4d0e-b4d5-52630dac254e", "name": "network-vif-deleted", "tag": "6b4b3b16-e56f-441a-adc7-435cda9daedf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:56.113166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:34:56.144754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.162528 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368db242-761b-4f08-8f4d-743df6e76839 x-openstack-request-id: req-368db242-761b-4f08-8f4d-743df6e76839 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:56.162823 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dfd61dc-2fe0-4d0e-b4d5-52630dac254e", "name": "network-vif-deleted", "tag": "6b4b3b16-e56f-441a-adc7-435cda9daedf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:56.163073 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-368db242-761b-4f08-8f4d-743df6e76839 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:56.163464 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dfd61dc-2fe0-4d0e-b4d5-52630dac254e', 'name': 'network-vif-deleted', 'tag': '6b4b3b16-e56f-441a-adc7-435cda9daedf', 'status': 'completed', 'code': 200} Jul 07 22:34:56.259608 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.372475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.25.8.27 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d961776b-07ef-4a7d-a893-28fad386b2f4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:34:56.485342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.525410 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:56.564514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:34:56.567711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:34:56.573604 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:34:56.620164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=d961776b-07ef-4a7d-a893-28fad386b2f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:57.069839 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.075636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0efbf-df01-48ed-ab1a-2aac6e248e99 req-69cdc96e-185d-47c2-ae97-b29cebabaabd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:57.077351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9b0efbf-df01-48ed-ab1a-2aac6e248e99 req-69cdc96e-185d-47c2-ae97-b29cebabaabd tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 946 time: 0.0731931 Jul 07 22:34:57.118614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9b0efbf-df01-48ed-ab1a-2aac6e248e99 req-86cdd9cd-b60c-41a0-ba67-3448ba444688 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347567 Jul 07 22:34:57.150649 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.313576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.319959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.325269 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5204abbb-a532-4f89-b2d5-67aa241ca129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.398608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=d961776b-07ef-4a7d-a893-28fad386b2f4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:57.410757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:57.514599 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Floating IP 3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a associated. External IP: 172.25.8.27, port: 20cd84c2-7ead-452b-9592-c6c2f1cfb560. Jul 07 22:34:58.041972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 433ad88a-15ce-42d9-a8f9-942a4429540c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:34:58.159692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:34:58.170523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] Sync routers for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:34:58.186707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:58.191359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:58.194220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:34:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:58.235761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-561b7a7c-809a-4524-a105-87b774d07de5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1356158 Jul 07 22:34:58.235761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:58.237631 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba4d974-edfa-4345-99df-01c9133531d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:58.341609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6b4b3b16-e56f-441a-adc7-435cda9daedf no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:34:58.346968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a223a3e-f74c-4be4-a651-03e1fce8b51b req-2397fc3f-428b-4d32-8630-6eb424165dca tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:58.349015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:58.349600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a223a3e-f74c-4be4-a651-03e1fce8b51b req-2397fc3f-428b-4d32-8630-6eb424165dca tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 946 time: 0.0842271 Jul 07 22:34:58.400686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 6b4b3b16-e56f-441a-adc7-435cda9daedf {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:34:58.401028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 6b4b3b16-e56f-441a-adc7-435cda9daedf not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:34:58.426288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a223a3e-f74c-4be4-a651-03e1fce8b51b req-fc459f21-df83-4eb4-930d-cac2e36d3c22 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634296 Jul 07 22:34:58.627445 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a140e33-36be-48ec-b3c4-c92b987c35d6 x-openstack-request-id: req-9a140e33-36be-48ec-b3c4-c92b987c35d6 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:58.628009 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:58.628509 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a140e33-36be-48ec-b3c4-c92b987c35d6 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:58.629017 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'status': 'completed', 'code': 200} Jul 07 22:34:58.634257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac48d6-29e1-4f50-a4e4-60cc48965f9b req-4a41b69e-856d-40ef-b7db-1ee64a8b317d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:58.635834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93ac48d6-29e1-4f50-a4e4-60cc48965f9b req-4a41b69e-856d-40ef-b7db-1ee64a8b317d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.0927463 Jul 07 22:34:58.653940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'port_id': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'mac_address': 'fa:16:3e:5a:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:34:56Z', 'updated_at': '2021-07-07T22:34:56Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ac1041-ab32-41ff-8f4f-9e7c517939b4', 'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:39Z', 'updated_at': '2021-07-07T22:34:45Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:58.687611 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] Checking router: 433ad88a-15ce-42d9-a8f9-942a4429540c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:34:58.696579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:34:58.697565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:34:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:58.726346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93ac48d6-29e1-4f50-a4e4-60cc48965f9b req-8845fcc9-e154-4d1a-baba-69973d928315 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848613 Jul 07 22:34:58.743983 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:58.780942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-c12b427c-bdb5-43f3-9ede-f19e69a0e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:58.782464 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-c12b427c-bdb5-43f3-9ede-f19e69a0e69c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1098 time: 0.1111095 Jul 07 22:34:58.839784 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3c057d9e-cd0a-4933-b969-b1931c675780 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a HTTP/1.1" status: 200 len: 991 time: 0.0929260 Jul 07 22:34:58.841415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:34:58.932921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-b39dfa58-69cd-43c7-89c8-a6ec2218aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:58.934416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-b39dfa58-69cd-43c7-89c8-a6ec2218aac7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 897 time: 0.1416421 Jul 07 22:34:58.944400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-191b6cd0-8566-4522-af00-b1a414e9e07e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:58.945813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-191b6cd0-8566-4522-af00-b1a414e9e07e tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.83 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 946 time: 0.1978805 Jul 07 22:34:59.000298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f4e57-0fdd-4af5-ba92-9ba612ddaf90 req-9b8b207e-8fcf-4924-847a-667bcebc99ef tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:59.001700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-286f4e57-0fdd-4af5-ba92-9ba612ddaf90 req-9b8b207e-8fcf-4924-847a-667bcebc99ef tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.2183614 Jul 07 22:34:59.074815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-317c7ce9-5535-4190-830b-5fafae02d73e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 999 time: 0.1271384 Jul 07 22:34:59.109446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'port_id': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'mac_address': 'fa:16:3e:5a:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:34:56Z', 'updated_at': '2021-07-07T22:34:56Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ac1041-ab32-41ff-8f4f-9e7c517939b4', 'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:39Z', 'updated_at': '2021-07-07T22:34:45Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:34:59.137795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3815f79-1b19-4189-81aa-59d794ba8b84 None None] The sync data for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 is: [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'port_id': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'mac_address': 'fa:16:3e:5a:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:34:56Z', 'updated_at': '2021-07-07T22:34:56Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ac1041-ab32-41ff-8f4f-9e7c517939b4', 'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:39Z', 'updated_at': '2021-07-07T22:34:45Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:34:59.145321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-286f4e57-0fdd-4af5-ba92-9ba612ddaf90 req-396ada2d-35c0-40ee-8ead-037ce04f3d4f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202977 Jul 07 22:34:59.166360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-e0b138b5-5e0e-42f3-bfe3-18f182da38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:59.167835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-e0b138b5-5e0e-42f3-bfe3-18f182da38bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 200 len: 833 time: 0.0854979 Jul 07 22:34:59.221156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Deleting port 08f6add3-c137-47e6-8f83-a73826fdc9cc {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:34:59.221507 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.303931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-62bc046e-717e-4c42-b369-ade6066a142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:59.305482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-62bc046e-717e-4c42-b369-ade6066a142b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292169 Jul 07 22:34:59.383534 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ab8c7e-8030-437e-b6cc-2ed85054069e None None] New status for floating IP 3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:34:59.385552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] For port 08f6add3-c137-47e6-8f83-a73826fdc9cc, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=08f6add3-c137-47e6-8f83-a73826fdc9cc,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:34:59.386031 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.405832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Calling delete_port for 08f6add3-c137-47e6-8f83-a73826fdc9cc owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:34:59.481108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-f283d782-5602-4ef1-af57-35a0f67be704 service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675942 Jul 07 22:34:59.600563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ba4d974-edfa-4345-99df-01c9133531d2 req-7e4e2dc0-e189-475b-b12a-0f4f9456977d service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114857 Jul 07 22:34:59.700160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.712173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:59.742169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['08f6add3-c137-47e6-8f83-a73826fdc9cc'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:34:59.745559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event deleted for resources: {'Port': ['ID=08f6add3-c137-47e6-8f83-a73826fdc9cc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:34:59.774785 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e170a6fc-9467-4262-9325-854ff84fd396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.809632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] No DVR routers for this DVR port 08f6add3-c137-47e6-8f83-a73826fdc9cc on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:34:59.819936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0468a-b21d-4590-93bb-b1a061e67ed4 req-e0ce2a14-8863-43c7-b290-a1e177fc48a1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:34:59.821436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8f0468a-b21d-4590-93bb-b1a061e67ed4 req-e0ce2a14-8863-43c7-b290-a1e177fc48a1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=6645033f-da18-4c53-b25a-85af44190f18 HTTP/1.1" status: 200 len: 867 time: 0.1858053 Jul 07 22:34:59.822548 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:34:59.824467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75f027ac-bd4d-44e3-8a82-1727fae2dc88 req-0409159e-b801-494e-964c-54e59c2657f1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.83 "DELETE /v2.0/ports/08f6add3-c137-47e6-8f83-a73826fdc9cc HTTP/1.1" status: 204 len: 173 time: 0.8677518 Jul 07 22:34:59.824908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6645033f-da18-4c53-b25a-85af44190f18', 'name': 'network-vif-deleted', 'tag': '08f6add3-c137-47e6-8f83-a73826fdc9cc'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:34:59.827536 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041a3082-fccb-4fcd-8d97-7f1d90ee970b" -d '{"events": [{"server_uuid": "6645033f-da18-4c53-b25a-85af44190f18", "name": "network-vif-deleted", "tag": "08f6add3-c137-47e6-8f83-a73826fdc9cc"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:34:59.842535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53680) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:34:59.882924 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f14a65b-bfbd-4776-8783-2f413c8b2733 x-openstack-request-id: req-4f14a65b-bfbd-4776-8783-2f413c8b2733 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:34:59.883343 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6645033f-da18-4c53-b25a-85af44190f18", "name": "network-vif-deleted", "tag": "08f6add3-c137-47e6-8f83-a73826fdc9cc", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:34:59.883685 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f14a65b-bfbd-4776-8783-2f413c8b2733 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:34:59.884191 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6645033f-da18-4c53-b25a-85af44190f18', 'name': 'network-vif-deleted', 'tag': '08f6add3-c137-47e6-8f83-a73826fdc9cc', 'status': 'completed', 'code': 200} Jul 07 22:34:59.890261 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8f0468a-b21d-4590-93bb-b1a061e67ed4 req-80497b00-5b50-4e41-8ca4-b955309c34ee tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600200 Jul 07 22:34:59.925924 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1fe8b50e-7d05-4c7c-b0f7-ee8e9c6384a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a HTTP/1.1" status: 200 len: 993 time: 0.0822527 Jul 07 22:35:00.012621 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:00.388434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f0f43-6c2f-4fb4-a8c6-20350116b5ab req-375c69e2-cafe-40bc-ab30-0f0762246a1c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:00.390852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b6f0f43-6c2f-4fb4-a8c6-20350116b5ab req-375c69e2-cafe-40bc-ab30-0f0762246a1c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0787673 Jul 07 22:35:00.437614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b6f0f43-6c2f-4fb4-a8c6-20350116b5ab req-dc4fc3a2-f940-4084-a82d-816d394d8e2b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409765 Jul 07 22:35:00.880298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:01.262789 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:01.369856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9102b5-a35d-4674-abcb-19ce34aea552 req-93c88e14-8157-4069-ad46-86c34ff37a57 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:01.371384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce9102b5-a35d-4674-abcb-19ce34aea552 req-93c88e14-8157-4069-ad46-86c34ff37a57 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.0665059 Jul 07 22:35:01.419137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce9102b5-a35d-4674-abcb-19ce34aea552 req-7efdda80-5edd-4559-8351-2e4acf0aade1 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Jul 07 22:35:01.627736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3369f-9c1c-44c2-aafd-d3047dfffd98 req-784c968c-21e8-4f35-8ba6-8fa8a6b017e4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:01.629274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-18d3369f-9c1c-44c2-aafd-d3047dfffd98 req-784c968c-21e8-4f35-8ba6-8fa8a6b017e4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0670946 Jul 07 22:35:01.668417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-18d3369f-9c1c-44c2-aafd-d3047dfffd98 req-60df5624-1bf9-49eb-b614-ea6602dae5b4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328753 Jul 07 22:35:02.596683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e9f38-ae17-4406-b7ae-bb3410854d0e req-bff21d59-dce9-414b-89a3-64654921263d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:02.598131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee3e9f38-ae17-4406-b7ae-bb3410854d0e req-bff21d59-dce9-414b-89a3-64654921263d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.0654619 Jul 07 22:35:02.666502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee3e9f38-ae17-4406-b7ae-bb3410854d0e req-518989d1-e82a-4f73-b967-9da88c980441 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=fe37258a-11d6-4775-b9b3-a593bf7135bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626798 Jul 07 22:35:02.693111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2e4a6e93-8476-41b1-9b64-e5cdf7ec2ae0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:02.694616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2e4a6e93-8476-41b1-9b64-e5cdf7ec2ae0 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 945 time: 0.0892055 Jul 07 22:35:02.771721 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:02.799756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 08f6add3-c137-47e6-8f83-a73826fdc9cc no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:02.823707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 08f6add3-c137-47e6-8f83-a73826fdc9cc {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:02.824053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 08f6add3-c137-47e6-8f83-a73826fdc9cc not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:02.861236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Deleting port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:02.861582 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:02.941889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65a2e6-8619-4717-ae21-d65981172898 req-0b831a25-3f8d-48bf-a522-6af1cc4c3e20 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:02.943413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c65a2e6-8619-4717-ae21-d65981172898 req-0b831a25-3f8d-48bf-a522-6af1cc4c3e20 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1288538 Jul 07 22:35:02.988027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] For port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:02.988399 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:03.008327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Calling delete_port for 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:03.014139 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c65a2e6-8619-4717-ae21-d65981172898 req-50e0f6bb-0dfe-4a3b-88be-fa5caa8e51f5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623953 Jul 07 22:35:03.148997 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:03.160274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:35:03.177302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event deleted for resources: {'Port': ['ID=9cc3722f-9523-4ad1-b9b4-9a30cfaad48a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:03.226860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] No DVR routers for this DVR port 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:03.229638 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:03.232639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85c8250f-b9cf-4d18-bf06-826ee7942206 req-2d289bf3-2734-46b9-8ea9-f529a9ba9318 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "DELETE /v2.0/ports/9cc3722f-9523-4ad1-b9b4-9a30cfaad48a HTTP/1.1" status: 204 len: 173 time: 0.5314615 Jul 07 22:35:03.233104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f12544b1-433f-43e6-ab13-701c4acee758', 'name': 'network-vif-deleted', 'tag': '9cc3722f-9523-4ad1-b9b4-9a30cfaad48a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:03.235412 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384a3e21-f9a3-4920-9410-b1e80df55381" -d '{"events": [{"server_uuid": "f12544b1-433f-43e6-ab13-701c4acee758", "name": "network-vif-deleted", "tag": "9cc3722f-9523-4ad1-b9b4-9a30cfaad48a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:03.289710 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f03041a-80c5-49ec-bbae-31b51a89a642 x-openstack-request-id: req-6f03041a-80c5-49ec-bbae-31b51a89a642 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:03.289998 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f12544b1-433f-43e6-ab13-701c4acee758", "name": "network-vif-deleted", "tag": "9cc3722f-9523-4ad1-b9b4-9a30cfaad48a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:03.290286 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f03041a-80c5-49ec-bbae-31b51a89a642 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:03.290681 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f12544b1-433f-43e6-ab13-701c4acee758', 'name': 'network-vif-deleted', 'tag': '9cc3722f-9523-4ad1-b9b4-9a30cfaad48a', 'status': 'completed', 'code': 200} Jul 07 22:35:03.845514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04e4983f-f1eb-46f1-9d94-e2685dd4e2de req-caaf041b-e2f9-4c29-92e5-f713f1ea8cad tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=f12544b1-433f-43e6-ab13-701c4acee758 HTTP/1.1" status: 200 len: 210 time: 0.0504203 Jul 07 22:35:04.551298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda8a1f-c178-426e-8c5a-4fb415d437e8 req-6521e0fc-1a39-406e-ac70-f431e874393c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:04.552844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cda8a1f-c178-426e-8c5a-4fb415d437e8 req-6521e0fc-1a39-406e-ac70-f431e874393c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.4177907 Jul 07 22:35:04.590755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7cda8a1f-c178-426e-8c5a-4fb415d437e8 req-6496faef-09b3-4930-9da0-6073e8e18086 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320921 Jul 07 22:35:05.334514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60465488-7af3-407b-a6f8-0430878bf465 req-cc1659c4-a17d-42f4-8a81-049097e6f7d3 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:05.336030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60465488-7af3-407b-a6f8-0430878bf465 req-cc1659c4-a17d-42f4-8a81-049097e6f7d3 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0662959 Jul 07 22:35:05.376523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60465488-7af3-407b-a6f8-0430878bf465 req-717fce33-1beb-40e0-a3d6-42ff20adf0b2 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340059 Jul 07 22:35:05.776381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eabb56-d6c2-4639-94a5-4343b9cbb928 req-47b0a6c1-ecb3-460d-b8f5-ee70e3c6d5a3 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:05.777880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8eabb56-d6c2-4639-94a5-4343b9cbb928 req-47b0a6c1-ecb3-460d-b8f5-ee70e3c6d5a3 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0645707 Jul 07 22:35:05.820416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8eabb56-d6c2-4639-94a5-4343b9cbb928 req-ec430592-d022-4c68-a761-52b2d4c7402e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367787 Jul 07 22:35:06.390209 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:06.413590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:06.413941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9cc3722f-9523-4ad1-b9b4-9a30cfaad48a not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:06.553634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21301e7-6892-46c9-9dd1-83509b4f4d87 req-85cc98d5-ebb0-435c-9f81-3c25b4b00d13 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.555141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a21301e7-6892-46c9-9dd1-83509b4f4d87 req-85cc98d5-ebb0-435c-9f81-3c25b4b00d13 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0643828 Jul 07 22:35:06.595393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a21301e7-6892-46c9-9dd1-83509b4f4d87 req-47cecf38-0245-4cce-8923-95a0c7365f0b tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups?id=c47155b0-f5a4-4e73-b4ca-322fd40609d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340683 Jul 07 22:35:06.865512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-6c39e3e1-44d5-4ea3-bd32-3981e4dd4998 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:06.867092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-6c39e3e1-44d5-4ea3-bd32-3981e4dd4998 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 945 time: 0.0636947 Jul 07 22:35:07.039935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf717-2e5b-4cb5-99f1-2651bd242dc5 req-9dabfa1b-4b45-4255-a5f6-cbef76d63e97 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:07.041447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c1cf717-2e5b-4cb5-99f1-2651bd242dc5 req-9dabfa1b-4b45-4255-a5f6-cbef76d63e97 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1024270 Jul 07 22:35:07.042838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Deleting port e36c293e-7e75-4421-9f47-cdfb8b6c7120 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:07.043169 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.131504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c1cf717-2e5b-4cb5-99f1-2651bd242dc5 req-e9b0e62a-9aa8-41fc-8207-1bf76150834a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823698 Jul 07 22:35:07.164621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] For port e36c293e-7e75-4421-9f47-cdfb8b6c7120, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e36c293e-7e75-4421-9f47-cdfb8b6c7120,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:07.164990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.338790 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.339172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.339495 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Floating IP e7f84893-4d33-4f60-b8ff-d0b8ad3d74af disassociated. External IP: 172.25.8.90, port: e36c293e-7e75-4421-9f47-cdfb8b6c7120. Jul 07 22:35:07.339841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Calling delete_port for e36c293e-7e75-4421-9f47-cdfb8b6c7120 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:07.471551 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.501547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event deleted for resources: {'Port': ['ID=e36c293e-7e75-4421-9f47-cdfb8b6c7120,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:07.619007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:35:07.764084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8eb238a-7df1-415e-a6b5-ea806020e8f3 req-423c1a12-1404-48c5-82ac-f8e56b97ea08 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba19f217-6b42-4118-b5f4-d275f50bc8e9 HTTP/1.1" status: 200 len: 210 time: 0.0341589 Jul 07 22:35:07.767167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:35:07.782964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] Sync routers for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:35:07.793855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:07.795067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:35:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:07.819973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] No DVR routers for this DVR port e36c293e-7e75-4421-9f47-cdfb8b6c7120 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:07.822867 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:07.825169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa39ce54-d817-4639-8b57-f8a799990ec1 req-e5ebd3b0-92f7-43e9-9128-8ff79d456655 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.44 "DELETE /v2.0/ports/e36c293e-7e75-4421-9f47-cdfb8b6c7120 HTTP/1.1" status: 204 len: 173 time: 0.9514749 Jul 07 22:35:07.826200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-deleted', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:07.828676 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ba3e00-3085-4959-befd-570c1171087b" -d '{"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-deleted", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:07.877057 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59023a1-816d-4101-8c6a-2e23c0649c69 x-openstack-request-id: req-a59023a1-816d-4101-8c6a-2e23c0649c69 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:07.877350 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19f217-6b42-4118-b5f4-d275f50bc8e9", "name": "network-vif-deleted", "tag": "e36c293e-7e75-4421-9f47-cdfb8b6c7120", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:07.877599 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a59023a1-816d-4101-8c6a-2e23c0649c69 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:07.878032 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19f217-6b42-4118-b5f4-d275f50bc8e9', 'name': 'network-vif-deleted', 'tag': 'e36c293e-7e75-4421-9f47-cdfb8b6c7120', 'status': 'completed', 'code': 200} Jul 07 22:35:08.066763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:08.288372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:27:00Z', 'revision_number': 5, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:08.319876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb9fc4-ab1f-41af-a446-2640489bb303 req-e4e39944-7851-42a8-b34e-08440c3c0619 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:08.321519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dbb9fc4-ab1f-41af-a446-2640489bb303 req-e4e39944-7851-42a8-b34e-08440c3c0619 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0704570 Jul 07 22:35:08.323220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] Checking router: 4fb57e31-1070-4386-8b5d-dfaeeeef8545 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:35:08.337238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:08.338361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:35:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:08.372117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dbb9fc4-ab1f-41af-a446-2640489bb303 req-8b950ba7-3c88-4100-9234-faee98f38698 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411108 Jul 07 22:35:08.473344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:08.680025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:27:00Z', 'revision_number': 5, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:08.707641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bbc04c-8d91-43c6-8f5e-8662be443392 None None] The sync data for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 is: [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:26:53Z', 'revision_number': 4, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '460bc050-c592-4b50-a329-ef193de94619', 'name': '', 'network_id': 'f13f5340-1276-4670-bb1c-9b8e37ff1851', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'mac_address': 'fa:16:3e:9a:22:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:52Z', 'updated_at': '2021-07-07T22:27:00Z', 'revision_number': 5, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'subnets': [{'id': 'b9a91835-3f49-4b96-80c9-28db519b0b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:35:08.896434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:08.957390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:08.962193 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f8a7f-9e2c-4255-9716-282850f90f5d None None] New status for floating IP e7f84893-4d33-4f60-b8ff-d0b8ad3d74af: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:35:08.983567 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:09.034034 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:09.036838 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:09.040627 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "DELETE /v2.0/security-groups/c47155b0-f5a4-4e73-b4ca-322fd40609d6 HTTP/1.1" status: 204 len: 168 time: 0.1402211 Jul 07 22:35:09.041318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53766) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:09.048573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47155b0-f5a4-4e73-b4ca-322fd40609d6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:09.056917 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-1aed9b1f-4c9a-4931-abbb-117b908bac13 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] show failed (client error): The resource could not be found. Jul 07 22:35:09.057125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.057237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.057666 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.058270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.058679 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.059091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.059496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.059994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1aed9b1f-4c9a-4931-abbb-117b908bac13 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "GET /v2.0/security-groups/c47155b0-f5a4-4e73-b4ca-322fd40609d6 HTTP/1.1" status: 404 len: 347 time: 0.0164132 Jul 07 22:35:09.060137 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.060672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.061010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.061342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.061676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e105-25b6-4d65-bdf6-8bf605aa805d tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:09.062196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53768) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:09.207460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Deleting port 06f46547-f018-4d03-ad2e-453854d77bb4 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:09.207810 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:09.289339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:09.289709 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:09.303191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Calling delete_port for 06f46547-f018-4d03-ad2e-453854d77bb4 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:09.434854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:09.468448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Pushing event deleted for resources: {'Port': ['ID=06f46547-f018-4d03-ad2e-453854d77bb4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:09.564612 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:09.567503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:09.568652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aa936de2-f254-4581-85cc-79ae8e1bd404 tempest-ServerActionsTestJSON-1381343840 tempest-ServerActionsTestJSON-1381343840-project] 10.222.0.81 "DELETE /v2.0/floatingips/e7f84893-4d33-4f60-b8ff-d0b8ad3d74af HTTP/1.1" status: 204 len: 168 time: 0.5052633 Jul 07 22:35:09.572834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53774) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:09.593500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b46ba-f229-4935-bb45-8b23faba2db0 req-9470c6b9-1fbc-44ce-81ae-19c1bc87d7d7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:09.595122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e3b46ba-f229-4935-bb45-8b23faba2db0 req-9470c6b9-1fbc-44ce-81ae-19c1bc87d7d7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1023090 Jul 07 22:35:09.633443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e3b46ba-f229-4935-bb45-8b23faba2db0 req-2fc646b3-094a-4d11-ab28-eb789a309143 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324607 Jul 07 22:35:10.029000 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:10.298911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Deleting port 460bc050-c592-4b50-a329-ef193de94619 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:10.299261 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:10.379924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] For port 460bc050-c592-4b50-a329-ef193de94619, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=460bc050-c592-4b50-a329-ef193de94619,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:10.380169 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:10.392633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Calling delete_port for 460bc050-c592-4b50-a329-ef193de94619 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:10.407233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:10.438814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: e36c293e-7e75-4421-9f47-cdfb8b6c7120 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:10.439263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e36c293e-7e75-4421-9f47-cdfb8b6c7120 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:10.619232 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:10.658222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=460bc050-c592-4b50-a329-ef193de94619,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:10.882288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a2284-35d1-413a-81c2-086c709c7703 req-c0e0b8d7-6a88-43df-8e74-3d0f526d82c4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:10.883924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b02a2284-35d1-413a-81c2-086c709c7703 req-c0e0b8d7-6a88-43df-8e74-3d0f526d82c4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0872364 Jul 07 22:35:10.909396 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:10.940495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b02a2284-35d1-413a-81c2-086c709c7703 req-c91c59d5-1a53-4a81-b347-bd5d5fdcf8e8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508192 Jul 07 22:35:11.141173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:35:11.247570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:35:11.252949 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d50bf859-91cb-4646-b8a7-a67b2af6a2c4 admin admin] 10.222.0.81 "PUT /v2.0/routers/4fb57e31-1070-4386-8b5d-dfaeeeef8545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6789291 Jul 07 22:35:11.255382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:11.258888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] Sync routers for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:35:11.273427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:11.274367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:35:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:11.377290 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.382890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:11.482302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.536244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Deleting port d5f22888-cf04-4995-b8c0-c1f6a091e2f0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:11.536645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.574904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:35:10Z', 'revision_number': 5, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port': {'id': 'd5f22888-cf04-4995-b8c0-c1f6a091e2f0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:dc:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:26:50Z', 'updated_at': '2021-07-07T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:11.603146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] Checking router: 4fb57e31-1070-4386-8b5d-dfaeeeef8545 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:35:11.615366 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] Routers {'4fb57e31-1070-4386-8b5d-dfaeeeef8545'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:11.615997 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:35:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:11.622934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] For port d5f22888-cf04-4995-b8c0-c1f6a091e2f0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5f22888-cf04-4995-b8c0-c1f6a091e2f0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:11.623442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.642887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Calling delete_port for d5f22888-cf04-4995-b8c0-c1f6a091e2f0 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:11.702912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] Set router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:11.753425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:35:11Z', 'revision_number': 6, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:11.783521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4783e27e-a6d6-4172-8128-f2c40d5bc169 None None] The sync data for ids ['4fb57e31-1070-4386-8b5d-dfaeeeef8545'] in n-d-695012-11 is: [{'id': '4fb57e31-1070-4386-8b5d-dfaeeeef8545', 'name': 'tempest-ServerActionsTestJSON-1499829369-router', 'tenant_id': 'b1daa2cd461c4749a9852942fe8498c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:26:49Z', 'updated_at': '2021-07-07T22:35:11Z', 'revision_number': 6, 'project_id': 'b1daa2cd461c4749a9852942fe8498c8', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:35:11.812721 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.846668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f22888-cf04-4995-b8c0-c1f6a091e2f0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:11.900798 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.990404 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:11.992574 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.043174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.043936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fb57e31-1070-4386-8b5d-dfaeeeef8545 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:35:12.048742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.049917 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b2bd4f22-2bec-4cd9-8495-b729b6134420 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4fb57e31-1070-4386-8b5d-dfaeeeef8545 HTTP/1.1" status: 204 len: 168 time: 0.7925696 Jul 07 22:35:12.052540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53788) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:12.100748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d1cd54-67d9-4fde-86dd-16349b29f736 admin admin] Deleting subnet b9a91835-3f49-4b96-80c9-28db519b0b29 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:35:12.105008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cd54-67d9-4fde-86dd-16349b29f736 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.134896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710740b2-25fa-4e8d-a52f-80a13f9995c2 req-0da63e13-88e7-491e-bb22-2dbf35511316 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:12.136452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-710740b2-25fa-4e8d-a52f-80a13f9995c2 req-0da63e13-88e7-491e-bb22-2dbf35511316 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0664027 Jul 07 22:35:12.141039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cd54-67d9-4fde-86dd-16349b29f736 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.178266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-710740b2-25fa-4e8d-a52f-80a13f9995c2 req-6e9f7412-8b87-4252-b93f-14f2fd0f4c61 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340540 Jul 07 22:35:12.227316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cd54-67d9-4fde-86dd-16349b29f736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.290685 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cd54-67d9-4fde-86dd-16349b29f736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.321909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1cd54-67d9-4fde-86dd-16349b29f736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a91835-3f49-4b96-80c9-28db519b0b29,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:12.323892 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9d1cd54-67d9-4fde-86dd-16349b29f736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.328979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53792) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:12.330616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77d1240-f1c4-4b15-9df1-090a6a884a28 None None] Network f13f5340-1276-4670-bb1c-9b8e37ff1851 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:12.338140 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a9d1cd54-67d9-4fde-86dd-16349b29f736 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b9a91835-3f49-4b96-80c9-28db519b0b29 HTTP/1.1" status: 204 len: 168 time: 0.2800970 Jul 07 22:35:12.402892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.460437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Deleting port 748e0a22-de6e-491e-a527-8dd05b01f371 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:12.460786 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.535479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] For port 748e0a22-de6e-491e-a527-8dd05b01f371, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=748e0a22-de6e-491e-a527-8dd05b01f371,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:12.535954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.557064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Calling delete_port for 748e0a22-de6e-491e-a527-8dd05b01f371 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:12.558292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] DHCP port deletion for f13f5340-1276-4670-bb1c-9b8e37ff1851 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:35:12.609894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Deleting port 748e0a22-de6e-491e-a527-8dd05b01f371 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:12.611053 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.654857 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.671448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] No DVR routers for this DVR port 748e0a22-de6e-491e-a527-8dd05b01f371 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:12.691716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] For port 748e0a22-de6e-491e-a527-8dd05b01f371, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=748e0a22-de6e-491e-a527-8dd05b01f371,segment=NetworkSegment(420d40ef-5a14-4241-80f8-d9ba83dbc5d9),segment_id=420d40ef-5a14-4241-80f8-d9ba83dbc5d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:12.692119 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.707406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Calling delete_port for 748e0a22-de6e-491e-a527-8dd05b01f371 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:12.753952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Pushing event deleted for resources: {'Port': ['ID=748e0a22-de6e-491e-a527-8dd05b01f371,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:12.772011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.790978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13f5340-1276-4670-bb1c-9b8e37ff1851']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:12.814982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420d40ef-5a14-4241-80f8-d9ba83dbc5d9') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:12.815281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420d40ef-5a14-4241-80f8-d9ba83dbc5d9') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:12.829954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.839080 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.861813 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.875389 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:12.875802 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:12.877568 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:12.887669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Pushing event deleted for resources: {'Port': ['ID=748e0a22-de6e-491e-a527-8dd05b01f371,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:12.893456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 460bc050-c592-4b50-a329-ef193de94619 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:12.895773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] No DVR routers for this DVR port 748e0a22-de6e-491e-a527-8dd05b01f371 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:12.925703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 460bc050-c592-4b50-a329-ef193de94619 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:12.926316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 460bc050-c592-4b50-a329-ef193de94619 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:12.929573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f22888-cf04-4995-b8c0-c1f6a091e2f0 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:12.929573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.930975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.930975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.930975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.931405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.932006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.932436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.932958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.933296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.933626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.935101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.935470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b5feda-da9d-4952-8031-cc6c3a43845c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:12.960983 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: d5f22888-cf04-4995-b8c0-c1f6a091e2f0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:12.961534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5f22888-cf04-4995-b8c0-c1f6a091e2f0 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:12.961941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 748e0a22-de6e-491e-a527-8dd05b01f371 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:12.975463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.985182 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:12.987887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f13f5340-1276-4670-bb1c-9b8e37ff1851 HTTP/1.1" status: 204 len: 168 time: 0.6577930 Jul 07 22:35:12.993483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 748e0a22-de6e-491e-a527-8dd05b01f371 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:12.993834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 748e0a22-de6e-491e-a527-8dd05b01f371 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:13.007390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1a7da-2f34-4dec-956b-a5490c673941 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13f5340-1276-4670-bb1c-9b8e37ff1851,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:13.113559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:13.153756 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c244f3d2-5547-4a0a-877b-e203ad102bba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b1daa2cd461c4749a9852942fe8498c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388224 Jul 07 22:35:13.156841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53804) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:13.205169 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d3e0-a905-41cc-ab5a-0ce8de125a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.228038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d3e0-a905-41cc-ab5a-0ce8de125a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.293133 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d3e0-a905-41cc-ab5a-0ce8de125a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.295841 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d3e0-a905-41cc-ab5a-0ce8de125a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:13.299431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fdd6d3e0-a905-41cc-ab5a-0ce8de125a24 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe37258a-11d6-4775-b9b3-a593bf7135bc HTTP/1.1" status: 204 len: 168 time: 0.1392016 Jul 07 22:35:13.305796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6d3e0-a905-41cc-ab5a-0ce8de125a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe37258a-11d6-4775-b9b3-a593bf7135bc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:13.389987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66986fc-4d43-4426-958c-fc20f0d35033 req-1fb692f7-c765-4483-b445-13637027690c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:13.391594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e66986fc-4d43-4426-958c-fc20f0d35033 req-1fb692f7-c765-4483-b445-13637027690c tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0680175 Jul 07 22:35:13.431460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e66986fc-4d43-4426-958c-fc20f0d35033 req-bc0a3499-8984-41d6-8dfa-4c8ca25e3fae tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343111 Jul 07 22:35:13.989107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 53830) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:14.092074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-965567806-network', 'tenant_id': '17190c1205e74166b3ab411b6b60ee6a'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:14.119261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Made reservation on behalf of 17190c1205e74166b3ab411b6b60ee6a for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:14.121870 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.131259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.228021 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.231970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.257018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:35:14.266371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415f0d01-b764-4bb0-bffa-45f015993cbb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:14.272579 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.272933 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Added segment a359015d-357d-4dcf-aa68-f73429db4470 of type vlan for network 9468fc83-0992-4b70-af64-f50443226337 Jul 07 22:35:14.316805 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.345882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.346881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:14.347581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.414302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4239864 Jul 07 22:35:14.417189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 53834) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:14.422604 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Request body: {'subnet': {'network_id': '9468fc83-0992-4b70-af64-f50443226337', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-965567806-subnet', 'tenant_id': '17190c1205e74166b3ab411b6b60ee6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:14.433704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25e3c0-641b-4012-86b3-328cee9870ee admin admin] Pushing event updated for resources: {'Network': ['ID=9468fc83-0992-4b70-af64-f50443226337,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:14.438511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:35:14.443754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Made reservation on behalf of 17190c1205e74166b3ab411b6b60ee6a for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:14.446246 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.452250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 9468fc83-0992-4b70-af64-f50443226337 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:35:14.640373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:14.641723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.649450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be668943-4e01-4b1b-80a7-75a2d9c73a2e req-512780cc-9cf4-4ba5-a5e3-b51ad90ff902 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:14.651547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be668943-4e01-4b1b-80a7-75a2d9c73a2e req-512780cc-9cf4-4ba5-a5e3-b51ad90ff902 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0884972 Jul 07 22:35:14.655019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'port_id': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'mac_address': 'fa:16:3e:31:ee:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:35:14.693206 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.710865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 768ac111-2fd6-4ecb-b550-efd575833b7c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:35:14.711568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e4afe9a-7797-4613-9079-7c716ab2bc29,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:14.715400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be668943-4e01-4b1b-80a7-75a2d9c73a2e req-fec3395c-27b2-4b28-8ebd-5b24bc2c50c4 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565426 Jul 07 22:35:14.720596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Checking segment: {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:14.720963 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Network hostable DHCP agents. Network: 9468fc83-0992-4b70-af64-f50443226337, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:35:14.742258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:14.746915 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.751767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Network 9468fc83-0992-4b70-af64-f50443226337 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:35:14.769637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 9468fc83-0992-4b70-af64-f50443226337) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:14.774025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:14.774648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:14.784049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3905e2-31bb-4658-9838-a20089f0cdf1 None None] Network 9468fc83-0992-4b70-af64-f50443226337 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:14.794264 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a5dac812-5fbe-4298-808f-7d38a1113472 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3722551 Jul 07 22:35:14.834952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['768ac111-2fd6-4ecb-b550-efd575833b7c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:35:14.892649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:14.990861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d531685-3e76-4e70-9f09-7af241ca22fc None None] Network 9468fc83-0992-4b70-af64-f50443226337 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:15.238376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-64dd58bc-68c0-4ae2-9b6d-87f51f040ee4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:15.240016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-64dd58bc-68c0-4ae2-9b6d-87f51f040ee4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 813 time: 0.1039948 Jul 07 22:35:15.255008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-4e66190c-9523-4f79-ac9b-0acaf1aeb13c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/quotas/17190c1205e74166b3ab411b6b60ee6a HTTP/1.1" status: 200 len: 375 time: 0.0093780 Jul 07 22:35:15.293028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-d6a27880-e4dc-4019-8483-1facac8ee2b4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330033 Jul 07 22:35:15.381474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-97372e60-900e-465f-b1b9-56b84a2be925 service neutron] 10.222.0.81 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808945 Jul 07 22:35:15.474676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-d5d98058-5f87-4365-8713-723285943585 service neutron] 10.222.0.81 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871983 Jul 07 22:35:15.652049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-907f2d0d-f97a-4b3b-9929-a5ed54442f19 req-7ce8d04b-cb36-4af9-a724-6dd6f8ad398d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 210 time: 0.0296376 Jul 07 22:35:15.923030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ee43-87c1-4044-8fd0-8a695431af46 req-4539e61e-2d89-4a20-aab9-55cec2751b45 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:15.924602 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc92ee43-87c1-4044-8fd0-8a695431af46 req-4539e61e-2d89-4a20-aab9-55cec2751b45 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 944 time: 0.0737669 Jul 07 22:35:15.965977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc92ee43-87c1-4044-8fd0-8a695431af46 req-a9edb312-7357-436e-8fe2-c9860208ac3d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355413 Jul 07 22:35:16.438088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:16.491989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 768ac111-2fd6-4ecb-b550-efd575833b7c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:16.492434 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:16.583155 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:16.625569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:16.629222 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdd34bc-87e9-4076-8d8f-900ed8d5e31e" -d '{"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-plugged", "status": "completed", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:16.659998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:16.667175 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:16.718675 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9594931-8f5d-4de5-86f2-3121d38f57f9 x-openstack-request-id: req-b9594931-8f5d-4de5-86f2-3121d38f57f9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:16.719265 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-plugged", "status": "completed", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:16.719748 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9594931-8f5d-4de5-86f2-3121d38f57f9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:16.720356 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'code': 200} Jul 07 22:35:16.751979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:16.927782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ea818ef-a167-4a86-b157-35f524085c1e req-30b219ad-003d-4d4d-aecc-62c4845d26ea tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 210 time: 0.0418642 Jul 07 22:35:17.014038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-71771793-687a-42d8-91c0-cd66db147ea9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:17.015846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-71771793-687a-42d8-91c0-cd66db147ea9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.44 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 813 time: 0.2273338 Jul 07 22:35:17.031944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Request body: {'port': {'device_id': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'network_id': '9468fc83-0992-4b70-af64-f50443226337', 'admin_state_up': True, 'tenant_id': '17190c1205e74166b3ab411b6b60ee6a'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:17.251710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Made reservation on behalf of 17190c1205e74166b3ab411b6b60ee6a for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:17.255854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:17.336041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6623b9f-0956-42c9-a14a-243463b317c5 req-011b98b6-f669-41a0-a843-56c69ec91e38 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:17.342668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6623b9f-0956-42c9-a14a-243463b317c5 req-011b98b6-f669-41a0-a843-56c69ec91e38 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1532981 Jul 07 22:35:17.460106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6623b9f-0956-42c9-a14a-243463b317c5 req-844b1963-33d0-4c0c-9372-c3c4f609cf52 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827756 Jul 07 22:35:17.490251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Allocated IP 172.20.0.10 (9468fc83-0992-4b70-af64-f50443226337/7e4afe9a-7797-4613-9079-7c716ab2bc29/b54473a2-641a-43ce-b992-17841a514940) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:35:17.742941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:17.797226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:17.842533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Network 9468fc83-0992-4b70-af64-f50443226337 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:17.851594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:17.864437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:17.868414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:17.926365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:17.926979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:17.943748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-b1f9ed5f-f042-4438-a9a4-a376c0dd7bd8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9194615 Jul 07 22:35:17.957197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Request body: {'port': {'device_id': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:18.065941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:18.257433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257090-fd42-4016-8978-d74919d1b6c6 req-12a42f29-aec5-4d67-93d2-9b005ad15436 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:18.258978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a257090-fd42-4016-8978-d74919d1b6c6 req-12a42f29-aec5-4d67-93d2-9b005ad15436 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 932 time: 0.1843703 Jul 07 22:35:18.366132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a257090-fd42-4016-8978-d74919d1b6c6 req-9038be5f-4fa1-473f-a667-6669e2a9b8fa tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928214 Jul 07 22:35:18.477935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54473a2-641a-43ce-b992-17841a514940 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:35:18.494113 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:18.507823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Transition to ACTIVE for port object b54473a2-641a-43ce-b992-17841a514940 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:18.515822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:18.612051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:18.744798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Attempting to bind port b54473a2-641a-43ce-b992-17841a514940 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:35:18.745406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Attempting to bind port b54473a2-641a-43ce-b992-17841a514940 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:35:18.745911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Attempting to bind port b54473a2-641a-43ce-b992-17841a514940 on network 9468fc83-0992-4b70-af64-f50443226337 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:35:18.754175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Port b54473a2-641a-43ce-b992-17841a514940 on network 9468fc83-0992-4b70-af64-f50443226337 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:35:18.754772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Attempting to bind port b54473a2-641a-43ce-b992-17841a514940 on network 9468fc83-0992-4b70-af64-f50443226337 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:35:18.768966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:35:18.769498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Checking segment: {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:18.770269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Bound using segment: {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:35:18.770879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Bound port: b54473a2-641a-43ce-b992-17841a514940, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:35:18.771407 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:18.796543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cbd8d-4afa-4927-9bf2-d114c9ec5fec req-8cd7e1c6-9f23-479d-bd54-377b9423131a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:18.798359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d4cbd8d-4afa-4927-9bf2-d114c9ec5fec req-8cd7e1c6-9f23-479d-bd54-377b9423131a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1073856 Jul 07 22:35:18.903392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d4cbd8d-4afa-4927-9bf2-d114c9ec5fec req-3182bcb0-23b8-4a8a-8195-570b24431d85 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723996 Jul 07 22:35:18.910661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:35:18.914063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:35:18.919385 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:18.958016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:18.958016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:18.960066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] 10.222.0.44 "PUT /v2.0/ports/b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 200 len: 1093 time: 1.0076523 Jul 07 22:35:18.960066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'tag': 'b54473a2-641a-43ce-b992-17841a514940'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:18.961536 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc22f98-df94-49c9-8395-d5bc46af0f88" -d '{"events": [{"name": "network-changed", "server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "tag": "b54473a2-641a-43ce-b992-17841a514940"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:19.001320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c34503-c080-43f3-9fdc-8181ba7b228c service neutron] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:19.051928 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d75394-7be7-4f6b-a2a0-32db97bcb615 x-openstack-request-id: req-02d75394-7be7-4f6b-a2a0-32db97bcb615 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:19.052229 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "tag": "b54473a2-641a-43ce-b992-17841a514940", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:19.052482 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02d75394-7be7-4f6b-a2a0-32db97bcb615 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:19.052880 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'tag': 'b54473a2-641a-43ce-b992-17841a514940', 'status': 'completed', 'code': 200} Jul 07 22:35:19.090670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-363a0537-bf19-408a-a265-0e9ad1e0f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.092470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-363a0537-bf19-408a-a265-0e9ad1e0f2a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 1096 time: 0.0841107 Jul 07 22:35:19.171024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-3faa063e-8be5-46a0-ac8b-5287bf67c506 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 200 len: 217 time: 0.0714555 Jul 07 22:35:19.230202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-74f1595c-3d5c-4889-aaba-d4545b396445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.232558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-74f1595c-3d5c-4889-aaba-d4545b396445 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 200 len: 853 time: 0.0554593 Jul 07 22:35:19.289592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-570ffd3e-a15f-4be0-bc6c-7cdc91dcce61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9468fc83-0992-4b70-af64-f50443226337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454190 Jul 07 22:35:19.405144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-d513aa90-e724-4ec5-9ac7-f71941043e34 service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075068 Jul 07 22:35:19.600368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-663cb76c-cd46-41fd-b037-661eeb2ffc7a req-0ef4e2b6-88a3-443c-8aaf-4e8ad3fff754 service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890097 Jul 07 22:35:19.613112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afb578-fa95-43c7-ab8f-443dd9e1591b req-120255c6-99f6-48ad-abd0-7bd15359c3d9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.613112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89afb578-fa95-43c7-ab8f-443dd9e1591b req-120255c6-99f6-48ad-abd0-7bd15359c3d9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 944 time: 0.1035743 Jul 07 22:35:19.668282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89afb578-fa95-43c7-ab8f-443dd9e1591b req-bacdbfe2-ba89-4a33-8ee3-b3725824e1ed tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471618 Jul 07 22:35:19.734212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-b48580fa-e9da-486b-a88a-547db5d79082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.735846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-b48580fa-e9da-486b-a88a-547db5d79082 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 1096 time: 0.0659854 Jul 07 22:35:19.760440 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:19.833417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-47f364ac-52a8-4eb5-b0e8-cc58e2188c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.835012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-47f364ac-52a8-4eb5-b0e8-cc58e2188c8a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 914 time: 0.0929081 Jul 07 22:35:19.883526 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-c89865e3-b283-4846-99c2-e4f263d645f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 200 len: 217 time: 0.0410466 Jul 07 22:35:19.939992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-21d1f772-a0d7-4a14-8dbd-bb3763a74e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:19.941642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-21d1f772-a0d7-4a14-8dbd-bb3763a74e41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 200 len: 853 time: 0.0507929 Jul 07 22:35:19.990277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-4da68b4f-32b5-4b3c-aca6-42ea1c38f825 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9468fc83-0992-4b70-af64-f50443226337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408463 Jul 07 22:35:20.114500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-43ae62b8-3361-43eb-9587-3d64b75efd39 service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169095 Jul 07 22:35:20.313632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bc22f98-df94-49c9-8395-d5bc46af0f88 req-e374b5c3-5eb1-4c47-b8af-7be0312b264f service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918118 Jul 07 22:35:20.345931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53e44-75aa-456d-8e5b-f8c65a427c8b req-198b66ab-0e68-4cd8-8560-42c23754a8bc tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:20.348061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1fb53e44-75aa-456d-8e5b-f8c65a427c8b req-198b66ab-0e68-4cd8-8560-42c23754a8bc tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.2280998 Jul 07 22:35:20.422769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1fb53e44-75aa-456d-8e5b-f8c65a427c8b req-561fd867-4877-4a07-8454-0f2ec8b4ab1b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646532 Jul 07 22:35:20.905655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f55141-4a0c-45a8-829b-91eb78851bdd req-aebe912b-3b23-4b27-80a8-bdecc4698004 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:20.920521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29f55141-4a0c-45a8-829b-91eb78851bdd req-aebe912b-3b23-4b27-80a8-bdecc4698004 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 944 time: 0.0914962 Jul 07 22:35:20.963958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29f55141-4a0c-45a8-829b-91eb78851bdd req-08986e2f-8ae3-4ed4-aa8e-0199674f8c9c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Jul 07 22:35:21.270317 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:35:21.644192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22351b81-83ea-4f47-a57f-39196b651554 req-d5d6ff4a-4a1e-455b-b21e-f5e9d411ab73 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:21.645645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22351b81-83ea-4f47-a57f-39196b651554 req-d5d6ff4a-4a1e-455b-b21e-f5e9d411ab73 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0838892 Jul 07 22:35:21.711119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22351b81-83ea-4f47-a57f-39196b651554 req-a5fcc552-71cb-4927-a3ae-909eb942197e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581672 Jul 07 22:35:22.191081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0e44-51d3-4c18-832a-ee6eb5d8beab req-f1115743-2fad-465a-849e-280d4e85a677 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:22.198501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c52a0e44-51d3-4c18-832a-ee6eb5d8beab req-f1115743-2fad-465a-849e-280d4e85a677 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 944 time: 0.0831327 Jul 07 22:35:22.250729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c52a0e44-51d3-4c18-832a-ee6eb5d8beab req-d03cac40-8680-483c-95a4-8bf1ad2c39ed tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511520 Jul 07 22:35:22.515609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b54473a2-641a-43ce-b992-17841a514940 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:35:22.847714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:22.863696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'b54473a2-641a-43ce-b992-17841a514940', 'network_id': '9468fc83-0992-4b70-af64-f50443226337', 'port_id': 'b54473a2-641a-43ce-b992-17841a514940', 'mac_address': 'fa:16:3e:bd:70:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4afe9a-7797-4613-9079-7c716ab2bc29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:35:22.906920 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.923236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54473a2-641a-43ce-b992-17841a514940 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:35:22.957776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:22.965853 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:22.967972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009b2c1-56d2-4a29-8d35-d1dbff948ea2 req-ad147445-a905-4469-9020-4e6694d07f9b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:22.970261 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6009b2c1-56d2-4a29-8d35-d1dbff948ea2 req-ad147445-a905-4469-9020-4e6694d07f9b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1069043 Jul 07 22:35:23.040492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6009b2c1-56d2-4a29-8d35-d1dbff948ea2 req-9a47a046-fea4-4cdd-ae50-ae062b29d279 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605879 Jul 07 22:35:23.053293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:23.206880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['b54473a2-641a-43ce-b992-17841a514940'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:35:23.488752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22481e05-3cd0-4af2-9a87-67fc20b09386 req-c848a698-e74f-4aaf-aa43-11f517465ba2 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:23.496954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22481e05-3cd0-4af2-9a87-67fc20b09386 req-c848a698-e74f-4aaf-aa43-11f517465ba2 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.0968015 Jul 07 22:35:23.535629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22481e05-3cd0-4af2-9a87-67fc20b09386 req-4a0a943a-35e8-4de5-bbec-d0f9398a266c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375705 Jul 07 22:35:24.253321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e0018-ae2b-4da4-98c3-1303fad98fca req-d3fdddf3-3589-4e1b-95dc-e71e670fcb2b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:24.254871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-267e0018-ae2b-4da4-98c3-1303fad98fca req-d3fdddf3-3589-4e1b-95dc-e71e670fcb2b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0746844 Jul 07 22:35:24.326352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-267e0018-ae2b-4da4-98c3-1303fad98fca req-395a5064-6f9b-48ed-a38d-407e23d82d6d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652800 Jul 07 22:35:24.486952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b54473a2-641a-43ce-b992-17841a514940 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:24.548648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port b54473a2-641a-43ce-b992-17841a514940 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:35:24.553285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port b54473a2-641a-43ce-b992-17841a514940 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:24.554315 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:24.660313 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:24.688789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54473a2-641a-43ce-b992-17841a514940'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:24.692986 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772e88f0-6fb1-417d-8f4b-39ba68656c1a" -d '{"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-plugged", "status": "completed", "tag": "b54473a2-641a-43ce-b992-17841a514940"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:24.707865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:24.717243 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:24.776145 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3f88f3-3407-4121-a66a-66369ecc7c0e x-openstack-request-id: req-5f3f88f3-3407-4121-a66a-66369ecc7c0e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:24.776450 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-plugged", "status": "completed", "tag": "b54473a2-641a-43ce-b992-17841a514940", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:24.776731 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f3f88f3-3407-4121-a66a-66369ecc7c0e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:24.777117 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54473a2-641a-43ce-b992-17841a514940', 'code': 200} Jul 07 22:35:24.786269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:24.800169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f2106-f0fb-44ee-b5d8-983769c32c34 req-cfda18b8-f012-4314-b844-7b28d4c8fde0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:24.802121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-152f2106-f0fb-44ee-b5d8-983769c32c34 req-cfda18b8-f012-4314-b844-7b28d4c8fde0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.1248543 Jul 07 22:35:24.886263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-152f2106-f0fb-44ee-b5d8-983769c32c34 req-e3b2a879-a5ab-4b3c-b7c9-a8f2b38183d0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772336 Jul 07 22:35:24.916487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d69107-1896-42f1-88f3-c2f6d1716fd4 req-a143fb70-56e6-42d6-b63c-d75f1076f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:24.917985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93d69107-1896-42f1-88f3-c2f6d1716fd4 req-a143fb70-56e6-42d6-b63c-d75f1076f6f0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 1098 time: 0.0812006 Jul 07 22:35:24.967587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93d69107-1896-42f1-88f3-c2f6d1716fd4 req-df979d22-33b9-4086-b535-66ac8cdfb432 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Jul 07 22:35:25.544987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f369a8-c3bc-4fae-abb5-a0b375dd0b1e req-7aa21ab9-f016-431b-8c1d-77826c3104e5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:25.546801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82f369a8-c3bc-4fae-abb5-a0b375dd0b1e req-7aa21ab9-f016-431b-8c1d-77826c3104e5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0782769 Jul 07 22:35:25.594123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82f369a8-c3bc-4fae-abb5-a0b375dd0b1e req-f93231aa-d1f4-45a5-a3a0-9cc8155b0395 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403395 Jul 07 22:35:26.082996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63d1b4-135d-4d85-b275-64c2b079943b req-763b2900-5fc1-44c0-a782-69b11c2444bb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:26.090205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad63d1b4-135d-4d85-b275-64c2b079943b req-763b2900-5fc1-44c0-a782-69b11c2444bb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0774653 Jul 07 22:35:26.130908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad63d1b4-135d-4d85-b275-64c2b079943b req-6e02f2c4-b4b3-4af8-ac66-cfbfc7ff61d6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396233 Jul 07 22:35:26.407964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-aae0a9fd-c3d6-42ed-bed3-29dcc88714be tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:26.410025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-aae0a9fd-c3d6-42ed-bed3-29dcc88714be tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 813 time: 0.1231763 Jul 07 22:35:26.431726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-399110a2-9726-410a-a23f-1af763206f31 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/quotas/17190c1205e74166b3ab411b6b60ee6a HTTP/1.1" status: 200 len: 375 time: 0.0140965 Jul 07 22:35:26.913420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-ddba8ea7-8642-418a-84b9-72d0d8219034 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4729867 Jul 07 22:35:26.925866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52d7d6-ce1a-4bd1-b924-b84915a233e3 req-61be6b93-2ad1-4bf4-8ffe-4f7f80c21413 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:26.927289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc52d7d6-ce1a-4bd1-b924-b84915a233e3 req-61be6b93-2ad1-4bf4-8ffe-4f7f80c21413 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0838082 Jul 07 22:35:27.010115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc52d7d6-ce1a-4bd1-b924-b84915a233e3 req-b7b04c27-4583-47fd-a86a-1285ead42708 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742209 Jul 07 22:35:27.044373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-8f0fa149-2863-409c-89de-486c13344d78 service neutron] 10.222.0.81 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161554 Jul 07 22:35:27.136312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-4ea903eb-1b22-491d-b629-a2930f63f5f1 service neutron] 10.222.0.81 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863793 Jul 07 22:35:27.342852 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa097e0b-f657-4d3c-b18d-58d29d5d189a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:27.358989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66c1a450-d920-4c2d-831a-37f1681e8a90 req-1122af39-bd08-4e70-ae3c-d29e90d105f7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 210 time: 0.0580385 Jul 07 22:35:27.419559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a539659-f1e4-42e6-949e-59c83220a617 req-703a03b3-12cb-4e11-abca-1df27e6eae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:27.421440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a539659-f1e4-42e6-949e-59c83220a617 req-703a03b3-12cb-4e11-abca-1df27e6eae6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 1097 time: 0.0649636 Jul 07 22:35:27.540195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a539659-f1e4-42e6-949e-59c83220a617 req-466c4a0b-e4ad-4b41-9952-78d9f663a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:27.541741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a539659-f1e4-42e6-949e-59c83220a617 req-466c4a0b-e4ad-4b41-9952-78d9f663a0c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.1029649 Jul 07 22:35:27.622436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a539659-f1e4-42e6-949e-59c83220a617 req-26878121-09e6-49b9-8a98-33e5e50f9725 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768ac111-2fd6-4ecb-b550-efd575833b7c HTTP/1.1" status: 200 len: 1001 time: 0.0734580 Jul 07 22:35:27.683409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a539659-f1e4-42e6-949e-59c83220a617 req-a858f014-95fe-4ce1-873b-e83b996aa62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:27.692779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a539659-f1e4-42e6-949e-59c83220a617 req-a858f014-95fe-4ce1-873b-e83b996aa62d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.0639415 Jul 07 22:35:27.771855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a539659-f1e4-42e6-949e-59c83220a617 req-644340f6-8225-4a48-9127-968d188fc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:27.773349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a539659-f1e4-42e6-949e-59c83220a617 req-644340f6-8225-4a48-9127-968d188fc13d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689061 Jul 07 22:35:27.873487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a539659-f1e4-42e6-949e-59c83220a617 req-2a46ecb9-a302-41dd-8538-10ba0f6688e5 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936055 Jul 07 22:35:27.979454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a539659-f1e4-42e6-949e-59c83220a617 req-88a0f864-ddf9-495d-a423-868c051944b0 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990374 Jul 07 22:35:28.210413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac343-dc71-46a7-9e3a-c26b13dc9256 req-ad332978-311e-4a10-8d66-bd57c8a980f8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:28.211923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b3ac343-dc71-46a7-9e3a-c26b13dc9256 req-ad332978-311e-4a10-8d66-bd57c8a980f8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.0723450 Jul 07 22:35:28.252345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b3ac343-dc71-46a7-9e3a-c26b13dc9256 req-7e408322-3238-4c88-914e-7475ae4be4fc tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328577 Jul 07 22:35:28.550313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b828344-fce2-4f6e-a1ec-8aec5ead5632 req-6cb4ccfc-c5fb-4d57-b4c8-07d145383bd4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 210 time: 0.0540280 Jul 07 22:35:28.562898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-a500241a-016b-46f3-b8ef-450f5d59286e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:28.564550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-a500241a-016b-46f3-b8ef-450f5d59286e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.44 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 813 time: 0.1592145 Jul 07 22:35:28.586645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Request body: {'port': {'device_id': '49a7167a-2c37-4034-b69f-8de3723e3939', 'network_id': '9468fc83-0992-4b70-af64-f50443226337', 'admin_state_up': True, 'tenant_id': '17190c1205e74166b3ab411b6b60ee6a'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:28.710143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Made reservation on behalf of 17190c1205e74166b3ab411b6b60ee6a for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:35:28.713655 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:28.842692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Allocated IP 172.20.0.2 (9468fc83-0992-4b70-af64-f50443226337/7e4afe9a-7797-4613-9079-7c716ab2bc29/5981606e-487d-4432-9039-161e744e0e7f) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:35:28.990809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.031531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.043158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['b54473a2-641a-43ce-b992-17841a514940'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:35:29.072027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Network 9468fc83-0992-4b70-af64-f50443226337 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:35:29.075781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:35:29.078490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:35:29.124065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Pushing event updated for resources: {'Port': ['ID=5981606e-487d-4432-9039-161e744e0e7f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:29.140209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:29.140907 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.156013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-b80a843e-3df3-4128-80d2-59a2e715d0d4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740960 Jul 07 22:35:29.167627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Request body: {'port': {'device_id': '49a7167a-2c37-4034-b69f-8de3723e3939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:29.246793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.508967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ba465-6891-4b5a-8a42-60f8664cf918 req-896a1824-842e-485b-9104-563cdbcd8376 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:29.510685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f4ba465-6891-4b5a-8a42-60f8664cf918 req-896a1824-842e-485b-9104-563cdbcd8376 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1260748 Jul 07 22:35:29.610512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5981606e-487d-4432-9039-161e744e0e7f {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:35:29.620580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.638259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Transition to ACTIVE for port object 5981606e-487d-4432-9039-161e744e0e7f will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:35:29.642896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f4ba465-6891-4b5a-8a42-60f8664cf918 req-510c7d78-96f9-4de0-b3a1-069ab9c5c9b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254094 Jul 07 22:35:29.648472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.731422 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4a9ecf80-5e16-4690-b1d4-8ab0c457d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.758833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Pushing event updated for resources: {'Port': ['ID=5981606e-487d-4432-9039-161e744e0e7f,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:29.837692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620acba-b492-456c-a151-1928b5bd3d53 req-00c57556-0b99-4b8b-842b-eecc02db8a98 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:29.839166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5620acba-b492-456c-a151-1928b5bd3d53 req-00c57556-0b99-4b8b-842b-eecc02db8a98 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 943 time: 0.1515088 Jul 07 22:35:29.859105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Attempting to bind port 5981606e-487d-4432-9039-161e744e0e7f on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:35:29.859426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Attempting to bind port 5981606e-487d-4432-9039-161e744e0e7f by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:35:29.859772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Attempting to bind port 5981606e-487d-4432-9039-161e744e0e7f on network 9468fc83-0992-4b70-af64-f50443226337 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:35:29.872464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Port 5981606e-487d-4432-9039-161e744e0e7f on network 9468fc83-0992-4b70-af64-f50443226337 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:35:29.873054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Attempting to bind port 5981606e-487d-4432-9039-161e744e0e7f on network 9468fc83-0992-4b70-af64-f50443226337 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:35:29.880849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:35:29.881179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Checking segment: {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:35:29.881553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Bound using segment: {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:35:29.881971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Bound port: 5981606e-487d-4432-9039-161e744e0e7f, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:35:29.882352 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.903964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5620acba-b492-456c-a151-1928b5bd3d53 req-0997b4e5-99d9-4ec1-96ff-8a08614c650b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548778 Jul 07 22:35:29.955747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] For port 5981606e-487d-4432-9039-161e744e0e7f, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:35:29.958886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] For port 5981606e-487d-4432-9039-161e744e0e7f, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5981606e-487d-4432-9039-161e744e0e7f,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:35:29.963849 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.996487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:29.997220 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:29.998633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] 10.222.0.44 "PUT /v2.0/ports/5981606e-487d-4432-9039-161e744e0e7f HTTP/1.1" status: 200 len: 1092 time: 0.8351057 Jul 07 22:35:29.999071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a7167a-2c37-4034-b69f-8de3723e3939', 'tag': '5981606e-487d-4432-9039-161e744e0e7f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:30.001278 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "49a7167a-2c37-4034-b69f-8de3723e3939", "tag": "5981606e-487d-4432-9039-161e744e0e7f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:30.036495 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:30.051337 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75ff718-27b5-4662-86c8-2a1392ce6578 x-openstack-request-id: req-e75ff718-27b5-4662-86c8-2a1392ce6578 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:30.051634 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a7167a-2c37-4034-b69f-8de3723e3939", "tag": "5981606e-487d-4432-9039-161e744e0e7f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:30.051885 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e75ff718-27b5-4662-86c8-2a1392ce6578 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:30.052284 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a7167a-2c37-4034-b69f-8de3723e3939', 'tag': '5981606e-487d-4432-9039-161e744e0e7f', 'status': 'completed', 'code': 200} Jul 07 22:35:30.058438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1f268-8b59-43cd-b67d-43da43856bcc service neutron] Pushing event updated for resources: {'Port': ['ID=5981606e-487d-4432-9039-161e744e0e7f,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:30.122340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-70cf9dca-d40d-42f6-8d85-ea682c046bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:30.123819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-70cf9dca-d40d-42f6-8d85-ea682c046bf7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 1095 time: 0.0569103 Jul 07 22:35:30.164425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-66f92996-f15c-4a8b-99f0-786409f53ca5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5981606e-487d-4432-9039-161e744e0e7f HTTP/1.1" status: 200 len: 217 time: 0.0334439 Jul 07 22:35:30.211975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-1afbcdf5-a183-4adb-bd4d-d4555ec34c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:30.213406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-1afbcdf5-a183-4adb-bd4d-d4555ec34c52 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 200 len: 853 time: 0.0430613 Jul 07 22:35:30.247864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-21f2e1a7-eb5c-4833-b8d8-f156aafb93fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9468fc83-0992-4b70-af64-f50443226337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288250 Jul 07 22:35:30.338030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-8f039e44-5004-4ae9-b2e9-2333254a6060 service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841370 Jul 07 22:35:30.429088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64fc746b-3faa-4ef0-8d00-49ca89ab2626 req-403b0750-91d9-45eb-b578-cdde2a523d73 service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848923 Jul 07 22:35:30.525006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-1983f04c-cdc7-4491-bead-1e42a41c0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:30.526527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-1983f04c-cdc7-4491-bead-1e42a41c0819 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 1095 time: 0.0536704 Jul 07 22:35:30.616695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-f9a4bbfa-baa7-44c6-b835-75704b46083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:30.618044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-f9a4bbfa-baa7-44c6-b835-75704b46083d service neutron] 10.222.0.44 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 914 time: 0.0847943 Jul 07 22:35:30.662495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-9def37ff-cfc3-4519-ae89-c7487a04faf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5981606e-487d-4432-9039-161e744e0e7f HTTP/1.1" status: 200 len: 217 time: 0.0383172 Jul 07 22:35:30.714160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-41eb30ea-4fee-4650-8109-e4791c6d9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:30.716166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-41eb30ea-4fee-4650-8109-e4791c6d9457 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 200 len: 853 time: 0.0469444 Jul 07 22:35:30.752263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-dc0e26ff-5bd1-45b5-823c-7797a7ea60ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9468fc83-0992-4b70-af64-f50443226337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278115 Jul 07 22:35:30.884278 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:30.887905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-d08c6625-627c-4d16-9779-cb798a9346d0 service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277137 Jul 07 22:35:30.910014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3d81-9ada-4998-9626-7607288b29b1 req-f7a03efa-74c1-4949-9092-1a1c62736939 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:30.911432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfbb3d81-9ada-4998-9626-7607288b29b1 req-f7a03efa-74c1-4949-9092-1a1c62736939 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1063111 Jul 07 22:35:30.989617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfbb3d81-9ada-4998-9626-7607288b29b1 req-afc9d731-8b3d-4eab-90e1-cdb391ee7733 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682411 Jul 07 22:35:31.076173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f35c150-dc9a-45e2-991d-c1e17b74c7b1 req-753dab28-1b58-4670-85fa-03300809909f service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816142 Jul 07 22:35:31.121556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905f9cb-847a-434e-b322-31a4736af9d3 req-241e93a9-7519-4aa9-b345-26bbf54d94cb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:31.123777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8905f9cb-847a-434e-b322-31a4736af9d3 req-241e93a9-7519-4aa9-b345-26bbf54d94cb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 943 time: 0.0857830 Jul 07 22:35:31.165463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8905f9cb-847a-434e-b322-31a4736af9d3 req-ef074ff6-1a76-4578-b361-eebad9829f79 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356951 Jul 07 22:35:31.264660 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:32.177073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328eb1-e33f-4343-881f-d284ec4b6dc0 req-9186e320-dd0f-4527-bf4d-6d3d1b20f026 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:32.178591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc328eb1-e33f-4343-881f-d284ec4b6dc0 req-9186e320-dd0f-4527-bf4d-6d3d1b20f026 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 945 time: 0.1085002 Jul 07 22:35:32.181299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-1dc2f144-7029-4421-8cd0-4971db608e45 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997980 Jul 07 22:35:32.227212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc328eb1-e33f-4343-881f-d284ec4b6dc0 req-82681288-e976-4c18-8147-e9f0f5574015 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421765 Jul 07 22:35:32.373427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e764d07-87b6-4671-9e85-81caf0f3eea7 req-bb3ce6b4-8a84-4ad5-a171-7a76c215635a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:32.374975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e764d07-87b6-4671-9e85-81caf0f3eea7 req-bb3ce6b4-8a84-4ad5-a171-7a76c215635a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 943 time: 0.0721302 Jul 07 22:35:32.412942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e764d07-87b6-4671-9e85-81caf0f3eea7 req-9ae3e442-3beb-40b7-a930-3554e88046e9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Jul 07 22:35:32.501962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 5981606e-487d-4432-9039-161e744e0e7f details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:35:32.505670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:32.651300 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:32.694969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:32.697257 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e768ad56-63cf-48e4-a046-c658a7bb12e5" -d '{"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-unplugged", "status": "completed", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:32.719425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:32.725412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 5981606e-487d-4432-9039-161e744e0e7f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5981606e-487d-4432-9039-161e744e0e7f,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:32.731151 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:32.777009 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4231fd-cefd-4b3e-bdfe-865c2125f9f1 x-openstack-request-id: req-0f4231fd-cefd-4b3e-bdfe-865c2125f9f1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:32.777864 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-unplugged", "status": "failed", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c", "code": 422}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:32.778176 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f4231fd-cefd-4b3e-bdfe-865c2125f9f1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:32.778747 n-d-695012-11 neutron-server[93943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'code': 422} returned with failed status Jul 07 22:35:32.783641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '5981606e-487d-4432-9039-161e744e0e7f', 'network_id': '9468fc83-0992-4b70-af64-f50443226337', 'port_id': '5981606e-487d-4432-9039-161e744e0e7f', 'mac_address': 'fa:16:3e:32:91:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4afe9a-7797-4613-9079-7c716ab2bc29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:35:32.851249 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:32.858000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:32.863343 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:32.878586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5981606e-487d-4432-9039-161e744e0e7f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:35:32.898879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 5981606e-487d-4432-9039-161e744e0e7f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5981606e-487d-4432-9039-161e744e0e7f,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:32.903027 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:32.959157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=5981606e-487d-4432-9039-161e744e0e7f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:33.109586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316aba2-94b3-4ab4-9cba-5d32e861a325 req-a6acd2db-9528-412a-86b1-a1e838306c5b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.113066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5981606e-487d-4432-9039-161e744e0e7f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:35:33.116595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316aba2-94b3-4ab4-9cba-5d32e861a325 req-a6acd2db-9528-412a-86b1-a1e838306c5b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.122498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316aba2-94b3-4ab4-9cba-5d32e861a325 req-a6acd2db-9528-412a-86b1-a1e838306c5b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.128346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316aba2-94b3-4ab4-9cba-5d32e861a325 req-a6acd2db-9528-412a-86b1-a1e838306c5b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.134135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316aba2-94b3-4ab4-9cba-5d32e861a325 req-a6acd2db-9528-412a-86b1-a1e838306c5b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.139959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316aba2-94b3-4ab4-9cba-5d32e861a325 req-a6acd2db-9528-412a-86b1-a1e838306c5b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.145994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316aba2-94b3-4ab4-9cba-5d32e861a325 req-a6acd2db-9528-412a-86b1-a1e838306c5b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.147906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2316aba2-94b3-4ab4-9cba-5d32e861a325 req-a6acd2db-9528-412a-86b1-a1e838306c5b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.1282206 Jul 07 22:35:33.212822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2316aba2-94b3-4ab4-9cba-5d32e861a325 req-185e4ef8-4d9d-4017-ac0a-62eb423538d2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481224 Jul 07 22:35:33.222414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-8db8a710-683e-4bd3-9759-efacc321b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.223915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-8db8a710-683e-4bd3-9759-efacc321b8b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd&tenant_id=142113690cd74daf842b2da291160ed9 HTTP/1.1" status: 200 len: 1095 time: 0.1386971 Jul 07 22:35:33.307484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-c034ee8b-627e-4ed2-920b-11ae48950cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.309992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-c034ee8b-627e-4ed2-920b-11ae48950cb7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=142113690cd74daf842b2da291160ed9&device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 1095 time: 0.0607002 Jul 07 22:35:33.464415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-cb108b18-d5f9-4009-9044-2e700a569d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.465915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-cb108b18-d5f9-4009-9044-2e700a569d6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 200 len: 917 time: 0.1497455 Jul 07 22:35:33.523531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b6a09-a5a9-4266-acf7-a9d9dc648e32 req-a55e42d3-ba9c-4721-a616-20ee70ee41de tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.525023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e56b6a09-a5a9-4266-acf7-a9d9dc648e32 req-a55e42d3-ba9c-4721-a616-20ee70ee41de tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.1476285 Jul 07 22:35:33.587535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-1f45997e-d504-4108-9c85-2cd89ab1d25b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=768ac111-2fd6-4ecb-b550-efd575833b7c HTTP/1.1" status: 200 len: 999 time: 0.1141880 Jul 07 22:35:33.611138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e56b6a09-a5a9-4266-acf7-a9d9dc648e32 req-42b32782-6c24-4b4c-b5da-bae77f11a8ce tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792754 Jul 07 22:35:33.656148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-b773ac52-ce8d-4142-9c74-d408905717b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.657609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-b773ac52-ce8d-4142-9c74-d408905717b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 200 len: 855 time: 0.0588124 Jul 07 22:35:33.668967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccccd7-6ec0-4a06-ad86-2290e2dabb50 req-20e5c03e-e747-49a1-8992-7d1027f6ed74 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.670338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ccccd7-6ec0-4a06-ad86-2290e2dabb50 req-20e5c03e-e747-49a1-8992-7d1027f6ed74 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 944 time: 0.1339421 Jul 07 22:35:33.735892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76ccccd7-6ec0-4a06-ad86-2290e2dabb50 req-ae85ad19-6105-4ec5-aa38-2b507531c65b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577254 Jul 07 22:35:33.750399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-f970d1e7-01fa-41a2-bc4f-bb3e54dad589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:33.751990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-f970d1e7-01fa-41a2-bc4f-bb3e54dad589 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7246017-4236-41de-9623-83b4b1a5619a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808301 Jul 07 22:35:33.840006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-f6be904b-0dd0-4641-a7b9-38bf31a37875 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808554 Jul 07 22:35:33.929624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f4e6567-ae2f-43b5-8bf6-4b2ebe1199e3 req-5f40f36f-8d37-48b2-883f-57ee28141d12 service neutron] 10.222.0.44 "GET /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843408 Jul 07 22:35:34.508000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 5981606e-487d-4432-9039-161e744e0e7f up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:34.533792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db190-6348-487d-bbf6-effe2aa8bb80 req-198971c0-934a-49fb-950f-321d2fd124ca tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.540896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db190-6348-487d-bbf6-effe2aa8bb80 req-198971c0-934a-49fb-950f-321d2fd124ca tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.548592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db190-6348-487d-bbf6-effe2aa8bb80 req-198971c0-934a-49fb-950f-321d2fd124ca tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.554490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db190-6348-487d-bbf6-effe2aa8bb80 req-198971c0-934a-49fb-950f-321d2fd124ca tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.560932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db190-6348-487d-bbf6-effe2aa8bb80 req-198971c0-934a-49fb-950f-321d2fd124ca tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.567058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db190-6348-487d-bbf6-effe2aa8bb80 req-198971c0-934a-49fb-950f-321d2fd124ca tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.573116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db190-6348-487d-bbf6-effe2aa8bb80 req-198971c0-934a-49fb-950f-321d2fd124ca tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.575710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-495db190-6348-487d-bbf6-effe2aa8bb80 req-198971c0-934a-49fb-950f-321d2fd124ca tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.1638467 Jul 07 22:35:34.597786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 5981606e-487d-4432-9039-161e744e0e7f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:35:34.603598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 5981606e-487d-4432-9039-161e744e0e7f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:34.603975 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:34.654121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-495db190-6348-487d-bbf6-effe2aa8bb80 req-cd102999-fc3c-4c5a-a915-a139a2057900 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679195 Jul 07 22:35:34.727281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-0776c3f7-609d-4dff-a9d4-8d61f8400231 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.744841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-0776c3f7-609d-4dff-a9d4-8d61f8400231 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.755395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-0776c3f7-609d-4dff-a9d4-8d61f8400231 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.764527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-0776c3f7-609d-4dff-a9d4-8d61f8400231 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.791052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-0776c3f7-609d-4dff-a9d4-8d61f8400231 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.802271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-0776c3f7-609d-4dff-a9d4-8d61f8400231 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.803559 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:34.818709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-0776c3f7-609d-4dff-a9d4-8d61f8400231 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.824769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-0776c3f7-609d-4dff-a9d4-8d61f8400231 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 5434 time: 0.2476034 Jul 07 22:35:34.847939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a7167a-2c37-4034-b69f-8de3723e3939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5981606e-487d-4432-9039-161e744e0e7f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:34.850843 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4ec25b-12c5-414b-b508-440d7ecd4355" -d '{"events": [{"server_uuid": "49a7167a-2c37-4034-b69f-8de3723e3939", "name": "network-vif-plugged", "status": "completed", "tag": "5981606e-487d-4432-9039-161e744e0e7f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:34.885621 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 5981606e-487d-4432-9039-161e744e0e7f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5981606e-487d-4432-9039-161e744e0e7f,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:34.894424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:34.898771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:34.904235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-2c961478-c6b5-4fd8-a81b-73b7137a877b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:34.905901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-2c961478-c6b5-4fd8-a81b-73b7137a877b tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "GET /v2.0/ports/f112fa30-5874-422d-9bbe-76b4cfabad81?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0747120 Jul 07 22:35:35.105865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203431fc-5cb0-419b-b1b0-0d56440de3c0 req-a9f16c3a-3036-4c54-bbbd-3210605e8705 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:35.113076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-203431fc-5cb0-419b-b1b0-0d56440de3c0 req-a9f16c3a-3036-4c54-bbbd-3210605e8705 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.2058206 Jul 07 22:35:35.114492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=5981606e-487d-4432-9039-161e744e0e7f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:35.126335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-dcc6688f-2ef0-4f78-b335-5da143040ddb tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "GET /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2092283 Jul 07 22:35:35.146438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:35.231156 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:35.290732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-203431fc-5cb0-419b-b1b0-0d56440de3c0 req-89f93bdd-c714-4455-9c5d-d9e0539986f2 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764829 Jul 07 22:35:35.340996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0068b5-fbc7-47cc-abdf-70ae47c49e43 req-c59e0e0d-e6bb-4533-ac12-2c67b5c9472d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:35.349295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be0068b5-fbc7-47cc-abdf-70ae47c49e43 req-c59e0e0d-e6bb-4533-ac12-2c67b5c9472d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.3243337 Jul 07 22:35:35.365843 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f54a8e5-957f-4971-a1a8-3fe89f496565 x-openstack-request-id: req-5f54a8e5-957f-4971-a1a8-3fe89f496565 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:35.366211 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a7167a-2c37-4034-b69f-8de3723e3939", "name": "network-vif-plugged", "status": "completed", "tag": "5981606e-487d-4432-9039-161e744e0e7f", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:35.366664 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f54a8e5-957f-4971-a1a8-3fe89f496565 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:35.367078 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a7167a-2c37-4034-b69f-8de3723e3939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5981606e-487d-4432-9039-161e744e0e7f', 'code': 200} Jul 07 22:35:35.467224 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be0068b5-fbc7-47cc-abdf-70ae47c49e43 req-730c3472-c2f7-416f-84da-00fc6f7f0ef1 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170397 Jul 07 22:35:35.517268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] For port f112fa30-5874-422d-9bbe-76b4cfabad81, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=f112fa30-5874-422d-9bbe-76b4cfabad81,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:35.556230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] For port f112fa30-5874-422d-9bbe-76b4cfabad81, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:35:35.592619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] device_id is not set on port f112fa30-5874-422d-9bbe-76b4cfabad81 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:35:35.601404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:35.608379 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:35.674099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] No DVR routers for this DVR port f112fa30-5874-422d-9bbe-76b4cfabad81 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:35.755314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] Pushing event updated for resources: {'Port': ['ID=f112fa30-5874-422d-9bbe-76b4cfabad81,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:35.782436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] In _notify_port_updated(), no bound segment for port f112fa30-5874-422d-9bbe-76b4cfabad81 on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:35:35.783329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:35.783951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:35.785629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-e1930deb-e48b-4c70-8892-2475f365df28 service neutron] 10.222.0.83 "PUT /v2.0/ports/f112fa30-5874-422d-9bbe-76b4cfabad81 HTTP/1.1" status: 200 len: 1027 time: 0.6497564 Jul 07 22:35:35.911899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-dd285ed4-99e6-4e51-8863-ff7b9cc0f63d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:35.913200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-dd285ed4-99e6-4e51-8863-ff7b9cc0f63d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "GET /v2.0/ports/02d71a1d-2d8a-4480-9f73-1c942df3506a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1189220 Jul 07 22:35:35.939252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:35:35.959504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-87e9bc6f-ba6b-4db7-ba52-b241b92119cf None None] Provisioning complete for port f112fa30-5874-422d-9bbe-76b4cfabad81 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:35.965866 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87e9bc6f-ba6b-4db7-ba52-b241b92119cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.022331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-87e9bc6f-ba6b-4db7-ba52-b241b92119cf None None] Port f112fa30-5874-422d-9bbe-76b4cfabad81 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:35:36.422120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3033-ac1e-4c0e-a356-2d45160d9010 req-27ae204e-5322-49c7-b66c-c54e4899072d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:36.427843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3033-ac1e-4c0e-a356-2d45160d9010 req-27ae204e-5322-49c7-b66c-c54e4899072d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:36.440820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3033-ac1e-4c0e-a356-2d45160d9010 req-27ae204e-5322-49c7-b66c-c54e4899072d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:36.446813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3033-ac1e-4c0e-a356-2d45160d9010 req-27ae204e-5322-49c7-b66c-c54e4899072d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:36.453786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3033-ac1e-4c0e-a356-2d45160d9010 req-27ae204e-5322-49c7-b66c-c54e4899072d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:36.460043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa3033-ac1e-4c0e-a356-2d45160d9010 req-27ae204e-5322-49c7-b66c-c54e4899072d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:36.462631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8aaa3033-ac1e-4c0e-a356-2d45160d9010 req-27ae204e-5322-49c7-b66c-c54e4899072d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 4660 time: 0.5640161 Jul 07 22:35:36.520047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.597742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8aaa3033-ac1e-4c0e-a356-2d45160d9010 req-fc65cd61-f689-45a1-878a-9dbea93faa27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0a24d80-b631-4f04-9572-2555f1db371a&id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222775 Jul 07 22:35:36.636132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f693a67-0b83-4d4e-a37e-60be5092c0f0 req-0832ad3d-ab59-4917-9671-39a1a4b1c6d2 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:36.638359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f693a67-0b83-4d4e-a37e-60be5092c0f0 req-0832ad3d-ab59-4917-9671-39a1a4b1c6d2 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.1721830 Jul 07 22:35:36.726040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f693a67-0b83-4d4e-a37e-60be5092c0f0 req-76344176-6636-4fcf-8baa-c312e72fcac7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790062 Jul 07 22:35:36.828816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] For port 02d71a1d-2d8a-4480-9f73-1c942df3506a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=02d71a1d-2d8a-4480-9f73-1c942df3506a,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:36.880184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878ffac-74e8-42b6-b482-fdba70b0e2f2 req-ddd83e31-75f2-4ee9-8b58-0c1cac9f1ea3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:36.881755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b878ffac-74e8-42b6-b482-fdba70b0e2f2 req-ddd83e31-75f2-4ee9-8b58-0c1cac9f1ea3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.1154966 Jul 07 22:35:36.896393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] For port 02d71a1d-2d8a-4480-9f73-1c942df3506a, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:35:36.947534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] device_id is not set on port 02d71a1d-2d8a-4480-9f73-1c942df3506a yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:35:36.958630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b878ffac-74e8-42b6-b482-fdba70b0e2f2 req-29bfd064-8c86-44c3-b946-eefde2751f84 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683212 Jul 07 22:35:36.962920 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:36.969392 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.042066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] No DVR routers for this DVR port 02d71a1d-2d8a-4480-9f73-1c942df3506a on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:37.063525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497a2be-d876-4634-86b0-691966d23554 service neutron] Pushing event updated for resources: {'Port': ['ID=02d71a1d-2d8a-4480-9f73-1c942df3506a,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:37.087210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] In _notify_port_updated(), no bound segment for port 02d71a1d-2d8a-4480-9f73-1c942df3506a on network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 {{(pid=93941) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:35:37.088311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:37.089021 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.090808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-8497a2be-d876-4634-86b0-691966d23554 service neutron] 10.222.0.83 "PUT /v2.0/ports/02d71a1d-2d8a-4480-9f73-1c942df3506a HTTP/1.1" status: 200 len: 1028 time: 1.1578677 Jul 07 22:35:37.235437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting port b5b66697-8979-47bb-bd75-06bc6002473d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:37.235793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.362660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0a98f96e-04e1-42c5-8dae-f6076e26a129 None None] Provisioning complete for port 02d71a1d-2d8a-4480-9f73-1c942df3506a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:37.363296 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0a98f96e-04e1-42c5-8dae-f6076e26a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.367400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] For port b5b66697-8979-47bb-bd75-06bc6002473d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b5b66697-8979-47bb-bd75-06bc6002473d,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:37.367773 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.411796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0a98f96e-04e1-42c5-8dae-f6076e26a129 None None] Port 02d71a1d-2d8a-4480-9f73-1c942df3506a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:35:37.583144 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.583519 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.583893 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Floating IP 683ccfd3-0e1d-4e4c-831a-b181bb3a960c disassociated. External IP: 172.25.8.23, port: b5b66697-8979-47bb-bd75-06bc6002473d. Jul 07 22:35:37.584271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Calling delete_port for b5b66697-8979-47bb-bd75-06bc6002473d owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:37.823638 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:37.903702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1069-60da-4211-965c-a81e440426a4 req-efb7f168-cd40-42f2-b0e9-07b4774776a6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:37.918015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1069-60da-4211-965c-a81e440426a4 req-efb7f168-cd40-42f2-b0e9-07b4774776a6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:37.924185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1069-60da-4211-965c-a81e440426a4 req-efb7f168-cd40-42f2-b0e9-07b4774776a6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:37.930027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1069-60da-4211-965c-a81e440426a4 req-efb7f168-cd40-42f2-b0e9-07b4774776a6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:37.937565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1069-60da-4211-965c-a81e440426a4 req-efb7f168-cd40-42f2-b0e9-07b4774776a6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:37.939485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ca1069-60da-4211-965c-a81e440426a4 req-efb7f168-cd40-42f2-b0e9-07b4774776a6 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 3807 time: 0.1844599 Jul 07 22:35:37.940428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Port': ['ID=b5b66697-8979-47bb-bd75-06bc6002473d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:38.098190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ca1069-60da-4211-965c-a81e440426a4 req-5ee4c263-4650-4792-8d75-4c76c45275c1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123157 Jul 07 22:35:38.132413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Router 27678343-be48-42f9-8da2-3814a3ddbe32 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:35:38.145091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0726d-d175-4eef-ab00-671394538845 req-430ebbb6-9f34-44f5-b026-3df8948729ad tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:38.146640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2a0726d-d175-4eef-ab00-671394538845 req-430ebbb6-9f34-44f5-b026-3df8948729ad tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.2025926 Jul 07 22:35:38.321246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2a0726d-d175-4eef-ab00-671394538845 req-16947835-941b-4357-91a7-e0731e5c1ce5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652229 Jul 07 22:35:38.347238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:35:38.361488 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] Sync routers for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:35:38.375341 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:38.375980 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:35:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:38.411078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] No DVR routers for this DVR port b5b66697-8979-47bb-bd75-06bc6002473d on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:38.414923 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.417142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-5f0d1b95-fa73-4c34-ad4b-d25684943d0a tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "DELETE /v2.0/ports/b5b66697-8979-47bb-bd75-06bc6002473d HTTP/1.1" status: 204 len: 173 time: 1.3210814 Jul 07 22:35:38.418413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': 'b5b66697-8979-47bb-bd75-06bc6002473d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:38.420833 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9566414a-bd38-42ff-ad46-6af808c44174" -d '{"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "b5b66697-8979-47bb-bd75-06bc6002473d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:38.481008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd12f4a-de24-438e-aace-b7be32a50f99 req-eba94ab5-1ce2-4948-88ab-ffc349cb0787 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:38.482703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fd12f4a-de24-438e-aace-b7be32a50f99 req-eba94ab5-1ce2-4948-88ab-ffc349cb0787 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.2024775 Jul 07 22:35:38.533660 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:38.576288 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e7d74e-4fca-42d2-bce4-af1955bfa181 x-openstack-request-id: req-16e7d74e-4fca-42d2-bce4-af1955bfa181 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:38.576562 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "b5b66697-8979-47bb-bd75-06bc6002473d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:38.576951 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16e7d74e-4fca-42d2-bce4-af1955bfa181 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:38.577430 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': 'b5b66697-8979-47bb-bd75-06bc6002473d', 'status': 'completed', 'code': 200} Jul 07 22:35:38.595173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fd12f4a-de24-438e-aace-b7be32a50f99 req-ad9b913b-4250-4f20-8e05-8a92506c514b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060236 Jul 07 22:35:38.655513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting port e0c9f426-53ec-45de-943c-677276e8987d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:38.655867 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.815818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3e5372f6-7b6e-4810-916e-94011219656e req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] For port e0c9f426-53ec-45de-943c-677276e8987d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=e0c9f426-53ec-45de-943c-677276e8987d,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:38.816323 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:38.872391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Calling delete_port for e0c9f426-53ec-45de-943c-677276e8987d owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:38.875200 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c3a64253-f928-4f82-8416-ca510c69f0ad', 'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'mac_address': 'fa:16:3e:7b:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:39Z', 'updated_at': '2021-07-07T22:24:50Z', 'revision_number': 5, 'project_id': '45101a542131430783705ffe212afc8e', 'subnets': [{'id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:38.923697 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] Checking router: 27678343-be48-42f9-8da2-3814a3ddbe32 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:35:38.938857 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:35:38.940080 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:35:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:38.971644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 02d71a1d-2d8a-4480-9f73-1c942df3506a no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:39.040099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 02d71a1d-2d8a-4480-9f73-1c942df3506a not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:39.040650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:39.080708 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:35:39.153232 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:39.291667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5372f6-7b6e-4810-916e-94011219656e req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] No DVR routers for this DVR port e0c9f426-53ec-45de-943c-677276e8987d on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:39.295488 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:39.298481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "DELETE /v2.0/ports/e0c9f426-53ec-45de-943c-677276e8987d HTTP/1.1" status: 204 len: 173 time: 0.8722594 Jul 07 22:35:39.299860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874496e-349a-492f-a573-9a323a1476d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Port': ['ID=e0c9f426-53ec-45de-943c-677276e8987d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:39.319226 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:39.405748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:39.406818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:39.408752 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c3a64253-f928-4f82-8416-ca510c69f0ad', 'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'mac_address': 'fa:16:3e:7b:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:39Z', 'updated_at': '2021-07-07T22:24:50Z', 'revision_number': 5, 'project_id': '45101a542131430783705ffe212afc8e', 'subnets': [{'id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:39.410003 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a934c28c-73df-4ca7-b5b8-d25438e8092a" -d '{"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-unplugged", "status": "completed", "tag": "d0066ac4-802b-4ccd-bfe9-d13056c8f1c8"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:39.413776 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:39.414603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 388f3d4e-b4fe-474f-9107-11e7f32c291b no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:39.497985 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19793067-2ae6-45eb-99a4-fdbee11cceb8 None None] The sync data for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 is: [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:24:41Z', 'revision_number': 4, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c3a64253-f928-4f82-8416-ca510c69f0ad', 'name': '', 'network_id': 'd5c71666-32e6-426c-959c-27eb1572bb7b', 'tenant_id': '45101a542131430783705ffe212afc8e', 'mac_address': 'fa:16:3e:7b:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2154, 'fixed_ips': [{'subnet_id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:39Z', 'updated_at': '2021-07-07T22:24:50Z', 'revision_number': 5, 'project_id': '45101a542131430783705ffe212afc8e', 'subnets': [{'id': '94e3a1d7-c4b9-4dcc-b9f8-289264492ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:35:39.599857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b44f-1967-469c-add0-c618221f137b req-850994d8-3e3b-44db-8228-fdf65804bcb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:39.615375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b44f-1967-469c-add0-c618221f137b req-850994d8-3e3b-44db-8228-fdf65804bcb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:39.621391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033b44f-1967-469c-add0-c618221f137b req-850994d8-3e3b-44db-8228-fdf65804bcb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:39.640095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c033b44f-1967-469c-add0-c618221f137b req-850994d8-3e3b-44db-8228-fdf65804bcb9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 2413 time: 0.1647379 Jul 07 22:35:39.663175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting port 388f3d4e-b4fe-474f-9107-11e7f32c291b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:39.663587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:39.705216 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:39.758326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:39.822240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 388f3d4e-b4fe-474f-9107-11e7f32c291b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:39.828921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:39.830341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b5b66697-8979-47bb-bd75-06bc6002473d no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:39.928045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c033b44f-1967-469c-add0-c618221f137b req-91d1a019-2cc9-422c-a248-6f64cce9f580 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869487 Jul 07 22:35:39.967165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: b5b66697-8979-47bb-bd75-06bc6002473d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:39.967508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b5b66697-8979-47bb-bd75-06bc6002473d not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:39.967925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device e0c9f426-53ec-45de-943c-677276e8987d no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:40.044297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4c346-7e15-4b9e-80fd-4a330cc9b4d0 req-2603cee7-4d43-4d26-9b2d-5a155980de4e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:40.046295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68d4c346-7e15-4b9e-80fd-4a330cc9b4d0 req-2603cee7-4d43-4d26-9b2d-5a155980de4e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.3743169 Jul 07 22:35:40.051478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=388f3d4e-b4fe-474f-9107-11e7f32c291b,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:40.055758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: e0c9f426-53ec-45de-943c-677276e8987d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:40.056382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device e0c9f426-53ec-45de-943c-677276e8987d not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:40.056973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device a909e51b-e641-48c9-903f-9553bf115292 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:40.061367 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056aab5-e000-46b4-9e4e-22b8504fcdb9 x-openstack-request-id: req-c056aab5-e000-46b4-9e4e-22b8504fcdb9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:40.062167 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-unplugged", "status": "completed", "tag": "d0066ac4-802b-4ccd-bfe9-d13056c8f1c8", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:40.062660 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c056aab5-e000-46b4-9e4e-22b8504fcdb9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:40.063274 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8', 'code': 200} Jul 07 22:35:40.066574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b39482c-4f87-4509-87d2-e74b7971b3c6 None None] New status for floating IP 683ccfd3-0e1d-4e4c-831a-b181bb3a960c: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:35:40.079184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3e5372f6-7b6e-4810-916e-94011219656e req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] For port 388f3d4e-b4fe-474f-9107-11e7f32c291b, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=388f3d4e-b4fe-474f-9107-11e7f32c291b,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:40.079561 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:40.104493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Calling delete_port for 388f3d4e-b4fe-474f-9107-11e7f32c291b owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:40.163920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68d4c346-7e15-4b9e-80fd-4a330cc9b4d0 req-364e68da-dcc4-4f59-bb1b-6f562f33573e tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093683 Jul 07 22:35:40.341828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432be0f-7b68-4216-ad7a-d133d26cd97a req-05dd2024-a367-47c4-90e3-addb1541e594 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:40.345585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f432be0f-7b68-4216-ad7a-d133d26cd97a req-05dd2024-a367-47c4-90e3-addb1541e594 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.1275833 Jul 07 22:35:40.406481 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:40.474457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port a909e51b-e641-48c9-903f-9553bf115292, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a909e51b-e641-48c9-903f-9553bf115292,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:40.483752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f432be0f-7b68-4216-ad7a-d133d26cd97a req-5aa68f2c-e2e9-4d90-bf46-d850b99e1070 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334796 Jul 07 22:35:40.486992 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:40.487825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f112fa30-5874-422d-9bbe-76b4cfabad81 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:40.522517 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:40.560284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Port': ['ID=388f3d4e-b4fe-474f-9107-11e7f32c291b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:40.579145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': 'e0c9f426-53ec-45de-943c-677276e8987d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:40.581611 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c039da24-01da-496a-9455-a958092b1523" -d '{"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "e0c9f426-53ec-45de-943c-677276e8987d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:40.640649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5372f6-7b6e-4810-916e-94011219656e req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] No DVR routers for this DVR port 388f3d4e-b4fe-474f-9107-11e7f32c291b on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:40.645674 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:40.647893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-9f47ee4a-821a-41af-bbc5-bf9b71b4cc27 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "DELETE /v2.0/ports/388f3d4e-b4fe-474f-9107-11e7f32c291b HTTP/1.1" status: 204 len: 173 time: 1.3305328 Jul 07 22:35:40.655751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=a909e51b-e641-48c9-903f-9553bf115292,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:40.659656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device f112fa30-5874-422d-9bbe-76b4cfabad81 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:40.692770 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aa5e99-4ccd-49ea-b4c5-75b17e3dfb37 x-openstack-request-id: req-d1aa5e99-4ccd-49ea-b4c5-75b17e3dfb37 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:40.693209 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "e0c9f426-53ec-45de-943c-677276e8987d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:40.693559 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1aa5e99-4ccd-49ea-b4c5-75b17e3dfb37 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:40.694047 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': 'e0c9f426-53ec-45de-943c-677276e8987d', 'status': 'completed', 'code': 200} Jul 07 22:35:40.785139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:40.785425 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:40.893005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3e5372f6-7b6e-4810-916e-94011219656e req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] For port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:40.893275 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:40.908208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Calling delete_port for d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:41.071933 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.116202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Port': ['ID=d0066ac4-802b-4ccd-bfe9-d13056c8f1c8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:41.249393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5372f6-7b6e-4810-916e-94011219656e req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] No DVR routers for this DVR port d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:41.256152 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.258647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-c91e71dd-f10f-4ee8-b75b-ad7b67fafef2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "DELETE /v2.0/ports/d0066ac4-802b-4ccd-bfe9-d13056c8f1c8 HTTP/1.1" status: 204 len: 173 time: 0.6053171 Jul 07 22:35:41.409893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041769c-05d9-45f3-b974-376f9d3e171a req-80348fbe-f8fa-4454-b9a1-63879fd97035 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:41.414565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3041769c-05d9-45f3-b974-376f9d3e171a req-80348fbe-f8fa-4454-b9a1-63879fd97035 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 942 time: 0.2421701 Jul 07 22:35:41.513494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting port a909e51b-e641-48c9-903f-9553bf115292 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:41.513918 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.573246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3041769c-05d9-45f3-b974-376f9d3e171a req-11f9cb12-7634-4940-800f-5b7d0347e7ce tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups?id=56d2e0f3-602d-42a1-a544-08289c869fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336937 Jul 07 22:35:41.605058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfedaa-a2bb-4fbc-a4e0-f0593932ff06 req-239c56c9-e881-4bf7-8009-b479b5d479eb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:41.606971 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74cfedaa-a2bb-4fbc-a4e0-f0593932ff06 req-239c56c9-e881-4bf7-8009-b479b5d479eb tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.2247586 Jul 07 22:35:41.701939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74cfedaa-a2bb-4fbc-a4e0-f0593932ff06 req-42bd0814-07a5-470e-a924-c6eaeaeba8d9 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862870 Jul 07 22:35:41.717692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3e5372f6-7b6e-4810-916e-94011219656e req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] For port a909e51b-e641-48c9-903f-9553bf115292, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=a909e51b-e641-48c9-903f-9553bf115292,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:41.722590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.753805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3e5372f6-7b6e-4810-916e-94011219656e req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Calling delete_port for a909e51b-e641-48c9-903f-9553bf115292 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:41.944577 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:41.999140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Port': ['ID=a909e51b-e641-48c9-903f-9553bf115292,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:42.043133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5372f6-7b6e-4810-916e-94011219656e req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] No DVR routers for this DVR port a909e51b-e641-48c9-903f-9553bf115292 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:42.046813 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3e5372f6-7b6e-4810-916e-94011219656e req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:42.048870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e5372f6-7b6e-4810-916e-94011219656e req-414eecec-c680-4855-97c2-ab7477a7d026 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.83 "DELETE /v2.0/ports/a909e51b-e641-48c9-903f-9553bf115292 HTTP/1.1" status: 204 len: 173 time: 0.7802105 Jul 07 22:35:42.064283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388f3d4e-b4fe-474f-9107-11e7f32c291b'}, {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a909e51b-e641-48c9-903f-9553bf115292'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:42.067435 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96e6406-3e5b-4d6c-afc0-0e85d6073138" -d '{"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-unplugged", "status": "completed", "tag": "388f3d4e-b4fe-474f-9107-11e7f32c291b"}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-unplugged", "status": "completed", "tag": "a909e51b-e641-48c9-903f-9553bf115292"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:42.080431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958bc94-7591-4b36-9492-a5c3593facda req-31246df0-4835-4756-a483-075fa23074be tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:42.081953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3958bc94-7591-4b36-9492-a5c3593facda req-31246df0-4835-4756-a483-075fa23074be tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.1982820 Jul 07 22:35:42.114860 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22945c21-481e-4bed-b540-07c255ed320b x-openstack-request-id: req-22945c21-481e-4bed-b540-07c255ed320b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:42.115425 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-unplugged", "status": "completed", "tag": "388f3d4e-b4fe-474f-9107-11e7f32c291b", "code": 200}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-unplugged", "status": "completed", "tag": "a909e51b-e641-48c9-903f-9553bf115292", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:42.115684 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22945c21-481e-4bed-b540-07c255ed320b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:42.116098 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388f3d4e-b4fe-474f-9107-11e7f32c291b', 'code': 200} Jul 07 22:35:42.116424 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a909e51b-e641-48c9-903f-9553bf115292', 'code': 200} Jul 07 22:35:42.135952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3958bc94-7591-4b36-9492-a5c3593facda req-da11f1c5-b40e-46cc-b318-e481b7e7bcd0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 Jul 07 22:35:42.694874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': '388f3d4e-b4fe-474f-9107-11e7f32c291b'}, {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8'}, {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': 'a909e51b-e641-48c9-903f-9553bf115292'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:42.697306 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1445f659-58ec-471d-918a-33cc2d854bb4" -d '{"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "388f3d4e-b4fe-474f-9107-11e7f32c291b"}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "d0066ac4-802b-4ccd-bfe9-d13056c8f1c8"}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "a909e51b-e641-48c9-903f-9553bf115292"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:42.774290 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4d720d-2fc0-4054-8923-53bfe073a789 x-openstack-request-id: req-6e4d720d-2fc0-4054-8923-53bfe073a789 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:42.774983 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "388f3d4e-b4fe-474f-9107-11e7f32c291b", "status": "completed", "code": 200}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "d0066ac4-802b-4ccd-bfe9-d13056c8f1c8", "status": "completed", "code": 200}, {"server_uuid": "a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43", "name": "network-vif-deleted", "tag": "a909e51b-e641-48c9-903f-9553bf115292", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:42.775544 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e4d720d-2fc0-4054-8923-53bfe073a789 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:42.776637 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': '388f3d4e-b4fe-474f-9107-11e7f32c291b', 'status': 'completed', 'code': 200} Jul 07 22:35:42.777178 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': 'd0066ac4-802b-4ccd-bfe9-d13056c8f1c8', 'status': 'completed', 'code': 200} Jul 07 22:35:42.777701 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43', 'name': 'network-vif-deleted', 'tag': 'a909e51b-e641-48c9-903f-9553bf115292', 'status': 'completed', 'code': 200} Jul 07 22:35:42.881272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89a15768-872e-4e4d-938b-1f0e33ebb9ab req-b0266869-b90d-4d76-80ba-a0e9d80a6580 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0424485 Jul 07 22:35:43.081792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05bfe8-5bb2-4ad4-b7ab-a1cec4414f8e req-63c14733-5b96-41b2-b797-e932603a789f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:43.083508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b05bfe8-5bb2-4ad4-b7ab-a1cec4414f8e req-63c14733-5b96-41b2-b797-e932603a789f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.1239333 Jul 07 22:35:43.142913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b05bfe8-5bb2-4ad4-b7ab-a1cec4414f8e req-96606e26-8982-408b-b63e-2115490186d0 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529728 Jul 07 22:35:43.399729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd11cb7-6336-4358-8701-63575cf57dc1 req-718f7199-2e17-40e9-bc62-08dcce3fc4e6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:43.402232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fd11cb7-6336-4358-8701-63575cf57dc1 req-718f7199-2e17-40e9-bc62-08dcce3fc4e6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.1067810 Jul 07 22:35:43.461222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fd11cb7-6336-4358-8701-63575cf57dc1 req-089ae347-3a2a-407a-8cb8-16679784ab5a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528555 Jul 07 22:35:44.080104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef117da8-0d7c-4b7c-9595-400796b312b3 req-d141cc58-62ca-4f6c-a776-452d65ce50bf tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0422719 Jul 07 22:35:44.470957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afaf73-38c8-4ad7-bb19-a6fd18cc674e req-d5456b8e-4a69-4219-a138-81a3282627a1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:44.472567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94afaf73-38c8-4ad7-bb19-a6fd18cc674e req-d5456b8e-4a69-4219-a138-81a3282627a1 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.1371737 Jul 07 22:35:44.586529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94afaf73-38c8-4ad7-bb19-a6fd18cc674e req-e0076e2b-04e4-40f0-8b39-10101e7d4fe8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081018 Jul 07 22:35:44.858409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93a0ea-7ea9-420f-b717-4153eafcfc70 req-fde8e351-0cde-418f-8206-15ab10415e57 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:44.861559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a93a0ea-7ea9-420f-b717-4153eafcfc70 req-fde8e351-0cde-418f-8206-15ab10415e57 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.1511405 Jul 07 22:35:44.951864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a93a0ea-7ea9-420f-b717-4153eafcfc70 req-a1585db5-0c78-4de2-b2bf-470a81c9f58d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815613 Jul 07 22:35:45.318191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93e95de7-6eba-427e-9106-a294cc14097f req-7d9f05a9-438a-4f49-a9c9-cc8df0590538 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0484021 Jul 07 22:35:45.805552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1829543-dbd1-49c9-9043-cf6d7e01610c req-6c31cd08-b003-488a-884d-804e77ca468b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:45.807328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1829543-dbd1-49c9-9043-cf6d7e01610c req-6c31cd08-b003-488a-884d-804e77ca468b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.0695603 Jul 07 22:35:45.846860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1829543-dbd1-49c9-9043-cf6d7e01610c req-0121c270-5fe2-48e6-863c-8fdfa335cda7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329483 Jul 07 22:35:46.031423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ccdf2-ef1d-4140-b97c-e1934a4e1cfa req-baf43e5a-147a-43dd-9143-3f8e948e875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:46.033794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-940ccdf2-ef1d-4140-b97c-e1934a4e1cfa req-baf43e5a-147a-43dd-9143-3f8e948e875c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 1097 time: 0.0587332 Jul 07 22:35:46.083926 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-940ccdf2-ef1d-4140-b97c-e1934a4e1cfa req-7c7f69f5-d542-4324-8a61-69b971c7ee46 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420556 Jul 07 22:35:46.137694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a4391-698d-44f5-b653-e3a261db2b85 req-0a13316c-c418-48c6-afa4-2b4749aa6ae7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:46.139175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-348a4391-698d-44f5-b653-e3a261db2b85 req-0a13316c-c418-48c6-afa4-2b4749aa6ae7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.0689785 Jul 07 22:35:46.180263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-348a4391-698d-44f5-b653-e3a261db2b85 req-0ab85b4d-0cd9-45cb-8101-25cfc320e895 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348852 Jul 07 22:35:46.462324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b08f89c-d1ff-4dd6-aca9-ec15080c55f3 req-70cfe647-9767-4fba-af50-9f129f89a443 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0297961 Jul 07 22:35:47.049054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a7f39-2944-466f-b73f-20b7b075863d req-d302e7c4-33ba-450e-b124-e1b958f4ed48 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:47.050905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a27a7f39-2944-466f-b73f-20b7b075863d req-d302e7c4-33ba-450e-b124-e1b958f4ed48 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.0774870 Jul 07 22:35:47.103147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a27a7f39-2944-466f-b73f-20b7b075863d req-37bdbd68-25d4-4e95-a7cf-c78fa4098d45 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456944 Jul 07 22:35:47.402299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070acf4-ef84-43cf-af51-0db4250487d0 req-b7f06a3a-ba5b-4ae3-aef8-1d9d50d8ac0a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:47.403794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3070acf4-ef84-43cf-af51-0db4250487d0 req-b7f06a3a-ba5b-4ae3-aef8-1d9d50d8ac0a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.0871761 Jul 07 22:35:47.441584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3070acf4-ef84-43cf-af51-0db4250487d0 req-5861ce2c-00bb-4c59-9998-84473ee9465e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319836 Jul 07 22:35:47.629833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-224a1016-c4b8-41ad-a541-7d9d7fbdb6f5 req-a5004238-354b-4547-b623-5686dd1aa55e tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0294032 Jul 07 22:35:47.864014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23167ddf-3ea1-47c4-b281-00a2e41d1ba8 req-aed308c1-d8d0-482e-a838-67bb9863c7d0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:47.865557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23167ddf-3ea1-47c4-b281-00a2e41d1ba8 req-aed308c1-d8d0-482e-a838-67bb9863c7d0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.0716579 Jul 07 22:35:47.903417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23167ddf-3ea1-47c4-b281-00a2e41d1ba8 req-3bbf445a-d474-4279-b8b1-12c4ea79316f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Jul 07 22:35:48.314690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e641a-856e-4372-b1c1-fe2eb736e7ed req-ea3fc133-d062-4512-9046-2eb1efb7c615 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:48.316348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a4e641a-856e-4372-b1c1-fe2eb736e7ed req-ea3fc133-d062-4512-9046-2eb1efb7c615 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 943 time: 0.0874183 Jul 07 22:35:48.357011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a4e641a-856e-4372-b1c1-fe2eb736e7ed req-a808d97d-eba4-4f89-9f41-aa52638fdb7f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348818 Jul 07 22:35:48.570427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:35:48.675692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:48.689725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'port_id': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'mac_address': 'fa:16:3e:31:ee:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:35:48.736597 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.750593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768ac111-2fd6-4ecb-b550-efd575833b7c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:35:48.771871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:48.777708 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:48.823023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-132414f5-62c9-47c0-9a99-8bca0dd901b3 req-4b7754c9-357e-4926-924e-a3100e33f68d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0511553 Jul 07 22:35:48.846887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:49.014980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['768ac111-2fd6-4ecb-b550-efd575833b7c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:35:49.116181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546f6fd-968f-43c2-8ded-25aacb519cf5 req-d3f48cb6-fc5a-4026-b814-e30455b3e821 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:49.117822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8546f6fd-968f-43c2-8ded-25aacb519cf5 req-d3f48cb6-fc5a-4026-b814-e30455b3e821 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.0974340 Jul 07 22:35:49.196572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8546f6fd-968f-43c2-8ded-25aacb519cf5 req-e71ef9f8-702b-47a5-ba3f-cf738599a4ef tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643411 Jul 07 22:35:49.211406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-043b06b5-244b-43ec-9871-8f202793b380 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:49.213430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-043b06b5-244b-43ec-9871-8f202793b380 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 945 time: 0.1406610 Jul 07 22:35:49.322012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Deleting port 5981606e-487d-4432-9039-161e744e0e7f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:49.322642 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.415159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] For port 5981606e-487d-4432-9039-161e744e0e7f, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5981606e-487d-4432-9039-161e744e0e7f,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:49.415383 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.429413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Calling delete_port for 5981606e-487d-4432-9039-161e744e0e7f owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:49.615649 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.627312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['b54473a2-641a-43ce-b992-17841a514940', '5981606e-487d-4432-9039-161e744e0e7f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:35:49.652962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628d1e7-263a-4d76-b342-426d0de22b63 req-a13e086d-2b1c-4cd1-9948-27311e32749a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:49.659346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c628d1e7-263a-4d76-b342-426d0de22b63 req-a13e086d-2b1c-4cd1-9948-27311e32749a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 944 time: 0.1424994 Jul 07 22:35:49.661217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Pushing event deleted for resources: {'Port': ['ID=5981606e-487d-4432-9039-161e744e0e7f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:49.759745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] No DVR routers for this DVR port 5981606e-487d-4432-9039-161e744e0e7f on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:49.767476 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.769459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81659138-14b6-4a88-9e8e-aef452860ce2 req-5c62ac31-f28f-4e78-a0aa-fc81d0911509 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.44 "DELETE /v2.0/ports/5981606e-487d-4432-9039-161e744e0e7f HTTP/1.1" status: 204 len: 173 time: 0.5501106 Jul 07 22:35:49.769914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a7167a-2c37-4034-b69f-8de3723e3939', 'name': 'network-vif-deleted', 'tag': '5981606e-487d-4432-9039-161e744e0e7f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:49.772623 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4919ccb-0f33-4223-8716-729fd6937d5e" -d '{"events": [{"server_uuid": "49a7167a-2c37-4034-b69f-8de3723e3939", "name": "network-vif-deleted", "tag": "5981606e-487d-4432-9039-161e744e0e7f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:49.773113 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:49.793666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c628d1e7-263a-4d76-b342-426d0de22b63 req-71e96d99-a484-4164-a4ae-7d7fe622c70a tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273465 Jul 07 22:35:49.840952 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a07952f-6f81-4ac5-b9ac-5b5712916abe x-openstack-request-id: req-6a07952f-6f81-4ac5-b9ac-5b5712916abe {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:49.841518 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a7167a-2c37-4034-b69f-8de3723e3939", "name": "network-vif-deleted", "tag": "5981606e-487d-4432-9039-161e744e0e7f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:49.841659 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a07952f-6f81-4ac5-b9ac-5b5712916abe {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:49.841984 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a7167a-2c37-4034-b69f-8de3723e3939', 'name': 'network-vif-deleted', 'tag': '5981606e-487d-4432-9039-161e744e0e7f', 'status': 'completed', 'code': 200} Jul 07 22:35:50.003476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9771d9a9-faad-4d75-8c57-714bbf65668f req-1c4c1850-6fb9-4283-9b2d-2b36ab3d0756 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0346150 Jul 07 22:35:50.392598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-849c3a95-2698-43de-8967-6f5de604a107 req-9cd10b04-0bcb-4c25-9998-04e75d9510ed tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=49a7167a-2c37-4034-b69f-8de3723e3939 HTTP/1.1" status: 200 len: 210 time: 0.0289159 Jul 07 22:35:50.577612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:35:50.639089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 768ac111-2fd6-4ecb-b550-efd575833b7c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:35:50.639857 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.721613 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.745497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:35:50.748255 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8331fa4d-e870-4208-936e-0bfd9bcba654" -d '{"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-plugged", "status": "completed", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:35:50.762176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:50.767523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:50.809923 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9d5ba2-aba6-4fa2-8b8d-ba8567325566 x-openstack-request-id: req-1c9d5ba2-aba6-4fa2-8b8d-ba8567325566 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:35:50.810320 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-plugged", "status": "completed", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:35:50.810661 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c9d5ba2-aba6-4fa2-8b8d-ba8567325566 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:35:50.811134 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'code': 200} Jul 07 22:35:50.820786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=10']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:51.436800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c6fe4-98b0-411d-a30a-f009deea09bf req-33deaf08-0c6d-4e9a-bf9d-af27d40ed548 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0418119 Jul 07 22:35:51.460615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79170de-e276-4ef9-a1a9-89e9c355b251 req-db61780c-9a81-4a2d-8fdf-524694314630 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:51.467794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c79170de-e276-4ef9-a1a9-89e9c355b251 req-db61780c-9a81-4a2d-8fdf-524694314630 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 946 time: 0.5325062 Jul 07 22:35:51.513042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c79170de-e276-4ef9-a1a9-89e9c355b251 req-4686922a-7ce3-4f44-96a7-4fc1a35b30d5 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443027 Jul 07 22:35:51.524493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b68e1-25f3-4499-b9a6-60d18c89d9f5 req-d78fb8c2-5e23-489b-a82e-830da9f8f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:51.526093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed1b68e1-25f3-4499-b9a6-60d18c89d9f5 req-d78fb8c2-5e23-489b-a82e-830da9f8f81c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 1098 time: 0.5490441 Jul 07 22:35:51.564924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed1b68e1-25f3-4499-b9a6-60d18c89d9f5 req-30ac960b-68e3-42c8-bb0f-d0fb1f844da5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322783 Jul 07 22:35:51.703173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896e521-3480-4eab-b586-514f9efe521c req-8e369266-c60a-4861-9841-28048606097c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:51.704718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d896e521-3480-4eab-b586-514f9efe521c req-8e369266-c60a-4861-9841-28048606097c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0672984 Jul 07 22:35:51.750365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d896e521-3480-4eab-b586-514f9efe521c req-70b141fb-a1ef-4542-8c1f-b1e0421ec626 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381827 Jul 07 22:35:51.996354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0843bf-bc19-45e6-b40c-8203b2d910c1 req-6119fca8-a02c-426a-81f0-aa305a237681 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:51.997841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a0843bf-bc19-45e6-b40c-8203b2d910c1 req-6119fca8-a02c-426a-81f0-aa305a237681 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0704060 Jul 07 22:35:52.038244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a0843bf-bc19-45e6-b40c-8203b2d910c1 req-fb61527a-442e-483a-93ca-12f0857c24f3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345654 Jul 07 22:35:52.218292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08818f1e-d61b-447f-ad06-a65911ac48a2 req-5cb99666-1203-4291-bc8b-31d22f17d1e3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:52.219860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08818f1e-d61b-447f-ad06-a65911ac48a2 req-5cb99666-1203-4291-bc8b-31d22f17d1e3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0634656 Jul 07 22:35:52.256947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08818f1e-d61b-447f-ad06-a65911ac48a2 req-b2116fd3-56e2-4983-8ca0-16d2e9b45e21 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Jul 07 22:35:52.747655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f587722-91e6-472f-818d-d5fcee68d1dc req-19b307e2-5345-4955-b290-9df424c799fd tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.1054733 Jul 07 22:35:52.865988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a8ece-3858-4321-91c1-18d3ffcecda7 req-c4977d14-3054-42f0-87a5-754c3014f06f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:52.876800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e6a8ece-3858-4321-91c1-18d3ffcecda7 req-c4977d14-3054-42f0-87a5-754c3014f06f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 946 time: 0.1466024 Jul 07 22:35:52.930878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e6a8ece-3858-4321-91c1-18d3ffcecda7 req-8efca61b-4ed2-4e15-9a0d-40ab30136fea tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530884 Jul 07 22:35:53.957500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d16edac-eb07-452a-bdec-a544b5f4d2a5 req-894f56f2-79be-4638-966b-1ea94b0915a2 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/ports?device_id=a90a6c9e-f0e2-4bcf-a315-14ce09c4cb43 HTTP/1.1" status: 200 len: 210 time: 0.0304914 Jul 07 22:35:54.176634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8a2c7-0df6-4126-8c07-93559c30dcd0 req-b635ca49-ca5a-4b71-b642-6f2ec1c1877b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:54.178148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dda8a2c7-0df6-4126-8c07-93559c30dcd0 req-b635ca49-ca5a-4b71-b642-6f2ec1c1877b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 946 time: 0.1036539 Jul 07 22:35:54.202442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e42e7-d97f-42f7-962b-37c05dd99fa8 req-349c5ad9-35fc-499e-b583-9e2e8a6beaf6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:54.203963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-107e42e7-d97f-42f7-962b-37c05dd99fa8 req-349c5ad9-35fc-499e-b583-9e2e8a6beaf6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1018171 Jul 07 22:35:54.252320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dda8a2c7-0df6-4126-8c07-93559c30dcd0 req-f0d0133e-fe95-4163-a7fa-44555cb6564f tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665774 Jul 07 22:35:54.259877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-107e42e7-d97f-42f7-962b-37c05dd99fa8 req-be5e60dc-9980-42ca-8ae2-923460617f77 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495014 Jul 07 22:35:54.446934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6f26c-2175-4bac-868a-cb4366c540cc req-d125fc5c-a291-4461-b22b-5d91da49be27 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:54.448458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80d6f26c-2175-4bac-868a-cb4366c540cc req-d125fc5c-a291-4461-b22b-5d91da49be27 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0701458 Jul 07 22:35:54.487649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80d6f26c-2175-4bac-868a-cb4366c540cc req-2ff82306-0b1c-4907-87bc-14661d61936d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Jul 07 22:35:54.609466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 5981606e-487d-4432-9039-161e744e0e7f no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:54.633170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 5981606e-487d-4432-9039-161e744e0e7f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:54.633756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 5981606e-487d-4432-9039-161e744e0e7f not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:55.094846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54510) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:55.156221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c9866c9-163a-4375-844a-04352badba68 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.180137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c9866c9-163a-4375-844a-04352badba68 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.234580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c9866c9-163a-4375-844a-04352badba68 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.237149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7c9866c9-163a-4375-844a-04352badba68 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.238436 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7c9866c9-163a-4375-844a-04352badba68 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "DELETE /v2.0/security-groups/56d2e0f3-602d-42a1-a544-08289c869fb3 HTTP/1.1" status: 204 len: 168 time: 0.1422846 Jul 07 22:35:55.241887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54512) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:55.248214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9866c9-163a-4375-844a-04352badba68 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d2e0f3-602d-42a1-a544-08289c869fb3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:55.262216 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-8666bedc-9748-4918-aeb1-2032c9743d01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] show failed (client error): The resource could not be found. Jul 07 22:35:55.265290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8666bedc-9748-4918-aeb1-2032c9743d01 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "GET /v2.0/security-groups/56d2e0f3-602d-42a1-a544-08289c869fb3 HTTP/1.1" status: 404 len: 347 time: 0.0202935 Jul 07 22:35:55.268563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54516) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:55.428204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting port f6ce1d68-da18-49d2-a435-a7e334a368b9 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:55.428562 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.505172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.505435 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.517714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Calling delete_port for f6ce1d68-da18-49d2-a435-a7e334a368b9 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:55.648521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.677611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Port': ['ID=f6ce1d68-da18-49d2-a435-a7e334a368b9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:55.735901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.738776 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:55.739936 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1a2f3a38-732f-41cf-b14f-0675db5850b9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "DELETE /v2.0/floatingips/683ccfd3-0e1d-4e4c-831a-b181bb3a960c HTTP/1.1" status: 204 len: 168 time: 0.4701774 Jul 07 22:35:55.742770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54520) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:55.838737 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e0398334-32ce-4ead-90f6-a89d5d92c5d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting port 02d71a1d-2d8a-4480-9f73-1c942df3506a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:55.839088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0398334-32ce-4ead-90f6-a89d5d92c5d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.040491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f808f5-f9fc-43f7-ad3a-4ca41cbe3321 req-d757d483-1e85-48ef-9b04-84c4759a961c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:56.042545 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2f808f5-f9fc-43f7-ad3a-4ca41cbe3321 req-d757d483-1e85-48ef-9b04-84c4759a961c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0729377 Jul 07 22:35:56.083647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2f808f5-f9fc-43f7-ad3a-4ca41cbe3321 req-f3b599cd-7302-43fc-a454-9a215cd163e8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349786 Jul 07 22:35:56.238421 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0398334-32ce-4ead-90f6-a89d5d92c5d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.251305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e0398334-32ce-4ead-90f6-a89d5d92c5d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Calling delete_port for 02d71a1d-2d8a-4480-9f73-1c942df3506a owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:56.291017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631dab5-64b5-4f79-8762-cc163c428a79 req-cf565993-1711-43d6-950a-5472d8f1c851 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:56.295241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d631dab5-64b5-4f79-8762-cc163c428a79 req-cf565993-1711-43d6-950a-5472d8f1c851 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0824738 Jul 07 22:35:56.336487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d631dab5-64b5-4f79-8762-cc163c428a79 req-6c3764fc-ab67-4f22-8631-8c8d34190d2b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354724 Jul 07 22:35:56.385715 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0398334-32ce-4ead-90f6-a89d5d92c5d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.442102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398334-32ce-4ead-90f6-a89d5d92c5d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Port': ['ID=02d71a1d-2d8a-4480-9f73-1c942df3506a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:56.517150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0398334-32ce-4ead-90f6-a89d5d92c5d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.519363 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e0398334-32ce-4ead-90f6-a89d5d92c5d1 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "DELETE /v2.0/ports/02d71a1d-2d8a-4480-9f73-1c942df3506a HTTP/1.1" status: 204 len: 168 time: 0.7756433 Jul 07 22:35:56.521930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:56.579811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ba656-b618-4848-be4d-377c2cf3d536 req-313e556e-8758-44ef-8906-9e2c8174e1d9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:56.581221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b22ba656-b618-4848-be4d-377c2cf3d536 req-313e556e-8758-44ef-8906-9e2c8174e1d9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0642149 Jul 07 22:35:56.623645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b22ba656-b618-4848-be4d-377c2cf3d536 req-8147e661-bdcb-4d00-b5e3-4749e0c0217c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Jul 07 22:35:56.626676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-53579016-6476-44a0-b155-e826f10d65a9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting port f112fa30-5874-422d-9bbe-76b4cfabad81 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:56.627032 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53579016-6476-44a0-b155-e826f10d65a9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.712456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53579016-6476-44a0-b155-e826f10d65a9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.724464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-53579016-6476-44a0-b155-e826f10d65a9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Calling delete_port for f112fa30-5874-422d-9bbe-76b4cfabad81 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:56.798487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b9c94-f50b-446e-8715-2ec23cc7d9cc req-1fdf2841-b5b6-47ad-ba6a-f39a8149027f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:56.806363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a51b9c94-f50b-446e-8715-2ec23cc7d9cc req-1fdf2841-b5b6-47ad-ba6a-f39a8149027f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0702963 Jul 07 22:35:56.848333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a51b9c94-f50b-446e-8715-2ec23cc7d9cc req-2b67dced-f7c5-449d-b213-ac63c4d71d86 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411670 Jul 07 22:35:56.860815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53579016-6476-44a0-b155-e826f10d65a9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.895633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53579016-6476-44a0-b155-e826f10d65a9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Port': ['ID=f112fa30-5874-422d-9bbe-76b4cfabad81,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:56.984852 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53579016-6476-44a0-b155-e826f10d65a9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:56.987497 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-53579016-6476-44a0-b155-e826f10d65a9 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "DELETE /v2.0/ports/f112fa30-5874-422d-9bbe-76b4cfabad81 HTTP/1.1" status: 204 len: 168 time: 0.4645162 Jul 07 22:35:56.990223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54556) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.059401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting subnet d5140dd0-9da8-4630-8bd7-e0e925ba7e30 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:35:57.080302 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.137099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.180913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d0170-ed91-43c6-9af0-20d3e9ccb7e0 req-1ff5ddfa-60a5-4cf1-bba8-2ecb23d20415 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:57.182544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6d0170-ed91-43c6-9af0-20d3e9ccb7e0 req-1ff5ddfa-60a5-4cf1-bba8-2ecb23d20415 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1416330 Jul 07 22:35:57.253859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6d0170-ed91-43c6-9af0-20d3e9ccb7e0 req-9d119708-e385-46bf-98fa-7b98321c7eee tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649745 Jul 07 22:35:57.261008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.333279 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.341677 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff9c1d44-fcb3-4a42-a45c-3a0ec7cc6af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.349787 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.354410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "DELETE /v2.0/subnets/d5140dd0-9da8-4630-8bd7-e0e925ba7e30 HTTP/1.1" status: 204 len: 168 time: 0.3606808 Jul 07 22:35:57.355142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54566) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.371831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Subnet': ['ID=d5140dd0-9da8-4630-8bd7-e0e925ba7e30,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:57.374411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0919069-b1ec-4450-96fd-994168ee5d5f None None] Network 953f89c8-5be7-4b9c-8635-4686d6cde9ac requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:57.412043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.412260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.412754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.413174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.413581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.414266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.414555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.415175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.415580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.416114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.416665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.417101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1958a46-cb6d-4054-b045-4d4d0007160d tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:35:57.429570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-99dd41d1-d683-44a9-914c-569db90a7b37 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting subnet 89de3664-eb62-40a6-87b7-289f034f780e {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:35:57.433549 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99dd41d1-d683-44a9-914c-569db90a7b37 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.472149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b19c53-1abb-49df-bb04-a44c2d5b1ab4 req-48e11b8c-125a-41c9-adfe-570653caff36 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:57.474802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1b19c53-1abb-49df-bb04-a44c2d5b1ab4 req-48e11b8c-125a-41c9-adfe-570653caff36 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0936859 Jul 07 22:35:57.493113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99dd41d1-d683-44a9-914c-569db90a7b37 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.530628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1b19c53-1abb-49df-bb04-a44c2d5b1ab4 req-42eb5918-6bdf-4911-90d1-dd85621314fd tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Jul 07 22:35:57.598120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99dd41d1-d683-44a9-914c-569db90a7b37 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.652718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99777631-921e-4c75-a775-1f9daee1718f None None] DHCP port deletion for 953f89c8-5be7-4b9c-8635-4686d6cde9ac request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:35:57.703482 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99dd41d1-d683-44a9-914c-569db90a7b37 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.715870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99777631-921e-4c75-a775-1f9daee1718f None None] Deleting port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:57.716524 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99777631-921e-4c75-a775-1f9daee1718f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.720059 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99dd41d1-d683-44a9-914c-569db90a7b37 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.723859 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-99dd41d1-d683-44a9-914c-569db90a7b37 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "DELETE /v2.0/subnets/89de3664-eb62-40a6-87b7-289f034f780e HTTP/1.1" status: 204 len: 168 time: 0.3661911 Jul 07 22:35:57.726654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54574) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:57.740533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33ff90-9232-40b3-960f-6469eec33a8a None None] Network 5ffa7e6c-3f46-4edb-b041-e6575e78e894 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:35:57.758718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd41d1-d683-44a9-914c-569db90a7b37 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Subnet': ['ID=89de3664-eb62-40a6-87b7-289f034f780e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:57.855166 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.855979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-99777631-921e-4c75-a775-1f9daee1718f None None] For port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b3c71fad-6b5a-4a8d-a6d8-bdebda47f648,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:57.856380 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99777631-921e-4c75-a775-1f9daee1718f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:57.884549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-99777631-921e-4c75-a775-1f9daee1718f None None] Calling delete_port for b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:57.911951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae298ed-fa97-4e4a-ab60-6d7f5d44f8ef req-8a805279-8cd5-49f1-99fb-80f294b4fe37 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:57.913602 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ae298ed-fa97-4e4a-ab60-6d7f5d44f8ef req-8a805279-8cd5-49f1-99fb-80f294b4fe37 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1080749 Jul 07 22:35:57.952239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Deleting port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:57.952612 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.001174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ae298ed-fa97-4e4a-ab60-6d7f5d44f8ef req-c2875162-684b-4a9d-9a01-9b7d1079b846 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776498 Jul 07 22:35:58.004205 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-99777631-921e-4c75-a775-1f9daee1718f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.030541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99777631-921e-4c75-a775-1f9daee1718f None None] Pushing event deleted for resources: {'Port': ['ID=b3c71fad-6b5a-4a8d-a6d8-bdebda47f648,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:58.034502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99777631-921e-4c75-a775-1f9daee1718f None None] No DVR routers for this DVR port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:58.082360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] For port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b3c71fad-6b5a-4a8d-a6d8-bdebda47f648,segment=NetworkSegment(a22207e7-0e82-4fd7-a0cf-3aba7844179e),segment_id=a22207e7-0e82-4fd7-a0cf-3aba7844179e)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:58.082727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.096590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Calling delete_port for b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:58.118757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3421c42-cc9c-42c0-b674-fa501ef54ac0 None None] DHCP port deletion for 5ffa7e6c-3f46-4edb-b041-e6575e78e894 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:35:58.201093 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a3421c42-cc9c-42c0-b674-fa501ef54ac0 None None] Deleting port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:35:58.201550 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3421c42-cc9c-42c0-b674-fa501ef54ac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.236724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.270946 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:35:58.274604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Port': ['ID=b3c71fad-6b5a-4a8d-a6d8-bdebda47f648,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:58.280148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] No DVR routers for this DVR port b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:58.327211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e141d1-ef36-4fe9-aac2-d1d45a4fae65 req-fa896b36-6284-4d50-a670-711100513b77 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:58.328958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76e141d1-ef36-4fe9-aac2-d1d45a4fae65 req-fa896b36-6284-4d50-a670-711100513b77 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1516864 Jul 07 22:35:58.407824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.427936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953f89c8-5be7-4b9c-8635-4686d6cde9ac']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:58.428332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a3421c42-cc9c-42c0-b674-fa501ef54ac0 None None] For port c1d8c6e0-cee4-4f93-821f-4646e9fe7640, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c1d8c6e0-cee4-4f93-821f-4646e9fe7640,segment=NetworkSegment(79a12f3f-cf7b-46c6-a5df-79d558ae4c7b),segment_id=79a12f3f-cf7b-46c6-a5df-79d558ae4c7b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:35:58.428823 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3421c42-cc9c-42c0-b674-fa501ef54ac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.433374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76e141d1-ef36-4fe9-aac2-d1d45a4fae65 req-c7f3cf3f-0e1c-42af-9314-83a21c77759f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888586 Jul 07 22:35:58.441756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22207e7-0e82-4fd7-a0cf-3aba7844179e') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:58.441997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22207e7-0e82-4fd7-a0cf-3aba7844179e') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:58.442228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a3421c42-cc9c-42c0-b674-fa501ef54ac0 None None] Calling delete_port for c1d8c6e0-cee4-4f93-821f-4646e9fe7640 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:35:58.451431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.472038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.481190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:58.481924 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:58.485562 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:58.545651 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3421c42-cc9c-42c0-b674-fa501ef54ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.568406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.579771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3421c42-cc9c-42c0-b674-fa501ef54ac0 None None] Pushing event deleted for resources: {'Port': ['ID=c1d8c6e0-cee4-4f93-821f-4646e9fe7640,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:58.582688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.586543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3421c42-cc9c-42c0-b674-fa501ef54ac0 None None] No DVR routers for this DVR port c1d8c6e0-cee4-4f93-821f-4646e9fe7640 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:35:58.588949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:35:58.593989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "DELETE /v2.0/networks/953f89c8-5be7-4b9c-8635-4686d6cde9ac HTTP/1.1" status: 204 len: 168 time: 0.8640523 Jul 07 22:35:58.607364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158bdc0-bd17-471e-9a96-c3d23fb16961 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Network': ['ID=953f89c8-5be7-4b9c-8635-4686d6cde9ac,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:58.688183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.736654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfd085-a102-4fbd-8c30-df74f90caf8b req-84a9f963-7581-4e59-8537-d2859800d4af tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:58.736654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3dcfd085-a102-4fbd-8c30-df74f90caf8b req-84a9f963-7581-4e59-8537-d2859800d4af tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0723696 Jul 07 22:35:58.771433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3dcfd085-a102-4fbd-8c30-df74f90caf8b req-4d02a815-89bc-4d00-ab07-d9b8afdb7f46 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Jul 07 22:35:58.782680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.797046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffa7e6c-3f46-4edb-b041-e6575e78e894']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:58.807630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:58.808414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a12f3f-cf7b-46c6-a5df-79d558ae4c7b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:35:58.819557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.838209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.863196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:35:58.863428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:35:58.874567 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:35:58.885952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:58.917149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:58.917502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b3c71fad-6b5a-4a8d-a6d8-bdebda47f648 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:58.918232 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c1d8c6e0-cee4-4f93-821f-4646e9fe7640 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:35:58.950850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: c1d8c6e0-cee4-4f93-821f-4646e9fe7640 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:35:58.951495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c1d8c6e0-cee4-4f93-821f-4646e9fe7640 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:35:58.964562 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.971320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:58.977790 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] 10.222.0.81 "DELETE /v2.0/networks/5ffa7e6c-3f46-4edb-b041-e6575e78e894 HTTP/1.1" status: 204 len: 168 time: 0.3832810 Jul 07 22:35:58.994104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5bac9b-0a6d-47c1-96e7-40509ffee9a4 tempest-TaggedBootDevicesTest-436780446 tempest-TaggedBootDevicesTest-436780446-project] Pushing event deleted for resources: {'Network': ['ID=5ffa7e6c-3f46-4edb-b041-e6575e78e894,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:35:59.008184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967da9-1807-4025-9cd9-372bc7aa0eb7 req-abebae3d-7b8c-4143-8172-99b878486e10 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:59.010206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e967da9-1807-4025-9cd9-372bc7aa0eb7 req-abebae3d-7b8c-4143-8172-99b878486e10 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0988681 Jul 07 22:35:59.055553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e967da9-1807-4025-9cd9-372bc7aa0eb7 req-65c3ddb0-b094-40db-80b9-a356e884901b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Jul 07 22:35:59.336429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d6972-443c-4956-9ea8-dbde88fd5129 req-4c23279b-0287-4e6b-a972-70c2def8285e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:59.344103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26d6972-443c-4956-9ea8-dbde88fd5129 req-4c23279b-0287-4e6b-a972-70c2def8285e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0798476 Jul 07 22:35:59.383801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e26d6972-443c-4956-9ea8-dbde88fd5129 req-bb48a25d-8f7e-4cab-8281-52e39eb7a63d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Jul 07 22:35:59.573431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7db1-3258-467a-afe8-8527234f4531 req-e473e582-c643-4386-80db-dc4f639c1190 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:59.575760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bda7db1-3258-467a-afe8-8527234f4531 req-e473e582-c643-4386-80db-dc4f639c1190 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0742574 Jul 07 22:35:59.615109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bda7db1-3258-467a-afe8-8527234f4531 req-ae69cd25-6e38-44bc-87f9-9927f29ed1d9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334926 Jul 07 22:35:59.726934 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-668dde3a-102c-4e57-927a-87777b6f7620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:35:59.860523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ef7ff-a0de-4b89-8992-610b376b3bd9 req-9a7f4542-c4ba-4e4f-b8c5-223cd013ba1f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:35:59.862146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d24ef7ff-a0de-4b89-8992-610b376b3bd9 req-9a7f4542-c4ba-4e4f-b8c5-223cd013ba1f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 813 time: 0.1090760 Jul 07 22:35:59.877952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d24ef7ff-a0de-4b89-8992-610b376b3bd9 req-ad0327c9-f351-4f7b-b82b-8ed1134fbb02 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/quotas/17190c1205e74166b3ab411b6b60ee6a HTTP/1.1" status: 200 len: 375 time: 0.0099590 Jul 07 22:35:59.951694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d24ef7ff-a0de-4b89-8992-610b376b3bd9 req-a3afeaa8-a90f-45d3-8051-822d38002d53 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0680106 Jul 07 22:36:00.014415 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.149777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609fc6f-1d03-4837-bf74-f7f5d25d1bc7 req-b3110bc5-55bf-4bef-9c28-3bfd03c6987a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:00.151898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e609fc6f-1d03-4837-bf74-f7f5d25d1bc7 req-b3110bc5-55bf-4bef-9c28-3bfd03c6987a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0755379 Jul 07 22:36:00.191992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e609fc6f-1d03-4837-bf74-f7f5d25d1bc7 req-127ffa68-f34e-44d0-b1a9-02b31dfe0782 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340865 Jul 07 22:36:00.386168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26961-126e-4e91-aca7-a053e8d76203 req-9ebaa1a3-f9fa-41b3-8cb1-ec36344bfc84 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:00.387603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57c26961-126e-4e91-aca7-a053e8d76203 req-9ebaa1a3-f9fa-41b3-8cb1-ec36344bfc84 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0701346 Jul 07 22:36:00.427991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57c26961-126e-4e91-aca7-a053e8d76203 req-9dc26678-f464-4a16-afa3-4bc8a0d73b23 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Jul 07 22:36:00.585040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-236f6e8d-ae37-4ebd-9173-535d53c7760e req-d72103f3-2c82-4196-bcb6-67f95b17ec17 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=17190c1205e74166b3ab411b6b60ee6a HTTP/1.1" status: 200 len: 221 time: 0.0263402 Jul 07 22:36:00.744656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da83589-ac92-4068-97fb-940c6cf389b2 req-9a55f3e9-2c75-436e-bcaf-61ea8a87ca42 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:00.746350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7da83589-ac92-4068-97fb-940c6cf389b2 req-9a55f3e9-2c75-436e-bcaf-61ea8a87ca42 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0670466 Jul 07 22:36:00.784225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7da83589-ac92-4068-97fb-940c6cf389b2 req-9b191f17-1f01-42ea-954c-955ccbc207ff tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Jul 07 22:36:00.887409 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:00.969124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1d0b-0f1b-421f-8608-974dd9adc236 req-9f8e431a-9b24-4276-960c-56e4be660074 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:00.970806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-038d1d0b-0f1b-421f-8608-974dd9adc236 req-9f8e431a-9b24-4276-960c-56e4be660074 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0683188 Jul 07 22:36:01.017499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-038d1d0b-0f1b-421f-8608-974dd9adc236 req-8a0d319b-9132-40fd-8a8f-9ce7b9357464 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397475 Jul 07 22:36:01.213867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816f9ca-87a2-4896-94cb-340e263f5cf3 req-b98c1c93-4f8c-4e35-8553-19d8a001ff6f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:01.215680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a816f9ca-87a2-4896-94cb-340e263f5cf3 req-b98c1c93-4f8c-4e35-8553-19d8a001ff6f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0659416 Jul 07 22:36:01.263868 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:01.270168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a816f9ca-87a2-4896-94cb-340e263f5cf3 req-124b21fd-44a7-4ca2-8cf9-08f7fb9cbada tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444636 Jul 07 22:36:01.455434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2ab78-67ea-40c6-9299-15fe3ba8bbc0 req-b7958870-606a-4ad3-a057-6417572fd073 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:01.456940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2a2ab78-67ea-40c6-9299-15fe3ba8bbc0 req-b7958870-606a-4ad3-a057-6417572fd073 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0678661 Jul 07 22:36:01.498795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2a2ab78-67ea-40c6-9299-15fe3ba8bbc0 req-b96cd48e-1503-426b-b291-a76345d82d0f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351226 Jul 07 22:36:01.696900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb26304-9ed6-4c04-9338-2f54661aae36 req-a3fd0a2a-11a4-429e-86b8-706a24eb91fc tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:01.698362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eeb26304-9ed6-4c04-9338-2f54661aae36 req-a3fd0a2a-11a4-429e-86b8-706a24eb91fc tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0697982 Jul 07 22:36:01.738188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eeb26304-9ed6-4c04-9338-2f54661aae36 req-43466a9d-607c-4459-acc7-cebbcbc3678a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Jul 07 22:36:01.929383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6503c19-83e1-4fe2-8516-f898b7096368 req-386d7671-b8df-4d11-bae9-ebf2797b82af tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:01.930895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6503c19-83e1-4fe2-8516-f898b7096368 req-386d7671-b8df-4d11-bae9-ebf2797b82af tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0711796 Jul 07 22:36:01.969298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6503c19-83e1-4fe2-8516-f898b7096368 req-38d98b21-751f-410f-9e08-9549215c3a32 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Jul 07 22:36:02.173700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b525a0-ef95-4e78-9ea3-ec70446c475a req-80a04063-d7de-4faf-8994-e0e9d3cccea3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:02.175438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90b525a0-ef95-4e78-9ea3-ec70446c475a req-80a04063-d7de-4faf-8994-e0e9d3cccea3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0690207 Jul 07 22:36:02.225698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90b525a0-ef95-4e78-9ea3-ec70446c475a req-b329749b-f9c0-41fa-9834-e15c548e31b6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Jul 07 22:36:02.414425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107b650-643e-4a4e-be6b-b017b4089f4f req-98440f6a-2141-4a82-a6bb-234ceee81a0e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:02.416025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4107b650-643e-4a4e-be6b-b017b4089f4f req-98440f6a-2141-4a82-a6bb-234ceee81a0e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0640054 Jul 07 22:36:02.461706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4107b650-643e-4a4e-be6b-b017b4089f4f req-9ee58940-9cc6-4917-a963-df7667748231 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Jul 07 22:36:02.681368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047308b-c4e0-4f2d-9e43-f07565b9472c req-99dd0b17-4cab-48d8-ba35-bfd9116f414c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:02.682951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7047308b-c4e0-4f2d-9e43-f07565b9472c req-99dd0b17-4cab-48d8-ba35-bfd9116f414c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0695708 Jul 07 22:36:02.726924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7047308b-c4e0-4f2d-9e43-f07565b9472c req-dc33c21e-075f-47f4-b524-91d1b07fbc5a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Jul 07 22:36:02.785526 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:02.908151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e4959-1469-45a8-9421-cc1e3aa7898f req-070e267f-bdc6-4518-8899-cc80117e47c3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:02.909743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-440e4959-1469-45a8-9421-cc1e3aa7898f req-070e267f-bdc6-4518-8899-cc80117e47c3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0688148 Jul 07 22:36:02.949391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-440e4959-1469-45a8-9421-cc1e3aa7898f req-6499850f-3132-47a8-a75f-23ea0179d8ab tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Jul 07 22:36:03.145925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1e9c1-bada-4d24-bcb0-8e4460ecec4a req-59088be0-ecc7-45ae-b935-4f6674e59b6a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:03.147483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5b1e9c1-bada-4d24-bcb0-8e4460ecec4a req-59088be0-ecc7-45ae-b935-4f6674e59b6a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0670917 Jul 07 22:36:03.190545 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5b1e9c1-bada-4d24-bcb0-8e4460ecec4a req-e70f205d-8a04-4401-b39a-499b475b37fc tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370357 Jul 07 22:36:03.377898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9780c79-3aac-4a20-94e0-db99658f56e6 req-427e4b59-8cb7-4b64-abff-c9526502bde0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:03.379731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9780c79-3aac-4a20-94e0-db99658f56e6 req-427e4b59-8cb7-4b64-abff-c9526502bde0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0665696 Jul 07 22:36:03.421648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9780c79-3aac-4a20-94e0-db99658f56e6 req-aa01fb5b-e2db-4503-a09a-82cfbc8a7115 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361340 Jul 07 22:36:03.624684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747a21b-a3af-401a-b3c5-f417febf75d6 req-b04a3922-57d3-43e3-94fa-f64a671aee76 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:03.632024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b747a21b-a3af-401a-b3c5-f417febf75d6 req-b04a3922-57d3-43e3-94fa-f64a671aee76 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0721815 Jul 07 22:36:03.664452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b747a21b-a3af-401a-b3c5-f417febf75d6 req-9aa28b06-a722-4d38-abc4-1a8e6a1473fb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Jul 07 22:36:03.852451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7827f8-9bbc-402f-94d7-8828d7ba5851 req-b863002a-b0c9-4397-8162-ebce40c7a017 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:03.854749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e7827f8-9bbc-402f-94d7-8828d7ba5851 req-b863002a-b0c9-4397-8162-ebce40c7a017 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0713024 Jul 07 22:36:03.892927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e7827f8-9bbc-402f-94d7-8828d7ba5851 req-a53aef64-ff5a-4aac-bfd3-5cba9555e378 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315597 Jul 07 22:36:04.139348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ae94f-0242-4a5c-aa0d-1ebd677c2c87 req-272ea5ec-ab6b-40d1-a3cc-ee517ea01414 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:04.141351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d10ae94f-0242-4a5c-aa0d-1ebd677c2c87 req-272ea5ec-ab6b-40d1-a3cc-ee517ea01414 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0771837 Jul 07 22:36:04.179556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d10ae94f-0242-4a5c-aa0d-1ebd677c2c87 req-5e65fc0f-73db-489d-ae7c-fefeb6908981 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Jul 07 22:36:04.359106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953cadb-aabf-4fc3-b4ef-8cc458f440a7 req-3936e9cf-24c9-488b-9a50-26bb8b70c4d6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:04.360620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5953cadb-aabf-4fc3-b4ef-8cc458f440a7 req-3936e9cf-24c9-488b-9a50-26bb8b70c4d6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0679593 Jul 07 22:36:04.411144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5953cadb-aabf-4fc3-b4ef-8cc458f440a7 req-4a0fcef8-d124-412a-ae49-34528c25af93 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444562 Jul 07 22:36:04.655567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a63f2b-af3f-41a9-8a35-2170968b9d57 req-408b8f95-dcc2-44a3-ac4f-4f08a2dfad8a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:04.657210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82a63f2b-af3f-41a9-8a35-2170968b9d57 req-408b8f95-dcc2-44a3-ac4f-4f08a2dfad8a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0644784 Jul 07 22:36:04.704202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82a63f2b-af3f-41a9-8a35-2170968b9d57 req-b2b18374-5a0c-433e-be1a-85851abb88da tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407569 Jul 07 22:36:04.897203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69700eb-9961-4250-826d-9a9266e3ed62 req-2253b575-47f7-4a16-9e53-7c36f58f3c5c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:04.904983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d69700eb-9961-4250-826d-9a9266e3ed62 req-2253b575-47f7-4a16-9e53-7c36f58f3c5c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0758283 Jul 07 22:36:04.942225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d69700eb-9961-4250-826d-9a9266e3ed62 req-d05a0177-a228-4a59-b869-333a9f3b3b70 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362422 Jul 07 22:36:05.135600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cef5f-8032-4c57-b8e9-55640a3ed11f req-f1feec34-c359-4100-aaf3-bbee86f9417f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:05.137442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-081cef5f-8032-4c57-b8e9-55640a3ed11f req-f1feec34-c359-4100-aaf3-bbee86f9417f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0654233 Jul 07 22:36:05.175766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-081cef5f-8032-4c57-b8e9-55640a3ed11f req-e9a7ead1-f00e-4c00-8de3-5c526e80f857 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Jul 07 22:36:05.381313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e70ee3-50a2-4079-a0f6-e4d734c1d0bb req-b12c0e26-adbe-4602-881b-15851db16ae6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:05.383179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73e70ee3-50a2-4079-a0f6-e4d734c1d0bb req-b12c0e26-adbe-4602-881b-15851db16ae6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0899465 Jul 07 22:36:05.426260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73e70ee3-50a2-4079-a0f6-e4d734c1d0bb req-aacfbdb0-a3f9-46ed-b5b7-2884925ce2db tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369921 Jul 07 22:36:05.795160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a821-acad-4460-8272-394e57a0b73d req-e697c4d9-911b-4461-9a2d-79c42206fd55 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:05.796937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c898a821-acad-4460-8272-394e57a0b73d req-e697c4d9-911b-4461-9a2d-79c42206fd55 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0769255 Jul 07 22:36:05.854841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c898a821-acad-4460-8272-394e57a0b73d req-e208581f-525c-4660-a92b-b417549d9d4d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517366 Jul 07 22:36:07.043935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0827-8694-4705-9922-0e1794d63feb req-1fdd8083-a35a-4851-ac4b-02960d2fbcd0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:07.045560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f52d0827-8694-4705-9922-0e1794d63feb req-1fdd8083-a35a-4851-ac4b-02960d2fbcd0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0703714 Jul 07 22:36:07.089187 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f52d0827-8694-4705-9922-0e1794d63feb req-d6ffe8e7-d723-497d-9cd4-98e48d877a42 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379658 Jul 07 22:36:07.553991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4da07d-0438-4ea7-9036-11e8182b7051 req-bf739f71-ea4b-4e33-8087-0c57087f8821 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:07.555529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c4da07d-0438-4ea7-9036-11e8182b7051 req-bf739f71-ea4b-4e33-8087-0c57087f8821 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0697458 Jul 07 22:36:07.618286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c4da07d-0438-4ea7-9036-11e8182b7051 req-7ffed71c-6c55-4170-bd27-1182a855133c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558388 Jul 07 22:36:08.063662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54832) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:08.519294 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.834128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54157569-a7c7-4b2a-8050-b780f4f6b84f req-a421bb98-3101-4efc-9dc9-5c09ada50e60 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:08.835659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54157569-a7c7-4b2a-8050-b780f4f6b84f req-a421bb98-3101-4efc-9dc9-5c09ada50e60 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1048627 Jul 07 22:36:08.858782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Deleting port c3a64253-f928-4f82-8416-ca510c69f0ad {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:08.859124 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.920814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54157569-a7c7-4b2a-8050-b780f4f6b84f req-592c7b38-08e9-4058-986f-e5c4af13a84c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784047 Jul 07 22:36:08.977957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] For port c3a64253-f928-4f82-8416-ca510c69f0ad, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c3a64253-f928-4f82-8416-ca510c69f0ad,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:08.978403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:08.995770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Calling delete_port for c3a64253-f928-4f82-8416-ca510c69f0ad owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:09.162127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f3974-df59-48e3-be86-24fb32532948 req-ad1b1640-0c48-4a1d-99aa-1ea6e9cdf820 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:09.163505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-644f3974-df59-48e3-be86-24fb32532948 req-ad1b1640-0c48-4a1d-99aa-1ea6e9cdf820 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1206737 Jul 07 22:36:09.214268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-644f3974-df59-48e3-be86-24fb32532948 req-d078f81d-28ff-4db8-930a-d4c29a1195e7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402582 Jul 07 22:36:09.256645 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.284586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a64253-f928-4f82-8416-ca510c69f0ad,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:09.510904 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:09.584992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb359395-5bd0-4c60-873f-a0f38eeed207 req-0edbe2ed-8f32-4f11-b2f5-1b03498cd8dd tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:09.587304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb359395-5bd0-4c60-873f-a0f38eeed207 req-0edbe2ed-8f32-4f11-b2f5-1b03498cd8dd tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1321809 Jul 07 22:36:09.660686 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb359395-5bd0-4c60-873f-a0f38eeed207 req-20581b04-fb53-413c-bd82-45571104de87 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682375 Jul 07 22:36:09.774132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Router 27678343-be48-42f9-8da2-3814a3ddbe32 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:36:10.246530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842fed1-ba1e-4b6a-96ba-afccfe504330 req-babbf0ad-066b-4c9c-bb70-d641cc515958 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:10.248008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2842fed1-ba1e-4b6a-96ba-afccfe504330 req-babbf0ad-066b-4c9c-bb70-d641cc515958 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.4766245 Jul 07 22:36:10.282916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:36:10.294583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7a904171-22c3-42c3-8322-e0276c0d4ab6 admin admin] 10.222.0.81 "PUT /v2.0/routers/27678343-be48-42f9-8da2-3814a3ddbe32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2276585 Jul 07 22:36:10.294768 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] Sync routers for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:36:10.295195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 54862) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:10.302394 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:10.303232 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:36:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:10.307490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2842fed1-ba1e-4b6a-96ba-afccfe504330 req-9d327655-6e7c-4402-9c04-98518ff503fb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536129 Jul 07 22:36:10.406941 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:10.408129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.557529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.602143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a7629-aad8-4f09-a819-d7629cab8156 req-beedb93d-f2bd-432d-a040-80f6a047ffde tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:10.604274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c21a7629-aad8-4f09-a819-d7629cab8156 req-beedb93d-f2bd-432d-a040-80f6a047ffde tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1165709 Jul 07 22:36:10.659921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c21a7629-aad8-4f09-a819-d7629cab8156 req-c7867720-49df-41cf-9702-0e3e3b23be99 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442402 Jul 07 22:36:10.659921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Deleting port 86104526-f0b5-4498-be1c-e36ff092c34b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:10.659921 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.718194 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:36:09Z', 'revision_number': 5, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port': {'id': '86104526-f0b5-4498-be1c-e36ff092c34b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:24:35Z', 'updated_at': '2021-07-07T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:10.757035 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] Checking router: 27678343-be48-42f9-8da2-3814a3ddbe32 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:36:10.760301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] For port 86104526-f0b5-4498-be1c-e36ff092c34b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=86104526-f0b5-4498-be1c-e36ff092c34b,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:10.760873 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:10.767237 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] Routers {'27678343-be48-42f9-8da2-3814a3ddbe32'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:10.767887 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:36:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['27678343-be48-42f9-8da2-3814a3ddbe32'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:10.776861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Calling delete_port for 86104526-f0b5-4498-be1c-e36ff092c34b owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:10.875350 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] Set router 27678343-be48-42f9-8da2-3814a3ddbe32 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:10.935679 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:36:10Z', 'revision_number': 6, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:10.954609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0605611-1392-4819-a9f1-802a8a01d730 req-e7469246-630a-4a47-b68c-25a16cd51d6b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:10.956100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d0605611-1392-4819-a9f1-802a8a01d730 req-e7469246-630a-4a47-b68c-25a16cd51d6b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1349638 Jul 07 22:36:10.972386 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de045b96-7749-4eaa-a421-35f0a5a680ee None None] The sync data for ids ['27678343-be48-42f9-8da2-3814a3ddbe32'] in n-d-695012-11 is: [{'id': '27678343-be48-42f9-8da2-3814a3ddbe32', 'name': 'tempest-TaggedBootDevicesTest-1641296349-router', 'tenant_id': '45101a542131430783705ffe212afc8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:24:34Z', 'updated_at': '2021-07-07T22:36:10Z', 'revision_number': 6, 'project_id': '45101a542131430783705ffe212afc8e', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:36:11.036511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d0605611-1392-4819-a9f1-802a8a01d730 req-447da27e-41d3-4a2d-ac25-745cd97b8624 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710988 Jul 07 22:36:11.042133 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.074244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=86104526-f0b5-4498-be1c-e36ff092c34b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:11.139615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.245734 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.264245 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.319807 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.320520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27678343-be48-42f9-8da2-3814a3ddbe32 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:36:11.326337 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.329846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-11db24be-d004-4063-a9e9-d10b446f7e48 admin admin] 10.222.0.81 "DELETE /v2.0/routers/27678343-be48-42f9-8da2-3814a3ddbe32 HTTP/1.1" status: 204 len: 168 time: 1.0317657 Jul 07 22:36:11.330271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:11.356800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238afa52-7c9a-4225-92cf-cad11d34acc2 req-7a1f2115-5ded-4751-8619-d14ab0479731 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:11.358459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-238afa52-7c9a-4225-92cf-cad11d34acc2 req-7a1f2115-5ded-4751-8619-d14ab0479731 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1275036 Jul 07 22:36:11.388209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Deleting subnet 94e3a1d7-c4b9-4dcc-b9f8-289264492ffb {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:11.391331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.412046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-238afa52-7c9a-4225-92cf-cad11d34acc2 req-f4d735df-3053-46c9-a387-66ffb56abff8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Jul 07 22:36:11.429249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.517777 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.585341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.596424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91a504-6595-4ef7-8a9f-f7cf5d26ce14 req-b86eeabb-db41-4f79-a4bd-6761249a0092 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:11.598255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af91a504-6595-4ef7-8a9f-f7cf5d26ce14 req-b86eeabb-db41-4f79-a4bd-6761249a0092 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0717256 Jul 07 22:36:11.612539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e3a1d7-c4b9-4dcc-b9f8-289264492ffb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:11.614962 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.616758 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/94e3a1d7-c4b9-4dcc-b9f8-289264492ffb HTTP/1.1" status: 204 len: 168 time: 0.2855136 Jul 07 22:36:11.619600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7194748c-ef00-4eef-812e-a5bebbeb32c4 None None] Network d5c71666-32e6-426c-959c-27eb1572bb7b requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:11.621833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:11.630632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.630980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.631314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.631855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.632367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.632880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.633538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.634035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.635072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.636148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.636681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.637176 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1be2b5-d2fc-4d48-8514-952a02ec4106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:11.654100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af91a504-6595-4ef7-8a9f-f7cf5d26ce14 req-134335eb-25a7-40ac-a4e1-f2581f77e94b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491862 Jul 07 22:36:11.703662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.771544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Deleting port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:11.771978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.879034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] For port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8daa40fb-49aa-48ea-a7a8-cba4ced95bae,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:11.879525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83f491-9e65-4f01-bfed-a3ea6b9792b3 None None] DHCP port deletion for d5c71666-32e6-426c-959c-27eb1572bb7b request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:36:11.879699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.894299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Calling delete_port for 8daa40fb-49aa-48ea-a7a8-cba4ced95bae owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:11.919156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14f3ed-efbd-491b-be12-71862051a7d3 req-13476dcd-a3ac-499d-9a71-79d89c786d29 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:11.921921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb14f3ed-efbd-491b-be12-71862051a7d3 req-13476dcd-a3ac-499d-9a71-79d89c786d29 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1128933 Jul 07 22:36:11.935092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8c83f491-9e65-4f01-bfed-a3ea6b9792b3 None None] Deleting port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:11.935478 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c83f491-9e65-4f01-bfed-a3ea6b9792b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:11.967334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb14f3ed-efbd-491b-be12-71862051a7d3 req-5961d1d8-528e-4507-b066-e50959ef1fc9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389450 Jul 07 22:36:12.000700 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.031181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Pushing event deleted for resources: {'Port': ['ID=8daa40fb-49aa-48ea-a7a8-cba4ced95bae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:12.034846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] No DVR routers for this DVR port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:12.051613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8c83f491-9e65-4f01-bfed-a3ea6b9792b3 None None] For port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8daa40fb-49aa-48ea-a7a8-cba4ced95bae,segment=NetworkSegment(0620601e-240d-4a12-adce-fb45a3dc25a0),segment_id=0620601e-240d-4a12-adce-fb45a3dc25a0)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:12.052046 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c83f491-9e65-4f01-bfed-a3ea6b9792b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.074059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8c83f491-9e65-4f01-bfed-a3ea6b9792b3 None None] Calling delete_port for 8daa40fb-49aa-48ea-a7a8-cba4ced95bae owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:12.124432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.134854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c71666-32e6-426c-959c-27eb1572bb7b']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:12.160343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0620601e-240d-4a12-adce-fb45a3dc25a0') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:12.160915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0620601e-240d-4a12-adce-fb45a3dc25a0') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:12.173904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.194516 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.199802 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c83f491-9e65-4f01-bfed-a3ea6b9792b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.206004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:36:12.206717 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:36:12.210172 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:36:12.228596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83f491-9e65-4f01-bfed-a3ea6b9792b3 None None] Pushing event deleted for resources: {'Port': ['ID=8daa40fb-49aa-48ea-a7a8-cba4ced95bae,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:12.230917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83f491-9e65-4f01-bfed-a3ea6b9792b3 None None] No DVR routers for this DVR port 8daa40fb-49aa-48ea-a7a8-cba4ced95bae on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:12.279729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af56a9-ebd9-4d16-998c-0ac570ab246d req-6a41ebb6-d201-43aa-9bad-715fa1852787 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:12.281447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4af56a9-ebd9-4d16-998c-0ac570ab246d req-6a41ebb6-d201-43aa-9bad-715fa1852787 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1550484 Jul 07 22:36:12.287372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.298779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.302635 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d5c71666-32e6-426c-959c-27eb1572bb7b HTTP/1.1" status: 204 len: 168 time: 0.6778758 Jul 07 22:36:12.311228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f0e94-9496-4a3d-aff2-a4d9ee14a778 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c71666-32e6-426c-959c-27eb1572bb7b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:12.325991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4af56a9-ebd9-4d16-998c-0ac570ab246d req-f121318d-e12b-4468-9756-f5102ba7e16d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382931 Jul 07 22:36:12.438466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54922) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.485377 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b6368aa0-2aeb-4ecf-9665-151a7ba8dbda admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45101a542131430783705ffe212afc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457182 Jul 07 22:36:12.487837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:12.545208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6648-052e-4ab1-a48b-defb4fb5fb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.547310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1645189-0336-405a-a4a4-6d798b931b93 req-f6340522-ad00-4046-94cd-365b96a51b93 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:12.557647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1645189-0336-405a-a4a4-6d798b931b93 req-f6340522-ad00-4046-94cd-365b96a51b93 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0870368 Jul 07 22:36:12.583483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6648-052e-4ab1-a48b-defb4fb5fb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.603300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1645189-0336-405a-a4a4-6d798b931b93 req-4fb402c8-6374-468c-86c1-f3ca57011607 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361464 Jul 07 22:36:12.639737 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6648-052e-4ab1-a48b-defb4fb5fb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.643165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6d0b6648-052e-4ab1-a48b-defb4fb5fb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:12.644705 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6d0b6648-052e-4ab1-a48b-defb4fb5fb76 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0a24d80-b631-4f04-9572-2555f1db371a HTTP/1.1" status: 204 len: 168 time: 0.1548216 Jul 07 22:36:12.655223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b6648-052e-4ab1-a48b-defb4fb5fb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a24d80-b631-4f04-9572-2555f1db371a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:12.847575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b87647-02e1-49ba-9189-94a6c9424ce8 req-8f695ff9-047b-4e11-b68d-e7c295fd3861 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:12.849356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40b87647-02e1-49ba-9189-94a6c9424ce8 req-8f695ff9-047b-4e11-b68d-e7c295fd3861 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0762527 Jul 07 22:36:12.889721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 86104526-f0b5-4498-be1c-e36ff092c34b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:12.892645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40b87647-02e1-49ba-9189-94a6c9424ce8 req-a4852e8a-7be6-4b63-a3d4-98da39b89a05 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367761 Jul 07 22:36:12.912073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 86104526-f0b5-4498-be1c-e36ff092c34b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:12.912433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 86104526-f0b5-4498-be1c-e36ff092c34b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:12.912860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8daa40fb-49aa-48ea-a7a8-cba4ced95bae no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:12.936697 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8daa40fb-49aa-48ea-a7a8-cba4ced95bae {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:12.936978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8daa40fb-49aa-48ea-a7a8-cba4ced95bae not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:12.937406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c3a64253-f928-4f82-8416-ca510c69f0ad no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:12.957162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: c3a64253-f928-4f82-8416-ca510c69f0ad {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:12.957511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c3a64253-f928-4f82-8416-ca510c69f0ad not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:13.173877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dff9e-a54d-4301-b5c5-3007dfe11fd9 req-bde2d779-f662-4169-b675-f0de665a6db4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:13.175774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a46dff9e-a54d-4301-b5c5-3007dfe11fd9 req-bde2d779-f662-4169-b675-f0de665a6db4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0653715 Jul 07 22:36:13.224216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a46dff9e-a54d-4301-b5c5-3007dfe11fd9 req-9f5c416b-85e0-4036-a491-155a6d81a019 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Jul 07 22:36:13.451150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.490419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a9c18-edae-4acd-8836-b08d393bf08f req-32c23fd6-636d-4962-aa59-7424d05dc7b9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:13.491916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b5a9c18-edae-4acd-8836-b08d393bf08f req-32c23fd6-636d-4962-aa59-7424d05dc7b9 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1173394 Jul 07 22:36:13.510648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec97bd-5f2e-436e-94a0-e7d9f9b6df11 req-a2061641-1f2b-4625-ab9b-39575b927677 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:13.512116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbec97bd-5f2e-436e-94a0-e7d9f9b6df11 req-a2061641-1f2b-4625-ab9b-39575b927677 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1098 time: 0.0986674 Jul 07 22:36:13.539211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbec97bd-5f2e-436e-94a0-e7d9f9b6df11 req-88827499-c38d-4d3b-bbf5-54b40ebec796 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.559654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1242059460-network', 'tenant_id': 'a759508acaf047809f9709d1b34c2472'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:13.560881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b5a9c18-edae-4acd-8836-b08d393bf08f req-0e688d52-4e70-4b84-911e-3aa001c76d59 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593872 Jul 07 22:36:13.582882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.api [req-dbec97bd-5f2e-436e-94a0-e7d9f9b6df11 req-88827499-c38d-4d3b-bbf5-54b40ebec796 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:36:13.582882 n-d-695012-11 neutron-server[93941]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:36:13.582882 n-d-695012-11 neutron-server[93941]: [parameters: {'project_id': '6c6f20018ca24088970449f525070015', 'id': 'aa038535-17a2-4de7-a6a1-5e81e9b68b71', 'expiration': datetime.datetime(2021, 7, 7, 22, 38, 13, 573324)}] Jul 07 22:36:13.582882 n-d-695012-11 neutron-server[93941]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:36:13.591203 n-d-695012-11 neutron-server[93941]: DEBUG oslo_db.api [req-dbec97bd-5f2e-436e-94a0-e7d9f9b6df11 req-88827499-c38d-4d3b-bbf5-54b40ebec796 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:36:13.602142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Made reservation on behalf of a759508acaf047809f9709d1b34c2472 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:13.605460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.616125 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.724259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.728567 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.756049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:36:13.763586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aa85c2-2e1e-44bd-9c02-729583d9c887,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:13.769905 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.770449 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Added segment ea8a358c-75e0-4d38-85f8-4b61dbb4c762 of type vlan for network a69007b8-a474-4117-ba10-4eeda937841c Jul 07 22:36:13.809301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ebbad-f7a4-423c-af18-1349a34fdb44 req-5a929b66-b0ce-4b3e-a99d-d5cca0bc4df1 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:13.810834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-845ebbad-f7a4-423c-af18-1349a34fdb44 req-5a929b66-b0ce-4b3e-a99d-d5cca0bc4df1 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0806205 Jul 07 22:36:13.815895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.846472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.847508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:13.848141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:13.851578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-845ebbad-f7a4-423c-af18-1349a34fdb44 req-6029626d-0d94-4097-9c4b-3bfb8b1352e5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341864 Jul 07 22:36:13.908948 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4540410 Jul 07 22:36:13.909185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 54992) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:13.913906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Request body: {'subnet': {'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1242059460-subnet', 'tenant_id': 'a759508acaf047809f9709d1b34c2472', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:13.945060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cd56c-8f48-491f-a6c4-0346b1f846b5 admin admin] Pushing event updated for resources: {'Network': ['ID=a69007b8-a474-4117-ba10-4eeda937841c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:13.954618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Made reservation on behalf of a759508acaf047809f9709d1b34c2472 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:13.956795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a69007b8-a474-4117-ba10-4eeda937841c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:36:13.957926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.066687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc575e7-3cdd-4191-b161-cc6a09431727 req-1becd049-e56f-4b7a-9b1f-bc04bab8b386 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:14.068158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bc575e7-3cdd-4191-b161-cc6a09431727 req-1becd049-e56f-4b7a-9b1f-bc04bab8b386 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0890172 Jul 07 22:36:14.087555 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbec97bd-5f2e-436e-94a0-e7d9f9b6df11 req-88827499-c38d-4d3b-bbf5-54b40ebec796 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.124497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bc575e7-3cdd-4191-b161-cc6a09431727 req-e8c92dc5-6016-4605-a539-4019fbae3ccc tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507572 Jul 07 22:36:14.168349 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.207060 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbec97bd-5f2e-436e-94a0-e7d9f9b6df11 req-88827499-c38d-4d3b-bbf5-54b40ebec796 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.213466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-dbec97bd-5f2e-436e-94a0-e7d9f9b6df11 req-88827499-c38d-4d3b-bbf5-54b40ebec796 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.234021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53749fa3-de00-4e05-94ce-1196f4ea0b74,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:14.249349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbec97bd-5f2e-436e-94a0-e7d9f9b6df11 req-88827499-c38d-4d3b-bbf5-54b40ebec796 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7296274 Jul 07 22:36:14.254703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Checking segment: {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:14.255081 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Network hostable DHCP agents. Network: a69007b8-a474-4117-ba10-4eeda937841c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:36:14.259781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88827499-c38d-4d3b-bbf5-54b40ebec796 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f83352-6339-4ccd-9a92-5041148b16ae,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:14.279031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Network a69007b8-a474-4117-ba10-4eeda937841c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:36:14.289840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a69007b8-a474-4117-ba10-4eeda937841c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:14.299801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:14.300927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.302418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2830f5b9-35a4-4e84-97c3-8f37da60a68b None None] Network a69007b8-a474-4117-ba10-4eeda937841c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:14.329371 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6c437213-5c91-43e4-b548-dbdeccd16523 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4191780 Jul 07 22:36:14.529240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59183a19-ddbb-4404-8c45-3ae930ef75e3 req-1991aa7a-af2a-4725-8b9c-6ee689ca6ef0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:14.531192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59183a19-ddbb-4404-8c45-3ae930ef75e3 req-1991aa7a-af2a-4725-8b9c-6ee689ca6ef0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1315317 Jul 07 22:36:14.578466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-a69007b8-a474-4117-ba10-4eeda937841c', 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c', 'tenant_id': 'a759508acaf047809f9709d1b34c2472', 'fixed_ips': [{'subnet_id': '53749fa3-de00-4e05-94ce-1196f4ea0b74'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:36:14.579496 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:14.581190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86dea8-6925-4022-b327-70a2b49b1d8c req-b91b85c9-bdee-4b60-b7f4-9ffe348f5aea tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:14.582784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d86dea8-6925-4022-b327-70a2b49b1d8c req-b91b85c9-bdee-4b60-b7f4-9ffe348f5aea tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1557331 Jul 07 22:36:14.621385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59183a19-ddbb-4404-8c45-3ae930ef75e3 req-eb25df28-3e86-4ed8-9596-ccb411f8b532 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792878 Jul 07 22:36:14.676090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d86dea8-6925-4022-b327-70a2b49b1d8c req-61f54755-9109-4148-94ce-15d8ebf4ab95 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815480 Jul 07 22:36:14.703984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55026) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:14.780036 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2424f049-8f7c-4770-afe2-6252d2ba8d4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a HTTP/1.1" status: 200 len: 993 time: 0.0747790 Jul 07 22:36:14.838481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Allocated IP 172.20.0.2 (a69007b8-a474-4117-ba10-4eeda937841c/53749fa3-de00-4e05-94ce-1196f4ea0b74/493dcf1c-041e-44b7-9b1d-013f85026e89) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:14.880751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa509fa-bd86-4d8f-a22f-ea1b244ecae3 req-12643885-451f-4c49-a192-23fb3db60293 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:14.882379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fa509fa-bd86-4d8f-a22f-ea1b244ecae3 req-12643885-451f-4c49-a192-23fb3db60293 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0907104 Jul 07 22:36:14.952152 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fa509fa-bd86-4d8f-a22f-ea1b244ecae3 req-338c65df-2575-4c5b-ba62-3907608f1c12 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629501 Jul 07 22:36:15.020166 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.045235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Transition to ACTIVE for port object 493dcf1c-041e-44b7-9b1d-013f85026e89 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:15.076044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-d2e19b2e-c6cc-44d9-9b08-5efcf9f0c15c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:15.077470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-d2e19b2e-c6cc-44d9-9b08-5efcf9f0c15c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 816 time: 0.1465018 Jul 07 22:36:15.080837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Transition to ACTIVE for port object 493dcf1c-041e-44b7-9b1d-013f85026e89 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:15.097400 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.099304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-787dd39f-bd7f-4bde-a0fe-8a1aae284d30 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/quotas/a759508acaf047809f9709d1b34c2472 HTTP/1.1" status: 200 len: 375 time: 0.0149217 Jul 07 22:36:15.142886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Network a69007b8-a474-4117-ba10-4eeda937841c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:15.148014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:15.151498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:15.161057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Pushing event updated for resources: {'Port': ['ID=493dcf1c-041e-44b7-9b1d-013f85026e89,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:15.203919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-a01a6203-d277-4763-8762-666172fc3c82 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0980549 Jul 07 22:36:15.233273 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.233616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.233957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.234313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.234640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.235183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.235693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.236192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.236695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.237184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.237686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.238213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:15.253112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Attempting to bind port 493dcf1c-041e-44b7-9b1d-013f85026e89 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:15.253485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Attempting to bind port 493dcf1c-041e-44b7-9b1d-013f85026e89 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:15.253851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Attempting to bind port 493dcf1c-041e-44b7-9b1d-013f85026e89 on network a69007b8-a474-4117-ba10-4eeda937841c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:15.264109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:15.264491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Checking segment: {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:15.264902 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.265301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Bound using segment: {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:15.270231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Bound port: 493dcf1c-041e-44b7-9b1d-013f85026e89, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:15.271026 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.348757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] For port 493dcf1c-041e-44b7-9b1d-013f85026e89, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:15.353271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] For port 493dcf1c-041e-44b7-9b1d-013f85026e89, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=493dcf1c-041e-44b7-9b1d-013f85026e89,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:15.357975 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:15.361851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16241e-53b9-47ac-89c2-05f9c2d3013a req-8ca705a9-9b54-474a-bef1-c83dc1d30f8f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:15.363387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec16241e-53b9-47ac-89c2-05f9c2d3013a req-8ca705a9-9b54-474a-bef1-c83dc1d30f8f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0998411 Jul 07 22:36:15.365212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-d1d48dde-197d-4908-ae76-dac0581474a6 service neutron] 10.222.0.81 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519802 Jul 07 22:36:15.423735 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659598fe-65a1-42c9-a66d-a038498138a1 None None] Pushing event updated for resources: {'Port': ['ID=493dcf1c-041e-44b7-9b1d-013f85026e89,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:15.457284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec16241e-53b9-47ac-89c2-05f9c2d3013a req-5aa9d392-ad1d-45c8-a466-9aa1c21b986a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872824 Jul 07 22:36:15.511652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-41da8214-8562-4e43-b0a3-5d5c4a3bcd18 service neutron] 10.222.0.81 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354787 Jul 07 22:36:15.936892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2c529-e04a-4f95-8023-da447a6f58ed req-857bd801-a7be-47e4-95e4-9f1421575410 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:15.939157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7eb2c529-e04a-4f95-8023-da447a6f58ed req-857bd801-a7be-47e4-95e4-9f1421575410 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1261966 Jul 07 22:36:15.994807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7eb2c529-e04a-4f95-8023-da447a6f58ed req-c3131549-e7c6-4936-a1da-f3472458d286 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495076 Jul 07 22:36:16.315431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-256cf29f-b0e1-4490-a657-c598171520d2 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:16.316970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-256cf29f-b0e1-4490-a657-c598171520d2 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 816 time: 0.2360642 Jul 07 22:36:16.332870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-7ab84495-7209-4561-82e5-c7990593fc90 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2099156 Jul 07 22:36:16.349401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ad343884-a446-42f2-ae9c-78acfa283753 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/quotas/a759508acaf047809f9709d1b34c2472 HTTP/1.1" status: 200 len: 375 time: 0.0240803 Jul 07 22:36:16.357651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f9f0-33e4-459c-bc77-8371dda94bc8 req-17a2f8bd-e934-431a-a03e-a3846c9ea41c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:16.366132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86b6f9f0-33e4-459c-bc77-8371dda94bc8 req-17a2f8bd-e934-431a-a03e-a3846c9ea41c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1900005 Jul 07 22:36:16.451375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86b6f9f0-33e4-459c-bc77-8371dda94bc8 req-d99c20f5-5f2a-462a-a235-9fddf19fd671 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825071 Jul 07 22:36:16.502582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-c40d42c2-0b90-4e7a-b09b-574e565836ca tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1311769 Jul 07 22:36:16.744192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167a04a-73e1-466b-a4d4-b62424b2c2b1 req-a7efd05a-392b-4321-bcef-1a18b798a6bb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:16.746529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0167a04a-73e1-466b-a4d4-b62424b2c2b1 req-a7efd05a-392b-4321-bcef-1a18b798a6bb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1166759 Jul 07 22:36:16.749480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-b9c035ba-333c-4d3f-9792-c35308277719 service neutron] 10.222.0.81 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188201 Jul 07 22:36:16.855803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0167a04a-73e1-466b-a4d4-b62424b2c2b1 req-1050187b-b4e6-489d-9302-d44c5d4a1628 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890684 Jul 07 22:36:16.903341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d227d-a30d-4c09-ab73-1fcb9390b91f None None] Network a69007b8-a474-4117-ba10-4eeda937841c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:16.944448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-f8dd99f3-7268-477e-be40-998159ba3fcb service neutron] 10.222.0.81 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819012 Jul 07 22:36:17.018767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 493dcf1c-041e-44b7-9b1d-013f85026e89 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:17.062514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8b8884da-163c-4d6b-820d-9a35c3928b46 None None] Provisioning for port 493dcf1c-041e-44b7-9b1d-013f85026e89 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:17.151796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2baecd-a6dc-4edb-85d1-c7007e292083 req-85fdac73-f781-4301-9028-9bc9f1a6e93c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:17.160380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f2baecd-a6dc-4edb-85d1-c7007e292083 req-85fdac73-f781-4301-9028-9bc9f1a6e93c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1635821 Jul 07 22:36:17.269994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f2baecd-a6dc-4edb-85d1-c7007e292083 req-dfe0cef9-cde9-48e0-a63c-9377189d8e66 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010208 Jul 07 22:36:17.324166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 493dcf1c-041e-44b7-9b1d-013f85026e89 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:17.331171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 493dcf1c-041e-44b7-9b1d-013f85026e89 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:17.331811 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.467329 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.505647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 493dcf1c-041e-44b7-9b1d-013f85026e89, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=493dcf1c-041e-44b7-9b1d-013f85026e89,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:17.511435 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.622494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-01f64786-ea80-46e8-be79-b873ff4101a4 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:17.623996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-01f64786-ea80-46e8-be79-b873ff4101a4 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.83 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 816 time: 0.3473427 Jul 07 22:36:17.647220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Request body: {'port': {'device_id': '8d312561-83ba-4a22-975e-a40cbc507b03', 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c', 'admin_state_up': True, 'tenant_id': 'a759508acaf047809f9709d1b34c2472'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:17.658672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=493dcf1c-041e-44b7-9b1d-013f85026e89,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:17.907295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b4a51072-7ab9-434d-b9ba-8df91cc0a9cb None None] Provisioning complete for port 493dcf1c-041e-44b7-9b1d-013f85026e89 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:17.909948 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b4a51072-7ab9-434d-b9ba-8df91cc0a9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:17.919674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbb45c-16af-42d3-b610-47659e4405ed req-d393b2a7-8232-4222-83b0-050fad1ef09b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:17.926578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-d393b2a7-8232-4222-83b0-050fad1ef09b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 816 time: 0.3015690 Jul 07 22:36:17.945217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-2024711f-c8c5-4e36-afc6-615094d2b07c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/quotas/a759508acaf047809f9709d1b34c2472 HTTP/1.1" status: 200 len: 375 time: 0.0176086 Jul 07 22:36:18.129451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Made reservation on behalf of a759508acaf047809f9709d1b34c2472 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:18.150822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:18.199179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-cdbe4dee-91e5-4c66-9cda-5b924d8745cf tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2530932 Jul 07 22:36:18.842888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Allocated IP 172.20.0.8 (a69007b8-a474-4117-ba10-4eeda937841c/53749fa3-de00-4e05-94ce-1196f4ea0b74/69a23219-1eed-42de-a01c-053c75a8eaee) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:18.851273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-c319052a-cb8b-413b-afe4-a32762c94ebd service neutron] 10.222.0.81 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048858 Jul 07 22:36:18.889868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034bd7b-7d99-48ae-8564-85b06ab12be6 req-6169d92c-b21e-4310-ad27-74ae7c05a1ba tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:18.891900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1034bd7b-7d99-48ae-8564-85b06ab12be6 req-6169d92c-b21e-4310-ad27-74ae7c05a1ba tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.6467485 Jul 07 22:36:18.916884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 493dcf1c-041e-44b7-9b1d-013f85026e89 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:19.042396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 493dcf1c-041e-44b7-9b1d-013f85026e89 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:19.043167 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.070881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-6a6cc52b-4c21-46e9-84e8-a1354f22597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:19.073813 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-6a6cc52b-4c21-46e9-84e8-a1354f22597b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1098 time: 0.3367743 Jul 07 22:36:19.224377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1034bd7b-7d99-48ae-8564-85b06ab12be6 req-9959353c-2dba-490e-91c0-6129649e6171 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116772 Jul 07 22:36:19.284140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-d50af467-657e-49d9-868b-ab013c31c178 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:19.285877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-d50af467-657e-49d9-868b-ab013c31c178 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.44 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 816 time: 0.4294124 Jul 07 22:36:19.295416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-5819c42a-de95-420f-ac57-fba43477e60e service neutron] 10.222.0.81 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333909 Jul 07 22:36:19.325182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Request body: {'port': {'device_id': '8a1bf59c-8116-4b28-a1ab-cddbe64f9f89', 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c', 'admin_state_up': True, 'tenant_id': 'a759508acaf047809f9709d1b34c2472'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:19.436933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-2086863e-eb07-44a7-ba05-e8a6306ba203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:19.438959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-2086863e-eb07-44a7-ba05-e8a6306ba203 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 897 time: 0.3428919 Jul 07 22:36:19.441241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.544323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Transition to ACTIVE for port object 69a23219-1eed-42de-a01c-053c75a8eaee will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:19.597651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5865165d-a9ef-4ce8-b775-260e47328522 req-aa4ce2a2-1865-4972-a2bf-fc3e14682fbf tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 210 time: 0.0665951 Jul 07 22:36:19.629825 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-36e99732-ea55-46d3-879f-6cfc5f463f14 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 1001 time: 0.1769378 Jul 07 22:36:19.707038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Made reservation on behalf of a759508acaf047809f9709d1b34c2472 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:19.712280 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.726943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd85dd-2eb3-43b7-ba0c-ac527251b0d9 req-e9599941-2e43-4f48-93a8-86bff17b0d53 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:19.728528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4cd85dd-2eb3-43b7-ba0c-ac527251b0d9 req-e9599941-2e43-4f48-93a8-86bff17b0d53 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.2976835 Jul 07 22:36:19.729599 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.771561 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:19.792319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-1bfe409c-bb5c-4b86-8f65-82b32f5ea8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:19.793859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-1bfe409c-bb5c-4b86-8f65-82b32f5ea8f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 200 len: 833 time: 0.1552672 Jul 07 22:36:19.870930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Network a69007b8-a474-4117-ba10-4eeda937841c is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:19.878033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Pushing event updated for resources: {'Port': ['ID=69a23219-1eed-42de-a01c-053c75a8eaee,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:19.880776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:19.921750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:19.936279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4cd85dd-2eb3-43b7-ba0c-ac527251b0d9 req-efb552fe-b8c6-45ab-9d8a-25dc82d44060 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974964 Jul 07 22:36:20.056374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-6e0fa3b1-c234-4ef5-bc88-6c39e4402a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:20.058000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-6e0fa3b1-c234-4ef5-bc88-6c39e4402a05 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2500286 Jul 07 22:36:20.063989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:20.064877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.129715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8fb0865f-ed9e-4927-8840-8a2fb4a6748a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4880009 Jul 07 22:36:20.142811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Allocated IP 172.20.0.12 (a69007b8-a474-4117-ba10-4eeda937841c/53749fa3-de00-4e05-94ce-1196f4ea0b74/e3909b8a-d3f9-43c8-94a5-36578b68e73e) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:20.151048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Request body: {'port': {'device_id': '8d312561-83ba-4a22-975e-a40cbc507b03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:20.273153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5cbbd51f-f419-4cdc-8829-6a72f4e26cdf None None] Provisioning for port 69a23219-1eed-42de-a01c-053c75a8eaee completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:20.286370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5cbbd51f-f419-4cdc-8829-6a72f4e26cdf None None] Provisioning complete for port 69a23219-1eed-42de-a01c-053c75a8eaee triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:20.287215 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5cbbd51f-f419-4cdc-8829-6a72f4e26cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.298612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-045c7149-7dec-4d58-804f-0830fd2dc11a service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224767 Jul 07 22:36:20.368313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5cbbd51f-f419-4cdc-8829-6a72f4e26cdf None None] Port 69a23219-1eed-42de-a01c-053c75a8eaee cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:20.403652 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.535226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-b5102a2b-a34d-4358-b620-0b5fcf924751 service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064486 Jul 07 22:36:20.558758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.639382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Transition to ACTIVE for port object e3909b8a-d3f9-43c8-94a5-36578b68e73e will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:20.664448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137bbec-1f86-4d0d-ad36-04f23f71a009 req-424420b4-b4f4-42f8-874c-dce233243629 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:20.671908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e137bbec-1f86-4d0d-ad36-04f23f71a009 req-424420b4-b4f4-42f8-874c-dce233243629 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.2692230 Jul 07 22:36:20.762643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e137bbec-1f86-4d0d-ad36-04f23f71a009 req-ec751839-5467-404a-96f1-079161d3e2b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860906 Jul 07 22:36:20.787520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:20.890970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-376dc78b-9144-4f7d-a2ad-45b5d3cf0688 req-50485bd4-60ff-4a83-9853-b92beb254c42 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 210 time: 0.0748329 Jul 07 22:36:20.926959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Network a69007b8-a474-4117-ba10-4eeda937841c is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:20.966938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:21.028121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:21.033011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Pushing event updated for resources: {'Port': ['ID=e3909b8a-d3f9-43c8-94a5-36578b68e73e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:21.135334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbb45c-16af-42d3-b610-47659e4405ed req-2fc7e212-d496-41c2-b27b-bc038f2601d5 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:21.137666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-2fc7e212-d496-41c2-b27b-bc038f2601d5 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.83 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 816 time: 0.2527947 Jul 07 22:36:21.177218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Request body: {'port': {'device_id': '4a26f7fd-491d-4365-8cc3-3dc056876d55', 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c', 'admin_state_up': True, 'tenant_id': 'a759508acaf047809f9709d1b34c2472'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:21.190024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:21.190667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.286339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ba3e1bc4-1030-4cbd-bf98-cf5d49b2ef3e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9768710 Jul 07 22:36:21.303931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Request body: {'port': {'device_id': '8a1bf59c-8116-4b28-a1ab-cddbe64f9f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:21.307191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-83f1cac3-1e61-4d02-80d3-1333e088c5c6 None None] Provisioning for port e3909b8a-d3f9-43c8-94a5-36578b68e73e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:21.311750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-83f1cac3-1e61-4d02-80d3-1333e088c5c6 None None] Provisioning complete for port e3909b8a-d3f9-43c8-94a5-36578b68e73e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:21.312304 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-83f1cac3-1e61-4d02-80d3-1333e088c5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.340655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a23219-1eed-42de-a01c-053c75a8eaee {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:21.349708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-83f1cac3-1e61-4d02-80d3-1333e088c5c6 None None] Port e3909b8a-d3f9-43c8-94a5-36578b68e73e cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:21.360846 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.399262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f8ee0-bb44-4e56-ac7d-07db46691671 req-0b857060-d6e4-40fb-ac64-5a868c9d4d85 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:21.400917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-508f8ee0-bb44-4e56-ac7d-07db46691671 req-0b857060-d6e4-40fb-ac64-5a868c9d4d85 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.2934222 Jul 07 22:36:21.404642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Transition to ACTIVE for port object 69a23219-1eed-42de-a01c-053c75a8eaee will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:21.419742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.517707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Made reservation on behalf of a759508acaf047809f9709d1b34c2472 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:36:21.521169 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.545562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:21.550757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Pushing event updated for resources: {'Port': ['ID=69a23219-1eed-42de-a01c-053c75a8eaee,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:21.565387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-508f8ee0-bb44-4e56-ac7d-07db46691671 req-592fec36-dc06-48d7-a46a-beb0becc0af7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538806 Jul 07 22:36:21.816639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Attempting to bind port 69a23219-1eed-42de-a01c-053c75a8eaee on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:21.817033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Attempting to bind port 69a23219-1eed-42de-a01c-053c75a8eaee by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:21.817368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Attempting to bind port 69a23219-1eed-42de-a01c-053c75a8eaee on network a69007b8-a474-4117-ba10-4eeda937841c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:21.831657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Port 69a23219-1eed-42de-a01c-053c75a8eaee on network a69007b8-a474-4117-ba10-4eeda937841c not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:36:21.831982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Attempting to bind port 69a23219-1eed-42de-a01c-053c75a8eaee on network a69007b8-a474-4117-ba10-4eeda937841c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:21.847557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:21.847901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Checking segment: {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:21.848291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Bound using segment: {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:21.848727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Bound port: 69a23219-1eed-42de-a01c-053c75a8eaee, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:21.849088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.239864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Allocated IP 172.20.0.10 (a69007b8-a474-4117-ba10-4eeda937841c/53749fa3-de00-4e05-94ce-1196f4ea0b74/d748d4a7-01c9-4201-8823-9731d774c78a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:36:22.284307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e3d05ce-acde-4454-b26d-6228dee74586 req-488561ce-0adf-42f3-9f50-0730f62aced5 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 210 time: 0.0656490 Jul 07 22:36:22.376677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] For port 69a23219-1eed-42de-a01c-053c75a8eaee, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:22.439049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] For port 69a23219-1eed-42de-a01c-053c75a8eaee, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69a23219-1eed-42de-a01c-053c75a8eaee,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:22.450354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.518779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:22.519419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.520817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] 10.222.0.83 "PUT /v2.0/ports/69a23219-1eed-42de-a01c-053c75a8eaee HTTP/1.1" status: 200 len: 1092 time: 2.3741136 Jul 07 22:36:22.523326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d312561-83ba-4a22-975e-a40cbc507b03', 'tag': '69a23219-1eed-42de-a01c-053c75a8eaee'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:22.525481 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a73113-f6d7-4cc8-b6f2-f88849974082" -d '{"events": [{"name": "network-changed", "server_uuid": "8d312561-83ba-4a22-975e-a40cbc507b03", "tag": "69a23219-1eed-42de-a01c-053c75a8eaee"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:22.579986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1577a-c9ce-42df-9ca2-abfaa6cedcba service neutron] Pushing event updated for resources: {'Port': ['ID=69a23219-1eed-42de-a01c-053c75a8eaee,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:22.589871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607afd48-7978-4097-897e-64009c8cb914 req-aa260f1f-ca73-4863-a795-b5773b95b85c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:22.598317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-607afd48-7978-4097-897e-64009c8cb914 req-aa260f1f-ca73-4863-a795-b5773b95b85c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.3784931 Jul 07 22:36:22.601287 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8af39f7-afd4-4356-acb7-069f3f7ffb5f x-openstack-request-id: req-b8af39f7-afd4-4356-acb7-069f3f7ffb5f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:22.601574 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d312561-83ba-4a22-975e-a40cbc507b03", "tag": "69a23219-1eed-42de-a01c-053c75a8eaee", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:22.601831 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8af39f7-afd4-4356-acb7-069f3f7ffb5f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:22.602281 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d312561-83ba-4a22-975e-a40cbc507b03', 'tag': '69a23219-1eed-42de-a01c-053c75a8eaee', 'status': 'completed', 'code': 200} Jul 07 22:36:22.613016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.635194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Transition to ACTIVE for port object d748d4a7-01c9-4201-8823-9731d774c78a will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:22.738796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-607afd48-7978-4097-897e-64009c8cb914 req-abe8247a-19a5-4fc1-8c55-30343263ee0a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396039 Jul 07 22:36:22.788310 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:22.872287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8f4f5255-a313-4cf8-9a16-0e0ed0360dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:22.873801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-8f4f5255-a313-4cf8-9a16-0e0ed0360dd4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 1095 time: 0.2127786 Jul 07 22:36:22.892814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Network a69007b8-a474-4117-ba10-4eeda937841c is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:36:22.907963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:36:22.912665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:36:22.948975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Pushing event updated for resources: {'Port': ['ID=d748d4a7-01c9-4201-8823-9731d774c78a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:23.002343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-905536d7-29b8-4c4b-9bfc-c64c6a60ec6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a23219-1eed-42de-a01c-053c75a8eaee HTTP/1.1" status: 200 len: 217 time: 0.1040609 Jul 07 22:36:23.048010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c440e9-3341-4442-908f-797fcd785330 req-46cce853-241c-4c23-93c9-cf7f105836f7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:23.050531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90c440e9-3341-4442-908f-797fcd785330 req-46cce853-241c-4c23-93c9-cf7f105836f7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.3336713 Jul 07 22:36:23.064509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:23.065161 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.124081 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0c5ff9a0-072a-4138-9f0e-bd9a38535f4e None None] Provisioning for port d748d4a7-01c9-4201-8823-9731d774c78a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:23.128197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0c5ff9a0-072a-4138-9f0e-bd9a38535f4e None None] Provisioning complete for port d748d4a7-01c9-4201-8823-9731d774c78a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:23.128820 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c5ff9a0-072a-4138-9f0e-bd9a38535f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.170971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ff9a0-072a-4138-9f0e-bd9a38535f4e None None] Port d748d4a7-01c9-4201-8823-9731d774c78a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:36:23.178246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-92483b50-1924-4b26-97d0-d9628ec2d062 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0106852 Jul 07 22:36:23.179645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-681655a1-b3f1-45d1-83f6-9665a6268baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:23.181056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-681655a1-b3f1-45d1-83f6-9665a6268baf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53749fa3-de00-4e05-94ce-1196f4ea0b74 HTTP/1.1" status: 200 len: 855 time: 0.1631823 Jul 07 22:36:23.198458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90c440e9-3341-4442-908f-797fcd785330 req-f03f07fa-c7fe-4f8e-a7f3-78a77aa993cb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118479 Jul 07 22:36:23.208153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Request body: {'port': {'device_id': '4a26f7fd-491d-4365-8cc3-3dc056876d55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:23.222732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3909b8a-d3f9-43c8-94a5-36578b68e73e {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:23.264777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.292398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Transition to ACTIVE for port object e3909b8a-d3f9-43c8-94a5-36578b68e73e will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:23.301014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.398357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3909b8a-d3f9-43c8-94a5-36578b68e73e,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:23.401938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-bc330bee-1f4f-44a7-b20c-98ec3177e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:23.403505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-bc330bee-1f4f-44a7-b20c-98ec3177e1d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a69007b8-a474-4117-ba10-4eeda937841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041695 Jul 07 22:36:23.404825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.698823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Attempting to bind port e3909b8a-d3f9-43c8-94a5-36578b68e73e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:23.699166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Attempting to bind port e3909b8a-d3f9-43c8-94a5-36578b68e73e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:23.699500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Attempting to bind port e3909b8a-d3f9-43c8-94a5-36578b68e73e on network a69007b8-a474-4117-ba10-4eeda937841c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:23.718331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-c5bb1285-6707-4df5-9cdf-969aebb20280 service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075061 Jul 07 22:36:23.722437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Port e3909b8a-d3f9-43c8-94a5-36578b68e73e on network a69007b8-a474-4117-ba10-4eeda937841c not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:36:23.722764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Attempting to bind port e3909b8a-d3f9-43c8-94a5-36578b68e73e on network a69007b8-a474-4117-ba10-4eeda937841c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:23.739527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3404be3-cb13-42d4-9ea0-61f67f362868 req-17cba477-a2ed-4974-a557-f0bbb16726fe tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:23.740979 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3404be3-cb13-42d4-9ea0-61f67f362868 req-17cba477-a2ed-4974-a557-f0bbb16726fe tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 932 time: 0.3000431 Jul 07 22:36:23.797422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:23.797767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Checking segment: {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:23.798191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Bound using segment: {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:23.798647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Bound port: e3909b8a-d3f9-43c8-94a5-36578b68e73e, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:23.799008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:23.954292 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3404be3-cb13-42d4-9ea0-61f67f362868 req-cda8a052-1a4e-4bea-bae0-b62ca991d78e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966212 Jul 07 22:36:24.029882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-735cc4ba-89bb-4245-90ce-a29e40da1b21 req-eb6841ef-6899-4dc7-8184-38e1cd322c8f service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981462 Jul 07 22:36:24.042389 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] For port e3909b8a-d3f9-43c8-94a5-36578b68e73e, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:24.051514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] For port e3909b8a-d3f9-43c8-94a5-36578b68e73e, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e3909b8a-d3f9-43c8-94a5-36578b68e73e,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:24.062447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:24.130923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2b3e3-76a3-40e7-a893-5d2340fc101f req-943aa06d-0369-4c80-a742-f4f0162c3d79 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:24.132489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5e2b3e3-76a3-40e7-a893-5d2340fc101f req-943aa06d-0369-4c80-a742-f4f0162c3d79 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.2739208 Jul 07 22:36:24.171098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d748d4a7-01c9-4201-8823-9731d774c78a {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:24.177048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:24.177711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:24.179130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] 10.222.0.44 "PUT /v2.0/ports/e3909b8a-d3f9-43c8-94a5-36578b68e73e HTTP/1.1" status: 200 len: 1093 time: 2.8812156 Jul 07 22:36:24.198166 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:24.252911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Transition to ACTIVE for port object d748d4a7-01c9-4201-8823-9731d774c78a will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:24.253890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99567061-2a25-429a-8175-6c20ba9c50f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3909b8a-d3f9-43c8-94a5-36578b68e73e,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:24.280957 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:24.295911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5e2b3e3-76a3-40e7-a893-5d2340fc101f req-d059f5d7-23ce-4a48-bbbd-64c5d6980f52 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430297 Jul 07 22:36:24.442246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d748d4a7-01c9-4201-8823-9731d774c78a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:24.448185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-38584d15-1abc-45e2-8d56-976c1944d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:24.449855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-38584d15-1abc-45e2-8d56-976c1944d563 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 1095 time: 0.3100121 Jul 07 22:36:24.494728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-996cbc14-6092-4e3e-b4ab-846d3322e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:24.496337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-996cbc14-6092-4e3e-b4ab-846d3322e518 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 1096 time: 0.2686038 Jul 07 22:36:24.595036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-ae0241a2-3819-4beb-96f8-c38d724a5d5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3909b8a-d3f9-43c8-94a5-36578b68e73e HTTP/1.1" status: 200 len: 217 time: 0.0865130 Jul 07 22:36:24.605663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1bf59c-8116-4b28-a1ab-cddbe64f9f89', 'tag': 'e3909b8a-d3f9-43c8-94a5-36578b68e73e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:24.607940 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1bf59c-8116-4b28-a1ab-cddbe64f9f89", "tag": "e3909b8a-d3f9-43c8-94a5-36578b68e73e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:24.672539 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28559bb7-5ec8-4c1f-a897-7cce2a672647 x-openstack-request-id: req-28559bb7-5ec8-4c1f-a897-7cce2a672647 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:24.672839 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1bf59c-8116-4b28-a1ab-cddbe64f9f89", "tag": "e3909b8a-d3f9-43c8-94a5-36578b68e73e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:24.673092 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28559bb7-5ec8-4c1f-a897-7cce2a672647 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:24.674264 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1bf59c-8116-4b28-a1ab-cddbe64f9f89', 'tag': 'e3909b8a-d3f9-43c8-94a5-36578b68e73e', 'status': 'completed', 'code': 200} Jul 07 22:36:24.688530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Attempting to bind port d748d4a7-01c9-4201-8823-9731d774c78a on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:24.688861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Attempting to bind port d748d4a7-01c9-4201-8823-9731d774c78a by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:24.689189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Attempting to bind port d748d4a7-01c9-4201-8823-9731d774c78a on network a69007b8-a474-4117-ba10-4eeda937841c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:24.698972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c575f6-6b38-4d10-a637-9a8b0c91d817 req-c1382a48-ca17-41a2-ab1b-81dee13c1eb6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:24.700543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9c575f6-6b38-4d10-a637-9a8b0c91d817 req-c1382a48-ca17-41a2-ab1b-81dee13c1eb6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.3386936 Jul 07 22:36:24.732444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-76e8dbae-1773-4493-8177-a99d39518ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:24.733882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-76e8dbae-1773-4493-8177-a99d39518ed4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 917 time: 0.2532022 Jul 07 22:36:24.734444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Port d748d4a7-01c9-4201-8823-9731d774c78a on network a69007b8-a474-4117-ba10-4eeda937841c not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:36:24.734765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Attempting to bind port d748d4a7-01c9-4201-8823-9731d774c78a on network a69007b8-a474-4117-ba10-4eeda937841c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:24.747259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-bb4ff62e-99eb-47b6-9641-237231105869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:24.748635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-bb4ff62e-99eb-47b6-9641-237231105869 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53749fa3-de00-4e05-94ce-1196f4ea0b74 HTTP/1.1" status: 200 len: 855 time: 0.1356604 Jul 07 22:36:24.757418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:24.757754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Checking segment: {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:24.758236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Bound using segment: {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:24.758696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Bound port: d748d4a7-01c9-4201-8823-9731d774c78a, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:24.759055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:24.806782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-a6db9175-cee0-4008-9869-448adbccef0e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a23219-1eed-42de-a01c-053c75a8eaee HTTP/1.1" status: 200 len: 217 time: 0.0632944 Jul 07 22:36:24.904617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9c575f6-6b38-4d10-a637-9a8b0c91d817 req-4feaea24-f4c0-4d05-bb5d-08c3eb23bffc tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928453 Jul 07 22:36:24.931952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-b8e407ed-2f0a-4065-b94b-6a48d270be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:24.933671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-b8e407ed-2f0a-4065-b94b-6a48d270be06 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53749fa3-de00-4e05-94ce-1196f4ea0b74 HTTP/1.1" status: 200 len: 855 time: 0.1063437 Jul 07 22:36:24.976310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] For port d748d4a7-01c9-4201-8823-9731d774c78a, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:24.984762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-5f709006-8b0f-408c-b847-6c1b665fea5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:24.986627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-5f709006-8b0f-408c-b847-6c1b665fea5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69007b8-a474-4117-ba10-4eeda937841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2302001 Jul 07 22:36:24.999086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] For port d748d4a7-01c9-4201-8823-9731d774c78a, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d748d4a7-01c9-4201-8823-9731d774c78a,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:25.020657 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.092112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:25.092936 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:25.094556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] 10.222.0.83 "PUT /v2.0/ports/d748d4a7-01c9-4201-8823-9731d774c78a HTTP/1.1" status: 200 len: 1093 time: 1.8902795 Jul 07 22:36:25.203363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-dfb0e59a-20f6-4b10-bfc8-83141e0203b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:25.204880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-dfb0e59a-20f6-4b10-bfc8-83141e0203b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a69007b8-a474-4117-ba10-4eeda937841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2611065 Jul 07 22:36:25.224021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378cd68-34bb-46de-a7ec-c06481a694e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d748d4a7-01c9-4201-8823-9731d774c78a,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:25.245500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-6d873308-4d2a-4da0-8c20-623631a0f7e2 service neutron] 10.222.0.44 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484300 Jul 07 22:36:25.788832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822f8ed-c7e4-4be2-8702-69828c917a29 req-9af48428-85ce-4a66-8b98-949d0401e5c7 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:25.790885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7822f8ed-c7e4-4be2-8702-69828c917a29 req-9af48428-85ce-4a66-8b98-949d0401e5c7 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 944 time: 0.6944411 Jul 07 22:36:25.830767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbb45c-16af-42d3-b610-47659e4405ed req-5a91a52c-9f9d-4620-83dd-d902d0126a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:25.832227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-5a91a52c-9f9d-4620-83dd-d902d0126a66 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 1096 time: 0.6586242 Jul 07 22:36:25.847051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-baf64cbe-9820-4c66-9748-835963270a45 service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185541 Jul 07 22:36:25.851634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0aae3a69-2ea3-4e77-9532-c9c2fc34999f req-8344fca3-4294-4707-9f56-e42e45b0ea56 service neutron] 10.222.0.44 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943961 Jul 07 22:36:25.933288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-69f119a2-1fc1-48a7-8ae8-c812157d0ae5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d748d4a7-01c9-4201-8823-9731d774c78a HTTP/1.1" status: 200 len: 217 time: 0.0833924 Jul 07 22:36:25.991077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7822f8ed-c7e4-4be2-8702-69828c917a29 req-1cabfc92-3c8e-4135-b1bb-174ba277875b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835237 Jul 07 22:36:26.043373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3ff0a-04b2-48da-a6bc-b21fa1de2117 req-c41b6458-fb2a-49d1-882f-57586c8c7256 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.044934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9c3ff0a-04b2-48da-a6bc-b21fa1de2117 req-c41b6458-fb2a-49d1-882f-57586c8c7256 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.3401921 Jul 07 22:36:26.099495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbb45c-16af-42d3-b610-47659e4405ed req-3e685bab-ef21-4e61-ad05-3223181aceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.100958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-3e685bab-ef21-4e61-ad05-3223181aceba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53749fa3-de00-4e05-94ce-1196f4ea0b74 HTTP/1.1" status: 200 len: 855 time: 0.1390805 Jul 07 22:36:26.109297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00a73113-f6d7-4cc8-b6f2-f88849974082 req-24c89954-f218-4502-9146-ba81df289bf2 service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486749 Jul 07 22:36:26.188110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-7401c0fd-4dd8-467e-8c25-739fe8acde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.189582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-7401c0fd-4dd8-467e-8c25-739fe8acde39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 1096 time: 0.2835443 Jul 07 22:36:26.192361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9c3ff0a-04b2-48da-a6bc-b21fa1de2117 req-db08e1c6-1caf-4df2-8452-755674357481 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303811 Jul 07 22:36:26.295117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbb45c-16af-42d3-b610-47659e4405ed req-df604d18-dad3-44b1-acfd-68baa3ae7315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.296561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-df604d18-dad3-44b1-acfd-68baa3ae7315 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a69007b8-a474-4117-ba10-4eeda937841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1843431 Jul 07 22:36:26.338958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613685d-f2bd-40bd-a546-00e0e35e1ba1 req-5db1d511-7e6a-4915-88c3-44dafe70de87 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.340410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7613685d-f2bd-40bd-a546-00e0e35e1ba1 req-5db1d511-7e6a-4915-88c3-44dafe70de87 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.2146006 Jul 07 22:36:26.371047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-72f9e0c1-8834-4e17-8d26-5afe1992ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.372463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-72f9e0c1-8834-4e17-8d26-5afe1992ec16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 917 time: 0.1741066 Jul 07 22:36:26.435680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-3ae46cd2-7fb8-4219-8d2c-bead1ce1c36e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3909b8a-d3f9-43c8-94a5-36578b68e73e HTTP/1.1" status: 200 len: 217 time: 0.0439098 Jul 07 22:36:26.480751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7613685d-f2bd-40bd-a546-00e0e35e1ba1 req-a60b0f1f-77cb-47aa-9778-355fcc460a91 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114771 Jul 07 22:36:26.510677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-ef70f858-fd47-4a39-8d6a-d46a3a119ee4 service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051787 Jul 07 22:36:26.512123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-0d71de04-2e06-4d19-a959-c313e30ee46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.513466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-0d71de04-2e06-4d19-a959-c313e30ee46d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=53749fa3-de00-4e05-94ce-1196f4ea0b74 HTTP/1.1" status: 200 len: 855 time: 0.0691736 Jul 07 22:36:26.645631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7edbb45c-16af-42d3-b610-47659e4405ed req-d4bfd0a2-356c-4a27-82da-b463ba344648 service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281369 Jul 07 22:36:26.647444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-1f191a02-a6f6-4012-9003-5b6ffca76abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.648801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-1f191a02-a6f6-4012-9003-5b6ffca76abf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69007b8-a474-4117-ba10-4eeda937841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238661 Jul 07 22:36:26.675713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a26f7fd-491d-4365-8cc3-3dc056876d55', 'tag': 'd748d4a7-01c9-4201-8823-9731d774c78a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:26.679852 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd0aab1-d944-437d-8c6b-016331b36ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a26f7fd-491d-4365-8cc3-3dc056876d55", "tag": "d748d4a7-01c9-4201-8823-9731d774c78a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:26.745676 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d76b3df-c9e3-4322-bcaa-57731506a744 x-openstack-request-id: req-0d76b3df-c9e3-4322-bcaa-57731506a744 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:26.745963 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a26f7fd-491d-4365-8cc3-3dc056876d55", "tag": "d748d4a7-01c9-4201-8823-9731d774c78a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:26.746255 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d76b3df-c9e3-4322-bcaa-57731506a744 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:26.746651 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a26f7fd-491d-4365-8cc3-3dc056876d55', 'tag': 'd748d4a7-01c9-4201-8823-9731d774c78a', 'status': 'completed', 'code': 200} Jul 07 22:36:26.756587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-0ec10ef2-1ee0-482e-b3b6-4ffa90884092 service neutron] 10.222.0.44 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999582 Jul 07 22:36:26.887861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b2ac385-6daf-4e71-a79f-2ccf12f3eba3 req-01ad5a35-d23a-4743-976e-ecae6eefddae service neutron] 10.222.0.44 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234760 Jul 07 22:36:26.893465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-c2d0c32e-52f7-4436-904c-cb3e7fa3faab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.894886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-c2d0c32e-52f7-4436-904c-cb3e7fa3faab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 1096 time: 0.0894215 Jul 07 22:36:26.983628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-90dfd83c-f8b4-4408-9b70-719c007faaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:26.985112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-90dfd83c-f8b4-4408-9b70-719c007faaac service neutron] 10.222.0.83 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 917 time: 0.0827084 Jul 07 22:36:27.035284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-97bdf5c2-d0ec-4778-ab0d-a3eba8515f40 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d748d4a7-01c9-4201-8823-9731d774c78a HTTP/1.1" status: 200 len: 217 time: 0.0434084 Jul 07 22:36:27.087919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-ad348263-fee5-4b5c-a927-999ab1a37075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:27.089758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-ad348263-fee5-4b5c-a927-999ab1a37075 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53749fa3-de00-4e05-94ce-1196f4ea0b74 HTTP/1.1" status: 200 len: 855 time: 0.0487874 Jul 07 22:36:27.204371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 69a23219-1eed-42de-a01c-053c75a8eaee details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:36:27.212506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-ba4a4fb8-eeba-456d-a9ad-07e349a6cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:27.214063 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-ba4a4fb8-eeba-456d-a9ad-07e349a6cef4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a69007b8-a474-4117-ba10-4eeda937841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178014 Jul 07 22:36:27.230157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb653f53-a721-4424-87a9-85ad6d5fdd62 req-f0befa2d-f3b7-4aed-9686-227f50632086 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:27.232786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb653f53-a721-4424-87a9-85ad6d5fdd62 req-f0befa2d-f3b7-4aed-9686-227f50632086 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 944 time: 0.1022897 Jul 07 22:36:27.346583 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-519f9cf7-61d3-459b-804f-b64be3e62f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.373950 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb653f53-a721-4424-87a9-85ad6d5fdd62 req-e0815d0b-c4a4-4287-9898-79f6fad84fac tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273127 Jul 07 22:36:27.404109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-29b11a7c-647b-4832-8c8c-df7e5c826ad7 service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703005 Jul 07 22:36:27.406481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 69a23219-1eed-42de-a01c-053c75a8eaee, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69a23219-1eed-42de-a01c-053c75a8eaee,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:27.440786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '69a23219-1eed-42de-a01c-053c75a8eaee', 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c', 'port_id': '69a23219-1eed-42de-a01c-053c75a8eaee', 'mac_address': 'fa:16:3e:a7:c4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53749fa3-de00-4e05-94ce-1196f4ea0b74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:36:27.496383 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.513565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a23219-1eed-42de-a01c-053c75a8eaee {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:27.538365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 69a23219-1eed-42de-a01c-053c75a8eaee, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69a23219-1eed-42de-a01c-053c75a8eaee,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:27.543257 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:27.594996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=69a23219-1eed-42de-a01c-053c75a8eaee,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:27.635537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bd0aab1-d944-437d-8c6b-016331b36ab8 req-caf13baf-3904-46b4-b59f-9e3d6a8ca223 service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235670 Jul 07 22:36:27.646280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff80c8-2ad2-45a5-ad05-7c13a4413528 req-fce4dd93-6204-48b1-9281-60ece353f721 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:27.647765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36ff80c8-2ad2-45a5-ad05-7c13a4413528 req-fce4dd93-6204-48b1-9281-60ece353f721 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 946 time: 0.1430769 Jul 07 22:36:27.686783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148d566-15e2-424f-ba80-186b34bea427 req-97a5785b-4a29-4801-a497-5d6fdcd139ba tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:27.689371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4148d566-15e2-424f-ba80-186b34bea427 req-97a5785b-4a29-4801-a497-5d6fdcd139ba tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1464803 Jul 07 22:36:27.719156 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36ff80c8-2ad2-45a5-ad05-7c13a4413528 req-47924d22-7f5d-49eb-ab3e-3aa77f17214b tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641427 Jul 07 22:36:27.743746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4148d566-15e2-424f-ba80-186b34bea427 req-36bd4a7d-f512-4492-96a2-a4fe1d6d97ec tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Jul 07 22:36:27.890930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a46966-160f-465c-8869-0404bb50e531 req-616b7fa7-42f9-45b6-acbe-fc530f71ec5a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:27.892420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5a46966-160f-465c-8869-0404bb50e531 req-616b7fa7-42f9-45b6-acbe-fc530f71ec5a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0649326 Jul 07 22:36:27.928994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5a46966-160f-465c-8869-0404bb50e531 req-2f1059ca-af90-493d-8e04-6e4d22d5e8d1 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Jul 07 22:36:28.004613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['69a23219-1eed-42de-a01c-053c75a8eaee'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:36:28.550432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b207176-8157-4f9a-9dec-bac7967f28f5 req-fa30981c-65cf-46c6-aae5-c9aafca88bfe tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:28.552302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b207176-8157-4f9a-9dec-bac7967f28f5 req-fa30981c-65cf-46c6-aae5-c9aafca88bfe tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 944 time: 0.0650878 Jul 07 22:36:28.591869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b207176-8157-4f9a-9dec-bac7967f28f5 req-e57e1e8f-3808-4da2-aa6c-c49841b02314 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Jul 07 22:36:28.769600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-f26caf7f-cf8d-4eba-8df5-0f8fafb08f98 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:28.771129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-f26caf7f-cf8d-4eba-8df5-0f8fafb08f98 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 946 time: 0.0695159 Jul 07 22:36:28.811184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e3909b8a-d3f9-43c8-94a5-36578b68e73e details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:36:28.941467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e3909b8a-d3f9-43c8-94a5-36578b68e73e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e3909b8a-d3f9-43c8-94a5-36578b68e73e,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:28.957558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'e3909b8a-d3f9-43c8-94a5-36578b68e73e', 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c', 'port_id': 'e3909b8a-d3f9-43c8-94a5-36578b68e73e', 'mac_address': 'fa:16:3e:f1:c2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53749fa3-de00-4e05-94ce-1196f4ea0b74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:36:28.987603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Deleting port 768ac111-2fd6-4ecb-b550-efd575833b7c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:28.988141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:28.999332 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.013218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3909b8a-d3f9-43c8-94a5-36578b68e73e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:29.034836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e3909b8a-d3f9-43c8-94a5-36578b68e73e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e3909b8a-d3f9-43c8-94a5-36578b68e73e,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:29.039068 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.042926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5e015-ff03-4064-8788-d2e3e7c8179a req-1fd0a066-5570-40a9-9e3e-cb57a15147ef tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:29.044465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ace5e015-ff03-4064-8788-d2e3e7c8179a req-1fd0a066-5570-40a9-9e3e-cb57a15147ef tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 946 time: 0.1728902 Jul 07 22:36:29.074658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66aabf-d8f9-4183-8de5-accbf8924503 req-6499631f-e304-4d02-95fb-010b3a91dea9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:29.076084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e66aabf-d8f9-4183-8de5-accbf8924503 req-6499631f-e304-4d02-95fb-010b3a91dea9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1701713 Jul 07 22:36:29.093003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e3909b8a-d3f9-43c8-94a5-36578b68e73e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:29.148913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ace5e015-ff03-4064-8788-d2e3e7c8179a req-c39efaea-b679-42da-a090-9c99988c1600 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups?id=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947444 Jul 07 22:36:29.159617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] For port 768ac111-2fd6-4ecb-b550-efd575833b7c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=768ac111-2fd6-4ecb-b550-efd575833b7c,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:29.159989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.172317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e66aabf-d8f9-4183-8de5-accbf8924503 req-f968b7be-7fc8-4819-b2f6-f4ca54b054e6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854070 Jul 07 22:36:29.234531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 69a23219-1eed-42de-a01c-053c75a8eaee up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:29.267470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e3909b8a-d3f9-43c8-94a5-36578b68e73e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:36:29.339415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 69a23219-1eed-42de-a01c-053c75a8eaee completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:29.350755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 69a23219-1eed-42de-a01c-053c75a8eaee triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:29.351345 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.390204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.390640 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.391042 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Floating IP e4f360c5-5ee6-480d-acd8-2089140a1308 disassociated. External IP: 172.25.8.246, port: 768ac111-2fd6-4ecb-b550-efd575833b7c. Jul 07 22:36:29.391387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Calling delete_port for 768ac111-2fd6-4ecb-b550-efd575833b7c owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:29.400840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5511cf-3ab1-48cb-971e-d4c8b5d6c5b3 req-f14206d4-55c3-456d-a614-a66910df5aec tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:29.402385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f5511cf-3ab1-48cb-971e-d4c8b5d6c5b3 req-f14206d4-55c3-456d-a614-a66910df5aec tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1345844 Jul 07 22:36:29.488863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f5511cf-3ab1-48cb-971e-d4c8b5d6c5b3 req-01a4f6a8-8ae0-43d2-857a-761983253392 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764463 Jul 07 22:36:29.581985 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.612940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event deleted for resources: {'Port': ['ID=768ac111-2fd6-4ecb-b550-efd575833b7c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:29.649717 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.680386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d312561-83ba-4a22-975e-a40cbc507b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a23219-1eed-42de-a01c-053c75a8eaee'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:29.682634 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c7defb-11cd-4785-b686-8d44c5453ace" -d '{"events": [{"server_uuid": "8d312561-83ba-4a22-975e-a40cbc507b03", "name": "network-vif-plugged", "status": "completed", "tag": "69a23219-1eed-42de-a01c-053c75a8eaee"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:29.696386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 69a23219-1eed-42de-a01c-053c75a8eaee, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69a23219-1eed-42de-a01c-053c75a8eaee,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:29.701540 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.748419 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdb1b1e-8a14-4e00-b65b-6649d1c52386 x-openstack-request-id: req-acdb1b1e-8a14-4e00-b65b-6649d1c52386 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:29.748711 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d312561-83ba-4a22-975e-a40cbc507b03", "name": "network-vif-plugged", "status": "completed", "tag": "69a23219-1eed-42de-a01c-053c75a8eaee", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:29.748968 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acdb1b1e-8a14-4e00-b65b-6649d1c52386 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:29.749355 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d312561-83ba-4a22-975e-a40cbc507b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a23219-1eed-42de-a01c-053c75a8eaee', 'code': 200} Jul 07 22:36:29.751852 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5df5a6bb-80f5-43db-92e0-7778e630a25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:29.768022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=69a23219-1eed-42de-a01c-053c75a8eaee,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:29.770023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Router f0dfaebd-7619-4738-9f46-af099f416e28 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:36:29.960148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:36:29.970141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] Sync routers for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:36:29.981306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:29.982000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:36:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:30.006593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d243c19-dc1f-4e45-8281-02a8ea725587 req-f6f69ae0-aa2b-4bd4-b95a-4b94aaf8ca8c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:30.009879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d243c19-dc1f-4e45-8281-02a8ea725587 req-f6f69ae0-aa2b-4bd4-b95a-4b94aaf8ca8c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 944 time: 0.1917040 Jul 07 22:36:30.036872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] No DVR routers for this DVR port 768ac111-2fd6-4ecb-b550-efd575833b7c on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:30.042037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceeb91f-f700-4479-9421-1588a8963dfc req-cfd9311c-0bfc-4d59-bf02-fc13ce477794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:30.043729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ceeb91f-f700-4479-9421-1588a8963dfc req-cfd9311c-0bfc-4d59-bf02-fc13ce477794 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 1097 time: 0.2106018 Jul 07 22:36:30.045116 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.047514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b41595f-9088-4245-8ff3-3557b8a3dc79 req-b9a1db26-2c61-4b9e-94a6-1a109ac4d4b8 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.44 "DELETE /v2.0/ports/768ac111-2fd6-4ecb-b550-efd575833b7c HTTP/1.1" status: 204 len: 173 time: 1.2684665 Jul 07 22:36:30.054373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-deleted', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:30.073830 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96105141-e41d-4a43-8c07-8b8c74dfc80a" -d '{"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-deleted", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:30.076836 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.147979 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b093b8c-b1ba-4f27-892f-4fcc4ceb3206 x-openstack-request-id: req-2b093b8c-b1ba-4f27-892f-4fcc4ceb3206 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:30.148470 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9009ffe5-aaaf-44fc-b041-8957ffa3ffcd", "name": "network-vif-deleted", "tag": "768ac111-2fd6-4ecb-b550-efd575833b7c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:30.148892 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b093b8c-b1ba-4f27-892f-4fcc4ceb3206 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:30.149462 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9009ffe5-aaaf-44fc-b041-8957ffa3ffcd', 'name': 'network-vif-deleted', 'tag': '768ac111-2fd6-4ecb-b550-efd575833b7c', 'status': 'completed', 'code': 200} Jul 07 22:36:30.154349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ceeb91f-f700-4479-9421-1588a8963dfc req-000bc760-8d97-4574-a5f7-d0c9c33f1f20 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756495 Jul 07 22:36:30.183856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:30.187079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d243c19-dc1f-4e45-8281-02a8ea725587 req-574855e5-d132-4b54-88b3-6b165781b2f2 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387477 Jul 07 22:36:30.390735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8724cc6-7696-4536-a25e-6630ccd3cde6 req-28446175-40ff-4627-b57a-a6d11b4f87a2 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/ports?device_id=9009ffe5-aaaf-44fc-b041-8957ffa3ffcd HTTP/1.1" status: 200 len: 210 time: 0.0408854 Jul 07 22:36:30.429609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:30.453430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb4ef8-4b81-468b-96cc-7badda4a119f req-a9e61856-bbea-4706-a31c-f08870b02469 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:30.455003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23cb4ef8-4b81-468b-96cc-7badda4a119f req-a9e61856-bbea-4706-a31c-f08870b02469 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.0923626 Jul 07 22:36:30.464011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] Checking router: f0dfaebd-7619-4738-9f46-af099f416e28 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:36:30.472354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:30.472971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:36:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:30.496335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23cb4ef8-4b81-468b-96cc-7badda4a119f req-10f91a9b-fb1a-4fde-97c1-6d25d98325f0 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352864 Jul 07 22:36:30.587635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:30.722786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d148b-0b83-4abb-bebb-6d2f7e0d5cab req-2c8ae549-24fe-485f-be32-92fa39f03317 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:30.724907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b23d148b-0b83-4abb-bebb-6d2f7e0d5cab req-2c8ae549-24fe-485f-be32-92fa39f03317 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1059957 Jul 07 22:36:30.780712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b23d148b-0b83-4abb-bebb-6d2f7e0d5cab req-4323590c-3f14-4fcc-a88d-50d729c67136 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480063 Jul 07 22:36:30.828462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e3909b8a-d3f9-43c8-94a5-36578b68e73e up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:30.876126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:30.925828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2dd99f-67cb-42f9-99ba-10b5cfcf08ff None None] The sync data for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 is: [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:44Z', 'revision_number': 4, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b', 'name': '', 'network_id': 'e7246017-4236-41de-9623-83b4b1a5619a', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'mac_address': 'fa:16:3e:54:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:43Z', 'updated_at': '2021-07-07T22:28:50Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'subnets': [{'id': 'f3bb8f92-986b-42f0-8d67-4439ce4e6fb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:36:30.936640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:30.947119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port e3909b8a-d3f9-43c8-94a5-36578b68e73e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:30.954770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port e3909b8a-d3f9-43c8-94a5-36578b68e73e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:30.955088 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.046465 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.082412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e3909b8a-d3f9-43c8-94a5-36578b68e73e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e3909b8a-d3f9-43c8-94a5-36578b68e73e,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:31.089320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.090305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:31.091342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-d34bd08a-92b0-45c2-a4b4-804bd016ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:31.094399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-d34bd08a-92b0-45c2-a4b4-804bd016ecbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 1098 time: 0.0653582 Jul 07 22:36:31.134024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 768ac111-2fd6-4ecb-b550-efd575833b7c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:31.134404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 768ac111-2fd6-4ecb-b550-efd575833b7c not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:31.165030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e3909b8a-d3f9-43c8-94a5-36578b68e73e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.221973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-6440e350-4d02-45ce-ad63-0801cfe90f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:31.223810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-6440e350-4d02-45ce-ad63-0801cfe90f42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 914 time: 0.1083732 Jul 07 22:36:31.256858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d748d4a7-01c9-4201-8823-9731d774c78a details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:36:31.283801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-12f453dc-387a-4cbe-93be-105d7817d07d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 200 len: 217 time: 0.0519180 Jul 07 22:36:31.291262 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.305958 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb727b-e09e-4154-9a4c-addb5debfb41 None None] New status for floating IP e4f360c5-5ee6-480d-acd8-2089140a1308: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:36:31.348897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-c92477a8-8f0f-4e95-abd9-9e75d5771da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:31.351145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-c92477a8-8f0f-4e95-abd9-9e75d5771da0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 200 len: 853 time: 0.0620339 Jul 07 22:36:31.385250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d748d4a7-01c9-4201-8823-9731d774c78a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d748d4a7-01c9-4201-8823-9731d774c78a,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:31.400216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'd748d4a7-01c9-4201-8823-9731d774c78a', 'network_id': 'a69007b8-a474-4117-ba10-4eeda937841c', 'port_id': 'd748d4a7-01c9-4201-8823-9731d774c78a', 'mac_address': 'fa:16:3e:7f:d5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53749fa3-de00-4e05-94ce-1196f4ea0b74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:36:31.419897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-78f2e4ff-e710-48cd-95ff-93db5c06473e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9468fc83-0992-4b70-af64-f50443226337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543749 Jul 07 22:36:31.453284 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.476392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d748d4a7-01c9-4201-8823-9731d774c78a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:31.509755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d748d4a7-01c9-4201-8823-9731d774c78a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d748d4a7-01c9-4201-8823-9731d774c78a,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:31.515872 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.553500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7327d-921a-45f3-90a2-58510c4d107a req-75034496-7d90-4024-88d9-734adff62936 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:31.555759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44b7327d-921a-45f3-90a2-58510c4d107a req-75034496-7d90-4024-88d9-734adff62936 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 944 time: 0.2027886 Jul 07 22:36:31.582281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d748d4a7-01c9-4201-8823-9731d774c78a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.594497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-5ef0d41c-b8c9-4d76-8aa1-a052392e4437 service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643193 Jul 07 22:36:31.628140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44b7327d-921a-45f3-90a2-58510c4d107a req-f8aa298c-aded-4ed3-8818-d345a9059477 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640810 Jul 07 22:36:31.674642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55378) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:31.741488 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6021ffb0-7965-43ac-b1b1-d60b22663ff7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.750781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1bf59c-8116-4b28-a1ab-cddbe64f9f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3909b8a-d3f9-43c8-94a5-36578b68e73e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:31.753643 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136af731-cd17-4190-b81f-0eacaf17cd39" -d '{"events": [{"server_uuid": "8a1bf59c-8116-4b28-a1ab-cddbe64f9f89", "name": "network-vif-plugged", "status": "completed", "tag": "e3909b8a-d3f9-43c8-94a5-36578b68e73e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:31.766217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13211b8c-2f04-4bcb-a730-efbe835f27e2 req-5cadad5d-d0a4-463a-9b0c-c29b03d4e7e6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:31.767790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13211b8c-2f04-4bcb-a730-efbe835f27e2 req-5cadad5d-d0a4-463a-9b0c-c29b03d4e7e6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.0980821 Jul 07 22:36:31.769954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bb73bf3-53db-4c54-9e4e-fd357a24170a req-23c66016-5895-4538-a3f8-fef211de5ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651499 Jul 07 22:36:31.813090 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6021ffb0-7965-43ac-b1b1-d60b22663ff7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.814385 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a75af80-6dc0-4028-a5d4-2d9828868e36 x-openstack-request-id: req-7a75af80-6dc0-4028-a5d4-2d9828868e36 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:31.814680 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1bf59c-8116-4b28-a1ab-cddbe64f9f89", "name": "network-vif-plugged", "status": "completed", "tag": "e3909b8a-d3f9-43c8-94a5-36578b68e73e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:31.814934 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a75af80-6dc0-4028-a5d4-2d9828868e36 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:31.815332 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1bf59c-8116-4b28-a1ab-cddbe64f9f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3909b8a-d3f9-43c8-94a5-36578b68e73e', 'code': 200} Jul 07 22:36:31.863696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13211b8c-2f04-4bcb-a730-efbe835f27e2 req-086b85f7-0f27-4c46-b2bb-c392cf4b160c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775106 Jul 07 22:36:31.905148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6021ffb0-7965-43ac-b1b1-d60b22663ff7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.908645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6021ffb0-7965-43ac-b1b1-d60b22663ff7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:31.910169 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6021ffb0-7965-43ac-b1b1-d60b22663ff7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "DELETE /v2.0/security-groups/0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1 HTTP/1.1" status: 204 len: 168 time: 0.2344244 Jul 07 22:36:31.914098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55386) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:31.920633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021ffb0-7965-43ac-b1b1-d60b22663ff7 tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:31.941117 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-78cf9b2f-7ab5-46a1-9d78-4a2dcbf675db tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] show failed (client error): The resource could not be found. Jul 07 22:36:31.944766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-78cf9b2f-7ab5-46a1-9d78-4a2dcbf675db tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "GET /v2.0/security-groups/0ae4f0d0-fa4d-4c6b-866c-3dcdb68a3bc1 HTTP/1.1" status: 404 len: 347 time: 0.0270188 Jul 07 22:36:31.945432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55388) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:31.975439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['d748d4a7-01c9-4201-8823-9731d774c78a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:36:32.071105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26763925-f899-45ff-aa40-aa5a0416f7df req-e2aa6da2-bfcc-4b62-b983-f39a77bce9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:32.072620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26763925-f899-45ff-aa40-aa5a0416f7df req-e2aa6da2-bfcc-4b62-b983-f39a77bce9da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 1098 time: 0.1235242 Jul 07 22:36:32.092136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b840df-c65c-4efc-b4ed-7c7aa1b66f4f req-1235b00b-e867-4506-8d77-23261111ede5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:32.099085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57b840df-c65c-4efc-b4ed-7c7aa1b66f4f req-1235b00b-e867-4506-8d77-23261111ede5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1082332 Jul 07 22:36:32.101051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Deleting port 96443ca7-fb24-41e7-adcf-248eae17887e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:32.101484 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.162663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57b840df-c65c-4efc-b4ed-7c7aa1b66f4f req-2a137284-cdc3-44e2-b980-2aa033b48774 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623860 Jul 07 22:36:32.168872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26763925-f899-45ff-aa40-aa5a0416f7df req-8de6e6d3-c9e3-47b9-806a-f5a30c19ec78 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892634 Jul 07 22:36:32.194387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.194711 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.206098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Calling delete_port for 96443ca7-fb24-41e7-adcf-248eae17887e owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:32.335351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.365452 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Pushing event deleted for resources: {'Port': ['ID=96443ca7-fb24-41e7-adcf-248eae17887e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:32.427215 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.429788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.431058 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7582be5f-1503-4df6-b4b1-3d44b6b3231d tempest-AttachVolumeShelveTestJSON-1054775424 tempest-AttachVolumeShelveTestJSON-1054775424-project] 10.222.0.81 "DELETE /v2.0/floatingips/e4f360c5-5ee6-480d-acd8-2089140a1308 HTTP/1.1" status: 204 len: 168 time: 0.4839771 Jul 07 22:36:32.792895 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:32.865683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d78b1-199a-4a39-8b8d-e532478ccf81 req-7c7fa842-9d27-4d76-9e7b-e56d42f6a41e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:32.867717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-599d78b1-199a-4a39-8b8d-e532478ccf81 req-7c7fa842-9d27-4d76-9e7b-e56d42f6a41e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 945 time: 0.1237261 Jul 07 22:36:32.936697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-599d78b1-199a-4a39-8b8d-e532478ccf81 req-2a38057d-a320-41cc-a463-6f3d5bb814d2 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629277 Jul 07 22:36:33.100967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6cd8be-fa3e-4b0b-a976-0fd01ab57cd5 req-6f2b1e56-fae5-408f-b25a-3432ed4c434d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:33.102735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc6cd8be-fa3e-4b0b-a976-0fd01ab57cd5 req-6f2b1e56-fae5-408f-b25a-3432ed4c434d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.0755286 Jul 07 22:36:33.145154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc6cd8be-fa3e-4b0b-a976-0fd01ab57cd5 req-f53aa583-6fed-42e8-9281-a13ce58f0efa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359859 Jul 07 22:36:33.263302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d748d4a7-01c9-4201-8823-9731d774c78a up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:33.347685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port d748d4a7-01c9-4201-8823-9731d774c78a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:33.353058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port d748d4a7-01c9-4201-8823-9731d774c78a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:33.353428 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.357460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eac9b-14b9-498a-8be0-0dbfc4c019a8 req-474a64a3-86f6-4433-94b7-8379e069220b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:33.359914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e56eac9b-14b9-498a-8be0-0dbfc4c019a8 req-474a64a3-86f6-4433-94b7-8379e069220b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0816224 Jul 07 22:36:33.410631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e56eac9b-14b9-498a-8be0-0dbfc4c019a8 req-f4470fa5-09c6-45af-9948-5756b75ba4d8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Jul 07 22:36:33.457838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.493221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d748d4a7-01c9-4201-8823-9731d774c78a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d748d4a7-01c9-4201-8823-9731d774c78a,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:33.497252 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:33.553549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d748d4a7-01c9-4201-8823-9731d774c78a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:33.816194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a26f7fd-491d-4365-8cc3-3dc056876d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd748d4a7-01c9-4201-8823-9731d774c78a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:33.818764 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca31c6ad-237c-4123-bb69-e958bd2afd7b" -d '{"events": [{"server_uuid": "4a26f7fd-491d-4365-8cc3-3dc056876d55", "name": "network-vif-plugged", "status": "completed", "tag": "d748d4a7-01c9-4201-8823-9731d774c78a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:33.854852 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7016312f-0d5c-48c0-8e47-2ea15b1e5e59 x-openstack-request-id: req-7016312f-0d5c-48c0-8e47-2ea15b1e5e59 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:33.855144 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a26f7fd-491d-4365-8cc3-3dc056876d55", "name": "network-vif-plugged", "status": "completed", "tag": "d748d4a7-01c9-4201-8823-9731d774c78a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:33.855398 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7016312f-0d5c-48c0-8e47-2ea15b1e5e59 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:33.855787 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a26f7fd-491d-4365-8cc3-3dc056876d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd748d4a7-01c9-4201-8823-9731d774c78a', 'code': 200} Jul 07 22:36:34.001900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff18475-943e-4c0f-bb39-b78ca5e76b7b req-016b9fa2-4f43-4ca3-ac04-9ca0a63b0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:34.003528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bff18475-943e-4c0f-bb39-b78ca5e76b7b req-016b9fa2-4f43-4ca3-ac04-9ca0a63b0444 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 1098 time: 0.0561118 Jul 07 22:36:34.042569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bff18475-943e-4c0f-bb39-b78ca5e76b7b req-5a56a596-1f31-40ea-a1a2-babd9963b000 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Jul 07 22:36:34.119948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9cb78-e332-4481-ad03-29ff5fa73b07 req-91749279-2fb9-4390-a71c-1808f0270051 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:34.121518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba9cb78-e332-4481-ad03-29ff5fa73b07 req-91749279-2fb9-4390-a71c-1808f0270051 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.0662093 Jul 07 22:36:34.162311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba9cb78-e332-4481-ad03-29ff5fa73b07 req-294ccbf7-81c4-45c5-84ef-f68850e1ba2b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349152 Jul 07 22:36:34.326280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07185f-c58a-4851-83db-d4eab7215733 req-e4761d35-247a-46d5-9807-695ed06a6e4a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:34.327668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b07185f-c58a-4851-83db-d4eab7215733 req-e4761d35-247a-46d5-9807-695ed06a6e4a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.0632415 Jul 07 22:36:34.367877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b07185f-c58a-4851-83db-d4eab7215733 req-ddc82d34-496e-42a0-9348-a8be03a97dd5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345304 Jul 07 22:36:34.584622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2838ea-0527-4aa3-8451-d309f59c40b9 req-4dea0fdb-d3a8-491c-8162-918da951fc64 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:34.586197 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a2838ea-0527-4aa3-8451-d309f59c40b9 req-4dea0fdb-d3a8-491c-8162-918da951fc64 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0630858 Jul 07 22:36:34.624918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a2838ea-0527-4aa3-8451-d309f59c40b9 req-ad806701-3d58-4512-9316-29c090a3ba34 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Jul 07 22:36:35.003042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b54473a2-641a-43ce-b992-17841a514940 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:36:35.086386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:35.098814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'b54473a2-641a-43ce-b992-17841a514940', 'network_id': '9468fc83-0992-4b70-af64-f50443226337', 'port_id': 'b54473a2-641a-43ce-b992-17841a514940', 'mac_address': 'fa:16:3e:bd:70:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4afe9a-7797-4613-9079-7c716ab2bc29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:36:35.142526 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.161285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b54473a2-641a-43ce-b992-17841a514940 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:35.187592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:35.200862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:35.292728 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:36:35.298893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['b54473a2-641a-43ce-b992-17841a514940'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:36:35.349412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:35.424029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e971c70-3cc2-4e01-9ecf-25dfcedfa886 req-79aa577f-22be-4081-921d-5afebc70bad8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:35.438614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e971c70-3cc2-4e01-9ecf-25dfcedfa886 req-79aa577f-22be-4081-921d-5afebc70bad8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.0958784 Jul 07 22:36:35.520511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e971c70-3cc2-4e01-9ecf-25dfcedfa886 req-60708968-ab50-4714-84eb-70a96f7505fb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733018 Jul 07 22:36:35.879502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cae288-024f-43ad-b979-8f5a219b85cd req-a6b0b9b5-f020-43bc-960e-63d28e0f0348 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:35.881251 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10cae288-024f-43ad-b979-8f5a219b85cd req-a6b0b9b5-f020-43bc-960e-63d28e0f0348 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1269822 Jul 07 22:36:35.937331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eee811-a620-40b8-86b8-15ca4fa03ea7 req-82ded2fa-d3a0-484b-a932-338568c61440 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:35.974553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-07eee811-a620-40b8-86b8-15ca4fa03ea7 req-82ded2fa-d3a0-484b-a932-338568c61440 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.1631370 Jul 07 22:36:36.012210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10cae288-024f-43ad-b979-8f5a219b85cd req-1297f510-f0b0-4272-a5a0-fbc723bc8c86 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244588 Jul 07 22:36:36.045107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-07eee811-a620-40b8-86b8-15ca4fa03ea7 req-6ba51afa-1ab3-46b7-b3e6-8fa084ee5287 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693088 Jul 07 22:36:36.787802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8d2f7-bcbd-4650-9a12-e98b42a04205 req-73e65242-bdef-4c17-bbc1-4c67dd0c1865 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:36.790989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7e8d2f7-bcbd-4650-9a12-e98b42a04205 req-73e65242-bdef-4c17-bbc1-4c67dd0c1865 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.1081228 Jul 07 22:36:36.889761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b54473a2-641a-43ce-b992-17841a514940 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:37.031672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port b54473a2-641a-43ce-b992-17841a514940 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:37.032305 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.226245 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.305673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54473a2-641a-43ce-b992-17841a514940'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:37.308759 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb24649f-6ad5-44f4-a534-d5f64da10c98" -d '{"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-plugged", "status": "completed", "tag": "b54473a2-641a-43ce-b992-17841a514940"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:37.325418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:37.333161 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:37.417364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:37.449616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7e8d2f7-bcbd-4650-9a12-e98b42a04205 req-88f07086-8b75-4b70-8d4e-e96d245f897b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511836 Jul 07 22:36:37.489729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736f079-e790-4cc5-8a4c-2e069244545a req-bb8049dc-2827-40cd-b7f6-ff5470147555 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:37.508986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0736f079-e790-4cc5-8a4c-2e069244545a req-bb8049dc-2827-40cd-b7f6-ff5470147555 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1133537 Jul 07 22:36:37.578180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0736f079-e790-4cc5-8a4c-2e069244545a req-0a0891cd-167d-49af-8958-755658f441e9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679538 Jul 07 22:36:37.642819 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f301f245-add0-4474-a8ff-28bce3d339f5 x-openstack-request-id: req-f301f245-add0-4474-a8ff-28bce3d339f5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:37.643119 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-plugged", "status": "completed", "tag": "b54473a2-641a-43ce-b992-17841a514940", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:37.643376 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f301f245-add0-4474-a8ff-28bce3d339f5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:37.643781 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54473a2-641a-43ce-b992-17841a514940', 'code': 200} Jul 07 22:36:37.735000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243da87c-3b05-4f05-8dda-d0351279c2fc req-2af9564c-cc86-4a88-a9bd-9cc8d643b5e2 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:37.736509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-243da87c-3b05-4f05-8dda-d0351279c2fc req-2af9564c-cc86-4a88-a9bd-9cc8d643b5e2 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1486671 Jul 07 22:36:37.835251 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-243da87c-3b05-4f05-8dda-d0351279c2fc req-61b9d9c7-386d-4b66-976b-46054177886a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884876 Jul 07 22:36:37.919442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901d2d4-d7b5-4fd3-81a6-0068194a00f1 req-96d7af9c-4552-4267-9ed5-abe4bc49b364 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:37.919442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3901d2d4-d7b5-4fd3-81a6-0068194a00f1 req-96d7af9c-4552-4267-9ed5-abe4bc49b364 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1246309 Jul 07 22:36:37.968128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3901d2d4-d7b5-4fd3-81a6-0068194a00f1 req-95bb0cbb-804f-445d-af11-e524b0f42507 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590079 Jul 07 22:36:38.348442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc838d3-74e4-413e-b119-7f064ee61e72 req-aa1c78de-558e-48d1-a0c2-1c3f41a028c7 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:38.361786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bc838d3-74e4-413e-b119-7f064ee61e72 req-aa1c78de-558e-48d1-a0c2-1c3f41a028c7 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 946 time: 0.1705940 Jul 07 22:36:38.419837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bc838d3-74e4-413e-b119-7f064ee61e72 req-435c1ddc-c6d5-4356-bf29-3d2572d2e9a5 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515254 Jul 07 22:36:38.540149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:38.933106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71784125-61cf-43b1-91c4-516808c414de req-bea61092-4452-46e7-b12f-cf8ac52a9dda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:38.959385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71784125-61cf-43b1-91c4-516808c414de req-bea61092-4452-46e7-b12f-cf8ac52a9dda tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1996670 Jul 07 22:36:39.049025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c9055-7c94-450f-a228-5b306758eddf req-309b8f61-d910-4bc7-b0aa-fd329d522391 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:39.050607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f53c9055-7c94-450f-a228-5b306758eddf req-309b8f61-d910-4bc7-b0aa-fd329d522391 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.2538693 Jul 07 22:36:39.069289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71784125-61cf-43b1-91c4-516808c414de req-f3226426-2768-40ac-8e44-6a95996cf226 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090226 Jul 07 22:36:39.148014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f53c9055-7c94-450f-a228-5b306758eddf req-3016b8e4-e187-4572-8190-4a2cd1e87e71 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816112 Jul 07 22:36:39.395188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.399092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403cbe5-63f4-498c-aa6d-48940092449a req-229a2945-8a62-487f-bea8-dc5313c670be tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:39.407427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c403cbe5-63f4-498c-aa6d-48940092449a req-229a2945-8a62-487f-bea8-dc5313c670be tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1314487 Jul 07 22:36:39.468812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c403cbe5-63f4-498c-aa6d-48940092449a req-ec56caeb-7724-45e7-8c46-622bf9e70870 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597286 Jul 07 22:36:39.658423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04343733-c732-4297-9754-35032ea3e7ee req-172047d5-8e3e-455c-9f61-0ab84606befb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:39.659954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04343733-c732-4297-9754-35032ea3e7ee req-172047d5-8e3e-455c-9f61-0ab84606befb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.0785711 Jul 07 22:36:39.745330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04343733-c732-4297-9754-35032ea3e7ee req-b2d465eb-3688-4eed-8959-afd43033c15d tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644038 Jul 07 22:36:39.778527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Deleting port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:39.778976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.870300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] For port bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:39.870657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:39.899569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Calling delete_port for bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:40.175820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:40.200507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173febf-57a0-4027-8e3d-2056e74ce9f7 req-e56363ab-f78f-473e-977b-1257fb1a40fb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:40.215527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173febf-57a0-4027-8e3d-2056e74ce9f7 req-e56363ab-f78f-473e-977b-1257fb1a40fb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:40.227458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173febf-57a0-4027-8e3d-2056e74ce9f7 req-e56363ab-f78f-473e-977b-1257fb1a40fb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:40.230240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1173febf-57a0-4027-8e3d-2056e74ce9f7 req-e56363ab-f78f-473e-977b-1257fb1a40fb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55&device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89&device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 2418 time: 0.1393981 Jul 07 22:36:40.256878 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:40.405439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1173febf-57a0-4027-8e3d-2056e74ce9f7 req-c2b3e7e3-077b-4200-ae45-9a259853fb09 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675749 Jul 07 22:36:40.502033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceba92-ba9e-484a-9095-aea6b8a1e685 req-c52f9cec-39a8-4dcc-8578-bb9199b9087b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:40.521944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69ceba92-ba9e-484a-9095-aea6b8a1e685 req-c52f9cec-39a8-4dcc-8578-bb9199b9087b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.2350802 Jul 07 22:36:40.568238 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:40.603429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69ceba92-ba9e-484a-9095-aea6b8a1e685 req-1ea51c34-61cb-493f-8a29-1187bcd2957d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803378 Jul 07 22:36:40.967647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e203e-622e-42ac-81b7-87982f3dc974 req-8811467d-facf-45f9-b5dd-2b6fcbb9e9ab tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:40.975536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-086e203e-622e-42ac-81b7-87982f3dc974 req-8811467d-facf-45f9-b5dd-2b6fcbb9e9ab tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1820779 Jul 07 22:36:41.001797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a9288-f59e-4d80-a172-99f669be340d req-9fc26126-e689-4517-9eb2-22195b2595b6 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:41.004010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c4a9288-f59e-4d80-a172-99f669be340d req-9fc26126-e689-4517-9eb2-22195b2595b6 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.1486897 Jul 07 22:36:41.204553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c4a9288-f59e-4d80-a172-99f669be340d req-79373fe9-9fa3-4e79-ba3e-012b52e01d10 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852021 Jul 07 22:36:41.244116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-086e203e-622e-42ac-81b7-87982f3dc974 req-cba930ab-cf7a-4daf-a243-ee8ddb9f3e67 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661009 Jul 07 22:36:41.404974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Router f0dfaebd-7619-4738-9f46-af099f416e28 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:36:41.541917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:36:41.549112 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-27d49d9a-0bcc-4261-abd9-af49f7a73255 admin admin] 10.222.0.81 "PUT /v2.0/routers/f0dfaebd-7619-4738-9f46-af099f416e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071971 Jul 07 22:36:41.550832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830c327b-384e-4533-8415-96888cf58d9e None None] Sync routers for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:36:41.551408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:41.566620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c327b-384e-4533-8415-96888cf58d9e None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:41.569774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-830c327b-384e-4533-8415-96888cf58d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:36:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:41.718433 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:41.789799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-830c327b-384e-4533-8415-96888cf58d9e None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:41.938622 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.005776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a205c-0ef3-4f42-88fa-808bf922b81f req-f8c864f2-d7d7-44f5-b686-77a4a0bdf727 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:42.015053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c41a205c-0ef3-4f42-88fa-808bf922b81f req-f8c864f2-d7d7-44f5-b686-77a4a0bdf727 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1579621 Jul 07 22:36:42.090492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Deleting port 424bef58-1624-4e18-9174-c438345693f2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:42.090844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.144726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c41a205c-0ef3-4f42-88fa-808bf922b81f req-13bec85c-0acc-4f48-95a7-70667f3acfb1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286607 Jul 07 22:36:42.174542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-830c327b-384e-4533-8415-96888cf58d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '424bef58-1624-4e18-9174-c438345693f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:36:40Z', 'revision_number': 5, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port': {'id': '424bef58-1624-4e18-9174-c438345693f2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:08:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:42.208381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830c327b-384e-4533-8415-96888cf58d9e None None] Checking router: f0dfaebd-7619-4738-9f46-af099f416e28 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:36:42.217990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c327b-384e-4533-8415-96888cf58d9e None None] Routers {'f0dfaebd-7619-4738-9f46-af099f416e28'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:36:42.218760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-830c327b-384e-4533-8415-96888cf58d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:36:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f0dfaebd-7619-4738-9f46-af099f416e28'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:42.328653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] For port 424bef58-1624-4e18-9174-c438345693f2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=424bef58-1624-4e18-9174-c438345693f2,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:42.331952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.363887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Calling delete_port for 424bef58-1624-4e18-9174-c438345693f2 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:42.380109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-830c327b-384e-4533-8415-96888cf58d9e None None] Set router f0dfaebd-7619-4738-9f46-af099f416e28 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:36:42.487496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-830c327b-384e-4533-8415-96888cf58d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:36:41Z', 'revision_number': 6, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:42.536317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830c327b-384e-4533-8415-96888cf58d9e None None] The sync data for ids ['f0dfaebd-7619-4738-9f46-af099f416e28'] in n-d-695012-11 is: [{'id': 'f0dfaebd-7619-4738-9f46-af099f416e28', 'name': 'tempest-AttachVolumeShelveTestJSON-998634934-router', 'tenant_id': '142113690cd74daf842b2da291160ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:28:39Z', 'updated_at': '2021-07-07T22:36:41Z', 'revision_number': 6, 'project_id': '142113690cd74daf842b2da291160ed9', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:36:42.659423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69424e4f-2bc0-4306-ae04-66a0c584f4ca req-18ba5152-18fd-4bef-8056-9145942ab7e8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:42.674716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69424e4f-2bc0-4306-ae04-66a0c584f4ca req-18ba5152-18fd-4bef-8056-9145942ab7e8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.2012930 Jul 07 22:36:42.750842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69424e4f-2bc0-4306-ae04-66a0c584f4ca req-4ba060d7-3ab2-4d55-8c47-9bebc295b949 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751545 Jul 07 22:36:42.818969 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:42.877984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=424bef58-1624-4e18-9174-c438345693f2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:43.065547 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.096269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:43.124283 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-24a6d951-63e9-4fd5-b714-ea57c088e0be service neutron] show failed (client error): The resource could not be found. Jul 07 22:36:43.128335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-24a6d951-63e9-4fd5-b714-ea57c088e0be service neutron] 10.222.0.83 "GET /v2.0/ports/20cd84c2-7ead-452b-9592-c6c2f1cfb560/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.1552472 Jul 07 22:36:43.206643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:43.207104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bf63a4b7-9c28-4c70-a0d8-aa3c77afb02b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:43.218871 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.224537 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.334935 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.336440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0dfaebd-7619-4738-9f46-af099f416e28 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:36:43.341545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.342912 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5b100ddb-6314-4b4a-b500-9c31991d2a55 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f0dfaebd-7619-4738-9f46-af099f416e28 HTTP/1.1" status: 204 len: 168 time: 1.7905843 Jul 07 22:36:43.347798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 55622) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:43.509718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0837fa-43c9-48fa-9ced-de51fdc2cd67 admin admin] Deleting subnet f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:36:43.515792 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9c0837fa-43c9-48fa-9ced-de51fdc2cd67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.584782 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9c0837fa-43c9-48fa-9ced-de51fdc2cd67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.691659 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9c0837fa-43c9-48fa-9ced-de51fdc2cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.862881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7746b-dcbf-45dc-9eaf-8bbad6993b71 req-e8bcb6db-428c-4ccf-9b41-77e3752d5264 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:43.864575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8c7746b-dcbf-45dc-9eaf-8bbad6993b71 req-e8bcb6db-428c-4ccf-9b41-77e3752d5264 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.4511099 Jul 07 22:36:43.866355 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9c0837fa-43c9-48fa-9ced-de51fdc2cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:43.968111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0837fa-43c9-48fa-9ced-de51fdc2cd67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bb8f92-986b-42f0-8d67-4439ce4e6fb1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:43.981911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7220e9-fc77-4046-bd7e-e752d326460d None None] Network e7246017-4236-41de-9623-83b4b1a5619a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:36:44.013354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-7eb2998c-2c17-48f5-a069-f858ebd70680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:44.015109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-7eb2998c-2c17-48f5-a069-f858ebd70680 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 1098 time: 0.2902091 Jul 07 22:36:44.016831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9c0837fa-43c9-48fa-9ced-de51fdc2cd67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.018864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9c0837fa-43c9-48fa-9ced-de51fdc2cd67 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f3bb8f92-986b-42f0-8d67-4439ce4e6fb1 HTTP/1.1" status: 204 len: 168 time: 0.6695132 Jul 07 22:36:44.021484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55634) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:44.054911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:44.181128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8c7746b-dcbf-45dc-9eaf-8bbad6993b71 req-50b5b7df-c53a-4bd4-bcc3-eaa86ace01b6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033221 Jul 07 22:36:44.191014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.329856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Deleting port 3562bd39-49d8-40ca-8da4-7ef461e947a0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:44.330445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.400938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] DHCP port deletion for e7246017-4236-41de-9623-83b4b1a5619a request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:36:44.456879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.508928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] For port 3562bd39-49d8-40ca-8da4-7ef461e947a0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3562bd39-49d8-40ca-8da4-7ef461e947a0,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:44.509302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.542177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Calling delete_port for 3562bd39-49d8-40ca-8da4-7ef461e947a0 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:44.548209 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] Deleting port 3562bd39-49d8-40ca-8da4-7ef461e947a0 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:36:44.551420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.701506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.774593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283514aa-02fe-4c85-9cef-d2740a6da3d4 req-bacd2384-9331-4553-8803-bf42ad1c1f1d tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:44.784273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-283514aa-02fe-4c85-9cef-d2740a6da3d4 req-bacd2384-9331-4553-8803-bf42ad1c1f1d tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.8290510 Jul 07 22:36:44.792953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] No DVR routers for this DVR port 3562bd39-49d8-40ca-8da4-7ef461e947a0 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:44.805310 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Pushing event deleted for resources: {'Port': ['ID=3562bd39-49d8-40ca-8da4-7ef461e947a0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:44.896806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.908498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7246017-4236-41de-9623-83b4b1a5619a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:44.924711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:44.925159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:36:44.937008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.941274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-283514aa-02fe-4c85-9cef-d2740a6da3d4 req-7ade028b-3c7e-4b70-9c95-34dc7a8fb47a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559353 Jul 07 22:36:44.954374 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.961559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:36:44.962119 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:36:44.974375 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:36:45.027519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a2ac8-0089-434a-8aa1-c6f46ad0dcc4 req-4cfa8cb6-5439-4012-bd47-14062356cca4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:45.032266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c53a2ac8-0089-434a-8aa1-c6f46ad0dcc4 req-4cfa8cb6-5439-4012-bd47-14062356cca4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.3396461 Jul 07 22:36:45.038808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.048612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.051777 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e7246017-4236-41de-9623-83b4b1a5619a HTTP/1.1" status: 204 len: 168 time: 1.0291343 Jul 07 22:36:45.066748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1debc4-de5d-492b-9ddf-2e295b2bf309 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7246017-4236-41de-9623-83b4b1a5619a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:45.094169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:45.143801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 424bef58-1624-4e18-9174-c438345693f2 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:45.198285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c53a2ac8-0089-434a-8aa1-c6f46ad0dcc4 req-cee0dafa-c9e0-4112-8305-825b3f318485 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453772 Jul 07 22:36:45.210870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 424bef58-1624-4e18-9174-c438345693f2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:45.211610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 424bef58-1624-4e18-9174-c438345693f2 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:45.212391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3562bd39-49d8-40ca-8da4-7ef461e947a0 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:45.224768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:45.276281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3562bd39-49d8-40ca-8da4-7ef461e947a0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:36:45.276637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3562bd39-49d8-40ca-8da4-7ef461e947a0 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:45.306980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55654) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:45.313934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] For port 3562bd39-49d8-40ca-8da4-7ef461e947a0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3562bd39-49d8-40ca-8da4-7ef461e947a0,segment=NetworkSegment(2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307),segment_id=2bd54aa8-b5f2-4a3a-ab26-e2c4039d1307)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:45.316158 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.340373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:45.342907 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b9094c-950e-496f-a056-62204bb80322" -d '{"events": [{"server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "name": "network-vif-unplugged", "status": "completed", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:45.364048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.376776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] Calling delete_port for 3562bd39-49d8-40ca-8da4-7ef461e947a0 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:36:45.409234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Transition to ACTIVE for port object 20cd84c2-7ead-452b-9592-c6c2f1cfb560 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:45.415304 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.424237 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d695403e-6932-4709-ba85-117db7dc0671 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=142113690cd74daf842b2da291160ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146080 Jul 07 22:36:45.427078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55660) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:45.496422 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d74159-5806-4fb9-a56a-e2b5687475a7 x-openstack-request-id: req-b3d74159-5806-4fb9-a56a-e2b5687475a7 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:45.496780 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "name": "network-vif-unplugged", "status": "completed", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:45.501757 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3d74159-5806-4fb9-a56a-e2b5687475a7 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:45.502204 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'code': 200} Jul 07 22:36:45.518509 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.541325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c4e3-69cd-4cc6-beea-ab8b95e9d74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.544551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Pushing event updated for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:45.576306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] Pushing event deleted for resources: {'Port': ['ID=3562bd39-49d8-40ca-8da4-7ef461e947a0,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:45.578781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] Network e7246017-4236-41de-9623-83b4b1a5619a is not hosted by any dhcp agent {{(pid=93943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:36:45.579577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012c0a9-c5b6-499c-a1a5-18a2392a2cc2 None None] No DVR routers for this DVR port 3562bd39-49d8-40ca-8da4-7ef461e947a0 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:45.603001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c4e3-69cd-4cc6-beea-ab8b95e9d74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.700064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c4e3-69cd-4cc6-beea-ab8b95e9d74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.702704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1c6c4e3-69cd-4cc6-beea-ab8b95e9d74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:45.707343 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d1c6c4e3-69cd-4cc6-beea-ab8b95e9d74a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0240d0c-c1ee-4ce7-a5ce-ff06c0c7f6bb HTTP/1.1" status: 204 len: 168 time: 0.2780840 Jul 07 22:36:45.729506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6c4e3-69cd-4cc6-beea-ab8b95e9d74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0240d0c-c1ee-4ce7-a5ce-ff06c0c7f6bb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:45.919642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] No DVR routers for this DVR port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:45.934918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d2da7-2974-455d-b607-ca8307e5b9d6 req-8f88a959-a829-4248-bc17-486176f0495f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:45.953364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-527d2da7-2974-455d-b607-ca8307e5b9d6 req-8f88a959-a829-4248-bc17-486176f0495f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 944 time: 0.4575360 Jul 07 22:36:46.314716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-527d2da7-2974-455d-b607-ca8307e5b9d6 req-ad636700-92b4-4b86-b550-858b5fde26bb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603659 Jul 07 22:36:46.324043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Attempting to bind port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:46.324821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Attempting to bind port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:46.325508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Attempting to bind port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:46.342171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:36:46.342571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Attempting to bind port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:46.354651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:46.355100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Checking segment: {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:46.355684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Bound using segment: {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:46.356167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Bound port: 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2391ee1f-ccdc-42ad-a134-3c2890c50bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:46.356630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.371017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090341b-54e0-4efe-9409-754193ff4606 req-1648e0f0-a9df-4967-b904-26523c693628 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:46.372892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8090341b-54e0-4efe-9409-754193ff4606 req-1648e0f0-a9df-4967-b904-26523c693628 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.2307210 Jul 07 22:36:46.497505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8090341b-54e0-4efe-9409-754193ff4606 req-1f705589-3df4-4d72-97e1-d279c7f17099 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157334 Jul 07 22:36:46.552115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:46.571879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:46.582527 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.610626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c59316-62c3-4934-94ab-5620b0e4293d req-610a0ab1-7239-4f4d-956a-27c5e2817034 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:46.614397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c59316-62c3-4934-94ab-5620b0e4293d req-610a0ab1-7239-4f4d-956a-27c5e2817034 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1201494 Jul 07 22:36:46.682221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:46.683105 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:46.684553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] 10.222.0.44 "PUT /v2.0/ports/20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 1093 time: 2.6486869 Jul 07 22:36:46.805543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c59316-62c3-4934-94ab-5620b0e4293d req-b9a4edba-b07e-44bb-b712-18dafb7139fe tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484957 Jul 07 22:36:46.806649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3e652-8386-45f7-84ce-9b61ae15c65b service neutron] Pushing event updated for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:46.856464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-7a562323-517e-435a-b9e9-c2995cc237f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:46.857982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-7a562323-517e-435a-b9e9-c2995cc237f9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1096 time: 0.1265035 Jul 07 22:36:47.019766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-57ea79a6-f9e8-479f-887c-e1e432314f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:47.021339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-57ea79a6-f9e8-479f-887c-e1e432314f82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 897 time: 0.1569691 Jul 07 22:36:47.115677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-7aa0b13c-d9e6-4a13-bc7a-c625ada1499c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 999 time: 0.0864797 Jul 07 22:36:47.175239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-f1e508de-ae30-4581-b360-b0b7525b3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:47.177360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-f1e508de-ae30-4581-b360-b0b7525b3a1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 200 len: 833 time: 0.0541463 Jul 07 22:36:47.300390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-57bb9c67-1954-4365-917e-2e593b73314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:47.303257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-57bb9c67-1954-4365-917e-2e593b73314b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1180623 Jul 07 22:36:47.322522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-09065f59-93b6-4f5e-af6f-60a26d191138 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:36:47.323906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-09065f59-93b6-4f5e-af6f-60a26d191138 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145047 Jul 07 22:36:47.380026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 20cd84c2-7ead-452b-9592-c6c2f1cfb560 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:47.468363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 20cd84c2-7ead-452b-9592-c6c2f1cfb560 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:36:47.508845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:47.512399 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe85f97-00b2-4eec-b26d-2a60ae07418d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:47.596061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-e1316aa3-d117-482d-aa07-73ab0c42e151 service neutron] 10.222.0.44 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643411 Jul 07 22:36:47.756690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7bd15-4a7c-4619-9de6-55a2f318c245 req-43e76547-b98e-4d23-bcc9-e47e8ceaca38 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:47.758886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fee7bd15-4a7c-4619-9de6-55a2f318c245 req-43e76547-b98e-4d23-bcc9-e47e8ceaca38 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 944 time: 0.2234645 Jul 07 22:36:47.792632 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351e5fca-805f-4bb6-b52b-57e032353373 x-openstack-request-id: req-351e5fca-805f-4bb6-b52b-57e032353373 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:47.792928 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:47.793186 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-351e5fca-805f-4bb6-b52b-57e032353373 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:47.793593 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'status': 'completed', 'code': 200} Jul 07 22:36:47.805280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38f9fe99-f368-4bb8-bd66-41ed05b4318b req-95b61450-51ec-471a-9da3-eb853c165c47 service neutron] 10.222.0.44 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950645 Jul 07 22:36:47.978669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fee7bd15-4a7c-4619-9de6-55a2f318c245 req-ca0f93d4-e241-43e3-9d4d-2e3439a41f74 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031388 Jul 07 22:36:48.103164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-a1f28973-aa63-4d04-ad3b-3236d81be34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:48.104679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-a1f28973-aa63-4d04-ad3b-3236d81be34b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1096 time: 0.2026196 Jul 07 22:36:48.123385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-1a5c4072-598c-4d4e-b052-2ab44469a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:48.125192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-1a5c4072-598c-4d4e-b052-2ab44469a5f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1096 time: 0.2923176 Jul 07 22:36:48.212643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fe71e-7c24-4655-b87b-fbfd7df8e961 req-2266485b-4f81-4d4e-81f0-7c21e3ae843d tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:48.220777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c6fe71e-7c24-4655-b87b-fbfd7df8e961 req-2266485b-4f81-4d4e-81f0-7c21e3ae843d tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.3024416 Jul 07 22:36:48.317799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c6fe71e-7c24-4655-b87b-fbfd7df8e961 req-affb0569-8294-43c6-be00-8a160278e282 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959055 Jul 07 22:36:48.422735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-3e6d7a60-dd26-4f74-a844-bf44f9f9d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:48.425138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-3e6d7a60-dd26-4f74-a844-bf44f9f9d9d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 897 time: 0.2951896 Jul 07 22:36:48.427463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-3e5308d6-6bc4-4188-a33e-72a4bd607e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:48.429089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-3e5308d6-6bc4-4188-a33e-72a4bd607e0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 897 time: 0.2857161 Jul 07 22:36:48.979044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688f16e-e572-4fb3-8afc-be9b515d7aca req-e66065e4-f6fb-4570-a667-766a0f0272ae tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:48.984178 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e688f16e-e572-4fb3-8afc-be9b515d7aca req-e66065e4-f6fb-4570-a667-766a0f0272ae tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.6791368 Jul 07 22:36:49.061680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-e4c762d2-34eb-4117-9ff4-4378a42f0f14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 999 time: 0.6275964 Jul 07 22:36:49.087238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-831220e8-cb38-4593-a9bf-54cf16a4af6b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 999 time: 0.6466596 Jul 07 22:36:49.246613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-cd5c88a7-fc27-4008-bcec-5b20027535af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.248222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-cd5c88a7-fc27-4008-bcec-5b20027535af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 200 len: 833 time: 0.0999713 Jul 07 22:36:49.251293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e688f16e-e572-4fb3-8afc-be9b515d7aca req-5fbcb707-8e06-433c-a63c-d344d6365c1d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452672 Jul 07 22:36:49.260453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-86233abf-8ba3-4300-a08c-83837eccaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.262021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-86233abf-8ba3-4300-a08c-83837eccaeb3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 200 len: 833 time: 0.1897936 Jul 07 22:36:49.477237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d973c9-e187-4bde-90a1-0c084a53e0fc req-6e8364f0-3fc5-402d-8164-44442f7adfb6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.483973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60d973c9-e187-4bde-90a1-0c084a53e0fc req-6e8364f0-3fc5-402d-8164-44442f7adfb6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 944 time: 0.3398614 Jul 07 22:36:49.530053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-20cd6e95-4b34-4ae2-b7a6-7f21bf4de22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.531780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-20cd6e95-4b34-4ae2-b7a6-7f21bf4de22e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2368388 Jul 07 22:36:49.580936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-c4576e32-35de-4bcd-82b5-070c5e41297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.580936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-c4576e32-35de-4bcd-82b5-070c5e41297e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3074343 Jul 07 22:36:49.609184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60d973c9-e187-4bde-90a1-0c084a53e0fc req-3b4bacb7-449d-4772-b0e6-b63adc8e486f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113546 Jul 07 22:36:49.819132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:49.910291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612da69-6b8b-43b8-99ca-c017fa6d4cbb req-90d1f72a-0c75-4729-bb88-6e3811e87205 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:49.911866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1612da69-6b8b-43b8-99ca-c017fa6d4cbb req-90d1f72a-0c75-4729-bb88-6e3811e87205 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.3016696 Jul 07 22:36:49.917610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-f6756679-a1a5-4a7f-9f89-2e9608739f48 service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702612 Jul 07 22:36:50.076877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-bc8e21be-abc7-497e-a9ec-0c1e0629728a service neutron] 10.222.0.44 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562907 Jul 07 22:36:50.096309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1612da69-6b8b-43b8-99ca-c017fa6d4cbb req-c79503b5-6f45-4d06-8b70-ed97b6093e5d tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728222 Jul 07 22:36:50.182998 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-d58115df-0924-4a21-898e-181e1e1e8df5 service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013144 Jul 07 22:36:50.564832 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fe85f97-00b2-4eec-b26d-2a60ae07418d req-5a784d67-119f-44a2-a638-5319d8394577 service neutron] 10.222.0.44 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588015 Jul 07 22:36:50.588725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32c949-1a20-4f9d-b12b-fce1bfc59744 req-1cf0ed47-843d-4e13-ac9a-a9bc90684a68 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:50.596461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd32c949-1a20-4f9d-b12b-fce1bfc59744 req-1cf0ed47-843d-4e13-ac9a-a9bc90684a68 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1188917 Jul 07 22:36:50.685415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd32c949-1a20-4f9d-b12b-fce1bfc59744 req-68787a4c-e1e7-425e-983d-be3b0197a7fb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880396 Jul 07 22:36:50.879998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec9a3f8-98c3-4aed-b40e-43faabec97dd req-ebbbac9b-1a58-4777-aaac-4204d71aaf7c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:50.881539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ec9a3f8-98c3-4aed-b40e-43faabec97dd req-ebbbac9b-1a58-4777-aaac-4204d71aaf7c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 944 time: 0.0907018 Jul 07 22:36:50.942469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ec9a3f8-98c3-4aed-b40e-43faabec97dd req-b69e1e31-5f6f-46c0-a3d5-1fff94d826a6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537474 Jul 07 22:36:50.970618 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 20cd84c2-7ead-452b-9592-c6c2f1cfb560 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:36:51.104066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:51.120924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'port_id': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'mac_address': 'fa:16:3e:5a:77:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:36:51.172052 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.199180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cd84c2-7ead-452b-9592-c6c2f1cfb560 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:51.234690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:51.242915 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:51.348976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:51.495248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb830d3b-fc61-4aa3-88f7-5c076ec4d87f req-263a5c98-c3ce-4d53-a099-3aa9de4edd9c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:51.502336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb830d3b-fc61-4aa3-88f7-5c076ec4d87f req-263a5c98-c3ce-4d53-a099-3aa9de4edd9c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1114154 Jul 07 22:36:51.523490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['20cd84c2-7ead-452b-9592-c6c2f1cfb560'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:36:51.548297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb830d3b-fc61-4aa3-88f7-5c076ec4d87f req-12dd693e-5a26-44ae-859f-d4179d434834 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448277 Jul 07 22:36:51.913296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-c59d1c11-92ab-4e11-882f-13648f08167e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:51.914848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-c59d1c11-92ab-4e11-882f-13648f08167e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b&tenant_id=770787b17e244d11a628113ff6e1dfed&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 945 time: 0.2898731 Jul 07 22:36:51.943724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05b071-2888-47a8-abe9-70395b6317ad req-241f3544-d09e-44e3-87ad-a5c42f3346d7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:51.945964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e05b071-2888-47a8-abe9-70395b6317ad req-241f3544-d09e-44e3-87ad-a5c42f3346d7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 945 time: 0.3333170 Jul 07 22:36:51.955360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-5f160b5b-277d-4b9f-99b7-bd398857ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:51.957635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-5f160b5b-277d-4b9f-99b7-bd398857ccff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 1097 time: 0.2996647 Jul 07 22:36:52.126277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e05b071-2888-47a8-abe9-70395b6317ad req-499da80e-554a-4853-bdea-ef11b2852c2e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673470 Jul 07 22:36:52.154154 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-07fb1b5b-c2d1-449c-903e-ecb78036c8c5 service neutron] delete failed (client error): The resource could not be found. Jul 07 22:36:52.154154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-07fb1b5b-c2d1-449c-903e-ecb78036c8c5 service neutron] 10.222.0.83 "DELETE /v2.0/ports/20cd84c2-7ead-452b-9592-c6c2f1cfb560/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.2016597 Jul 07 22:36:52.154154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-3736e4af-07bb-4cf7-9fcc-bb9b04ada7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:52.154571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-3736e4af-07bb-4cf7-9fcc-bb9b04ada7e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 1098 time: 0.3670466 Jul 07 22:36:52.242106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b4e0-4fd2-4793-b362-b6c5ae1e37f3 req-7ea2ce62-042e-4f7e-8ca5-20772af06236 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:52.244097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc29b4e0-4fd2-4793-b362-b6c5ae1e37f3 req-7ea2ce62-042e-4f7e-8ca5-20772af06236 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.3683553 Jul 07 22:36:52.250815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-5de094bc-41e2-4b77-8710-de476dc3f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:52.252607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-5de094bc-41e2-4b77-8710-de476dc3f24b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 917 time: 0.2514732 Jul 07 22:36:52.328836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-ba4e518d-30d8-4f2a-b293-df74caba22bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a23219-1eed-42de-a01c-053c75a8eaee HTTP/1.1" status: 200 len: 217 time: 0.0585511 Jul 07 22:36:52.434756 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc29b4e0-4fd2-4793-b362-b6c5ae1e37f3 req-bda5590e-3f1f-4c15-ac90-e251e741a544 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808300 Jul 07 22:36:52.457561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-c624a0c4-5e1e-4ace-ad98-e3af304217e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:52.457561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-c624a0c4-5e1e-4ace-ad98-e3af304217e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 914 time: 0.2898116 Jul 07 22:36:52.457561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-2d4818d8-4895-4ee4-8b6d-8576433e5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:52.457561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-2d4818d8-4895-4ee4-8b6d-8576433e5dbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53749fa3-de00-4e05-94ce-1196f4ea0b74 HTTP/1.1" status: 200 len: 855 time: 0.1063347 Jul 07 22:36:52.532163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-d223e067-10ac-4eb6-bf3f-a1b226984ec4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 200 len: 217 time: 0.0688262 Jul 07 22:36:52.535212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-824900dc-e21b-45c5-880a-8a637b6b600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:52.536770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-824900dc-e21b-45c5-880a-8a637b6b600b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1097 time: 0.2693276 Jul 07 22:36:52.637774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:52.802687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8c65e02-6da7-408b-be71-f980b8ad51d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:52.966345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-17c8fadc-9a1d-40c8-b570-af693dd0b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:52.972389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 20cd84c2-7ead-452b-9592-c6c2f1cfb560 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:36:52.975167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-17c8fadc-9a1d-40c8-b570-af693dd0b088 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 200 len: 853 time: 0.4292846 Jul 07 22:36:52.977006 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8c65e02-6da7-408b-be71-f980b8ad51d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:52.983392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8c65e02-6da7-408b-be71-f980b8ad51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.029834 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f8c65e02-6da7-408b-be71-f980b8ad51d3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d55af10de38e43a48abc5f5baf46c513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908179 Jul 07 22:36:53.032914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:53.041810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c65e02-6da7-408b-be71-f980b8ad51d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b96fe61-cfd4-4bc0-ad52-34b21e4f4806,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:53.062513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-239783bf-b8b4-45ec-a181-05aa6a9b4fe4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9468fc83-0992-4b70-af64-f50443226337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855129 Jul 07 22:36:53.080812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:36:53.086065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:36:53.086821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.126335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7724c72-b139-4a3d-b4ff-44a5ebc3db83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.135576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-3f46692f-48a5-40e3-b2e3-e96676d400e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:53.137755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-3f46692f-48a5-40e3-b2e3-e96676d400e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a69007b8-a474-4117-ba10-4eeda937841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6663349 Jul 07 22:36:53.156064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7724c72-b139-4a3d-b4ff-44a5ebc3db83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.181177 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.213925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:53.215988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7724c72-b139-4a3d-b4ff-44a5ebc3db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.220387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e7724c72-b139-4a3d-b4ff-44a5ebc3db83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.223676 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce008248-d208-493f-97f9-7e672f3bb33b" -d '{"events": [{"server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "name": "network-vif-plugged", "status": "completed", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:53.226606 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e7724c72-b139-4a3d-b4ff-44a5ebc3db83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b96fe61-cfd4-4bc0-ad52-34b21e4f4806 HTTP/1.1" status: 204 len: 168 time: 0.1874454 Jul 07 22:36:53.254045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7724c72-b139-4a3d-b4ff-44a5ebc3db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b96fe61-cfd4-4bc0-ad52-34b21e4f4806,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:53.258380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:53.290125 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:53.318810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-ffc358df-dd60-4343-bd02-c3b3f43a5aea service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031060 Jul 07 22:36:53.326622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-ff765e7c-84cf-4edb-aaca-a72469b89bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:53.328145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-ff765e7c-84cf-4edb-aaca-a72469b89bcc service neutron] 10.222.0.83 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 897 time: 0.7792735 Jul 07 22:36:53.384251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:53.492597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb7537-993e-4292-b3c9-957f764a68e7 req-86f527ce-e918-450a-beaf-98515f5dde7f tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:53.494265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96cb7537-993e-4292-b3c9-957f764a68e7 req-86f527ce-e918-450a-beaf-98515f5dde7f tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.6134353 Jul 07 22:36:53.613720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-4a7bc953-e512-44da-bbdd-59116aa61b83 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 1001 time: 0.2694068 Jul 07 22:36:53.638526 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-b7fe555c-0387-42b0-8a7e-ecca96ac42eb service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5681655 Jul 07 22:36:53.671064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96cb7537-993e-4292-b3c9-957f764a68e7 req-55008245-e083-40da-8957-6208689af36e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628168 Jul 07 22:36:53.711901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7aae3fe7-dfb5-4960-a865-73708378d2cc req-4418ee62-f68a-4a88-9cc9-61e932649fcc service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807685 Jul 07 22:36:53.760623 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02387563-d919-4229-a489-6a74dda580e8 x-openstack-request-id: req-02387563-d919-4229-a489-6a74dda580e8 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:53.761175 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "name": "network-vif-plugged", "status": "completed", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:53.761576 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02387563-d919-4229-a489-6a74dda580e8 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:53.762858 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'code': 200} Jul 07 22:36:53.769512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5609932-16f0-450e-9fe6-c5d5aa989b60 req-a8f428ca-f1be-4e25-b2c3-df2a06681ea1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:53.771185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5609932-16f0-450e-9fe6-c5d5aa989b60 req-a8f428ca-f1be-4e25-b2c3-df2a06681ea1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.4281025 Jul 07 22:36:53.849920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-2fc35e08-c758-4224-aa4a-75d2da8c5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:53.852185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-2fc35e08-c758-4224-aa4a-75d2da8c5802 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 200 len: 833 time: 0.2209632 Jul 07 22:36:53.952840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5609932-16f0-450e-9fe6-c5d5aa989b60 req-4a2ca8ad-99c1-4644-8dac-c39cd75ba59c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714110 Jul 07 22:36:53.967943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44e5735a-edf2-4736-a398-e2ac71d53701 req-eb148518-8698-4b3c-bf2c-e1a42a08fbb1 service neutron] 10.222.0.44 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128276 Jul 07 22:36:54.032463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ec626-ffff-4e81-91b4-a8f3cc2a4067 req-d488909f-d034-4546-8858-a2d35b0b464a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:54.034247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a0ec626-ffff-4e81-91b4-a8f3cc2a4067 req-d488909f-d034-4546-8858-a2d35b0b464a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.1468363 Jul 07 22:36:54.039101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-2aa98618-1ce3-42cb-bbd0-933651e25fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:54.040725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-2aa98618-1ce3-42cb-bbd0-933651e25fc5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1697013 Jul 07 22:36:54.138821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a0ec626-ffff-4e81-91b4-a8f3cc2a4067 req-e0e05087-26a2-4aad-96ae-0af68521ccf8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968711 Jul 07 22:36:54.172785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-9d91b1c3-f0a4-4bd7-80e0-672717c35f22 service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246047 Jul 07 22:36:54.274620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39e64ec8-41bf-4cde-a209-78ad5c0f6efe req-0cd49d5d-1cde-4c6e-85f2-983d8876f63f service neutron] 10.222.0.83 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943508 Jul 07 22:36:54.919804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3973c6-f658-4b3e-9e4f-2d4ddf3ff47f req-44790e83-732e-4c18-b085-80b5972dee06 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:54.921603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd3973c6-f658-4b3e-9e4f-2d4ddf3ff47f req-44790e83-732e-4c18-b085-80b5972dee06 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1074607 Jul 07 22:36:54.974687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd3973c6-f658-4b3e-9e4f-2d4ddf3ff47f req-f29e2a27-99be-4bd9-8626-1102a2fdb7c1 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469801 Jul 07 22:36:55.224620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b3d3b9-e6ea-4817-8db5-33241f372312 req-459516db-0080-4e50-a4fe-b213c58b7ed9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:55.226335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3b3d3b9-e6ea-4817-8db5-33241f372312 req-459516db-0080-4e50-a4fe-b213c58b7ed9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1415658 Jul 07 22:36:55.303594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3b3d3b9-e6ea-4817-8db5-33241f372312 req-12158e6c-1d4a-436c-a3c5-a818cc32bd47 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689816 Jul 07 22:36:55.320317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 55980) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:55.391843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59628bfe-e4b0-4ef2-bb2f-0928f1444814 req-bf057326-da62-4853-afc3-cfec20c3f8a1 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:55.391843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59628bfe-e4b0-4ef2-bb2f-0928f1444814 req-bf057326-da62-4853-afc3-cfec20c3f8a1 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0846689 Jul 07 22:36:55.435705 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9567ba5a-b8c6-4a1e-b134-b43c4fa48f5d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a HTTP/1.1" status: 200 len: 993 time: 0.1140902 Jul 07 22:36:55.448466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59628bfe-e4b0-4ef2-bb2f-0928f1444814 req-5c5bff06-d243-4052-9bbd-a8c8fbef7451 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513928 Jul 07 22:36:55.886939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56004) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:56.038848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aef21ef8-6bb1-4d5f-83c6-99297db6cf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.199606 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aef21ef8-6bb1-4d5f-83c6-99297db6cf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.203954 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aef21ef8-6bb1-4d5f-83c6-99297db6cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.217636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512b76c-badd-49f6-96b0-d9f9a776d916 req-a5395240-b4a6-44cb-b8bd-d8b0fda86adc tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:56.219092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3512b76c-badd-49f6-96b0-d9f9a776d916 req-a5395240-b4a6-44cb-b8bd-d8b0fda86adc tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.0701342 Jul 07 22:36:56.247941 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aef21ef8-6bb1-4d5f-83c6-99297db6cf11 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd340658a4e645a9b3b8990f236f6b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3579178 Jul 07 22:36:56.247941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef21ef8-6bb1-4d5f-83c6-99297db6cf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a599fb4-25ac-4e91-a392-048684df5f4c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:56.248505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56010) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:56.280902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3512b76c-badd-49f6-96b0-d9f9a776d916 req-8fa3817b-0c71-4817-87e2-7803458811b5 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530777 Jul 07 22:36:56.324808 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be864446-13d0-4ac0-8f3b-7cd31188125e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.346853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be864446-13d0-4ac0-8f3b-7cd31188125e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.397847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be864446-13d0-4ac0-8f3b-7cd31188125e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.400512 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be864446-13d0-4ac0-8f3b-7cd31188125e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.404060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-be864446-13d0-4ac0-8f3b-7cd31188125e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a599fb4-25ac-4e91-a392-048684df5f4c HTTP/1.1" status: 204 len: 168 time: 0.1522231 Jul 07 22:36:56.414303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be864446-13d0-4ac0-8f3b-7cd31188125e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a599fb4-25ac-4e91-a392-048684df5f4c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:56.649277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882d4d9-36f3-4044-9dd6-85ba0f0ddfa7 req-e960507e-3e6b-4582-980c-cdda96677961 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:56.650911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b882d4d9-36f3-4044-9dd6-85ba0f0ddfa7 req-e960507e-3e6b-4582-980c-cdda96677961 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0723412 Jul 07 22:36:56.692696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b882d4d9-36f3-4044-9dd6-85ba0f0ddfa7 req-6f700cda-afcb-4164-9cfc-33a80761c32a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354970 Jul 07 22:36:56.727556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:56.741529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c9a8e44-e6d3-473f-a93a-53b3aaf8f56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.842549 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c9a8e44-e6d3-473f-a93a-53b3aaf8f56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.846718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5c9a8e44-e6d3-473f-a93a-53b3aaf8f56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:56.882015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65980c11-02f8-49b0-9fc1-a222a611d965 req-9a9bfcbf-4aab-4151-b5e8-507988dbedec tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:56.884002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65980c11-02f8-49b0-9fc1-a222a611d965 req-9a9bfcbf-4aab-4151-b5e8-507988dbedec tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0691063 Jul 07 22:36:56.890119 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5c9a8e44-e6d3-473f-a93a-53b3aaf8f56f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8bffa7ca1594a2e897d1f2d915ab9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594775 Jul 07 22:36:56.890293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a8e44-e6d3-473f-a93a-53b3aaf8f56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c03e02f-f1ba-4cb7-9cc1-2a983c04d6ed,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:56.892053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56024) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:56.953286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65980c11-02f8-49b0-9fc1-a222a611d965 req-fd632e31-774c-4b08-a3a8-f8e50586c398 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619378 Jul 07 22:36:56.972392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b54473a2-641a-43ce-b992-17841a514940 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:36:56.974120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0239951c-c021-4624-ad80-cef9b7fd16f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.016038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0239951c-c021-4624-ad80-cef9b7fd16f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.072518 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0239951c-c021-4624-ad80-cef9b7fd16f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.075177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0239951c-c021-4624-ad80-cef9b7fd16f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.076345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0239951c-c021-4624-ad80-cef9b7fd16f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c03e02f-f1ba-4cb7-9cc1-2a983c04d6ed HTTP/1.1" status: 204 len: 168 time: 0.1833136 Jul 07 22:36:57.084486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239951c-c021-4624-ad80-cef9b7fd16f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c03e02f-f1ba-4cb7-9cc1-2a983c04d6ed,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:57.103809 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.135670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54473a2-641a-43ce-b992-17841a514940'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:57.138032 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd63493-9fc7-4a99-bcae-a934c834910a" -d '{"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b54473a2-641a-43ce-b992-17841a514940"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:57.168225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:57.174494 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.208710 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10999c0-df48-4b97-a0e3-a5228d183046 x-openstack-request-id: req-e10999c0-df48-4b97-a0e3-a5228d183046 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:57.209230 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-unplugged", "status": "failed", "tag": "b54473a2-641a-43ce-b992-17841a514940", "code": 422}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:57.209912 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e10999c0-df48-4b97-a0e3-a5228d183046 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:57.210619 n-d-695012-11 neutron-server[93943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b54473a2-641a-43ce-b992-17841a514940', 'code': 422} returned with failed status Jul 07 22:36:57.244995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:57.343965 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16cd488f-6a32-4f86-85b2-d8448ccab7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:57.564579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda8eff-cb06-41b1-920a-8a025eba8f1a req-4602aae4-57b2-44b3-9b61-c5f505089eb7 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:57.572620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeda8eff-cb06-41b1-920a-8a025eba8f1a req-4602aae4-57b2-44b3-9b61-c5f505089eb7 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1327703 Jul 07 22:36:57.600647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a412e6a-ebd1-4c7f-b588-f2ab2262801a req-0047e00d-dd06-40b7-9a13-2d9521272b2d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:57.602439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a412e6a-ebd1-4c7f-b588-f2ab2262801a req-0047e00d-dd06-40b7-9a13-2d9521272b2d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 944 time: 0.1142313 Jul 07 22:36:57.652047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aeda8eff-cb06-41b1-920a-8a025eba8f1a req-da27a40b-8ff4-48ba-8f32-2535e6c1c94a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782540 Jul 07 22:36:57.692695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a412e6a-ebd1-4c7f-b588-f2ab2262801a req-9e56c851-d402-440c-91c0-2f390b911052 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760150 Jul 07 22:36:57.786785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56068) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:57.999043 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-a70fc0dd-0f5a-4a0b-8325-ce61cff1ccb7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2105286 Jul 07 22:36:58.919440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99387c-92ab-448f-a78a-901b5a240400 req-fcb4d2e0-46d9-4189-b3dc-363656cb4c52 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:58.921132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c99387c-92ab-448f-a78a-901b5a240400 req-fcb4d2e0-46d9-4189-b3dc-363656cb4c52 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1418169 Jul 07 22:36:58.956877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acceb0f-f67c-43eb-91a0-7db1119706cf req-380543e7-0429-44bd-a426-d6e37a2af9ee tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:58.958774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6acceb0f-f67c-43eb-91a0-7db1119706cf req-380543e7-0429-44bd-a426-d6e37a2af9ee tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 944 time: 0.1208162 Jul 07 22:36:58.993119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c99387c-92ab-448f-a78a-901b5a240400 req-7d84cb22-3e30-4969-bf06-f64101d09074 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631874 Jul 07 22:36:59.028210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6acceb0f-f67c-43eb-91a0-7db1119706cf req-eca15afc-0bd7-4175-bb51-136e4391fcbb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Jul 07 22:36:59.225873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8265-7ac5-478b-a20e-720720270596 req-ea5ee111-dac7-4673-ad56-639789092fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:59.227719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-ea5ee111-dac7-4673-ad56-639789092fcd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6&tenant_id=17190c1205e74166b3ab411b6b60ee6a HTTP/1.1" status: 200 len: 1096 time: 0.1689389 Jul 07 22:36:59.247090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:36:59.322671 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.548167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:36:59.587937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] For port b54473a2-641a-43ce-b992-17841a514940, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:59.626443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54473a2-641a-43ce-b992-17841a514940 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:36:59.634014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.646296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Transition to ACTIVE for port object b54473a2-641a-43ce-b992-17841a514940 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:36:59.650036 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.712651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] No DVR routers for this DVR port b54473a2-641a-43ce-b992-17841a514940 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:36:59.732156 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d20af9e2-3230-45ed-8a1b-ce51db05f527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.764757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=9']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:59.781133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.781133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.781487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.781756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.782167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.782506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.782835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.783161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.783485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.783814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.784136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.784455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:36:59.789883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Attempting to bind port b54473a2-641a-43ce-b992-17841a514940 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:36:59.790256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Attempting to bind port b54473a2-641a-43ce-b992-17841a514940 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:36:59.790598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Attempting to bind port b54473a2-641a-43ce-b992-17841a514940 on network 9468fc83-0992-4b70-af64-f50443226337 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:59.795517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Port b54473a2-641a-43ce-b992-17841a514940 on network 9468fc83-0992-4b70-af64-f50443226337 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:36:59.795809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Attempting to bind port b54473a2-641a-43ce-b992-17841a514940 on network 9468fc83-0992-4b70-af64-f50443226337 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:36:59.800809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:36:59.801222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Checking segment: {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:36:59.801641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Bound using segment: {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:36:59.802175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Bound port: b54473a2-641a-43ce-b992-17841a514940, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a359015d-357d-4dcf-aa68-f73429db4470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9468fc83-0992-4b70-af64-f50443226337'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:36:59.802623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.879455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] For port b54473a2-641a-43ce-b992-17841a514940, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:36:59.882973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] For port b54473a2-641a-43ce-b992-17841a514940, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:36:59.888705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.921566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:36:59.922219 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:36:59.923621 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] 10.222.0.83 "PUT /v2.0/ports/b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 200 len: 1093 time: 0.6813288 Jul 07 22:36:59.924226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'tag': 'b54473a2-641a-43ce-b992-17841a514940'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:36:59.926536 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6" -d '{"events": [{"name": "network-changed", "server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "tag": "b54473a2-641a-43ce-b992-17841a514940"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:36:59.956324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fdb8b-ebfa-4d71-b0ae-a51313eda6db service neutron] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=10']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:36:59.970647 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56130) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:36:59.994260 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8130aad-98fc-4457-a9c9-1678f02678d9 x-openstack-request-id: req-d8130aad-98fc-4457-a9c9-1678f02678d9 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:36:59.994552 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "tag": "b54473a2-641a-43ce-b992-17841a514940", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:36:59.994801 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8130aad-98fc-4457-a9c9-1678f02678d9 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:36:59.995200 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'tag': 'b54473a2-641a-43ce-b992-17841a514940', 'status': 'completed', 'code': 200} Jul 07 22:37:00.011079 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.026831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8265-7ac5-478b-a20e-720720270596 req-ef978bca-3890-4ead-89a7-5c574cc5e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:00.027271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-ef978bca-3890-4ead-89a7-5c574cc5e5e5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 1097 time: 0.0657103 Jul 07 22:37:00.104407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b6dac20-e841-4cb4-8f0d-fe95525f02ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.141012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8265-7ac5-478b-a20e-720720270596 req-a96f9d8f-f95f-43b6-a05e-1208acb296d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:00.143196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-a96f9d8f-f95f-43b6-a05e-1208acb296d4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 914 time: 0.1081948 Jul 07 22:37:00.193904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-ed105d87-b427-4cc2-acbe-125bc37e38b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 200 len: 217 time: 0.0435331 Jul 07 22:37:00.218103 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b6dac20-e841-4cb4-8f0d-fe95525f02ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.225145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0b6dac20-e841-4cb4-8f0d-fe95525f02ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.275560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6dac20-e841-4cb4-8f0d-fe95525f02ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d52ea95-bb49-48f6-b48e-a8db892185db,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:00.289475 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0b6dac20-e841-4cb4-8f0d-fe95525f02ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a32173ef51454b31bd5cc60b997664d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176661 Jul 07 22:37:00.294264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56138) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:00.361015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d8265-7ac5-478b-a20e-720720270596 req-a43ac08c-a183-42bb-be3d-74d317c7c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:00.362504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-a43ac08c-a183-42bb-be3d-74d317c7c539 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 200 len: 853 time: 0.1406493 Jul 07 22:37:00.414187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d7f7-ee6e-4756-9ee6-c5a4876686c3 req-47beb083-374e-4e92-9160-7b57fa0d1a29 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:00.415655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31f4d7f7-ee6e-4756-9ee6-c5a4876686c3 req-47beb083-374e-4e92-9160-7b57fa0d1a29 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.2247491 Jul 07 22:37:00.421988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-a5dcc356-fb69-4af9-8274-4d87a8d6432e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9468fc83-0992-4b70-af64-f50443226337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521779 Jul 07 22:37:00.438695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-61dcebf5-5cdb-40ca-a43b-1030c5e99713 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:00.439653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-61dcebf5-5cdb-40ca-a43b-1030c5e99713 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066116 Jul 07 22:37:00.454752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7cde5fcc-174c-4ce0-803d-eaf66c2479cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.475590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0361501-81a0-4bf1-9407-1ab3f2a33b45 req-33470302-abfb-478b-a70a-56294a30c268 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:00.477025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0361501-81a0-4bf1-9407-1ab3f2a33b45 req-33470302-abfb-478b-a70a-56294a30c268 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.2438955 Jul 07 22:37:00.550834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7cde5fcc-174c-4ce0-803d-eaf66c2479cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.569408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31f4d7f7-ee6e-4756-9ee6-c5a4876686c3 req-beacfbb6-e90a-4140-9716-59d973195dda tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424987 Jul 07 22:37:00.620559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0361501-81a0-4bf1-9407-1ab3f2a33b45 req-b25d4a42-b6f0-46da-a011-e7cf7682e990 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347957 Jul 07 22:37:00.638583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-a538439c-d643-4353-a153-f5fc0d1a9fa4 service neutron] 10.222.0.83 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805975 Jul 07 22:37:00.895207 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.941615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7cde5fcc-174c-4ce0-803d-eaf66c2479cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.944133 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7cde5fcc-174c-4ce0-803d-eaf66c2479cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:00.947633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7cde5fcc-174c-4ce0-803d-eaf66c2479cc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d52ea95-bb49-48f6-b48e-a8db892185db HTTP/1.1" status: 204 len: 168 time: 0.6493709 Jul 07 22:37:00.961661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde5fcc-174c-4ce0-803d-eaf66c2479cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d52ea95-bb49-48f6-b48e-a8db892185db,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:00.994311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b54473a2-641a-43ce-b992-17841a514940 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:01.000579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-332d8265-7ac5-478b-a20e-720720270596 req-90942486-0058-4d5d-9d4b-1db7b8d4554c service neutron] 10.222.0.83 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555834 Jul 07 22:37:01.050715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b54473a2-641a-43ce-b992-17841a514940 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:01.174674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-6a33a7cc-1ed0-4ead-b1fc-9f1d1a114f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:01.177780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-6a33a7cc-1ed0-4ead-b1fc-9f1d1a114f06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 1097 time: 0.0660279 Jul 07 22:37:01.277743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56162) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:01.291983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:01.294331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2eed1be-c457-42d9-a06c-839f15409752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:01.317935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-2c347746-f2d1-40b1-967e-15a5d6a5faed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:01.321081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-2c347746-f2d1-40b1-967e-15a5d6a5faed service neutron] 10.222.0.83 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 914 time: 0.1368878 Jul 07 22:37:01.368741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-e94abd98-68ad-4cbe-ada8-3e9e2f401d66 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 200 len: 217 time: 0.0405102 Jul 07 22:37:01.440124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-bd577c6c-d681-4db0-8082-5480505aa8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:01.441614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-bd577c6c-d681-4db0-8082-5480505aa8e1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 200 len: 853 time: 0.0676615 Jul 07 22:37:01.481932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-a714d5d8-a0f5-4f49-98e6-a7cd5ffd7d3f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9468fc83-0992-4b70-af64-f50443226337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306032 Jul 07 22:37:01.553782 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2eed1be-c457-42d9-a06c-839f15409752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:01.613701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-67644a3e-56ff-4eaf-84c0-9a22a5f86058 service neutron] 10.222.0.83 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254489 Jul 07 22:37:01.614360 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b2eed1be-c457-42d9-a06c-839f15409752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:01.653058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b2eed1be-c457-42d9-a06c-839f15409752 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=79f68db2f8fe4a7782d0dc6c7a612bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747044 Jul 07 22:37:01.655905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56178) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:01.945444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eed1be-c457-42d9-a06c-839f15409752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3393eb28-abd7-42f9-9683-ef89bbe28490,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:02.080459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48ae3a21-77c3-4ff7-bf59-26b7e4b440c6 req-632be674-f374-4450-b164-ffbb9e92fc60 service neutron] 10.222.0.83 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013573 Jul 07 22:37:02.086436 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64614838-6a80-497b-8422-16d46b393a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:02.127118 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64614838-6a80-497b-8422-16d46b393a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:02.159037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47299afe-2b87-43e2-850f-f793a9d0b04e req-1bf06212-7c63-4790-a356-06766090d10c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:02.166685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47299afe-2b87-43e2-850f-f793a9d0b04e req-1bf06212-7c63-4790-a356-06766090d10c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.3964210 Jul 07 22:37:02.185843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb558-4a1e-41d0-b265-a90d39af469e req-2b1a2f72-055b-4a98-ad81-54cfc0a865a3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:02.187669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd5cb558-4a1e-41d0-b265-a90d39af469e req-2b1a2f72-055b-4a98-ad81-54cfc0a865a3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.4097757 Jul 07 22:37:02.264657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47299afe-2b87-43e2-850f-f793a9d0b04e req-a36a949a-c799-489d-a98a-f5dbf44c6d70 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967965 Jul 07 22:37:02.274662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd5cb558-4a1e-41d0-b265-a90d39af469e req-da665a12-6c64-4d28-bd16-80f8a5af20ea tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708835 Jul 07 22:37:02.296757 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64614838-6a80-497b-8422-16d46b393a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:02.301316 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64614838-6a80-497b-8422-16d46b393a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:02.311333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-64614838-6a80-497b-8422-16d46b393a98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3393eb28-abd7-42f9-9683-ef89bbe28490 HTTP/1.1" status: 204 len: 168 time: 0.6506481 Jul 07 22:37:02.325092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64614838-6a80-497b-8422-16d46b393a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3393eb28-abd7-42f9-9683-ef89bbe28490,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:02.775543 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:03.703562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb6257-d901-4b9b-8607-caddfc3feb8a req-2c900cf8-734e-4ecc-b28d-7e3fc9a6e1d5 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:03.705217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87eb6257-d901-4b9b-8607-caddfc3feb8a req-2c900cf8-734e-4ecc-b28d-7e3fc9a6e1d5 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.2057869 Jul 07 22:37:03.714240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece09cd-3c2f-4e95-91b4-705c05a9437b req-ca90659f-d357-41e2-8e72-c73ef65d26da tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:03.742650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cece09cd-3c2f-4e95-91b4-705c05a9437b req-ca90659f-d357-41e2-8e72-c73ef65d26da tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.2536576 Jul 07 22:37:03.801048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87eb6257-d901-4b9b-8607-caddfc3feb8a req-375b7032-74b2-405f-ae9a-78166534295b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572352 Jul 07 22:37:03.818176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cece09cd-3c2f-4e95-91b4-705c05a9437b req-dc27d5e6-6505-40d7-90d7-729e8193092a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680361 Jul 07 22:37:04.873486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56308) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:05.048133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ceb94-c80d-49b0-9bde-627dc7b7a09b req-3edd03b9-2591-4e88-bdda-f512e6da622a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:05.055990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-471ceb94-c80d-49b0-9bde-627dc7b7a09b req-3edd03b9-2591-4e88-bdda-f512e6da622a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.1141043 Jul 07 22:37:05.117879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c38dede4-0c6b-41c6-b8f3-4e788484bbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.134789 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-471ceb94-c80d-49b0-9bde-627dc7b7a09b req-b35a7bcc-73b3-423b-8ea5-62175b377144 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778737 Jul 07 22:37:05.155696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2536db-9bd7-4ffe-969b-20ce8fc8dfdf req-1fa5eb63-6b76-440c-9101-25e8c8a72b76 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:05.157302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f2536db-9bd7-4ffe-969b-20ce8fc8dfdf req-1fa5eb63-6b76-440c-9101-25e8c8a72b76 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1517594 Jul 07 22:37:05.220280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f2536db-9bd7-4ffe-969b-20ce8fc8dfdf req-951c2447-9284-4678-b181-d972ee8f781b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529323 Jul 07 22:37:05.281890 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c38dede4-0c6b-41c6-b8f3-4e788484bbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.287949 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c38dede4-0c6b-41c6-b8f3-4e788484bbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.332129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c38dede4-0c6b-41c6-b8f3-4e788484bbfb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c13e179c7d1e42dfaad73121a505e19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547658 Jul 07 22:37:05.332129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dede4-0c6b-41c6-b8f3-4e788484bbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f2d97b-f8e7-42fa-adcc-246a7758321a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:05.332425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56346) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:05.392613 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edc7124-b9d1-4e0f-a211-931949eaab4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.416439 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edc7124-b9d1-4e0f-a211-931949eaab4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.492248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edc7124-b9d1-4e0f-a211-931949eaab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.495282 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4edc7124-b9d1-4e0f-a211-931949eaab4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.499114 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4edc7124-b9d1-4e0f-a211-931949eaab4e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95f2d97b-f8e7-42fa-adcc-246a7758321a HTTP/1.1" status: 204 len: 168 time: 0.1657734 Jul 07 22:37:05.507802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc7124-b9d1-4e0f-a211-931949eaab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f2d97b-f8e7-42fa-adcc-246a7758321a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:05.805364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56394) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:05.819327 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b176e81-d628-4032-ad0f-a2934d2732cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.918372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b176e81-d628-4032-ad0f-a2934d2732cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.923641 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b176e81-d628-4032-ad0f-a2934d2732cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:05.977055 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b176e81-d628-4032-ad0f-a2934d2732cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b2e0a9985a24b54bf47c0fb91c9286c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1706080 Jul 07 22:37:05.978451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b176e81-d628-4032-ad0f-a2934d2732cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b86bcdf-ea3d-486e-8f42-6b15735e4dba,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:05.980068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 56414) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:06.048398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cd95d492-c904-498d-aa69-8909b42a05ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.072885 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cd95d492-c904-498d-aa69-8909b42a05ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.127010 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cd95d492-c904-498d-aa69-8909b42a05ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.129966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cd95d492-c904-498d-aa69-8909b42a05ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:06.134506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cd95d492-c904-498d-aa69-8909b42a05ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b86bcdf-ea3d-486e-8f42-6b15735e4dba HTTP/1.1" status: 204 len: 168 time: 0.1500893 Jul 07 22:37:06.140232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95d492-c904-498d-aa69-8909b42a05ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b86bcdf-ea3d-486e-8f42-6b15735e4dba,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:06.434348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a35d75-10f5-4743-98eb-624345e529c4 req-96e6363e-c316-44b4-833e-436cf2c2fb3a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:06.438528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30a35d75-10f5-4743-98eb-624345e529c4 req-96e6363e-c316-44b4-833e-436cf2c2fb3a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.1606112 Jul 07 22:37:06.526708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30a35d75-10f5-4743-98eb-624345e529c4 req-9fb61c1d-67e9-4427-9ca1-354712297f0e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844760 Jul 07 22:37:06.591931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130e7e6-85d2-4499-aea0-442cd8ee7a04 req-e12b54b2-9c9e-457c-8e67-c3b65d499f3d tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:06.599247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d130e7e6-85d2-4499-aea0-442cd8ee7a04 req-e12b54b2-9c9e-457c-8e67-c3b65d499f3d tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1499581 Jul 07 22:37:06.650547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d130e7e6-85d2-4499-aea0-442cd8ee7a04 req-89c6c568-521c-42ea-bf34-abb2d5775920 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494483 Jul 07 22:37:07.764851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329eb306-d603-4864-90fe-5de1f31fb479 req-dd825ff4-c23e-455d-b5bc-57d4f018730b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:07.766577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-329eb306-d603-4864-90fe-5de1f31fb479 req-dd825ff4-c23e-455d-b5bc-57d4f018730b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.1091869 Jul 07 22:37:07.867641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-329eb306-d603-4864-90fe-5de1f31fb479 req-b5e8d7b3-e67f-49a1-a1f5-e17eb748c8ac tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887382 Jul 07 22:37:07.902330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8036c-5d5d-4c9f-b02b-252c284188d1 req-9feed327-e2f8-42ca-87b5-32677f7b2668 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:07.904236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d8036c-5d5d-4c9f-b02b-252c284188d1 req-9feed327-e2f8-42ca-87b5-32677f7b2668 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.0918641 Jul 07 22:37:07.964493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d8036c-5d5d-4c9f-b02b-252c284188d1 req-e47b0839-ac7f-4cd9-b4a0-0d4c51167fc2 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533800 Jul 07 22:37:09.158794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56786) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.202483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ee890-1bc4-45c8-9c0d-12814890efeb req-ee6c2040-041c-4657-902a-530cdc22adbc tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:09.204074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b9ee890-1bc4-45c8-9c0d-12814890efeb req-ee6c2040-041c-4657-902a-530cdc22adbc tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.1682589 Jul 07 22:37:09.239593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2f40d-865d-42ea-8f18-61a6c36d684d req-3880d82a-b133-4063-97a6-20d84879d367 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:09.241351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc2f40d-865d-42ea-8f18-61a6c36d684d req-3880d82a-b133-4063-97a6-20d84879d367 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1341379 Jul 07 22:37:09.284128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b9ee890-1bc4-45c8-9c0d-12814890efeb req-9df4edd4-5527-4edd-b5b5-46f2781943be tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720325 Jul 07 22:37:09.303575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc2f40d-865d-42ea-8f18-61a6c36d684d req-bf9606bf-7b1d-45f3-ad2a-73e8fe5d2df4 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478904 Jul 07 22:37:09.351570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d043871-20a5-4c8b-8a93-c96443e1b2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.451413 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d043871-20a5-4c8b-8a93-c96443e1b2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.456076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d043871-20a5-4c8b-8a93-c96443e1b2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.498659 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5d043871-20a5-4c8b-8a93-c96443e1b2a8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2cbec9c2921f41b381863a34e5374dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379266 Jul 07 22:37:09.502352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d043871-20a5-4c8b-8a93-c96443e1b2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3599e26e-5d97-4236-a1e5-b1d68184f59b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:09.507066 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56792) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:09.567773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c67d0c62-4888-454f-bf45-8870800897ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.592554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c67d0c62-4888-454f-bf45-8870800897ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.647366 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c67d0c62-4888-454f-bf45-8870800897ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.651152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c67d0c62-4888-454f-bf45-8870800897ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:09.655837 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c67d0c62-4888-454f-bf45-8870800897ba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3599e26e-5d97-4236-a1e5-b1d68184f59b HTTP/1.1" status: 204 len: 168 time: 0.1429896 Jul 07 22:37:09.663730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d0c62-4888-454f-bf45-8870800897ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3599e26e-5d97-4236-a1e5-b1d68184f59b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:10.018530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:10.035904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a05482cb-a29e-4010-b8cb-8c705a769b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.140665 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a05482cb-a29e-4010-b8cb-8c705a769b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.145370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a05482cb-a29e-4010-b8cb-8c705a769b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.204827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05482cb-a29e-4010-b8cb-8c705a769b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b5422e-13eb-4830-af23-757bcd0a3e29,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:10.230808 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a05482cb-a29e-4010-b8cb-8c705a769b62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fc46c7ecf164bc09b795821497b6602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087889 Jul 07 22:37:10.231038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 56808) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:10.298327 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25160685-afc6-417f-8e50-fb36bc00a5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.329904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25160685-afc6-417f-8e50-fb36bc00a5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.397830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25160685-afc6-417f-8e50-fb36bc00a5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.405276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25160685-afc6-417f-8e50-fb36bc00a5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:10.407057 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-25160685-afc6-417f-8e50-fb36bc00a5d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6b5422e-13eb-4830-af23-757bcd0a3e29 HTTP/1.1" status: 204 len: 168 time: 0.1745527 Jul 07 22:37:10.427746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25160685-afc6-417f-8e50-fb36bc00a5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b5422e-13eb-4830-af23-757bcd0a3e29,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:10.656670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03066642-ab81-4b2f-abee-bfdeb02d37a3 req-cd827a3a-6da1-43f0-b877-8fee6e52ae4d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:10.663730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03066642-ab81-4b2f-abee-bfdeb02d37a3 req-cd827a3a-6da1-43f0-b877-8fee6e52ae4d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.1610026 Jul 07 22:37:10.732330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e8149-f43d-4dd5-b4d4-bced5a806286 req-c45a9a58-e8e8-4eb4-a224-8eccdcc03ccd tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:10.733957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c30e8149-f43d-4dd5-b4d4-bced5a806286 req-c45a9a58-e8e8-4eb4-a224-8eccdcc03ccd tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1491334 Jul 07 22:37:10.742881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03066642-ab81-4b2f-abee-bfdeb02d37a3 req-ecd17f9c-422b-47ad-8d9d-ec2f7fb28f25 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778461 Jul 07 22:37:10.790305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c30e8149-f43d-4dd5-b4d4-bced5a806286 req-04ad7d10-1bb4-40aa-8d50-054e3facaf53 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465143 Jul 07 22:37:11.954687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd9d48-406c-45dd-aebe-b65133e44e17 req-949c7689-6820-440f-95df-fca2405de7ae tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:11.962382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8bd9d48-406c-45dd-aebe-b65133e44e17 req-949c7689-6820-440f-95df-fca2405de7ae tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.0940740 Jul 07 22:37:12.036227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8bd9d48-406c-45dd-aebe-b65133e44e17 req-abf813f8-833d-411c-ab4e-d600327ecd67 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727549 Jul 07 22:37:12.066694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aec2c-41db-4017-abb2-0a0546c3352e req-4c85f1c5-9fd0-4a31-af75-126c8350676f tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:12.068222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef1aec2c-41db-4017-abb2-0a0546c3352e req-4c85f1c5-9fd0-4a31-af75-126c8350676f tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1038511 Jul 07 22:37:12.124736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef1aec2c-41db-4017-abb2-0a0546c3352e req-f369eec6-b936-4759-b7d1-cd042ec245cb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 Jul 07 22:37:12.278050 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:37:13.259671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b56ca-9217-49c1-ac93-4c9acc96b341 req-2980fca1-6956-4e17-ba89-aabe03bfcc67 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:13.261840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-144b56ca-9217-49c1-ac93-4c9acc96b341 req-2980fca1-6956-4e17-ba89-aabe03bfcc67 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.0919042 Jul 07 22:37:13.343202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-144b56ca-9217-49c1-ac93-4c9acc96b341 req-bad03d6e-fc1e-437d-984e-c78118ae8730 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675230 Jul 07 22:37:13.370260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768a15d-5039-4d61-81f9-6aef10802be7 req-fe7c5daf-ae18-4026-bd87-df396b8a46a7 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:13.372720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d768a15d-5039-4d61-81f9-6aef10802be7 req-fe7c5daf-ae18-4026-bd87-df396b8a46a7 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1099498 Jul 07 22:37:13.411487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d768a15d-5039-4d61-81f9-6aef10802be7 req-38751a7d-3536-4821-b92c-7d1ae9d367fe tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Jul 07 22:37:14.582623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00846-88c1-44e5-bcdd-188854c3abe0 req-b7830026-cbdb-4442-b108-dd8b022023b1 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:14.584119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba00846-88c1-44e5-bcdd-188854c3abe0 req-b7830026-cbdb-4442-b108-dd8b022023b1 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.0978370 Jul 07 22:37:14.647877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00166eb6-4e83-4673-ac35-e0f01f99097c req-153e946f-4136-4c3a-8b78-1512a38fe768 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:14.650546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00166eb6-4e83-4673-ac35-e0f01f99097c req-153e946f-4136-4c3a-8b78-1512a38fe768 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1117759 Jul 07 22:37:14.658551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba00846-88c1-44e5-bcdd-188854c3abe0 req-a2a1c763-e80f-4a3c-bdc3-a39481dc6117 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639095 Jul 07 22:37:14.706674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-00166eb6-4e83-4673-ac35-e0f01f99097c req-63f4e85a-f140-4c34-b59a-a9d8c560badf tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469563 Jul 07 22:37:15.872300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabcf61-f250-462c-887d-9a39bb3dc616 req-5b666f76-c5db-401e-a3a6-63e643343b3b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:15.873799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efabcf61-f250-462c-887d-9a39bb3dc616 req-5b666f76-c5db-401e-a3a6-63e643343b3b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.1009538 Jul 07 22:37:15.920354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61e05d-debe-4301-9d99-f2c0d9b1cb8b req-d32e177b-dce5-4eb6-bb2a-ffd7052f38eb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:15.921852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd61e05d-debe-4301-9d99-f2c0d9b1cb8b req-d32e177b-dce5-4eb6-bb2a-ffd7052f38eb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1048400 Jul 07 22:37:15.945000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-efabcf61-f250-462c-887d-9a39bb3dc616 req-50b59537-0987-4476-97d2-1d92a3d00eaa tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634873 Jul 07 22:37:15.973250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd61e05d-debe-4301-9d99-f2c0d9b1cb8b req-4ec5edd9-734a-4526-a8fa-9132132b0a4b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452900 Jul 07 22:37:16.554231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-6bbc155a-9efd-4e66-8aaa-8b95f4efd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:16.555966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-6bbc155a-9efd-4e66-8aaa-8b95f4efd2f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 1097 time: 0.0776582 Jul 07 22:37:16.564816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc298b01-ba71-485d-acf1-48804f5d0aa8 req-ae670274-92e9-40c4-9bd5-d6e6312df0d1 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:16.566477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc298b01-ba71-485d-acf1-48804f5d0aa8 req-ae670274-92e9-40c4-9bd5-d6e6312df0d1 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1160784 Jul 07 22:37:16.652942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc298b01-ba71-485d-acf1-48804f5d0aa8 req-c7c4a757-6fc8-438f-af6a-27bf548177c6 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780613 Jul 07 22:37:16.684694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-4ec049b1-d8f4-40f1-b2ac-2ed850d7c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:16.686212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-4ec049b1-d8f4-40f1-b2ac-2ed850d7c358 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 200 len: 917 time: 0.1188478 Jul 07 22:37:16.731044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-46f86855-a8f1-4db7-8cdd-d935f2eb2750 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69a23219-1eed-42de-a01c-053c75a8eaee HTTP/1.1" status: 200 len: 217 time: 0.0374343 Jul 07 22:37:16.792884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-6d287931-7b8e-41b2-8d52-9ddaa9537240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:16.794477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-6d287931-7b8e-41b2-8d52-9ddaa9537240 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=53749fa3-de00-4e05-94ce-1196f4ea0b74 HTTP/1.1" status: 200 len: 855 time: 0.0559683 Jul 07 22:37:16.862847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-261a2fd9-f952-4997-abb5-f83d0edb3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:16.864636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-261a2fd9-f952-4997-abb5-f83d0edb3b97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a69007b8-a474-4117-ba10-4eeda937841c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630739 Jul 07 22:37:16.959230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-d9c086d3-4232-492a-ab39-c66f8b8fd5fa service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870452 Jul 07 22:37:17.065390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-b5110f3f-d637-4416-a86d-777745d2f84d req-8074e6f8-0cc5-489f-817d-a32e57f52a8b service neutron] (93941) timed out ('10.222.0.81', 37856) {{(pid=93941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:37:17.067645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-757bd3dc-39d5-4789-adfb-725db5c13d5a req-d9763378-ce10-4d38-90dc-339b268a13b7 service neutron] 10.222.0.83 "GET /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019521 Jul 07 22:37:17.162864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17458c6b-e6de-4009-ac74-8b25cfe9655e req-e1ef4068-e559-44d8-a6a6-f6dac6a66b68 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:17.164380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17458c6b-e6de-4009-ac74-8b25cfe9655e req-e1ef4068-e559-44d8-a6a6-f6dac6a66b68 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.0874388 Jul 07 22:37:17.205252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17458c6b-e6de-4009-ac74-8b25cfe9655e req-289978d5-9a1a-48ba-9a81-a1693dad1cdd tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Jul 07 22:37:17.879999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830ed57-c63d-461b-b2ab-0a5781b2e564 req-9a8fb7be-0e4a-4db9-9af5-3f0ec8f6a777 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:17.881605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0830ed57-c63d-461b-b2ab-0a5781b2e564 req-9a8fb7be-0e4a-4db9-9af5-3f0ec8f6a777 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1029043 Jul 07 22:37:17.929920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0830ed57-c63d-461b-b2ab-0a5781b2e564 req-dbd40a44-8668-4cce-8d85-913fdf7a8b45 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423374 Jul 07 22:37:18.397642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01202e4-97cd-44f8-b5f6-ca639de8b3dd req-947ab914-4451-4654-b645-873405743170 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:18.399346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e01202e4-97cd-44f8-b5f6-ca639de8b3dd req-947ab914-4451-4654-b645-873405743170 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.0700891 Jul 07 22:37:18.438517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e01202e4-97cd-44f8-b5f6-ca639de8b3dd req-d3958ce7-1f77-4222-88b6-d114b6662c4d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325916 Jul 07 22:37:19.125477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645dd6e-97b7-47a1-8da9-e9c2ef1ebbef req-b335b205-9fc6-443f-b926-d87e014e0f2c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:19.127023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c645dd6e-97b7-47a1-8da9-e9c2ef1ebbef req-b335b205-9fc6-443f-b926-d87e014e0f2c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.0658183 Jul 07 22:37:19.174885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c645dd6e-97b7-47a1-8da9-e9c2ef1ebbef req-d4b85bfc-0aaf-4c16-8179-206317c05c8f tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422022 Jul 07 22:37:19.416156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ce789-fb55-429a-9c0a-84d8dd21e3e6 req-df69290d-67af-41dc-8666-f483ecf5cbfb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:19.417795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee2ce789-fb55-429a-9c0a-84d8dd21e3e6 req-df69290d-67af-41dc-8666-f483ecf5cbfb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.0733638 Jul 07 22:37:19.491030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b54473a2-641a-43ce-b992-17841a514940 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:37:19.505604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee2ce789-fb55-429a-9c0a-84d8dd21e3e6 req-237ee608-bdbc-4b8b-b9b6-ecd97ec76bef tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793159 Jul 07 22:37:19.690421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:19.702920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'b54473a2-641a-43ce-b992-17841a514940', 'network_id': '9468fc83-0992-4b70-af64-f50443226337', 'port_id': 'b54473a2-641a-43ce-b992-17841a514940', 'mac_address': 'fa:16:3e:bd:70:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e4afe9a-7797-4613-9079-7c716ab2bc29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:37:19.747955 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:19.775616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54473a2-641a-43ce-b992-17841a514940 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:37:19.795270 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:19.805240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ada2f-0fb6-4964-ab43-968bbc3d7aa7 req-11631076-e970-4159-8198-11ef5fd92914 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:19.812867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-073ada2f-0fb6-4964-ab43-968bbc3d7aa7 req-11631076-e970-4159-8198-11ef5fd92914 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 945 time: 0.1549473 Jul 07 22:37:19.821956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:19.829470 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:19.890029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=11']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:19.900543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.901227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.901750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.902424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.903056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.903623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.904180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.905225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.905777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.906511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.907058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:19.907827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:20.113119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb021ac-df72-4599-bb3c-53a90db3419e req-19909ab8-b075-434b-aaf3-c97cdbc160f4 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:20.115774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fb021ac-df72-4599-bb3c-53a90db3419e req-19909ab8-b075-434b-aaf3-c97cdbc160f4 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 946 time: 0.3985817 Jul 07 22:37:20.139452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-073ada2f-0fb6-4964-ab43-968bbc3d7aa7 req-f3cd7d9a-3def-4df8-86d9-5509c3a9ba2a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254969 Jul 07 22:37:20.178684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fb021ac-df72-4599-bb3c-53a90db3419e req-7308a939-6c57-44f3-bf37-a7172fdcb588 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505700 Jul 07 22:37:20.225694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['b54473a2-641a-43ce-b992-17841a514940'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:20.429875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1c1cf-a6e6-436a-8d97-f951bf855838 req-27a37b6b-dc7c-440b-92e9-f58d8aad30ef tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:20.431503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fee1c1cf-a6e6-436a-8d97-f951bf855838 req-27a37b6b-dc7c-440b-92e9-f58d8aad30ef tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.0790026 Jul 07 22:37:20.470133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fee1c1cf-a6e6-436a-8d97-f951bf855838 req-c5ab7fc8-664e-4955-8665-ff75055e016f tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Jul 07 22:37:20.518205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-9465fde4-55bd-48bd-bd30-641fc3e82674 req-f5263c03-35a9-4959-87c9-f752d2f2ce6e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:20.519258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9465fde4-55bd-48bd-bd30-641fc3e82674 req-f5263c03-35a9-4959-87c9-f752d2f2ce6e tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061913 Jul 07 22:37:20.638419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9465fde4-55bd-48bd-bd30-641fc3e82674 req-8a6ede0b-2182-4015-b996-493f6c55f123 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1116147 Jul 07 22:37:20.971961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4e873-1777-4e6d-9243-cf7bbd7ef8a1 req-19278ec6-9de3-483d-97bd-24468c7d967b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:20.973475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41e4e873-1777-4e6d-9243-cf7bbd7ef8a1 req-19278ec6-9de3-483d-97bd-24468c7d967b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.0711935 Jul 07 22:37:21.014386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41e4e873-1777-4e6d-9243-cf7bbd7ef8a1 req-43c93c34-b2ec-4a7f-ade8-be04cdb85003 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Jul 07 22:37:21.242664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c115af-d40c-4c75-b291-e6be020902c2 req-115db60d-655a-436a-b7c9-47a0e4accfb1 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:21.244373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41c115af-d40c-4c75-b291-e6be020902c2 req-115db60d-655a-436a-b7c9-47a0e4accfb1 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 946 time: 0.0947447 Jul 07 22:37:21.330252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41c115af-d40c-4c75-b291-e6be020902c2 req-86e1aa0d-ab62-4816-9a8f-6772ee2eaf1f tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788527 Jul 07 22:37:21.377086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392b2c1-2be3-4fe9-b053-68fff8ada6a5 req-0d5e157a-b8fb-4c20-bb16-5f98a4593027 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:21.378639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2392b2c1-2be3-4fe9-b053-68fff8ada6a5 req-0d5e157a-b8fb-4c20-bb16-5f98a4593027 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 946 time: 0.0898838 Jul 07 22:37:21.451446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2392b2c1-2be3-4fe9-b053-68fff8ada6a5 req-49535850-5378-45d9-ba9e-2a2a00e3ebab tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600286 Jul 07 22:37:21.501676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b54473a2-641a-43ce-b992-17841a514940 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:21.556633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port b54473a2-641a-43ce-b992-17841a514940 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:21.561646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7153dcd-baa5-41ab-bb47-20ca202a78ae req-cbaddf3c-b407-4f03-8a7f-344ec63ba46b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:21.562711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port b54473a2-641a-43ce-b992-17841a514940 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:21.563402 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.563712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7153dcd-baa5-41ab-bb47-20ca202a78ae req-cbaddf3c-b407-4f03-8a7f-344ec63ba46b tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.0760169 Jul 07 22:37:21.618893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7153dcd-baa5-41ab-bb47-20ca202a78ae req-897780b9-d714-455b-82bd-a96dcfceeb92 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492303 Jul 07 22:37:21.655799 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.682379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54473a2-641a-43ce-b992-17841a514940'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:21.685020 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca793712-6a96-4d92-bfea-40879aaa66e4" -d '{"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-plugged", "status": "completed", "tag": "b54473a2-641a-43ce-b992-17841a514940"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:21.698481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port b54473a2-641a-43ce-b992-17841a514940, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:21.707445 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:21.799970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=12']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:22.025265 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4632f71-a7ed-4001-8cc4-0015290d97a6 x-openstack-request-id: req-a4632f71-a7ed-4001-8cc4-0015290d97a6 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:22.025565 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-plugged", "status": "completed", "tag": "b54473a2-641a-43ce-b992-17841a514940", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:22.025822 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4632f71-a7ed-4001-8cc4-0015290d97a6 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:22.026250 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54473a2-641a-43ce-b992-17841a514940', 'code': 200} Jul 07 22:37:22.033174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddd157-049c-42ad-a831-453da21caee0 req-2e33d607-21a3-4984-8ddc-e4edd11c7594 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:22.039296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddd157-049c-42ad-a831-453da21caee0 req-2e33d607-21a3-4984-8ddc-e4edd11c7594 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:22.045188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddd157-049c-42ad-a831-453da21caee0 req-2e33d607-21a3-4984-8ddc-e4edd11c7594 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:22.046992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2ddd157-049c-42ad-a831-453da21caee0 req-2e33d607-21a3-4984-8ddc-e4edd11c7594 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55&device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89&device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 2418 time: 0.1161020 Jul 07 22:37:22.096977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2ddd157-049c-42ad-a831-453da21caee0 req-89ac4296-e298-4d55-8b05-2e4dbe61a069 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Jul 07 22:37:22.132548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-d70c0278-9ddb-460a-8a07-af4c22e1ee77 req-ffbe2b62-d086-414d-bcb8-370854cc464a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:22.133937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70c0278-9ddb-460a-8a07-af4c22e1ee77 req-ffbe2b62-d086-414d-bcb8-370854cc464a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076439 Jul 07 22:37:22.311103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70c0278-9ddb-460a-8a07-af4c22e1ee77 req-5078b566-e47b-4645-bf76-a34626490cb3 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1653128 Jul 07 22:37:22.313496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c1391d-d43b-48d6-b587-c00bbeca0979 req-0db01c6d-bdae-4ec6-a225-b38af46ccf37 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:22.322468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0c1391d-d43b-48d6-b587-c00bbeca0979 req-0db01c6d-bdae-4ec6-a225-b38af46ccf37 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1098 time: 0.1341803 Jul 07 22:37:22.370217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0c1391d-d43b-48d6-b587-c00bbeca0979 req-dfc2f2ce-ff7d-4a53-9fb4-e3ac2c25c374 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465603 Jul 07 22:37:22.374507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0216835-f639-48a7-afaf-77b54e75fe9a req-fe6bb581-b284-47c8-b7d4-50a40cbac8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:22.376037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e0216835-f639-48a7-afaf-77b54e75fe9a req-fe6bb581-b284-47c8-b7d4-50a40cbac8a7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 1099 time: 0.1256855 Jul 07 22:37:22.401050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57274) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:22.434678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57276) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:22.457563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e0216835-f639-48a7-afaf-77b54e75fe9a req-7a60b080-5035-42f9-8b47-04c1460a5963 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739038 Jul 07 22:37:22.646209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-264e6b87-fbf1-4fa9-96cf-5cdc40fe025c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:22.652308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port d961776b-07ef-4a7d-a893-28fad386b2f4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:22.652663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:22.711967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0d952-8d51-4456-8050-869f80fa57a3 req-20b5c9f5-b5fc-49a8-bf8c-0e6b470e620b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:22.713680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1d0d952-8d51-4456-8050-869f80fa57a3 req-20b5c9f5-b5fc-49a8-bf8c-0e6b470e620b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1386127 Jul 07 22:37:22.752672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:22.753023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:22.764695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for d961776b-07ef-4a7d-a893-28fad386b2f4 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:22.820617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1d0d952-8d51-4456-8050-869f80fa57a3 req-96999e3f-0c23-49d9-a188-77a4614108e7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561242 Jul 07 22:37:22.857656 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-264e6b87-fbf1-4fa9-96cf-5cdc40fe025c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:22.862734 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-264e6b87-fbf1-4fa9-96cf-5cdc40fe025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:22.903049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-264e6b87-fbf1-4fa9-96cf-5cdc40fe025c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=313ce466c1f248dca38b8efb6faf9213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669976 Jul 07 22:37:22.905749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57290) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:22.955444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:22.976147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e6b87-fbf1-4fa9-96cf-5cdc40fe025c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6021d-55a9-4a9f-ba21-e39c3b53f306,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:22.987255 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9aa696a3-d1ae-48b1-a173-35bf0e6df4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.001319 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=d961776b-07ef-4a7d-a893-28fad386b2f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:23.012339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.013138 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.013924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.014505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.015078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.015590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.016127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.016796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.017318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.017819 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.019002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.019526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:23.026935 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9aa696a3-d1ae-48b1-a173-35bf0e6df4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.090551 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.092729 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Floating IP 3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a disassociated (deleted). External IP: 172.25.8.27, port: 20cd84c2-7ead-452b-9592-c6c2f1cfb560. Jul 07 22:37:23.103532 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9aa696a3-d1ae-48b1-a173-35bf0e6df4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.107356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9aa696a3-d1ae-48b1-a173-35bf0e6df4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.123983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9aa696a3-d1ae-48b1-a173-35bf0e6df4b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ac6021d-55a9-4a9f-ba21-e39c3b53f306 HTTP/1.1" status: 204 len: 168 time: 0.2088742 Jul 07 22:37:23.144372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa696a3-d1ae-48b1-a173-35bf0e6df4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6021d-55a9-4a9f-ba21-e39c3b53f306,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:23.376802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 433ad88a-15ce-42d9-a8f9-942a4429540c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:23.533777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57314) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:23.537316 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:23.542920 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.551250 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] Sync routers for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:23.561512 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:23.562397 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:23.568300 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7de7eb8f-9536-4206-9212-23d1818f3f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.590826 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-afb11eb0-7a89-465c-8df3-837ea894f0ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/floatingips/3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a HTTP/1.1" status: 204 len: 168 time: 1.1882489 Jul 07 22:37:23.591603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:23.595872 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f5228f-cb59-4949-870f-a08073c70964" -d '{"events": [{"name": "network-changed", "server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:23.649299 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d834e-0138-45b9-a01a-8c039255bd0f x-openstack-request-id: req-dc8d834e-0138-45b9-a01a-8c039255bd0f {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:23.649770 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:23.650184 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc8d834e-0138-45b9-a01a-8c039255bd0f {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:23.650764 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'status': 'completed', 'code': 200} Jul 07 22:37:23.747399 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:23.792697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7de7eb8f-9536-4206-9212-23d1818f3f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.812830 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7de7eb8f-9536-4206-9212-23d1818f3f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:23.930388 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57330) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:23.930640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7de7eb8f-9536-4206-9212-23d1818f3f41 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4e6aefe4e63b43218f849253fa430a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950799 Jul 07 22:37:23.933841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7eb8f-9536-4206-9212-23d1818f3f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b07baa-c488-45a9-aac3-2a65636472e0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:23.945042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5228f-cb59-4949-870f-a08073c70964 req-3dacba90-18b4-42d9-9e3c-69fb8a0c5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:23.946622 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35f5228f-cb59-4949-870f-a08073c70964 req-3dacba90-18b4-42d9-9e3c-69fb8a0c5858 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 1098 time: 0.2378705 Jul 07 22:37:23.981352 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '05ac1041-ab32-41ff-8f4f-9e7c517939b4', 'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:39Z', 'updated_at': '2021-07-07T22:34:45Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:24.048360 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] Checking router: 433ad88a-15ce-42d9-a8f9-942a4429540c for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:37:24.065109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40d2cbb-abbb-4de9-8713-5ce4dffbcedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:24.088286 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:24.090018 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:24.094657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40d2cbb-abbb-4de9-8713-5ce4dffbcedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:24.146568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5228f-cb59-4949-870f-a08073c70964 req-3cb93265-4e4b-40e8-8db6-bfeea6c0b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:24.149730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35f5228f-cb59-4949-870f-a08073c70964 req-3cb93265-4e4b-40e8-8db6-bfeea6c0b99b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 200 len: 897 time: 0.1954236 Jul 07 22:37:24.179276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40d2cbb-abbb-4de9-8713-5ce4dffbcedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:24.183288 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40d2cbb-abbb-4de9-8713-5ce4dffbcedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:24.184643 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f40d2cbb-abbb-4de9-8713-5ce4dffbcedd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e7b07baa-c488-45a9-aac3-2a65636472e0 HTTP/1.1" status: 204 len: 168 time: 0.2528775 Jul 07 22:37:24.194597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d2cbb-abbb-4de9-8713-5ce4dffbcedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b07baa-c488-45a9-aac3-2a65636472e0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:24.240811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35f5228f-cb59-4949-870f-a08073c70964 req-37690d70-bfce-485a-baf2-4ff513d75065 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 200 len: 217 time: 0.0776560 Jul 07 22:37:24.312426 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:24.376338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5228f-cb59-4949-870f-a08073c70964 req-19c7ee1a-d5c9-415d-be7f-89c2f0f507e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:24.378635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35f5228f-cb59-4949-870f-a08073c70964 req-19c7ee1a-d5c9-415d-be7f-89c2f0f507e6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 200 len: 833 time: 0.1178639 Jul 07 22:37:24.446870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c468af5-0531-4c95-841c-5c142fb66c22 req-e20d7b78-b202-4297-8518-9ceda1e0fda8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:24.486477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c468af5-0531-4c95-841c-5c142fb66c22 req-e20d7b78-b202-4297-8518-9ceda1e0fda8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.2434392 Jul 07 22:37:24.496061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e61b8-a9d1-4ba0-a688-c0e46f3b4447 req-153a0c33-820f-46e8-a32f-b320327795b3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:24.503143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-111e61b8-a9d1-4ba0-a688-c0e46f3b4447 req-153a0c33-820f-46e8-a32f-b320327795b3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.2602410 Jul 07 22:37:24.595267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-111e61b8-a9d1-4ba0-a688-c0e46f3b4447 req-6441a4c3-5cb8-4d89-9f3a-0efa92453d78 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911927 Jul 07 22:37:24.626412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c468af5-0531-4c95-841c-5c142fb66c22 req-8891b88d-f1fc-438b-ab11-d7eb642b7ad2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320865 Jul 07 22:37:24.645108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5228f-cb59-4949-870f-a08073c70964 req-b73d8e7b-7229-4325-8bc5-d7adcd65e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:24.653835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35f5228f-cb59-4949-870f-a08073c70964 req-b73d8e7b-7229-4325-8bc5-d7adcd65e544 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2575231 Jul 07 22:37:24.720832 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '05ac1041-ab32-41ff-8f4f-9e7c517939b4', 'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:39Z', 'updated_at': '2021-07-07T22:34:45Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:24.752224 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d8f214-6bdf-4554-ae6e-6b641534c5b8 None None] The sync data for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 is: [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:40Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '05ac1041-ab32-41ff-8f4f-9e7c517939b4', 'name': '', 'network_id': '6a34c946-ab48-4e2e-bd7a-c8d084ae34c3', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:20:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:39Z', 'updated_at': '2021-07-07T22:34:45Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bfbf1473-40bd-4ea8-ae2c-4d85a473b2df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:24.950111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35f5228f-cb59-4949-870f-a08073c70964 req-3b033e6f-1b20-4700-9fa5-84db2003e1aa service neutron] 10.222.0.44 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894235 Jul 07 22:37:25.029474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e5f87-ceae-41ea-94a8-177a1ca0bb3e req-9d840e19-e75f-43a0-80f8-5c9eb7af4efc tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:25.032404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-753e5f87-ceae-41ea-94a8-177a1ca0bb3e req-9d840e19-e75f-43a0-80f8-5c9eb7af4efc tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.2161009 Jul 07 22:37:25.152453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-753e5f87-ceae-41ea-94a8-177a1ca0bb3e req-37d8ac05-efad-4a99-85be-d9a6f0a83e69 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989559 Jul 07 22:37:25.162251 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35f5228f-cb59-4949-870f-a08073c70964 req-fbc8f50d-a8cf-44ea-bb81-f12e4f6d2840 service neutron] 10.222.0.44 "GET /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007892 Jul 07 22:37:25.175923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07805de3-6028-405e-b550-c41229147aae None None] New status for floating IP 3749fc9e-8985-4f0d-bea5-3bdf7fa49e8a: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:37:25.360569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-9fba7f10-1f41-461d-b0a4-8b99146cf9f3 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:25.362424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-9fba7f10-1f41-461d-b0a4-8b99146cf9f3 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 946 time: 0.1049757 Jul 07 22:37:25.482797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:25.483073 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:25.590842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port 20cd84c2-7ead-452b-9592-c6c2f1cfb560, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=20cd84c2-7ead-452b-9592-c6c2f1cfb560,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:25.591293 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:25.605635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 20cd84c2-7ead-452b-9592-c6c2f1cfb560 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:25.843229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:25.892846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=20cd84c2-7ead-452b-9592-c6c2f1cfb560,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:25.906929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc690a-93bd-4a88-a502-310cdc138dbb req-3e7fe50f-94d0-4e1e-bea9-6c8dbece3aa7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:25.908485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4cc690a-93bd-4a88-a502-310cdc138dbb req-3e7fe50f-94d0-4e1e-bea9-6c8dbece3aa7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1674738 Jul 07 22:37:26.004897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] No DVR routers for this DVR port 20cd84c2-7ead-452b-9592-c6c2f1cfb560 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:26.010799 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:26.012767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7185aff7-b8c2-4d59-8326-873b82f603ea req-e42f32c9-295d-472a-b3c7-d5251bb05fc1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "DELETE /v2.0/ports/20cd84c2-7ead-452b-9592-c6c2f1cfb560 HTTP/1.1" status: 204 len: 173 time: 0.6441078 Jul 07 22:37:26.016265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'name': 'network-vif-deleted', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:26.018766 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf2bb0a-f3a3-4a49-a433-7c813567352e" -d '{"events": [{"server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "name": "network-vif-deleted", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:26.030013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc992ec-f314-4afd-be58-ebc199d30ccf req-afa8b3d4-2136-4a0a-8fda-412341ff69b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:26.031637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ddc992ec-f314-4afd-be58-ebc199d30ccf req-afa8b3d4-2136-4a0a-8fda-412341ff69b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa35de95-caa4-47d3-821f-4614f41c831b HTTP/1.1" status: 200 len: 867 time: 0.2425694 Jul 07 22:37:26.078651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4cc690a-93bd-4a88-a502-310cdc138dbb req-47ab900f-3550-423b-8bd5-02e94126d1bb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537495 Jul 07 22:37:26.134870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ddc992ec-f314-4afd-be58-ebc199d30ccf req-cac331b6-e039-48de-824d-636f48e47019 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=19f931c5-2084-4ee5-b7d4-b651cdef014d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903544 Jul 07 22:37:26.163720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea949ec-e998-40cf-936a-9a529e78f398 req-c68fd666-0ee9-4ba4-8864-1647ebef27e6 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:26.167289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aea949ec-e998-40cf-936a-9a529e78f398 req-c68fd666-0ee9-4ba4-8864-1647ebef27e6 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.83 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.2560606 Jul 07 22:37:26.167289 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19fdfb-eafc-4107-bfee-24c46f262e1b x-openstack-request-id: req-0d19fdfb-eafc-4107-bfee-24c46f262e1b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:26.167289 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa35de95-caa4-47d3-821f-4614f41c831b", "name": "network-vif-deleted", "tag": "20cd84c2-7ead-452b-9592-c6c2f1cfb560", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:26.178393 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0d19fdfb-eafc-4107-bfee-24c46f262e1b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:26.178393 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa35de95-caa4-47d3-821f-4614f41c831b', 'name': 'network-vif-deleted', 'tag': '20cd84c2-7ead-452b-9592-c6c2f1cfb560', 'status': 'completed', 'code': 200} Jul 07 22:37:26.390047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0289a85-b64c-4a6e-ab5c-1dc788d1bed3 req-3821e5f2-6906-4e38-b913-631054439879 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:26.391921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0289a85-b64c-4a6e-ab5c-1dc788d1bed3 req-3821e5f2-6906-4e38-b913-631054439879 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.0966716 Jul 07 22:37:26.397396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-aea949ec-e998-40cf-936a-9a529e78f398 req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Deleting port d748d4a7-01c9-4201-8823-9731d774c78a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:26.397740 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aea949ec-e998-40cf-936a-9a529e78f398 req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:26.540940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0289a85-b64c-4a6e-ab5c-1dc788d1bed3 req-0f502af3-abac-44f3-9d37-1119752235eb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963030 Jul 07 22:37:26.613217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-aea949ec-e998-40cf-936a-9a529e78f398 req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] For port d748d4a7-01c9-4201-8823-9731d774c78a, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d748d4a7-01c9-4201-8823-9731d774c78a,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:26.613818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aea949ec-e998-40cf-936a-9a529e78f398 req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:26.632244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-aea949ec-e998-40cf-936a-9a529e78f398 req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Calling delete_port for d748d4a7-01c9-4201-8823-9731d774c78a owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:26.698584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b46822-2246-435a-9762-ff11646168b1 req-8ed3b6c3-d930-4b70-9470-af6bd42ca136 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:26.706174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76b46822-2246-435a-9762-ff11646168b1 req-8ed3b6c3-d930-4b70-9470-af6bd42ca136 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a26f7fd-491d-4365-8cc3-3dc056876d55 HTTP/1.1" status: 200 len: 946 time: 0.3119032 Jul 07 22:37:26.794607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76b46822-2246-435a-9762-ff11646168b1 req-9504ae26-7588-4425-8f37-a0743a72aab1 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871918 Jul 07 22:37:26.877339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee958-07de-47ff-8965-275320df802a req-1ee277e2-8688-407d-a515-65b8b97d4a50 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:26.884032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b2ee958-07de-47ff-8965-275320df802a req-1ee277e2-8688-407d-a515-65b8b97d4a50 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1569898 Jul 07 22:37:26.923416 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aea949ec-e998-40cf-936a-9a529e78f398 req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:26.935534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e3909b8a-d3f9-43c8-94a5-36578b68e73e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:26.965603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b2ee958-07de-47ff-8965-275320df802a req-252c0e26-3fd1-4a33-8e9b-9c5cff15e909 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806956 Jul 07 22:37:26.968718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Pushing event deleted for resources: {'Port': ['ID=d748d4a7-01c9-4201-8823-9731d774c78a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:27.007968 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['69a23219-1eed-42de-a01c-053c75a8eaee', 'd748d4a7-01c9-4201-8823-9731d774c78a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:27.041999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea949ec-e998-40cf-936a-9a529e78f398 req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] No DVR routers for this DVR port d748d4a7-01c9-4201-8823-9731d774c78a on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:27.052550 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aea949ec-e998-40cf-936a-9a529e78f398 req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.057918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aea949ec-e998-40cf-936a-9a529e78f398 req-b8f9ea0f-9a9d-4d53-b298-ad7099870e1a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.83 "DELETE /v2.0/ports/d748d4a7-01c9-4201-8823-9731d774c78a HTTP/1.1" status: 204 len: 173 time: 0.8828871 Jul 07 22:37:27.198584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57508) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:27.287282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:27.337907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0be097-7d10-47bb-a970-9285f48e79d6 req-f6002e1a-eb15-4b31-997d-134a99143c36 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:27.352448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c0be097-7d10-47bb-a970-9285f48e79d6 req-f6002e1a-eb15-4b31-997d-134a99143c36 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1791389 Jul 07 22:37:27.355162 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-59036fe4-dcf6-46a2-beb6-4b8ee25946cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.408922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c0be097-7d10-47bb-a970-9285f48e79d6 req-d210786f-8dd0-4782-a3be-df1a0ad3e483 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545285 Jul 07 22:37:27.415026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4df9f8a-6896-4850-a5db-d3e16fa47bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:27.647673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af77e96-555c-4a26-bfde-447aa7901809 req-b43ed016-e691-42bd-8692-cbb9dfab796a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:27.649677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9af77e96-555c-4a26-bfde-447aa7901809 req-b43ed016-e691-42bd-8692-cbb9dfab796a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1117496 Jul 07 22:37:27.701980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9af77e96-555c-4a26-bfde-447aa7901809 req-c45ddf1c-3ac2-4898-bb3d-5085d4b86ec2 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448301 Jul 07 22:37:28.037413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a93e5-b8ef-4cb7-aeec-2c96fbab38d5 req-008ead18-41e6-402b-a9ac-2d74c22de67e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:28.044457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4df9f8a-6896-4850-a5db-d3e16fa47bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.045438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-242a93e5-b8ef-4cb7-aeec-2c96fbab38d5 req-008ead18-41e6-402b-a9ac-2d74c22de67e tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1424584 Jul 07 22:37:28.056183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e4df9f8a-6896-4850-a5db-d3e16fa47bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.096830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-242a93e5-b8ef-4cb7-aeec-2c96fbab38d5 req-4c033e9f-5f86-422f-b1b7-9e817368ed1f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504224 Jul 07 22:37:28.132692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df9f8a-6896-4850-a5db-d3e16fa47bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7a0a87-9ff4-4de6-81cf-554bbe248a43,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:28.138704 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e4df9f8a-6896-4850-a5db-d3e16fa47bea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7be4813cdf6c4597b63cd5d1fc143278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9390631 Jul 07 22:37:28.141332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57540) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:28.171234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a26f7fd-491d-4365-8cc3-3dc056876d55', 'name': 'network-vif-deleted', 'tag': 'd748d4a7-01c9-4201-8823-9731d774c78a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:28.180186 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce5ef3d-a7c5-4aa4-aeed-9453b00d5073" -d '{"events": [{"server_uuid": "4a26f7fd-491d-4365-8cc3-3dc056876d55", "name": "network-vif-deleted", "tag": "d748d4a7-01c9-4201-8823-9731d774c78a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:28.248944 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.287059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17575cd8-ac4b-461d-ab36-1c8306f5ed74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.329016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17575cd8-ac4b-461d-ab36-1c8306f5ed74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.375055 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332cf755-a91d-4a40-8ece-5091f45f3bb8 x-openstack-request-id: req-332cf755-a91d-4a40-8ece-5091f45f3bb8 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:28.375574 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a26f7fd-491d-4365-8cc3-3dc056876d55", "name": "network-vif-deleted", "tag": "d748d4a7-01c9-4201-8823-9731d774c78a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:28.375969 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-332cf755-a91d-4a40-8ece-5091f45f3bb8 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:28.376894 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a26f7fd-491d-4365-8cc3-3dc056876d55', 'name': 'network-vif-deleted', 'tag': 'd748d4a7-01c9-4201-8823-9731d774c78a', 'status': 'completed', 'code': 200} Jul 07 22:37:28.477904 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17575cd8-ac4b-461d-ab36-1c8306f5ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.494016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17575cd8-ac4b-461d-ab36-1c8306f5ed74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.494016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-17575cd8-ac4b-461d-ab36-1c8306f5ed74 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a7a0a87-9ff4-4de6-81cf-554bbe248a43 HTTP/1.1" status: 204 len: 168 time: 0.3467236 Jul 07 22:37:28.510357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17575cd8-ac4b-461d-ab36-1c8306f5ed74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7a0a87-9ff4-4de6-81cf-554bbe248a43,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:28.599947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24208ac2-6f30-4608-88cb-d4706b78a9ac req-18c8b265-c253-4675-b186-9e58e622ae44 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:28.602046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24208ac2-6f30-4608-88cb-d4706b78a9ac req-18c8b265-c253-4675-b186-9e58e622ae44 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1984169 Jul 07 22:37:28.671340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 05ac1041-ab32-41ff-8f4f-9e7c517939b4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:28.671800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.677953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24208ac2-6f30-4608-88cb-d4706b78a9ac req-6f0a23ee-ad5a-45da-a1a5-80fc007d9972 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630898 Jul 07 22:37:28.687397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c944859-ff2b-454a-91e7-fe19775e09de req-0b5660c2-4b9c-4a9d-ab3a-d3233202b4bb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:28.710708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c944859-ff2b-454a-91e7-fe19775e09de req-0b5660c2-4b9c-4a9d-ab3a-d3233202b4bb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 946 time: 0.1754172 Jul 07 22:37:28.795847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c944859-ff2b-454a-91e7-fe19775e09de req-72eaa00c-dd21-45bc-921e-40adc2f0f2fb tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840917 Jul 07 22:37:28.836370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port 05ac1041-ab32-41ff-8f4f-9e7c517939b4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=05ac1041-ab32-41ff-8f4f-9e7c517939b4,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:28.842451 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:28.860544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 05ac1041-ab32-41ff-8f4f-9e7c517939b4 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:28.883569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57562) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:28.901306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46b23868-4517-4d58-b60f-eefff3267194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.022497 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46b23868-4517-4d58-b60f-eefff3267194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.026861 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-46b23868-4517-4d58-b60f-eefff3267194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.076291 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-46b23868-4517-4d58-b60f-eefff3267194 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c96696764a04324b804f3ab63b6defa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915541 Jul 07 22:37:29.078962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57570) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:29.079140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 20cd84c2-7ead-452b-9592-c6c2f1cfb560 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:29.082625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b23868-4517-4d58-b60f-eefff3267194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f04f2f7-77b1-47b5-9a11-c8e6ce0b64d2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:29.092412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.107095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 20cd84c2-7ead-452b-9592-c6c2f1cfb560 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:29.107440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 20cd84c2-7ead-452b-9592-c6c2f1cfb560 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:29.141714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=05ac1041-ab32-41ff-8f4f-9e7c517939b4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:29.192126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3d0bb-3ee4-4b80-8937-b93a5355036c req-e8ba1ddc-1a75-40e8-9b0f-d5c0da080428 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:29.193999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ac3d0bb-3ee4-4b80-8937-b93a5355036c req-e8ba1ddc-1a75-40e8-9b0f-d5c0da080428 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.0966597 Jul 07 22:37:29.230104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd791-0a93-40ba-943e-74b54a6cf6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.234510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7ac3d0bb-3ee4-4b80-8937-b93a5355036c req-5aaae525-d160-408b-b037-a5fc6b0a43b0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348058 Jul 07 22:37:29.268341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd791-0a93-40ba-943e-74b54a6cf6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.408114 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd791-0a93-40ba-943e-74b54a6cf6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.410916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3f6bd791-0a93-40ba-943e-74b54a6cf6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.412062 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3f6bd791-0a93-40ba-943e-74b54a6cf6c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f04f2f7-77b1-47b5-9a11-c8e6ce0b64d2 HTTP/1.1" status: 204 len: 168 time: 0.3314674 Jul 07 22:37:29.429375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bd791-0a93-40ba-943e-74b54a6cf6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f04f2f7-77b1-47b5-9a11-c8e6ce0b64d2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:29.431458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.550338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d748d4a7-01c9-4201-8823-9731d774c78a no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:29.573481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: d748d4a7-01c9-4201-8823-9731d774c78a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:29.573904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d748d4a7-01c9-4201-8823-9731d774c78a not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:29.679442 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 433ad88a-15ce-42d9-a8f9-942a4429540c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:29.734432 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2d76480-46fa-4f7c-810c-c3bb1ebfcc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:29.758907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-5cbf3095-63f8-4e5e-8946-9291074296bf tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:29.761084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-5cbf3095-63f8-4e5e-8946-9291074296bf tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 946 time: 0.1327186 Jul 07 22:37:29.818247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:29.828485 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] Sync routers for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:29.831871 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1f638386-13c4-41ab-9f7c-f65b73f57319 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "PUT /v2.0/routers/433ad88a-15ce-42d9-a8f9-942a4429540c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5431337 Jul 07 22:37:29.834741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57592) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:29.842380 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:29.843006 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:37:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:30.023500 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.140561 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:30.290399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6aff1e-6f0f-4cb7-84fa-bbbf11e151f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting subnet bfbf1473-40bd-4ea8-ae2c-4d85a473b2df {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:30.301576 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8a6aff1e-6f0f-4cb7-84fa-bbbf11e151f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.420719 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8a6aff1e-6f0f-4cb7-84fa-bbbf11e151f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.422658 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:37:29Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:30.453544 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] Checking router: 433ad88a-15ce-42d9-a8f9-942a4429540c for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:37:30.460617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Deleting port e3909b8a-d3f9-43c8-94a5-36578b68e73e {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:30.461364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.468819 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] Routers {'433ad88a-15ce-42d9-a8f9-942a4429540c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:30.468995 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:37:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['433ad88a-15ce-42d9-a8f9-942a4429540c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:30.582491 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] Set router 433ad88a-15ce-42d9-a8f9-942a4429540c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:30.599198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] For port e3909b8a-d3f9-43c8-94a5-36578b68e73e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e3909b8a-d3f9-43c8-94a5-36578b68e73e,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:30.599590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.612201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9d03e-8151-4fd5-a573-aba143ff728f req-5cd521db-b6a5-481b-b056-ca047e33521f tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:30.613700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bf9d03e-8151-4fd5-a573-aba143ff728f req-5cd521db-b6a5-481b-b056-ca047e33521f tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 946 time: 0.6758308 Jul 07 22:37:30.633334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Calling delete_port for e3909b8a-d3f9-43c8-94a5-36578b68e73e owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:30.674341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7bf9d03e-8151-4fd5-a573-aba143ff728f req-08975515-5808-4a00-aca4-c2e8c27e3c2a tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505421 Jul 07 22:37:30.787878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ae45b-68c8-4929-a9f2-ac00870401ce req-344092dc-c206-4ed4-86cb-03331e001441 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:30.794682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-904ae45b-68c8-4929-a9f2-ac00870401ce req-344092dc-c206-4ed4-86cb-03331e001441 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.4049399 Jul 07 22:37:30.833652 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8a6aff1e-6f0f-4cb7-84fa-bbbf11e151f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.849895 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:37:29Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:30.912300 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:30.939135 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2324958-c856-49af-a810-4b7bfe8badfe None None] The sync data for ids ['433ad88a-15ce-42d9-a8f9-942a4429540c'] in n-d-695012-11 is: [{'id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1554647865', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:37:29Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '4aeccf87-eeb1-4096-a669-e58ebd2aae7c', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433ad88a-15ce-42d9-a8f9-942a4429540c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2988, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:34:36Z', 'updated_at': '2021-07-07T22:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:30.971130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-904ae45b-68c8-4929-a9f2-ac00870401ce req-05ced6dc-b655-485d-889e-48a68bc841e2 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750443 Jul 07 22:37:31.052382 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8a6aff1e-6f0f-4cb7-84fa-bbbf11e151f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.091425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aff1e-6f0f-4cb7-84fa-bbbf11e151f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbf1473-40bd-4ea8-ae2c-4d85a473b2df,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:31.093230 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.103190 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8a6aff1e-6f0f-4cb7-84fa-bbbf11e151f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.108091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8a6aff1e-6f0f-4cb7-84fa-bbbf11e151f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/subnets/bfbf1473-40bd-4ea8-ae2c-4d85a473b2df HTTP/1.1" status: 204 len: 168 time: 1.2693548 Jul 07 22:37:31.108406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff6071-3854-45ae-9c1e-6e688beb3605 None None] Network 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:31.108690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:31.110590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e3909b8a-d3f9-43c8-94a5-36578b68e73e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:31.136729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Pushing event deleted for resources: {'Port': ['ID=e3909b8a-d3f9-43c8-94a5-36578b68e73e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:31.151472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['69a23219-1eed-42de-a01c-053c75a8eaee'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:31.246136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] No DVR routers for this DVR port e3909b8a-d3f9-43c8-94a5-36578b68e73e on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:31.249249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.251629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e573cd82-ef6b-4eaa-87a6-463fbe9fa36c req-b4731482-8c3c-4d06-afdd-5890a1eff8e8 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.44 "DELETE /v2.0/ports/e3909b8a-d3f9-43c8-94a5-36578b68e73e HTTP/1.1" status: 204 len: 173 time: 1.4852722 Jul 07 22:37:31.252292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1bf59c-8116-4b28-a1ab-cddbe64f9f89', 'name': 'network-vif-deleted', 'tag': 'e3909b8a-d3f9-43c8-94a5-36578b68e73e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:31.255784 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22562e0-3eb7-40f7-86e8-9ca15e66695c" -d '{"events": [{"server_uuid": "8a1bf59c-8116-4b28-a1ab-cddbe64f9f89", "name": "network-vif-deleted", "tag": "e3909b8a-d3f9-43c8-94a5-36578b68e73e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:31.337019 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.358777 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d39906-9006-44ec-a8d2-2884b22ed5b6 x-openstack-request-id: req-30d39906-9006-44ec-a8d2-2884b22ed5b6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:31.359081 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1bf59c-8116-4b28-a1ab-cddbe64f9f89", "name": "network-vif-deleted", "tag": "e3909b8a-d3f9-43c8-94a5-36578b68e73e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:31.359337 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30d39906-9006-44ec-a8d2-2884b22ed5b6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:31.359788 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1bf59c-8116-4b28-a1ab-cddbe64f9f89', 'name': 'network-vif-deleted', 'tag': 'e3909b8a-d3f9-43c8-94a5-36578b68e73e', 'status': 'completed', 'code': 200} Jul 07 22:37:31.467882 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.483354 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.619861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:31.620535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.869489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e08159-2c18-4898-8d6b-1e9cc3eea869 None None] DHCP port deletion for 6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:37:31.891247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9411bfb-c687-4ccc-99b5-07969adb3e9b req-29fcff9d-2331-4e6f-b54a-17c3fbcaa185 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:31.899008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9411bfb-c687-4ccc-99b5-07969adb3e9b req-29fcff9d-2331-4e6f-b54a-17c3fbcaa185 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.2181520 Jul 07 22:37:31.904184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port 4aeccf87-eeb1-4096-a669-e58ebd2aae7c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4aeccf87-eeb1-4096-a669-e58ebd2aae7c,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:31.904770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:31.948888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 4aeccf87-eeb1-4096-a669-e58ebd2aae7c owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:31.985786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-43e08159-2c18-4898-8d6b-1e9cc3eea869 None None] Deleting port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:31.986887 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43e08159-2c18-4898-8d6b-1e9cc3eea869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.069922 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-51499d95-a038-41bd-a538-b9dca02757c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:32.071650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-51499d95-a038-41bd-a538-b9dca02757c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17190c1205e74166b3ab411b6b60ee6a&device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 1099 time: 0.2885852 Jul 07 22:37:32.074635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9411bfb-c687-4ccc-99b5-07969adb3e9b req-79a0003c-7040-49d2-ba1a-05d9a4aa37bb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744921 Jul 07 22:37:32.104633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-43e08159-2c18-4898-8d6b-1e9cc3eea869 None None] For port 0f29528e-f66d-4643-a9ab-1b08f19bcc00, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0f29528e-f66d-4643-a9ab-1b08f19bcc00,segment=NetworkSegment(2391ee1f-ccdc-42ad-a134-3c2890c50bed),segment_id=2391ee1f-ccdc-42ad-a134-3c2890c50bed)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:32.105137 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43e08159-2c18-4898-8d6b-1e9cc3eea869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.126156 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d41e97d8-6f96-4c0c-8e60-78e183b393a8 req-c49b5d07-50ca-4360-9c0c-016d74166cf0 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 210 time: 0.1500556 Jul 07 22:37:32.152832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-43e08159-2c18-4898-8d6b-1e9cc3eea869 None None] Calling delete_port for 0f29528e-f66d-4643-a9ab-1b08f19bcc00 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:32.200122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8498ce47-7e62-426b-a7bc-00e79ae830d9 req-5eecc1d4-7c05-4986-99c4-0066d0f0328b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1227357 Jul 07 22:37:32.347502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8498ce47-7e62-426b-a7bc-00e79ae830d9 req-30200649-16ae-4013-ab63-cf2060832431 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a759508acaf047809f9709d1b34c2472&device_id=8a1bf59c-8116-4b28-a1ab-cddbe64f9f89 HTTP/1.1" status: 200 len: 210 time: 0.0540960 Jul 07 22:37:32.361026 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43e08159-2c18-4898-8d6b-1e9cc3eea869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.365978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-22929fe3-82e4-4769-a240-f15304d24b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:32.367690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-22929fe3-82e4-4769-a240-f15304d24b57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 200 len: 914 time: 0.2439733 Jul 07 22:37:32.388442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.429120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e08159-2c18-4898-8d6b-1e9cc3eea869 None None] Pushing event deleted for resources: {'Port': ['ID=0f29528e-f66d-4643-a9ab-1b08f19bcc00,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:32.438017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e08159-2c18-4898-8d6b-1e9cc3eea869 None None] No DVR routers for this DVR port 0f29528e-f66d-4643-a9ab-1b08f19bcc00 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:32.441248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=4aeccf87-eeb1-4096-a669-e58ebd2aae7c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:32.515220 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.524895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-40f8465b-199a-411c-a847-3ec2a93ae511 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 200 len: 217 time: 0.1452749 Jul 07 22:37:32.661175 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.661785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-ba630ae7-f738-4df6-8588-5a961597a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:32.663350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-ba630ae7-f738-4df6-8588-5a961597a25e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 200 len: 853 time: 0.1321728 Jul 07 22:37:32.663469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.684617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498ce47-7e62-426b-a7bc-00e79ae830d9 req-baf83e9b-d7fe-478a-90f2-e95c2b322ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:32.686113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8498ce47-7e62-426b-a7bc-00e79ae830d9 req-baf83e9b-d7fe-478a-90f2-e95c2b322ee6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=a759508acaf047809f9709d1b34c2472&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3150108 Jul 07 22:37:32.714303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-0c0a23ba-b8d9-46fa-8b5e-4b26479caef2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9468fc83-0992-4b70-af64-f50443226337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379415 Jul 07 22:37:32.720836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.722888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Fanout notify agent at l3_agent the message router_deleted on router 433ad88a-15ce-42d9-a8f9-942a4429540c {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:37:32.733879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.736819 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d19c2703-e70c-40ba-99fe-776d2c1da079 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/routers/433ad88a-15ce-42d9-a8f9-942a4429540c HTTP/1.1" status: 204 len: 168 time: 1.6274278 Jul 07 22:37:32.740985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57740) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:32.803535 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:32.858220 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.035383 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.048155 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a34c946-ab48-4e2e-bd7a-c8d084ae34c3']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:33.081579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2391ee1f-ccdc-42ad-a134-3c2890c50bed') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:33.081882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2391ee1f-ccdc-42ad-a134-3c2890c50bed') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:33.098208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-5a80a43b-36a6-4a35-b473-c79177bf914f service neutron] 10.222.0.83 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716748 Jul 07 22:37:33.099610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 05ac1041-ab32-41ff-8f4f-9e7c517939b4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:33.106237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498ce47-7e62-426b-a7bc-00e79ae830d9 req-058d0c5e-0216-4e82-a029-0fb09515d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:33.106540 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.108038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8498ce47-7e62-426b-a7bc-00e79ae830d9 req-058d0c5e-0216-4e82-a029-0fb09515d498 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3970940 Jul 07 22:37:33.132262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.143293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:37:33.147290 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:37:33.163371 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:37:33.195894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 05ac1041-ab32-41ff-8f4f-9e7c517939b4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:33.196250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 05ac1041-ab32-41ff-8f4f-9e7c517939b4 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:33.196660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0f29528e-f66d-4643-a9ab-1b08f19bcc00 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:33.255349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fea2de3b-ebe5-4749-9625-70de168c7943 req-7bc258de-6b4b-4bf8-aa7a-fd08c945856c service neutron] 10.222.0.83 "GET /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455479 Jul 07 22:37:33.261792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0f29528e-f66d-4643-a9ab-1b08f19bcc00 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:33.262094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0f29528e-f66d-4643-a9ab-1b08f19bcc00 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:33.337297 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.342928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.345536 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/networks/6a34c946-ab48-4e2e-bd7a-c8d084ae34c3 HTTP/1.1" status: 204 len: 168 time: 0.6004319 Jul 07 22:37:33.349790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57780) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:33.365449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d3d75-941f-467b-9cb3-e9ce24d0abbd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Network': ['ID=6a34c946-ab48-4e2e-bd7a-c8d084ae34c3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:33.474515 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f738ed69-adb1-443f-b77e-9b323f7b75c2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.513905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970f122-b7b6-4fe2-b4ac-13aa8ca8bb2b req-9427bd40-afd1-4c6e-a05b-5c91b02b18ca tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:33.520874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a970f122-b7b6-4fe2-b4ac-13aa8ca8bb2b req-9427bd40-afd1-4c6e-a05b-5c91b02b18ca tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1464207 Jul 07 22:37:33.524895 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f738ed69-adb1-443f-b77e-9b323f7b75c2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.595032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a970f122-b7b6-4fe2-b4ac-13aa8ca8bb2b req-675a79fe-432e-4087-84ab-569b8e86401b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731192 Jul 07 22:37:33.639238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f738ed69-adb1-443f-b77e-9b323f7b75c2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.643983 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f738ed69-adb1-443f-b77e-9b323f7b75c2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:33.648687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f738ed69-adb1-443f-b77e-9b323f7b75c2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/security-groups/19f931c5-2084-4ee5-b7d4-b651cdef014d HTTP/1.1" status: 204 len: 168 time: 0.2976518 Jul 07 22:37:33.673611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738ed69-adb1-443f-b77e-9b323f7b75c2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f931c5-2084-4ee5-b7d4-b651cdef014d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:33.856497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e04855-2035-4077-b560-c915ed171bbe req-49cd04ee-94c1-4bfd-8826-d2cf2ff55bf2 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:33.858247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1e04855-2035-4077-b560-c915ed171bbe req-49cd04ee-94c1-4bfd-8826-d2cf2ff55bf2 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.0915530 Jul 07 22:37:33.924259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1e04855-2035-4077-b560-c915ed171bbe req-40435de4-6f04-4cd0-96d9-dec963f48412 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601838 Jul 07 22:37:34.021247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57836) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:34.026630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2623c29e-e037-42c6-aa44-ec80c4cbd026 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-313991018', 'description': 'tempest-secgroup-smoke-313991018 description', 'project_id': '770787b17e244d11a628113ff6e1dfed'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:34.052001 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2623c29e-e037-42c6-aa44-ec80c4cbd026 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.146181 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2623c29e-e037-42c6-aa44-ec80c4cbd026 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.149983 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2623c29e-e037-42c6-aa44-ec80c4cbd026 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.183009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623c29e-e037-42c6-aa44-ec80c4cbd026 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2492559-ac71-4ff5-b4c6-dbe53d790a6b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:34.187544 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2623c29e-e037-42c6-aa44-ec80c4cbd026 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.192818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:34.197410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e5b4573a-18d2-4199-a837-3b68c8ed6d10 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': 'c2492559-ac71-4ff5-b4c6-dbe53d790a6b', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:34.198654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2623c29e-e037-42c6-aa44-ec80c4cbd026 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1759064 Jul 07 22:37:34.274893 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5b4573a-18d2-4199-a837-3b68c8ed6d10 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.338598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5b4573a-18d2-4199-a837-3b68c8ed6d10 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.342643 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5b4573a-18d2-4199-a837-3b68c8ed6d10 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.357699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4573a-18d2-4199-a837-3b68c8ed6d10 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a94396d-a190-4749-9e1c-c67fd6ffd3d1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:34.371935 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5b4573a-18d2-4199-a837-3b68c8ed6d10 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.375919 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e5b4573a-18d2-4199-a837-3b68c8ed6d10 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1800592 Jul 07 22:37:34.376149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:34.381753 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-99ed5dd3-e955-45aa-9703-f79f9c6ca981 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': 'c2492559-ac71-4ff5-b4c6-dbe53d790a6b', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:34.408978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99ed5dd3-e955-45aa-9703-f79f9c6ca981 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.489145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99ed5dd3-e955-45aa-9703-f79f9c6ca981 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.492402 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99ed5dd3-e955-45aa-9703-f79f9c6ca981 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.511685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed5dd3-e955-45aa-9703-f79f9c6ca981 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33153128-04c9-4c0a-9f6a-f3a591017d8a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:34.522520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-99ed5dd3-e955-45aa-9703-f79f9c6ca981 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.523885 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-99ed5dd3-e955-45aa-9703-f79f9c6ca981 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467309 Jul 07 22:37:34.527143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:34.532266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2846207f-524d-48bc-904e-796c8ca5564a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': 'c2492559-ac71-4ff5-b4c6-dbe53d790a6b', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:34.569891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2846207f-524d-48bc-904e-796c8ca5564a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.632896 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2846207f-524d-48bc-904e-796c8ca5564a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.637261 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2846207f-524d-48bc-904e-796c8ca5564a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.661398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2846207f-524d-48bc-904e-796c8ca5564a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.662697 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2846207f-524d-48bc-904e-796c8ca5564a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344981 Jul 07 22:37:34.663648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846207f-524d-48bc-904e-796c8ca5564a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b913a335-7c5d-498e-a75a-4d4ceeb3c953,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:34.665442 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:34.669931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8a09da60-97ed-451d-8718-186bf629075f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': 'c2492559-ac71-4ff5-b4c6-dbe53d790a6b', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:34.700396 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a09da60-97ed-451d-8718-186bf629075f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.715561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57892) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:34.787095 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a09da60-97ed-451d-8718-186bf629075f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.796626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a09da60-97ed-451d-8718-186bf629075f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.829754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09da60-97ed-451d-8718-186bf629075f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f20d8b8-02a1-4706-9855-07f9edda6afa,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:34.833447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d2897-0ca3-44e3-b741-27078ae9a781 req-7c040324-4d5b-4840-abaf-0a63ffee5fb5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:34.846382 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a09da60-97ed-451d-8718-186bf629075f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.846805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-653d2897-0ca3-44e3-b741-27078ae9a781 req-7c040324-4d5b-4840-abaf-0a63ffee5fb5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1111362 Jul 07 22:37:34.847947 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8a09da60-97ed-451d-8718-186bf629075f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1814568 Jul 07 22:37:34.850659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:34.855849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-83694a71-4042-41e0-83a0-b80a4b7354f9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': 'c2492559-ac71-4ff5-b4c6-dbe53d790a6b', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:34.885859 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4aeccf87-eeb1-4096-a669-e58ebd2aae7c no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:34.887626 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-83694a71-4042-41e0-83a0-b80a4b7354f9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Project 770787b17e244d11a628113ff6e1dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:37:34.893106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83694a71-4042-41e0-83a0-b80a4b7354f9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.906925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 4aeccf87-eeb1-4096-a669-e58ebd2aae7c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:34.907268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4aeccf87-eeb1-4096-a669-e58ebd2aae7c not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:34.925693 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f90a585a-7a40-409f-9a04-984fd2f54a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.940991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-653d2897-0ca3-44e3-b741-27078ae9a781 req-bfbc1b2e-9f79-4e76-8dae-94e74f22a1f1 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930746 Jul 07 22:37:34.967621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83694a71-4042-41e0-83a0-b80a4b7354f9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:34.972767 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83694a71-4042-41e0-83a0-b80a4b7354f9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.001280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83694a71-4042-41e0-83a0-b80a4b7354f9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3d391c-2e20-47e9-a0fc-f23cce08ac92,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:35.061989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f90a585a-7a40-409f-9a04-984fd2f54a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.067654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f90a585a-7a40-409f-9a04-984fd2f54a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.072186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83694a71-4042-41e0-83a0-b80a4b7354f9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.073423 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-83694a71-4042-41e0-83a0-b80a4b7354f9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2217462 Jul 07 22:37:35.076350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:35.081294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-10f972b7-c787-4044-bbe8-f915e6f49b1b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': 'c2492559-ac71-4ff5-b4c6-dbe53d790a6b', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:35.120748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e3909b8a-d3f9-43c8-94a5-36578b68e73e no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:35.120967 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-10f972b7-c787-4044-bbe8-f915e6f49b1b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Project 770787b17e244d11a628113ff6e1dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:37:35.125661 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10f972b7-c787-4044-bbe8-f915e6f49b1b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.148356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: e3909b8a-d3f9-43c8-94a5-36578b68e73e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:35.149017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e3909b8a-d3f9-43c8-94a5-36578b68e73e not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:35.203315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10f972b7-c787-4044-bbe8-f915e6f49b1b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.204756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a585a-7a40-409f-9a04-984fd2f54a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c966e0b8-8f20-4242-a845-91095db6eff9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:35.209356 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10f972b7-c787-4044-bbe8-f915e6f49b1b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.210627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f90a585a-7a40-409f-9a04-984fd2f54a0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0439ca421e04fbc9e3aafc7fb50af28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936049 Jul 07 22:37:35.213735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 57914) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:35.229439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f972b7-c787-4044-bbe8-f915e6f49b1b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fc6b92-bfac-4827-8102-01d6708b0ff1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:35.236854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-10f972b7-c787-4044-bbe8-f915e6f49b1b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.242150 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10f972b7-c787-4044-bbe8-f915e6f49b1b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1606095 Jul 07 22:37:35.242970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:35.248114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'network': {'name': 'tempest-network-smoke--1226821245', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:35.278064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:35.288800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.297861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ee40e-9411-4a80-9d52-36fead1ff22c req-bafda539-cad7-411e-8ecf-3cf07e091c46 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:35.299413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e02ee40e-9411-4a80-9d52-36fead1ff22c req-bafda539-cad7-411e-8ecf-3cf07e091c46 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.2060819 Jul 07 22:37:35.316502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51393e84-5764-4816-bd4e-1d401e7ffa34 req-d98cd6f3-8e74-4526-b91a-ed330b4f7d08 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:35.318625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51393e84-5764-4816-bd4e-1d401e7ffa34 req-d98cd6f3-8e74-4526-b91a-ed330b4f7d08 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1683877 Jul 07 22:37:35.321101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:37:35.331982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.332390 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Added segment 80171190-3bd6-45ba-8090-3f6be1019b4d of type vlan for network 02ecb099-772c-4ce3-9c34-c0105984bc03 Jul 07 22:37:35.367456 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-128c6ebe-2be0-4639-b5a1-ee130e1249c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.382519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.401521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e02ee40e-9411-4a80-9d52-36fead1ff22c req-4c6c6eb1-851c-4875-a26b-cf9116fe1136 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802436 Jul 07 22:37:35.414698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51393e84-5764-4816-bd4e-1d401e7ffa34 req-7f2a3a1c-6e82-4f41-a9ca-a5e14a1345fb tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851715 Jul 07 22:37:35.420012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.426087 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:35.426866 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.445048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-128c6ebe-2be0-4639-b5a1-ee130e1249c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.492814 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2486336 Jul 07 22:37:35.495510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 57926) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:35.500235 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'admin_state_up': True, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:35.504348 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-128c6ebe-2be0-4639-b5a1-ee130e1249c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.507381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-128c6ebe-2be0-4639-b5a1-ee130e1249c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.508771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-128c6ebe-2be0-4639-b5a1-ee130e1249c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c966e0b8-8f20-4242-a845-91095db6eff9 HTTP/1.1" status: 204 len: 168 time: 0.2939060 Jul 07 22:37:35.518374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c6ebe-2be0-4639-b5a1-ee130e1249c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c966e0b8-8f20-4242-a845-91095db6eff9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:35.521702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103e3c7-2a1c-4aeb-99fb-bcc185faaef2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Network': ['ID=02ecb099-772c-4ce3-9c34-c0105984bc03,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:35.538632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.539611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.570363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 02ecb099-772c-4ce3-9c34-c0105984bc03 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:37:35.606870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.663937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1009274-da4b-463e-ade3-687041c95ccf req-7dd005a9-aa58-4fc2-b9c6-ff3a1fd36d34 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:35.665318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1009274-da4b-463e-ade3-687041c95ccf req-7dd005a9-aa58-4fc2-b9c6-ff3a1fd36d34 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.0810037 Jul 07 22:37:35.730970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1009274-da4b-463e-ade3-687041c95ccf req-09543bca-a34e-4ce0-b6ba-2b1288356214 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Jul 07 22:37:35.788197 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:35.954311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d2191-0212-4808-9dc4-fb4644f38a18 req-8a434e06-2eba-49d1-be63-516fe7c2c0b5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:35.956187 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-479d2191-0212-4808-9dc4-fb4644f38a18 req-8a434e06-2eba-49d1-be63-516fe7c2c0b5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.0980690 Jul 07 22:37:36.034921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.054454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-479d2191-0212-4808-9dc4-fb4644f38a18 req-f01a3613-6afb-452c-bd6b-17dfb2448d8a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875187 Jul 07 22:37:36.064990 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.090814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c905-d854-4616-a0de-cd64989e3111 req-d5d8312b-09f9-4aca-b5ac-cbb618509890 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:36.107639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d724c905-d854-4616-a0de-cd64989e3111 req-d5d8312b-09f9-4aca-b5ac-cbb618509890 tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.83 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 945 time: 0.1502986 Jul 07 22:37:36.247688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.25.8.165 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/a42a095b-053f-42b1-afee-6677d8635984) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:36.259213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-d724c905-d854-4616-a0de-cd64989e3111 req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Deleting port 69a23219-1eed-42de-a01c-053c75a8eaee {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:36.260361 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d724c905-d854-4616-a0de-cd64989e3111 req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.394053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d724c905-d854-4616-a0de-cd64989e3111 req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] For port 69a23219-1eed-42de-a01c-053c75a8eaee, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=69a23219-1eed-42de-a01c-053c75a8eaee,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:36.394560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d724c905-d854-4616-a0de-cd64989e3111 req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.427521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-d724c905-d854-4616-a0de-cd64989e3111 req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Calling delete_port for 69a23219-1eed-42de-a01c-053c75a8eaee owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:36.451748 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.526807 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.589583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:36.592938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:36.595575 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:36.609658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cf715-c358-408a-9da4-c304271ae287 req-19f35cc6-a4dc-41cb-b127-e5cff5d6475d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:36.611260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-573cf715-c358-408a-9da4-c304271ae287 req-19f35cc6-a4dc-41cb-b127-e5cff5d6475d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1863725 Jul 07 22:37:36.648914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=a42a095b-053f-42b1-afee-6677d8635984,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:36.747213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d724c905-d854-4616-a0de-cd64989e3111 req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.782923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['69a23219-1eed-42de-a01c-053c75a8eaee'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:36.804278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-573cf715-c358-408a-9da4-c304271ae287 req-c884f17c-e0dc-4ff1-9ae5-5be706776799 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509266 Jul 07 22:37:36.818116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Pushing event deleted for resources: {'Port': ['ID=69a23219-1eed-42de-a01c-053c75a8eaee,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:36.912949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d724c905-d854-4616-a0de-cd64989e3111 req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] No DVR routers for this DVR port 69a23219-1eed-42de-a01c-053c75a8eaee on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:36.916022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d724c905-d854-4616-a0de-cd64989e3111 req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:36.918650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d724c905-d854-4616-a0de-cd64989e3111 req-a9f22cb5-4b68-49a9-bb85-473c5b3729ad tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.83 "DELETE /v2.0/ports/69a23219-1eed-42de-a01c-053c75a8eaee HTTP/1.1" status: 204 len: 173 time: 0.8025362 Jul 07 22:37:36.919541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d312561-83ba-4a22-975e-a40cbc507b03', 'name': 'network-vif-deleted', 'tag': '69a23219-1eed-42de-a01c-053c75a8eaee'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:36.924109 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d01036-193c-4105-9569-14d62a97b93e" -d '{"events": [{"server_uuid": "8d312561-83ba-4a22-975e-a40cbc507b03", "name": "network-vif-deleted", "tag": "69a23219-1eed-42de-a01c-053c75a8eaee"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:36.935780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49899bb-3855-4825-8ffa-10ee9154ff38 req-0f6cea1e-5959-4c46-b77e-8396be99648c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:36.938418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d49899bb-3855-4825-8ffa-10ee9154ff38 req-0f6cea1e-5959-4c46-b77e-8396be99648c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/ports?device_id=8d312561-83ba-4a22-975e-a40cbc507b03 HTTP/1.1" status: 200 len: 867 time: 0.3558021 Jul 07 22:37:36.991222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d49899bb-3855-4825-8ffa-10ee9154ff38 req-6972a9eb-c6b3-4de9-bb7a-29b67643892c tempest-ListServerFiltersTestJSON-794031701 tempest-ListServerFiltersTestJSON-794031701-project] 10.222.0.81 "GET /v2.0/security-groups?id=d8aa85c2-2e1e-44bd-9c02-729583d9c887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458364 Jul 07 22:37:37.085711 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9799dd-e99d-4580-bd9f-352c258a2644 x-openstack-request-id: req-7d9799dd-e99d-4580-bd9f-352c258a2644 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:37.086126 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d312561-83ba-4a22-975e-a40cbc507b03", "name": "network-vif-deleted", "tag": "69a23219-1eed-42de-a01c-053c75a8eaee", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:37.090409 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d9799dd-e99d-4580-bd9f-352c258a2644 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:37.090774 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d312561-83ba-4a22-975e-a40cbc507b03', 'name': 'network-vif-deleted', 'tag': '69a23219-1eed-42de-a01c-053c75a8eaee', 'status': 'completed', 'code': 200} Jul 07 22:37:37.091120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.135059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5a1f-4389-48ce-98a3-b680529ab114 req-db8663f6-9412-48a8-a5c8-5e6950db895f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:37.136701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-386d5a1f-4389-48ce-98a3-b680529ab114 req-db8663f6-9412-48a8-a5c8-5e6950db895f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1266854 Jul 07 22:37:37.181354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58026) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:37.198047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-386d5a1f-4389-48ce-98a3-b680529ab114 req-0d37f8c2-13fa-45ad-836b-4b8aa03bfaaa tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552721 Jul 07 22:37:37.338532 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-acb91555-f0c7-4b8c-bccc-3fdca4daab66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.380210 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.485860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d155fb4-1e50-420f-a65e-493d37615b9f req-9e21ca4d-e506-44d4-98d2-834a47eef0fe tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:37.488050 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d155fb4-1e50-420f-a65e-493d37615b9f req-9e21ca4d-e506-44d4-98d2-834a47eef0fe tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1172466 Jul 07 22:37:37.549203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d155fb4-1e50-420f-a65e-493d37615b9f req-9714c875-4baa-489e-856a-cae26392fd7f tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537269 Jul 07 22:37:37.551303 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-acb91555-f0c7-4b8c-bccc-3fdca4daab66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.560970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-acb91555-f0c7-4b8c-bccc-3fdca4daab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.631554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb91555-f0c7-4b8c-bccc-3fdca4daab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8dbb2b-8276-47df-a8e7-c33c7fc37ce0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:37.653591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-acb91555-f0c7-4b8c-bccc-3fdca4daab66 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2aed032c35334da9a733ec5ba64cc81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4692843 Jul 07 22:37:37.653591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58044) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:37.752870 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13c408d9-acb9-474b-9daf-92d542e1db4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.782260 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13c408d9-acb9-474b-9daf-92d542e1db4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:37.875309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 08aad6e9-99e3-4393-865c-cf9b12391eeb is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:37:38.005788 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:38.018358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Sync routers for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:38.030530 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.036822 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2512f7c6-3e63-499d-a989-19bf9991c58d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5401947 Jul 07 22:37:38.037965 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58054) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:38.045368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:38.046566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:37:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:38.086948 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d86bab83-4c3f-4b3c-93ba-9179ae0bce5c tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=770787b17e244d11a628113ff6e1dfed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468013 Jul 07 22:37:38.087603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58056) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:38.137697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58058) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:38.175563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0c8e0-65ba-47ab-ab42-5c256b722ae2 req-27ee4254-418b-43b3-bda4-5c65e472e23d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:38.177720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78b0c8e0-65ba-47ab-ab42-5c256b722ae2 req-27ee4254-418b-43b3-bda4-5c65e472e23d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.4757502 Jul 07 22:37:38.189229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:38.191610 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13c408d9-acb9-474b-9daf-92d542e1db4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.195546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-13c408d9-acb9-474b-9daf-92d542e1db4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.199209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-13c408d9-acb9-474b-9daf-92d542e1db4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0d8dbb2b-8276-47df-a8e7-c33c7fc37ce0 HTTP/1.1" status: 204 len: 168 time: 0.5453680 Jul 07 22:37:38.216799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c408d9-acb9-474b-9daf-92d542e1db4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8dbb2b-8276-47df-a8e7-c33c7fc37ce0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:38.230121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-738dde35-b8ba-4db3-b12e-cda1589a074d admin admin] Deleting subnet 53749fa3-de00-4e05-94ce-1196f4ea0b74 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:38.237155 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-738dde35-b8ba-4db3-b12e-cda1589a074d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.237372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78b0c8e0-65ba-47ab-ab42-5c256b722ae2 req-5653c220-8018-487e-8361-ae361d9ea4ba tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 Jul 07 22:37:38.330926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-738dde35-b8ba-4db3-b12e-cda1589a074d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.371002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9aa41-0a19-450c-aa67-a885b384098c tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:38.375901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58068) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:38.376558 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-05b9aa41-0a19-450c-aa67-a885b384098c tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2868257 Jul 07 22:37:38.448680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-738dde35-b8ba-4db3-b12e-cda1589a074d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.462230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d9a6ae21-7e3e-44d3-96e7-3279adb0c209 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826898 Jul 07 22:37:38.462440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58074) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:38.467594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-931802536', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:38.501393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:36Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:38.528070 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-738dde35-b8ba-4db3-b12e-cda1589a074d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.574364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Checking router: 08aad6e9-99e3-4393-865c-cf9b12391eeb for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:37:38.574709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Updating router 08aad6e9-99e3-4393-865c-cf9b12391eeb port a42a095b-053f-42b1-afee-6677d8635984 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:37:38.592955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dde35-b8ba-4db3-b12e-cda1589a074d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53749fa3-de00-4e05-94ce-1196f4ea0b74,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:38.606095 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-738dde35-b8ba-4db3-b12e-cda1589a074d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.613441 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-738dde35-b8ba-4db3-b12e-cda1589a074d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/53749fa3-de00-4e05-94ce-1196f4ea0b74 HTTP/1.1" status: 204 len: 168 time: 0.4724617 Jul 07 22:37:38.617256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:38.628228 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.630294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ab52c1-c7c1-401b-a832-75f5918224c8 None None] Network a69007b8-a474-4117-ba10-4eeda937841c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:38.707927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.746700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:38.754417 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.805795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Deleting port 493dcf1c-041e-44b7-9b1d-013f85026e89 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:38.806333 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.891897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf47138-406a-4233-860f-4447f6669bae req-3c3492cc-c538-4a04-bc97-509f79138fa3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:38.901407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bf47138-406a-4233-860f-4447f6669bae req-3c3492cc-c538-4a04-bc97-509f79138fa3 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.2582822 Jul 07 22:37:38.909484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] For port 493dcf1c-041e-44b7-9b1d-013f85026e89, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=493dcf1c-041e-44b7-9b1d-013f85026e89,segment=NetworkSegment(ea8a358c-75e0-4d38-85f8-4b61dbb4c762),segment_id=ea8a358c-75e0-4d38-85f8-4b61dbb4c762)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:38.909870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:38.948350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Calling delete_port for 493dcf1c-041e-44b7-9b1d-013f85026e89 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:38.989797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8bf47138-406a-4233-860f-4447f6669bae req-78085ba4-f79e-4f6b-a170-b3e331d47253 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870855 Jul 07 22:37:39.084587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.135174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Pushing event deleted for resources: {'Port': ['ID=493dcf1c-041e-44b7-9b1d-013f85026e89,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:39.143693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] No DVR routers for this DVR port 493dcf1c-041e-44b7-9b1d-013f85026e89 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:39.211764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd776655-3dc2-4ca8-a6aa-917924ecab69 None None] DHCP port deletion for a69007b8-a474-4117-ba10-4eeda937841c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:37:39.225022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.228854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.243275 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.251089 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69007b8-a474-4117-ba10-4eeda937841c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:39.261319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Transition to ACTIVE for port object a42a095b-053f-42b1-afee-6677d8635984 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:39.271721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:39.277395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8a358c-75e0-4d38-85f8-4b61dbb4c762') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:39.281163 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.295830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.313941 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.328995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:37:39.329334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:37:39.331440 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:37:39.403901 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.410923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.415358 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a69007b8-a474-4117-ba10-4eeda937841c HTTP/1.1" status: 204 len: 168 time: 0.7948396 Jul 07 22:37:39.426020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19f2ea-019d-41f8-a924-94d7eb0c9415 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69007b8-a474-4117-ba10-4eeda937841c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:39.471123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Subnet': ['ID=bece8132-c306-4708-92ac-56f0a4d9c7d7,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:39.493422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Checking segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:39.493783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network hostable DHCP agents. Network: 02ecb099-772c-4ce3-9c34-c0105984bc03, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:37:39.523278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963646b-139d-44db-9255-1b49f4eaa73e req-b0ff749c-1690-432f-ada1-8e1a912097d8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:39.525097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2963646b-139d-44db-9255-1b49f4eaa73e req-b0ff749c-1690-432f-ada1-8e1a912097d8 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.2356043 Jul 07 22:37:39.532972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 02ecb099-772c-4ce3-9c34-c0105984bc03 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:37:39.539224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Attempting to bind port a42a095b-053f-42b1-afee-6677d8635984 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:39.539597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Attempting to bind port a42a095b-053f-42b1-afee-6677d8635984 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:39.539961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Attempting to bind port a42a095b-053f-42b1-afee-6677d8635984 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:39.553112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6837538-c3e0-49b1-9247-9bf46ef4c9a5 None None] Pushing event updated for resources: {'Port': ['ID=a42a095b-053f-42b1-afee-6677d8635984,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:39.560036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:39.560634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:39.562100 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.571745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:39.572737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Bound port: a42a095b-053f-42b1-afee-6677d8635984, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:39.573376 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.589537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 02ecb099-772c-4ce3-9c34-c0105984bc03) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:39.603892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:39.604493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.606116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eda72d-665f-4416-82cf-68bda977a8fe None None] Network 02ecb099-772c-4ce3-9c34-c0105984bc03 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:39.625871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2963646b-139d-44db-9255-1b49f4eaa73e req-abd405eb-e669-4c13-9647-ab908f9a646b tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863960 Jul 07 22:37:39.633903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e17bd312-8fb7-4342-b4f4-f6b9e9646e2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1705220 Jul 07 22:37:39.636977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58118) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:39.674399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 69a23219-1eed-42de-a01c-053c75a8eaee no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:39.715472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58124) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:39.739556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 69a23219-1eed-42de-a01c-053c75a8eaee {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:39.741238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 69a23219-1eed-42de-a01c-053c75a8eaee not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:39.791484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5b92d3cf-dfa4-455e-a35e-a3363ff25e48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a759508acaf047809f9709d1b34c2472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744107 Jul 07 22:37:39.793860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58126) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:39.817495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] For port a42a095b-053f-42b1-afee-6677d8635984, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:39.841605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] For port a42a095b-053f-42b1-afee-6677d8635984, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a42a095b-053f-42b1-afee-6677d8635984,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:39.850565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:39.919926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:39.921295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:37:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:39.980523 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58134) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:39.995394 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79e5f4d-d67e-4c50-8db5-9aaaeedc8798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.028042 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79e5f4d-d67e-4c50-8db5-9aaaeedc8798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.083232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99291d87-97fa-40ce-b5cc-46ec18966250 req-578aab75-e66a-413c-93cc-11d6ee2dd454 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:40.091817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99291d87-97fa-40ce-b5cc-46ec18966250 req-578aab75-e66a-413c-93cc-11d6ee2dd454 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.2194431 Jul 07 22:37:40.150245 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99291d87-97fa-40ce-b5cc-46ec18966250 req-589bfc3e-2184-469f-b9b9-3b294b2a2202 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574186 Jul 07 22:37:40.165055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6837538-c3e0-49b1-9247-9bf46ef4c9a5 None None] Pushing event updated for resources: {'Port': ['ID=a42a095b-053f-42b1-afee-6677d8635984,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:40.169536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-02ecb099-772c-4ce3-9c34-c0105984bc03', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:37:40.170856 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.175590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79e5f4d-d67e-4c50-8db5-9aaaeedc8798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.181038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c79e5f4d-d67e-4c50-8db5-9aaaeedc8798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.197948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c79e5f4d-d67e-4c50-8db5-9aaaeedc8798 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8aa85c2-2e1e-44bd-9c02-729583d9c887 HTTP/1.1" status: 204 len: 168 time: 0.3949068 Jul 07 22:37:40.202879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f96958fc-0d13-4ca3-9190-7e445b464ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.231499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e5f4d-d67e-4c50-8db5-9aaaeedc8798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aa85c2-2e1e-44bd-9c02-729583d9c887,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:40.282022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:40.376437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.437657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df319251-f2d9-4177-9129-dfb82eee6b4c req-15684885-55b5-4999-a599-77452313bfb7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:40.439736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df319251-f2d9-4177-9129-dfb82eee6b4c req-15684885-55b5-4999-a599-77452313bfb7 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.0769677 Jul 07 22:37:40.497071 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df319251-f2d9-4177-9129-dfb82eee6b4c req-96d7aa5a-163a-4859-aaf4-1918b4615aef tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498846 Jul 07 22:37:40.648171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Allocated IP 172.20.0.2 (02ecb099-772c-4ce3-9c34-c0105984bc03/bece8132-c306-4708-92ac-56f0a4d9c7d7/82ed49aa-176b-4fe3-b621-485db1134a46) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:40.772931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556e807-e409-41e5-9a1f-ab51564d1376 req-9355d9fa-c534-45ba-9742-a99e39c90b7a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:40.775182 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4556e807-e409-41e5-9a1f-ab51564d1376 req-9355d9fa-c534-45ba-9742-a99e39c90b7a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.0872822 Jul 07 22:37:40.799103 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f96958fc-0d13-4ca3-9190-7e445b464ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.807197 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f96958fc-0d13-4ca3-9190-7e445b464ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:40.837931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:36Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:40.849260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4556e807-e409-41e5-9a1f-ab51564d1376 req-e856411a-1553-4a70-b612-8f94efcb9f3c tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674076 Jul 07 22:37:40.874907 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f96958fc-0d13-4ca3-9190-7e445b464ba3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fa490cc66b848f3bb5b949b2ff86f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8934803 Jul 07 22:37:40.879740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58168) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:40.907437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9734e0fa-ebba-4aa8-bf01-b2dcd8061ccb None None] The sync data for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 is: [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:36Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:40.914444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96958fc-0d13-4ca3-9190-7e445b464ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc069c6-b6bb-4a70-bb7c-f6a60e32a828,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:40.989265 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.000597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-398d4b45-ec81-4266-a538-13836665d26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.007257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 493dcf1c-041e-44b7-9b1d-013f85026e89 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:41.013609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Transition to ACTIVE for port object 82ed49aa-176b-4fe3-b621-485db1134a46 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:41.031646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-398d4b45-ec81-4266-a538-13836665d26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.066098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 493dcf1c-041e-44b7-9b1d-013f85026e89 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:41.067210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 493dcf1c-041e-44b7-9b1d-013f85026e89 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:41.089558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Transition to ACTIVE for port object 82ed49aa-176b-4fe3-b621-485db1134a46 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:41.107584 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.172731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Network 02ecb099-772c-4ce3-9c34-c0105984bc03 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:41.175640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:41.180839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:41.183596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Pushing event updated for resources: {'Port': ['ID=82ed49aa-176b-4fe3-b621-485db1134a46,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:41.193533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.20.0.1 (02ecb099-772c-4ce3-9c34-c0105984bc03/bece8132-c306-4708-92ac-56f0a4d9c7d7/70570745-e77d-475a-9d19-a5d2c2426474) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:41.199636 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-398d4b45-ec81-4266-a538-13836665d26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.207766 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-398d4b45-ec81-4266-a538-13836665d26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.216191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-398d4b45-ec81-4266-a538-13836665d26a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2bc069c6-b6bb-4a70-bb7c-f6a60e32a828 HTTP/1.1" status: 204 len: 168 time: 0.3344171 Jul 07 22:37:41.256442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d4b45-ec81-4266-a538-13836665d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc069c6-b6bb-4a70-bb7c-f6a60e32a828,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:41.294514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Attempting to bind port 82ed49aa-176b-4fe3-b621-485db1134a46 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:41.315206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Attempting to bind port 82ed49aa-176b-4fe3-b621-485db1134a46 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:41.315206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Attempting to bind port 82ed49aa-176b-4fe3-b621-485db1134a46 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:41.320941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:41.321317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Checking segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:41.321720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.328676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Bound using segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:41.328676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Bound port: 82ed49aa-176b-4fe3-b621-485db1134a46, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:41.328676 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.358793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217ad5c-0158-47de-ba80-5882a4ac6423 req-165e2628-e940-4958-839f-c03103c1e55d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:41.369332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1217ad5c-0158-47de-ba80-5882a4ac6423 req-165e2628-e940-4958-839f-c03103c1e55d tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.2772369 Jul 07 22:37:41.468241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1217ad5c-0158-47de-ba80-5882a4ac6423 req-52331670-6692-429e-a0e9-5d74c0f681c0 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978973 Jul 07 22:37:41.538333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] For port 82ed49aa-176b-4fe3-b621-485db1134a46, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:41.542321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] For port 82ed49aa-176b-4fe3-b621-485db1134a46, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=82ed49aa-176b-4fe3-b621-485db1134a46,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:41.549016 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.552787 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.581088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Transition to ACTIVE for port object 70570745-e77d-475a-9d19-a5d2c2426474 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:41.596294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58196) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:41.645602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5656a-f90c-4480-ab30-218d53432e15 None None] Pushing event updated for resources: {'Port': ['ID=82ed49aa-176b-4fe3-b621-485db1134a46,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:41.647103 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.760340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 02ecb099-772c-4ce3-9c34-c0105984bc03 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:41.766835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:41.774816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:41.843078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1122912264-network', 'tenant_id': '71df1180a3b042b789a5174ff4199fba'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:41.857189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=70570745-e77d-475a-9d19-a5d2c2426474,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:41.862061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173067d-dcf9-415f-87e2-857d189de700 req-bf12fce5-b43c-4ed5-9346-dadcde81831a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:41.877103 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:41.877378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d173067d-dcf9-415f-87e2-857d189de700 req-bf12fce5-b43c-4ed5-9346-dadcde81831a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.1705530 Jul 07 22:37:41.966714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d173067d-dcf9-415f-87e2-857d189de700 req-40ca7ca5-e42f-4491-bd2e-a9f671faed26 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883491 Jul 07 22:37:41.967590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Made reservation on behalf of 71df1180a3b042b789a5174ff4199fba for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:41.970026 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.058485 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.086757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.273306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.280568 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.358756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:37:42.368069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:42.389350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.389623 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Added segment 425280f8-910d-470a-8258-4ba56475e069 of type vlan for network 633910ea-4302-4ec7-9d42-4073d17be071 Jul 07 22:37:42.464533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.537424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.539084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:42.539954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.645666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0474002 Jul 07 22:37:42.650584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58230) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:42.661192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Request body: {'subnet': {'network_id': '633910ea-4302-4ec7-9d42-4073d17be071', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1122912264-subnet', 'tenant_id': '71df1180a3b042b789a5174ff4199fba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:42.689227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d343226-ae56-41c7-8e90-6f9c9b2a4c17 admin admin] Pushing event updated for resources: {'Network': ['ID=633910ea-4302-4ec7-9d42-4073d17be071,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:42.700984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 633910ea-4302-4ec7-9d42-4073d17be071 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:37:42.704272 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.712599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.714283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Made reservation on behalf of 71df1180a3b042b789a5174ff4199fba for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:42.717597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:42.813118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=70570745-e77d-475a-9d19-a5d2c2426474,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:42.850892 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.120230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 02ecb099-772c-4ce3-9c34-c0105984bc03 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:43.123724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:43.130515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a42a095b-053f-42b1-afee-6677d8635984 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:43.193948 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.206648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a42a095b-053f-42b1-afee-6677d8635984 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:43.213597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a42a095b-053f-42b1-afee-6677d8635984 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:43.215335 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.401579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 08aad6e9-99e3-4393-865c-cf9b12391eeb has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:37:43.422224 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.462111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port a42a095b-053f-42b1-afee-6677d8635984, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a42a095b-053f-42b1-afee-6677d8635984,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:43.470746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Checking segment: {'id': '425280f8-910d-470a-8258-4ba56475e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '633910ea-4302-4ec7-9d42-4073d17be071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:43.471129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Network hostable DHCP agents. Network: 633910ea-4302-4ec7-9d42-4073d17be071, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:37:43.471912 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.473372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 82ed49aa-176b-4fe3-b621-485db1134a46 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:43.477813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5640db51-0c61-49ac-9a47-3f026161e82a,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:43.501554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Network 633910ea-4302-4ec7-9d42-4073d17be071 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:37:43.528661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 633910ea-4302-4ec7-9d42-4073d17be071) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:43.547377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:43.557756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea17e0-022e-4688-b9b5-6daa00852cc8 None None] Network 633910ea-4302-4ec7-9d42-4073d17be071 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:43.559759 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:43.598451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3a993b86-86eb-4b3b-bbb9-9a4b20e696c7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9449885 Jul 07 22:37:43.687850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91309146-91f1-4dee-a4db-8497db3a43d8 None None] Network 02ecb099-772c-4ce3-9c34-c0105984bc03 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:43.921846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58266) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:43.953695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a84b0ffc-8119-459a-aabb-22b16dc44964 None None] Provisioning for port 82ed49aa-176b-4fe3-b621-485db1134a46 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:44.036610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 82ed49aa-176b-4fe3-b621-485db1134a46 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:44.046456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 82ed49aa-176b-4fe3-b621-485db1134a46 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:44.047349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.049477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a84b0ffc-8119-459a-aabb-22b16dc44964 None None] Provisioning complete for port 82ed49aa-176b-4fe3-b621-485db1134a46 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:44.051894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a84b0ffc-8119-459a-aabb-22b16dc44964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.162087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=a42a095b-053f-42b1-afee-6677d8635984,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:44.337259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:37:44.349122 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Sync routers for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:37:44.352957 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-90c7cccd-467a-4897-8ad7-59c6ba6a3234 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "PUT /v2.0/routers/08aad6e9-99e3-4393-865c-cf9b12391eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7133701 Jul 07 22:37:44.366906 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:44.394242 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:37:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:44.404647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-9c374b8c-8962-44de-9143-47d5b16953a4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:44.411639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-9c374b8c-8962-44de-9143-47d5b16953a4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/networks?id=633910ea-4302-4ec7-9d42-4073d17be071 HTTP/1.1" status: 200 len: 813 time: 0.1993608 Jul 07 22:37:44.426875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1598268419'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:44.437097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-b70bfa5d-1bef-4243-bd05-d9b8eb6c946b tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/quotas/71df1180a3b042b789a5174ff4199fba HTTP/1.1" status: 200 len: 375 time: 0.0245779 Jul 07 22:37:44.454184 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a84b0ffc-8119-459a-aabb-22b16dc44964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.476597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-a3b4ecb0-1360-4837-850d-353afe7e3349 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=71df1180a3b042b789a5174ff4199fba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385742 Jul 07 22:37:44.481755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-479a5992-bc20-4d43-b6cb-fa60ad42a9d4 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:44.490031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-479a5992-bc20-4d43-b6cb-fa60ad42a9d4 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124559 Jul 07 22:37:44.502560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.516568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd90fc-df36-481e-86a2-69224a5bee2d None None] Network 633910ea-4302-4ec7-9d42-4073d17be071 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:44.627118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-fe8d0649-1d29-4dc2-9106-27bc60d07f7e service neutron] 10.222.0.81 "GET /v2.0/networks/633910ea-4302-4ec7-9d42-4073d17be071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362066 Jul 07 22:37:44.698242 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:44.827691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-2147a79b-14c8-474e-9f3c-e12ca044e07e service neutron] 10.222.0.81 "GET /v2.0/networks/633910ea-4302-4ec7-9d42-4073d17be071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991673 Jul 07 22:37:44.894866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Made reservation on behalf of 399db5d241dd420a813adfc08dc39af2 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:44.898518 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.927776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-9b262ad4-c6a9-44fa-8934-7d183b198805 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-313991018&fields=id&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 267 time: 0.0892069 Jul 07 22:37:44.949869 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:44.954898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 82ed49aa-176b-4fe3-b621-485db1134a46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=82ed49aa-176b-4fe3-b621-485db1134a46,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:44.971978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.104505 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '70570745-e77d-475a-9d19-a5d2c2426474', 'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:c9:3c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:40Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 2, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:45.196455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a42a095b-053f-42b1-afee-6677d8635984 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:45.197862 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Checking router: 08aad6e9-99e3-4393-865c-cf9b12391eeb for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:37:45.198949 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Updating router 08aad6e9-99e3-4393-865c-cf9b12391eeb port 70570745-e77d-475a-9d19-a5d2c2426474 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:37:45.271987 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.291014 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.345424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-80d3d49f-1f23-4022-8abe-ece32395b905 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:45.349031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-80d3d49f-1f23-4022-8abe-ece32395b905 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 797 time: 0.4197540 Jul 07 22:37:45.354818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.401874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-a84b0ffc-8119-459a-aabb-22b16dc44964 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:37:45.402246 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-a84b0ffc-8119-459a-aabb-22b16dc44964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:37:45.442641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=82ed49aa-176b-4fe3-b621-485db1134a46,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:45.450631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-e43b9b7f-8d44-45ae-9700-eaa75b6cb9c8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/quotas/770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 375 time: 0.0487118 Jul 07 22:37:45.523494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a42a095b-053f-42b1-afee-6677d8635984 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:45.523939 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.663936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01d24a28-a01a-43c7-b849-07829dc4cf1d req-e6790db8-7882-4357-a507-ce2f0d65b8b6 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 210 time: 0.3345289 Jul 07 22:37:45.693424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:37:45.838825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc93c6d-359e-4b4b-af41-a22c0647bdbb,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:45.861678 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.862040 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Added segment 874d3253-ebf9-4115-b9b3-7089f46d9b3a of type vlan for network 0d0957ac-2963-48e6-b7d1-f692b835eec5 Jul 07 22:37:45.901678 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.923061 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Transition to ACTIVE for port object 70570745-e77d-475a-9d19-a5d2c2426474 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:45.951263 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.962038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:45.993505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-e0a257f9-c9be-4f93-a6c8-e955e586654a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4861012 Jul 07 22:37:46.054295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-fc2577c3-7b65-4421-9973-3eabc7ecdfa2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:46.063919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-fc2577c3-7b65-4421-9973-3eabc7ecdfa2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256138 Jul 07 22:37:46.093634 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Pushing event updated for resources: {'Port': ['ID=70570745-e77d-475a-9d19-a5d2c2426474,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:46.107849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3662c6eb-5156-42e8-a644-e0ea18f8fd92 None None] Provisioning for port 70570745-e77d-475a-9d19-a5d2c2426474 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:46.148497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3662c6eb-5156-42e8-a644-e0ea18f8fd92 None None] Provisioning complete for port 82ed49aa-176b-4fe3-b621-485db1134a46 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:46.148859 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3662c6eb-5156-42e8-a644-e0ea18f8fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.154959 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.154959 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.156463 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.156742 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.157540 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.157879 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.159379 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.159733 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.162961 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.163329 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.167851 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.169515 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.169900 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:46.183128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:46.183773 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.222019 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Attempting to bind port 70570745-e77d-475a-9d19-a5d2c2426474 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:46.224250 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Attempting to bind port 70570745-e77d-475a-9d19-a5d2c2426474 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:46.224636 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Attempting to bind port 70570745-e77d-475a-9d19-a5d2c2426474 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:46.239953 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:46.243958 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Checking segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:46.244432 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.248176 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Bound using segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:46.248796 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Bound port: 70570745-e77d-475a-9d19-a5d2c2426474, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:46.252043 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.256019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-4c407607-1ed5-4f97-874b-424ab107481a service neutron] 10.222.0.81 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907809 Jul 07 22:37:46.505240 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] For port 70570745-e77d-475a-9d19-a5d2c2426474, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:46.509687 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] For port 70570745-e77d-475a-9d19-a5d2c2426474, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=70570745-e77d-475a-9d19-a5d2c2426474,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:46.515342 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.520606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5964839 Jul 07 22:37:46.521412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64506675-246b-4091-bb64-441b97f28d4f tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Pushing event updated for resources: {'Network': ['ID=0d0957ac-2963-48e6-b7d1-f692b835eec5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:46.546721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 0d0957ac-2963-48e6-b7d1-f692b835eec5 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:37:46.655089 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:37:46.655756 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:37:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:46.686696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-0140a3a9-0f70-465d-b234-e5c90bf23af3 service neutron] 10.222.0.81 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030903 Jul 07 22:37:46.762289 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a152d-9548-4711-8f62-6f5e6961a61c None None] Pushing event updated for resources: {'Port': ['ID=70570745-e77d-475a-9d19-a5d2c2426474,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:46.817446 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58344) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:46.822574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Request body: {'port': {'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5', 'binding:host_id': 'n-h1-695012-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1660768337'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:46.889853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Made reservation on behalf of efd92420c63e4937aba12b40a34c2c84 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:46.889853 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:46.902093 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:47.178820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8efde713-fddf-461a-a84d-97f03bc3ebdb req-c648c21b-dfa1-4218-bd4b-e1b35fd4efcf tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 210 time: 0.1205127 Jul 07 22:37:47.194209 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 82ed49aa-176b-4fe3-b621-485db1134a46 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:47.254671 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:47.261423 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:47.270792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] device_id is not set on port 75627029-e4de-4b2c-b16c-79bc62926205 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:47.325069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b259106-b60a-4448-bb87-5535c7049a6e req-fb3abe46-8707-4258-a6b3-1065154d07bb tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 210 time: 0.1581080 Jul 07 22:37:47.374729 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:37:47.470833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 82ed49aa-176b-4fe3-b621-485db1134a46 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:47.471462 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:47.684180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-6bedcc98-87ef-4dab-a770-c64bc8232545 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:47.700508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8851b5e-d04a-41d2-8fcc-32c8b7ab4f75,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:47.702380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-6bedcc98-87ef-4dab-a770-c64bc8232545 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.44 "GET /v2.0/networks?id=633910ea-4302-4ec7-9d42-4073d17be071 HTTP/1.1" status: 200 len: 813 time: 0.3764887 Jul 07 22:37:47.724312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Request body: {'port': {'device_id': '16e6290a-5f7c-4007-b836-b22752c2a427', 'network_id': '633910ea-4302-4ec7-9d42-4073d17be071', 'admin_state_up': True, 'tenant_id': '71df1180a3b042b789a5174ff4199fba'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:47.834553 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '70570745-e77d-475a-9d19-a5d2c2426474', 'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:c9:3c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:40Z', 'updated_at': '2021-07-07T22:37:46Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:47.908999 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e37eb-c74a-4f3b-bd32-284d3dc9b733 None None] The sync data for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 is: [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '70570745-e77d-475a-9d19-a5d2c2426474', 'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:c9:3c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:40Z', 'updated_at': '2021-07-07T22:37:46Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:37:47.932558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Made reservation on behalf of 71df1180a3b042b789a5174ff4199fba for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:47.937582 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.024078 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] device_id is not set on port 75627029-e4de-4b2c-b16c-79bc62926205 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:48.038518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.075084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Transition to ACTIVE for port object 75627029-e4de-4b2c-b16c-79bc62926205 will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:48.115468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.237187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Checking segment: {'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:48.237560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Network hostable DHCP agents. Network: 0d0957ac-2963-48e6-b7d1-f692b835eec5, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:37:48.244926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'Port': ['ID=75627029-e4de-4b2c-b16c-79bc62926205,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:48.255388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Allocated IP 172.20.0.13 (633910ea-4302-4ec7-9d42-4073d17be071/5640db51-0c61-49ac-9a47-3f026161e82a/4d9ac856-9a0a-4582-8ccc-28f3ad742c28) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:48.265583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Network 0d0957ac-2963-48e6-b7d1-f692b835eec5 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:37:48.278186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 0d0957ac-2963-48e6-b7d1-f692b835eec5) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:48.291847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf2134-72ab-45a6-9bfc-390230e7b42d None None] Network 0d0957ac-2963-48e6-b7d1-f692b835eec5 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:37:48.302985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:48.342503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.342842 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.350013 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.361313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.361636 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.362177 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 2 to bind port 75627029-e4de-4b2c-b16c-79bc62926205 Jul 07 22:37:48.410687 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.411223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.411758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.417512 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.418429 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.418972 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 3 to bind port 75627029-e4de-4b2c-b16c-79bc62926205 Jul 07 22:37:48.465791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.466388 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.466909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.484846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.485755 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.486358 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 4 to bind port 75627029-e4de-4b2c-b16c-79bc62926205 Jul 07 22:37:48.515371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.515952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.516642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.525635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-572555cf-24bf-4e92-af4c-4edc12419e4d req-aac3f327-5286-4cce-b10b-4f15319dead4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 210 time: 0.0866966 Jul 07 22:37:48.526840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.527331 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.527867 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 5 to bind port 75627029-e4de-4b2c-b16c-79bc62926205 Jul 07 22:37:48.573131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.573476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.573859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.584292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.584613 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.585007 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 6 to bind port 75627029-e4de-4b2c-b16c-79bc62926205 Jul 07 22:37:48.616678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.617018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.617353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.631166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.631376 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.634276 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 7 to bind port 75627029-e4de-4b2c-b16c-79bc62926205 Jul 07 22:37:48.659378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.670044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.672775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.672775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.689736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.690622 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.691255 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 8 to bind port 75627029-e4de-4b2c-b16c-79bc62926205 Jul 07 22:37:48.721370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.721618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.721958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.727949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-234c820c-e4aa-46ec-aa60-1175ebac3ea4 req-0fad6825-81ea-4c04-afd8-49a4170bd051 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 210 time: 0.0600903 Jul 07 22:37:48.746132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.746132 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.746132 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 9 to bind port 75627029-e4de-4b2c-b16c-79bc62926205 Jul 07 22:37:48.766557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.767539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.768109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.781445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.784491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.785610 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.785802 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 10 to bind port 75627029-e4de-4b2c-b16c-79bc62926205 Jul 07 22:37:48.804883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:48.805195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:48.805623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:48.810339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 75627029-e4de-4b2c-b16c-79bc62926205 on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:48.810743 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 75627029-e4de-4b2c-b16c-79bc62926205 on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:48.811027 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.837304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Network 633910ea-4302-4ec7-9d42-4073d17be071 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:48.841321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:48.849194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:48.915062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:48.916047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.934201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] For port 75627029-e4de-4b2c-b16c-79bc62926205, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:48.935981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempted to set empty binding levels {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:37:48.943889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:48.960318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Pushing event updated for resources: {'Port': ['ID=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:48.984521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d8013eae-832d-4321-9d63-9e39a0c2bf78 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2689781 Jul 07 22:37:48.998061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Request body: {'port': {'device_id': '16e6290a-5f7c-4007-b836-b22752c2a427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:49.027800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.028392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:49.088682 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.2700820 Jul 07 22:37:49.091491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58384) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:49.094297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104cd3e-0650-4c5d-9dd8-dd3371e67870 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'Port': ['ID=75627029-e4de-4b2c-b16c-79bc62926205,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:49.158671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 70570745-e77d-475a-9d19-a5d2c2426474 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:49.257949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 70570745-e77d-475a-9d19-a5d2c2426474 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:49.267462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 70570745-e77d-475a-9d19-a5d2c2426474 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:49.268967 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:49.278596 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:37:49.396142 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:49.471344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 70570745-e77d-475a-9d19-a5d2c2426474, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=70570745-e77d-475a-9d19-a5d2c2426474,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:49.476986 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:49.535748 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:49.622593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=70570745-e77d-475a-9d19-a5d2c2426474,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:49.805958 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:49.883814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-50c93648-5eb2-4797-9de9-956d0e741ff5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:49.887584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-50c93648-5eb2-4797-9de9-956d0e741ff5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 797 time: 0.6656947 Jul 07 22:37:49.904694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f740c1c-e59a-4aa5-bbed-b82c7c4e6dbf req-f5063d49-f638-46df-a525-95cb8cbfb237 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 210 time: 0.1287036 Jul 07 22:37:49.943356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-806b3e72-ff65-425c-992c-4e85426f7dd2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Deleting port 75627029-e4de-4b2c-b16c-79bc62926205 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:49.943700 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-806b3e72-ff65-425c-992c-4e85426f7dd2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.012307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-81222d54-581c-49f6-8528-42e7f7d39001 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 379 time: 0.1063590 Jul 07 22:37:50.080659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-806b3e72-ff65-425c-992c-4e85426f7dd2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] For port 75627029-e4de-4b2c-b16c-79bc62926205, host n-h1-695012-11, got binding levels [] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:50.081033 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-806b3e72-ff65-425c-992c-4e85426f7dd2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.118125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'port': {'device_id': '115061a5-04ad-45cf-8e54-9b6494847496', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'admin_state_up': True, 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'security_groups': ['c2492559-ac71-4ff5-b4c6-dbe53d790a6b']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:50.121390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-806b3e72-ff65-425c-992c-4e85426f7dd2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Calling delete_port for 75627029-e4de-4b2c-b16c-79bc62926205 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:50.716607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2ad5d-4215-4578-867a-f24443d57e6b req-51ffe4e8-c6df-4423-ad54-a91488a3ced5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.718131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1a2ad5d-4215-4578-867a-f24443d57e6b req-51ffe4e8-c6df-4423-ad54-a91488a3ced5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.6111062 Jul 07 22:37:50.729060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:37:50.744126 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.786743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b367a8-c64b-44d6-847c-e5f04a4f2aec req-f2872160-586e-44e8-ae12-602ff8c14e09 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:50.788176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7b367a8-c64b-44d6-847c-e5f04a4f2aec req-f2872160-586e-44e8-ae12-602ff8c14e09 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 932 time: 0.6821754 Jul 07 22:37:50.810000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Transition to ACTIVE for port object 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:50.820445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-806b3e72-ff65-425c-992c-4e85426f7dd2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.828199 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.837497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:50.840979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.884513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1a2ad5d-4215-4578-867a-f24443d57e6b req-b35c8048-7e57-4ee3-ad72-c53a5186294a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576576 Jul 07 22:37:50.912587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-806b3e72-ff65-425c-992c-4e85426f7dd2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:50.914470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-806b3e72-ff65-425c-992c-4e85426f7dd2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "DELETE /v2.0/ports/75627029-e4de-4b2c-b16c-79bc62926205 HTTP/1.1" status: 204 len: 168 time: 1.8170321 Jul 07 22:37:50.917183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58424) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:50.928887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7b367a8-c64b-44d6-847c-e5f04a4f2aec req-bac9c495-4f18-41a6-bf10-13764171aa8e tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318161 Jul 07 22:37:50.943165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:50.978353 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-45bf8499-d4e0-4c8c-b168-d09b799f01b8 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:37:50.983673 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-45bf8499-d4e0-4c8c-b168-d09b799f01b8 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "GET /v2.0/ports/75627029-e4de-4b2c-b16c-79bc62926205 HTTP/1.1" status: 404 len: 333 time: 0.0617793 Jul 07 22:37:50.989796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:51.004122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Request body: {'port': {'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1998613844'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:51.046349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Made reservation on behalf of efd92420c63e4937aba12b40a34c2c84 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:51.051325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.072118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 70570745-e77d-475a-9d19-a5d2c2426474 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:51.092655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] device_id is not set on port 5d568c59-8d3a-414b-a60f-a8a9332c873d yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:51.111284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b3e72-ff65-425c-992c-4e85426f7dd2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event deleted for resources: {'Port': ['ID=75627029-e4de-4b2c-b16c-79bc62926205,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:51.131245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 70570745-e77d-475a-9d19-a5d2c2426474 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:51.131924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.197875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7b0e1f5-e8bc-471a-918c-aed2c39ff817 req-c0ff48ff-943c-47ed-810a-7dc937402613 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 210 time: 0.0479641 Jul 07 22:37:51.216543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Attempting to bind port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:51.216977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Attempting to bind port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '425280f8-910d-470a-8258-4ba56475e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '633910ea-4302-4ec7-9d42-4073d17be071'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:51.217383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Attempting to bind port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 on network 633910ea-4302-4ec7-9d42-4073d17be071 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:51.220872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.20.0.3 (02ecb099-772c-4ce3-9c34-c0105984bc03/bece8132-c306-4708-92ac-56f0a4d9c7d7/cf693b2e-535a-4af4-a6b0-f85c6140a0e6) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:37:51.224505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 on network 633910ea-4302-4ec7-9d42-4073d17be071 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:51.224926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Attempting to bind port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 on network 633910ea-4302-4ec7-9d42-4073d17be071 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:51.240208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:51.240562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Checking segment: {'id': '425280f8-910d-470a-8258-4ba56475e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '633910ea-4302-4ec7-9d42-4073d17be071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:51.240955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Bound using segment: {'id': '425280f8-910d-470a-8258-4ba56475e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '633910ea-4302-4ec7-9d42-4073d17be071'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:51.241464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Bound port: 4d9ac856-9a0a-4582-8ccc-28f3ad742c28, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '425280f8-910d-470a-8258-4ba56475e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '633910ea-4302-4ec7-9d42-4073d17be071'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:51.241839 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.320495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.358313 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.381231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] For port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:51.389907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] For port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,segment=NetworkSegment(425280f8-910d-470a-8258-4ba56475e069),segment_id=425280f8-910d-470a-8258-4ba56475e069)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:51.404470 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.407238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Network 0d0957ac-2963-48e6-b7d1-f692b835eec5 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:51.410659 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:51.416414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:51.417530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.417950 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.435156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'Port': ['ID=5d568c59-8d3a-414b-a60f-a8a9332c873d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:51.443276 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-07f7c4e9-487b-4b7b-8788-cd0eec2c5fc6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4522071 Jul 07 22:37:51.445920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58438) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:51.452902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:51.467351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.467972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.469375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] 10.222.0.44 "PUT /v2.0/ports/4d9ac856-9a0a-4582-8ccc-28f3ad742c28 HTTP/1.1" status: 200 len: 1093 time: 2.4773564 Jul 07 22:37:51.472715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e6290a-5f7c-4007-b836-b22752c2a427', 'tag': '4d9ac856-9a0a-4582-8ccc-28f3ad742c28'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:51.475164 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81da639e-5bfe-4df1-a762-7eeff37a7115" -d '{"events": [{"name": "network-changed", "server_uuid": "16e6290a-5f7c-4007-b836-b22752c2a427", "tag": "4d9ac856-9a0a-4582-8ccc-28f3ad742c28"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:51.498989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.522012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767e4a9-e00f-4585-8d37-bb1b5c60aa79 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:51.527133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Transition to ACTIVE for port object cf693b2e-535a-4af4-a6b0-f85c6140a0e6 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:51.543245 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945d69ff-094d-4530-b8ec-5accb5ffad2d x-openstack-request-id: req-945d69ff-094d-4530-b8ec-5accb5ffad2d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:51.543539 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e6290a-5f7c-4007-b836-b22752c2a427", "tag": "4d9ac856-9a0a-4582-8ccc-28f3ad742c28", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:51.543799 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-945d69ff-094d-4530-b8ec-5accb5ffad2d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:51.544184 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e6290a-5f7c-4007-b836-b22752c2a427', 'tag': '4d9ac856-9a0a-4582-8ccc-28f3ad742c28', 'status': 'completed', 'code': 200} Jul 07 22:37:51.574189 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.604228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.620818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-1e8971d1-2e5c-4364-abdf-ebf64413866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.622358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-1e8971d1-2e5c-4364-abdf-ebf64413866b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=71df1180a3b042b789a5174ff4199fba&device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 1096 time: 0.0906835 Jul 07 22:37:51.660380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 02ecb099-772c-4ce3-9c34-c0105984bc03 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:51.694726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-352d749a-e700-44f9-977e-0f9b44f0e3a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d9ac856-9a0a-4582-8ccc-28f3ad742c28 HTTP/1.1" status: 200 len: 217 time: 0.0536644 Jul 07 22:37:51.702323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:51.709187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:51.741698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:51.796285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-0f081e02-8c68-427b-b112-136c200d7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.797784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-0f081e02-8c68-427b-b112-136c200d7a44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5640db51-0c61-49ac-9a47-3f026161e82a HTTP/1.1" status: 200 len: 853 time: 0.0924606 Jul 07 22:37:51.804198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:51.804819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.824821 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] device_id is not set on port 5d568c59-8d3a-414b-a60f-a8a9332c873d yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:51.832593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.846216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Transition to ACTIVE for port object 5d568c59-8d3a-414b-a60f-a8a9332c873d will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:51.850532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:51.851738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-d5e119ea-cd83-4c15-a5a3-b11771fa1417 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=633910ea-4302-4ec7-9d42-4073d17be071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314455 Jul 07 22:37:51.869238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-44861abe-5897-47b3-b9b0-a583516ff721 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7658174 Jul 07 22:37:51.912220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'Port': ['ID=5d568c59-8d3a-414b-a60f-a8a9332c873d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:51.914490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Request body: {'port': {'device_id': '115061a5-04ad-45cf-8e54-9b6494847496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:51.928432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:51.928922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:51.929118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:51.934413 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:51.934750 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:51.935174 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 2 to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d Jul 07 22:37:51.949817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:51.950192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:51.950813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:51.958027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:51.958460 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:51.958912 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 3 to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d Jul 07 22:37:51.994017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:51.994337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:51.994684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:52.001164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:52.001817 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:52.002259 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 4 to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d Jul 07 22:37:52.032148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:52.035837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:52.036228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:52.072670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:52.072891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-db2fd4d0-eb2b-4cca-a237-6e1880985b25 service neutron] 10.222.0.44 "GET /v2.0/networks/633910ea-4302-4ec7-9d42-4073d17be071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131572 Jul 07 22:37:52.073719 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:52.074219 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 5 to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d Jul 07 22:37:52.077580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.084007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-82129d5b-b34e-4c46-b0e1-c92427617401 None None] Provisioning for port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:52.089533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-82129d5b-b34e-4c46-b0e1-c92427617401 None None] Provisioning complete for port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:52.089906 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82129d5b-b34e-4c46-b0e1-c92427617401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.121205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:52.121550 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:52.121895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:52.130711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:52.131051 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:52.137518 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 6 to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d Jul 07 22:37:52.152439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:52.152779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:52.153118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:52.157599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:52.157929 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:52.158352 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 7 to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d Jul 07 22:37:52.166376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-82129d5b-b34e-4c46-b0e1-c92427617401 None None] Port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:37:52.171624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:52.171966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:52.172308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:52.177731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:52.177821 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:52.178266 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 8 to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d Jul 07 22:37:52.193768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:52.194149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:52.194495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:52.198978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:52.199311 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:52.199754 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 9 to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d Jul 07 22:37:52.211830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:52.212177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:52.212514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:52.216815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:52.217137 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:52.217525 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 10 to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d Jul 07 22:37:52.230596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:52.231225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:52.231339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:52.236986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:52.237367 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 5d568c59-8d3a-414b-a60f-a8a9332c873d on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:52.237743 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.312669 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] For port 5d568c59-8d3a-414b-a60f-a8a9332c873d, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:52.312869 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempted to set empty binding levels {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:37:52.317960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.350379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] In _notify_port_updated(), no bound segment for port 5d568c59-8d3a-414b-a60f-a8a9332c873d on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:37:52.351345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.352054 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.353590 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "PUT /v2.0/ports/5d568c59-8d3a-414b-a60f-a8a9332c873d HTTP/1.1" status: 200 len: 976 time: 0.9059007 Jul 07 22:37:52.356222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:52.429260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7ce0b08-004f-42b6-9839-01a1ddfe51bb req-8c19c296-ac47-47eb-b9d9-839ba095ace7 service neutron] 10.222.0.44 "GET /v2.0/networks/633910ea-4302-4ec7-9d42-4073d17be071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490684 Jul 07 22:37:52.433567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fc0c4-0a4d-4fe3-8bd3-b567c65b9ca0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'Port': ['ID=5d568c59-8d3a-414b-a60f-a8a9332c873d,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:52.467870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6506d-bd59-45b7-a0ee-c88f8d09bdc9 req-5345f74e-7b29-42c0-976d-8a8bb043720d tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.469361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ff6506d-bd59-45b7-a0ee-c88f8d09bdc9 req-5345f74e-7b29-42c0-976d-8a8bb043720d tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 944 time: 0.3206046 Jul 07 22:37:52.487468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-b8e97f5a-537c-4af2-a548-bd39d991239a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.489025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-b8e97f5a-537c-4af2-a548-bd39d991239a tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.83 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.3198521 Jul 07 22:37:52.495366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.495857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.496360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.496752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26fdc-bed4-4464-9847-44bed29f4a6d req-ca262a1b-a54a-4455-906a-2807bd3a86f5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.496964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.497560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.498209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.498320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56e26fdc-bed4-4464-9847-44bed29f4a6d req-ca262a1b-a54a-4455-906a-2807bd3a86f5 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 947 time: 0.3400731 Jul 07 22:37:52.498692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.499162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.499624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.500225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.500697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.506048 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4ffb7ce3-b4b1-449a-9e17-e9bda6bce8fa tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10008 time: 0.1457336 Jul 07 22:37:52.506338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58464) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:52.593727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-25779b10-e71d-4d1e-8c15-2e98f914a901 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Deleting port 5d568c59-8d3a-414b-a60f-a8a9332c873d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:52.594099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25779b10-e71d-4d1e-8c15-2e98f914a901 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.660990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-25779b10-e71d-4d1e-8c15-2e98f914a901 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] For port 5d568c59-8d3a-414b-a60f-a8a9332c873d, host n-h1-695012-11, got binding levels [] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:52.661446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25779b10-e71d-4d1e-8c15-2e98f914a901 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.676095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-25779b10-e71d-4d1e-8c15-2e98f914a901 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Calling delete_port for 5d568c59-8d3a-414b-a60f-a8a9332c873d owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:52.719994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ff6506d-bd59-45b7-a0ee-c88f8d09bdc9 req-8eef8ff1-f34e-44e4-ace6-15c163d25dac tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207513 Jul 07 22:37:52.743053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56e26fdc-bed4-4464-9847-44bed29f4a6d req-4ec410ce-641e-4d6e-879e-de1e22753f11 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922908 Jul 07 22:37:52.763496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25779b10-e71d-4d1e-8c15-2e98f914a901 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.801439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-09f54d07-364f-494e-a934-ac56e1ba98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:52.803017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-09f54d07-364f-494e-a934-ac56e1ba98b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=71df1180a3b042b789a5174ff4199fba&device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 1096 time: 0.2730393 Jul 07 22:37:52.809640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25779b10-e71d-4d1e-8c15-2e98f914a901 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.811773 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-25779b10-e71d-4d1e-8c15-2e98f914a901 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "DELETE /v2.0/ports/5d568c59-8d3a-414b-a60f-a8a9332c873d HTTP/1.1" status: 204 len: 168 time: 0.3044264 Jul 07 22:37:52.813182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25779b10-e71d-4d1e-8c15-2e98f914a901 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d568c59-8d3a-414b-a60f-a8a9332c873d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:52.815052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:52.848621 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2794bb8-0f37-4f47-8d55-a122106131db tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:37:52.850232 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e2794bb8-0f37-4f47-8d55-a122106131db tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "GET /v2.0/ports/5d568c59-8d3a-414b-a60f-a8a9332c873d HTTP/1.1" status: 404 len: 333 time: 0.0335774 Jul 07 22:37:52.856325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:52.861314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1526403222', 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:52.882096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Deleting port b54473a2-641a-43ce-b992-17841a514940 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:52.882366 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.885914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Made reservation on behalf of efd92420c63e4937aba12b40a34c2c84 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:52.888493 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:52.904926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] device_id is not set on port fb226f50-78ca-41ee-bf6d-774eb34c3d2f yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:53.008275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf693b2e-535a-4af4-a6b0-f85c6140a0e6 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:37:53.027741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.067208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Transition to ACTIVE for port object cf693b2e-535a-4af4-a6b0-f85c6140a0e6 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:53.082286 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.088794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.123301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-f8a5ef05-671d-48c8-8aed-28f1fc7fe75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.124788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-f8a5ef05-671d-48c8-8aed-28f1fc7fe75f service neutron] 10.222.0.44 "GET /v2.0/networks?id=633910ea-4302-4ec7-9d42-4073d17be071 HTTP/1.1" status: 200 len: 914 time: 0.3138804 Jul 07 22:37:53.128717 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.152744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] For port b54473a2-641a-43ce-b992-17841a514940, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=b54473a2-641a-43ce-b992-17841a514940,segment=NetworkSegment(a359015d-357d-4dcf-aa68-f73429db4470),segment_id=a359015d-357d-4dcf-aa68-f73429db4470)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:53.153025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.196477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Network 0d0957ac-2963-48e6-b7d1-f692b835eec5 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:53.198209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:53.214462 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:53.215715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.216276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.221390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-baf5a636-b95b-4ade-887d-d84c9f3b944d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d9ac856-9a0a-4582-8ccc-28f3ad742c28 HTTP/1.1" status: 200 len: 217 time: 0.0890431 Jul 07 22:37:53.230717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a291c01-38e1-4a4d-970a-26e6f7328592 req-9c66d6de-4b24-4bf4-8c89-3a3c93152c0a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.232657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'Port': ['ID=fb226f50-78ca-41ee-bf6d-774eb34c3d2f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:53.238649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a291c01-38e1-4a4d-970a-26e6f7328592 req-9c66d6de-4b24-4bf4-8c89-3a3c93152c0a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 931 time: 0.3311062 Jul 07 22:37:53.240914 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e9c6fbf4-8e2a-418a-a178-9d59b7e42df6 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3835213 Jul 07 22:37:53.241591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Calling delete_port for b54473a2-641a-43ce-b992-17841a514940 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:53.243518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58484) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:53.292112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fc983a-9877-48ae-959f-0a07f6560da1 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.293792 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-49fc983a-9877-48ae-959f-0a07f6560da1 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "GET /v2.0/ports/fb226f50-78ca-41ee-bf6d-774eb34c3d2f HTTP/1.1" status: 200 len: 955 time: 0.0491595 Jul 07 22:37:53.296706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:53.407519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-64a6f81b-5094-4f27-83fa-611f9fdb758d tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Deleting port fb226f50-78ca-41ee-bf6d-774eb34c3d2f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:53.407823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64a6f81b-5094-4f27-83fa-611f9fdb758d tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.483338 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64a6f81b-5094-4f27-83fa-611f9fdb758d tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.502926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-64a6f81b-5094-4f27-83fa-611f9fdb758d tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Calling delete_port for fb226f50-78ca-41ee-bf6d-774eb34c3d2f owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:53.567537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:53.616610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64a6f81b-5094-4f27-83fa-611f9fdb758d tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.646518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6f81b-5094-4f27-83fa-611f9fdb758d tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb226f50-78ca-41ee-bf6d-774eb34c3d2f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:53.657012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64a6f81b-5094-4f27-83fa-611f9fdb758d tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.661853 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-64a6f81b-5094-4f27-83fa-611f9fdb758d tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "DELETE /v2.0/ports/fb226f50-78ca-41ee-bf6d-774eb34c3d2f HTTP/1.1" status: 204 len: 168 time: 0.3611937 Jul 07 22:37:53.662769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:53.696538 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-7136b816-a4ad-4603-b84c-e312a6a547f4 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:37:53.701676 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7136b816-a4ad-4603-b84c-e312a6a547f4 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "GET /v2.0/ports/fb226f50-78ca-41ee-bf6d-774eb34c3d2f HTTP/1.1" status: 404 len: 333 time: 0.0344586 Jul 07 22:37:53.702057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58496) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:53.706939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Request body: {'port': {'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1590182231'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:53.712093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-2825cfea-c7af-4ee9-8553-0c886baf0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:53.713565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-2825cfea-c7af-4ee9-8553-0c886baf0ec9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5640db51-0c61-49ac-9a47-3f026161e82a HTTP/1.1" status: 200 len: 853 time: 0.4698985 Jul 07 22:37:53.728039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a291c01-38e1-4a4d-970a-26e6f7328592 req-baf1a8a2-6a84-4c8a-99dc-f7f1417e0285 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4885416 Jul 07 22:37:53.737209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Made reservation on behalf of efd92420c63e4937aba12b40a34c2c84 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:37:53.740952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:53.763802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] device_id is not set on port 9672f438-b8f3-458d-a8fc-56bca8b57a2b yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:53.769046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-d59afed6-dc2f-451a-a160-c30c4dde61ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=633910ea-4302-4ec7-9d42-4073d17be071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443447 Jul 07 22:37:53.861878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:53.862304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:53.862676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:53.895841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:53.896168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:53.925437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:37:53.925777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Checking segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:37:53.926191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Bound using segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:37:53.926641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Bound port: cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:37:53.927003 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.044027 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.060235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-76847d62-bed4-46de-a596-494ec7ee05f5 service neutron] 10.222.0.44 "GET /v2.0/networks/633910ea-4302-4ec7-9d42-4073d17be071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743902 Jul 07 22:37:54.096118 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.109575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Pushing event deleted for resources: {'Port': ['ID=b54473a2-641a-43ce-b992-17841a514940,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:54.146113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.191806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Network 0d0957ac-2963-48e6-b7d1-f692b835eec5 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:37:54.191806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:37:54.202091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:37:54.203117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:54.203799 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.217481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'Port': ['ID=9672f438-b8f3-458d-a8fc-56bca8b57a2b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:54.231229 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fd9554f3-fedb-4a87-ae14-9bec99d5c996 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5280051 Jul 07 22:37:54.233883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58510) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:54.240344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-695012-11'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:37:54.241839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:54.244067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] No DVR routers for this DVR port b54473a2-641a-43ce-b992-17841a514940 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:37:54.257205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d2aed-31ac-48b3-8c6a-562b699c3662 req-0cd6e4b2-65cf-40d3-9f97-e609e94f3f1d tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:54.258743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e05d2aed-31ac-48b3-8c6a-562b699c3662 req-0cd6e4b2-65cf-40d3-9f97-e609e94f3f1d tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 944 time: 0.3501701 Jul 07 22:37:54.260027 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.262060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-247d6e60-a887-4f91-9f00-ad775134a2f0 req-3a10dc72-747a-463e-bdbb-347ae9f0a0f6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.83 "DELETE /v2.0/ports/b54473a2-641a-43ce-b992-17841a514940 HTTP/1.1" status: 204 len: 173 time: 1.7569821 Jul 07 22:37:54.271556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-deleted', 'tag': 'b54473a2-641a-43ce-b992-17841a514940'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:54.274159 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131cce00-2a16-44bf-90d7-ea279f695cee" -d '{"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-deleted", "tag": "b54473a2-641a-43ce-b992-17841a514940"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:54.301067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b68113-d73f-40bd-b9cf-4b781a851d87 req-7e7b2f97-d37c-4747-9009-89aaff29dbd6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:54.302807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17b68113-d73f-40bd-b9cf-4b781a851d87 req-7e7b2f97-d37c-4747-9009-89aaff29dbd6 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/ports?device_id=71d2affe-a84e-4bf8-a016-65bdbf0349d6 HTTP/1.1" status: 200 len: 868 time: 0.3786333 Jul 07 22:37:54.306517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:37:54.318558 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.348077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.411858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81da639e-5bfe-4df1-a762-7eeff37a7115 req-fa05cb7f-6dfe-48e0-ab48-859aefdc419a service neutron] 10.222.0.44 "GET /v2.0/networks/633910ea-4302-4ec7-9d42-4073d17be071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261123 Jul 07 22:37:54.414646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:54.415267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.416588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] 10.222.0.83 "PUT /v2.0/ports/cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 1092 time: 2.5069849 Jul 07 22:37:54.448278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e05d2aed-31ac-48b3-8c6a-562b699c3662 req-07b0522c-7e96-40ba-a9c3-7f82b90e11c2 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680906 Jul 07 22:37:54.456044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17b68113-d73f-40bd-b9cf-4b781a851d87 req-0bc4d88f-1a1e-4014-8081-8a30faeb25b4 tempest-ServersNegativeTestJSON-96143957 tempest-ServersNegativeTestJSON-96143957-project] 10.222.0.81 "GET /v2.0/security-groups?id=415f0d01-b764-4bb0-bffa-45f015993cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417825 Jul 07 22:37:54.467841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae42607-d222-48c5-a026-869e3310c60a service neutron] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:54.562701 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fcb59b-3720-45a4-91b2-ca230e7eab1e x-openstack-request-id: req-84fcb59b-3720-45a4-91b2-ca230e7eab1e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:54.563125 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d2affe-a84e-4bf8-a016-65bdbf0349d6", "name": "network-vif-deleted", "tag": "b54473a2-641a-43ce-b992-17841a514940", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:54.563426 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84fcb59b-3720-45a4-91b2-ca230e7eab1e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:54.563998 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d2affe-a84e-4bf8-a016-65bdbf0349d6', 'name': 'network-vif-deleted', 'tag': 'b54473a2-641a-43ce-b992-17841a514940', 'status': 'completed', 'code': 200} Jul 07 22:37:54.600363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-66e84cee-9306-441c-a3c1-177a3780a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:54.602122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-66e84cee-9306-441c-a3c1-177a3780a77e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1095 time: 0.0931401 Jul 07 22:37:54.641510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] device_id is not set on port 9672f438-b8f3-458d-a8fc-56bca8b57a2b yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:37:54.651772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.669324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-99c0b8d1-6b55-4479-bb25-19d4d3b36f84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0527117 Jul 07 22:37:54.671569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Transition to ACTIVE for port object 9672f438-b8f3-458d-a8fc-56bca8b57a2b will not be triggered until provisioned by entity L2. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:37:54.675149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:54.721159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-6d08b06b-b1e1-4384-b97a-cc8ed884dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:54.723091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-6d08b06b-b1e1-4384-b97a-cc8ed884dd5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.0465288 Jul 07 22:37:54.730930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'Port': ['ID=9672f438-b8f3-458d-a8fc-56bca8b57a2b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:54.750662 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.751048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.751397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:54.762148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:54.762490 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:54.763242 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 2 to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b Jul 07 22:37:54.785851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.786268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.786931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:54.787929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-c2d61fd3-7dc3-46d9-848b-64441494c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:54.789840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-c2d61fd3-7dc3-46d9-848b-64441494c0a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601583 Jul 07 22:37:54.792883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:54.793210 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:54.793592 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 3 to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b Jul 07 22:37:54.807815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.808161 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.808510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:54.813428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:54.813760 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:54.814183 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 4 to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b Jul 07 22:37:54.828245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.828595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.828938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:54.835815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:54.836142 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:54.836529 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 5 to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b Jul 07 22:37:54.849001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.849352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.849692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:54.854218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:54.854563 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:54.854954 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 6 to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b Jul 07 22:37:54.882303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.883035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.883560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:54.889097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:54.889620 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:54.890196 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 7 to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b Jul 07 22:37:54.906159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.906491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.906959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:54.912468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:54.912605 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:54.912970 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 8 to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b Jul 07 22:37:54.942830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.943463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.944447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:54.949796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:54.950434 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:54.950998 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 9 to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b Jul 07 22:37:54.954104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-d7e34f87-7eed-4e66-8a5a-4d41d8f66d8a service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387241 Jul 07 22:37:54.966060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.966800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.967550 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:54.970477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d06e0-af8b-426c-b658-27f3d468de04 req-62e838f5-16cf-4515-b7bc-90789e346232 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:54.972317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-648d06e0-af8b-426c-b658-27f3d468de04 req-62e838f5-16cf-4515-b7bc-90789e346232 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 943 time: 0.0962617 Jul 07 22:37:54.972860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:54.973470 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:54.974033 n-d-695012-11 neutron-server[93942]: INFO neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempt 10 to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b Jul 07 22:37:54.989896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:37:54.990579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:37:54.991131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempting to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:37:55.011773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:37:55.012105 n-d-695012-11 neutron-server[93942]: ERROR neutron.plugins.ml2.managers [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Failed to bind port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on host n-h1-695012-11 for vnic_type normal using segments [{'id': '874d3253-ebf9-4115-b9b3-7089f46d9b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0d0957ac-2963-48e6-b7d1-f692b835eec5'}] Jul 07 22:37:55.012477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.080886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-648d06e0-af8b-426c-b658-27f3d468de04 req-2b260127-beb5-4ae3-99de-19af0e3d9325 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996146 Jul 07 22:37:55.113995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] For port 9672f438-b8f3-458d-a8fc-56bca8b57a2b, host n-h1-695012-11, cleared binding levels {{(pid=93942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:37:55.114671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attempted to set empty binding levels {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 07 22:37:55.118796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.130967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91640cef-eb9e-429c-8947-7a0a9170be98 req-96188c7e-edc4-4f8f-a220-88670d2737d4 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576481 Jul 07 22:37:55.148799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] In _notify_port_updated(), no bound segment for port 9672f438-b8f3-458d-a8fc-56bca8b57a2b on network 0d0957ac-2963-48e6-b7d1-f692b835eec5 {{(pid=93942) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 07 22:37:55.149543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:55.150178 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.151509 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "PUT /v2.0/ports/9672f438-b8f3-458d-a8fc-56bca8b57a2b HTTP/1.1" status: 200 len: 976 time: 0.9166737 Jul 07 22:37:55.154498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58530) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:55.168236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f0a0e-af4a-46e8-84a3-3743656ed614 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event updated for resources: {'Port': ['ID=9672f438-b8f3-458d-a8fc-56bca8b57a2b,revision_number=3']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:55.182657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:37:55.247884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-df503934-5249-4fcc-bcea-eee5c0b5d1a2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Deleting port 9672f438-b8f3-458d-a8fc-56bca8b57a2b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:37:55.248340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-df503934-5249-4fcc-bcea-eee5c0b5d1a2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.285431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,segment=NetworkSegment(425280f8-910d-470a-8258-4ba56475e069),segment_id=425280f8-910d-470a-8258-4ba56475e069)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:55.298401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '4d9ac856-9a0a-4582-8ccc-28f3ad742c28', 'network_id': '633910ea-4302-4ec7-9d42-4073d17be071', 'port_id': '4d9ac856-9a0a-4582-8ccc-28f3ad742c28', 'mac_address': 'fa:16:3e:da:b2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5640db51-0c61-49ac-9a47-3f026161e82a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:37:55.315803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-df503934-5249-4fcc-bcea-eee5c0b5d1a2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] For port 9672f438-b8f3-458d-a8fc-56bca8b57a2b, host n-h1-695012-11, got binding levels [] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:55.316169 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-df503934-5249-4fcc-bcea-eee5c0b5d1a2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.334752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-df503934-5249-4fcc-bcea-eee5c0b5d1a2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Calling delete_port for 9672f438-b8f3-458d-a8fc-56bca8b57a2b owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:37:55.340399 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.354061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:37:55.378680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,segment=NetworkSegment(425280f8-910d-470a-8258-4ba56475e069),segment_id=425280f8-910d-470a-8258-4ba56475e069)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:55.382874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.423892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-df503934-5249-4fcc-bcea-eee5c0b5d1a2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.434528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:55.451801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df503934-5249-4fcc-bcea-eee5c0b5d1a2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Pushing event deleted for resources: {'Port': ['ID=9672f438-b8f3-458d-a8fc-56bca8b57a2b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:55.457330 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-df503934-5249-4fcc-bcea-eee5c0b5d1a2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.459275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-df503934-5249-4fcc-bcea-eee5c0b5d1a2 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "DELETE /v2.0/ports/9672f438-b8f3-458d-a8fc-56bca8b57a2b HTTP/1.1" status: 204 len: 168 time: 0.3029313 Jul 07 22:37:55.461889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58532) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:55.489026 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47affd3-b422-4d1d-b7d2-d1ae5948c5b0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] GET failed (client error): The resource could not be found. Jul 07 22:37:55.490524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f47affd3-b422-4d1d-b7d2-d1ae5948c5b0 tempest-PortsAdminExtendedAttrsTestJSON-506420812 tempest-PortsAdminExtendedAttrsTestJSON-506420812-project-admin] 10.222.0.81 "GET /v2.0/ports/9672f438-b8f3-458d-a8fc-56bca8b57a2b HTTP/1.1" status: 404 len: 333 time: 0.0276918 Jul 07 22:37:55.494988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58534) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:55.586119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4d9ac856-9a0a-4582-8ccc-28f3ad742c28'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:37:55.592143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.623301 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58540) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:55.686487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b54473a2-641a-43ce-b992-17841a514940 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:37:55.702570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5930fdf8-d8d9-40ef-88b5-cc53a5313ba4 admin admin] Deleting subnet 7e4afe9a-7797-4613-9079-7c716ab2bc29 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:37:55.706757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5930fdf8-d8d9-40ef-88b5-cc53a5313ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.715835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: b54473a2-641a-43ce-b992-17841a514940 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:37:55.716182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device b54473a2-641a-43ce-b992-17841a514940 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:37:55.756603 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5930fdf8-d8d9-40ef-88b5-cc53a5313ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.765727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.780985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0957ac-2963-48e6-b7d1-f692b835eec5']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:55.792391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874d3253-ebf9-4115-b9b3-7089f46d9b3a') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:55.793058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874d3253-ebf9-4115-b9b3-7089f46d9b3a') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:55.800787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5930fdf8-d8d9-40ef-88b5-cc53a5313ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.805441 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.814540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8581f-4144-4322-85c0-e4306cfce095 req-a11b99d0-cb23-4537-b7c9-f406084b412d tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:55.820452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43d8581f-4144-4322-85c0-e4306cfce095 req-a11b99d0-cb23-4537-b7c9-f406084b412d tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 945 time: 0.2048924 Jul 07 22:37:55.845384 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.857002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5930fdf8-d8d9-40ef-88b5-cc53a5313ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.858884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:37:55.859299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:37:55.863032 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:37:55.884712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930fdf8-d8d9-40ef-88b5-cc53a5313ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e4afe9a-7797-4613-9079-7c716ab2bc29,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:55.889799 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5930fdf8-d8d9-40ef-88b5-cc53a5313ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.893988 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5930fdf8-d8d9-40ef-88b5-cc53a5313ba4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7e4afe9a-7797-4613-9079-7c716ab2bc29 HTTP/1.1" status: 204 len: 168 time: 0.2674501 Jul 07 22:37:55.894257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:55.919376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43d8581f-4144-4322-85c0-e4306cfce095 req-1d6fff50-daad-4b9d-bb16-e07c8739f582 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921035 Jul 07 22:37:55.943124 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.959381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:55.963870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] 10.222.0.81 "DELETE /v2.0/networks/0d0957ac-2963-48e6-b7d1-f692b835eec5 HTTP/1.1" status: 204 len: 168 time: 0.4659340 Jul 07 22:37:55.975908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c336ee-3d0f-4811-ad7e-b5d5a0aa4086 tempest-PortsAdminExtendedAttrsTestJSON-310378796 tempest-PortsAdminExtendedAttrsTestJSON-310378796-project] Pushing event deleted for resources: {'Network': ['ID=0d0957ac-2963-48e6-b7d1-f692b835eec5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:55.976962 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.068187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.078760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9468fc83-0992-4b70-af64-f50443226337']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:56.091344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a359015d-357d-4dcf-aa68-f73429db4470') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:56.091772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a359015d-357d-4dcf-aa68-f73429db4470') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:37:56.105570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.121996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.130194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:37:56.130774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:37:56.133117 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:37:56.204216 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.216478 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.223936 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] 10.222.0.81 "DELETE /v2.0/networks/9468fc83-0992-4b70-af64-f50443226337 HTTP/1.1" status: 204 len: 168 time: 0.3262064 Jul 07 22:37:56.234596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f1df5-e96f-45e1-b96c-a2c0db06629c admin admin] Pushing event deleted for resources: {'Network': ['ID=9468fc83-0992-4b70-af64-f50443226337,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:56.279480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:56.291819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4065ba-6c1a-4690-a3c0-d55cf52967c4 req-c9159b6f-cf4c-4d98-8e97-ffd45e04bb59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:56.293389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef4065ba-6c1a-4690-a3c0-d55cf52967c4 req-c9159b6f-cf4c-4d98-8e97-ffd45e04bb59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 943 time: 0.0682631 Jul 07 22:37:56.337536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef4065ba-6c1a-4690-a3c0-d55cf52967c4 req-4d4cdf10-0edb-4889-af32-00ddab8a5c2d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349369 Jul 07 22:37:56.433130 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-763f6b07-65e8-42ab-9738-2dc03fe483f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=399db5d241dd420a813adfc08dc39af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522458 Jul 07 22:37:56.435670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:56.447892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58560) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:56.514882 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b3c338a-1973-4f00-b298-e6532eaf43f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17190c1205e74166b3ab411b6b60ee6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659235 Jul 07 22:37:56.517397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58562) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:56.524814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-269dc037-82da-4096-af5c-8744dd1cd9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.564894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:56.567766 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71" -d '{"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:56.571544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-269dc037-82da-4096-af5c-8744dd1cd9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.608500 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77493d7c-cd53-4ff1-bf50-b5db254dab32 x-openstack-request-id: req-77493d7c-cd53-4ff1-bf50-b5db254dab32 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:56.608669 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:56.608905 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77493d7c-cd53-4ff1-bf50-b5db254dab32 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:56.609294 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'status': 'completed', 'code': 200} Jul 07 22:37:56.613681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d987fa66-6c3e-41ce-91eb-aca4c3e7fe99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.637630 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d987fa66-6c3e-41ce-91eb-aca4c3e7fe99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.662280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-269dc037-82da-4096-af5c-8744dd1cd9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.665014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-269dc037-82da-4096-af5c-8744dd1cd9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.673313 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-269dc037-82da-4096-af5c-8744dd1cd9bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fc93c6d-359e-4b4b-af41-a22c0647bdbb HTTP/1.1" status: 204 len: 168 time: 0.2299578 Jul 07 22:37:56.692094 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dc037-82da-4096-af5c-8744dd1cd9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc93c6d-359e-4b4b-af41-a22c0647bdbb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:56.734606 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d987fa66-6c3e-41ce-91eb-aca4c3e7fe99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.738009 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d987fa66-6c3e-41ce-91eb-aca4c3e7fe99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:56.739200 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d987fa66-6c3e-41ce-91eb-aca4c3e7fe99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/415f0d01-b764-4bb0-bffa-45f015993cbb HTTP/1.1" status: 204 len: 168 time: 0.2209101 Jul 07 22:37:56.770688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987fa66-6c3e-41ce-91eb-aca4c3e7fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415f0d01-b764-4bb0-bffa-45f015993cbb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:56.793880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-72ba445e-6fb7-4726-9681-ba64c7c7b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:56.795459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-72ba445e-6fb7-4726-9681-ba64c7c7b3a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1095 time: 0.1308968 Jul 07 22:37:56.904242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-9fd3eb9b-7565-4adb-a6a3-c13ecc27a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:56.905753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-9fd3eb9b-7565-4adb-a6a3-c13ecc27a08e service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.1030264 Jul 07 22:37:56.961176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-8c6ed583-4594-430b-af89-2f85fd544804 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0471842 Jul 07 22:37:57.027976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-b737c93a-a00a-4276-a9a5-ec319f249d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:57.029577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-b737c93a-a00a-4276-a9a5-ec319f249d21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.0620282 Jul 07 22:37:57.109866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-738c39da-b52d-444d-b9a4-9acc26a3bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:57.113134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-738c39da-b52d-444d-b9a4-9acc26a3bd80 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755734 Jul 07 22:37:57.184958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:37:57.205740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58584) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:57.261697 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cabfe161-57c6-4eec-bf33-f68c54198cf9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efd92420c63e4937aba12b40a34c2c84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535572 Jul 07 22:37:57.264170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58586) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:57.265379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a6c90-536f-4695-8849-18e054e5445a req-667da263-3f1b-49c5-be73-f20ce3acbf21 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:57.267208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a95a6c90-536f-4695-8849-18e054e5445a req-667da263-3f1b-49c5-be73-f20ce3acbf21 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 945 time: 0.1394005 Jul 07 22:37:57.293479 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-7f3907df-d22e-487d-a94d-4bd37241f2f0 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741302 Jul 07 22:37:57.297790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:37:57.302658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:37:57.303393 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.398613 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f32de0-9878-4294-9c00-cf3738bde423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.400574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05aab81-b8fc-43f1-b0bf-7c5870fa8d71 req-026aea9d-836e-48a4-a2ec-dd0cd9b4bff9 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981340 Jul 07 22:37:57.418755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a95a6c90-536f-4695-8849-18e054e5445a req-7a8f1cea-9f0e-4ec0-9cb9-e56188f48bad tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446090 Jul 07 22:37:57.422391 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.425509 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4260b8a2-40c5-4b0c-b194-5333a492cd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.455413 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f32de0-9878-4294-9c00-cf3738bde423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.467984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,segment=NetworkSegment(425280f8-910d-470a-8258-4ba56475e069),segment_id=425280f8-910d-470a-8258-4ba56475e069)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:57.469213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e6290a-5f7c-4007-b836-b22752c2a427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ac856-9a0a-4582-8ccc-28f3ad742c28'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:37:57.473199 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ceb3fa-8235-4abc-b6e8-8c8a5c060d3d" -d '{"events": [{"server_uuid": "16e6290a-5f7c-4007-b836-b22752c2a427", "name": "network-vif-plugged", "status": "completed", "tag": "4d9ac856-9a0a-4582-8ccc-28f3ad742c28"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:37:57.493544 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.535631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f32de0-9878-4294-9c00-cf3738bde423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.539223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9f32de0-9878-4294-9c00-cf3738bde423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:57.544196 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a9f32de0-9878-4294-9c00-cf3738bde423 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8851b5e-d04a-41d2-8fcc-32c8b7ab4f75 HTTP/1.1" status: 204 len: 168 time: 0.2693789 Jul 07 22:37:57.555343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f32de0-9878-4294-9c00-cf3738bde423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8851b5e-d04a-41d2-8fcc-32c8b7ab4f75,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:57.601953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:57.607011 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557752f2-e5bc-492c-9862-bee62619429c x-openstack-request-id: req-557752f2-e5bc-492c-9862-bee62619429c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:37:57.607504 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e6290a-5f7c-4007-b836-b22752c2a427", "name": "network-vif-plugged", "status": "completed", "tag": "4d9ac856-9a0a-4582-8ccc-28f3ad742c28", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:37:57.607927 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-557752f2-e5bc-492c-9862-bee62619429c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:37:57.608468 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e6290a-5f7c-4007-b836-b22752c2a427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9ac856-9a0a-4582-8ccc-28f3ad742c28', 'code': 200} Jul 07 22:37:57.667711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26782fda-3d33-42c1-a540-f162ea7ae786 req-bec91da1-9901-48d5-b529-b2f99f0a25ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:57.669403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26782fda-3d33-42c1-a540-f162ea7ae786 req-bec91da1-9901-48d5-b529-b2f99f0a25ae tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 943 time: 0.1545496 Jul 07 22:37:57.757484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26782fda-3d33-42c1-a540-f162ea7ae786 req-7bce163e-c124-428c-bd1d-854335d9877d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755937 Jul 07 22:37:57.772926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e6c7b-2ef2-458e-b84a-21dc4598276e req-2231f500-bfaa-4f06-a70f-f85cf5c36fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:57.775077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b28e6c7b-2ef2-458e-b84a-21dc4598276e req-2231f500-bfaa-4f06-a70f-f85cf5c36fd6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 1098 time: 0.1044054 Jul 07 22:37:57.831714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b28e6c7b-2ef2-458e-b84a-21dc4598276e req-ba8a65fe-d29e-4332-acb1-7e80b7de7c86 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504310 Jul 07 22:37:58.384789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58634) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.424631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58638) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.541204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3ed5d85-8d42-4ac1-b4ea-450cc7abc943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.597559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-7e33bd79-bc70-4357-9aac-64e51d171cc8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.602160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7e33bd79-bc70-4357-9aac-64e51d171cc8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1721191 Jul 07 22:37:58.602419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58644) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.606876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-885908f5-0c13-4eb0-ab9e-0d9dcca55b58 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.610508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-885908f5-0c13-4eb0-ab9e-0d9dcca55b58 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043302 Jul 07 22:37:58.613092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58646) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.619991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-41277e20-49e4-4b2e-a021-41d7c3a9780d tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.624010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-41277e20-49e4-4b2e-a021-41d7c3a9780d tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043931 Jul 07 22:37:58.624546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58648) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.633172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-2ac5dd09-df1e-4863-841d-91789dd86629 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.634151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ac5dd09-df1e-4863-841d-91789dd86629 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0067375 Jul 07 22:37:58.637779 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58650) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.642862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-27afa516-6ea7-4c35-b196-f204bd0c1f41 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.644496 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-27afa516-6ea7-4c35-b196-f204bd0c1f41 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054514 Jul 07 22:37:58.647109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58652) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.654878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-f21f3ad2-596e-45cf-94e0-6d4d5888ab50 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.657959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f21f3ad2-596e-45cf-94e0-6d4d5888ab50 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058625 Jul 07 22:37:58.658720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58654) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.663833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-71ed1880-b598-41c8-a4b8-023bc204d846 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.664983 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-71ed1880-b598-41c8-a4b8-023bc204d846 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050640 Jul 07 22:37:58.667526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.677728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-e6bc0c3a-9a1b-4a60-bac5-0128569d387c tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.679269 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e6bc0c3a-9a1b-4a60-bac5-0128569d387c tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067251 Jul 07 22:37:58.682277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58658) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.693068 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-1a64ada6-d964-4df6-9fe9-b9d16dd2aec7 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.694479 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1a64ada6-d964-4df6-9fe9-b9d16dd2aec7 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0107820 Jul 07 22:37:58.695615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485b69a-cde2-4ba0-871b-cd6c2396d55d req-75487d20-232f-44a7-8ad0-f64fb6df6572 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:58.697134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c485b69a-cde2-4ba0-871b-cd6c2396d55d req-75487d20-232f-44a7-8ad0-f64fb6df6572 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 946 time: 0.1533208 Jul 07 22:37:58.699809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58660) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.707613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-9d4b9e81-4fb8-4607-a2bc-c774ee76c039 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.708570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9d4b9e81-4fb8-4607-a2bc-c774ee76c039 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078650 Jul 07 22:37:58.711593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58662) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.716497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-69f68550-9af7-4671-b4ca-99e659085094 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.717540 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-69f68550-9af7-4671-b4ca-99e659085094 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049176 Jul 07 22:37:58.720185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58664) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.724683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-965f9b15-0d11-485d-9478-28764aedcebd tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.725882 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-965f9b15-0d11-485d-9478-28764aedcebd tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046480 Jul 07 22:37:58.728268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58666) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.734564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-b405f203-8a72-481c-aa96-db352e8e94e7 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.736419 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b405f203-8a72-481c-aa96-db352e8e94e7 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064459 Jul 07 22:37:58.740585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.746282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-16a02b7c-be0c-4a88-82ed-e7939312d07b tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.750128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58670) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.750883 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-16a02b7c-be0c-4a88-82ed-e7939312d07b tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0087736 Jul 07 22:37:58.756723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-35c1b4bd-343b-42dd-afec-e0844e57697a tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.758103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-35c1b4bd-343b-42dd-afec-e0844e57697a tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0049312 Jul 07 22:37:58.760440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.765279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c485b69a-cde2-4ba0-871b-cd6c2396d55d req-16b3d677-a965-4438-bfd9-cb97efdc10d7 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557299 Jul 07 22:37:58.766989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-9a165ae3-cbdf-47e7-8834-9f18fef09a5e tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.768199 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9a165ae3-cbdf-47e7-8834-9f18fef09a5e tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0066428 Jul 07 22:37:58.771727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58674) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.777994 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-8d3df12b-c9d3-4622-8e9e-f18b30f374e8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.782859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58678) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.784267 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8d3df12b-c9d3-4622-8e9e-f18b30f374e8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0106459 Jul 07 22:37:58.786633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-d2231763-d40b-4679-aba5-014d1f953dbe tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.787609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d2231763-d40b-4679-aba5-014d1f953dbe tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045242 Jul 07 22:37:58.790347 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58680) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.797107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-4d6c4d0d-c938-448d-9624-4111735dd32d tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.801493 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4d6c4d0d-c938-448d-9624-4111735dd32d tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0098095 Jul 07 22:37:58.801831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3ed5d85-8d42-4ac1-b4ea-450cc7abc943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.802833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58684) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.807543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-514044f4-c5bd-473f-8117-3a49853e9d35 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.808489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-514044f4-c5bd-473f-8117-3a49853e9d35 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047672 Jul 07 22:37:58.814438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3ed5d85-8d42-4ac1-b4ea-450cc7abc943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.819502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58686) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.825379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-0fc0f1a7-42a8-4c23-b5ab-ea73bfc8e155 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.829944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58688) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.830724 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0fc0f1a7-42a8-4c23-b5ab-ea73bfc8e155 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0101492 Jul 07 22:37:58.836070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-1315a068-92da-47b8-942c-4d39266ee6e2 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.839669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1315a068-92da-47b8-942c-4d39266ee6e2 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047212 Jul 07 22:37:58.841236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.847556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-3e7556e4-92e8-479c-b38e-2b4c54f24fcf tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.848522 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3e7556e4-92e8-479c-b38e-2b4c54f24fcf tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0056152 Jul 07 22:37:58.851111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58692) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.855371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-be749443-746a-4849-b681-0c7d6418a093 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.858565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed5d85-8d42-4ac1-b4ea-450cc7abc943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2310ea85-4f15-4538-828e-21e4d43d68c8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:58.859014 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-be749443-746a-4849-b681-0c7d6418a093 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0066655 Jul 07 22:37:58.859713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.866604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a3ed5d85-8d42-4ac1-b4ea-450cc7abc943 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=18e89d154c34468482bf754e949dabaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806259 Jul 07 22:37:58.867315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58696) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.876478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-063fadf4-a20b-4490-b6b6-a0a0d93c16fc tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.880684 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-063fadf4-a20b-4490-b6b6-a0a0d93c16fc tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0199502 Jul 07 22:37:58.885033 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.889648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-9745b2e3-7349-4956-9805-aa23f7374ba1 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.893309 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9745b2e3-7349-4956-9805-aa23f7374ba1 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0071127 Jul 07 22:37:58.894194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.898822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-949ab522-b376-43a7-887e-6c1f47d85c25 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.902765 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-949ab522-b376-43a7-887e-6c1f47d85c25 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0074353 Jul 07 22:37:58.903365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58702) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.907504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-942b5152-dfa0-4bdc-9c7b-5cc47a9472f8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.908438 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-942b5152-dfa0-4bdc-9c7b-5cc47a9472f8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042150 Jul 07 22:37:58.911313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.915325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-120340db-b144-4630-b311-69f657f68c0b tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.916352 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-120340db-b144-4630-b311-69f657f68c0b tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041356 Jul 07 22:37:58.919475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.923506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-3abff3c6-ee33-42c7-b677-33526b9f98f8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.924818 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3abff3c6-ee33-42c7-b677-33526b9f98f8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048149 Jul 07 22:37:58.926808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58708) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.931303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-3894df1f-42c3-4a43-86b2-4527957cd3d8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.932411 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3894df1f-42c3-4a43-86b2-4527957cd3d8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0045402 Jul 07 22:37:58.934313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.938690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-219d07cc-3413-4ab2-94dd-56fd568bdef6 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.939111 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-219d07cc-3413-4ab2-94dd-56fd568bdef6 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0039754 Jul 07 22:37:58.941995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.946342 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-4b132a44-992f-4880-a956-5d947e7ca6bd tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.949413 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4b132a44-992f-4880-a956-5d947e7ca6bd tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042787 Jul 07 22:37:58.949594 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.954876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-e494ff3b-b702-462f-9080-9b05dea06718 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.958124 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e494ff3b-b702-462f-9080-9b05dea06718 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0053833 Jul 07 22:37:58.958273 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84e36c84-47dd-4d7d-9066-cc31dd09d332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.959357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58716) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.964982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-d6319e5b-03e4-47cb-84f3-dec27081819f tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.969025 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d6319e5b-03e4-47cb-84f3-dec27081819f tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0079119 Jul 07 22:37:58.969699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58718) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.979286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-58a14042-ef89-43e3-ab3e-d07154b1e34a tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.980363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-58a14042-ef89-43e3-ab3e-d07154b1e34a tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0067725 Jul 07 22:37:58.982750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.987126 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-bb20b0f4-19d0-43da-a304-b0b96db35c82 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.988461 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bb20b0f4-19d0-43da-a304-b0b96db35c82 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044146 Jul 07 22:37:58.990382 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:58.994016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84e36c84-47dd-4d7d-9066-cc31dd09d332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:58.995387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-0c56a4f5-369d-4529-96f3-ef9883255ea8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:58.997874 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0c56a4f5-369d-4529-96f3-ef9883255ea8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048478 Jul 07 22:37:58.998607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58724) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.004513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-26f89c4f-958a-420c-b801-dd2ec0e4b74b tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.008509 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-26f89c4f-958a-420c-b801-dd2ec0e4b74b tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0090079 Jul 07 22:37:59.009132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.013406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-fc883b06-a77a-4bff-81c1-bd128d28f6ac tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.014677 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fc883b06-a77a-4bff-81c1-bd128d28f6ac tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043280 Jul 07 22:37:59.014818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98745dd-ce30-49fa-8762-28d3ba942328 req-30da1f39-0210-43ed-a061-3b3b8b41edd6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:37:59.015923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e98745dd-ce30-49fa-8762-28d3ba942328 req-30da1f39-0210-43ed-a061-3b3b8b41edd6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 943 time: 0.1116230 Jul 07 22:37:59.018574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.025030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-a728cbd1-a7bb-4633-92b4-8e73a8337aa3 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.028253 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a728cbd1-a7bb-4633-92b4-8e73a8337aa3 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0059421 Jul 07 22:37:59.028465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58730) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.033132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-6c0d9f07-5c22-4f95-a8de-24bb4c7dd823 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.034721 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6c0d9f07-5c22-4f95-a8de-24bb4c7dd823 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041461 Jul 07 22:37:59.036565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58732) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.042189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-4d105739-9aee-40d0-95ba-416fda0bd5c7 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.044533 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4d105739-9aee-40d0-95ba-416fda0bd5c7 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0057774 Jul 07 22:37:59.046245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58734) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.056458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-363f4d46-9811-4bbe-88de-a8faf161cf45 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.060530 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-363f4d46-9811-4bbe-88de-a8faf161cf45 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0106070 Jul 07 22:37:59.060530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.067996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-645a2a3d-2c00-40a9-89ab-a19f5c73b1b5 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.075235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58738) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.078591 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-645a2a3d-2c00-40a9-89ab-a19f5c73b1b5 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0166917 Jul 07 22:37:59.080506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-9d0b9a1c-2abb-4304-82ff-c6949869f28a tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.082333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9d0b9a1c-2abb-4304-82ff-c6949869f28a tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0055983 Jul 07 22:37:59.085995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58740) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.087678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e98745dd-ce30-49fa-8762-28d3ba942328 req-4f6cf2d7-8a2c-4d23-87a1-bae1fcc57b63 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639131 Jul 07 22:37:59.097380 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-0dd78ac9-adbb-4a98-8ed3-acf066e0a2e4 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.099350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84e36c84-47dd-4d7d-9066-cc31dd09d332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.101362 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0dd78ac9-adbb-4a98-8ed3-acf066e0a2e4 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0137310 Jul 07 22:37:59.102004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58742) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.106554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-f009195e-0233-4814-8145-ba72c059d15d tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.107049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-84e36c84-47dd-4d7d-9066-cc31dd09d332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.113157 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f009195e-0233-4814-8145-ba72c059d15d tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0070884 Jul 07 22:37:59.113157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58744) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.114759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-dbc5bd6d-46a9-4194-8162-8597e3c7cfee tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.115041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-84e36c84-47dd-4d7d-9066-cc31dd09d332 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2310ea85-4f15-4538-828e-21e4d43d68c8 HTTP/1.1" status: 204 len: 168 time: 0.2462893 Jul 07 22:37:59.118784 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dbc5bd6d-46a9-4194-8162-8597e3c7cfee tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0072100 Jul 07 22:37:59.119392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.129913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e36c84-47dd-4d7d-9066-cc31dd09d332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2310ea85-4f15-4538-828e-21e4d43d68c8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:59.131200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-25eb6e20-7399-415d-8690-1b70e1ad7ea0 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.139018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58750) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.147593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-72ee6e68-64bd-4c7b-ab67-90faf46ec220 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.152701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-72ee6e68-64bd-4c7b-ab67-90faf46ec220 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0121891 Jul 07 22:37:59.152979 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-25eb6e20-7399-415d-8690-1b70e1ad7ea0 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0323327 Jul 07 22:37:59.153895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.163050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-fc44023e-e3cc-47e9-b68a-49e536fa2a1e tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.168216 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58754) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.168502 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fc44023e-e3cc-47e9-b68a-49e536fa2a1e tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0129809 Jul 07 22:37:59.172740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-6ee09201-9194-4251-89ea-1cbb872728f8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.173681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6ee09201-9194-4251-89ea-1cbb872728f8 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0043507 Jul 07 22:37:59.178955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58756) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.187406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-e70fa313-490e-46c5-b3ca-c6b31aacfdd9 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.193197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58758) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.194092 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e70fa313-490e-46c5-b3ca-c6b31aacfdd9 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0129001 Jul 07 22:37:59.198666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-47672fca-be8d-47e9-9537-b36b57dee48c tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.202233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-47672fca-be8d-47e9-9537-b36b57dee48c tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054777 Jul 07 22:37:59.202453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58760) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.206728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-f3ff7d8e-9a0b-4bca-9378-d8098600c3de tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.210341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f3ff7d8e-9a0b-4bca-9378-d8098600c3de tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0068243 Jul 07 22:37:59.211072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58762) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.223464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-0984f33e-56a7-4cc9-8e0b-6700ef85994a tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.225713 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0984f33e-56a7-4cc9-8e0b-6700ef85994a tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0126081 Jul 07 22:37:59.228627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.239751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-b93f4de1-c7ed-4d72-a9ab-7eb7dc67c522 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.242007 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b93f4de1-c7ed-4d72-a9ab-7eb7dc67c522 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0108037 Jul 07 22:37:59.244279 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.252022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-ad471e40-f369-4b2b-80a7-ee7658d99120 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.254428 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ad471e40-f369-4b2b-80a7-ee7658d99120 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086243 Jul 07 22:37:59.257151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.261838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-7b8be101-18a7-4367-a8c0-2154a20961b6 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.262916 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7b8be101-18a7-4367-a8c0-2154a20961b6 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047922 Jul 07 22:37:59.265476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58772) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.277715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-98998e9e-29f1-4597-8f74-dcff0371f52f tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.286886 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-98998e9e-29f1-4597-8f74-dcff0371f52f tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0198874 Jul 07 22:37:59.287725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58774) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.293194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-edb035a4-13b8-439d-a3c4-fc05a5d15154 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.296586 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-edb035a4-13b8-439d-a3c4-fc05a5d15154 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052977 Jul 07 22:37:59.296836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58776) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.301977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [None req-e9bfaa5f-2bfe-4350-bd3a-3583d50cfe7e tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.302947 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e9bfaa5f-2bfe-4350-bd3a-3583d50cfe7e tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0050707 Jul 07 22:37:59.305455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58778) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.311739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-b68e728f-d577-4629-a303-07b4b437342c tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.314103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b68e728f-d577-4629-a303-07b4b437342c tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059948 Jul 07 22:37:59.315413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58780) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.320307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-bec8af83-ea98-460f-9ce3-ca0253125920 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.321330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bec8af83-ea98-460f-9ce3-ca0253125920 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043070 Jul 07 22:37:59.323809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58782) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.327962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-a7828eb8-86ce-43f1-8ec6-c444e6b44b31 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.331171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a7828eb8-86ce-43f1-8ec6-c444e6b44b31 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042403 Jul 07 22:37:59.331434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58784) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.337916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-442f0a26-0db7-41ae-a5d8-fb8026b01bb7 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.338970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-442f0a26-0db7-41ae-a5d8-fb8026b01bb7 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0066311 Jul 07 22:37:59.341388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58786) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.345441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-325d3a12-2b55-4e60-bed2-f0243831f227 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.346386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-325d3a12-2b55-4e60-bed2-f0243831f227 tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041156 Jul 07 22:37:59.348450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58788) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.352260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [None req-a4327c9e-8c04-4f46-9fd0-d9455d11c6fe tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:37:59.353176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a4327c9e-8c04-4f46-9fd0-d9455d11c6fe tempest-ExtensionsTestJSON-847300650 tempest-ExtensionsTestJSON-847300650-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039108 Jul 07 22:37:59.552590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58802) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.656958 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.679763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:37:59.758826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.764746 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.764932 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f7a5167-cd62-4967-a820-8a08ca20c971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.790573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58814) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.803704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:59.805313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=031d8b9d2ff24e368908675168775959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515810 Jul 07 22:37:59.806490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b98fff7-9636-451c-9fb9-2ef714c226ef,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:37:59.808251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58818) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:37:59.814215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.814737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.815092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.815469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.817304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.817304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.817304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.817304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.817603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.817782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.818097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.818430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790f78c5-21a3-462c-bbc5-3c6a39743e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:37:59.826516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'port_id': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'mac_address': 'fa:16:3e:ec:cb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:37:59.868716 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d16fa366-80ed-43e4-bdeb-8912cbc57df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.873714 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.897064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d16fa366-80ed-43e4-bdeb-8912cbc57df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.904695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf693b2e-535a-4af4-a6b0-f85c6140a0e6 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:37:59.955176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:37:59.959155 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.961164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d16fa366-80ed-43e4-bdeb-8912cbc57df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.964406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d16fa366-80ed-43e4-bdeb-8912cbc57df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:37:59.974511 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d16fa366-80ed-43e4-bdeb-8912cbc57df5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b98fff7-9636-451c-9fb9-2ef714c226ef HTTP/1.1" status: 204 len: 168 time: 0.1589925 Jul 07 22:37:59.989080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-945366573-network', 'tenant_id': 'bfc6e9dbb5e74fa4a17855094a27312f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:00.000780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fa366-80ed-43e4-bdeb-8912cbc57df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b98fff7-9636-451c-9fb9-2ef714c226ef,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:00.021204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Made reservation on behalf of bfc6e9dbb5e74fa4a17855094a27312f for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:00.026245 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.041583 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.103993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad1b3-7075-4cdb-b4c6-cd4e2b840956 req-970ca288-f65d-4dcb-ab4d-0e21e8afa3be tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:00.105806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49cad1b3-7075-4cdb-b4c6-cd4e2b840956 req-970ca288-f65d-4dcb-ab4d-0e21e8afa3be tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 946 time: 0.1640942 Jul 07 22:38:00.124173 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.129172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:00.171210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49cad1b3-7075-4cdb-b4c6-cd4e2b840956 req-fb62ce9b-b240-4c8d-acf0-b800c496b9ea tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Jul 07 22:38:00.240345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.251650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.293336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:00.308792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e0528a-9e5e-4ad0-a667-bbe59af7d658,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:00.311916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.312347 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Added segment 392d3cdc-5a6f-432b-829e-68d7a7bdbc6d of type vlan for network 87aac582-fb62-4e92-b0df-153e29f375e9 Jul 07 22:38:00.359945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.394613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['cf693b2e-535a-4af4-a6b0-f85c6140a0e6'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:38:00.403130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803adbc-8ed1-45d9-8991-99080c486c2b req-62f94f85-533d-4e3f-a370-e1d598c28b22 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:00.413162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.414744 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:00.415621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:00.418123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7803adbc-8ed1-45d9-8991-99080c486c2b req-62f94f85-533d-4e3f-a370-e1d598c28b22 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 944 time: 0.1632588 Jul 07 22:38:00.503969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7803adbc-8ed1-45d9-8991-99080c486c2b req-5a12ee96-7e57-4129-9e3e-3514cb6e353a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842447 Jul 07 22:38:00.535449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] Pushing event updated for resources: {'Network': ['ID=87aac582-fb62-4e92-b0df-153e29f375e9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:00.554220 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-43ed8415-8e03-4a21-a87b-95cc49b0b149 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7617805 Jul 07 22:38:00.589805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 87aac582-fb62-4e92-b0df-153e29f375e9 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:00.923808 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.002425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58874) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:01.117752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'networks': [{'name': 'tempest-network--1259758663'}, {'name': 'tempest-network--1760976368'}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:01.122438 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'network': {'name': 'tempest-network--1259758663'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:01.122965 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'network': {'name': 'tempest-network--1760976368'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:01.153585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Made reservation on behalf of 04494963eb514e6289c4c36c4a4058c9 for: {'network': 2} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:01.158796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.169456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.296532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.301886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.302587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.321183 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.350835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cf07ce-f1f7-4da1-91fb-b9c4b6c50246,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:01.356336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:01.381761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.382154 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Added segment f86da0fe-4e0b-4949-88dc-ed9982462a73 of type vlan for network 89981f80-8c98-430c-9f0f-3bc1d717bff3 Jul 07 22:38:01.427503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.463873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:01.478644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.478938 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Added segment 2493ddfe-3320-4a23-b1b7-cb449c3df50b of type vlan for network c9719166-e1b8-4d6c-a742-fb9a309d19bd Jul 07 22:38:01.522102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.558899 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.559489 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.564996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.572814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.573470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.622969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381774f-d6ba-46e6-8631-78a5123d244b req-e2dee3cd-953f-409a-9bc8-487aa558a2d1 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.624529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8381774f-d6ba-46e6-8631-78a5123d244b req-e2dee3cd-953f-409a-9bc8-487aa558a2d1 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 946 time: 0.5414460 Jul 07 22:38:01.627321 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6226494 Jul 07 22:38:01.630032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58882) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:01.645579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Network': ['ID=89981f80-8c98-430c-9f0f-3bc1d717bff3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:01.657249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 89981f80-8c98-430c-9f0f-3bc1d717bff3 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:01.686563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9536101-1177-43e4-b329-c6aaa903bac4 req-6c921615-b203-4ad0-b6a3-d345f6b09618 tempest-ComputeTenantNetworksTest-599481331 tempest-ComputeTenantNetworksTest-599481331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.693243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9536101-1177-43e4-b329-c6aaa903bac4 req-6c921615-b203-4ad0-b6a3-d345f6b09618 tempest-ComputeTenantNetworksTest-599481331 tempest-ComputeTenantNetworksTest-599481331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.699741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9536101-1177-43e4-b329-c6aaa903bac4 req-6c921615-b203-4ad0-b6a3-d345f6b09618 tempest-ComputeTenantNetworksTest-599481331 tempest-ComputeTenantNetworksTest-599481331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.701633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9536101-1177-43e4-b329-c6aaa903bac4 req-6c921615-b203-4ad0-b6a3-d345f6b09618 tempest-ComputeTenantNetworksTest-599481331 tempest-ComputeTenantNetworksTest-599481331-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5710311 Jul 07 22:38:01.723594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:01.742333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552a544-a093-4a60-86fe-c598c959b429 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Network': ['ID=c9719166-e1b8-4d6c-a742-fb9a309d19bd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:01.764613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c9719166-e1b8-4d6c-a742-fb9a309d19bd details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:01.777845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8381774f-d6ba-46e6-8631-78a5123d244b req-d0a0ef39-e05e-4d99-8261-03dd857446d2 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288185 Jul 07 22:38:01.826182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14baf367-f5fb-43db-929a-e49d188d28d9 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.832962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14baf367-f5fb-43db-929a-e49d188d28d9 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.838707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14baf367-f5fb-43db-929a-e49d188d28d9 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.844525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14baf367-f5fb-43db-929a-e49d188d28d9 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:01.849612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14baf367-f5fb-43db-929a-e49d188d28d9 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2105913 Jul 07 22:38:01.849903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58886) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:01.890421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:01.895761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:01.896140 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:01.976206 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.000311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:02.002592 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1232914-88bf-40a9-abf5-10f22b922921" -d '{"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-plugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:02.015085 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:02.020293 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.028822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a8b05-41fb-4d63-a5ef-727dd37cd12f req-e7c029cf-ec27-4926-9138-9ed2464b1431 tempest-ComputeTenantNetworksTest-599481331 tempest-ComputeTenantNetworksTest-599481331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:02.030212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb4a8b05-41fb-4d63-a5ef-727dd37cd12f req-e7c029cf-ec27-4926-9138-9ed2464b1431 tempest-ComputeTenantNetworksTest-599481331 tempest-ComputeTenantNetworksTest-599481331-project] 10.222.0.81 "GET /v2.0/networks/87aac582-fb62-4e92-b0df-153e29f375e9 HTTP/1.1" status: 200 len: 768 time: 0.1816223 Jul 07 22:38:02.035976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.040855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:02.078774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:02.079694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce7e83-c78c-4430-8e7a-3c7d540671ee req-14a0d0e6-8a7e-4a4e-8dfa-40c2a452353e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:02.081317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86ce7e83-c78c-4430-8e7a-3c7d540671ee req-14a0d0e6-8a7e-4a4e-8dfa-40c2a452353e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 944 time: 0.2338133 Jul 07 22:38:02.115628 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f89749-b41b-4de2-a4a4-f7b2b0041467 x-openstack-request-id: req-b0f89749-b41b-4de2-a4a4-f7b2b0041467 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:02.116056 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-plugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:02.116408 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0f89749-b41b-4de2-a4a4-f7b2b0041467 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:02.116866 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'code': 200} Jul 07 22:38:02.151922 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.206781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.218296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86ce7e83-c78c-4430-8e7a-3c7d540671ee req-22a90984-e252-4b2c-990b-91f352365748 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222277 Jul 07 22:38:02.239818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.252752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89981f80-8c98-430c-9f0f-3bc1d717bff3']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.259096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87aac582-fb62-4e92-b0df-153e29f375e9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.278471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392d3cdc-5a6f-432b-829e-68d7a7bdbc6d') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.278841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392d3cdc-5a6f-432b-829e-68d7a7bdbc6d') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.292410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86da0fe-4e0b-4949-88dc-ed9982462a73') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.292710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86da0fe-4e0b-4949-88dc-ed9982462a73') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.294476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.307514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.309001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.314972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:02.315387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:02.317354 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:02.328707 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.343893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:02.344219 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:02.348339 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:02.374522 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.379973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.382044 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] 10.222.0.81 "DELETE /v2.0/networks/87aac582-fb62-4e92-b0df-153e29f375e9 HTTP/1.1" status: 204 len: 168 time: 0.3392563 Jul 07 22:38:02.394318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1594c-bfe8-428d-8bef-47de52495b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=87aac582-fb62-4e92-b0df-153e29f375e9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:02.408658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5400b3-39dd-4344-b9fe-b2893c5369d1 req-aa532f6a-e9cf-4195-8379-fe84bf659cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:02.411206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b5400b3-39dd-4344-b9fe-b2893c5369d1 req-aa532f6a-e9cf-4195-8379-fe84bf659cdd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1097 time: 0.2065935 Jul 07 22:38:02.441842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-5830f967-43a8-42a8-a3e7-045e2eef714f tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:02.443377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-5830f967-43a8-42a8-a3e7-045e2eef714f tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.44 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 946 time: 0.1929014 Jul 07 22:38:02.464349 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.490333 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.492058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/networks/89981f80-8c98-430c-9f0f-3bc1d717bff3 HTTP/1.1" status: 204 len: 168 time: 0.6407473 Jul 07 22:38:02.494952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:02.509397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b5400b3-39dd-4344-b9fe-b2893c5369d1 req-64abd325-9985-4e8f-8a6e-f86d170ac883 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916622 Jul 07 22:38:02.513446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81b81a-b4ab-4fd0-9219-75cd09a4abc8 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Network': ['ID=89981f80-8c98-430c-9f0f-3bc1d717bff3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:02.581620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.595792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Deleting port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:02.596317 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.645375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58898) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:02.678014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.688620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9719166-e1b8-4d6c-a742-fb9a309d19bd']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.699746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2493ddfe-3320-4a23-b1b7-cb449c3df50b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.700088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2493ddfe-3320-4a23-b1b7-cb449c3df50b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:02.709656 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.717262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c7883b0e-5459-40a9-a3d3-bc5084fe9e78 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bfc6e9dbb5e74fa4a17855094a27312f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707572 Jul 07 22:38:02.717905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58900) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:02.729205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.735606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:02.736040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:02.739975 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:02.741855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] For port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,segment=NetworkSegment(425280f8-910d-470a-8258-4ba56475e069),segment_id=425280f8-910d-470a-8258-4ba56475e069)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:02.741855 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.764478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Calling delete_port for 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:02.792416 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.799620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.807150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.810560 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/networks/c9719166-e1b8-4d6c-a742-fb9a309d19bd HTTP/1.1" status: 204 len: 168 time: 0.3143520 Jul 07 22:38:02.825167 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:02.848884 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ca98b82-8cc7-48b0-a564-e2307803645d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.885277 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ca98b82-8cc7-48b0-a564-e2307803645d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:02.915883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f6c6d-c1f5-41cc-8e61-9a2aebdc9822 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Network': ['ID=c9719166-e1b8-4d6c-a742-fb9a309d19bd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:03.040224 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ca98b82-8cc7-48b0-a564-e2307803645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.042746 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ca98b82-8cc7-48b0-a564-e2307803645d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.043218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4c236-0f2b-46b6-91db-55ccac2434d0 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:03.049593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4c236-0f2b-46b6-91db-55ccac2434d0 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:03.050502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ca98b82-8cc7-48b0-a564-e2307803645d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9e0528a-9e5e-4ad0-a667-bbe59af7d658 HTTP/1.1" status: 204 len: 168 time: 0.3248279 Jul 07 22:38:03.056231 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bcd4c236-0f2b-46b6-91db-55ccac2434d0 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2298033 Jul 07 22:38:03.056940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58908) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:03.062067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-484060407'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:03.062980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.073507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4d9ac856-9a0a-4582-8ccc-28f3ad742c28'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:38:03.088103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Made reservation on behalf of 04494963eb514e6289c4c36c4a4058c9 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:03.094891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.118792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Pushing event deleted for resources: {'Port': ['ID=4d9ac856-9a0a-4582-8ccc-28f3ad742c28,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:03.124527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca98b82-8cc7-48b0-a564-e2307803645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e0528a-9e5e-4ad0-a667-bbe59af7d658,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:03.136332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:03.140379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32093f-5831-4d23-9508-e9222686f053 req-d4130394-3bfa-410f-acf1-5e70bcc7e1b4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:03.149398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d32093f-5831-4d23-9508-e9222686f053 req-d4130394-3bfa-410f-acf1-5e70bcc7e1b4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e6290a-5f7c-4007-b836-b22752c2a427 HTTP/1.1" status: 200 len: 867 time: 0.2026539 Jul 07 22:38:03.153855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.155078 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Added segment a4336f12-6ec3-4ad9-84ea-24cf6c1f77a4 of type vlan for network d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1 Jul 07 22:38:03.201365 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.210644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] No DVR routers for this DVR port 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:03.214491 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.216534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a97f1c2-c684-4ed4-bae5-a99319e907f5 req-60983a70-787a-4c5c-81fb-3682d5779df4 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.44 "DELETE /v2.0/ports/4d9ac856-9a0a-4582-8ccc-28f3ad742c28 HTTP/1.1" status: 204 len: 173 time: 0.7666986 Jul 07 22:38:03.216984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e6290a-5f7c-4007-b836-b22752c2a427', 'name': 'network-vif-deleted', 'tag': '4d9ac856-9a0a-4582-8ccc-28f3ad742c28'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:03.219298 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72ff311-2113-4fbb-99d0-669fa6db7a08" -d '{"events": [{"server_uuid": "16e6290a-5f7c-4007-b836-b22752c2a427", "name": "network-vif-deleted", "tag": "4d9ac856-9a0a-4582-8ccc-28f3ad742c28"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:03.256337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d32093f-5831-4d23-9508-e9222686f053 req-6ee3ddc0-9ed7-4cb6-a700-bb2ad4561ce0 tempest-ServerPasswordTestJSON-1596459943 tempest-ServerPasswordTestJSON-1596459943-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042233 Jul 07 22:38:03.263334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.272665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:03.273291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.450126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58920) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:03.456330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1133675778'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:03.457248 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3955488 Jul 07 22:38:03.479656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07be5d5-122e-405b-b388-914a1020afa5 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Network': ['ID=d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:03.502241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefe6ce-5681-4e05-a998-12965d587538 req-4983e52b-97a2-4a96-a020-ba20eefa5f48 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:03.503842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-faefe6ce-5681-4e05-a998-12965d587538 req-4983e52b-97a2-4a96-a020-ba20eefa5f48 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1120958 Jul 07 22:38:03.505029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Made reservation on behalf of 04494963eb514e6289c4c36c4a4058c9 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:03.507601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:03.508399 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.565899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:03.580049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-faefe6ce-5681-4e05-a998-12965d587538 req-82e5510f-cff2-4a2a-a99a-c04550dce0d1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673261 Jul 07 22:38:03.584504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.585188 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Added segment e4351bd1-14b8-4608-9558-b2e8da5222d4 of type vlan for network aca04f00-5d4a-4321-a044-111729f582d8 Jul 07 22:38:03.635353 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.642921 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dfb8db-461f-4bab-a8e6-bf3c7acf3f6c x-openstack-request-id: req-c4dfb8db-461f-4bab-a8e6-bf3c7acf3f6c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:03.643851 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e6290a-5f7c-4007-b836-b22752c2a427", "name": "network-vif-deleted", "tag": "4d9ac856-9a0a-4582-8ccc-28f3ad742c28", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:03.644150 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4dfb8db-461f-4bab-a8e6-bf3c7acf3f6c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:03.644844 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e6290a-5f7c-4007-b836-b22752c2a427', 'name': 'network-vif-deleted', 'tag': '4d9ac856-9a0a-4582-8ccc-28f3ad742c28', 'status': 'completed', 'code': 200} Jul 07 22:38:03.672431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.682653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:03.683792 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.748396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2970703 Jul 07 22:38:03.751420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58930) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:03.757256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'ports': [{'network_id': 'd368df5c-8fbe-45b8-a10f-3bfc9d69d8b1', 'name': 'tempest-port--2025607980', 'admin_state_up': True}, {'network_id': 'aca04f00-5d4a-4321-a044-111729f582d8', 'admin_state_up': False}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:03.757509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'port': {'network_id': 'd368df5c-8fbe-45b8-a10f-3bfc9d69d8b1', 'name': 'tempest-port--2025607980', 'admin_state_up': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:03.757995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'port': {'network_id': 'aca04f00-5d4a-4321-a044-111729f582d8', 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:03.804966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208849e5-5ccb-4ec7-a288-a48a540a6757 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Network': ['ID=aca04f00-5d4a-4321-a044-111729f582d8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:03.818291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network aca04f00-5d4a-4321-a044-111729f582d8 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:03.946266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Made reservation on behalf of 04494963eb514e6289c4c36c4a4058c9 for: {'port': 2} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:03.960465 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:03.994364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.165651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] device_id is not set on port 244e1094-a664-4bf9-a151-85a864a3783f yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:38:04.303172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.361792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58946) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:04.390450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] device_id is not set on port 5ad7ef2a-9ca4-4106-ac59-7c6663c61c31 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:38:04.414392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09bebf4-88cb-4ebc-812a-9c9f848ba4d6 admin admin] Deleting subnet 5640db51-0c61-49ac-9a47-3f026161e82a {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:04.418251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d09bebf4-88cb-4ebc-812a-9c9f848ba4d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.468609 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d09bebf4-88cb-4ebc-812a-9c9f848ba4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.527268 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d09bebf4-88cb-4ebc-812a-9c9f848ba4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.533117 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.586645 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.595519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d09bebf4-88cb-4ebc-812a-9c9f848ba4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.625038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bebf4-88cb-4ebc-812a-9c9f848ba4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5640db51-0c61-49ac-9a47-3f026161e82a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:04.630638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d09bebf4-88cb-4ebc-812a-9c9f848ba4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.634203 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d09bebf4-88cb-4ebc-812a-9c9f848ba4d6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5640db51-0c61-49ac-9a47-3f026161e82a HTTP/1.1" status: 204 len: 168 time: 0.2702796 Jul 07 22:38:04.636600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:04.675146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Port': ['ID=244e1094-a664-4bf9-a151-85a864a3783f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:04.684103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Checking segment: {'id': 'a4336f12-6ec3-4ad9-84ea-24cf6c1f77a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd368df5c-8fbe-45b8-a10f-3bfc9d69d8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:04.684485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Network hostable DHCP agents. Network: d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:04.710443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Network d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:04.724919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:04.729832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:04.730980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:04.738049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0efd9ba-7931-44eb-af68-66bf24d3c838 None None] Network d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:04.819734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Port': ['ID=5ad7ef2a-9ca4-4106-ac59-7c6663c61c31,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:04.842513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Checking segment: {'id': 'e4351bd1-14b8-4608-9558-b2e8da5222d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'aca04f00-5d4a-4321-a044-111729f582d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:04.843437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Network hostable DHCP agents. Network: aca04f00-5d4a-4321-a044-111729f582d8, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:04.902737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Network aca04f00-5d4a-4321-a044-111729f582d8 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:04.923967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, aca04f00-5d4a-4321-a044-111729f582d8) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:04.946626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5bec1-0168-4d04-bc13-82d275f9a83f req-2e921d02-c794-4786-afe1-62a839c73cb6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:04.946850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b459a6-58ed-4657-b28a-f96a73fa5bf4 None None] Network aca04f00-5d4a-4321-a044-111729f582d8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:04.950554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6b5bec1-0168-4d04-bc13-82d275f9a83f req-2e921d02-c794-4786-afe1-62a839c73cb6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1207030 Jul 07 22:38:04.951464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:04.965574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:04.971713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:04.972550 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.019333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4350017a-df3a-4600-b9dc-f22775b79c21 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2638917 Jul 07 22:38:05.024178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58968) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:05.073352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6b5bec1-0168-4d04-bc13-82d275f9a83f req-83ac9cd4-a298-4342-bada-bfc7d2cee9ad tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975993 Jul 07 22:38:05.195252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbb454a-8448-40d3-872a-2c76c5f51eb4 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:05.203799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbb454a-8448-40d3-872a-2c76c5f51eb4 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:05.205549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2fbb454a-8448-40d3-872a-2c76c5f51eb4 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1804059 Jul 07 22:38:05.214430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58974) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:05.336502 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.409898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd5529-a6a2-4082-b82d-7dcf2a7f5f4b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Deleting port 244e1094-a664-4bf9-a151-85a864a3783f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:05.410497 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5529-a6a2-4082-b82d-7dcf2a7f5f4b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.421110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857c105-4ffb-481d-bada-5de9aa39766d req-1646f098-0a3a-465e-bed0-2c5557cd3fcd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:05.422659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f857c105-4ffb-481d-bada-5de9aa39766d req-1646f098-0a3a-465e-bed0-2c5557cd3fcd tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1164668 Jul 07 22:38:05.466433 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.478900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633910ea-4302-4ec7-9d42-4073d17be071']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:05.491688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425280f8-910d-470a-8258-4ba56475e069') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:05.492656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425280f8-910d-470a-8258-4ba56475e069') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:05.505058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.514924 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5529-a6a2-4082-b82d-7dcf2a7f5f4b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.523800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.528969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f857c105-4ffb-481d-bada-5de9aa39766d req-7c214e0f-29ff-4e76-b27b-77c55df23f79 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953572 Jul 07 22:38:05.530791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:05.531396 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.533905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd5529-a6a2-4082-b82d-7dcf2a7f5f4b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Calling delete_port for 244e1094-a664-4bf9-a151-85a864a3783f owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:05.586987 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:05.593260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58980) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:05.636720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.647002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.648860 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/633910ea-4302-4ec7-9d42-4073d17be071 HTTP/1.1" status: 204 len: 168 time: 1.0111475 Jul 07 22:38:05.669380 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cc9c3-7a21-463b-9f56-191f4a2c60c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=633910ea-4302-4ec7-9d42-4073d17be071,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:05.682237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbc49e-1878-471a-a13f-d2d0c60085f8 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:05.682462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5529-a6a2-4082-b82d-7dcf2a7f5f4b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.683780 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-48cbc49e-1878-471a-a13f-d2d0c60085f8 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1092 time: 0.0891278 Jul 07 22:38:05.688396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:05.698020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:05.724605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.735494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd5529-a6a2-4082-b82d-7dcf2a7f5f4b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Port': ['ID=244e1094-a664-4bf9-a151-85a864a3783f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:05.741265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1dd5529-a6a2-4082-b82d-7dcf2a7f5f4b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.743430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f1dd5529-a6a2-4082-b82d-7dcf2a7f5f4b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/ports/244e1094-a664-4bf9-a151-85a864a3783f HTTP/1.1" status: 204 len: 168 time: 0.5279555 Jul 07 22:38:05.746519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 58988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:05.915710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-38072c25-d908-4bdb-ab58-ea79d3ec809c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Deleting port 5ad7ef2a-9ca4-4106-ac59-7c6663c61c31 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:05.915927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38072c25-d908-4bdb-ab58-ea79d3ec809c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.963969 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:05.997853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58994) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:06.032146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38072c25-d908-4bdb-ab58-ea79d3ec809c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.053603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e20d7d13-2e57-4505-a2f2-15da3f69338c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71df1180a3b042b789a5174ff4199fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541286 Jul 07 22:38:06.056631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 58996) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:06.070946 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-38072c25-d908-4bdb-ab58-ea79d3ec809c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Calling delete_port for 5ad7ef2a-9ca4-4106-ac59-7c6663c61c31 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:06.117393 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8e60-02a1-45c3-9c98-445a7db6501a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.144176 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8e60-02a1-45c3-9c98-445a7db6501a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.186876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.25.8.182 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/8e4851cb-47fb-4d41-a212-c41acf99c39d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:06.225568 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8e60-02a1-45c3-9c98-445a7db6501a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.229155 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8e60-02a1-45c3-9c98-445a7db6501a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.235363 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38072c25-d908-4bdb-ab58-ea79d3ec809c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.241562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5e7f8e60-02a1-45c3-9c98-445a7db6501a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa12d5e5-3b1b-486f-bccc-8c7ee0b43128 HTTP/1.1" status: 204 len: 168 time: 0.1755593 Jul 07 22:38:06.251666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f8e60-02a1-45c3-9c98-445a7db6501a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa12d5e5-3b1b-486f-bccc-8c7ee0b43128,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:06.306622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38072c25-d908-4bdb-ab58-ea79d3ec809c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Port': ['ID=5ad7ef2a-9ca4-4106-ac59-7c6663c61c31,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:06.316351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38072c25-d908-4bdb-ab58-ea79d3ec809c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.318269 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-38072c25-d908-4bdb-ab58-ea79d3ec809c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/ports/5ad7ef2a-9ca4-4106-ac59-7c6663c61c31 HTTP/1.1" status: 204 len: 168 time: 0.5710940 Jul 07 22:38:06.321488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59002) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:06.365128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-17b99e33-f283-4222-9601-e64c95218442 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0423238 Jul 07 22:38:06.369332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59004) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:06.381049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-529199693'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:06.390967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.413010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Made reservation on behalf of 04494963eb514e6289c4c36c4a4058c9 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:06.419711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.434732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.457003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:06.469877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.470901 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Added segment 49449a81-9355-4f0f-a98c-e7cb917a9341 of type vlan for network 32ce3248-bf38-475f-87b0-a1add643445a Jul 07 22:38:06.489062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=8e4851cb-47fb-4d41-a212-c41acf99c39d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:06.493346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:06.494335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:06.496480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:06.534447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.566588 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.573676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:06.574614 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.608659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2382071 Jul 07 22:38:06.612749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59010) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:06.654037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2107533366'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:06.663415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4c347-3b8f-48c8-92d9-4cc03c24968e tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Network': ['ID=32ce3248-bf38-475f-87b0-a1add643445a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:06.676676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 32ce3248-bf38-475f-87b0-a1add643445a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:06.769287 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Made reservation on behalf of 04494963eb514e6289c4c36c4a4058c9 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:06.773545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.841084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:06.876849 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:06.877207 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Added segment 27e79c00-9f5f-4891-99b8-83a75a9c6608 of type vlan for network e120497f-961e-4e06-bcbb-22af4f68adee Jul 07 22:38:06.968440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.056564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.063400 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:07.063995 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.141760 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5202992 Jul 07 22:38:07.146562 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.168087 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9592d-45d9-4aa9-b783-3e5ed0a1acce tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Network': ['ID=e120497f-961e-4e06-bcbb-22af4f68adee,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:07.183872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e120497f-961e-4e06-bcbb-22af4f68adee details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:07.236911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:07.274959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59034) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:07.280470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'subnets': [{'network_id': '32ce3248-bf38-475f-87b0-a1add643445a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1456183370', 'ip_version': 4}, {'network_id': 'e120497f-961e-4e06-bcbb-22af4f68adee', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:07.280798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'subnet': {'network_id': '32ce3248-bf38-475f-87b0-a1add643445a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1456183370', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:07.281369 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Request body: {'subnet': {'network_id': 'e120497f-961e-4e06-bcbb-22af4f68adee', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:07.298030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:07.298424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4d9ac856-9a0a-4582-8ccc-28f3ad742c28 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:07.346612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.524748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59046) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:07.554569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Made reservation on behalf of 04494963eb514e6289c4c36c4a4058c9 for: {'subnet': 2} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:07.561011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.561379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.674739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.682435 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.748431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1583848323-network', 'tenant_id': '4f05d08a47ed4d619654abab61ac2d59'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:07.771576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Made reservation on behalf of 4f05d08a47ed4d619654abab61ac2d59 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:07.773916 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.784815 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.800512 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=8e4851cb-47fb-4d41-a212-c41acf99c39d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:07.819896 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.895612 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.901053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.936022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:07.949392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49ff1ed-2c52-4880-961b-41e2c3c13cde,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:07.956319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:07.956672 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Added segment 7455b397-de25-4434-8122-1856dcb9c882 of type vlan for network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae Jul 07 22:38:08.013314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.050622 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Floating IP 961c91fc-dfc9-42cd-bd14-133af9500235 associated. External IP: 172.25.8.182, port: cf693b2e-535a-4af4-a6b0-f85c6140a0e6. Jul 07 22:38:08.052911 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.054221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:08.055132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.119521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5936706 Jul 07 22:38:08.122384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59060) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:08.127959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Request body: {'subnet': {'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1583848323-subnet', 'tenant_id': '4f05d08a47ed4d619654abab61ac2d59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:08.145436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46cb1a-d5e2-4f9c-ad1c-6d147999bded admin admin] Pushing event updated for resources: {'Network': ['ID=5211f5de-c0ff-4983-9c83-c6c0d345f6ae,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:08.157603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:08.188395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Made reservation on behalf of 4f05d08a47ed4d619654abab61ac2d59 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:08.191301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.578229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.582651 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.584184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Checking segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:08.584184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Network hostable DHCP agents. Network: 5211f5de-c0ff-4983-9c83-c6c0d345f6ae, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:08.584184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b3b4fc5-50f5-45ab-a965-361badb4d65d,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:08.584184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:08.584184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 5211f5de-c0ff-4983-9c83-c6c0d345f6ae) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:08.590540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd94d391-142e-4cb4-9dc0-979c58ee6df3 None None] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:08.590978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:08.590978 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:08.606203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Subnet': ['ID=ca765e69-4890-4d81-a1c0-07fa78e2750c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:08.618999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8dffcea4-7251-4140-a4aa-70733db8b6d5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4940879 Jul 07 22:38:08.647869 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 08aad6e9-99e3-4393-865c-cf9b12391eeb has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:08.780254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bc2f59-1dbd-4f24-979c-506250234c90 None None] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:08.875966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Checking segment: {'id': '49449a81-9355-4f0f-a98c-e7cb917a9341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '32ce3248-bf38-475f-87b0-a1add643445a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:08.876332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Network hostable DHCP agents. Network: 32ce3248-bf38-475f-87b0-a1add643445a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:08.926169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:08.959022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] Sync routers for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:08.981942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Network 32ce3248-bf38-475f-87b0-a1add643445a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:08.993486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 32ce3248-bf38-475f-87b0-a1add643445a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:09.005660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db38cc-838e-4895-a040-c73d16442ef1 None None] Network 32ce3248-bf38-475f-87b0-a1add643445a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:09.006690 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.009191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.012086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:09.013156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:09.105830 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b3205bce-39cd-48e6-9123-d0fbe06c14a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4160318 Jul 07 22:38:09.106595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event updated for resources: {'Subnet': ['ID=48076f3a-041f-4e99-997e-ff8366ab6b79,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:09.112016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:09.114879 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247fe641-8819-42f6-aebd-a1ddfc4ee863" -d '{"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:09.170097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Checking segment: {'id': '27e79c00-9f5f-4891-99b8-83a75a9c6608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e120497f-961e-4e06-bcbb-22af4f68adee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:09.170486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Network hostable DHCP agents. Network: e120497f-961e-4e06-bcbb-22af4f68adee, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:09.204490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:09.227371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Network e120497f-961e-4e06-bcbb-22af4f68adee is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:09.239848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e120497f-961e-4e06-bcbb-22af4f68adee) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:09.244740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:09.245229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:09.245873 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.284383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b73d6-7b8e-4218-a764-c6744d58755b None None] Network e120497f-961e-4e06-bcbb-22af4f68adee requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:09.292712 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d3dcdde2-c48d-4dbb-aec9-ea1fb0114b78 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0166602 Jul 07 22:38:09.296682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59124) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:09.400753 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e201fb6-444a-416d-bad8-87f2d669f44b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:09.404177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e201fb6-444a-416d-bad8-87f2d669f44b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:09.406023 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e201fb6-444a-416d-bad8-87f2d669f44b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:09.411098 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8e201fb6-444a-416d-bad8-87f2d669f44b tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1133006 Jul 07 22:38:09.411971 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59134) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:09.508523 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61c1bae-4493-4b3a-b986-227969b2c798 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Deleting subnet ca765e69-4890-4d81-a1c0-07fa78e2750c {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:09.512103 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e61c1bae-4493-4b3a-b986-227969b2c798 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.551177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508e0245-46d5-42c4-a3af-8f3c42b9e1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-32ce3248-bf38-475f-87b0-a1add643445a', 'network_id': '32ce3248-bf38-475f-87b0-a1add643445a', 'tenant_id': '04494963eb514e6289c4c36c4a4058c9', 'fixed_ips': [{'subnet_id': 'ca765e69-4890-4d81-a1c0-07fa78e2750c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:09.552051 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-508e0245-46d5-42c4-a3af-8f3c42b9e1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.564197 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e61c1bae-4493-4b3a-b986-227969b2c798 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.656730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e61c1bae-4493-4b3a-b986-227969b2c798 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.745507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e61c1bae-4493-4b3a-b986-227969b2c798 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.818396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c1bae-4493-4b3a-b986-227969b2c798 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Subnet': ['ID=ca765e69-4890-4d81-a1c0-07fa78e2750c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:09.819331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79d2c0-97e7-41db-92f3-99aa94522fb5 req-5fed2a42-8720-4ef6-b87c-9a61879ee0ca tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:09.820868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc79d2c0-97e7-41db-92f3-99aa94522fb5 req-5fed2a42-8720-4ef6-b87c-9a61879ee0ca tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.5440161 Jul 07 22:38:09.831147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e61c1bae-4493-4b3a-b986-227969b2c798 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.836208 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e61c1bae-4493-4b3a-b986-227969b2c798 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/subnets/ca765e69-4890-4d81-a1c0-07fa78e2750c HTTP/1.1" status: 204 len: 168 time: 0.4232006 Jul 07 22:38:09.836904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59146) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:09.915072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd83c5c-32a2-4dd0-8a13-506d4944c47c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Deleting subnet 48076f3a-041f-4e99-997e-ff8366ab6b79 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:09.922463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-9874229e-7723-4b92-9cc4-96e9255af0f9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:09.925978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dd83c5c-32a2-4dd0-8a13-506d4944c47c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:09.929928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-9874229e-7723-4b92-9cc4-96e9255af0f9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.5602160 Jul 07 22:38:09.954271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc79d2c0-97e7-41db-92f3-99aa94522fb5 req-3ca1ab7c-f39a-4f85-b508-35a283faaa0a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148973 Jul 07 22:38:09.967554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-15c1d300-1323-400e-b6a8-311e57468bcf tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/quotas/4f05d08a47ed4d619654abab61ac2d59 HTTP/1.1" status: 200 len: 375 time: 0.0172977 Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-508e0245-46d5-42c4-a3af-8f3c42b9e1c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca765e69-4890-4d81-a1c0-07fa78e2750c: This subnet is being modified by another concurrent operation. Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca765e69-4890-4d81-a1c0-07fa78e2750c: This subnet is being modified by another concurrent operation. Jul 07 22:38:09.976969 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:38:09.986192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59152) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:10.026362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fb72a0-83ea-4036-96c0-be80b46d5745 None None] Network 32ce3248-bf38-475f-87b0-a1add643445a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:10.047050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dd83c5c-32a2-4dd0-8a13-506d4944c47c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:10.113805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-50add088-fb20-4a1a-85cf-aa180689ec6c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1396189 Jul 07 22:38:10.158286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d426523f-e832-459f-bef1-5a452d147f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-e120497f-961e-4e06-bcbb-22af4f68adee', 'network_id': 'e120497f-961e-4e06-bcbb-22af4f68adee', 'tenant_id': '04494963eb514e6289c4c36c4a4058c9', 'fixed_ips': [{'subnet_id': '48076f3a-041f-4e99-997e-ff8366ab6b79'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:10.159232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d426523f-e832-459f-bef1-5a452d147f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:10.182204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '961c91fc-dfc9-42cd-bd14-133af9500235', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'port_id': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'mac_address': 'fa:16:3e:ec:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115061a5-04ad-45cf-8e54-9b6494847496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:06Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70570745-e77d-475a-9d19-a5d2c2426474', 'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:c9:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:40Z', 'updated_at': '2021-07-07T22:37:49Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:10.185007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dd83c5c-32a2-4dd0-8a13-506d4944c47c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:10.213985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] Checking router: 08aad6e9-99e3-4393-865c-cf9b12391eeb for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:38:10.229832 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0669e012-782a-4d0b-8809-9cb4af7f3b4e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/961c91fc-dfc9-42cd-bd14-133af9500235 HTTP/1.1" status: 200 len: 991 time: 0.2402110 Jul 07 22:38:10.274884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-1a39b582-e275-4cac-9fa7-7e659b4fcbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:10.277251 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-1a39b582-e275-4cac-9fa7-7e659b4fcbf5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1097 time: 0.1662438 Jul 07 22:38:10.283318 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be12d29-c8f6-413e-9380-5693184e4ab9 x-openstack-request-id: req-3be12d29-c8f6-413e-9380-5693184e4ab9 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:10.284751 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:10.285008 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3be12d29-c8f6-413e-9380-5693184e4ab9 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:10.285513 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'status': 'completed', 'code': 200} Jul 07 22:38:10.309029 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dd83c5c-32a2-4dd0-8a13-506d4944c47c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:10.344271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd83c5c-32a2-4dd0-8a13-506d4944c47c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Subnet': ['ID=48076f3a-041f-4e99-997e-ff8366ab6b79,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:10.347172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5dd83c5c-32a2-4dd0-8a13-506d4944c47c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:10.352331 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5dd83c5c-32a2-4dd0-8a13-506d4944c47c tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/subnets/48076f3a-041f-4e99-997e-ff8366ab6b79 HTTP/1.1" status: 204 len: 168 time: 0.5142105 Jul 07 22:38:10.359033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59162) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:10.564408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:10.565222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:10.579747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e256bd5b-eeff-4ce9-a04a-c76a603a2ec2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:10.581790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e256bd5b-eeff-4ce9-a04a-c76a603a2ec2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1856480 Jul 07 22:38:10.586448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59170) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:10.600522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-b5740a5d-c368-40d8-b96e-b2ca80624d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:10.602285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-b5740a5d-c368-40d8-b96e-b2ca80624d3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.3162849 Jul 07 22:38:10.673185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-c338d11c-1cb4-40d8-8d1e-96fac55b940f service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427499 Jul 07 22:38:10.698831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-97972504-9eeb-4a9b-9461-01fb63e65616 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 999 time: 0.0896807 Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-d426523f-e832-459f-bef1-5a452d147f8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48076f3a-041f-4e99-997e-ff8366ab6b79: This subnet is being modified by another concurrent operation. Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 48076f3a-041f-4e99-997e-ff8366ab6b79: This subnet is being modified by another concurrent operation. Jul 07 22:38:10.700997 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:38:10.724523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:10.730595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca004e42-bc67-470d-aa72-98cbe6f00f44 None None] Network e120497f-961e-4e06-bcbb-22af4f68adee requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:10.812004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:38:10.893489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-34123cb8-74e9-48d1-a586-1ca28b87d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:10.895045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-34123cb8-74e9-48d1-a586-1ca28b87d83e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1753125 Jul 07 22:38:11.004739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab99fa8-597b-4f82-a6f8-591cf8f5f18b None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:11.034159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-d57331d1-89c2-49fe-a3ce-0bf19dab3b8b service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509326 Jul 07 22:38:11.077424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-21528379-ec69-48a3-82f2-d8792ceb08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:11.080326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-21528379-ec69-48a3-82f2-d8792ceb08af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1606531 Jul 07 22:38:11.245727 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59184) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:11.249525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-6f655d3b-a5b6-43b0-a0e2-02cc251d9d11 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618245 Jul 07 22:38:11.294326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.347987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab99fa8-597b-4f82-a6f8-591cf8f5f18b None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:11.400304 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3e8eaee7-bacd-4447-a25a-7f17816417fe tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/961c91fc-dfc9-42cd-bd14-133af9500235 HTTP/1.1" status: 200 len: 991 time: 0.1534064 Jul 07 22:38:11.403965 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e120497f-961e-4e06-bcbb-22af4f68adee']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:11.418093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e79c00-9f5f-4891-99b8-83a75a9c6608') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:11.418764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e79c00-9f5f-4891-99b8-83a75a9c6608') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:11.432687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.452557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.461331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:11.462281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:11.466751 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:11.473078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2a3918b4-fe85-43d1-9355-5c9d9d774130 req-9911cfd7-f23f-403f-8819-cbe9ce104ce8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 210 time: 0.1196365 Jul 07 22:38:11.504903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-247fe641-8819-42f6-aebd-a1ddfc4ee863 req-f7a020d4-8f3f-4d34-81cc-8b57b85249ce service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459352 Jul 07 22:38:11.563764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.576170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.581198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59198) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:11.581478 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/networks/e120497f-961e-4e06-bcbb-22af4f68adee HTTP/1.1" status: 204 len: 168 time: 0.9941945 Jul 07 22:38:11.594039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a83fef-1028-4a25-af54-069abeea6c45 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Network': ['ID=e120497f-961e-4e06-bcbb-22af4f68adee,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:11.613692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '961c91fc-dfc9-42cd-bd14-133af9500235', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'port_id': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'mac_address': 'fa:16:3e:ec:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115061a5-04ad-45cf-8e54-9b6494847496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:06Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70570745-e77d-475a-9d19-a5d2c2426474', 'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:c9:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:40Z', 'updated_at': '2021-07-07T22:37:49Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:11.619665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59200) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:11.654800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc32ae-980b-4802-8094-41c86ee0f192 None None] The sync data for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 is: [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '961c91fc-dfc9-42cd-bd14-133af9500235', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'port_id': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'mac_address': 'fa:16:3e:ec:cb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115061a5-04ad-45cf-8e54-9b6494847496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:38:06Z', 'updated_at': '2021-07-07T22:38:06Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70570745-e77d-475a-9d19-a5d2c2426474', 'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:c9:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:40Z', 'updated_at': '2021-07-07T22:37:49Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:11.713763 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.825960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb7a-6556-4801-ba11-7a184be03d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.875335 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.890282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ce3248-bf38-475f-87b0-a1add643445a']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:11.912929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49449a81-9355-4f0f-a98c-e7cb917a9341') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:11.913608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49449a81-9355-4f0f-a98c-e7cb917a9341') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:11.934207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbb2fa1-f9db-4902-be30-6b1897dbb01f None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:11.948157 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.979928 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:11.996059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:11.998181 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:12.008016 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:12.061721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb2fa1-f9db-4902-be30-6b1897dbb01f None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:12.092311 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fc25b9-1221-4e98-9ae3-d3fe8d1bdd85 None None] New status for floating IP 961c91fc-dfc9-42cd-bd14-133af9500235: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:38:12.114644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb7a-6556-4801-ba11-7a184be03d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.123633 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48dbfb7a-6556-4801-ba11-7a184be03d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.178165 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.193979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.199118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/networks/32ce3248-bf38-475f-87b0-a1add643445a HTTP/1.1" status: 204 len: 168 time: 0.6147723 Jul 07 22:38:12.199301 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-48dbfb7a-6556-4801-ba11-7a184be03d1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9eebbde237584468890db22c48eacc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5778024 Jul 07 22:38:12.199873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59218) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:12.201718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:12.224701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1dab9-7591-4164-acc4-0c024d3c9dd2 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Network': ['ID=32ce3248-bf38-475f-87b0-a1add643445a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:12.288515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbfb7a-6556-4801-ba11-7a184be03d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0093ffd3-fa35-486d-b41c-98bc9d65f0d2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:12.297738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.403930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59228) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:12.491302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.510116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-470fcfb5-ca8f-4ef4-b44d-1c9042515f3d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/961c91fc-dfc9-42cd-bd14-133af9500235 HTTP/1.1" status: 200 len: 991 time: 0.1044061 Jul 07 22:38:12.524345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca04f00-5d4a-4321-a044-111729f582d8']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:12.559876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4351bd1-14b8-4608-9558-b2e8da5222d4') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:12.560425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4351bd1-14b8-4608-9558-b2e8da5222d4') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:12.570803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-214aa8df-73f3-4d94-8825-73d4320f6240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.576150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.622679 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.626959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-214aa8df-73f3-4d94-8825-73d4320f6240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.639346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:12.639804 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:12.643384 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:12.654411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef31393e-c128-4458-8026-a6f139506233 req-6c7bde10-754b-488a-9ddf-8b3f43228116 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 210 time: 0.0361755 Jul 07 22:38:12.732326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.744271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.746000 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/networks/aca04f00-5d4a-4321-a044-111729f582d8 HTTP/1.1" status: 204 len: 168 time: 0.5451560 Jul 07 22:38:12.748578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59236) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:12.772170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9dd1a-f2fb-4a51-8d00-159846181c12 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Network': ['ID=aca04f00-5d4a-4321-a044-111729f582d8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:12.773961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-214aa8df-73f3-4d94-8825-73d4320f6240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.777237 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-214aa8df-73f3-4d94-8825-73d4320f6240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.780656 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-214aa8df-73f3-4d94-8825-73d4320f6240 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0093ffd3-fa35-486d-b41c-98bc9d65f0d2 HTTP/1.1" status: 204 len: 168 time: 0.4905131 Jul 07 22:38:12.799986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aa8df-73f3-4d94-8825-73d4320f6240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0093ffd3-fa35-486d-b41c-98bc9d65f0d2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:12.866335 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.964117 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:12.975648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:12.987708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4336f12-6ec3-4ad9-84ea-24cf6c1f77a4') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:12.988012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4336f12-6ec3-4ad9-84ea-24cf6c1f77a4') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:12.997719 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.015365 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.022637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:13.022931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:13.026202 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:13.099314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.125141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.128052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] 10.222.0.81 "DELETE /v2.0/networks/d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1 HTTP/1.1" status: 204 len: 168 time: 0.3783658 Jul 07 22:38:13.129740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d818c6-fcd4-48c3-8945-00f489eeac71 tempest-BulkNetworkOpsTest-930958645 tempest-BulkNetworkOpsTest-930958645-project] Pushing event deleted for resources: {'Network': ['ID=d368df5c-8fbe-45b8-a10f-3bfc9d69d8b1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:13.186829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59254) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:13.218108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-090dec6c-7d1a-4675-880f-d96e7c361e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.378284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-94b9c546-e0dd-4626-be88-c5e4df2cada9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:13.380222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-94b9c546-e0dd-4626-be88-c5e4df2cada9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.1723864 Jul 07 22:38:13.397409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Request body: {'port': {'device_id': 'dfa6c7b6-97b3-4a8d-85d1-02709491e0e1', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'admin_state_up': True, 'tenant_id': '4f05d08a47ed4d619654abab61ac2d59'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:13.424900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59262) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:13.473753 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-090dec6c-7d1a-4675-880f-d96e7c361e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.482602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-090dec6c-7d1a-4675-880f-d96e7c361e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.513350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:13.556474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-090dec6c-7d1a-4675-880f-d96e7c361e5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d5bcb9f583747bd8a7cc2cbdaa079e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685243 Jul 07 22:38:13.559057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dec6c-7d1a-4675-880f-d96e7c361e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5a1ea4-fd10-430b-82b6-b6a475ef6312,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:13.561702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59270) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:13.597230 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-49715a4e-f185-4593-9771-67c16f1fe7b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/961c91fc-dfc9-42cd-bd14-133af9500235 HTTP/1.1" status: 200 len: 993 time: 0.0824957 Jul 07 22:38:13.621999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Made reservation on behalf of 4f05d08a47ed4d619654abab61ac2d59 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:13.625171 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.641326 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7abfa852-544f-40a1-aaa7-898bd7615372 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04494963eb514e6289c4c36c4a4058c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2149591 Jul 07 22:38:13.644207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59274) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:13.689018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9d5a-eee7-4d90-b37f-e428f242118d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.753237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9d5a-eee7-4d90-b37f-e428f242118d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.848761 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d69fb0b-a2df-45e0-9812-d2336d604593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.881717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba64307d-9388-4a1d-a3bc-0ecc37a92374 req-a8e3f768-47f5-4c8a-8051-38898484b322 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 210 time: 0.0715778 Jul 07 22:38:13.903597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d69fb0b-a2df-45e0-9812-d2336d604593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.918852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Allocated IP 172.20.0.13 (5211f5de-c0ff-4983-9c83-c6c0d345f6ae/1b3b4fc5-50f5-45ab-a965-361badb4d65d/5c0a5cc8-316e-46a3-b1fc-a950f2441d7b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:13.945078 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9d5a-eee7-4d90-b37f-e428f242118d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.947644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9d5a-eee7-4d90-b37f-e428f242118d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:13.948785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fa8b9d5a-eee7-4d90-b37f-e428f242118d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da5a1ea4-fd10-430b-82b6-b6a475ef6312 HTTP/1.1" status: 204 len: 168 time: 0.3857014 Jul 07 22:38:13.971811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b9d5a-eee7-4d90-b37f-e428f242118d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5a1ea4-fd10-430b-82b6-b6a475ef6312,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:14.032914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d69fb0b-a2df-45e0-9812-d2336d604593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.036341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d69fb0b-a2df-45e0-9812-d2336d604593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.037759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6d69fb0b-a2df-45e0-9812-d2336d604593 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/15cf07ce-f1f7-4da1-91fb-b9c4b6c50246 HTTP/1.1" status: 204 len: 168 time: 0.3923743 Jul 07 22:38:14.075176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69fb0b-a2df-45e0-9812-d2336d604593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cf07ce-f1f7-4da1-91fb-b9c4b6c50246,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:14.153227 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.205209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.250388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:14.256487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:14.260467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:14.291954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event updated for resources: {'Port': ['ID=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:14.340452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:14.341097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.357964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-1142e759-bef7-4860-ac82-127ea65e32bd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9688489 Jul 07 22:38:14.371141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Request body: {'port': {'device_id': 'dfa6c7b6-97b3-4a8d-85d1-02709491e0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:14.514375 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.836473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:38:14.846808 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.865804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Transition to ACTIVE for port object 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:14.870513 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:14.936693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Pushing event updated for resources: {'Port': ['ID=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:15.043246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Attempting to bind port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:15.043855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Attempting to bind port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:15.043949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Attempting to bind port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:15.078411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:38:15.079073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Attempting to bind port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:15.088053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:15.088391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Checking segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:15.088776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Bound using segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:15.089217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Bound port: 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:15.090213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.160004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fcc08-7531-4ac7-9881-364830131353 req-f64f2d87-898e-4752-8fd3-6ef6d08b5a92 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:15.161597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-374fcc08-7531-4ac7-9881-364830131353 req-f64f2d87-898e-4752-8fd3-6ef6d08b5a92 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 944 time: 0.1304259 Jul 07 22:38:15.213924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] For port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:15.252674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] For port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:15.256585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-374fcc08-7531-4ac7-9881-364830131353 req-1a2cb55f-a200-4016-b156-640e14d2b44a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802400 Jul 07 22:38:15.260821 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.306561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:15.307427 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.308907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] 10.222.0.44 "PUT /v2.0/ports/5c0a5cc8-316e-46a3-b1fc-a950f2441d7b HTTP/1.1" status: 200 len: 1093 time: 0.9426775 Jul 07 22:38:15.309373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa6c7b6-97b3-4a8d-85d1-02709491e0e1', 'tag': '5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:15.312623 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f7640b-4158-4e6b-940a-89f621d4628e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa6c7b6-97b3-4a8d-85d1-02709491e0e1", "tag": "5c0a5cc8-316e-46a3-b1fc-a950f2441d7b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:15.340249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434f869-52e7-4cf9-aa4a-04b125b6adaa service neutron] Pushing event updated for resources: {'Port': ['ID=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:15.358655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59360) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:15.406178 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a420502f-a7c5-41f1-afd8-48ab62a34102 x-openstack-request-id: req-a420502f-a7c5-41f1-afd8-48ab62a34102 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:15.414132 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa6c7b6-97b3-4a8d-85d1-02709491e0e1", "tag": "5c0a5cc8-316e-46a3-b1fc-a950f2441d7b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:15.414132 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a420502f-a7c5-41f1-afd8-48ab62a34102 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:15.414132 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa6c7b6-97b3-4a8d-85d1-02709491e0e1', 'tag': '5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'status': 'completed', 'code': 200} Jul 07 22:38:15.448206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-a79d5ec5-0c06-4572-95d7-8d961ab91b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:15.449925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-a79d5ec5-0c06-4572-95d7-8d961ab91b91 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 1096 time: 0.0869300 Jul 07 22:38:15.483501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-51556991'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:15.498731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-b4ca3a15-de71-4137-8ff5-0ddaa6cb0418 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b HTTP/1.1" status: 200 len: 217 time: 0.0412354 Jul 07 22:38:15.511661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:15.516686 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.527557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.559785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-c2566ff3-73d6-4ec3-a3d0-7b73cc41f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:15.561710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-c2566ff3-73d6-4ec3-a3d0-7b73cc41f004 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0564075 Jul 07 22:38:15.606856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-0b2099d3-6493-4bcf-8e91-6c2bcd167331 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390267 Jul 07 22:38:15.657328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.663196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.692208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:15.713435 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.714011 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment aeae13e3-b63c-4a86-bcc2-befafc3a65c9 of type vlan for network 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c Jul 07 22:38:15.715881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab053a9d-b9a1-4d6e-859b-7aa909d4b499,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:15.738016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-35447c07-fd8a-4b2f-b906-146bc5b23499 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243660 Jul 07 22:38:15.764069 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.815168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.825277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:15.825902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:15.867214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dc92832-6d39-4d67-a105-f25ed5123ed4 req-7a4ea055-5c6d-4c00-8fac-f3b19726fa73 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221678 Jul 07 22:38:15.920018 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5595145 Jul 07 22:38:15.972150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c56ad5-9934-4808-a24b-c44a32be9b56 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=03a5b3af-6df3-40c9-8b3e-3081fbf5f69c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:15.983339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:16.062498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:16.069642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-aeb7b35c-2fe2-4190-abf9-b1103790678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:16.074274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-aeb7b35c-2fe2-4190-abf9-b1103790678e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 1096 time: 0.1370897 Jul 07 22:38:16.075768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': '03a5b3af-6df3-40c9-8b3e-3081fbf5f69c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:16.186650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-566fdccd-25f6-4a5d-88a8-9bdcab7b1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:16.190704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-566fdccd-25f6-4a5d-88a8-9bdcab7b1ec3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 907 time: 0.1129103 Jul 07 22:38:16.207571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:16.211701 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.243803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-d4da4759-c1df-4a27-8269-980b574cde5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b HTTP/1.1" status: 200 len: 217 time: 0.0443799 Jul 07 22:38:16.346021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-77d14433-6535-4f3f-9ce6-8981705fc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:16.348001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-77d14433-6535-4f3f-9ce6-8981705fc7ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0965626 Jul 07 22:38:16.405318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-72ffd22b-3b4d-456e-be8d-0d6051ab8134 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494828 Jul 07 22:38:16.463429 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.563400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-b58c7839-abb4-442a-a570-13afcbd4b16c service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461577 Jul 07 22:38:16.565016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': 'aeae13e3-b63c-4a86-bcc2-befafc3a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03a5b3af-6df3-40c9-8b3e-3081fbf5f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:16.565491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:16.571703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=c1c5b503-8305-4531-8e4d-46d7c9abba98,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:16.597637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:16.605048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595626c-900b-46c1-89b9-1c454d506b79 req-fe5343c6-03a5-43e4-ba88-6d526673eef3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:16.611304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3595626c-900b-46c1-89b9-1c454d506b79 req-fe5343c6-03a5-43e4-ba88-6d526673eef3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 944 time: 0.2034497 Jul 07 22:38:16.618957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:16.628960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437371d8-1244-43c3-80b1-8d7c3b29b61a None None] Network 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:16.632905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:16.635263 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.661200 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b598790f-95e7-470c-87b8-bfdccbcc4e06 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5974736 Jul 07 22:38:16.664921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:16.685477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1244701724'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:16.719356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3595626c-900b-46c1-89b9-1c454d506b79 req-10091c1e-660c-4224-bb62-9ca1e0cdb70f tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732782 Jul 07 22:38:16.731835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:16.753163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.783591 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:16.788722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9f7640b-4158-4e6b-940a-89f621d4628e req-68c23074-660f-4f05-a50d-4af34e98a93b service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166340 Jul 07 22:38:16.801240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.801580 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment 32e74822-3209-45e3-88ce-8e6403073bc6 of type vlan for network a67e9bdf-e05e-42ac-a002-4b4c5ca37b47 Jul 07 22:38:16.850066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-03a5b3af-6df3-40c9-8b3e-3081fbf5f69c', 'network_id': '03a5b3af-6df3-40c9-8b3e-3081fbf5f69c', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': 'c1c5b503-8305-4531-8e4d-46d7c9abba98'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:16.851141 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.891814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.921120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:16.927579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:16.928177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.009544 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3314953 Jul 07 22:38:17.009968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59428) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:17.016608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': 'a67e9bdf-e05e-42ac-a002-4b4c5ca37b47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:17.029058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb2c2e-d8f2-41a7-b06c-f430a5ec8a81 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=a67e9bdf-e05e-42ac-a002-4b4c5ca37b47,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:17.051495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a67e9bdf-e05e-42ac-a002-4b4c5ca37b47 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:17.146508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:17.147837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Allocated IP 172.20.255.242 (03a5b3af-6df3-40c9-8b3e-3081fbf5f69c/c1c5b503-8305-4531-8e4d-46d7c9abba98/6910561f-c916-4e70-aa54-9498007d3f23) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:17.152579 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.292327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:38:17.403079 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.461837 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.483548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Transition to ACTIVE for port object 6910561f-c916-4e70-aa54-9498007d3f23 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:17.499438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=6448e334-24b3-4cae-a669-72ab10de3430,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:17.503198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': '32e74822-3209-45e3-88ce-8e6403073bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a67e9bdf-e05e-42ac-a002-4b4c5ca37b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:17.503569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: a67e9bdf-e05e-42ac-a002-4b4c5ca37b47, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:17.518427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:17.521988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Transition to ACTIVE for port object 6910561f-c916-4e70-aa54-9498007d3f23 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:17.523347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network a67e9bdf-e05e-42ac-a002-4b4c5ca37b47 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:17.535910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'port_id': '5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'mac_address': 'fa:16:3e:1a:7b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3b4fc5-50f5-45ab-a965-361badb4d65d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:38:17.537752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a67e9bdf-e05e-42ac-a002-4b4c5ca37b47) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:17.541088 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.547353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:17.548179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.569974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:17.570621 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9f2570ce-cf5e-4af1-b5fe-a5be0ea4d8f8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5590055 Jul 07 22:38:17.588111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be358e4-11e1-4e67-a64e-fb6e5ff163c2 None None] Network a67e9bdf-e05e-42ac-a002-4b4c5ca37b47 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:17.688387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Network 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:17.698719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:17.704959 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.717395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Pushing event updated for resources: {'Port': ['ID=6910561f-c916-4e70-aa54-9498007d3f23,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:17.722097 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.723277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:17.737159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:38:17.797665 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.943336 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:17.987796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8063fd-8699-4944-b2c4-1ae77914f563 req-aac17a9f-617f-4a10-b7e2-714d6f09679c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:17.989553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=6448e334-24b3-4cae-a669-72ab10de3430,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:17.989706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba8063fd-8699-4944-b2c4-1ae77914f563 req-aac17a9f-617f-4a10-b7e2-714d6f09679c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 944 time: 0.0954533 Jul 07 22:38:18.006932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:18.013943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Attempting to bind port 6910561f-c916-4e70-aa54-9498007d3f23 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:18.014825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59462) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:18.015410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Attempting to bind port 6910561f-c916-4e70-aa54-9498007d3f23 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'aeae13e3-b63c-4a86-bcc2-befafc3a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03a5b3af-6df3-40c9-8b3e-3081fbf5f69c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:18.015511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Attempting to bind port 6910561f-c916-4e70-aa54-9498007d3f23 on network 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:18.021541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.043684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:18.044064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Checking segment: {'id': 'aeae13e3-b63c-4a86-bcc2-befafc3a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03a5b3af-6df3-40c9-8b3e-3081fbf5f69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:18.044473 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.045055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Bound using segment: {'id': 'aeae13e3-b63c-4a86-bcc2-befafc3a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03a5b3af-6df3-40c9-8b3e-3081fbf5f69c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:18.045703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Bound port: 6910561f-c916-4e70-aa54-9498007d3f23, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeae13e3-b63c-4a86-bcc2-befafc3a65c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '03a5b3af-6df3-40c9-8b3e-3081fbf5f69c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:18.046284 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.083456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba8063fd-8699-4944-b2c4-1ae77914f563 req-d60281f1-161e-41ac-a517-adbcbc1c357d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807312 Jul 07 22:38:18.108704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b3cd70-88b1-4674-aaa3-c19e95934e97 None None] Network a67e9bdf-e05e-42ac-a002-4b4c5ca37b47 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:18.120614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.149637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67e9bdf-e05e-42ac-a002-4b4c5ca37b47']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:18.171196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e74822-3209-45e3-88ce-8e6403073bc6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:18.171563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e74822-3209-45e3-88ce-8e6403073bc6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:18.181510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.198812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:18.207236 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.217613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d846ab1a-bd8c-4e7d-9a17-d4f72d78e3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.218202 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:18.218293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:18.222305 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:18.226736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:38:18.282671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] For port 6910561f-c916-4e70-aa54-9498007d3f23, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:18.311513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.319659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] For port 6910561f-c916-4e70-aa54-9498007d3f23, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6910561f-c916-4e70-aa54-9498007d3f23,segment=NetworkSegment(aeae13e3-b63c-4a86-bcc2-befafc3a65c9),segment_id=aeae13e3-b63c-4a86-bcc2-befafc3a65c9)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:18.329535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.336569 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/a67e9bdf-e05e-42ac-a002-4b4c5ca37b47 HTTP/1.1" status: 204 len: 168 time: 0.7610669 Jul 07 22:38:18.339670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59472) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:18.354993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f6ff7-a59a-4b7a-a68c-071f34371fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=a67e9bdf-e05e-42ac-a002-4b4c5ca37b47,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:18.358463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.370088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2043292175'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:18.437551 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d846ab1a-bd8c-4e7d-9a17-d4f72d78e3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.440857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34971506-f26b-4a5d-8edb-3e9878d800f6 None None] Pushing event updated for resources: {'Port': ['ID=6910561f-c916-4e70-aa54-9498007d3f23,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:18.445618 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d846ab1a-bd8c-4e7d-9a17-d4f72d78e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.505836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846ab1a-bd8c-4e7d-9a17-d4f72d78e3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41ec5e7-6e83-4e73-a715-b0d5cbf13901,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:18.515600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:18.516468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d846ab1a-bd8c-4e7d-9a17-d4f72d78e3f2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f13af87dc8be40999b8143cc90af3ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993680 Jul 07 22:38:18.519123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:18.524108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.553695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:18.564677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.565075 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment e641998b-c183-468f-bda0-dd9ea8195c1f of type vlan for network 4c1539e8-48eb-4c33-bb4e-946d4a548e22 Jul 07 22:38:18.594964 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74c7b285-f12e-4cdd-969f-896d04e3c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.617290 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.622700 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74c7b285-f12e-4cdd-969f-896d04e3c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.655130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.662096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:18.662780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.679805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74c7b285-f12e-4cdd-969f-896d04e3c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.683134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-74c7b285-f12e-4cdd-969f-896d04e3c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:18.686734 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-74c7b285-f12e-4cdd-969f-896d04e3c846 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a41ec5e7-6e83-4e73-a715-b0d5cbf13901 HTTP/1.1" status: 204 len: 168 time: 0.1677344 Jul 07 22:38:18.702576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7b285-f12e-4cdd-969f-896d04e3c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41ec5e7-6e83-4e73-a715-b0d5cbf13901,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:18.754018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4132934 Jul 07 22:38:18.756810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59484) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:18.781077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd7ad6-673b-40ba-8ecc-eff8e9742546 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=4c1539e8-48eb-4c33-bb4e-946d4a548e22,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:18.787404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': '4c1539e8-48eb-4c33-bb4e-946d4a548e22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:18.812496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4c1539e8-48eb-4c33-bb4e-946d4a548e22 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:18.926752 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:18.930499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.021408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Performing IP validity checks on allocation pools {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:38:19.021929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:38:19.159365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6910561f-c916-4e70-aa54-9498007d3f23 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:19.193338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59496) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:19.201957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.229604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 6910561f-c916-4e70-aa54-9498007d3f23 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:19.242357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21f3faf9-6a2a-4516-86ef-919f35de3626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.291417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:19.296390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': 'e641998b-c183-468f-bda0-dd9ea8195c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4c1539e8-48eb-4c33-bb4e-946d4a548e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:19.296762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: 4c1539e8-48eb-4c33-bb4e-946d4a548e22, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:19.298873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=9b5287a9-5eba-473f-9a1c-f80e7645160b,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:19.317916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 4c1539e8-48eb-4c33-bb4e-946d4a548e22 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:19.331623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4c1539e8-48eb-4c33-bb4e-946d4a548e22) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:19.336943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:19.337865 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.348584 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753f5af-cf20-4bec-a9a9-d618d425f3ec None None] Network 4c1539e8-48eb-4c33-bb4e-946d4a548e22 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:19.538972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:19.560861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:19.561493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.591709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-4c1539e8-48eb-4c33-bb4e-946d4a548e22', 'network_id': '4c1539e8-48eb-4c33-bb4e-946d4a548e22', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': '9b5287a9-5eba-473f-9a1c-f80e7645160b'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:19.592595 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.777600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a540c3-fc1f-44f9-ab5c-1c940231b045 req-82fc55db-dd14-4566-8bbb-031ddbe0cf32 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:19.782546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2a540c3-fc1f-44f9-ab5c-1c940231b045 req-82fc55db-dd14-4566-8bbb-031ddbe0cf32 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 945 time: 0.4665620 Jul 07 22:38:19.785707 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21f3faf9-6a2a-4516-86ef-919f35de3626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.799104 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-53baf32d-4693-4525-8d4e-5491b8bfaebd tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0411389 Jul 07 22:38:19.800677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59512) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:19.827158 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.839877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21f3faf9-6a2a-4516-86ef-919f35de3626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.880285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5033b29c-4277-42ef-b205-10f1e9a2228a None None] Network 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:19.888710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2a540c3-fc1f-44f9-ab5c-1c940231b045 req-c1f44907-7df9-4e51-8f08-a30a607a5bd9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009345 Jul 07 22:38:19.902331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6c7b6-97b3-4a8d-85d1-02709491e0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:19.904654 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d312f-5526-48f9-a3db-daacb55cfcac" -d '{"events": [{"server_uuid": "dfa6c7b6-97b3-4a8d-85d1-02709491e0e1", "name": "network-vif-plugged", "status": "completed", "tag": "5c0a5cc8-316e-46a3-b1fc-a950f2441d7b"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:19.907128 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:19.922881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Allocated IP 172.20.0.3 (4c1539e8-48eb-4c33-bb4e-946d4a548e22/9b5287a9-5eba-473f-9a1c-f80e7645160b/2fbf73b9-65e6-4b73-a00e-427d13888056) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:19.931895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-21f3faf9-6a2a-4516-86ef-919f35de3626 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ebbd2cdbce8d4e6f88fd9ab806e39a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368984 Jul 07 22:38:19.932790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59518) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:19.933446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3faf9-6a2a-4516-86ef-919f35de3626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fd663e-5b8f-410d-b44b-a32d404db7f9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:20.005492 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.011158 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c962-5cf9-4b33-8741-817da239f823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.066557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:20.070677 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccda429-8e2b-43cf-b39b-440609844d0b x-openstack-request-id: req-3ccda429-8e2b-43cf-b39b-440609844d0b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:20.071000 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6c7b6-97b3-4a8d-85d1-02709491e0e1", "name": "network-vif-plugged", "status": "completed", "tag": "5c0a5cc8-316e-46a3-b1fc-a950f2441d7b", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:20.071231 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ccda429-8e2b-43cf-b39b-440609844d0b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:20.071589 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6c7b6-97b3-4a8d-85d1-02709491e0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'code': 200} Jul 07 22:38:20.106620 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.111256 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.115428 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c962-5cf9-4b33-8741-817da239f823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.181172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:20.199161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.199161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.203836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:20.206810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b364a9f7-f016-4975-974a-81a5fedc7294 None None] Provisioning for port 6910561f-c916-4e70-aa54-9498007d3f23 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:20.238482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a0d83-80e3-4dbf-8aba-05cc198cbca7 req-b973209e-24a0-47c1-bb92-a522974337a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:20.239978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b364a9f7-f016-4975-974a-81a5fedc7294 None None] Provisioning complete for port 6910561f-c916-4e70-aa54-9498007d3f23 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:20.240199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6a0d83-80e3-4dbf-8aba-05cc198cbca7 req-b973209e-24a0-47c1-bb92-a522974337a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 1098 time: 0.1663277 Jul 07 22:38:20.240380 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b364a9f7-f016-4975-974a-81a5fedc7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.271677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c962-5cf9-4b33-8741-817da239f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.274566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c962-5cf9-4b33-8741-817da239f823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.275709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bcb5c962-5cf9-4b33-8741-817da239f823 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8fd663e-5b8f-410d-b44b-a32d404db7f9 HTTP/1.1" status: 204 len: 168 time: 0.3393214 Jul 07 22:38:20.291062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5c962-5cf9-4b33-8741-817da239f823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fd663e-5b8f-410d-b44b-a32d404db7f9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:20.311416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6a0d83-80e3-4dbf-8aba-05cc198cbca7 req-bcb9bc5a-6083-4a01-8828-214ccfd0d73c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583584 Jul 07 22:38:20.353206 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.383691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Transition to ACTIVE for port object 2fbf73b9-65e6-4b73-a00e-427d13888056 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:20.438988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Transition to ACTIVE for port object 2fbf73b9-65e6-4b73-a00e-427d13888056 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:20.472079 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.482159 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.527405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5287a9-5eba-473f-9a1c-f80e7645160b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:20.551591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Network 4c1539e8-48eb-4c33-bb4e-946d4a548e22 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:20.556516 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b364a9f7-f016-4975-974a-81a5fedc7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.565482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:20.574276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:20.593406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Pushing event updated for resources: {'Port': ['ID=2fbf73b9-65e6-4b73-a00e-427d13888056,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:20.628421 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.644425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1539e8-48eb-4c33-bb4e-946d4a548e22']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:20.660646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b364a9f7-f016-4975-974a-81a5fedc7294 None None] For port 6910561f-c916-4e70-aa54-9498007d3f23, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6910561f-c916-4e70-aa54-9498007d3f23,segment=NetworkSegment(aeae13e3-b63c-4a86-bcc2-befafc3a65c9),segment_id=aeae13e3-b63c-4a86-bcc2-befafc3a65c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:20.668364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e641998b-c183-468f-bda0-dd9ea8195c1f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:20.669384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e641998b-c183-468f-bda0-dd9ea8195c1f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:20.674269 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b364a9f7-f016-4975-974a-81a5fedc7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.684689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Attempting to bind port 2fbf73b9-65e6-4b73-a00e-427d13888056 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:20.685067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Attempting to bind port 2fbf73b9-65e6-4b73-a00e-427d13888056 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'e641998b-c183-468f-bda0-dd9ea8195c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4c1539e8-48eb-4c33-bb4e-946d4a548e22'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:20.685432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Attempting to bind port 2fbf73b9-65e6-4b73-a00e-427d13888056 on network 4c1539e8-48eb-4c33-bb4e-946d4a548e22 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:20.687458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.712256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.714413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:20.714796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Checking segment: {'id': 'e641998b-c183-468f-bda0-dd9ea8195c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4c1539e8-48eb-4c33-bb4e-946d4a548e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:20.715200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.715607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Bound using segment: {'id': 'e641998b-c183-468f-bda0-dd9ea8195c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4c1539e8-48eb-4c33-bb4e-946d4a548e22'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:20.716094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Bound port: 2fbf73b9-65e6-4b73-a00e-427d13888056, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e641998b-c183-468f-bda0-dd9ea8195c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4c1539e8-48eb-4c33-bb4e-946d4a548e22'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:20.716481 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.726926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:20.727347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:20.730850 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:20.764772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364a9f7-f016-4975-974a-81a5fedc7294 None None] Pushing event updated for resources: {'Port': ['ID=6910561f-c916-4e70-aa54-9498007d3f23,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:20.824333 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:38:20.824333 n-d-695012-11 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:38:20.824333 n-d-695012-11 neutron-server[93942]: [parameters: {'id': '4c1539e8-48eb-4c33-bb4e-946d4a548e22'}] Jul 07 22:38:20.824333 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:38:20.825099 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:38:20.834329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] For port 2fbf73b9-65e6-4b73-a00e-427d13888056, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:20.838553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] For port 2fbf73b9-65e6-4b73-a00e-427d13888056, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2fbf73b9-65e6-4b73-a00e-427d13888056,segment=NetworkSegment(e641998b-c183-468f-bda0-dd9ea8195c1f),segment_id=e641998b-c183-468f-bda0-dd9ea8195c1f)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:20.847862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:20.915522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5874d2-9148-45a8-9c6a-1cd644d0d80d None None] Pushing event updated for resources: {'Port': ['ID=2fbf73b9-65e6-4b73-a00e-427d13888056,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:21.012091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4088065-e51d-493a-b8eb-20b0ec3c2686 None None] Network 4c1539e8-48eb-4c33-bb4e-946d4a548e22 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:21.140329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-66fa8edc-8665-4cd8-83cd-e4a2a07bdb1b None None] Provisioning complete for port 6910561f-c916-4e70-aa54-9498007d3f23 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:21.140726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66fa8edc-8665-4cd8-83cd-e4a2a07bdb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.184218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6910561f-c916-4e70-aa54-9498007d3f23 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:21.201546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc5226-eab5-4e34-8729-7a18eda189fb req-7ff77787-6397-43ec-859f-20f9d335047b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:21.208218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ccc5226-eab5-4e34-8729-7a18eda189fb req-7ff77787-6397-43ec-859f-20f9d335047b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 946 time: 0.1297414 Jul 07 22:38:21.262600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ccc5226-eab5-4e34-8729-7a18eda189fb req-a50dc36c-8d78-4189-b164-32d3648267e4 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483322 Jul 07 22:38:21.326544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.374236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 6910561f-c916-4e70-aa54-9498007d3f23 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:21.375279 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.383664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565fc6b0-e036-4478-bde6-874b96a72e72 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:21.396956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Deleting port 2fbf73b9-65e6-4b73-a00e-427d13888056 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:21.398494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.489907 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] For port 2fbf73b9-65e6-4b73-a00e-427d13888056, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2fbf73b9-65e6-4b73-a00e-427d13888056,segment=NetworkSegment(e641998b-c183-468f-bda0-dd9ea8195c1f),segment_id=e641998b-c183-468f-bda0-dd9ea8195c1f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:21.490571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.506809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Calling delete_port for 2fbf73b9-65e6-4b73-a00e-427d13888056 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:21.596743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565fc6b0-e036-4478-bde6-874b96a72e72 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:21.611100 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.643030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No DVR routers for this DVR port 2fbf73b9-65e6-4b73-a00e-427d13888056 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:21.645469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Port': ['ID=2fbf73b9-65e6-4b73-a00e-427d13888056,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:21.760773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.777303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1539e8-48eb-4c33-bb4e-946d4a548e22']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:21.794286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e641998b-c183-468f-bda0-dd9ea8195c1f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:21.794843 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e641998b-c183-468f-bda0-dd9ea8195c1f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:21.806825 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.824694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.833795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:21.834551 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:21.837835 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:21.871645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59580) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:21.932768 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.940745 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:21.945772 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/4c1539e8-48eb-4c33-bb4e-946d4a548e22 HTTP/1.1" status: 204 len: 168 time: 2.1407056 Jul 07 22:38:21.946206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59586) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:21.951306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1399617558'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:21.960654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3885af-62f2-49fd-8e31-c48ac0a2eb2a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=4c1539e8-48eb-4c33-bb4e-946d4a548e22,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:21.983618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:21.989116 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.032442 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-136a9d66-c134-4e40-963d-61865e806a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.047429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:22.063914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.064740 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment dc109bc7-5fff-493f-849c-20953c3dea58 of type vlan for network e6b43e95-c27c-4ead-bb71-3c5b3bb595f2 Jul 07 22:38:22.120135 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.170106 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.175745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:22.176365 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.266585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-136a9d66-c134-4e40-963d-61865e806a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.275766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=e6b43e95-c27c-4ead-bb71-3c5b3bb595f2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:22.280342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-136a9d66-c134-4e40-963d-61865e806a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.301032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7bcb093c-1028-4613-8a8b-fcd4b0317525 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3533332 Jul 07 22:38:22.302394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e6b43e95-c27c-4ead-bb71-3c5b3bb595f2 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:22.303879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:22.311222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': 'e6b43e95-c27c-4ead-bb71-3c5b3bb595f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:22.328317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-136a9d66-c134-4e40-963d-61865e806a9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e87fab76616e464c85ff78ea85005f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530423 Jul 07 22:38:22.328317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a9d66-c134-4e40-963d-61865e806a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c403660-5213-48d6-9541-0b2b4ab4b454,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:22.329646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59598) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:22.381913 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e621cd60-edd6-43c3-b3d5-dd69fe2dc874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.403802 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e621cd60-edd6-43c3-b3d5-dd69fe2dc874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.479880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:22.482226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e621cd60-edd6-43c3-b3d5-dd69fe2dc874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.484207 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.485038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e621cd60-edd6-43c3-b3d5-dd69fe2dc874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.486220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e621cd60-edd6-43c3-b3d5-dd69fe2dc874 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c403660-5213-48d6-9541-0b2b4ab4b454 HTTP/1.1" status: 204 len: 168 time: 0.1552827 Jul 07 22:38:22.522899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621cd60-edd6-43c3-b3d5-dd69fe2dc874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c403660-5213-48d6-9541-0b2b4ab4b454,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:22.579363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092ee74-16e8-47e0-a4e3-0e731a153216 req-80f318f6-48ac-4c42-8458-30319c1c39b5 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:22.581460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e092ee74-16e8-47e0-a4e3-0e731a153216 req-80f318f6-48ac-4c42-8458-30319c1c39b5 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 946 time: 0.1098883 Jul 07 22:38:22.644462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e092ee74-16e8-47e0-a4e3-0e731a153216 req-d7e48c60-870b-4281-96bd-036015c1041b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516300 Jul 07 22:38:22.733748 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.817137 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=4ab91ed3-7111-4762-b8df-1e706a636cd7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:22.821848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': 'dc109bc7-5fff-493f-849c-20953c3dea58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e6b43e95-c27c-4ead-bb71-3c5b3bb595f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:22.822477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: e6b43e95-c27c-4ead-bb71-3c5b3bb595f2, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:22.844212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network e6b43e95-c27c-4ead-bb71-3c5b3bb595f2 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:22.855725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e6b43e95-c27c-4ead-bb71-3c5b3bb595f2) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:22.863475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:22.864134 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:22.867799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cabf442-560c-47e7-9eef-a2eb6d15733d None None] Network e6b43e95-c27c-4ead-bb71-3c5b3bb595f2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:22.904598 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-511ffe21-8e98-46c6-80a0-751ed2b60d7d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5970964 Jul 07 22:38:22.905299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59624) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:23.000377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba146c-1c83-47ad-9d53-341756716acf req-ffe35272-0b7b-4177-afdf-902b44df1a08 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:23.002677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3ba146c-1c83-47ad-9d53-341756716acf req-ffe35272-0b7b-4177-afdf-902b44df1a08 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.1188936 Jul 07 22:38:23.034327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3ba146c-1c83-47ad-9d53-341756716acf req-6f40e4c9-6f67-4129-96c9-47592048952a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/quotas/4f05d08a47ed4d619654abab61ac2d59 HTTP/1.1" status: 200 len: 375 time: 0.0245783 Jul 07 22:38:23.082187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.131227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a75265-f421-44ff-98e0-4663e4326d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-e6b43e95-c27c-4ead-bb71-3c5b3bb595f2', 'network_id': 'e6b43e95-c27c-4ead-bb71-3c5b3bb595f2', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': '4ab91ed3-7111-4762-b8df-1e706a636cd7'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:23.132117 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f1a75265-f421-44ff-98e0-4663e4326d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.153381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3ba146c-1c83-47ad-9d53-341756716acf req-2129b25d-ebab-49a6-84fb-d430c911da22 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1140492 Jul 07 22:38:23.158539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.240457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.282291 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab91ed3-7111-4762-b8df-1e706a636cd7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:23.287763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3ba146c-1c83-47ad-9d53-341756716acf req-bf1c1d50-0028-4f19-ba67-62e4d3f1aa85 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235058 Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-f1a75265-f421-44ff-98e0-4663e4326d6e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ab91ed3-7111-4762-b8df-1e706a636cd7: This subnet is being modified by another concurrent operation. Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ab91ed3-7111-4762-b8df-1e706a636cd7: This subnet is being modified by another concurrent operation. Jul 07 22:38:23.297237 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:38:23.317954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b4605-d46f-45b8-baac-ae945c814274 None None] Network e6b43e95-c27c-4ead-bb71-3c5b3bb595f2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:23.346770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.347127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.347470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.347818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.348153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.348488 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.348818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.349147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.349474 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.349801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.350148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.350625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:38:23.369398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.387034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b43e95-c27c-4ead-bb71-3c5b3bb595f2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:23.401096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc109bc7-5fff-493f-849c-20953c3dea58') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:23.401450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc109bc7-5fff-493f-849c-20953c3dea58') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:23.418922 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.436803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.446777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:23.447575 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.449814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3ba146c-1c83-47ad-9d53-341756716acf req-61627f0c-d792-44e3-89a9-e835598aee42 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598086 Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:23.451143 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:23.515719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff0cf4-34fe-41ab-832b-4e782956f9cb None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:23.561440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.570168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.572360 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/e6b43e95-c27c-4ead-bb71-3c5b3bb595f2 HTTP/1.1" status: 204 len: 168 time: 0.6650562 Jul 07 22:38:23.575948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59646) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:23.581382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1075764123'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:23.587222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90528c1-b54b-4945-b15d-1f8bf759b1f9 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=e6b43e95-c27c-4ead-bb71-3c5b3bb595f2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:23.628545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:23.632719 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.692367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:23.704542 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.705544 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment f3b23627-6549-4e90-851f-29ffd48e0e2c of type vlan for network 9b4b743b-6ab8-47de-b0b9-71aca6ebef61 Jul 07 22:38:23.766006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.833129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.845820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:23.849450 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:23.889574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff0cf4-34fe-41ab-832b-4e782956f9cb None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:24.005026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59670) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:24.006744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4247038 Jul 07 22:38:24.011530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': '9b4b743b-6ab8-47de-b0b9-71aca6ebef61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:24.091762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7c705-779b-40e5-b23b-28c5baccc41b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=9b4b743b-6ab8-47de-b0b9-71aca6ebef61,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:24.116263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 9b4b743b-6ab8-47de-b0b9-71aca6ebef61 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:24.197597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:24.209730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.491124 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.520471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc1c9-6a90-467f-8023-a654b785293a req-5bc65895-a2f2-4b51-96a5-b23ab4f30121 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:24.522794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-5bc65895-a2f2-4b51-96a5-b23ab4f30121 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.2115119 Jul 07 22:38:24.522794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59694) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:24.559643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-f2083e43-d9c3-45c3-80b0-d1ecd3df33b3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/quotas/4f05d08a47ed4d619654abab61ac2d59 HTTP/1.1" status: 200 len: 375 time: 0.0205863 Jul 07 22:38:24.574064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=ec77f986-526d-4903-908c-f9e87cb12a47,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:24.604166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': 'f3b23627-6549-4e90-851f-29ffd48e0e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9b4b743b-6ab8-47de-b0b9-71aca6ebef61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:24.604773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: 9b4b743b-6ab8-47de-b0b9-71aca6ebef61, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:24.629924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 9b4b743b-6ab8-47de-b0b9-71aca6ebef61 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:24.643703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 9b4b743b-6ab8-47de-b0b9-71aca6ebef61) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:24.648934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:24.650458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.652473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e8ca97-a48a-40ed-93e9-5a457053448e None None] Network 9b4b743b-6ab8-47de-b0b9-71aca6ebef61 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:24.671248 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0cae0176-b48b-4706-88bb-16429a6df22b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6635284 Jul 07 22:38:24.672567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59702) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:24.723662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-69817d0a-3903-4e95-95ab-fae978c212aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.749212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-f235dcdd-ecff-411e-8811-ba1fbb96bce9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1827226 Jul 07 22:38:24.803959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.854516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d2ade-c892-4154-b8cc-653ca1be289b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-9b4b743b-6ab8-47de-b0b9-71aca6ebef61', 'network_id': '9b4b743b-6ab8-47de-b0b9-71aca6ebef61', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': 'ec77f986-526d-4903-908c-f9e87cb12a47'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:24.856500 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-212d2ade-c892-4154-b8cc-653ca1be289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.872457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.900309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-29b07ab6-2eae-4dd4-be82-cd1499e1fdb6 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501749 Jul 07 22:38:24.952328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-212d2ade-c892-4154-b8cc-653ca1be289b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec77f986-526d-4903-908c-f9e87cb12a47: This subnet is being modified by another concurrent operation. Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec77f986-526d-4903-908c-f9e87cb12a47: This subnet is being modified by another concurrent operation. Jul 07 22:38:24.971544 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:38:24.997329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36906388-f0b0-4fbf-a0b4-0b7eb485825c None None] Network 9b4b743b-6ab8-47de-b0b9-71aca6ebef61 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:24.998254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=ec77f986-526d-4903-908c-f9e87cb12a47,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:25.011150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-69817d0a-3903-4e95-95ab-fae978c212aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.017610 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-69817d0a-3903-4e95-95ab-fae978c212aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.066763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-4ede6f68-d2da-4bf4-ac22-efa6385db7b8 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655176 Jul 07 22:38:25.080098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.090243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4b743b-6ab8-47de-b0b9-71aca6ebef61']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:25.103900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b23627-6549-4e90-851f-29ffd48e0e2c') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:25.104200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b23627-6549-4e90-851f-29ffd48e0e2c') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:25.113754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-69817d0a-3903-4e95-95ab-fae978c212aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88ee2500934b45f1936668111e2db954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5900669 Jul 07 22:38:25.115296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69817d0a-3903-4e95-95ab-fae978c212aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c850fef4-37fe-4af9-b274-a49365655490,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:25.116931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.118246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59704) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:25.132520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.140663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:25.141085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.176821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c3162-2a86-4233-ae3f-623760fc47ed None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:25.206090 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:25.209133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.217600 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.219650 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/9b4b743b-6ab8-47de-b0b9-71aca6ebef61 HTTP/1.1" status: 204 len: 168 time: 0.5428083 Jul 07 22:38:25.229650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:25.235164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433214504'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:25.239385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383b81b-bb10-4734-94a9-e39e7e5e4875 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=9b4b743b-6ab8-47de-b0b9-71aca6ebef61,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:25.255490 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a6c23106-f050-4d55-8aa6-bb67c7b01d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.261510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:25.265773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.294343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c3162-2a86-4233-ae3f-623760fc47ed None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:25.300017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:25.302290 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a6c23106-f050-4d55-8aa6-bb67c7b01d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.312350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.312752 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment 4af604b6-d345-4989-a672-5133922906a8 of type vlan for network 9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f Jul 07 22:38:25.416335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.420770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6c9504a-a0c5-4b4b-8c55-6732633339e6 req-63e8e64e-6b33-4cae-91b6-c900aa3153a3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 210 time: 0.0415380 Jul 07 22:38:25.446314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a6c23106-f050-4d55-8aa6-bb67c7b01d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.449140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a6c23106-f050-4d55-8aa6-bb67c7b01d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.452742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a6c23106-f050-4d55-8aa6-bb67c7b01d2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c850fef4-37fe-4af9-b274-a49365655490 HTTP/1.1" status: 204 len: 168 time: 0.3268037 Jul 07 22:38:25.464104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c23106-f050-4d55-8aa6-bb67c7b01d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c850fef4-37fe-4af9-b274-a49365655490,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:25.478378 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.486731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:25.487881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.567499 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3364401 Jul 07 22:38:25.570411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59716) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:25.577706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': '9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:25.584774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a5f2c-7d78-4bc1-8c05-6efc60d8936d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:25.617131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:25.726318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:25.730578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:25.820788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.ipam_backend_mixin [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Performing IP validity checks on allocation pools {{(pid=93941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:38:25.821344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.ipam_backend_mixin [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:38:25.972896 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.037760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=f01cbdae-1b9f-4491-9d09-514811adafd5,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:26.047153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': '4af604b6-d345-4989-a672-5133922906a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:26.047607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: 9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:26.070178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:26.081007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:26.086230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:26.087242 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.103035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6853621a-5fb9-4de2-bbe6-72a8c307bfb8 None None] Network 9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:26.106824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d0624ecd-f117-4504-aa0e-0d0ebcfca0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5342383 Jul 07 22:38:26.109302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59734) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:26.233968 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.287537 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:38:26.344200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975af087-eb14-460a-94a9-f67bb6a9ff2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f', 'network_id': '9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': 'f01cbdae-1b9f-4491-9d09-514811adafd5'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:26.346424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-975af087-eb14-460a-94a9-f67bb6a9ff2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.354033 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.424886 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.478915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=f01cbdae-1b9f-4491-9d09-514811adafd5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-975af087-eb14-460a-94a9-f67bb6a9ff2f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f01cbdae-1b9f-4491-9d09-514811adafd5: This subnet is being modified by another concurrent operation. Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f01cbdae-1b9f-4491-9d09-514811adafd5: This subnet is being modified by another concurrent operation. Jul 07 22:38:26.521725 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:38:26.527802 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.540864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b230e8-9563-4687-8d6e-657c93bb4a4a None None] Network 9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:26.550009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:26.571700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af604b6-d345-4989-a672-5133922906a8') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:26.572057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af604b6-d345-4989-a672-5133922906a8') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:26.629461 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.662653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e38f9549-2afc-4982-aceb-99ba6481b96c req-6b3e9def-9338-49f8-a831-e445e25186a8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 210 time: 0.0854490 Jul 07 22:38:26.669433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c89217-464c-46de-af05-f6d781b6724a None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:26.684534 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.693280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:26.693831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:26.740730 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:26.759267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.764173 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.769945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f HTTP/1.1" status: 204 len: 168 time: 0.6557286 Jul 07 22:38:26.770383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:26.776680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618086965'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:26.783848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c89217-464c-46de-af05-f6d781b6724a None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:26.818592 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:26.823698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.872207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be3851-6e78-4f7a-badf-f5df3990e71d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:26.879883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:26.911183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:26.913379 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment ee8e60ff-3592-4aec-81e4-203ce3da028f of type vlan for network 4d8b6634-09af-4116-a6c6-ca79ac01abe5 Jul 07 22:38:26.936524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc1c9-6a90-467f-8023-a654b785293a req-3ffeabb5-797c-4da1-a6d7-dddf7a332580 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:26.938320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-3ffeabb5-797c-4da1-a6d7-dddf7a332580 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.1347373 Jul 07 22:38:26.959926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Request body: {'port': {'device_id': 'e343ad20-c5f5-4b2c-9f42-cdd6cd051d06', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'admin_state_up': True, 'tenant_id': '4f05d08a47ed4d619654abab61ac2d59'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:26.971014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.046050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.058428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:27.059062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.113403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Made reservation on behalf of 4f05d08a47ed4d619654abab61ac2d59 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:27.126048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.189490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=4d8b6634-09af-4116-a6c6-ca79ac01abe5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:27.203974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4d8b6634-09af-4116-a6c6-ca79ac01abe5 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:27.214175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59762) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:27.215165 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e5b722a0-12ff-47f1-9b6d-f155d4281040 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4431102 Jul 07 22:38:27.223621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': '4d8b6634-09af-4116-a6c6-ca79ac01abe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:27.349111 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9b38e1d0-989b-422d-8262-01e21ff983ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.374374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Allocated IP 172.20.0.3 (5211f5de-c0ff-4983-9c83-c6c0d345f6ae/1b3b4fc5-50f5-45ab-a965-361badb4d65d/f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:27.386515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:27.390126 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.638603 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.728332 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.792805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=1fde9a5c-a4ad-4237-b119-41acf91ff311,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:27.822971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:27.836197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:38:27.925536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': 'ee8e60ff-3592-4aec-81e4-203ce3da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '4d8b6634-09af-4116-a6c6-ca79ac01abe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:27.925725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: 4d8b6634-09af-4116-a6c6-ca79ac01abe5, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:27.934124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:27.948654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event updated for resources: {'Port': ['ID=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:27.952821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:27.957108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:28.000627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 4d8b6634-09af-4116-a6c6-ca79ac01abe5 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:28.020693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4d8b6634-09af-4116-a6c6-ca79ac01abe5) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:28.031280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:28.031875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.040017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:28.040653 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.045709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78adf5e-5b6f-4df4-863a-f4e07811b957 None None] Network 4d8b6634-09af-4116-a6c6-ca79ac01abe5 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:28.056943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813a4a3-6d2e-4d52-8b2e-8429c9bb8005 req-23f46b56-1287-471b-ac08-8ef0b4a9fb18 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:28.066378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c813a4a3-6d2e-4d52-8b2e-8429c9bb8005 req-23f46b56-1287-471b-ac08-8ef0b4a9fb18 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 931 time: 0.2362537 Jul 07 22:38:28.101992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-8b9c2f35-5ff9-4d9c-904b-2f62ea57b812 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1550038 Jul 07 22:38:28.115062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Request body: {'port': {'device_id': 'e343ad20-c5f5-4b2c-9f42-cdd6cd051d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:28.121568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59836) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:28.132641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-45a63ee6-b7b9-45d4-95f0-4468e62e02b7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9165561 Jul 07 22:38:28.165870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c813a4a3-6d2e-4d52-8b2e-8429c9bb8005 req-936c76f7-d7a0-4e12-9eef-3ef017695f8a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986364 Jul 07 22:38:28.246007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.272535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.275718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d67167-cf70-4b9c-a2f1-a809357c2e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-4d8b6634-09af-4116-a6c6-ca79ac01abe5', 'network_id': '4d8b6634-09af-4116-a6c6-ca79ac01abe5', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': '1fde9a5c-a4ad-4237-b119-41acf91ff311'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:28.276592 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92d67167-cf70-4b9c-a2f1-a809357c2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.334113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-92d67167-cf70-4b9c-a2f1-a809357c2e64 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1fde9a5c-a4ad-4237-b119-41acf91ff311: This subnet is being modified by another concurrent operation. Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1fde9a5c-a4ad-4237-b119-41acf91ff311: This subnet is being modified by another concurrent operation. Jul 07 22:38:28.415447 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:38:28.420758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.436952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb3493-c63c-4a74-ac3b-a76a23f1b495 None None] Network 4d8b6634-09af-4116-a6c6-ca79ac01abe5 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:28.456729 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=1fde9a5c-a4ad-4237-b119-41acf91ff311,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:28.526861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.540383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8b6634-09af-4116-a6c6-ca79ac01abe5']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:28.553559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8e60ff-3592-4aec-81e4-203ce3da028f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:28.553934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8e60ff-3592-4aec-81e4-203ce3da028f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:28.564927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.580500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74106a5c-ab6d-4e17-836c-aba56872a2a8 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:28.581315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.587873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:28.588141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:38:28.588361 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:28.592156 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:28.594144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59846) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:28.603406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.656891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Transition to ACTIVE for port object f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:28.657564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.664994 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.665693 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.670938 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/4d8b6634-09af-4116-a6c6-ca79ac01abe5 HTTP/1.1" status: 204 len: 168 time: 0.5479026 Jul 07 22:38:28.672901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74106a5c-ab6d-4e17-836c-aba56872a2a8 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:28.674521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59850) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:28.701648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057aa29-5bd4-4958-ac70-436ef96a4af6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=4d8b6634-09af-4116-a6c6-ca79ac01abe5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:28.715497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-599032233'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:28.757630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2353-3fe2-47d7-8de7-dd972aa90341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.785156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Pushing event updated for resources: {'Port': ['ID=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:28.829410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:28.829410 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.899971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:28.925251 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.925608 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment 987c6f26-ae8a-4286-b3e3-1a03d575d8f5 of type vlan for network 1b335350-6ae6-497b-a8b3-2d370d8ac383 Jul 07 22:38:28.928808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Attempting to bind port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:28.929197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Attempting to bind port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:28.929443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Attempting to bind port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:28.946934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:38:28.947270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Attempting to bind port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:28.987410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:28.987757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Checking segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:28.988147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Bound using segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:28.988601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Bound port: f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:28.988969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:28.995573 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.091128 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2353-3fe2-47d7-8de7-dd972aa90341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.093934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.099912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:29.100502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.115926 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2353-3fe2-47d7-8de7-dd972aa90341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.174279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] For port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:29.198707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4900329 Jul 07 22:38:29.201759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:29.210431 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': '1b335350-6ae6-497b-a8b3-2d370d8ac383', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:29.217047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] For port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:29.224916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1c6d2353-3fe2-47d7-8de7-dd972aa90341 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea9f6cd1128e47339ff5e7b80b2219e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287034 Jul 07 22:38:29.226413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d2353-3fe2-47d7-8de7-dd972aa90341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0413f85-e5a9-4648-8991-2ba5e4a42384,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.229174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59866) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:29.231845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39fdbe-45f1-42a2-a083-73b1b14d325c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=1b335350-6ae6-497b-a8b3-2d370d8ac383,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.234289 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.302424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:29.303108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 1b335350-6ae6-497b-a8b3-2d370d8ac383 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:29.303560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.304697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] 10.222.0.44 "PUT /v2.0/ports/f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 HTTP/1.1" status: 200 len: 1092 time: 1.1953788 Jul 07 22:38:29.310212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e343ad20-c5f5-4b2c-9f42-cdd6cd051d06', 'tag': 'f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:29.312497 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e343ad20-c5f5-4b2c-9f42-cdd6cd051d06", "tag": "f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:29.351100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6ee87-3924-4ba1-9a25-c1c5f51dd547 service neutron] Pushing event updated for resources: {'Port': ['ID=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.364636 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba5a1-a79a-43e3-812f-054afb6b1bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.389193 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba5a1-a79a-43e3-812f-054afb6b1bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.417010 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735b9d12-60a0-4b59-849e-bc611b1f8932 x-openstack-request-id: req-735b9d12-60a0-4b59-849e-bc611b1f8932 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:29.417390 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e343ad20-c5f5-4b2c-9f42-cdd6cd051d06", "tag": "f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:29.417710 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-735b9d12-60a0-4b59-849e-bc611b1f8932 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:29.418212 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e343ad20-c5f5-4b2c-9f42-cdd6cd051d06', 'tag': 'f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2', 'status': 'completed', 'code': 200} Jul 07 22:38:29.472476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:29.477147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.681469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.730051 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2da1642-09d9-48c2-bc4a-5a7e30f33415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.751900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=9065b4de-57e4-45e6-a306-ee25a8ed398c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.775553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': '987c6f26-ae8a-4286-b3e3-1a03d575d8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '1b335350-6ae6-497b-a8b3-2d370d8ac383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:29.775923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: 1b335350-6ae6-497b-a8b3-2d370d8ac383, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:29.804448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 1b335350-6ae6-497b-a8b3-2d370d8ac383 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:29.816516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 1b335350-6ae6-497b-a8b3-2d370d8ac383) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:29.817541 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba5a1-a79a-43e3-812f-054afb6b1bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.820019 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba5a1-a79a-43e3-812f-054afb6b1bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.823665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0f3ba5a1-a79a-43e3-812f-054afb6b1bf6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c0413f85-e5a9-4648-8991-2ba5e4a42384 HTTP/1.1" status: 204 len: 168 time: 0.5909748 Jul 07 22:38:29.823850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:29.823850 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:29.831774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf003bdd-1f0f-42ce-a0cd-40419e7f482f None None] Network 1b335350-6ae6-497b-a8b3-2d370d8ac383 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:29.839754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc1c9-6a90-467f-8023-a654b785293a req-99ad3653-24f2-41fa-939a-2f9ab29f0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:29.841264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-99ad3653-24f2-41fa-939a-2f9ab29f0255 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 1095 time: 0.4347463 Jul 07 22:38:29.859342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ba5a1-a79a-43e3-812f-054afb6b1bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0413f85-e5a9-4648-8991-2ba5e4a42384,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:29.860099 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4bc1bfc6-306d-42d6-8d22-3bb3b4859cf8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6557009 Jul 07 22:38:29.863108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:29.898880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fec79a-90bf-493e-be1f-fdca185c4684 req-c04d535a-5ac2-4535-ae35-2acfa4a1e547 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:29.900394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f6fec79a-90bf-493e-be1f-fdca185c4684 req-c04d535a-5ac2-4535-ae35-2acfa4a1e547 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 943 time: 0.4536190 Jul 07 22:38:29.901965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-f979b113-a47b-411a-91da-8fa5c409ea0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 HTTP/1.1" status: 200 len: 217 time: 0.0488985 Jul 07 22:38:30.016087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.018909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f6fec79a-90bf-493e-be1f-fdca185c4684 req-cf0274ba-4799-4316-a667-961d030c2220 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125424 Jul 07 22:38:30.026314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc1c9-6a90-467f-8023-a654b785293a req-bca29ccc-953f-40fa-9fb9-6083bb60982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:30.027767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-bca29ccc-953f-40fa-9fb9-6083bb60982e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0988901 Jul 07 22:38:30.070063 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-b6731aae-3ca1-4211-8c18-a77bb9a5f831 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339148 Jul 07 22:38:30.099989 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.106438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.154948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b63efc6-1282-47f0-9345-6d2d4183c600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-1b335350-6ae6-497b-a8b3-2d370d8ac383', 'network_id': '1b335350-6ae6-497b-a8b3-2d370d8ac383', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': '9065b4de-57e4-45e6-a306-ee25a8ed398c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:30.155916 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0b63efc6-1282-47f0-9345-6d2d4183c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.191523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.224603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-00a3ba65-71aa-43b9-8cc0-0c0989dd2b24 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486290 Jul 07 22:38:30.232358 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=9065b4de-57e4-45e6-a306-ee25a8ed398c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:30.242262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59878) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-0b63efc6-1282-47f0-9345-6d2d4183c600 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9065b4de-57e4-45e6-a306-ee25a8ed398c: This subnet is being modified by another concurrent operation. Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9065b4de-57e4-45e6-a306-ee25a8ed398c: This subnet is being modified by another concurrent operation. Jul 07 22:38:30.270416 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:38:30.295863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64dfd31-9d25-4625-a434-748568202513 None None] Network 1b335350-6ae6-497b-a8b3-2d370d8ac383 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:30.302466 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.314344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b335350-6ae6-497b-a8b3-2d370d8ac383']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:30.327875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987c6f26-ae8a-4286-b3e3-1a03d575d8f5') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:30.330013 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987c6f26-ae8a-4286-b3e3-1a03d575d8f5') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:30.336689 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da5a1181-52b9-405d-bb2c-da6567e8f8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.341630 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.358913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.366248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:30.366803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:30.370505 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:30.396335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-853fc1c9-6a90-467f-8023-a654b785293a req-b4987387-b7ae-4a1d-afa9-95089bde74c5 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644819 Jul 07 22:38:30.448103 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d59fd8e-35b5-48d7-aece-1f2f07df86a2 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:30.457043 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.466214 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.468342 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/1b335350-6ae6-497b-a8b3-2d370d8ac383 HTTP/1.1" status: 204 len: 168 time: 0.6041768 Jul 07 22:38:30.485627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:30.486785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711c731-9af7-4de4-b090-64f9768a1bc2 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=1b335350-6ae6-497b-a8b3-2d370d8ac383,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:30.494042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-567992757'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:30.531536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59fd8e-35b5-48d7-aece-1f2f07df86a2 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:30.566655 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da5a1181-52b9-405d-bb2c-da6567e8f8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.580950 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-da5a1181-52b9-405d-bb2c-da6567e8f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.593329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:30.598932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.636764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:30.650957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.651611 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment 6a7d3b1f-d1f5-4c84-8db7-02fa1b594467 of type vlan for network 49409672-e7de-48cd-b975-b7d3d154ab4f Jul 07 22:38:30.652086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-da5a1181-52b9-405d-bb2c-da6567e8f8d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe2ddab7a360485a84e030ff8ddee909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068260 Jul 07 22:38:30.654954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a1181-52b9-405d-bb2c-da6567e8f8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab720e24-e846-4f57-9247-6b97058394fa,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:30.664428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59882) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:30.692857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-1583cab3-d115-4979-8b3e-6a3e6d08a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:30.695168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-1583cab3-d115-4979-8b3e-6a3e6d08a5c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 1095 time: 0.2484055 Jul 07 22:38:30.742726 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.767237 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-956425bf-23f9-450f-a065-6736ae007bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.805895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.812439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:30.813078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.814639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-38ecbd91-97bb-464b-93d3-24e6ea6ab91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:30.816293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-38ecbd91-97bb-464b-93d3-24e6ea6ab91b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 907 time: 0.1148546 Jul 07 22:38:30.872485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-b2be84e4-c066-4070-9565-8dba552dc454 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 HTTP/1.1" status: 200 len: 217 time: 0.0489480 Jul 07 22:38:30.880510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-956425bf-23f9-450f-a065-6736ae007bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.943362 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:30.957018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-32a43d04-d21b-48f0-b26f-bc5bcd376a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:30.958587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-32a43d04-d21b-48f0-b26f-bc5bcd376a50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0787513 Jul 07 22:38:30.993270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-3d72b14f-2b45-44fb-b257-dba981500400 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280492 Jul 07 22:38:31.135651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-77493588-ef58-49bb-812d-8644c728c342 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306992 Jul 07 22:38:31.271727 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7816916 Jul 07 22:38:31.278751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59888) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:31.291278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-adbcdc85-9579-43d6-8212-05250db0badb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:31.308950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547b220-54b7-4dea-bbbd-5b3646f005c5 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=49409672-e7de-48cd-b975-b7d3d154ab4f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:31.317280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd0b0fbd-779a-4d31-b15c-12dc4c2073dd req-3bbecbe7-0067-4e28-ace2-e5b5adeabfee service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741195 Jul 07 22:38:31.323619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 49409672-e7de-48cd-b975-b7d3d154ab4f details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:31.327467 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.345855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-956425bf-23f9-450f-a065-6736ae007bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.348861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-956425bf-23f9-450f-a065-6736ae007bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.350203 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-956425bf-23f9-450f-a065-6736ae007bb4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab720e24-e846-4f57-9247-6b97058394fa HTTP/1.1" status: 204 len: 168 time: 0.6844025 Jul 07 22:38:31.354172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba001dac-d3ad-4010-8105-b98ede1741b8 req-e781b02a-3d46-4d6c-865b-ddf054723847 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:31.355384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba001dac-d3ad-4010-8105-b98ede1741b8 req-e781b02a-3d46-4d6c-865b-ddf054723847 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 943 time: 0.1845961 Jul 07 22:38:31.370029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956425bf-23f9-450f-a065-6736ae007bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab720e24-e846-4f57-9247-6b97058394fa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:31.465386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba001dac-d3ad-4010-8105-b98ede1741b8 req-8acd2d15-395a-4e0f-91f3-18d7f8ac9c1c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975718 Jul 07 22:38:31.508359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc85-9579-43d6-8212-05250db0badb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.523676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc85-9579-43d6-8212-05250db0badb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.534303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-adbcdc85-9579-43d6-8212-05250db0badb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 49409672-e7de-48cd-b975-b7d3d154ab4f is not hosted by any dhcp agent {{(pid=93941) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:38:31.540144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbcdc85-9579-43d6-8212-05250db0badb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:31.540685 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc85-9579-43d6-8212-05250db0badb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.544829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-adbcdc85-9579-43d6-8212-05250db0badb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "PUT /v2.0/networks/49409672-e7de-48cd-b975-b7d3d154ab4f HTTP/1.1" status: 200 len: 723 time: 0.2603772 Jul 07 22:38:31.545269 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 59892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:31.551214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': '49409672-e7de-48cd-b975-b7d3d154ab4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:31.611667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcdc85-9579-43d6-8212-05250db0badb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=49409672-e7de-48cd-b975-b7d3d154ab4f,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:31.623645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 49409672-e7de-48cd-b975-b7d3d154ab4f details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:31.654707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:31.659104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.862794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.931239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=ad3c1c94-c6d2-4bbb-a1d1-af93f2e0e344,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:31.938964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': '6a7d3b1f-d1f5-4c84-8db7-02fa1b594467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '49409672-e7de-48cd-b975-b7d3d154ab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:31.939280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: 49409672-e7de-48cd-b975-b7d3d154ab4f, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:31.956738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 49409672-e7de-48cd-b975-b7d3d154ab4f is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:31.966534 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 49409672-e7de-48cd-b975-b7d3d154ab4f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:31.971140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:31.971732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:31.977702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3db21f-b995-406e-a835-ef35d9253ab0 None None] Network 49409672-e7de-48cd-b975-b7d3d154ab4f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:31.988636 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-105c80c0-1c17-492e-b4d9-76ee550f76b4 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4417605 Jul 07 22:38:31.991315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59908) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:32.004403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a390ec11-d07b-44d8-a102-7eb73483f22c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:32.108798 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a390ec11-d07b-44d8-a102-7eb73483f22c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26212593'] for subnet, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.183268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-49409672-e7de-48cd-b975-b7d3d154ab4f', 'network_id': '49409672-e7de-48cd-b975-b7d3d154ab4f', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': 'ad3c1c94-c6d2-4bbb-a1d1-af93f2e0e344'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:32.184351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.377668 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a390ec11-d07b-44d8-a102-7eb73483f22c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791150734879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26629568'] for subnet, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.447128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Allocated IP 172.20.0.2 (49409672-e7de-48cd-b975-b7d3d154ab4f/ad3c1c94-c6d2-4bbb-a1d1-af93f2e0e344/017eb90a-8bbd-415e-85f8-6524563d1ae5) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:32.477826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390ec11-d07b-44d8-a102-7eb73483f22c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=ad3c1c94-c6d2-4bbb-a1d1-af93f2e0e344,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:32.483450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390ec11-d07b-44d8-a102-7eb73483f22c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:32.484894 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a390ec11-d07b-44d8-a102-7eb73483f22c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.488195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a390ec11-d07b-44d8-a102-7eb73483f22c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "PUT /v2.0/subnets/ad3c1c94-c6d2-4bbb-a1d1-af93f2e0e344 HTTP/1.1" status: 200 len: 806 time: 0.4957590 Jul 07 22:38:32.490965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 59946) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:32.649705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.689359 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.699236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Transition to ACTIVE for port object 017eb90a-8bbd-415e-85f8-6524563d1ae5 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:32.719764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Transition to ACTIVE for port object 017eb90a-8bbd-415e-85f8-6524563d1ae5 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:32.729877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.756640 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.804771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Pushing event updated for resources: {'Port': ['ID=017eb90a-8bbd-415e-85f8-6524563d1ae5,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:32.822223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfb63b-f8e4-47d8-aac0-a6c2c30544f8 req-229755fb-7c5a-4b94-bbf3-9142063790ec tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:32.830833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7dfb63b-f8e4-47d8-aac0-a6c2c30544f8 req-229755fb-7c5a-4b94-bbf3-9142063790ec tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 943 time: 0.1989839 Jul 07 22:38:32.831357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Network 49409672-e7de-48cd-b975-b7d3d154ab4f is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:32.838929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:32.841583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:32.894014 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7dfb63b-f8e4-47d8-aac0-a6c2c30544f8 req-c948b2ed-4279-448c-9617-8c7f2af98384 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603530 Jul 07 22:38:32.908077 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:32.939668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3c1c94-c6d2-4bbb-a1d1-af93f2e0e344,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:32.968069 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.013400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Attempting to bind port 017eb90a-8bbd-415e-85f8-6524563d1ae5 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:33.013776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Attempting to bind port 017eb90a-8bbd-415e-85f8-6524563d1ae5 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '6a7d3b1f-d1f5-4c84-8db7-02fa1b594467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '49409672-e7de-48cd-b975-b7d3d154ab4f'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:33.014164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Attempting to bind port 017eb90a-8bbd-415e-85f8-6524563d1ae5 on network 49409672-e7de-48cd-b975-b7d3d154ab4f {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:33.017376 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.020781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:33.021164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Checking segment: {'id': '6a7d3b1f-d1f5-4c84-8db7-02fa1b594467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '49409672-e7de-48cd-b975-b7d3d154ab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:33.021574 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.021974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Bound using segment: {'id': '6a7d3b1f-d1f5-4c84-8db7-02fa1b594467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '49409672-e7de-48cd-b975-b7d3d154ab4f'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:33.022636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Bound port: 017eb90a-8bbd-415e-85f8-6524563d1ae5, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7d3b1f-d1f5-4c84-8db7-02fa1b594467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '49409672-e7de-48cd-b975-b7d3d154ab4f'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:33.023026 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.039577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49409672-e7de-48cd-b975-b7d3d154ab4f']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:33.063019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7d3b1f-d1f5-4c84-8db7-02fa1b594467') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:33.063438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7d3b1f-d1f5-4c84-8db7-02fa1b594467') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:33.075238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.090490 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.099306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:33.099740 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:33.144771 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:33.153658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] For port 017eb90a-8bbd-415e-85f8-6524563d1ae5, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:33.166949 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.api [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:38:33.166949 n-d-695012-11 neutron-server[93941]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:38:33.166949 n-d-695012-11 neutron-server[93941]: [parameters: {'id': '49409672-e7de-48cd-b975-b7d3d154ab4f'}] Jul 07 22:38:33.166949 n-d-695012-11 neutron-server[93941]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:38:33.167525 n-d-695012-11 neutron-server[93941]: DEBUG oslo_db.api [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:38:33.180807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] For port 017eb90a-8bbd-415e-85f8-6524563d1ae5, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=017eb90a-8bbd-415e-85f8-6524563d1ae5,segment=NetworkSegment(6a7d3b1f-d1f5-4c84-8db7-02fa1b594467),segment_id=6a7d3b1f-d1f5-4c84-8db7-02fa1b594467)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:33.190471 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.285010 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a131a-9b01-4a87-a026-ef6303bce7e6 None None] Pushing event updated for resources: {'Port': ['ID=017eb90a-8bbd-415e-85f8-6524563d1ae5,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:33.306773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28e6dd3-6346-4598-9830-f7c514cc02ff None None] Network 49409672-e7de-48cd-b975-b7d3d154ab4f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:33.372075 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:38:33.524139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349c40ff-2ff4-4bf0-a00d-b7da6f072312 None None] Network 49409672-e7de-48cd-b975-b7d3d154ab4f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:33.567995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:33.588336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'port_id': 'f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2', 'mac_address': 'fa:16:3e:f7:82:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3b4fc5-50f5-45ab-a965-361badb4d65d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:38:33.669095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.678619 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.695040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:38:33.727934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:33.736129 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.764678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff2dadf-21d8-4cee-9546-92fd97793072 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:33.767474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Deleting port 017eb90a-8bbd-415e-85f8-6524563d1ae5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:33.767829 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.836286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:33.854099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] For port 017eb90a-8bbd-415e-85f8-6524563d1ae5, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=017eb90a-8bbd-415e-85f8-6524563d1ae5,segment=NetworkSegment(6a7d3b1f-d1f5-4c84-8db7-02fa1b594467),segment_id=6a7d3b1f-d1f5-4c84-8db7-02fa1b594467)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:33.854666 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:33.871356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Calling delete_port for 017eb90a-8bbd-415e-85f8-6524563d1ae5 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:33.892809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff2dadf-21d8-4cee-9546-92fd97793072 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:33.958211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:38:34.127524 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.170448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Port': ['ID=017eb90a-8bbd-415e-85f8-6524563d1ae5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:34.223982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No DVR routers for this DVR port 017eb90a-8bbd-415e-85f8-6524563d1ae5 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:34.270542 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-7a3e6b92-8edc-4e92-b1f1-e09664b457f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2682459 Jul 07 22:38:34.379954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.411813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49409672-e7de-48cd-b975-b7d3d154ab4f']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:34.431132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951cfed-9228-4bba-9a76-68cb1fbeab52 req-6a3abfc5-55dc-4119-ac38-fc658a303563 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:34.432650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d951cfed-9228-4bba-9a76-68cb1fbeab52 req-6a3abfc5-55dc-4119-ac38-fc658a303563 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 944 time: 0.3006539 Jul 07 22:38:34.437466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7d3b1f-d1f5-4c84-8db7-02fa1b594467') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:34.438019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7d3b1f-d1f5-4c84-8db7-02fa1b594467') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:34.458984 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.496891 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.514045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:34.514749 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:34.520785 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:34.561141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d951cfed-9228-4bba-9a76-68cb1fbeab52 req-6c168e34-7208-4e56-8e2f-e8ebe7072add tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144421 Jul 07 22:38:34.581179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-1e1e1d4e-d444-48bb-8d43-d4b6a4120b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:34.583040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-1e1e1d4e-d444-48bb-8d43-d4b6a4120b21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 1098 time: 0.2260652 Jul 07 22:38:34.604474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.611305 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.613236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/49409672-e7de-48cd-b975-b7d3d154ab4f HTTP/1.1" status: 204 len: 168 time: 2.1210995 Jul 07 22:38:34.616040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60306) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:34.635093 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4de7dfe-6109-45a2-9e78-2a993a2218f0 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:34.635655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4de7dfe-6109-45a2-9e78-2a993a2218f0 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:34.644983 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b4de7dfe-6109-45a2-9e78-2a993a2218f0 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/49409672-e7de-48cd-b975-b7d3d154ab4f HTTP/1.1" status: 404 len: 339 time: 0.0268030 Jul 07 22:38:34.644983 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60312) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:34.649714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-422823421', 'description': 'd1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:34.672442 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:34.676500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.704703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675b926-a312-4ea8-bbc5-6a731ddec1ca tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=49409672-e7de-48cd-b975-b7d3d154ab4f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:34.713613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:34.725089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.725841 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment c7362b18-5dd5-469d-bc14-48d8ac41f95a of type vlan for network 20b0d50f-4d0d-4778-9f76-f535848e4b01 Jul 07 22:38:34.758636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-ca38e2f2-8c02-4b5b-821e-afb47cce5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:34.760256 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-ca38e2f2-8c02-4b5b-821e-afb47cce5128 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 907 time: 0.1460600 Jul 07 22:38:34.781101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.811335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-40233b78-2b46-43f0-a144-6771d6310726 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b HTTP/1.1" status: 200 len: 217 time: 0.0415244 Jul 07 22:38:34.812861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.821740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:34.822450 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:34.868312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-de986d9d-bcfc-407f-bd04-c4938c888be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:34.869870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-de986d9d-bcfc-407f-bd04-c4938c888be9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0527685 Jul 07 22:38:34.904102 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2584996 Jul 07 22:38:34.905154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60358) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:34.911822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-30510586-907e-4da0-9246-4e0432aa930e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359478 Jul 07 22:38:34.984546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d1068-8812-4c6d-924f-43e84514823f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=20b0d50f-4d0d-4778-9f76-f535848e4b01,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:34.996453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 20b0d50f-4d0d-4778-9f76-f535848e4b01 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:35.033927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-481a701c-6d1a-469b-a294-73e55afb94db service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148930 Jul 07 22:38:35.068736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453165e-df8b-4584-a0ce-338fa63e8c29 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:35.070338 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2453165e-df8b-4584-a0ce-338fa63e8c29 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/networks?id=20b0d50f-4d0d-4778-9f76-f535848e4b01 HTTP/1.1" status: 200 len: 760 time: 0.1620042 Jul 07 22:38:35.074885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60392) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:35.085074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9f296b7f-14ab-4f6d-af4e-ef81012be461 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'description': 'd2'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:35.196334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e9ffcb5-7889-4e7c-b678-a47b26a9e06e req-bb2099ff-9281-4d1f-8e9b-d64730c38506 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535685 Jul 07 22:38:35.301900 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f296b7f-14ab-4f6d-af4e-ef81012be461 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.317135 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f296b7f-14ab-4f6d-af4e-ef81012be461 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.366628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f296b7f-14ab-4f6d-af4e-ef81012be461 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 20b0d50f-4d0d-4778-9f76-f535848e4b01 is not hosted by any dhcp agent {{(pid=93942) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 07 22:38:35.371421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f296b7f-14ab-4f6d-af4e-ef81012be461 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:35.371995 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f296b7f-14ab-4f6d-af4e-ef81012be461 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.372322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:35.373291 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9f296b7f-14ab-4f6d-af4e-ef81012be461 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "PUT /v2.0/networks/20b0d50f-4d0d-4778-9f76-f535848e4b01 HTTP/1.1" status: 200 len: 757 time: 0.2974548 Jul 07 22:38:35.376810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60436) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:35.410567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f296b7f-14ab-4f6d-af4e-ef81012be461 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=20b0d50f-4d0d-4778-9f76-f535848e4b01,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:35.425498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 20b0d50f-4d0d-4778-9f76-f535848e4b01 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:35.472534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2b5b8d-13ca-4788-9f07-983da1e6e0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:35.478568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3b2b5b8d-13ca-4788-9f07-983da1e6e0cc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/networks?id=20b0d50f-4d0d-4778-9f76-f535848e4b01 HTTP/1.1" status: 200 len: 760 time: 0.1014977 Jul 07 22:38:35.482348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60448) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:35.487887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412406261'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:35.509878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:35.515406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:35.515730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:35.515909 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.517057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60454) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:35.520574 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.559660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:35.572300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.572701 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment 17cb74d1-78fa-43a8-afbc-b5d9d8aaba37 of type vlan for network 1c5f9877-4b93-4ec7-9a3c-989348c1f83e Jul 07 22:38:35.624330 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.652077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e343ad20-c5f5-4b2c-9f42-cdd6cd051d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:35.654519 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33cc63d-5c90-4201-8147-5b8f90f245c7" -d '{"events": [{"server_uuid": "e343ad20-c5f5-4b2c-9f42-cdd6cd051d06", "name": "network-vif-plugged", "status": "completed", "tag": "f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:35.669578 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.672277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:35.678694 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.694398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-580f68d7-219f-424c-92f8-d9550d9f95fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.707330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.715953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:35.716675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.755933 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c64df8-6aef-48af-9faa-edc54a475fbb x-openstack-request-id: req-80c64df8-6aef-48af-9faa-edc54a475fbb {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:35.756490 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e343ad20-c5f5-4b2c-9f42-cdd6cd051d06", "name": "network-vif-plugged", "status": "completed", "tag": "f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:35.756772 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-80c64df8-6aef-48af-9faa-edc54a475fbb {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:35.757358 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e343ad20-c5f5-4b2c-9f42-cdd6cd051d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2', 'code': 200} Jul 07 22:38:35.785306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:35.828133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=1c5f9877-4b93-4ec7-9a3c-989348c1f83e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:35.843883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 1c5f9877-4b93-4ec7-9a3c-989348c1f83e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:35.897728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d94bc4-562c-4d13-aae3-57fd67df2160 req-87e67fae-f3d3-49da-8b04-e8153384cd91 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:35.899462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99d94bc4-562c-4d13-aae3-57fd67df2160 req-87e67fae-f3d3-49da-8b04-e8153384cd91 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 945 time: 0.1717257 Jul 07 22:38:35.978917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7c92f-cdad-4dd2-95a8-0d235a88cc3a req-4f54a5d6-875f-4a2f-90df-58c36de45bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:35.980492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06a7c92f-cdad-4dd2-95a8-0d235a88cc3a req-4f54a5d6-875f-4a2f-90df-58c36de45bc3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 1097 time: 0.1584532 Jul 07 22:38:35.985113 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-580f68d7-219f-424c-92f8-d9550d9f95fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.988648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99d94bc4-562c-4d13-aae3-57fd67df2160 req-49c4cf9c-22b6-435d-b78d-1d7dcf43b587 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783589 Jul 07 22:38:35.996169 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-580f68d7-219f-424c-92f8-d9550d9f95fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:35.998580 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ead0b3f0-5f57-4068-a500-33b21b4447bb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5144296 Jul 07 22:38:36.001130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60522) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:36.008459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': '1c5f9877-4b93-4ec7-9a3c-989348c1f83e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:36.064412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f68d7-219f-424c-92f8-d9550d9f95fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598854f4-3666-43ee-a9a0-5b82344ccc3b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:36.070741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-580f68d7-219f-424c-92f8-d9550d9f95fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9f05a65a6e2457eb4cda3478f642f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520778 Jul 07 22:38:36.073813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60528) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:36.074252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06a7c92f-cdad-4dd2-95a8-0d235a88cc3a req-6a2469a8-8ed2-4d01-be0b-3a3e5c325699 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838215 Jul 07 22:38:36.152521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2571cc3-df87-4869-acd9-e979dc639935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.156572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:36.160614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.225536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2571cc3-df87-4869-acd9-e979dc639935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.302468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2571cc3-df87-4869-acd9-e979dc639935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.304913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2571cc3-df87-4869-acd9-e979dc639935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.306333 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e2571cc3-df87-4869-acd9-e979dc639935 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/598854f4-3666-43ee-a9a0-5b82344ccc3b HTTP/1.1" status: 204 len: 168 time: 0.2299626 Jul 07 22:38:36.334758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2571cc3-df87-4869-acd9-e979dc639935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598854f4-3666-43ee-a9a0-5b82344ccc3b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:36.405565 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.481725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=c3c4ee2e-418c-471b-81c0-5aeead732246,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:36.493142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': '17cb74d1-78fa-43a8-afbc-b5d9d8aaba37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1c5f9877-4b93-4ec7-9a3c-989348c1f83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:36.493972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: 1c5f9877-4b93-4ec7-9a3c-989348c1f83e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:36.515624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network 1c5f9877-4b93-4ec7-9a3c-989348c1f83e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:36.527184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 1c5f9877-4b93-4ec7-9a3c-989348c1f83e) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:36.531928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:36.532904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.537453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a50461-f03c-4d12-88bb-c1c0b0974a9f None None] Network 1c5f9877-4b93-4ec7-9a3c-989348c1f83e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:36.553146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60540) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:36.553548 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-12d25dc2-d76f-47f5-a17d-699b5fb68f1c tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5507293 Jul 07 22:38:36.677739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60542) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:36.689483 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.704661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-19fb1923-6e53-48ef-83b8-64853aca0755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.793509 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.879104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26575a51-63f9-492b-8fee-45f85d6e305d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-1c5f9877-4b93-4ec7-9a3c-989348c1f83e', 'network_id': '1c5f9877-4b93-4ec7-9a3c-989348c1f83e', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': 'c3c4ee2e-418c-471b-81c0-5aeead732246'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:36.880865 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26575a51-63f9-492b-8fee-45f85d6e305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.905584 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.946639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-19fb1923-6e53-48ef-83b8-64853aca0755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:36.948513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c4ee2e-418c-471b-81c0-5aeead732246,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:36.996270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1162ee98-e780-4e3a-bd88-2b85203b810a None None] Network 1c5f9877-4b93-4ec7-9a3c-989348c1f83e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:37.000603 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-19fb1923-6e53-48ef-83b8-64853aca0755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.053499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:37.054461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-19fb1923-6e53-48ef-83b8-64853aca0755 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b0affaf98d04698998002a3239018b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749089 Jul 07 22:38:37.090570 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.093322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb1923-6e53-48ef-83b8-64853aca0755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d0caf-307e-433f-919c-bf70c13e4bd4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:37.108053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5f9877-4b93-4ec7-9a3c-989348c1f83e']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:37.124739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cb74d1-78fa-43a8-afbc-b5d9d8aaba37') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:37.125175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cb74d1-78fa-43a8-afbc-b5d9d8aaba37') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:37.141917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.146343 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b81136d9-bd3c-4f15-ba9a-01a11547a08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.163384 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.174830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:37.175599 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.175752 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b81136d9-bd3c-4f15-ba9a-01a11547a08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:37.179110 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:37.233820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b81136d9-bd3c-4f15-ba9a-01a11547a08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.237191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b81136d9-bd3c-4f15-ba9a-01a11547a08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.242562 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b81136d9-bd3c-4f15-ba9a-01a11547a08d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4c6d0caf-307e-433f-919c-bf70c13e4bd4 HTTP/1.1" status: 204 len: 168 time: 0.1875558 Jul 07 22:38:37.256019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81136d9-bd3c-4f15-ba9a-01a11547a08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d0caf-307e-433f-919c-bf70c13e4bd4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:37.285952 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.299759 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:37.304775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/1c5f9877-4b93-4ec7-9a3c-989348c1f83e HTTP/1.1" status: 204 len: 168 time: 0.7469211 Jul 07 22:38:37.307651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60550) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:37.352792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285470-1547-4736-96cb-e823e882b77a req-994e037a-16f1-4147-8c87-fa771248d08c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:37.354381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6285470-1547-4736-96cb-e823e882b77a req-994e037a-16f1-4147-8c87-fa771248d08c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 945 time: 0.1822541 Jul 07 22:38:37.355599 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb7e84a-3b2a-4235-8a3b-6888bfc3319a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] GET failed (client error): The resource could not be found. Jul 07 22:38:37.359567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2eb7e84a-3b2a-4235-8a3b-6888bfc3319a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/subnets/c3c4ee2e-418c-471b-81c0-5aeead732246 HTTP/1.1" status: 404 len: 337 time: 0.0482337 Jul 07 22:38:37.359567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6709cf-f318-46eb-ac9d-7f3a8cf6b643 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=1c5f9877-4b93-4ec7-9a3c-989348c1f83e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:37.359787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60552) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:37.381006 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a52b0ae-0439-4282-ad7e-07caa2730466 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:37.381482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a52b0ae-0439-4282-ad7e-07caa2730466 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:37.386963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0a52b0ae-0439-4282-ad7e-07caa2730466 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/1c5f9877-4b93-4ec7-9a3c-989348c1f83e HTTP/1.1" status: 404 len: 339 time: 0.0219707 Jul 07 22:38:37.388678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:37.416254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6285470-1547-4736-96cb-e823e882b77a req-529ab045-49f6-4f34-ba34-b966d84f4f73 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Jul 07 22:38:37.620325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7299b11a-c047-48ef-bf23-cd4c7b9c3423 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:37.621643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83a96e-8490-466d-ba12-8c123f8d92ce req-6e146bea-19c7-41bf-8491-7f94b68377fa tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:37.624832 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7299b11a-c047-48ef-bf23-cd4c7b9c3423 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2319565 Jul 07 22:38:37.624925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c83a96e-8490-466d-ba12-8c123f8d92ce req-6e146bea-19c7-41bf-8491-7f94b68377fa tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 945 time: 0.0820916 Jul 07 22:38:37.624925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60564) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:37.673232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-01649cb2-70b3-474f-a385-64894582b25d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 207 time: 0.0472863 Jul 07 22:38:37.676649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60568) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:37.700150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c83a96e-8490-466d-ba12-8c123f8d92ce req-cc96e40e-b422-4fba-b606-f6a50ba2abac tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654333 Jul 07 22:38:37.830045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075b1f3-d1e5-4822-a3d4-8a8edc4f8253 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:37.838524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075b1f3-d1e5-4822-a3d4-8a8edc4f8253 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:37.852435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075b1f3-d1e5-4822-a3d4-8a8edc4f8253 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:37.859417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f075b1f3-d1e5-4822-a3d4-8a8edc4f8253 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:37.866515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60576) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:37.871703 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f075b1f3-d1e5-4822-a3d4-8a8edc4f8253 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1927736 Jul 07 22:38:38.008137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ddc94a43-8bf5-4a46-855a-faddb116ad28 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1403811 Jul 07 22:38:38.011678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60584) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.073593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669bbca-80b6-4d98-8d09-118e639997ab tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:38.076651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669bbca-80b6-4d98-8d09-118e639997ab tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:38.078257 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f669bbca-80b6-4d98-8d09-118e639997ab tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0652690 Jul 07 22:38:38.082029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.147800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461a9aa0-0f4f-41d6-b716-9377f895ce96 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:38.149265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461a9aa0-0f4f-41d6-b716-9377f895ce96 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:38.150916 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-461a9aa0-0f4f-41d6-b716-9377f895ce96 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0665216 Jul 07 22:38:38.154797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.193428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c32e64-19fe-4c88-b3bd-11152a0ea35f req-08b640f1-9ea7-4b4e-88ee-80d5b9a480b1 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:38.195226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8c32e64-19fe-4c88-b3bd-11152a0ea35f req-08b640f1-9ea7-4b4e-88ee-80d5b9a480b1 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 945 time: 0.0928853 Jul 07 22:38:38.238799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8c32e64-19fe-4c88-b3bd-11152a0ea35f req-6f8f2fcc-8bff-4305-a008-d7909fbbdfe9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375254 Jul 07 22:38:38.293305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfb513b-da5d-417a-a100-bf073ec4998b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:38.298685 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7dfb513b-da5d-417a-a100-bf073ec4998b tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/networks/03a5b3af-6df3-40c9-8b3e-3081fbf5f69c HTTP/1.1" status: 200 len: 798 time: 0.1390285 Jul 07 22:38:38.298952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.410108 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-14e12851-1a48-4842-bd10-6e9a2a351672 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/networks/03a5b3af-6df3-40c9-8b3e-3081fbf5f69c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1092529 Jul 07 22:38:38.412858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60610) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.465602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf6c8f-43fe-4e1a-9cef-4c37800a0a4a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:38.470127 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-80cf6c8f-43fe-4e1a-9cef-4c37800a0a4a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/subnets/c1c5b503-8305-4531-8e4d-46d7c9abba98 HTTP/1.1" status: 200 len: 811 time: 0.0533428 Jul 07 22:38:38.471623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60612) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.529699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3687d1d-c81e-4494-8604-866f26c72bbe tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['shared'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:38.531167 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f3687d1d-c81e-4494-8604-866f26c72bbe tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "GET /v2.0/subnets/c1c5b503-8305-4531-8e4d-46d7c9abba98?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0586681 Jul 07 22:38:38.539299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60626) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.544941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1351444988'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:38.577695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:38.582145 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.611519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:38.622746 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.623470 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Added segment dee9705e-c12a-419b-9555-27d2a0eafc91 of type vlan for network ec439deb-b0cb-4ee1-9d01-eee67c1f12bf Jul 07 22:38:38.667333 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.700633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.707124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:38.707910 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.777172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60634) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.777330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2368186 Jul 07 22:38:38.783934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'network_id': 'ec439deb-b0cb-4ee1-9d01-eee67c1f12bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:38.797652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ad1ac-0550-486a-81e5-3a1d2f171b0a tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Network': ['ID=ec439deb-b0cb-4ee1-9d01-eee67c1f12bf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:38.810708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network ec439deb-b0cb-4ee1-9d01-eee67c1f12bf details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:38.879688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60636) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:38.895537 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Made reservation on behalf of 86661bcdb047450f90c304b3cc0a1be6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:38.899224 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:38.957909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Performing IP validity checks on allocation pools {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 22:38:38.960179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.ipam_backend_mixin [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93942) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 22:38:39.110196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.174915 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=278c2c3b-e98c-4f01-a904-1fab23b8302a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:39.186597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Checking segment: {'id': 'dee9705e-c12a-419b-9555-27d2a0eafc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec439deb-b0cb-4ee1-9d01-eee67c1f12bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:39.186969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network hostable DHCP agents. Network: ec439deb-b0cb-4ee1-9d01-eee67c1f12bf, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:39.206178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Network ec439deb-b0cb-4ee1-9d01-eee67c1f12bf is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:39.217231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, ec439deb-b0cb-4ee1-9d01-eee67c1f12bf) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:39.221736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:39.222403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.227932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62baa0a0-a501-44bd-be04-06462cce18a4 None None] Network ec439deb-b0cb-4ee1-9d01-eee67c1f12bf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:39.245381 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-766c65c5-935b-4219-a908-ed051a4958f6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4662576 Jul 07 22:38:39.248359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:39.254317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-0568da9f-7cf8-4dc1-8b17-f1c0bf2715e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:39.336102 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a4bc8b33-f0ea-4e0f-9921-735675767c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.413144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0568da9f-7cf8-4dc1-8b17-f1c0bf2715e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25906012'] for subnet, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.436860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-ec439deb-b0cb-4ee1-9d01-eee67c1f12bf', 'network_id': 'ec439deb-b0cb-4ee1-9d01-eee67c1f12bf', 'tenant_id': '86661bcdb047450f90c304b3cc0a1be6', 'fixed_ips': [{'subnet_id': '278c2c3b-e98c-4f01-a904-1fab23b8302a'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:39.438523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.528085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d251c-127a-42ee-811e-8c0777a439ca req-acdd83c2-f28f-4ceb-9c31-745620408b5e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:39.529684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-871d251c-127a-42ee-811e-8c0777a439ca req-acdd83c2-f28f-4ceb-9c31-745620408b5e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 945 time: 0.1547215 Jul 07 22:38:39.539372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-45d5abd2-f52a-4a97-acdb-7a84fcb322f7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:39.541010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-45d5abd2-f52a-4a97-acdb-7a84fcb322f7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 945 time: 0.1758764 Jul 07 22:38:39.602000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a4bc8b33-f0ea-4e0f-9921-735675767c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.616730 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a4bc8b33-f0ea-4e0f-9921-735675767c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.619383 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0568da9f-7cf8-4dc1-8b17-f1c0bf2715e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791150734879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26101684'] for subnet, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.652996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-871d251c-127a-42ee-811e-8c0777a439ca req-decfe967-d254-4c49-b848-cb9322b627bc tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092091 Jul 07 22:38:39.681071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0568da9f-7cf8-4dc1-8b17-f1c0bf2715e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:39.681944 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0568da9f-7cf8-4dc1-8b17-f1c0bf2715e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.683478 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0568da9f-7cf8-4dc1-8b17-f1c0bf2715e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "PUT /v2.0/subnets/278c2c3b-e98c-4f01-a904-1fab23b8302a HTTP/1.1" status: 200 len: 877 time: 0.4340708 Jul 07 22:38:39.684633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Allocated IP 172.20.0.3 (ec439deb-b0cb-4ee1-9d01-eee67c1f12bf/278c2c3b-e98c-4f01-a904-1fab23b8302a/195b10e6-3490-4f7e-b8f2-6312ab4e7306) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:39.689586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:39.701504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a4bc8b33-f0ea-4e0f-9921-735675767c89 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e22b934ad6e04d12bd2214c36aef3051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8206575 Jul 07 22:38:39.710109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60648) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:39.721161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc8b33-f0ea-4e0f-9921-735675767c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e885987f-a552-4153-91a6-dcd98c6cb03e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:39.767346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568da9f-7cf8-4dc1-8b17-f1c0bf2715e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event updated for resources: {'Subnet': ['ID=278c2c3b-e98c-4f01-a904-1fab23b8302a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:39.787939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Deleting port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:39.789006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.855479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.869886 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe077-5bf3-4725-ae77-57cd2f67cdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.913817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe077-5bf3-4725-ae77-57cd2f67cdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.936181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.954831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] For port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:39.955212 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:39.980011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Calling delete_port for f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:40.013316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.040244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Transition to ACTIVE for port object 195b10e6-3490-4f7e-b8f2-6312ab4e7306 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:40.044083 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe077-5bf3-4725-ae77-57cd2f67cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.046685 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe077-5bf3-4725-ae77-57cd2f67cdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.050697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1cdbe077-5bf3-4725-ae77-57cd2f67cdaf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e885987f-a552-4153-91a6-dcd98c6cb03e HTTP/1.1" status: 204 len: 168 time: 0.3358707 Jul 07 22:38:40.058802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Transition to ACTIVE for port object 195b10e6-3490-4f7e-b8f2-6312ab4e7306 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:40.067270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbe077-5bf3-4725-ae77-57cd2f67cdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e885987f-a552-4153-91a6-dcd98c6cb03e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:40.072606 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.097330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.164624 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.198974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:38:40.203673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Pushing event updated for resources: {'Port': ['ID=195b10e6-3490-4f7e-b8f2-6312ab4e7306,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:40.215832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.221783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Network ec439deb-b0cb-4ee1-9d01-eee67c1f12bf is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:40.224578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:40.227873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec439deb-b0cb-4ee1-9d01-eee67c1f12bf']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:40.228021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event deleted for resources: {'Port': ['ID=f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:40.236556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:40.239862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee9705e-c12a-419b-9555-27d2a0eafc91') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:40.240312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee9705e-c12a-419b-9555-27d2a0eafc91') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:40.249992 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.274568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.280707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=278c2c3b-e98c-4f01-a904-1fab23b8302a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:40.294480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:40.295537 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:40.300945 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:40.342506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] No DVR routers for this DVR port f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:40.354089 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.356480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e89d4e31-82cb-4a8f-ae13-c9b2dd2460c8 req-c41bf3fd-c982-4b8a-89e7-145fa78bf844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "DELETE /v2.0/ports/f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 HTTP/1.1" status: 204 len: 173 time: 0.8005044 Jul 07 22:38:40.357041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e343ad20-c5f5-4b2c-9f42-cdd6cd051d06', 'name': 'network-vif-deleted', 'tag': 'f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:40.367572 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3370a08-0721-4084-89d2-399b259ea976" -d '{"events": [{"server_uuid": "e343ad20-c5f5-4b2c-9f42-cdd6cd051d06", "name": "network-vif-deleted", "tag": "f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:40.398995 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 22:38:40.398995 n-d-695012-11 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 22:38:40.398995 n-d-695012-11 neutron-server[93942]: [parameters: {'id': 'ec439deb-b0cb-4ee1-9d01-eee67c1f12bf'}] Jul 07 22:38:40.398995 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:38:40.399605 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:38:40.422840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Attempting to bind port 195b10e6-3490-4f7e-b8f2-6312ab4e7306 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:40.423986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Attempting to bind port 195b10e6-3490-4f7e-b8f2-6312ab4e7306 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'dee9705e-c12a-419b-9555-27d2a0eafc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec439deb-b0cb-4ee1-9d01-eee67c1f12bf'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:40.423986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Attempting to bind port 195b10e6-3490-4f7e-b8f2-6312ab4e7306 on network ec439deb-b0cb-4ee1-9d01-eee67c1f12bf {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:40.435223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:40.435603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Checking segment: {'id': 'dee9705e-c12a-419b-9555-27d2a0eafc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec439deb-b0cb-4ee1-9d01-eee67c1f12bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:40.436019 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.436421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Bound using segment: {'id': 'dee9705e-c12a-419b-9555-27d2a0eafc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec439deb-b0cb-4ee1-9d01-eee67c1f12bf'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:40.436897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Bound port: 195b10e6-3490-4f7e-b8f2-6312ab4e7306, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee9705e-c12a-419b-9555-27d2a0eafc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec439deb-b0cb-4ee1-9d01-eee67c1f12bf'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:40.437288 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.461999 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef67a6-2396-4cd7-8d87-cfe8196dcc02 x-openstack-request-id: req-8aef67a6-2396-4cd7-8d87-cfe8196dcc02 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:40.462463 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e343ad20-c5f5-4b2c-9f42-cdd6cd051d06", "name": "network-vif-deleted", "tag": "f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:40.462913 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8aef67a6-2396-4cd7-8d87-cfe8196dcc02 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:40.463578 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e343ad20-c5f5-4b2c-9f42-cdd6cd051d06', 'name': 'network-vif-deleted', 'tag': 'f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2', 'status': 'completed', 'code': 200} Jul 07 22:38:40.549099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] For port 195b10e6-3490-4f7e-b8f2-6312ab4e7306, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:40.552999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] For port 195b10e6-3490-4f7e-b8f2-6312ab4e7306, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=195b10e6-3490-4f7e-b8f2-6312ab4e7306,segment=NetworkSegment(dee9705e-c12a-419b-9555-27d2a0eafc91),segment_id=dee9705e-c12a-419b-9555-27d2a0eafc91)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:40.564472 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.669632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907024af-1bbc-48ac-8d3e-89565b616b72 None None] Pushing event updated for resources: {'Port': ['ID=195b10e6-3490-4f7e-b8f2-6312ab4e7306,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:40.690093 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69fe694-8a0d-410b-8739-d3b645934d6d None None] Network ec439deb-b0cb-4ee1-9d01-eee67c1f12bf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:40.864333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6211ba-2213-4954-b4f0-8f8890260a64 None None] Network ec439deb-b0cb-4ee1-9d01-eee67c1f12bf requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:40.901133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:40.945371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2eae8e09-183c-4a27-b004-07f2eb10e408 req-b2268516-e9d9-4d80-aa07-0ebfa5ca0bfe tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=e343ad20-c5f5-4b2c-9f42-cdd6cd051d06 HTTP/1.1" status: 200 len: 210 time: 0.0785863 Jul 07 22:38:41.020102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402537b2-885f-450d-b682-2da098eb92c9 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:38:41.058254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Deleting port 195b10e6-3490-4f7e-b8f2-6312ab4e7306 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:41.058610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.134101 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] For port 195b10e6-3490-4f7e-b8f2-6312ab4e7306, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=195b10e6-3490-4f7e-b8f2-6312ab4e7306,segment=NetworkSegment(dee9705e-c12a-419b-9555-27d2a0eafc91),segment_id=dee9705e-c12a-419b-9555-27d2a0eafc91)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:41.134539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.153770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402537b2-885f-450d-b682-2da098eb92c9 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:38:41.157364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Calling delete_port for 195b10e6-3490-4f7e-b8f2-6312ab4e7306 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:41.256042 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.278212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No DVR routers for this DVR port 195b10e6-3490-4f7e-b8f2-6312ab4e7306 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:41.305643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Port': ['ID=195b10e6-3490-4f7e-b8f2-6312ab4e7306,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:41.407294 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.421048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec439deb-b0cb-4ee1-9d01-eee67c1f12bf']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:41.435790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee9705e-c12a-419b-9555-27d2a0eafc91') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:41.436100 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee9705e-c12a-419b-9555-27d2a0eafc91') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:41.447332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.465007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.472630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:41.473248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:41.476683 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:41.536718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.549235 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.554591 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/ec439deb-b0cb-4ee1-9d01-eee67c1f12bf HTTP/1.1" status: 204 len: 168 time: 1.8603671 Jul 07 22:38:41.555553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60696) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:41.571812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45c898-184c-4c1c-9326-b6f6d800a7fb tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=ec439deb-b0cb-4ee1-9d01-eee67c1f12bf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:41.597808 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-932694ce-3f18-4fe2-bed6-ca1cb584536e tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:41.598302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932694ce-3f18-4fe2-bed6-ca1cb584536e tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:41.600016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-932694ce-3f18-4fe2-bed6-ca1cb584536e tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/278c2c3b-e98c-4f01-a904-1fab23b8302a HTTP/1.1" status: 404 len: 337 time: 0.0418265 Jul 07 22:38:41.602609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60700) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:41.621119 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6b18b8-dda7-440f-aa47-5c79e66296da tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:41.621651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6b18b8-dda7-440f-aa47-5c79e66296da tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:41.625613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1f6b18b8-dda7-440f-aa47-5c79e66296da tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/ec439deb-b0cb-4ee1-9d01-eee67c1f12bf HTTP/1.1" status: 404 len: 339 time: 0.0198493 Jul 07 22:38:41.625852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60702) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:41.651548 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b734d01-19e4-4bf8-a4cb-3c496a185da8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:41.652163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b734d01-19e4-4bf8-a4cb-3c496a185da8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:41.653996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8b734d01-19e4-4bf8-a4cb-3c496a185da8 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/c3c4ee2e-418c-471b-81c0-5aeead732246 HTTP/1.1" status: 404 len: 337 time: 0.0272162 Jul 07 22:38:41.657303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:41.678033 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78354fe-ffcb-49ad-a36d-c90cfefcec0f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:41.678653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78354fe-ffcb-49ad-a36d-c90cfefcec0f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:41.683066 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c78354fe-ffcb-49ad-a36d-c90cfefcec0f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/1c5f9877-4b93-4ec7-9a3c-989348c1f83e HTTP/1.1" status: 404 len: 339 time: 0.0218916 Jul 07 22:38:41.683229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:41.688053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60708) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:41.764811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.789273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:41.815877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.853573 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.864526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b0d50f-4d0d-4778-9f76-f535848e4b01']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:41.880717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7362b18-5dd5-469d-bc14-48d8ac41f95a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:41.881440 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7362b18-5dd5-469d-bc14-48d8ac41f95a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:41.891381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.906423 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.907912 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.913142 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:41.913626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:41.916765 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:41.976379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.992144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:41.996701 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/20b0d50f-4d0d-4778-9f76-f535848e4b01 HTTP/1.1" status: 204 len: 168 time: 0.3103256 Jul 07 22:38:41.997513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.037556 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-42baa9ea-65ce-4453-a2cd-7b282d1aef66 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.038865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42baa9ea-65ce-4453-a2cd-7b282d1aef66 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.043181 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-42baa9ea-65ce-4453-a2cd-7b282d1aef66 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/ad3c1c94-c6d2-4bbb-a1d1-af93f2e0e344 HTTP/1.1" status: 404 len: 337 time: 0.0426531 Jul 07 22:38:42.043181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11bacc-8616-45e9-afcc-1311a5b23abf tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=20b0d50f-4d0d-4778-9f76-f535848e4b01,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:42.043402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60718) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.063787 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-30723c08-be95-408f-990b-0668fba4676f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.064474 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30723c08-be95-408f-990b-0668fba4676f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.066406 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-30723c08-be95-408f-990b-0668fba4676f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/49409672-e7de-48cd-b975-b7d3d154ab4f HTTP/1.1" status: 404 len: 339 time: 0.0219257 Jul 07 22:38:42.069136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.108198 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b5d070-0647-46a1-88a3-0519036c8fce tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.108873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b5d070-0647-46a1-88a3-0519036c8fce tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.110435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Allocated IP 172.25.8.220 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/49b29831-daff-47cd-96fa-29ded1ac4445) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:42.112543 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-60b5d070-0647-46a1-88a3-0519036c8fce tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/9065b4de-57e4-45e6-a306-ee25a8ed398c HTTP/1.1" status: 404 len: 337 time: 0.0409598 Jul 07 22:38:42.113532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60722) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.134861 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb5bced-6cdf-476f-8f96-42591aa47131 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.135421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb5bced-6cdf-476f-8f96-42591aa47131 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.138470 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0cb5bced-6cdf-476f-8f96-42591aa47131 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/1b335350-6ae6-497b-a8b3-2d370d8ac383 HTTP/1.1" status: 404 len: 339 time: 0.0239093 Jul 07 22:38:42.141676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.168309 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d9a2814-32da-49cd-9f93-a2b335ee1056 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.168743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d9a2814-32da-49cd-9f93-a2b335ee1056 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.173726 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8d9a2814-32da-49cd-9f93-a2b335ee1056 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/1fde9a5c-a4ad-4237-b119-41acf91ff311 HTTP/1.1" status: 404 len: 337 time: 0.0308688 Jul 07 22:38:42.174873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.193535 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-244ed4e2-8c87-413e-b893-ceb98bc940e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.194124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244ed4e2-8c87-413e-b893-ceb98bc940e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.198419 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-244ed4e2-8c87-413e-b893-ceb98bc940e7 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/4d8b6634-09af-4116-a6c6-ca79ac01abe5 HTTP/1.1" status: 404 len: 339 time: 0.0226836 Jul 07 22:38:42.199009 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60730) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.225927 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d351e5-1996-4254-a7a3-0e7b6ef36a98 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.226390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d351e5-1996-4254-a7a3-0e7b6ef36a98 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.230506 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-88d351e5-1996-4254-a7a3-0e7b6ef36a98 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/f01cbdae-1b9f-4491-9d09-514811adafd5 HTTP/1.1" status: 404 len: 337 time: 0.0279248 Jul 07 22:38:42.233062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60732) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.248197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.261291 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac441ff8-6ddc-427f-9ba3-b02bcfaf1736 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.261828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac441ff8-6ddc-427f-9ba3-b02bcfaf1736 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.263518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ac441ff8-6ddc-427f-9ba3-b02bcfaf1736 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/9a4ba0f4-ba0c-43b9-8101-7c53ae4dd74f HTTP/1.1" status: 404 len: 339 time: 0.0294662 Jul 07 22:38:42.269471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60734) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.308051 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3262ce4-c7e6-423e-a3a3-1d3f1ef47fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.309155 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3262ce4-c7e6-423e-a3a3-1d3f1ef47fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.312595 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d3262ce4-c7e6-423e-a3a3-1d3f1ef47fdc tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/ec77f986-526d-4903-908c-f9e87cb12a47 HTTP/1.1" status: 404 len: 337 time: 0.0442247 Jul 07 22:38:42.315532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.329560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.335412 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-19179cea-c9da-4f24-921d-e85ef7d15cf6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.335998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19179cea-c9da-4f24-921d-e85ef7d15cf6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.340190 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-19179cea-c9da-4f24-921d-e85ef7d15cf6 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/9b4b743b-6ab8-47de-b0b9-71aca6ebef61 HTTP/1.1" status: 404 len: 339 time: 0.0210462 Jul 07 22:38:42.341580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60738) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.346211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:42.366548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:42.367566 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c79eae-585c-414b-843a-ca35a1cc249d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.368481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c79eae-585c-414b-843a-ca35a1cc249d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.372530 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-10c79eae-585c-414b-843a-ca35a1cc249d tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/4ab91ed3-7111-4762-b8df-1e706a636cd7 HTTP/1.1" status: 404 len: 337 time: 0.0285091 Jul 07 22:38:42.372705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:42.372833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60740) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.399355 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3f4548-26be-40ec-8c81-42d82c95c376 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.399985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3f4548-26be-40ec-8c81-42d82c95c376 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.404687 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6f3f4548-26be-40ec-8c81-42d82c95c376 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/e6b43e95-c27c-4ead-bb71-3c5b3bb595f2 HTTP/1.1" status: 404 len: 339 time: 0.0286367 Jul 07 22:38:42.404980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60742) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.449159 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c1c3f5-16f0-4c6e-9ca7-e3111b72ee07 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.449712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c1c3f5-16f0-4c6e-9ca7-e3111b72ee07 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.452072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c9c1c3f5-16f0-4c6e-9ca7-e3111b72ee07 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/9b5287a9-5eba-473f-9a1c-f80e7645160b HTTP/1.1" status: 404 len: 337 time: 0.0455570 Jul 07 22:38:42.454969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.463218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Pushing event updated for resources: {'Port': ['ID=49b29831-daff-47cd-96fa-29ded1ac4445,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:42.499255 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ea598c-6f6a-4439-aff6-e2ae90d54cf1 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.499853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ea598c-6f6a-4439-aff6-e2ae90d54cf1 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.504618 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-29ea598c-6f6a-4439-aff6-e2ae90d54cf1 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/4c1539e8-48eb-4c33-bb4e-946d4a548e22 HTTP/1.1" status: 404 len: 339 time: 0.0461159 Jul 07 22:38:42.504806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.530118 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-f667c932-37b0-4427-aa41-54eb9d371a1f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.530587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f667c932-37b0-4427-aa41-54eb9d371a1f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.532329 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f667c932-37b0-4427-aa41-54eb9d371a1f tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/6448e334-24b3-4cae-a669-72ab10de3430 HTTP/1.1" status: 404 len: 337 time: 0.0266316 Jul 07 22:38:42.538813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60752) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.552492 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.560313 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f72edc8-317a-4db6-af38-26c17bfd5ca0 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] DELETE failed (client error): The resource could not be found. Jul 07 22:38:42.561015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f72edc8-317a-4db6-af38-26c17bfd5ca0 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:42.568838 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0f72edc8-317a-4db6-af38-26c17bfd5ca0 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/a67e9bdf-e05e-42ac-a002-4b4c5ca37b47 HTTP/1.1" status: 404 len: 339 time: 0.0287185 Jul 07 22:38:42.569526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60756) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.610299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.633204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44b43eb-1c5d-49a1-9d0b-c36b851eac52 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Deleting subnet c1c5b503-8305-4531-8e4d-46d7c9abba98 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:38:42.636983 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d44b43eb-1c5d-49a1-9d0b-c36b851eac52 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.677831 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d44b43eb-1c5d-49a1-9d0b-c36b851eac52 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.772646 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d44b43eb-1c5d-49a1-9d0b-c36b851eac52 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.819223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-5179fe71-8deb-4731-bb52-e46042794612 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:42.820782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-5179fe71-8deb-4731-bb52-e46042794612 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.1803923 Jul 07 22:38:42.836145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d44b43eb-1c5d-49a1-9d0b-c36b851eac52 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.846984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-cc96539b-21b0-4424-95d8-ee75c4657fa6 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/quotas/4f05d08a47ed4d619654abab61ac2d59 HTTP/1.1" status: 200 len: 375 time: 0.0194745 Jul 07 22:38:42.865019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b43eb-1c5d-49a1-9d0b-c36b851eac52 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Subnet': ['ID=c1c5b503-8305-4531-8e4d-46d7c9abba98,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:42.868747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d44b43eb-1c5d-49a1-9d0b-c36b851eac52 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.873071 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d44b43eb-1c5d-49a1-9d0b-c36b851eac52 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/subnets/c1c5b503-8305-4531-8e4d-46d7c9abba98 HTTP/1.1" status: 204 len: 168 time: 0.3020957 Jul 07 22:38:42.876034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:42.879752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0359aa5c-fa96-4830-afcc-fe88e283eff7 None None] Network 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:42.910765 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.917763 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:42.976608 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.022048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-291505be-5d82-4972-aeb7-73df0ababa17 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1619420 Jul 07 22:38:43.030201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.035189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Pushing event updated for resources: {'Port': ['ID=49b29831-daff-47cd-96fa-29ded1ac4445,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:43.049676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.051341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-70c03fd6-c4a3-4884-83de-1e3440dfdaab tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3620718 Jul 07 22:38:43.055864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:43.067616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-178941184', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'fixed_ips': [{'ip_address': '172.25.8.220'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:43.087214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Deleting port 6910561f-c916-4e70-aa54-9498007d3f23 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:43.087555 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.120620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e50879-4561-4640-a3d8-2bb582fa5533 None None] DHCP port deletion for 03a5b3af-6df3-40c9-8b3e-3081fbf5f69c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:38:43.142360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Made reservation on behalf of 619edb4f116a4d588f2e18ab14001b68 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:43.144706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.159914 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.180595 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-a2f643fc-c217-4dd7-8035-d5541c7bec4a service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277466 Jul 07 22:38:43.192227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] For port 6910561f-c916-4e70-aa54-9498007d3f23, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6910561f-c916-4e70-aa54-9498007d3f23,segment=NetworkSegment(aeae13e3-b63c-4a86-bcc2-befafc3a65c9),segment_id=aeae13e3-b63c-4a86-bcc2-befafc3a65c9)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:43.192606 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.201335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a5e50879-4561-4640-a3d8-2bb582fa5533 None None] Deleting port 6910561f-c916-4e70-aa54-9498007d3f23 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:43.201720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5e50879-4561-4640-a3d8-2bb582fa5533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.213268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Calling delete_port for 6910561f-c916-4e70-aa54-9498007d3f23 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:43.296147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a5e50879-4561-4640-a3d8-2bb582fa5533 None None] For port 6910561f-c916-4e70-aa54-9498007d3f23, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=6910561f-c916-4e70-aa54-9498007d3f23,segment=NetworkSegment(aeae13e3-b63c-4a86-bcc2-befafc3a65c9),segment_id=aeae13e3-b63c-4a86-bcc2-befafc3a65c9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:43.296625 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5e50879-4561-4640-a3d8-2bb582fa5533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.299419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eebbc721-8bbc-441b-a8c1-c21112ea0fac service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092281 Jul 07 22:38:43.315437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a5e50879-4561-4640-a3d8-2bb582fa5533 None None] Calling delete_port for 6910561f-c916-4e70-aa54-9498007d3f23 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:43.385550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:43.401185 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.427309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:43.427906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f496828e-8a6d-4d8f-946f-a1ccfb9bd4b2 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:43.442359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.443649 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Port': ['ID=6910561f-c916-4e70-aa54-9498007d3f23,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:43.451396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] No DVR routers for this DVR port 6910561f-c916-4e70-aa54-9498007d3f23 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:43.454226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.490373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] device_id is not set on port 0bb5ba41-1f9d-4ca5-8d29-dc0728e5017c yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:38:43.496496 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5e50879-4561-4640-a3d8-2bb582fa5533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.549606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e50879-4561-4640-a3d8-2bb582fa5533 None None] Pushing event deleted for resources: {'Port': ['ID=6910561f-c916-4e70-aa54-9498007d3f23,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:43.566598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e50879-4561-4640-a3d8-2bb582fa5533 None None] No DVR routers for this DVR port 6910561f-c916-4e70-aa54-9498007d3f23 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:38:43.576299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-748d261c-7868-437e-8a9e-7f3cf98848e6 req-3784d2a1-3d3b-40e9-adf4-3eb3efd18e96 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 210 time: 0.0584843 Jul 07 22:38:43.614456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60782) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:43.883486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a13ef12f-93bc-4c1e-8a6f-8ce7239e186d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a89ab54d6779417d84d70ac89efe04b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671053 Jul 07 22:38:43.885701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60794) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:43.962442 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c20d761b-42fb-4898-b410-4c2ffb884b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:43.990931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c20d761b-42fb-4898-b410-4c2ffb884b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.053455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c20d761b-42fb-4898-b410-4c2ffb884b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.057032 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c20d761b-42fb-4898-b410-4c2ffb884b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.058672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c20d761b-42fb-4898-b410-4c2ffb884b39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac0d1156-95cd-4b7f-957b-473f1ab976d7 HTTP/1.1" status: 204 len: 168 time: 0.1718309 Jul 07 22:38:44.068243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d761b-42fb-4898-b410-4c2ffb884b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0d1156-95cd-4b7f-957b-473f1ab976d7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:44.143337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f5c1b0-7658-473d-9b86-e88b76e4a01d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:44.161939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.187399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a5b3af-6df3-40c9-8b3e-3081fbf5f69c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:44.229291 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeae13e3-b63c-4a86-bcc2-befafc3a65c9') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:44.229595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeae13e3-b63c-4a86-bcc2-befafc3a65c9') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:44.243655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.265417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.294800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:38:44.295418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:38:44.299130 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:38:44.373847 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 22:38:44.374434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:38:44.386364 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.393414 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.397654 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] 10.222.0.81 "DELETE /v2.0/networks/03a5b3af-6df3-40c9-8b3e-3081fbf5f69c HTTP/1.1" status: 204 len: 168 time: 1.5183122 Jul 07 22:38:44.399023 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-132498c7-eb6b-4982-8338-6bdeb40347c9 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.3416407 Jul 07 22:38:44.401694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60806) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:44.408746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523d09c-93e1-4dbc-8103-00fa1b6b8085 tempest-NetworksTest-13927040 tempest-NetworksTest-13927040-project] Pushing event deleted for resources: {'Network': ['ID=03a5b3af-6df3-40c9-8b3e-3081fbf5f69c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:44.594959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Deleting port 49b29831-daff-47cd-96fa-29ded1ac4445 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:44.595170 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.670613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60818) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:44.690231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.690862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.704910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Calling delete_port for 49b29831-daff-47cd-96fa-29ded1ac4445 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:44.850823 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d43c631e-a8d7-40b0-995f-380ef1c36bff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86661bcdb047450f90c304b3cc0a1be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786811 Jul 07 22:38:44.853300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:44.872310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff6fa6f8-f734-4bb5-8d45-4c93baf5ace2 req-1f1f2ed3-7aa1-4e67-8d84-55f5fa901e3e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 210 time: 0.0437939 Jul 07 22:38:44.922864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e55535ac-36ab-4b30-a3e8-533847013f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:44.958578 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e55535ac-36ab-4b30-a3e8-533847013f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.008879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.023636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e55535ac-36ab-4b30-a3e8-533847013f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.026351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e55535ac-36ab-4b30-a3e8-533847013f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.027737 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e55535ac-36ab-4b30-a3e8-533847013f54 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab053a9d-b9a1-4d6e-859b-7aa909d4b499 HTTP/1.1" status: 204 len: 168 time: 0.1724095 Jul 07 22:38:45.059816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55535ac-36ab-4b30-a3e8-533847013f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab053a9d-b9a1-4d6e-859b-7aa909d4b499,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:45.086514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Pushing event deleted for resources: {'Port': ['ID=49b29831-daff-47cd-96fa-29ded1ac4445,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:45.121043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-847ebaf6-7af3-446a-8378-1b01cdb51604 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:45.122523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-847ebaf6-7af3-446a-8378-1b01cdb51604 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.2833724 Jul 07 22:38:45.128349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6910561f-c916-4e70-aa54-9498007d3f23 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:38:45.137307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Request body: {'port': {'device_id': '36fddb8b-3f6f-4f89-985b-022eaf4826bc', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'admin_state_up': True, 'tenant_id': '4f05d08a47ed4d619654abab61ac2d59'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:45.154325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 6910561f-c916-4e70-aa54-9498007d3f23 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:38:45.154990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 6910561f-c916-4e70-aa54-9498007d3f23 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:38:45.195935 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.198484 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.199674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-73ffe68f-0115-4668-b2d5-3c00ebde13f4 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564 tempest-ExternalNetworksAdminNegativeTestJSON-1173691564-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/06767079-0666-4139-9495-346f386a02d7 HTTP/1.1" status: 204 len: 168 time: 0.7954514 Jul 07 22:38:45.272846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Made reservation on behalf of 4f05d08a47ed4d619654abab61ac2d59 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:45.279517 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.420369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Allocated IP 172.20.0.4 (5211f5de-c0ff-4983-9c83-c6c0d345f6ae/1b3b4fc5-50f5-45ab-a965-361badb4d65d/f131c563-e1e4-488f-9fb9-dcb9a2d88816) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:45.590978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:45.600856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.653971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.666976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:38:45.737160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event updated for resources: {'Port': ['ID=f131c563-e1e4-488f-9fb9-dcb9a2d88816,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:45.750168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:45.751697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:45.755417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:45.840926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:45.842017 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.864023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff95bd55-e5e7-441d-846f-757a7f3653c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:45.873902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-eb39cd99-18ee-43d1-b43c-0071d5d8dd1b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410588 Jul 07 22:38:45.887834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Request body: {'port': {'device_id': '36fddb8b-3f6f-4f89-985b-022eaf4826bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:46.000194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.012523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff95bd55-e5e7-441d-846f-757a7f3653c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.018839 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff95bd55-e5e7-441d-846f-757a7f3653c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.067538 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ff95bd55-e5e7-441d-846f-757a7f3653c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2592901bf62844f2bf5ad060ff7a37ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733150 Jul 07 22:38:46.068797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:46.072523 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95bd55-e5e7-441d-846f-757a7f3653c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b64c42-0bcb-43ea-82f0-c3bd1ae1ee63,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:46.128504 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-423a4630-3ab8-4c76-9636-8810672472b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.158328 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-423a4630-3ab8-4c76-9636-8810672472b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.182537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60874) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:46.216260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-423a4630-3ab8-4c76-9636-8810672472b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.221419 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-423a4630-3ab8-4c76-9636-8810672472b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.224941 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-423a4630-3ab8-4c76-9636-8810672472b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/10b64c42-0bcb-43ea-82f0-c3bd1ae1ee63 HTTP/1.1" status: 204 len: 168 time: 0.1530237 Jul 07 22:38:46.248060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a4630-3ab8-4c76-9636-8810672472b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b64c42-0bcb-43ea-82f0-c3bd1ae1ee63,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:46.333266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd68255-76ca-413e-8b39-5d1194e7173f req-6f6aace4-9c14-4539-8bb8-df5ee33091b5 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:46.335069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fd68255-76ca-413e-8b39-5d1194e7173f req-6f6aace4-9c14-4539-8bb8-df5ee33091b5 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 931 time: 0.1921577 Jul 07 22:38:46.358883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f8487fea-2a65-4ab3-9eec-1468c813b2b8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-743862537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:46.438168 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8487fea-2a65-4ab3-9eec-1468c813b2b8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.439381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8487fea-2a65-4ab3-9eec-1468c813b2b8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.445322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fd68255-76ca-413e-8b39-5d1194e7173f req-a732864b-550f-401b-b8c8-0275657a1d40 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043556 Jul 07 22:38:46.459244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f131c563-e1e4-488f-9fb9-dcb9a2d88816 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:38:46.469685 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.502123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Transition to ACTIVE for port object f131c563-e1e4-488f-9fb9-dcb9a2d88816 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:46.529417 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.532756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8487fea-2a65-4ab3-9eec-1468c813b2b8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.559754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8487fea-2a65-4ab3-9eec-1468c813b2b8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.585130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f8487fea-2a65-4ab3-9eec-1468c813b2b8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.586693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f8487fea-2a65-4ab3-9eec-1468c813b2b8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4022188 Jul 07 22:38:46.589624 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60884) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:46.599089 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2077145116'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:46.607372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f131c563-e1e4-488f-9fb9-dcb9a2d88816,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:46.637022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Made reservation on behalf of c083a9da9d6b4b1382a84a41526b397c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:46.646057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.659199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.675592 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:46.693740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Attempting to bind port f131c563-e1e4-488f-9fb9-dcb9a2d88816 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:46.694427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Attempting to bind port f131c563-e1e4-488f-9fb9-dcb9a2d88816 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:46.694842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Attempting to bind port f131c563-e1e4-488f-9fb9-dcb9a2d88816 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:46.700113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Port f131c563-e1e4-488f-9fb9-dcb9a2d88816 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:38:46.700451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Attempting to bind port f131c563-e1e4-488f-9fb9-dcb9a2d88816 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:46.707260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:46.707702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Checking segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:46.708225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Bound using segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:46.708674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Bound port: f131c563-e1e4-488f-9fb9-dcb9a2d88816, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:46.709085 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.745622 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0219575c-ba2d-4b06-9011-116754b56b55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=619edb4f116a4d588f2e18ab14001b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689170 Jul 07 22:38:46.749551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:46.781912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] For port f131c563-e1e4-488f-9fb9-dcb9a2d88816, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:46.784994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] For port f131c563-e1e4-488f-9fb9-dcb9a2d88816, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f131c563-e1e4-488f-9fb9-dcb9a2d88816,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:46.790865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.824715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:46.825341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.826765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] 10.222.0.44 "PUT /v2.0/ports/f131c563-e1e4-488f-9fb9-dcb9a2d88816 HTTP/1.1" status: 200 len: 1092 time: 0.9452164 Jul 07 22:38:46.827223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fddb8b-3f6f-4f89-985b-022eaf4826bc', 'tag': 'f131c563-e1e4-488f-9fb9-dcb9a2d88816'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:46.829967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a56e1a55-cdf9-43a2-9c2e-1cf032bfe2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.830205 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649" -d '{"events": [{"name": "network-changed", "server_uuid": "36fddb8b-3f6f-4f89-985b-022eaf4826bc", "tag": "f131c563-e1e4-488f-9fb9-dcb9a2d88816"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:46.850277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.855624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba595960-1625-4ca1-b48a-7e72811f24c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f131c563-e1e4-488f-9fb9-dcb9a2d88816,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:46.861176 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.866360 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a56e1a55-cdf9-43a2-9c2e-1cf032bfe2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.897691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:46.924405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb9b973-5582-4665-9dd0-b13f69342752,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:46.925511 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a80e34b-07d7-4873-a257-c49971750a88 x-openstack-request-id: req-2a80e34b-07d7-4873-a257-c49971750a88 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:46.925739 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fddb8b-3f6f-4f89-985b-022eaf4826bc", "tag": "f131c563-e1e4-488f-9fb9-dcb9a2d88816", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:46.926039 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a80e34b-07d7-4873-a257-c49971750a88 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:46.927153 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fddb8b-3f6f-4f89-985b-022eaf4826bc', 'tag': 'f131c563-e1e4-488f-9fb9-dcb9a2d88816', 'status': 'completed', 'code': 200} Jul 07 22:38:46.931455 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.931804 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Added segment c2079977-0a62-4197-8f8a-dbdba1fb62ce of type vlan for network 52a09df3-44c4-4a21-a89d-936dd831bc39 Jul 07 22:38:46.975319 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.984149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-4ee17366-fda7-45f6-b437-c6cfc149b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:46.986443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-4ee17366-fda7-45f6-b437-c6cfc149b5dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 1095 time: 0.0962539 Jul 07 22:38:46.990895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a56e1a55-cdf9-43a2-9c2e-1cf032bfe2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.993369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a56e1a55-cdf9-43a2-9c2e-1cf032bfe2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:46.994627 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a56e1a55-cdf9-43a2-9c2e-1cf032bfe2fe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4f5c1b0-7658-473d-9b86-e88b76e4a01d HTTP/1.1" status: 204 len: 168 time: 0.2441649 Jul 07 22:38:47.014631 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e1a55-cdf9-43a2-9c2e-1cf032bfe2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f5c1b0-7658-473d-9b86-e88b76e4a01d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:47.027524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.034736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:47.036048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.061048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-ba3e4650-2111-4405-88ad-c40cf3148ee3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f131c563-e1e4-488f-9fb9-dcb9a2d88816 HTTP/1.1" status: 200 len: 217 time: 0.0662301 Jul 07 22:38:47.104018 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5104349 Jul 07 22:38:47.104247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:47.113350 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Request body: {'subnet': {'network_id': '52a09df3-44c4-4a21-a89d-936dd831bc39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:47.132392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e55db-9321-4d43-abd5-f7859a4cbe7d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Network': ['ID=52a09df3-44c4-4a21-a89d-936dd831bc39,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:47.132844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-414042a7-f824-471e-a5ab-d3c547c7bed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:47.135418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-414042a7-f824-471e-a5ab-d3c547c7bed6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0676506 Jul 07 22:38:47.147137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 52a09df3-44c4-4a21-a89d-936dd831bc39 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:47.188108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-e79854e2-6b23-44f2-8af5-456eaf136ec4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405035 Jul 07 22:38:47.249405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Made reservation on behalf of c083a9da9d6b4b1382a84a41526b397c for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:47.260627 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.325273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-d5b9c381-6a95-4bc8-b30a-ff0f720e95fe service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302063 Jul 07 22:38:47.430654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c55c3c7e-0a10-4300-822a-a78da10dffab req-d917e55e-1c14-4df7-943f-7454d9fed660 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980065 Jul 07 22:38:47.516713 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.572867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-fcd72300-0c8e-4f56-905c-1116b89b8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:47.574626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-fcd72300-0c8e-4f56-905c-1116b89b8541 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 1095 time: 0.0690892 Jul 07 22:38:47.603645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Subnet': ['ID=2df1111e-e098-4a0b-a306-c579a5976918,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:47.607002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Checking segment: {'id': 'c2079977-0a62-4197-8f8a-dbdba1fb62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '52a09df3-44c4-4a21-a89d-936dd831bc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:47.607600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network hostable DHCP agents. Network: 52a09df3-44c4-4a21-a89d-936dd831bc39, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:47.630959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network 52a09df3-44c4-4a21-a89d-936dd831bc39 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:47.648796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 52a09df3-44c4-4a21-a89d-936dd831bc39) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:47.659557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1755250-5ed2-4f84-8008-08de05414e0d None None] Network 52a09df3-44c4-4a21-a89d-936dd831bc39 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:47.663066 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:47.664532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.685211 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-395e7952-46a2-48dc-a54a-5d58159dc928 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5791667 Jul 07 22:38:47.687814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:47.695563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Request body: {'network': {'name': 'tempest-router-network01--412192250'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:47.726861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Made reservation on behalf of c083a9da9d6b4b1382a84a41526b397c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:47.732207 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.763346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:47.769354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187c7c7-2599-4e6b-bfbb-1d41cd4b921f req-0268d25b-9bc8-4f94-bdbd-037531fe3442 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:47.776128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6187c7c7-2599-4e6b-bfbb-1d41cd4b921f req-0268d25b-9bc8-4f94-bdbd-037531fe3442 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 943 time: 0.1676826 Jul 07 22:38:47.777245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-91e3568f-82ea-4762-8141-752c76c404d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:47.780087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.780298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-91e3568f-82ea-4762-8141-752c76c404d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 907 time: 0.1988237 Jul 07 22:38:47.781037 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Added segment 610e0705-7872-4b5e-827d-805fcdb891d9 of type vlan for network 4b11ae17-370d-457e-81e6-356cf1d4d444 Jul 07 22:38:47.842174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.878366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-dba33269-2d8a-466d-a161-e2b1edf06bb9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f131c563-e1e4-488f-9fb9-dcb9a2d88816 HTTP/1.1" status: 200 len: 217 time: 0.0855591 Jul 07 22:38:47.882019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-52a09df3-44c4-4a21-a89d-936dd831bc39', 'network_id': '52a09df3-44c4-4a21-a89d-936dd831bc39', 'tenant_id': 'c083a9da9d6b4b1382a84a41526b397c', 'fixed_ips': [{'subnet_id': '2df1111e-e098-4a0b-a306-c579a5976918'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:47.883091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.908106 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.917168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:47.917803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:47.940246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6187c7c7-2599-4e6b-bfbb-1d41cd4b921f req-f55aa528-caca-4b09-9a07-720236da1a35 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549025 Jul 07 22:38:47.959506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-b092c3e6-650f-4206-abfc-0c88a8c622bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:47.961852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-b092c3e6-650f-4206-abfc-0c88a8c622bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0747337 Jul 07 22:38:48.007597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-6fcae71d-d38c-44e6-8e24-9062b2134454 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322175 Jul 07 22:38:48.088343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Network': ['ID=4b11ae17-370d-457e-81e6-356cf1d4d444,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:48.099689 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b9a6bb57-154e-4a11-8f92-b51d264492bc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4082959 Jul 07 22:38:48.100603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:48.103811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4b11ae17-370d-457e-81e6-356cf1d4d444 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:48.112567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Request body: {'network': {'name': 'tempest-router-network02--1537812279'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:48.141124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-c0b6fc17-ddb8-40c5-b2dc-bcf11afae70f service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227264 Jul 07 22:38:48.143266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Made reservation on behalf of c083a9da9d6b4b1382a84a41526b397c for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:48.148386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.160557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Allocated IP 172.20.0.2 (52a09df3-44c4-4a21-a89d-936dd831bc39/2df1111e-e098-4a0b-a306-c579a5976918/ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:48.192380 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:48.206043 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.206750 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Added segment df154742-1327-4b77-8f75-17abbc5dcbca of type vlan for network b2f1742d-c311-4e30-85d7-9eee380876e3 Jul 07 22:38:48.264227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40a8db6e-4ee6-4ef3-ba65-a1a695a32649 req-0453f9a7-fb70-4ec4-8130-02cd4472d0e9 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181178 Jul 07 22:38:48.315643 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.352498 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.360190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:48.361258 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.421337 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.432889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60940) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:48.433154 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3314223 Jul 07 22:38:48.434965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Transition to ACTIVE for port object ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:48.439773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Request body: {'subnet': {'network_id': '4b11ae17-370d-457e-81e6-356cf1d4d444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:48.445791 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b81b64-ec51-4168-be11-fae7600658e8 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Network': ['ID=b2f1742d-c311-4e30-85d7-9eee380876e3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:48.454427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Transition to ACTIVE for port object ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:48.459155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network b2f1742d-c311-4e30-85d7-9eee380876e3 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:48.522953 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.598326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Network 52a09df3-44c4-4a21-a89d-936dd831bc39 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:48.603743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:48.610546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:48.689416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Attempting to bind port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:48.689800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Attempting to bind port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c2079977-0a62-4197-8f8a-dbdba1fb62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '52a09df3-44c4-4a21-a89d-936dd831bc39'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:48.690194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Attempting to bind port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 on network 52a09df3-44c4-4a21-a89d-936dd831bc39 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:48.693241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Pushing event updated for resources: {'Port': ['ID=ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:48.698198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:48.698577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Checking segment: {'id': 'c2079977-0a62-4197-8f8a-dbdba1fb62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '52a09df3-44c4-4a21-a89d-936dd831bc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:48.698980 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.699368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Bound using segment: {'id': 'c2079977-0a62-4197-8f8a-dbdba1fb62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '52a09df3-44c4-4a21-a89d-936dd831bc39'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:48.699878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Bound port: ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2079977-0a62-4197-8f8a-dbdba1fb62ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '52a09df3-44c4-4a21-a89d-936dd831bc39'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:48.700269 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.785879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] For port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:48.789905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] For port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4,segment=NetworkSegment(c2079977-0a62-4197-8f8a-dbdba1fb62ce),segment_id=c2079977-0a62-4197-8f8a-dbdba1fb62ce)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:48.795988 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:48.879474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977add3-e970-44e1-a6e9-ba0a60063acf None None] Pushing event updated for resources: {'Port': ['ID=ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:48.949216 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Made reservation on behalf of c083a9da9d6b4b1382a84a41526b397c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:48.953634 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.256993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.361738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Subnet': ['ID=f6af9a59-493f-4e18-9dcf-23726be0cbf8,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:49.384431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6e5bc-e211-42fe-b981-34528d3aeeb6 req-a182725c-f9a7-4d22-a17d-cef5d9b0ce3a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:49.385980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4f6e5bc-e211-42fe-b981-34528d3aeeb6 req-a182725c-f9a7-4d22-a17d-cef5d9b0ce3a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 943 time: 0.1926327 Jul 07 22:38:49.387289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Checking segment: {'id': '610e0705-7872-4b5e-827d-805fcdb891d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b11ae17-370d-457e-81e6-356cf1d4d444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:49.387650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network hostable DHCP agents. Network: 4b11ae17-370d-457e-81e6-356cf1d4d444, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:49.399748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:49.433881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network 4b11ae17-370d-457e-81e6-356cf1d4d444 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:49.456107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4f6e5bc-e211-42fe-b981-34528d3aeeb6 req-e763ba0a-d645-4d36-932b-ecaf8ecd4dbd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620205 Jul 07 22:38:49.457338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4b11ae17-370d-457e-81e6-356cf1d4d444) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:49.462247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:49.462875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.473928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262ac50f-0c61-424a-b4dc-0dadc20bf07b None None] Network 4b11ae17-370d-457e-81e6-356cf1d4d444 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:49.492422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-63a08b18-ffcf-4a72-8f38-312f9a5a12fa tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0574169 Jul 07 22:38:49.494684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60968) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:49.502787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Request body: {'subnet': {'network_id': 'b2f1742d-c311-4e30-85d7-9eee380876e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:49.571607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:49.613534 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.667712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60972) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:49.688320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Made reservation on behalf of c083a9da9d6b4b1382a84a41526b397c for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:49.691825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-4b11ae17-370d-457e-81e6-356cf1d4d444', 'network_id': '4b11ae17-370d-457e-81e6-356cf1d4d444', 'tenant_id': 'c083a9da9d6b4b1382a84a41526b397c', 'fixed_ips': [{'subnet_id': 'f6af9a59-493f-4e18-9dcf-23726be0cbf8'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:49.692230 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.692821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.847346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.856252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.880932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d30c89b4-6dbc-49ff-9247-1bace939c212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:49.908340 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Allocated IP 172.20.0.2 (4b11ae17-370d-457e-81e6-356cf1d4d444/f6af9a59-493f-4e18-9dcf-23726be0cbf8/0d5c8eeb-8101-4f64-a760-ab8c29ce3319) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:50.023058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Allocated IP 172.25.8.147 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/b7cc854f-82ae-4e85-ac8a-0e0cbaa146d1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:50.091809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.176139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d30c89b4-6dbc-49ff-9247-1bace939c212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.177155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Subnet': ['ID=29cb331c-c7f6-411b-968a-877833c5cbef,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:50.184025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.190883 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d30c89b4-6dbc-49ff-9247-1bace939c212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.243100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Checking segment: {'id': 'df154742-1327-4b77-8f75-17abbc5dcbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2f1742d-c311-4e30-85d7-9eee380876e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:50.243499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network hostable DHCP agents. Network: b2f1742d-c311-4e30-85d7-9eee380876e3, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:50.253395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c89b4-6dbc-49ff-9247-1bace939c212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e29183-7cd2-474c-a1c1-53b81eba0f54,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:50.267361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d30c89b4-6dbc-49ff-9247-1bace939c212 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b697f5dca34e473dbc3c1cbb11fc9180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5986066 Jul 07 22:38:50.268243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60978) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:50.290437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.298751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network b2f1742d-c311-4e30-85d7-9eee380876e3 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:50.324095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, b2f1742d-c311-4e30-85d7-9eee380876e3) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:50.333876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0b9b2-4de9-4f10-a28d-56d74247bde9 None None] Network b2f1742d-c311-4e30-85d7-9eee380876e3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:50.336892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:50.342065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:50.345637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:50.353019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:50.353172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.362894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.379357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-833f7d1d-c81e-4674-b55b-e09574139ada tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8807924 Jul 07 22:38:50.379571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event updated for resources: {'Port': ['ID=b7cc854f-82ae-4e85-ac8a-0e0cbaa146d1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:50.379675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 60980) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:50.386476 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0f78be72-2a1d-4b12-99dd-87d958d65569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.390325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae19c4e7-b099-44e5-891c-48f6f1a39175 None None] Network 52a09df3-44c4-4a21-a89d-936dd831bc39 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:50.422213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Transition to ACTIVE for port object 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:50.448131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.480049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0f78be72-2a1d-4b12-99dd-87d958d65569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.501493 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.526598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Transition to ACTIVE for port object 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:50.611583 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.662763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-68e9d391-44da-4ce5-afcd-1475e5ffff3a None None] Provisioning for port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:50.684202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.689545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.705534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Network 4b11ae17-370d-457e-81e6-356cf1d4d444 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:50.722818 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:50.731521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:50.740774 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0f78be72-2a1d-4b12-99dd-87d958d65569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.743779 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0f78be72-2a1d-4b12-99dd-87d958d65569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.744086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Pushing event updated for resources: {'Port': ['ID=0d5c8eeb-8101-4f64-a760-ab8c29ce3319,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:50.756675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0f78be72-2a1d-4b12-99dd-87d958d65569 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/61e29183-7cd2-474c-a1c1-53b81eba0f54 HTTP/1.1" status: 204 len: 168 time: 0.4780626 Jul 07 22:38:50.771776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event updated for resources: {'Port': ['ID=b7cc854f-82ae-4e85-ac8a-0e0cbaa146d1,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:50.781337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.781954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78be72-2a1d-4b12-99dd-87d958d65569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e29183-7cd2-474c-a1c1-53b81eba0f54,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:50.799286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.804442 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b50d787-2382-45f1-bc75-3eb909d0796b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4036527 Jul 07 22:38:50.805404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 60986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:50.813171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1994880724'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:50.830611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0b3f7-c5da-42d4-a587-3b5851d0f8ee req-384ee1e5-0f11-4788-a323-5055fe27dd19 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:50.832607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b0b3f7-c5da-42d4-a587-3b5851d0f8ee req-384ee1e5-0f11-4788-a323-5055fe27dd19 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 943 time: 0.2195516 Jul 07 22:38:50.834222 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.843598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-b2f1742d-c311-4e30-85d7-9eee380876e3', 'network_id': 'b2f1742d-c311-4e30-85d7-9eee380876e3', 'tenant_id': 'c083a9da9d6b4b1382a84a41526b397c', 'fixed_ips': [{'subnet_id': '29cb331c-c7f6-411b-968a-877833c5cbef'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:50.843865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Made reservation on behalf of 60620a1a35a941b5aeae543379979e9f for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:50.844240 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.850526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.866535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:50.879457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Attempting to bind port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:50.879830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Attempting to bind port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '610e0705-7872-4b5e-827d-805fcdb891d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b11ae17-370d-457e-81e6-356cf1d4d444'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:50.880235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Attempting to bind port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 on network 4b11ae17-370d-457e-81e6-356cf1d4d444 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:50.990154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8b0b3f7-c5da-42d4-a587-3b5851d0f8ee req-211ac2e5-9b90-40f5-bb11-cf04f65a629f tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282659 Jul 07 22:38:50.998048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.003684 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.019882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:51.020261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Checking segment: {'id': '610e0705-7872-4b5e-827d-805fcdb891d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b11ae17-370d-457e-81e6-356cf1d4d444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:51.020660 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.021053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Bound using segment: {'id': '610e0705-7872-4b5e-827d-805fcdb891d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b11ae17-370d-457e-81e6-356cf1d4d444'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:51.021789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Bound port: 0d5c8eeb-8101-4f64-a760-ab8c29ce3319, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610e0705-7872-4b5e-827d-805fcdb891d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '4b11ae17-370d-457e-81e6-356cf1d4d444'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:51.021918 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.039433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:51.069667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6af3220-d2fb-494a-8606-3d78eaa42eb2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:51.084400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.084751 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Added segment b1e5b77a-e2b0-4265-a3f3-5871176be6b7 of type vlan for network e385cf85-6f13-466a-a002-7ecb2a15dbb8 Jul 07 22:38:51.088116 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Allocated IP 172.20.0.2 (b2f1742d-c311-4e30-85d7-9eee380876e3/29cb331c-c7f6-411b-968a-877833c5cbef/2c6a0c93-f7cf-4365-8d54-745c0a03a040) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:51.187181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.229288 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.237664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] For port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:51.248900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:51.249985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.279760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] For port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d5c8eeb-8101-4f64-a760-ab8c29ce3319,segment=NetworkSegment(610e0705-7872-4b5e-827d-805fcdb891d9),segment_id=610e0705-7872-4b5e-827d-805fcdb891d9)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:51.294329 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.321035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:51.378889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event updated for resources: {'Network': ['ID=e385cf85-6f13-466a-a002-7ecb2a15dbb8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:51.394589 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6770dd81-8290-4ac8-876e-faf0dde9ad04 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5850837 Jul 07 22:38:51.395356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:51.401162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Request body: {'subnet': {'network_id': 'e385cf85-6f13-466a-a002-7ecb2a15dbb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:51.412486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Allocated IP 172.20.0.1 (4b11ae17-370d-457e-81e6-356cf1d4d444/f6af9a59-493f-4e18-9dcf-23726be0cbf8/0ed55d1c-8c2a-4f09-b76c-2e7e190b93da) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:51.437023 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.447870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Transition to ACTIVE for port object 2c6a0c93-f7cf-4365-8d54-745c0a03a040 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:51.454776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e385cf85-6f13-466a-a002-7ecb2a15dbb8 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:51.463676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f131c563-e1e4-488f-9fb9-dcb9a2d88816 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:38:51.520243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Made reservation on behalf of 60620a1a35a941b5aeae543379979e9f for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:51.525704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.562015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.569420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Transition to ACTIVE for port object 2c6a0c93-f7cf-4365-8d54-745c0a03a040 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:51.589458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Transition to ACTIVE for port object 0ed55d1c-8c2a-4f09-b76c-2e7e190b93da will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:51.589677 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.661565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.685176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ab2d7-5204-4dcc-8a2f-f415aa159d9e None None] Pushing event updated for resources: {'Port': ['ID=0d5c8eeb-8101-4f64-a760-ab8c29ce3319,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:51.700651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Network b2f1742d-c311-4e30-85d7-9eee380876e3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:51.718358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network 4b11ae17-370d-457e-81e6-356cf1d4d444 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:51.719706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32776) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:51.723209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:51.727408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:51.729680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:51.731881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:51.774133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Port': ['ID=0ed55d1c-8c2a-4f09-b76c-2e7e190b93da,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:51.802352 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.823974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f131c563-e1e4-488f-9fb9-dcb9a2d88816, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f131c563-e1e4-488f-9fb9-dcb9a2d88816,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:51.839419 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:51.845720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Pushing event updated for resources: {'Port': ['ID=2c6a0c93-f7cf-4365-8d54-745c0a03a040,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:51.849903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'f131c563-e1e4-488f-9fb9-dcb9a2d88816', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'port_id': 'f131c563-e1e4-488f-9fb9-dcb9a2d88816', 'mac_address': 'fa:16:3e:5f:ea:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3b4fc5-50f5-45ab-a965-361badb4d65d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:38:51.872536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.878638 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:51.878973 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.908710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1321735681-network', 'tenant_id': '3f69540fe0b940f088f224de6b8f0522'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:51.965278 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:51.966118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event updated for resources: {'Subnet': ['ID=25fa8e9f-1a1d-47c7-810e-3aceb3252955,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:51.988849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Made reservation on behalf of 3f69540fe0b940f088f224de6b8f0522 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:51.989061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f131c563-e1e4-488f-9fb9-dcb9a2d88816 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:38:51.991751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.005151 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.010445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Attempting to bind port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:52.010821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Attempting to bind port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'df154742-1327-4b77-8f75-17abbc5dcbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2f1742d-c311-4e30-85d7-9eee380876e3'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:52.011182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Attempting to bind port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 on network b2f1742d-c311-4e30-85d7-9eee380876e3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:52.017638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Checking segment: {'id': 'b1e5b77a-e2b0-4265-a3f3-5871176be6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e385cf85-6f13-466a-a002-7ecb2a15dbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:52.018058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Network hostable DHCP agents. Network: e385cf85-6f13-466a-a002-7ecb2a15dbb8, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:52.019849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:52.020205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Checking segment: {'id': 'df154742-1327-4b77-8f75-17abbc5dcbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2f1742d-c311-4e30-85d7-9eee380876e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:52.020643 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.021217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Bound using segment: {'id': 'df154742-1327-4b77-8f75-17abbc5dcbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2f1742d-c311-4e30-85d7-9eee380876e3'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:52.021497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Bound port: 2c6a0c93-f7cf-4365-8d54-745c0a03a040, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df154742-1327-4b77-8f75-17abbc5dcbca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'b2f1742d-c311-4e30-85d7-9eee380876e3'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:52.021914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.050961 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Network e385cf85-6f13-466a-a002-7ecb2a15dbb8 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:52.056378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f131c563-e1e4-488f-9fb9-dcb9a2d88816, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f131c563-e1e4-488f-9fb9-dcb9a2d88816,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:52.072794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e385cf85-6f13-466a-a002-7ecb2a15dbb8) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:52.081481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:52.081481 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.091480 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be38e0c6-0c26-4498-b88a-f0bd50a68cff None None] Network e385cf85-6f13-466a-a002-7ecb2a15dbb8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:52.104238 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.137056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.151279 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.156669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.170938 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dcef92af-eb4c-4317-8f81-152d35d76718 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7743764 Jul 07 22:38:52.178962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:52.189644 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-829048619', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:52.195539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:38:52.228095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c26982b-886c-46a9-8fec-0a5e494dcd1a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:52.231261 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.231685 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Added segment 0c502fed-49a5-4100-8c2f-0520a1e89b3f of type vlan for network 47a329b3-c201-48e8-a5ed-7ad89ad680da Jul 07 22:38:52.274538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f131c563-e1e4-488f-9fb9-dcb9a2d88816,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:52.275177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.276242 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.278213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] For port 2c6a0c93-f7cf-4365-8d54-745c0a03a040, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:52.293422 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.306386 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.334630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] For port 2c6a0c93-f7cf-4365-8d54-745c0a03a040, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2c6a0c93-f7cf-4365-8d54-745c0a03a040,segment=NetworkSegment(df154742-1327-4b77-8f75-17abbc5dcbca),segment_id=df154742-1327-4b77-8f75-17abbc5dcbca)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:52.337954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['f131c563-e1e4-488f-9fb9-dcb9a2d88816'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:38:52.364424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.368593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.377622 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.378502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:52.379157 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.434211 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7126691 Jul 07 22:38:52.458241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4,segment=NetworkSegment(c2079977-0a62-4197-8f8a-dbdba1fb62ce),segment_id=c2079977-0a62-4197-8f8a-dbdba1fb62ce)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:52.466113 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32784) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:52.475088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Request body: {'subnet': {'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1321735681-subnet', 'tenant_id': '3f69540fe0b940f088f224de6b8f0522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:52.477867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.490482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494b957-512a-48bd-acf8-2d380517ede6 req-fd0731da-d844-4117-bf09-c50941723999 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:52.497797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5494b957-512a-48bd-acf8-2d380517ede6 req-fd0731da-d844-4117-bf09-c50941723999 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 944 time: 0.1957858 Jul 07 22:38:52.520354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-208d11c5-6d76-4bc8-894f-9464355bed36 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1703010 Jul 07 22:38:52.634297 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8902a8-76bf-4d49-bfc0-5d24d7dd3e81 admin admin] Pushing event updated for resources: {'Network': ['ID=47a329b3-c201-48e8-a5ed-7ad89ad680da,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:52.643350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.649339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.716513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 47a329b3-c201-48e8-a5ed-7ad89ad680da details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:38:52.731246 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.743294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-e385cf85-6f13-466a-a002-7ecb2a15dbb8', 'network_id': 'e385cf85-6f13-466a-a002-7ecb2a15dbb8', 'tenant_id': '60620a1a35a941b5aeae543379979e9f', 'fixed_ips': [{'subnet_id': '25fa8e9f-1a1d-47c7-810e-3aceb3252955'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:38:52.744171 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.782054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56b16-9eba-4a37-a70b-b7ab26e7980a None None] Pushing event updated for resources: {'Port': ['ID=2c6a0c93-f7cf-4365-8d54-745c0a03a040,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:52.804002 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:52.932752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5494b957-512a-48bd-acf8-2d380517ede6 req-e559111b-2cd0-4ce3-a736-9e70c66dfc05 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339545 Jul 07 22:38:52.959921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.008491 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.023642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Made reservation on behalf of 3f69540fe0b940f088f224de6b8f0522 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:53.028183 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.116480 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:53.158625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Port': ['ID=0ed55d1c-8c2a-4f09-b76c-2e7e190b93da,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:53.191087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-5bf38c15-a315-41fe-99b7-09317ede2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:53.192797 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-5bf38c15-a315-41fe-99b7-09317ede2921 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1097 time: 0.5283911 Jul 07 22:38:53.211932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a586ed7d-8c6c-4742-9c76-ef30ecc739ab None None] Network 4b11ae17-370d-457e-81e6-356cf1d4d444 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:53.226569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Allocated IP 172.25.8.93 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/4e157186-df0b-446f-a136-7bcbe0b3dd25) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:53.314644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:53.325245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Allocated IP 172.20.0.2 (e385cf85-6f13-466a-a002-7ecb2a15dbb8/25fa8e9f-1a1d-47c7-810e-3aceb3252955/e67ca292-3074-4a45-9968-710b3c0fce35) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:53.354428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network 4b11ae17-370d-457e-81e6-356cf1d4d444 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:53.362825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:53.386621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.400139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a9644bf0-ff88-4f78-a3c2-09758c49b909 None None] Provisioning for port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:53.433876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.487694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:53.490866 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:53.493035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:53.528236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event updated for resources: {'Port': ['ID=4e157186-df0b-446f-a136-7bcbe0b3dd25,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:53.542783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:53.591848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:53.592149 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.683190 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.700547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Transition to ACTIVE for port object e67ca292-3074-4a45-9968-710b3c0fce35 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:53.748391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Transition to ACTIVE for port object e67ca292-3074-4a45-9968-710b3c0fce35 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:53.761297 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.807957 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.833221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.835776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Network e385cf85-6f13-466a-a002-7ecb2a15dbb8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:53.855148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:53.860015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:53.870313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Pushing event updated for resources: {'Port': ['ID=e67ca292-3074-4a45-9968-710b3c0fce35,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:53.896506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-16927b2d-de8a-41de-93a5-458495d0e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:53.898052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-16927b2d-de8a-41de-93a5-458495d0e629 service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.6536996 Jul 07 22:38:53.932033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d5c8eeb-8101-4f64-a760-ab8c29ce3319,segment=NetworkSegment(610e0705-7872-4b5e-827d-805fcdb891d9),segment_id=610e0705-7872-4b5e-827d-805fcdb891d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:53.953769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:53.954781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2c6a0c93-f7cf-4365-8d54-745c0a03a040 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:53.991123 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.028464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Attempting to bind port e67ca292-3074-4a45-9968-710b3c0fce35 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:38:54.029292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Attempting to bind port e67ca292-3074-4a45-9968-710b3c0fce35 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'b1e5b77a-e2b0-4265-a3f3-5871176be6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e385cf85-6f13-466a-a002-7ecb2a15dbb8'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:38:54.029750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Attempting to bind port e67ca292-3074-4a45-9968-710b3c0fce35 on network e385cf85-6f13-466a-a002-7ecb2a15dbb8 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:38:54.084245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:38:54.085155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Checking segment: {'id': 'b1e5b77a-e2b0-4265-a3f3-5871176be6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e385cf85-6f13-466a-a002-7ecb2a15dbb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:54.085959 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.086685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Bound using segment: {'id': 'b1e5b77a-e2b0-4265-a3f3-5871176be6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e385cf85-6f13-466a-a002-7ecb2a15dbb8'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:38:54.087312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Bound port: e67ca292-3074-4a45-9968-710b3c0fce35, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e5b77a-e2b0-4265-a3f3-5871176be6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e385cf85-6f13-466a-a002-7ecb2a15dbb8'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:38:54.087901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.130214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:54.155296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-d62d9b63-81b0-4ea5-8b73-eaf6e6c3cbdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 1001 time: 0.2319243 Jul 07 22:38:54.158256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0d5c8eeb-8101-4f64-a760-ab8c29ce3319,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:54.180285 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.188561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fc45058c-9cc0-4db1-8380-72c16f22b3eb None None] Provisioning for port 0ed55d1c-8c2a-4f09-b76c-2e7e190b93da completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:54.192920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c81b61-662d-4ced-8942-b0b3f6b2e8b7 None None] Network b2f1742d-c311-4e30-85d7-9eee380876e3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:54.246318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fc45058c-9cc0-4db1-8380-72c16f22b3eb None None] Provisioning complete for port 0ed55d1c-8c2a-4f09-b76c-2e7e190b93da triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:54.247192 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc45058c-9cc0-4db1-8380-72c16f22b3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.256098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a760b77-8bcc-43d2-b264-19376f3b6d40,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:54.284933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Checking segment: {'id': '0c502fed-49a5-4100-8c2f-0520a1e89b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:38:54.285304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Network hostable DHCP agents. Network: 47a329b3-c201-48e8-a5ed-7ad89ad680da, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:38:54.299031 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-07f38c0b-6380-4eb4-a438-e47317ee874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:54.300641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-07f38c0b-6380-4eb4-a438-e47317ee874b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1082315 Jul 07 22:38:54.301304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Router 882e10c3-1611-456a-acfe-76ed4093e1c9 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:38:54.310587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] For port e67ca292-3074-4a45-9968-710b3c0fce35, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:38:54.322558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] For port e67ca292-3074-4a45-9968-710b3c0fce35, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e67ca292-3074-4a45-9968-710b3c0fce35,segment=NetworkSegment(b1e5b77a-e2b0-4265-a3f3-5871176be6b7),segment_id=b1e5b77a-e2b0-4265-a3f3-5871176be6b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:38:54.335379 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.356214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fc45058c-9cc0-4db1-8380-72c16f22b3eb None None] Port 0ed55d1c-8c2a-4f09-b76c-2e7e190b93da cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:54.378221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Router 772045ef-0d91-4976-8124-60b13d652e7b is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:38:54.386849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Network 47a329b3-c201-48e8-a5ed-7ad89ad680da is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:38:54.410302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd7f73-dc3a-4ab9-8278-1276404b5566 req-3d6b3fed-74ad-494b-bf99-f5cadd6323cf tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:54.412165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8dcd7f73-dc3a-4ab9-8278-1276404b5566 req-3d6b3fed-74ad-494b-bf99-f5cadd6323cf tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 944 time: 0.2955070 Jul 07 22:38:54.448976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 47a329b3-c201-48e8-a5ed-7ad89ad680da) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:54.463521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fc45058c-9cc0-4db1-8380-72c16f22b3eb None None] Provisioning complete for port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:54.464140 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fc45058c-9cc0-4db1-8380-72c16f22b3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.472636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b47d0db-75fa-40b0-86e7-354db0c0711d None None] Network 47a329b3-c201-48e8-a5ed-7ad89ad680da requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:54.514534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be702eeb-9877-4e5e-a710-d15e9c8f5cee None None] Pushing event updated for resources: {'Port': ['ID=e67ca292-3074-4a45-9968-710b3c0fce35,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:54.518320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:54.519901 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:54.615622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:54.632074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8dcd7f73-dc3a-4ab9-8278-1276404b5566 req-9f835120-0c84-4519-a0eb-f7a422ac5674 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789308 Jul 07 22:38:54.635041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c9371-8ffe-49fe-8845-d5e8baef7816 None None] Sync routers for ids ['882e10c3-1611-456a-acfe-76ed4093e1c9'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:54.637383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9301d631-57e6-484e-9e2f-928e0392c200 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "PUT /v2.0/routers/882e10c3-1611-456a-acfe-76ed4093e1c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2567852 Jul 07 22:38:54.649622 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-67afc25f-62ad-4e24-9c58-eae7edb68346 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1809459 Jul 07 22:38:54.650828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32790) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:54.663490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-efd09977-c146-46eb-a6a0-cfbe8f6cf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:54.665207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-efd09977-c146-46eb-a6a0-cfbe8f6cf309 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3464603 Jul 07 22:38:54.718370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c9371-8ffe-49fe-8845-d5e8baef7816 None None] Routers {'882e10c3-1611-456a-acfe-76ed4093e1c9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:54.719509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fb8c9371-8ffe-49fe-8845-d5e8baef7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['882e10c3-1611-456a-acfe-76ed4093e1c9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:54.809862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fb8c9371-8ffe-49fe-8845-d5e8baef7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:54.904063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c9371-8ffe-49fe-8845-d5e8baef7816 None None] Routers {'882e10c3-1611-456a-acfe-76ed4093e1c9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:54.904749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fb8c9371-8ffe-49fe-8845-d5e8baef7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['882e10c3-1611-456a-acfe-76ed4093e1c9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:54.950507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e416382f-f088-49ec-820b-377069c9a610 None None] Network 47a329b3-c201-48e8-a5ed-7ad89ad680da requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:54.954904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-fb8c9371-8ffe-49fe-8845-d5e8baef7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:54.955758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c9371-8ffe-49fe-8845-d5e8baef7816 None None] The sync data for ids ['882e10c3-1611-456a-acfe-76ed4093e1c9'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:55.132837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:55.141519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] Provisioning complete for port 0ed55d1c-8c2a-4f09-b76c-2e7e190b93da triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:55.141964 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.145655 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472a79b-4d2e-432e-9b0a-b803a774310d None None] Sync routers for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:55.168821 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.170416 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7f3aaa32-c76a-4191-b09f-9c7ba71e4abe tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.9906268 Jul 07 22:38:55.178124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:55.185659 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472a79b-4d2e-432e-9b0a-b803a774310d None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:55.190965 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5472a79b-4d2e-432e-9b0a-b803a774310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:55.228576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] Port 0ed55d1c-8c2a-4f09-b76c-2e7e190b93da cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:55.247000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] Provisioning for port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:55.254015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] Provisioning complete for port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:55.254416 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.289590 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5472a79b-4d2e-432e-9b0a-b803a774310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:55.317326 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5472a79b-4d2e-432e-9b0a-b803a774310d None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:55.318509 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5472a79b-4d2e-432e-9b0a-b803a774310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:55.328203 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-f4a2ff7a-f354-4ed9-ac74-ed7fe2295e1c service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176264 Jul 07 22:38:55.365330 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-5472a79b-4d2e-432e-9b0a-b803a774310d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:55.366400 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5472a79b-4d2e-432e-9b0a-b803a774310d None None] The sync data for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:55.381034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e67ca292-3074-4a45-9968-710b3c0fce35 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:55.405038 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.457547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f131c563-e1e4-488f-9fb9-dcb9a2d88816 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:55.523490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e67ca292-3074-4a45-9968-710b3c0fce35 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:55.532591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] For port 2c6a0c93-f7cf-4365-8d54-745c0a03a040, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2c6a0c93-f7cf-4365-8d54-745c0a03a040,segment=NetworkSegment(df154742-1327-4b77-8f75-17abbc5dcbca),segment_id=df154742-1327-4b77-8f75-17abbc5dcbca)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:55.538626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:55.543695 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.607102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dde337a7-3263-477a-9ad8-d4b75ab6ae32 req-edd9fbd2-71a7-4cad-93bf-b25a594f2a87 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242873 Jul 07 22:38:55.619202 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-e8c130d1-ed92-4a61-9145-ce1a3430c589 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:38:55.620525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e8c130d1-ed92-4a61-9145-ce1a3430c589 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "PUT /v2.0/routers/882e10c3-1611-456a-acfe-76ed4093e1c9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9656923 Jul 07 22:38:55.623447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32800) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:55.795543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460540d6-c98e-47d0-b2cb-33e28e2da34a None None] Pushing event updated for resources: {'Port': ['ID=2c6a0c93-f7cf-4365-8d54-745c0a03a040,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:55.815719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1a38c6cb-7878-423f-8763-f0d8560493dd None None] Provisioning complete for port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:55.816398 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a38c6cb-7878-423f-8763-f0d8560493dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.822966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port f131c563-e1e4-488f-9fb9-dcb9a2d88816 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:55.858433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port f131c563-e1e4-488f-9fb9-dcb9a2d88816 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:55.858977 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.917294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:55.917769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:55.918767 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.098308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfaede-3456-48d6-b163-ff262ad1874c req-0bd3e6dc-0769-47f4-98c7-3d10fc5640a7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:56.100547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bbfaede-3456-48d6-b163-ff262ad1874c req-0bd3e6dc-0769-47f4-98c7-3d10fc5640a7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 944 time: 0.2055650 Jul 07 22:38:56.192959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64befc-1542-41e1-8832-d4b185624587 None None] Network e385cf85-6f13-466a-a002-7ecb2a15dbb8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:38:56.195861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bbfaede-3456-48d6-b163-ff262ad1874c req-14ec97c2-a6f5-4319-8152-5a51ed5d3ec7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882330 Jul 07 22:38:56.308280 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.330027 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.363251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Allocated IP 172.20.0.1 (e385cf85-6f13-466a-a002-7ecb2a15dbb8/25fa8e9f-1a1d-47c7-810e-3aceb3252955/baf3ef7e-1d04-43cf-bd2e-3e0e857a681d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:56.408125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fddb8b-3f6f-4f89-985b-022eaf4826bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f131c563-e1e4-488f-9fb9-dcb9a2d88816'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:38:56.410541 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304c65d-cefe-4c74-9ff3-5983dc5eec06" -d '{"events": [{"server_uuid": "36fddb8b-3f6f-4f89-985b-022eaf4826bc", "name": "network-vif-plugged", "status": "completed", "tag": "f131c563-e1e4-488f-9fb9-dcb9a2d88816"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:38:56.424994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:56.435890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f131c563-e1e4-488f-9fb9-dcb9a2d88816, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f131c563-e1e4-488f-9fb9-dcb9a2d88816,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:56.465131 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.511156 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e051030-2bac-4798-99a8-bf99d535ebdb x-openstack-request-id: req-3e051030-2bac-4798-99a8-bf99d535ebdb {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:38:56.511930 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fddb8b-3f6f-4f89-985b-022eaf4826bc", "name": "network-vif-plugged", "status": "completed", "tag": "f131c563-e1e4-488f-9fb9-dcb9a2d88816", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:38:56.512421 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e051030-2bac-4798-99a8-bf99d535ebdb {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:38:56.513188 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fddb8b-3f6f-4f89-985b-022eaf4826bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f131c563-e1e4-488f-9fb9-dcb9a2d88816', 'code': 200} Jul 07 22:38:56.520107 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.544802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Transition to ACTIVE for port object baf3ef7e-1d04-43cf-bd2e-3e0e857a681d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:56.571669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-834ee97d-c455-4378-ba81-dae3fab6f0b3 None None] Provisioning for port e67ca292-3074-4a45-9968-710b3c0fce35 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:56.597277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-834ee97d-c455-4378-ba81-dae3fab6f0b3 None None] Provisioning complete for port e67ca292-3074-4a45-9968-710b3c0fce35 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:56.597976 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-834ee97d-c455-4378-ba81-dae3fab6f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.598818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.655720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Network e385cf85-6f13-466a-a002-7ecb2a15dbb8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:56.662499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:56.666890 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:56.674766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event updated for resources: {'Port': ['ID=baf3ef7e-1d04-43cf-bd2e-3e0e857a681d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:56.691558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f131c563-e1e4-488f-9fb9-dcb9a2d88816,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:56.710858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:56.711231 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.712887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Deleting port 0ed55d1c-8c2a-4f09-b76c-2e7e190b93da {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:38:56.713410 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.719481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc682be-527a-40f3-8ad2-16da097d780e req-8ee3c904-1e2d-4d69-a3fb-486f1c4476a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:56.720988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bc682be-527a-40f3-8ad2-16da097d780e req-8ee3c904-1e2d-4d69-a3fb-486f1c4476a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 1097 time: 0.1533804 Jul 07 22:38:56.742200 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.808644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bc682be-527a-40f3-8ad2-16da097d780e req-47d73851-a754-4438-96ee-079dd69cb174 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768027 Jul 07 22:38:56.823120 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-834ee97d-c455-4378-ba81-dae3fab6f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.865096 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.891108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Calling delete_port for 0ed55d1c-8c2a-4f09-b76c-2e7e190b93da owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:38:56.893148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-834ee97d-c455-4378-ba81-dae3fab6f0b3 None None] For port e67ca292-3074-4a45-9968-710b3c0fce35, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e67ca292-3074-4a45-9968-710b3c0fce35,segment=NetworkSegment(b1e5b77a-e2b0-4265-a3f3-5871176be6b7),segment_id=b1e5b77a-e2b0-4265-a3f3-5871176be6b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:38:56.898376 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-834ee97d-c455-4378-ba81-dae3fab6f0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:56.970551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ee97d-c455-4378-ba81-dae3fab6f0b3 None None] Pushing event updated for resources: {'Port': ['ID=e67ca292-3074-4a45-9968-710b3c0fce35,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:56.974968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.146934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.184724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Port': ['ID=0ed55d1c-8c2a-4f09-b76c-2e7e190b93da,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:57.185589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e67ca292-3074-4a45-9968-710b3c0fce35 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:57.298524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b6ec1c35-ee35-4771-8564-cf240b63bb86 None None] Provisioning complete for port e67ca292-3074-4a45-9968-710b3c0fce35 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:57.298835 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1c35-ee35-4771-8564-cf240b63bb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.401879 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41d66cf1-84c1-44dd-9ae6-ad982e6bb214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.427466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e67ca292-3074-4a45-9968-710b3c0fce35 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:57.427844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.492981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.501579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.521108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.605354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event updated for resources: {'Port': ['ID=baf3ef7e-1d04-43cf-bd2e-3e0e857a681d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:57.649958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.651101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b6ec1c35-ee35-4771-8564-cf240b63bb86 None None] Provisioning for port baf3ef7e-1d04-43cf-bd2e-3e0e857a681d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:57.658680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b6ec1c35-ee35-4771-8564-cf240b63bb86 None None] Provisioning complete for port baf3ef7e-1d04-43cf-bd2e-3e0e857a681d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:57.659061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1c35-ee35-4771-8564-cf240b63bb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.690761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2c6a0c93-f7cf-4365-8d54-745c0a03a040 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:38:57.734860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec1c35-ee35-4771-8564-cf240b63bb86 None None] Port baf3ef7e-1d04-43cf-bd2e-3e0e857a681d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:57.764414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:57.764838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.779798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Network e385cf85-6f13-466a-a002-7ecb2a15dbb8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:57.782418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:57.805186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93111eda-3a37-41c7-8f83-60b14ced2501 req-abde652d-c0b8-4889-92d4-a19dc48a1c42 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:57.806823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93111eda-3a37-41c7-8f83-60b14ced2501 req-abde652d-c0b8-4889-92d4-a19dc48a1c42 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 945 time: 0.3695633 Jul 07 22:38:57.825075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Router 882e10c3-1611-456a-acfe-76ed4093e1c9 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:57.923409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f9a8086e-d276-4a57-9027-e44cbef3636b None None] Provisioning complete for port baf3ef7e-1d04-43cf-bd2e-3e0e857a681d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:57.923975 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f9a8086e-d276-4a57-9027-e44cbef3636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:57.947387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Router 772045ef-0d91-4976-8124-60b13d652e7b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:38:57.971331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93111eda-3a37-41c7-8f83-60b14ced2501 req-d5a1ea23-0bb8-46ed-830f-2e31dbd0246b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445312 Jul 07 22:38:57.994680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8086e-d276-4a57-9027-e44cbef3636b None None] Port baf3ef7e-1d04-43cf-bd2e-3e0e857a681d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:58.010711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:58.017467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6d7408fa-2cd0-40a2-9d58-594ab03ea376 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "PUT /v2.0/routers/882e10c3-1611-456a-acfe-76ed4093e1c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3927057 Jul 07 22:38:58.021586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32820) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:58.035952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b3c7a-e290-49f8-982d-63fb574aca3b None None] Sync routers for ids ['882e10c3-1611-456a-acfe-76ed4093e1c9'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:58.048497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b3c7a-e290-49f8-982d-63fb574aca3b None None] Routers {'882e10c3-1611-456a-acfe-76ed4093e1c9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:58.058423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ff3b3c7a-e290-49f8-982d-63fb574aca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['882e10c3-1611-456a-acfe-76ed4093e1c9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:58.079894 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-ce68850e-65f0-4002-8b79-7aba8035a8f7 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] delete failed (client error): The resource could not be found. Jul 07 22:38:58.086332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ce68850e-65f0-4002-8b79-7aba8035a8f7 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-2117889535 HTTP/1.1" status: 404 len: 335 time: 0.0582783 Jul 07 22:38:58.086870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32822) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:58.089122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:38:58.094750 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bf932493-63bf-404c-8135-3f914c01c582 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "PUT /v2.0/routers/772045ef-0d91-4976-8124-60b13d652e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9192667 Jul 07 22:38:58.097373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2e0bbf59-25e4-482d-a901-308acaa8081a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Request body: {'router': {'external_gateway_info': {'network_id': '882e10c3-1611-456a-acfe-76ed4093e1c9'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:58.101271 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72d8a3-d880-402c-bc83-e461a72e653c None None] Sync routers for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:38:58.102578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:58.110203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Request body: {'port': {'network_id': 'e385cf85-6f13-466a-a002-7ecb2a15dbb8', 'name': 'tempest-FloatingIPAdminTestJSON-665569782'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:58.116540 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72d8a3-d880-402c-bc83-e461a72e653c None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:58.117180 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ef72d8a3-d880-402c-bc83-e461a72e653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:58.164457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ff3b3c7a-e290-49f8-982d-63fb574aca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:58.170416 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ef72d8a3-d880-402c-bc83-e461a72e653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:58.185730 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef72d8a3-d880-402c-bc83-e461a72e653c None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:58.187242 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ef72d8a3-d880-402c-bc83-e461a72e653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:58.189942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3b3c7a-e290-49f8-982d-63fb574aca3b None None] Routers {'882e10c3-1611-456a-acfe-76ed4093e1c9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:38:58.192783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ff3b3c7a-e290-49f8-982d-63fb574aca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:38:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['882e10c3-1611-456a-acfe-76ed4093e1c9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:58.228107 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ef72d8a3-d880-402c-bc83-e461a72e653c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:58.228762 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef72d8a3-d880-402c-bc83-e461a72e653c None None] The sync data for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:58.255782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ff3b3c7a-e290-49f8-982d-63fb574aca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:38:58.256454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3b3c7a-e290-49f8-982d-63fb574aca3b None None] The sync data for ids ['882e10c3-1611-456a-acfe-76ed4093e1c9'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:38:58.266770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-52d0ebbf-fbeb-4aaa-abce-8eb68dcdaefd None None] Provisioning complete for port baf3ef7e-1d04-43cf-bd2e-3e0e857a681d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:58.267148 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52d0ebbf-fbeb-4aaa-abce-8eb68dcdaefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:58.290964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Made reservation on behalf of 60620a1a35a941b5aeae543379979e9f for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:38:58.296037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:58.315392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-52d0ebbf-fbeb-4aaa-abce-8eb68dcdaefd None None] Port baf3ef7e-1d04-43cf-bd2e-3e0e857a681d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:58.316757 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] device_id is not set on port c5010dc4-6ef2-4154-8907-7767275223c8 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:38:58.499227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Allocated IP 172.20.0.10 (e385cf85-6f13-466a-a002-7ecb2a15dbb8/25fa8e9f-1a1d-47c7-810e-3aceb3252955/c5010dc4-6ef2-4154-8907-7767275223c8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:58.676334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:58.692945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Transition to ACTIVE for port object c5010dc4-6ef2-4154-8907-7767275223c8 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:58.727078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:58.759179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e0bbf59-25e4-482d-a901-308acaa8081a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:58.779832 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-2e0bbf59-25e4-482d-a901-308acaa8081a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] update failed (client error): The resource could not be found. Jul 07 22:38:58.781552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2e0bbf59-25e4-482d-a901-308acaa8081a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "PUT /v2.0/routers/882e10c3-1611-456a-acfe-76ed4093e1c9 HTTP/1.1" status: 404 len: 339 time: 0.6902428 Jul 07 22:38:58.782830 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Network e385cf85-6f13-466a-a002-7ecb2a15dbb8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:38:58.784236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:38:58.785372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32828) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:58.786726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:38:58.810570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event updated for resources: {'Port': ['ID=c5010dc4-6ef2-4154-8907-7767275223c8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:38:58.839826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:58.840456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:58.856359 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b1cfdfca-5055-4243-8157-27b9b0f5991b tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523968 Jul 07 22:38:58.859792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32830) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:38:58.988334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'project_id': '60620a1a35a941b5aeae543379979e9f', 'port_id': 'c5010dc4-6ef2-4154-8907-7767275223c8'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:38:59.045698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-594ae4e7-2a46-497e-acfc-322df16036e5 None None] Provisioning for port c5010dc4-6ef2-4154-8907-7767275223c8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:38:59.051394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-594ae4e7-2a46-497e-acfc-322df16036e5 None None] Provisioning complete for port c5010dc4-6ef2-4154-8907-7767275223c8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:38:59.052022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-594ae4e7-2a46-497e-acfc-322df16036e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.073143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.093103 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-594ae4e7-2a46-497e-acfc-322df16036e5 None None] Port c5010dc4-6ef2-4154-8907-7767275223c8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:38:59.173834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.313423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e87b3-2140-490b-90f7-285c925efebe req-ffe87d45-22a8-4f68-97ed-b5bf88bf8fbc tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:59.313423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64e87b3-2140-490b-90f7-285c925efebe req-ffe87d45-22a8-4f68-97ed-b5bf88bf8fbc tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 945 time: 0.2177455 Jul 07 22:38:59.439249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64e87b3-2140-490b-90f7-285c925efebe req-1308417d-e05a-440f-8596-1628e46a5204 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985646 Jul 07 22:38:59.457503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.547690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Allocated IP 172.20.0.1 (52a09df3-44c4-4a21-a89d-936dd831bc39/2df1111e-e098-4a0b-a306-c579a5976918/4b90ce03-c1b5-422c-9f59-67728e0d1673) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:59.697418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Allocated IP 172.25.8.59 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/56f3fe2d-e0ce-4de5-b126-d4dd1e0a3fda) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:38:59.729022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53b29f66-ddc6-4c4f-a4a0-fc7d4a691273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.805983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc19d8-ed8d-445e-813e-1b8e2fafa8ec req-203bcd91-91ad-47fe-9f92-d0fd45475238 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:38:59.807443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fcc19d8-ed8d-445e-813e-1b8e2fafa8ec req-203bcd91-91ad-47fe-9f92-d0fd45475238 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 945 time: 0.2417097 Jul 07 22:38:59.847862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.882278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Transition to ACTIVE for port object 4b90ce03-c1b5-422c-9f59-67728e0d1673 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:38:59.897593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4fcc19d8-ed8d-445e-813e-1b8e2fafa8ec req-1082c486-0e0b-46bb-a3cc-00726d8d5244 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833738 Jul 07 22:38:59.914018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:38:59.955141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.017128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network 52a09df3-44c4-4a21-a89d-936dd831bc39 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:00.019216 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:00.025880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:00.028781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.052261 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.073800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Port': ['ID=4b90ce03-c1b5-422c-9f59-67728e0d1673,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:00.100679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.101064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.101461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.101824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.104639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.105049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.105406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.105757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.106138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.106472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.106812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.107157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:00.115061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:00.124256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:00.150727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:00.155167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.246672 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Pushing event updated for resources: {'Port': ['ID=56f3fe2d-e0ce-4de5-b126-d4dd1e0a3fda,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:00.421851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2ba7e8aa-bd28-4c2b-a3b6-2ceb98e3671f None None] Provisioning for port 4b90ce03-c1b5-422c-9f59-67728e0d1673 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:00.426270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2ba7e8aa-bd28-4c2b-a3b6-2ceb98e3671f None None] Provisioning complete for port 4b90ce03-c1b5-422c-9f59-67728e0d1673 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:00.426841 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba7e8aa-bd28-4c2b-a3b6-2ceb98e3671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.468171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7e8aa-bd28-4c2b-a3b6-2ceb98e3671f None None] Port 4b90ce03-c1b5-422c-9f59-67728e0d1673 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:39:00.497826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:00.648140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2e1ec-a4cd-466f-a5a8-6bf75125883f req-d0fed114-e40a-48d2-8f98-24ed7edfe1e3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:00.649629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51e2e1ec-a4cd-466f-a5a8-6bf75125883f req-d0fed114-e40a-48d2-8f98-24ed7edfe1e3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 945 time: 0.2841794 Jul 07 22:39:00.775568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51e2e1ec-a4cd-466f-a5a8-6bf75125883f req-509d3cca-d706-46f1-89f5-9221add7f598 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159453 Jul 07 22:39:00.906099 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.057272 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.322484 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.462562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.471771 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.602266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event updated for resources: {'Port': ['ID=4b90ce03-c1b5-422c-9f59-67728e0d1673,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:01.609060 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.612753 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:01.778437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-7f506119-3aa6-47e9-bb18-f79739e23a63 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:01.780019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-7f506119-3aa6-47e9-bb18-f79739e23a63 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 945 time: 0.2290134 Jul 07 22:39:01.866826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Network 52a09df3-44c4-4a21-a89d-936dd831bc39 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:01.871635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:02.077050 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.090194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.134709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Router 882e10c3-1611-456a-acfe-76ed4093e1c9 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:02.137624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Deleting port f131c563-e1e4-488f-9fb9-dcb9a2d88816 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:02.137968 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.217388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1181a2d1-0241-4126-8e0b-4fa5d4d75fc2 None None] Provisioning complete for port 4b90ce03-c1b5-422c-9f59-67728e0d1673 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:02.218606 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1181a2d1-0241-4126-8e0b-4fa5d4d75fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.233766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596a126-d216-4282-bd1a-40451f7ce3c0 req-5122887d-b965-4166-9eb0-9f4aeb142943 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:02.241994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f596a126-d216-4282-bd1a-40451f7ce3c0 req-5122887d-b965-4166-9eb0-9f4aeb142943 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 945 time: 0.3237562 Jul 07 22:39:02.253906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1181a2d1-0241-4126-8e0b-4fa5d4d75fc2 None None] Port 4b90ce03-c1b5-422c-9f59-67728e0d1673 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:39:02.276254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Pushing event updated for resources: {'Port': ['ID=56f3fe2d-e0ce-4de5-b126-d4dd1e0a3fda,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:02.343454 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.428363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f596a126-d216-4282-bd1a-40451f7ce3c0 req-3df679ed-3133-4221-971b-62f4b9a36147 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854131 Jul 07 22:39:02.448835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] For port f131c563-e1e4-488f-9fb9-dcb9a2d88816, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f131c563-e1e4-488f-9fb9-dcb9a2d88816,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:02.449205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.478374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Calling delete_port for f131c563-e1e4-488f-9fb9-dcb9a2d88816 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:02.515084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:02.525328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b9fb3811-b498-4fcd-9f9f-7183bc1b4820 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "PUT /v2.0/routers/882e10c3-1611-456a-acfe-76ed4093e1c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7389226 Jul 07 22:39:02.531276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32862) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:02.531782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57649dc9-4660-4a9c-bf01-1bce43cb3bde None None] Sync routers for ids ['882e10c3-1611-456a-acfe-76ed4093e1c9'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:02.544627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57649dc9-4660-4a9c-bf01-1bce43cb3bde None None] Routers {'882e10c3-1611-456a-acfe-76ed4093e1c9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:02.548633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-57649dc9-4660-4a9c-bf01-1bce43cb3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['882e10c3-1611-456a-acfe-76ed4093e1c9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:02.581180 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Floating IP 216c9539-1f29-4d72-aaa1-e2b1e8dc6f81 associated. External IP: 172.25.8.59, port: c5010dc4-6ef2-4154-8907-7767275223c8. Jul 07 22:39:02.638221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6508dffe-bcef-4ca7-af00-fec9b3c4b6e0 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.643869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-57649dc9-4660-4a9c-bf01-1bce43cb3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:02.652798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57649dc9-4660-4a9c-bf01-1bce43cb3bde None None] Routers {'882e10c3-1611-456a-acfe-76ed4093e1c9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:02.653614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-57649dc9-4660-4a9c-bf01-1bce43cb3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['882e10c3-1611-456a-acfe-76ed4093e1c9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:02.690702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-57649dc9-4660-4a9c-bf01-1bce43cb3bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:02.691636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57649dc9-4660-4a9c-bf01-1bce43cb3bde None None] The sync data for ids ['882e10c3-1611-456a-acfe-76ed4093e1c9'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:02.732881 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-6508dffe-bcef-4ca7-af00-fec9b3c4b6e0 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 07 22:39:02.735761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6508dffe-bcef-4ca7-af00-fec9b3c4b6e0 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "DELETE /v2.0/routers/882e10c3-1611-456a-acfe-76ed4093e1c9 HTTP/1.1" status: 409 len: 329 time: 0.2027223 Jul 07 22:39:02.739120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:02.785510 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.874053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.887829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'f131c563-e1e4-488f-9fb9-dcb9a2d88816'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:02.891624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Router 772045ef-0d91-4976-8124-60b13d652e7b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:02.918204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event deleted for resources: {'Port': ['ID=f131c563-e1e4-488f-9fb9-dcb9a2d88816,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:02.976927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] No DVR routers for this DVR port f131c563-e1e4-488f-9fb9-dcb9a2d88816 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:02.980591 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:02.982628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be2fedf6-d144-4856-b4db-d2ae1ca38417 req-9cd26d84-e191-4a11-9829-e63d3c920412 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "DELETE /v2.0/ports/f131c563-e1e4-488f-9fb9-dcb9a2d88816 HTTP/1.1" status: 204 len: 173 time: 1.1957517 Jul 07 22:39:02.984746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fddb8b-3f6f-4f89-985b-022eaf4826bc', 'name': 'network-vif-deleted', 'tag': 'f131c563-e1e4-488f-9fb9-dcb9a2d88816'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:02.986237 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7c96cb-1774-4d60-a3da-47516d940a6c" -d '{"events": [{"server_uuid": "36fddb8b-3f6f-4f89-985b-022eaf4826bc", "name": "network-vif-deleted", "tag": "f131c563-e1e4-488f-9fb9-dcb9a2d88816"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:03.104311 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47c5df7-2799-4a5c-a3c7-d889f50eb5aa x-openstack-request-id: req-b47c5df7-2799-4a5c-a3c7-d889f50eb5aa {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:03.105217 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fddb8b-3f6f-4f89-985b-022eaf4826bc", "name": "network-vif-deleted", "tag": "f131c563-e1e4-488f-9fb9-dcb9a2d88816", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:03.105630 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b47c5df7-2799-4a5c-a3c7-d889f50eb5aa {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:03.106647 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fddb8b-3f6f-4f89-985b-022eaf4826bc', 'name': 'network-vif-deleted', 'tag': 'f131c563-e1e4-488f-9fb9-dcb9a2d88816', 'status': 'completed', 'code': 200} Jul 07 22:39:03.141975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:03.150800 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71be7dc-265c-4b4a-80c4-fd54241a7bc5 None None] Sync routers for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:03.169461 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.170426 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71be7dc-265c-4b4a-80c4-fd54241a7bc5 None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:03.174219 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c71be7dc-265c-4b4a-80c4-fd54241a7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:03.231812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-35a16dd4-e4f6-407b-a2c5-023528ed7281 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.3708615 Jul 07 22:39:03.232308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32868) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:03.236559 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c71be7dc-265c-4b4a-80c4-fd54241a7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:03.260679 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71be7dc-265c-4b4a-80c4-fd54241a7bc5 None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:03.262282 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c71be7dc-265c-4b4a-80c4-fd54241a7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:03.311283 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c71be7dc-265c-4b4a-80c4-fd54241a7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:03.313053 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71be7dc-265c-4b4a-80c4-fd54241a7bc5 None None] The sync data for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:03.315587 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:39:03.338861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.347826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7d969237-42a7-4553-b719-15a2bdc729ff tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] 10.222.0.81 "GET /v2.0/floatingips/216c9539-1f29-4d72-aaa1-e2b1e8dc6f81 HTTP/1.1" status: 200 len: 982 time: 0.1141794 Jul 07 22:39:03.348413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32870) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:03.473241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6fb099a9-9602-446f-a4e6-c9c39d66df12 tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1236384 Jul 07 22:39:03.474022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32876) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:03.642003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-524d4a88-18e8-40d3-99ef-63b9ade3c974 req-a594f2db-28e9-4b67-9f8f-4c05d2785d64 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=36fddb8b-3f6f-4f89-985b-022eaf4826bc HTTP/1.1" status: 200 len: 210 time: 0.0449569 Jul 07 22:39:03.753605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Deleting port 56f3fe2d-e0ce-4de5-b126-d4dd1e0a3fda {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:03.754178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.767166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Deleting port 4b90ce03-c1b5-422c-9f59-67728e0d1673 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:03.767708 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.843662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.844029 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.860579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Calling delete_port for 56f3fe2d-e0ce-4de5-b126-d4dd1e0a3fda owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:03.872427 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:03.885756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Calling delete_port for 4b90ce03-c1b5-422c-9f59-67728e0d1673 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:04.072924 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.074631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.110001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Port': ['ID=4b90ce03-c1b5-422c-9f59-67728e0d1673,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:04.297926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.504675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event deleted for resources: {'Port': ['ID=56f3fe2d-e0ce-4de5-b126-d4dd1e0a3fda,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:04.575914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:04.577722 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Floating IP 216c9539-1f29-4d72-aaa1-e2b1e8dc6f81 disassociated (deleted). External IP: 172.25.8.59, port: c5010dc4-6ef2-4154-8907-7767275223c8. Jul 07 22:39:04.849217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Router 882e10c3-1611-456a-acfe-76ed4093e1c9 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:04.928615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Router 772045ef-0d91-4976-8124-60b13d652e7b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:04.960579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:04.969022 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c69c90c4-dc9e-4bbd-bd79-eb8dacf0cfba tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "PUT /v2.0/routers/882e10c3-1611-456a-acfe-76ed4093e1c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2281659 Jul 07 22:39:04.972692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32886) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:04.975329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747588a-b296-4073-8226-dd50cbfd0a35 None None] Sync routers for ids ['882e10c3-1611-456a-acfe-76ed4093e1c9'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:04.990338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747588a-b296-4073-8226-dd50cbfd0a35 None None] Routers {'882e10c3-1611-456a-acfe-76ed4093e1c9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:04.991088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a747588a-b296-4073-8226-dd50cbfd0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['882e10c3-1611-456a-acfe-76ed4093e1c9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.040688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a747588a-b296-4073-8226-dd50cbfd0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.068082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a747588a-b296-4073-8226-dd50cbfd0a35 None None] Routers {'882e10c3-1611-456a-acfe-76ed4093e1c9'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:05.068890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a747588a-b296-4073-8226-dd50cbfd0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['882e10c3-1611-456a-acfe-76ed4093e1c9'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.069996 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-cee5f411-cc50-4522-912b-07a6ebfde7ee tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] show failed (client error): The resource could not be found. Jul 07 22:39:05.075070 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cee5f411-cc50-4522-912b-07a6ebfde7ee tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-610397608 HTTP/1.1" status: 404 len: 334 time: 0.0918069 Jul 07 22:39:05.075679 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:05.081353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f196c091-8ade-4212-bb36-6738d15c88fc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:05.097657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:05.106120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a747588a-b296-4073-8226-dd50cbfd0a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.107155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a747588a-b296-4073-8226-dd50cbfd0a35 None None] The sync data for ids ['882e10c3-1611-456a-acfe-76ed4093e1c9'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:05.109880 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89efaf7f-e08c-4dd2-b4a3-359e8e9ec4db None None] Sync routers for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:05.118975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.136558 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-f196c091-8ade-4212-bb36-6738d15c88fc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] update failed (client error): The resource could not be found. Jul 07 22:39:05.143026 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f196c091-8ade-4212-bb36-6738d15c88fc tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-2096415447 HTTP/1.1" status: 404 len: 335 time: 0.0662806 Jul 07 22:39:05.143641 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:05.159501 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efaf7f-e08c-4dd2-b4a3-359e8e9ec4db None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:05.161678 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-89efaf7f-e08c-4dd2-b4a3-359e8e9ec4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.199251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-058bf48b-0444-4698-9456-5eb4e577b455 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Deleting subnet 29cb331c-c7f6-411b-968a-877833c5cbef {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:39:05.203205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-058bf48b-0444-4698-9456-5eb4e577b455 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.258739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5a73-929a-4213-9130-eadd8092b795 req-78a7e6db-b4c7-4ad4-bf79-973bcaf15a80 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:05.259761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-058bf48b-0444-4698-9456-5eb4e577b455 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.260150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-78a7e6db-b4c7-4ad4-bf79-973bcaf15a80 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.1093969 Jul 07 22:39:05.264208 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-89efaf7f-e08c-4dd2-b4a3-359e8e9ec4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.289781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-7df818d3-e57c-42ef-83b2-e613e65d49d9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/quotas/4f05d08a47ed4d619654abab61ac2d59 HTTP/1.1" status: 200 len: 375 time: 0.0180311 Jul 07 22:39:05.292288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fd4c3ebb-0451-4945-abe3-666f475cb1bd tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "DELETE /v2.0/floatingips/216c9539-1f29-4d72-aaa1-e2b1e8dc6f81 HTTP/1.1" status: 204 len: 168 time: 1.8170488 Jul 07 22:39:05.295988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:05.298231 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efaf7f-e08c-4dd2-b4a3-359e8e9ec4db None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:05.298866 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-89efaf7f-e08c-4dd2-b4a3-359e8e9ec4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.310449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:05.363236 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-89efaf7f-e08c-4dd2-b4a3-359e8e9ec4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:05.364153 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89efaf7f-e08c-4dd2-b4a3-359e8e9ec4db None None] The sync data for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:05.377332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-d836533f-4a15-44cd-8cef-b63ee52caac7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0800619 Jul 07 22:39:05.415965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-058bf48b-0444-4698-9456-5eb4e577b455 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.437196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.485077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-740068ef-3b7c-4f80-86c6-b589a0cbd429 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009188 Jul 07 22:39:05.540338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f131c563-e1e4-488f-9fb9-dcb9a2d88816 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:05.546951 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-058bf48b-0444-4698-9456-5eb4e577b455 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.580148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: f131c563-e1e4-488f-9fb9-dcb9a2d88816 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:05.581348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f131c563-e1e4-488f-9fb9-dcb9a2d88816 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:05.585815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bf48b-0444-4698-9456-5eb4e577b455 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Subnet': ['ID=29cb331c-c7f6-411b-968a-877833c5cbef,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:05.595678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-058bf48b-0444-4698-9456-5eb4e577b455 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.601469 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-058bf48b-0444-4698-9456-5eb4e577b455 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "DELETE /v2.0/subnets/29cb331c-c7f6-411b-968a-877833c5cbef HTTP/1.1" status: 204 len: 168 time: 0.4567428 Jul 07 22:39:05.602738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09978ea3-eb9b-4688-aff8-28220b162ca9 None None] Network b2f1742d-c311-4e30-85d7-9eee380876e3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:05.605196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32906) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:05.653810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-f85c0d58-2e22-4ef0-b3e2-fbd5503a9513 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616037 Jul 07 22:39:05.672760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-20110414-cd23-4887-9b04-bc8d69ef80d1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Deleting subnet f6af9a59-493f-4e18-9dcf-23726be0cbf8 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:39:05.676430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.679013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20110414-cd23-4887-9b04-bc8d69ef80d1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.765147 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20110414-cd23-4887-9b04-bc8d69ef80d1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:05.919556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63c62e5f-904f-4dba-aa97-71d612ab27b2 req-ac90581e-1e70-410c-9205-de9a625f137a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 210 time: 0.0485511 Jul 07 22:39:05.931234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4285d0da-3de1-46f4-a37a-323fbc96db3d None None] DHCP port deletion for b2f1742d-c311-4e30-85d7-9eee380876e3 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:39:05.935035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Allocated IP 172.25.8.186 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d5dc58b9-ff40-43f0-8d6b-2e85faef4e27) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:05.961297 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20110414-cd23-4887-9b04-bc8d69ef80d1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.002387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4285d0da-3de1-46f4-a37a-323fbc96db3d None None] Deleting port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:06.010586 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4285d0da-3de1-46f4-a37a-323fbc96db3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.117148 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20110414-cd23-4887-9b04-bc8d69ef80d1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.121864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4285d0da-3de1-46f4-a37a-323fbc96db3d None None] For port 2c6a0c93-f7cf-4365-8d54-745c0a03a040, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2c6a0c93-f7cf-4365-8d54-745c0a03a040,segment=NetworkSegment(df154742-1327-4b77-8f75-17abbc5dcbca),segment_id=df154742-1327-4b77-8f75-17abbc5dcbca)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:06.122305 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4285d0da-3de1-46f4-a37a-323fbc96db3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.142271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4285d0da-3de1-46f4-a37a-323fbc96db3d None None] Calling delete_port for 2c6a0c93-f7cf-4365-8d54-745c0a03a040 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:06.153428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20110414-cd23-4887-9b04-bc8d69ef80d1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Subnet': ['ID=f6af9a59-493f-4e18-9dcf-23726be0cbf8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:06.161673 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20110414-cd23-4887-9b04-bc8d69ef80d1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.166472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32916) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:06.176002 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20110414-cd23-4887-9b04-bc8d69ef80d1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "DELETE /v2.0/subnets/f6af9a59-493f-4e18-9dcf-23726be0cbf8 HTTP/1.1" status: 204 len: 168 time: 0.5692341 Jul 07 22:39:06.187084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9cdeae-e23d-44d1-8bc5-98d523cb2755 None None] Network 4b11ae17-370d-457e-81e6-356cf1d4d444 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:06.191784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.301930 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.331959 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4285d0da-3de1-46f4-a37a-323fbc96db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.349951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.359324 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:06.362358 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:06.366001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285d0da-3de1-46f4-a37a-323fbc96db3d None None] No DVR routers for this DVR port 2c6a0c93-f7cf-4365-8d54-745c0a03a040 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:06.372714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285d0da-3de1-46f4-a37a-323fbc96db3d None None] Pushing event deleted for resources: {'Port': ['ID=2c6a0c93-f7cf-4365-8d54-745c0a03a040,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:06.386266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:06.393558 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Pushing event updated for resources: {'Port': ['ID=d5dc58b9-ff40-43f0-8d6b-2e85faef4e27,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:06.504890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874edf2-ef6a-47c4-b852-c743cd95881b None None] DHCP port deletion for 4b11ae17-370d-457e-81e6-356cf1d4d444 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:39:06.507910 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.518225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f1742d-c311-4e30-85d7-9eee380876e3']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:06.535160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df154742-1327-4b77-8f75-17abbc5dcbca') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:06.540678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df154742-1327-4b77-8f75-17abbc5dcbca') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:06.542827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.557310 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.574646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.581399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:06.581874 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:06.584936 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:06.613220 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4874edf2-ef6a-47c4-b852-c743cd95881b None None] Deleting port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:06.613599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4874edf2-ef6a-47c4-b852-c743cd95881b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.623887 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.657419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.667168 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.671538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "DELETE /v2.0/networks/b2f1742d-c311-4e30-85d7-9eee380876e3 HTTP/1.1" status: 204 len: 168 time: 0.5018783 Jul 07 22:39:06.674751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32924) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:06.688957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4874edf2-ef6a-47c4-b852-c743cd95881b None None] For port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d5c8eeb-8101-4f64-a760-ab8c29ce3319,segment=NetworkSegment(610e0705-7872-4b5e-827d-805fcdb891d9),segment_id=610e0705-7872-4b5e-827d-805fcdb891d9)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:06.689399 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4874edf2-ef6a-47c4-b852-c743cd95881b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.703732 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4874edf2-ef6a-47c4-b852-c743cd95881b None None] Calling delete_port for 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:06.708864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa16a27-c7b4-437a-b384-bdc3029c95c1 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Network': ['ID=b2f1742d-c311-4e30-85d7-9eee380876e3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:06.806975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:06.923330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Deleting port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:06.924139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.016786 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.023092 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.047440 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4874edf2-ef6a-47c4-b852-c743cd95881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.114458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Pushing event updated for resources: {'Port': ['ID=d5dc58b9-ff40-43f0-8d6b-2e85faef4e27,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:07.121735 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874edf2-ef6a-47c4-b852-c743cd95881b None None] Pushing event deleted for resources: {'Port': ['ID=0d5c8eeb-8101-4f64-a760-ab8c29ce3319,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:07.124790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4874edf2-ef6a-47c4-b852-c743cd95881b None None] No DVR routers for this DVR port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:07.143269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.160033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e321b659-525c-4a67-9826-f4655bc7968c req-677b9d19-c990-468c-a5b9-64574d5f3743 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 210 time: 0.0840893 Jul 07 22:39:07.160631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.162709 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-59c22709-0816-488e-8cc1-115fa05f862f tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8604031 Jul 07 22:39:07.166405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32928) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:07.171416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:07.181533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] For port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0d5c8eeb-8101-4f64-a760-ab8c29ce3319,segment=NetworkSegment(610e0705-7872-4b5e-827d-805fcdb891d9),segment_id=610e0705-7872-4b5e-827d-805fcdb891d9)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:07.182760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.200811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:07.203138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:07.203138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2c6a0c93-f7cf-4365-8d54-745c0a03a040 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:07.212653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Calling delete_port for 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:07.232346 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 2c6a0c93-f7cf-4365-8d54-745c0a03a040 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:07.232785 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2c6a0c93-f7cf-4365-8d54-745c0a03a040 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:07.347451 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.392972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Port': ['ID=0d5c8eeb-8101-4f64-a760-ab8c29ce3319,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:07.397242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:07.453711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] No DVR routers for this DVR port 0d5c8eeb-8101-4f64-a760-ab8c29ce3319 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:07.504931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.608039 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.627723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b11ae17-370d-457e-81e6-356cf1d4d444']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:07.643750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610e0705-7872-4b5e-827d-805fcdb891d9') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:07.644045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610e0705-7872-4b5e-827d-805fcdb891d9') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:07.659776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5a73-929a-4213-9130-eadd8092b795 req-7c5f78fe-df6d-4f5e-9e9a-5fb80e33c816 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:07.661246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-7c5f78fe-df6d-4f5e-9e9a-5fb80e33c816 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.2867298 Jul 07 22:39:07.664962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.678889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Request body: {'port': {'device_id': '5f4c2ab6-5298-46e8-bbab-f421a09993e9', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'admin_state_up': True, 'tenant_id': '4f05d08a47ed4d619654abab61ac2d59'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:07.698296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.743302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:07.743711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: self.session.flush() Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:07.747387 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:07.849336 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.862101 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.863989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "DELETE /v2.0/networks/4b11ae17-370d-457e-81e6-356cf1d4d444 HTTP/1.1" status: 204 len: 168 time: 1.1883140 Jul 07 22:39:07.867003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32934) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:07.882892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9aa17-eaf3-4333-b8dd-82aebb4ac17a tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Network': ['ID=4b11ae17-370d-457e-81e6-356cf1d4d444,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:07.887824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.924951 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32e0a57-d2bb-40c7-825b-48db05f5f00e tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Deleting subnet 2df1111e-e098-4a0b-a306-c579a5976918 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:39:07.928496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a32e0a57-d2bb-40c7-825b-48db05f5f00e tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.933346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Made reservation on behalf of 4f05d08a47ed4d619654abab61ac2d59 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:07.937354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:07.970050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a32e0a57-d2bb-40c7-825b-48db05f5f00e tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.066021 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a32e0a57-d2bb-40c7-825b-48db05f5f00e tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.109189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Allocated IP 172.25.8.203 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/ce9f8caa-b2f6-43e4-af13-bf7717706e3f) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:08.133475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a32e0a57-d2bb-40c7-825b-48db05f5f00e tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.166391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e0a57-d2bb-40c7-825b-48db05f5f00e tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Subnet': ['ID=2df1111e-e098-4a0b-a306-c579a5976918,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:08.168659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a32e0a57-d2bb-40c7-825b-48db05f5f00e tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.171504 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a32e0a57-d2bb-40c7-825b-48db05f5f00e tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "DELETE /v2.0/subnets/2df1111e-e098-4a0b-a306-c579a5976918 HTTP/1.1" status: 204 len: 168 time: 0.3027506 Jul 07 22:39:08.173638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.187308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f186e-e0d1-4ab7-a10a-bdf2321c9bb2 None None] Network 52a09df3-44c4-4a21-a89d-936dd831bc39 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:08.193867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Allocated IP 172.20.0.11 (5211f5de-c0ff-4983-9c83-c6c0d345f6ae/1b3b4fc5-50f5-45ab-a965-361badb4d65d/f47b099e-1c09-4e6f-8967-07916fdfdace) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:08.260988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.306295 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.341929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Deleting port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:08.342316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.410856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d79f2cd2-df91-4dd2-b856-2e09508ff04b req-31436c27-6f22-491e-bbbf-7cf665496e72 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 210 time: 0.0634556 Jul 07 22:39:08.414971 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] For port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4,segment=NetworkSegment(c2079977-0a62-4197-8f8a-dbdba1fb62ce),segment_id=c2079977-0a62-4197-8f8a-dbdba1fb62ce)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:08.415383 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.431700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Calling delete_port for ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:08.488337 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.512680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] DHCP port deletion for 52a09df3-44c4-4a21-a89d-936dd831bc39 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:39:08.563724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.587609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:08.594971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] Deleting port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:08.595353 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.596931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:08.600691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Port': ['ID=ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:08.601433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:08.607024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] No DVR routers for this DVR port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:08.695619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] For port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:08.696132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.696501 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.708042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a09df3-44c4-4a21-a89d-936dd831bc39']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:08.711597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.712651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] Calling delete_port for ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:08.715605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] Port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:39:08.717277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.721278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2079977-0a62-4197-8f8a-dbdba1fb62ce') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:08.721697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2079977-0a62-4197-8f8a-dbdba1fb62ce') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:08.724372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Pushing event updated for resources: {'Port': ['ID=ce9f8caa-b2f6-43e4-af13-bf7717706e3f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:08.733450 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.739368 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.748540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] Pushing event deleted for resources: {'Port': ['ID=ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:08.754572 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2fadf8-4cde-4e3a-a35b-b973a1d8b40c None None] No DVR routers for this DVR port ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:08.775168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.782685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:08.782882 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:08.786738 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:08.792585 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.859381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.860171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.867919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:08.874443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:08.880762 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "DELETE /v2.0/networks/52a09df3-44c4-4a21-a89d-936dd831bc39 HTTP/1.1" status: 204 len: 168 time: 0.7035532 Jul 07 22:39:08.883554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32942) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.911608 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ca5b7-42de-43c0-b974-d6441a939890 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Pushing event deleted for resources: {'Network': ['ID=52a09df3-44c4-4a21-a89d-936dd831bc39,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:08.943214 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-24996798-1a90-44bf-b022-4fb439d6db6d tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "GET /v2.0/ports?device_id=882e10c3-1611-456a-acfe-76ed4093e1c9 HTTP/1.1" status: 200 len: 205 time: 0.0543079 Jul 07 22:39:08.945123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32944) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:08.952536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:08.962808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:08.970558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:09.000818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event updated for resources: {'Port': ['ID=f47b099e-1c09-4e6f-8967-07916fdfdace,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:09.046018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:09.046444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5387bc72-f658-4286-a432-1ea007444bf9 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.046658 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.067081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-61db3d96-5022-4d10-8256-c721b2c03023 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3949621 Jul 07 22:39:09.087134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Request body: {'port': {'device_id': '5f4c2ab6-5298-46e8-bbab-f421a09993e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:09.152748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:09.174469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:09.174804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ec37a9b3-5544-4fff-bd0f-3ce63e04d6f4 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:09.203363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.209686 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.211531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.231223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5387bc72-f658-4286-a432-1ea007444bf9 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.233480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5387bc72-f658-4286-a432-1ea007444bf9 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.278721 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5387bc72-f658-4286-a432-1ea007444bf9 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.279368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5387bc72-f658-4286-a432-1ea007444bf9 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Fanout notify agent at l3_agent the message router_deleted on router 882e10c3-1611-456a-acfe-76ed4093e1c9 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:39:09.287612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5387bc72-f658-4286-a432-1ea007444bf9 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.291781 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5387bc72-f658-4286-a432-1ea007444bf9 tempest-RoutersNegativeTest-1250483269 tempest-RoutersNegativeTest-1250483269-project] 10.222.0.81 "DELETE /v2.0/routers/882e10c3-1611-456a-acfe-76ed4093e1c9 HTTP/1.1" status: 204 len: 168 time: 0.3432529 Jul 07 22:39:09.322443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Pushing event updated for resources: {'Port': ['ID=ce9f8caa-b2f6-43e4-af13-bf7717706e3f,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:09.343147 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.416977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.418240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-be49b617-a007-4300-8167-9aad45364d20 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2509904 Jul 07 22:39:09.420839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32948) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.528348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-94ba5dcf-9676-4df8-8ef5-6576f3623f5a tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1063912 Jul 07 22:39:09.531116 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.538844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 32956) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.633877 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-33268674-4bfb-4d4d-8d2d-1b278f6c8e00 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1010449 Jul 07 22:39:09.636024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32960) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.667875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47b099e-1c09-4e6f-8967-07916fdfdace {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:09.680010 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.702008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4068daa-bf4a-4e30-8ca4-89bdd6503025 req-fc6e477d-98ed-40dd-9044-ba90d0912f0c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:09.703568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4068daa-bf4a-4e30-8ca4-89bdd6503025 req-fc6e477d-98ed-40dd-9044-ba90d0912f0c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 932 time: 0.1413939 Jul 07 22:39:09.724224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Transition to ACTIVE for port object f47b099e-1c09-4e6f-8967-07916fdfdace will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:09.742035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.781813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Deleting port ce9f8caa-b2f6-43e4-af13-bf7717706e3f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:09.782064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.796142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f8b59eb4-ab4f-40b9-a028-b532cd84a4b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c083a9da9d6b4b1382a84a41526b397c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534087 Jul 07 22:39:09.797075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:09.811716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4068daa-bf4a-4e30-8ca4-89bdd6503025 req-7313ba59-57dd-4c10-bdac-b366df417aba tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007626 Jul 07 22:39:09.820232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Pushing event updated for resources: {'Port': ['ID=f47b099e-1c09-4e6f-8967-07916fdfdace,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:09.892619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Attempting to bind port f47b099e-1c09-4e6f-8967-07916fdfdace on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:09.893737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Attempting to bind port f47b099e-1c09-4e6f-8967-07916fdfdace by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:09.894208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Attempting to bind port f47b099e-1c09-4e6f-8967-07916fdfdace on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:09.899226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Port f47b099e-1c09-4e6f-8967-07916fdfdace on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:39:09.899745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Attempting to bind port f47b099e-1c09-4e6f-8967-07916fdfdace on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:09.905552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:09.905733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Checking segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:09.905900 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-207ce518-3946-4bf9-8df6-ba629e90185f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.906323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Bound using segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:09.906847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Bound port: f47b099e-1c09-4e6f-8967-07916fdfdace, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:09.907423 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.909249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.909569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.931176 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Calling delete_port for ce9f8caa-b2f6-43e4-af13-bf7717706e3f owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:09.944454 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-207ce518-3946-4bf9-8df6-ba629e90185f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:09.992340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] For port f47b099e-1c09-4e6f-8967-07916fdfdace, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:09.996723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] For port f47b099e-1c09-4e6f-8967-07916fdfdace, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f47b099e-1c09-4e6f-8967-07916fdfdace,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:10.002341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.050849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:10.051720 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.053582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] 10.222.0.44 "PUT /v2.0/ports/f47b099e-1c09-4e6f-8967-07916fdfdace HTTP/1.1" status: 200 len: 1093 time: 0.9707596 Jul 07 22:39:10.054067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4c2ab6-5298-46e8-bbab-f421a09993e9', 'tag': 'f47b099e-1c09-4e6f-8967-07916fdfdace'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:10.057010 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091fc522-821e-4da3-8dd6-4fc9f4d7385d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4c2ab6-5298-46e8-bbab-f421a09993e9", "tag": "f47b099e-1c09-4e6f-8967-07916fdfdace"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:10.058436 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-207ce518-3946-4bf9-8df6-ba629e90185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.063064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-207ce518-3946-4bf9-8df6-ba629e90185f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.064425 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-207ce518-3946-4bf9-8df6-ba629e90185f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/efb9b973-5582-4665-9dd0-b13f69342752 HTTP/1.1" status: 204 len: 168 time: 0.2667015 Jul 07 22:39:10.080210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ce518-3946-4bf9-8df6-ba629e90185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb9b973-5582-4665-9dd0-b13f69342752,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:10.132636 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda92011-5710-4361-adc2-4f10c0fa47ab x-openstack-request-id: req-fda92011-5710-4361-adc2-4f10c0fa47ab {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:10.133005 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4c2ab6-5298-46e8-bbab-f421a09993e9", "tag": "f47b099e-1c09-4e6f-8967-07916fdfdace", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:10.133167 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fda92011-5710-4361-adc2-4f10c0fa47ab {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:10.133565 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4c2ab6-5298-46e8-bbab-f421a09993e9', 'tag': 'f47b099e-1c09-4e6f-8967-07916fdfdace', 'status': 'completed', 'code': 200} Jul 07 22:39:10.134592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503aebc-2c06-48b8-84b8-c420ce14e73d service neutron] Pushing event updated for resources: {'Port': ['ID=f47b099e-1c09-4e6f-8967-07916fdfdace,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:10.159902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.192999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Pushing event deleted for resources: {'Port': ['ID=ce9f8caa-b2f6-43e4-af13-bf7717706e3f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:10.208844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5a73-929a-4213-9130-eadd8092b795 req-15bcc91b-e8b8-4429-9384-1d009076a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:10.210764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-15bcc91b-e8b8-4429-9384-1d009076a09a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 1096 time: 0.0693161 Jul 07 22:39:10.258558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.260920 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.262115 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d6a86bc3-0fea-45b0-b8e7-3827cfbc28f2 tempest-FloatingIPAdminTestJSON-786389894 tempest-FloatingIPAdminTestJSON-786389894-project] 10.222.0.81 "DELETE /v2.0/floatingips/94b6c2e1-9c31-48a0-9090-5a04662603b0 HTTP/1.1" status: 204 len: 168 time: 0.6247361 Jul 07 22:39:10.264665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:10.265434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-eda3e5cc-b507-480e-960f-cc1bd628fdd3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47b099e-1c09-4e6f-8967-07916fdfdace HTTP/1.1" status: 200 len: 217 time: 0.0469382 Jul 07 22:39:10.332225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5a73-929a-4213-9130-eadd8092b795 req-f32e8fa7-3906-4cbb-a69a-13b4c831a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:10.334105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-f32e8fa7-3906-4cbb-a69a-13b4c831a5b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0630243 Jul 07 22:39:10.381050 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-f21ea3fb-e06e-47d8-aaee-6ccc6deccb76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400386 Jul 07 22:39:10.456837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Deleting port d5dc58b9-ff40-43f0-8d6b-2e85faef4e27 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:10.457188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.491385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-c81be066-1d90-40e2-b723-2c58dec396d6 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028826 Jul 07 22:39:10.542766 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.542995 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.556039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Calling delete_port for d5dc58b9-ff40-43f0-8d6b-2e85faef4e27 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:10.726829 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.772044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5dc58b9-ff40-43f0-8d6b-2e85faef4e27,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:10.854612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.857815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:10.859490 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d52e8cc0-df19-46e5-aa16-41be939bb14b tempest-FloatingIPAdminTestJSON-2100427780 tempest-FloatingIPAdminTestJSON-2100427780-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/177873af-20b5-4269-a6ae-5812519b40c9 HTTP/1.1" status: 204 len: 168 time: 0.5931952 Jul 07 22:39:10.864561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32994) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:10.909638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 32996) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:10.997565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-433c5a73-929a-4213-9130-eadd8092b795 req-608c65c0-f85a-48db-8585-bc6a098da896 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002148 Jul 07 22:39:11.015311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fde01137-735b-400d-8253-2bd7a8804d57 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Deleting port c5010dc4-6ef2-4154-8907-7767275223c8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:11.015666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fde01137-735b-400d-8253-2bd7a8804d57 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.069241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34da18e-84e1-46b1-be4f-9319ae69eb4a req-92b0ec4b-2d6b-4502-9778-9b9a6095e4af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:11.071404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a34da18e-84e1-46b1-be4f-9319ae69eb4a req-92b0ec4b-2d6b-4502-9778-9b9a6095e4af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 944 time: 0.0727870 Jul 07 22:39:11.094754 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ca3df7a-1c70-4515-885e-998c41a3cf30 tempest-ServiceProvidersTest-465942090 tempest-ServiceProvidersTest-465942090-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1837013 Jul 07 22:39:11.137191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fde01137-735b-400d-8253-2bd7a8804d57 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.152606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-fde01137-735b-400d-8253-2bd7a8804d57 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Calling delete_port for c5010dc4-6ef2-4154-8907-7767275223c8 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:11.156451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a34da18e-84e1-46b1-be4f-9319ae69eb4a req-e2b4a695-82f5-4737-af8b-4e5d4d6bd5e9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743859 Jul 07 22:39:11.164496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-d3576ca5-ab4c-4a94-82de-f2af7af297fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:11.166179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-d3576ca5-ab4c-4a94-82de-f2af7af297fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 1096 time: 0.0933142 Jul 07 22:39:11.299413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-c0119888-c9c5-486e-9289-0e4de3b17f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:11.300866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-c0119888-c9c5-486e-9289-0e4de3b17f5d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 907 time: 0.1277735 Jul 07 22:39:11.319792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fde01137-735b-400d-8253-2bd7a8804d57 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.359715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-57880851-0999-444f-bdcb-257a4fbc6bb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f47b099e-1c09-4e6f-8967-07916fdfdace HTTP/1.1" status: 200 len: 217 time: 0.0458970 Jul 07 22:39:11.367626 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde01137-735b-400d-8253-2bd7a8804d57 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event deleted for resources: {'Port': ['ID=c5010dc4-6ef2-4154-8907-7767275223c8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:11.441999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-2b023ff8-ea99-4e4b-a26c-326e6065fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:11.443852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-2b023ff8-ea99-4e4b-a26c-326e6065fe19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0760341 Jul 07 22:39:11.444433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33004) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:11.462870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fde01137-735b-400d-8253-2bd7a8804d57 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.465487 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fde01137-735b-400d-8253-2bd7a8804d57 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "DELETE /v2.0/ports/c5010dc4-6ef2-4154-8907-7767275223c8 HTTP/1.1" status: 204 len: 168 time: 0.5999851 Jul 07 22:39:11.470514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33008) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:11.480519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-e5a372db-4534-4eb5-90c2-e81eccc321c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297065 Jul 07 22:39:11.582593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028be815-2cdb-43eb-98c9-3b87e5b94c4a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:11.584546 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-028be815-2cdb-43eb-98c9-3b87e5b94c4a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "GET /v2.0/ports?device_id=772045ef-0d91-4976-8124-60b13d652e7b HTTP/1.1" status: 200 len: 913 time: 0.1126812 Jul 07 22:39:11.587249 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33010) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:11.635129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-b2b6dd22-8f84-4569-884d-cdb607f3b2e2 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476493 Jul 07 22:39:11.636482 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-688000fc-d72c-499d-91fd-23ff366709c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.780674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-091fc522-821e-4da3-8dd6-4fc9f4d7385d req-ce52b253-f424-40cc-af08-e3d97e0f28db service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334033 Jul 07 22:39:11.831684 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-688000fc-d72c-499d-91fd-23ff366709c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.836560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-688000fc-d72c-499d-91fd-23ff366709c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.874990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-688000fc-d72c-499d-91fd-23ff366709c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1e542ab1dd245c29df13018adb6d6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4294422 Jul 07 22:39:11.877688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33016) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:11.880056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688000fc-d72c-499d-91fd-23ff366709c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849d1ed5-9fbf-4fb2-abe3-60f42dde2c78,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:11.967963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-060e181d-6528-489a-bcc4-dbf44956063d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:11.997062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-060e181d-6528-489a-bcc4-dbf44956063d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:12.081751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:12.084282 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-060e181d-6528-489a-bcc4-dbf44956063d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:12.086733 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-060e181d-6528-489a-bcc4-dbf44956063d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:12.087868 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-060e181d-6528-489a-bcc4-dbf44956063d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/849d1ed5-9fbf-4fb2-abe3-60f42dde2c78 HTTP/1.1" status: 204 len: 168 time: 0.2051938 Jul 07 22:39:12.356664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c5af4-f4de-4eab-ad11-e0fd0e9f635b req-8a31f429-8d1b-441f-a68f-aeb2aefe9ad0 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:12.358945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c9c5af4-f4de-4eab-ad11-e0fd0e9f635b req-8a31f429-8d1b-441f-a68f-aeb2aefe9ad0 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 944 time: 0.0752993 Jul 07 22:39:12.399632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c9c5af4-f4de-4eab-ad11-e0fd0e9f635b req-cd33c788-1c53-4c91-9dbd-9a6f5951938e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348549 Jul 07 22:39:12.460583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e181d-6528-489a-bcc4-dbf44956063d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849d1ed5-9fbf-4fb2-abe3-60f42dde2c78,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:12.693503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Deleting port baf3ef7e-1d04-43cf-bd2e-3e0e857a681d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:12.693853 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:12.781844 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:12.793410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Calling delete_port for baf3ef7e-1d04-43cf-bd2e-3e0e857a681d owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:12.985466 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.023395 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event deleted for resources: {'Port': ['ID=baf3ef7e-1d04-43cf-bd2e-3e0e857a681d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:13.223667 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.460363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Router 772045ef-0d91-4976-8124-60b13d652e7b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:13.591485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:13.598100 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-20480718-e9da-4bbe-9631-2c52d8868ee9 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "PUT /v2.0/routers/772045ef-0d91-4976-8124-60b13d652e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0090432 Jul 07 22:39:13.600366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33072) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:13.602797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765091ee-59a6-42a4-9ddb-c5b2998213ef None None] Sync routers for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:13.604014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2cd89-0c24-40b0-b7d5-23f7f2a27ddf req-6a4da670-757c-483f-aa8e-876de6b25699 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:13.611852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bf2cd89-0c24-40b0-b7d5-23f7f2a27ddf req-6a4da670-757c-483f-aa8e-876de6b25699 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 944 time: 0.0850241 Jul 07 22:39:13.620620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765091ee-59a6-42a4-9ddb-c5b2998213ef None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:13.621252 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-765091ee-59a6-42a4-9ddb-c5b2998213ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:13.658500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9bf2cd89-0c24-40b0-b7d5-23f7f2a27ddf req-360132d5-34ae-46d1-b7cf-e0370f5c41d4 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453284 Jul 07 22:39:13.681269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33074) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:13.684856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-765091ee-59a6-42a4-9ddb-c5b2998213ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:13.696136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765091ee-59a6-42a4-9ddb-c5b2998213ef None None] Routers {'772045ef-0d91-4976-8124-60b13d652e7b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:13.697176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-765091ee-59a6-42a4-9ddb-c5b2998213ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['772045ef-0d91-4976-8124-60b13d652e7b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:13.733709 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.743805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-765091ee-59a6-42a4-9ddb-c5b2998213ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:13.745052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765091ee-59a6-42a4-9ddb-c5b2998213ef None None] The sync data for ids ['772045ef-0d91-4976-8124-60b13d652e7b'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:13.871629 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be3eb2f5-0f58-4218-8138-66825e6e8646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.882273 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.941007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Deleting port 4e157186-df0b-446f-a136-7bcbe0b3dd25 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:13.941435 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.966865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be3eb2f5-0f58-4218-8138-66825e6e8646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:13.971710 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-be3eb2f5-0f58-4218-8138-66825e6e8646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.016933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.021699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-be3eb2f5-0f58-4218-8138-66825e6e8646 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d12f6374f6da4c84a2456b2afea19b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389893 Jul 07 22:39:14.022951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3eb2f5-0f58-4218-8138-66825e6e8646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd212411-d839-4633-93b1-547fa44959ae,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:14.024178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33096) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:14.041618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Calling delete_port for 4e157186-df0b-446f-a136-7bcbe0b3dd25 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:14.135151 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a923aab-393a-4105-8ffc-a142ba9bd0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.163870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a923aab-393a-4105-8ffc-a142ba9bd0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.288704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a923aab-393a-4105-8ffc-a142ba9bd0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.291864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a923aab-393a-4105-8ffc-a142ba9bd0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.293114 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6a923aab-393a-4105-8ffc-a142ba9bd0f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd212411-d839-4633-93b1-547fa44959ae HTTP/1.1" status: 204 len: 168 time: 0.2680168 Jul 07 22:39:14.304585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.306625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a923aab-393a-4105-8ffc-a142ba9bd0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd212411-d839-4633-93b1-547fa44959ae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:14.382147 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event deleted for resources: {'Port': ['ID=4e157186-df0b-446f-a136-7bcbe0b3dd25,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:14.404278 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.496863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.498936 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.547283 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.547707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Fanout notify agent at l3_agent the message router_deleted on router 772045ef-0d91-4976-8124-60b13d652e7b {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:39:14.555291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.556545 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-63bf9208-3466-4e9c-b1c8-6bba328db1d3 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "DELETE /v2.0/routers/772045ef-0d91-4976-8124-60b13d652e7b HTTP/1.1" status: 204 len: 168 time: 0.9550815 Jul 07 22:39:14.559051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33106) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:14.600958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33110) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:14.625246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6d1e53-ae47-4830-9567-21a6affd21ce tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Deleting subnet 25fa8e9f-1a1d-47c7-810e-3aceb3252955 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:39:14.627405 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f245c196-d84c-4962-91b4-8461f55f4cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.630960 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1e53-ae47-4830-9567-21a6affd21ce tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.690508 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1e53-ae47-4830-9567-21a6affd21ce tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.840649 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1e53-ae47-4830-9567-21a6affd21ce tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.907011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f245c196-d84c-4962-91b4-8461f55f4cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.917407 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f245c196-d84c-4962-91b4-8461f55f4cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.964306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1e53-ae47-4830-9567-21a6affd21ce tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:14.973822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd77be-b6d6-4c2c-a00c-3251e8b9cf4c req-3a61ba00-f675-477a-b25d-c653d7246b21 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:14.975352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26cd77be-b6d6-4c2c-a00c-3251e8b9cf4c req-3a61ba00-f675-477a-b25d-c653d7246b21 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 944 time: 0.1985261 Jul 07 22:39:14.992700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f245c196-d84c-4962-91b4-8461f55f4cd3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=580f095c9b6f4ddc8f9bb4de172d32ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887482 Jul 07 22:39:14.995596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33122) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:15.016256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245c196-d84c-4962-91b4-8461f55f4cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d8392c-31dc-4b99-96c1-4ed7a8dd0144,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:15.025975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d1e53-ae47-4830-9567-21a6affd21ce tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event deleted for resources: {'Subnet': ['ID=25fa8e9f-1a1d-47c7-810e-3aceb3252955,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:15.029638 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f6d1e53-ae47-4830-9567-21a6affd21ce tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.030674 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610fd770-69ca-4c22-9329-21113af956cf None None] Network e385cf85-6f13-466a-a002-7ecb2a15dbb8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:15.032066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4f6d1e53-ae47-4830-9567-21a6affd21ce tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "DELETE /v2.0/subnets/25fa8e9f-1a1d-47c7-810e-3aceb3252955 HTTP/1.1" status: 204 len: 168 time: 0.4719205 Jul 07 22:39:15.039520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33124) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:15.094329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3938c81a-79cf-4910-946a-31785ee14a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.118846 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3938c81a-79cf-4910-946a-31785ee14a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.143536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26cd77be-b6d6-4c2c-a00c-3251e8b9cf4c req-3276227e-b9ee-4ef7-ace7-2abe1bd92595 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604404 Jul 07 22:39:15.176311 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.185580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3938c81a-79cf-4910-946a-31785ee14a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.188832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3938c81a-79cf-4910-946a-31785ee14a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.190143 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3938c81a-79cf-4910-946a-31785ee14a87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a9d8392c-31dc-4b99-96c1-4ed7a8dd0144 HTTP/1.1" status: 204 len: 168 time: 0.1933556 Jul 07 22:39:15.199390 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938c81a-79cf-4910-946a-31785ee14a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d8392c-31dc-4b99-96c1-4ed7a8dd0144,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:15.254269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2d4038-4ce0-4b20-9c9b-bf0fde5659a4 None None] DHCP port deletion for e385cf85-6f13-466a-a002-7ecb2a15dbb8 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:39:15.269821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Deleting port e67ca292-3074-4a45-9968-710b3c0fce35 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:15.270724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.315808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d4038-4ce0-4b20-9c9b-bf0fde5659a4 None None] Deleting port e67ca292-3074-4a45-9968-710b3c0fce35 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:15.316877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c2d4038-4ce0-4b20-9c9b-bf0fde5659a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.357868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] For port e67ca292-3074-4a45-9968-710b3c0fce35, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e67ca292-3074-4a45-9968-710b3c0fce35,segment=NetworkSegment(b1e5b77a-e2b0-4265-a3f3-5871176be6b7),segment_id=b1e5b77a-e2b0-4265-a3f3-5871176be6b7)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:15.358390 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.383660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Calling delete_port for e67ca292-3074-4a45-9968-710b3c0fce35 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:15.390800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0c2d4038-4ce0-4b20-9c9b-bf0fde5659a4 None None] For port e67ca292-3074-4a45-9968-710b3c0fce35, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e67ca292-3074-4a45-9968-710b3c0fce35,segment=NetworkSegment(b1e5b77a-e2b0-4265-a3f3-5871176be6b7),segment_id=b1e5b77a-e2b0-4265-a3f3-5871176be6b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:15.391505 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c2d4038-4ce0-4b20-9c9b-bf0fde5659a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.408952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d4038-4ce0-4b20-9c9b-bf0fde5659a4 None None] Calling delete_port for e67ca292-3074-4a45-9968-710b3c0fce35 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:15.513794 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.522137 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0c2d4038-4ce0-4b20-9c9b-bf0fde5659a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.547134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event deleted for resources: {'Port': ['ID=e67ca292-3074-4a45-9968-710b3c0fce35,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:15.547134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] No DVR routers for this DVR port e67ca292-3074-4a45-9968-710b3c0fce35 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:15.555009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d4038-4ce0-4b20-9c9b-bf0fde5659a4 None None] Pushing event deleted for resources: {'Port': ['ID=e67ca292-3074-4a45-9968-710b3c0fce35,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:15.578516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d4038-4ce0-4b20-9c9b-bf0fde5659a4 None None] No DVR routers for this DVR port e67ca292-3074-4a45-9968-710b3c0fce35 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:15.622989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f47b099e-1c09-4e6f-8967-07916fdfdace details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:39:15.643074 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.654578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e385cf85-6f13-466a-a002-7ecb2a15dbb8']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:15.665630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e5b77a-e2b0-4265-a3f3-5871176be6b7') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:15.665929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e5b77a-e2b0-4265-a3f3-5871176be6b7') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:15.677566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.697120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.704187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:15.704576 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.742628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f47b099e-1c09-4e6f-8967-07916fdfdace, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f47b099e-1c09-4e6f-8967-07916fdfdace,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:15.759921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'f47b099e-1c09-4e6f-8967-07916fdfdace', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'port_id': 'f47b099e-1c09-4e6f-8967-07916fdfdace', 'mac_address': 'fa:16:3e:71:a3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3b4fc5-50f5-45ab-a965-361badb4d65d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:15.771525 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:15.779297 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.794564 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.797322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "DELETE /v2.0/networks/e385cf85-6f13-466a-a002-7ecb2a15dbb8 HTTP/1.1" status: 204 len: 168 time: 0.7561011 Jul 07 22:39:15.800081 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:15.811606 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.817900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b265830-b379-42a3-84b2-c1c2c794285a tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event deleted for resources: {'Network': ['ID=e385cf85-6f13-466a-a002-7ecb2a15dbb8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:15.825394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47b099e-1c09-4e6f-8967-07916fdfdace {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:15.871343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f47b099e-1c09-4e6f-8967-07916fdfdace, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f47b099e-1c09-4e6f-8967-07916fdfdace,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:15.878949 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:15.936841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f47b099e-1c09-4e6f-8967-07916fdfdace,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:15.975675 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Deleting port b7cc854f-82ae-4e85-ac8a-0e0cbaa146d1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:15.976031 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.067612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.073769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.081553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Calling delete_port for b7cc854f-82ae-4e85-ac8a-0e0cbaa146d1 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:16.099517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['f47b099e-1c09-4e6f-8967-07916fdfdace'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:16.309481 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.342128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Pushing event deleted for resources: {'Port': ['ID=b7cc854f-82ae-4e85-ac8a-0e0cbaa146d1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:16.359997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521711bf-ad0c-41db-b877-129c00a095a3 req-9c301ca5-8046-4b80-bb48-05e260f2a235 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:16.361828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-521711bf-ad0c-41db-b877-129c00a095a3 req-9c301ca5-8046-4b80-bb48-05e260f2a235 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 945 time: 0.0986981 Jul 07 22:39:16.413248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-521711bf-ad0c-41db-b877-129c00a095a3 req-8eb876c9-1bc0-4f92-a5c0-d7567d9bbd3e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Jul 07 22:39:16.422837 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.427669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.429180 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-30942051-2130-4516-98a0-893dcc154993 tempest-FloatingIPAdminTestJSON-1242275218 tempest-FloatingIPAdminTestJSON-1242275218-project] 10.222.0.81 "DELETE /v2.0/floatingips/1c29f6d7-55f3-40d4-8ef3-5c8838505d1b HTTP/1.1" status: 204 len: 168 time: 0.6280546 Jul 07 22:39:16.645818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33188) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:16.911478 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ccec4080-4db7-44ca-8b50-5a2664b9be50 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60620a1a35a941b5aeae543379979e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642195 Jul 07 22:39:16.913130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33206) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:16.966395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe081-96a0-43bb-bb68-07e259f885b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:16.994888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe081-96a0-43bb-bb68-07e259f885b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.049161 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe081-96a0-43bb-bb68-07e259f885b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.051988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9f4fe081-96a0-43bb-bb68-07e259f885b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.053333 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9f4fe081-96a0-43bb-bb68-07e259f885b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d6af3220-d2fb-494a-8606-3d78eaa42eb2 HTTP/1.1" status: 204 len: 168 time: 0.1386378 Jul 07 22:39:17.065091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fe081-96a0-43bb-bb68-07e259f885b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6af3220-d2fb-494a-8606-3d78eaa42eb2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:17.149165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e67ca292-3074-4a45-9968-710b3c0fce35 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:17.174164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e67ca292-3074-4a45-9968-710b3c0fce35 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:17.175353 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e67ca292-3074-4a45-9968-710b3c0fce35 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:17.317615 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:17.424673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33232) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:17.433116 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d08d7c2-89cd-499f-ad73-d5a53a3dd7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.440846 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fe953c3-1aba-4fc5-a83a-f468bae0b66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.461072 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.db.api [None req-9fe953c3-1aba-4fc5-a83a-f468bae0b66d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 07 22:39:17.461072 n-d-695012-11 neutron-server[93941]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 07 22:39:17.461072 n-d-695012-11 neutron-server[93941]: [parameters: {'project_id': '1a80181a947a4ea4923d56dd18781f5c', 'id': 'f1e5fff1-3d99-43a6-92cc-5147dde60b96', 'expiration': datetime.datetime(2021, 7, 7, 22, 41, 17, 457155)}] Jul 07 22:39:17.461072 n-d-695012-11 neutron-server[93941]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93941) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:39:17.461721 n-d-695012-11 neutron-server[93941]: DEBUG oslo_db.api [None req-9fe953c3-1aba-4fc5-a83a-f468bae0b66d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:39:17.539947 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d08d7c2-89cd-499f-ad73-d5a53a3dd7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.544086 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d08d7c2-89cd-499f-ad73-d5a53a3dd7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.586045 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3d08d7c2-89cd-499f-ad73-d5a53a3dd7d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94c7519bd04e49eea3d3a80c6410e866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672913 Jul 07 22:39:17.587435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08d7c2-89cd-499f-ad73-d5a53a3dd7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad545ed-05a8-4544-832b-b2699b71c25c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:17.589501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33240) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:17.603920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe958e-bf5a-44d8-8d6f-0578390ce80e req-1d7c1718-a581-4974-a969-a4e30685b641 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:17.605408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acfe958e-bf5a-44d8-8d6f-0578390ce80e req-1d7c1718-a581-4974-a969-a4e30685b641 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 945 time: 0.0762627 Jul 07 22:39:17.616110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f47b099e-1c09-4e6f-8967-07916fdfdace up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:17.669135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port f47b099e-1c09-4e6f-8967-07916fdfdace completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:17.677025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port f47b099e-1c09-4e6f-8967-07916fdfdace triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:17.677666 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.684711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acfe958e-bf5a-44d8-8d6f-0578390ce80e req-bba8492e-ead8-49ba-bff7-3a883d0a647c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715992 Jul 07 22:39:17.696087 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d983451d-19e1-4862-bee3-7982ebf9ddee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.719201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d983451d-19e1-4862-bee3-7982ebf9ddee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.766561 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d983451d-19e1-4862-bee3-7982ebf9ddee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.769090 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d983451d-19e1-4862-bee3-7982ebf9ddee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.770520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d983451d-19e1-4862-bee3-7982ebf9ddee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ad545ed-05a8-4544-832b-b2699b71c25c HTTP/1.1" status: 204 len: 168 time: 0.1799910 Jul 07 22:39:17.778568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983451d-19e1-4862-bee3-7982ebf9ddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad545ed-05a8-4544-832b-b2699b71c25c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:17.780429 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.815984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4c2ab6-5298-46e8-bbab-f421a09993e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47b099e-1c09-4e6f-8967-07916fdfdace'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:17.818837 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c69bd7-cfba-4c04-be6e-912a66ea7b34" -d '{"events": [{"server_uuid": "5f4c2ab6-5298-46e8-bbab-f421a09993e9", "name": "network-vif-plugged", "status": "completed", "tag": "f47b099e-1c09-4e6f-8967-07916fdfdace"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:17.832675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port f47b099e-1c09-4e6f-8967-07916fdfdace, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f47b099e-1c09-4e6f-8967-07916fdfdace,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:17.837298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:17.874510 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007a2f0c-9ac1-4c86-a2ab-ee2356f16a0e x-openstack-request-id: req-007a2f0c-9ac1-4c86-a2ab-ee2356f16a0e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:17.874861 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4c2ab6-5298-46e8-bbab-f421a09993e9", "name": "network-vif-plugged", "status": "completed", "tag": "f47b099e-1c09-4e6f-8967-07916fdfdace", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:17.875288 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-007a2f0c-9ac1-4c86-a2ab-ee2356f16a0e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:17.875825 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4c2ab6-5298-46e8-bbab-f421a09993e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47b099e-1c09-4e6f-8967-07916fdfdace', 'code': 200} Jul 07 22:39:17.934405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=f47b099e-1c09-4e6f-8967-07916fdfdace,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:17.973337 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fe953c3-1aba-4fc5-a83a-f468bae0b66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.038574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a015b-0c62-4c95-b14e-6bb43915e985 req-b60ca4b2-c418-457b-9b2f-81189e184666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:18.040442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-365a015b-0c62-4c95-b14e-6bb43915e985 req-b60ca4b2-c418-457b-9b2f-81189e184666 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 1098 time: 0.0975213 Jul 07 22:39:18.089346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-365a015b-0c62-4c95-b14e-6bb43915e985 req-5e86554f-02d9-48c6-8f7a-4417b172b7e6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Jul 07 22:39:18.117286 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fe953c3-1aba-4fc5-a83a-f468bae0b66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.123222 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9fe953c3-1aba-4fc5-a83a-f468bae0b66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.143192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:18.158952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9fe953c3-1aba-4fc5-a83a-f468bae0b66d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a80181a947a4ea4923d56dd18781f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329624 Jul 07 22:39:18.162020 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d000199e-4a9a-4b52-a4ad-906d51596d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.163534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33260) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:18.195015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe953c3-1aba-4fc5-a83a-f468bae0b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe16ac-7ee8-49c0-b9cb-2da7e75a3d9e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:18.257062 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-15c3c34d-df53-41b6-860b-b106cd3bd856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.285525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-15c3c34d-df53-41b6-860b-b106cd3bd856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.289073 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d000199e-4a9a-4b52-a4ad-906d51596d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.293405 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d000199e-4a9a-4b52-a4ad-906d51596d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.335452 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d000199e-4a9a-4b52-a4ad-906d51596d01 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11250022783845e38c2a077f9bd7b2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895719 Jul 07 22:39:18.336083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000199e-4a9a-4b52-a4ad-906d51596d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b299bea0-5bb8-4089-8d4a-9c8494df35bf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:18.337686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33264) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:18.346673 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-15c3c34d-df53-41b6-860b-b106cd3bd856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.349151 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-15c3c34d-df53-41b6-860b-b106cd3bd856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.352530 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-15c3c34d-df53-41b6-860b-b106cd3bd856 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2fe16ac-7ee8-49c0-b9cb-2da7e75a3d9e HTTP/1.1" status: 204 len: 168 time: 0.1857107 Jul 07 22:39:18.367293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3c34d-df53-41b6-860b-b106cd3bd856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe16ac-7ee8-49c0-b9cb-2da7e75a3d9e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:18.402109 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-301e1536-4bf8-4895-84eb-5676b7eb1c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.424471 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-301e1536-4bf8-4895-84eb-5676b7eb1c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.474853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-301e1536-4bf8-4895-84eb-5676b7eb1c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.478111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-301e1536-4bf8-4895-84eb-5676b7eb1c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.481762 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-301e1536-4bf8-4895-84eb-5676b7eb1c26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b299bea0-5bb8-4089-8d4a-9c8494df35bf HTTP/1.1" status: 204 len: 168 time: 0.1406226 Jul 07 22:39:18.491876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e1536-4bf8-4895-84eb-5676b7eb1c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299bea0-5bb8-4089-8d4a-9c8494df35bf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:18.803845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33290) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:18.836557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2148144-7198-4045-abfc-2d7a985cd06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.967501 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2148144-7198-4045-abfc-2d7a985cd06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:18.981316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2148144-7198-4045-abfc-2d7a985cd06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.026425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6f0fd-d35e-47a2-8194-48c3c4e1d3a8 req-a51f532e-c7f5-4d5a-a1c5-ac8fa9b58aec tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:19.035037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2148144-7198-4045-abfc-2d7a985cd06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943e4ead-8e64-4433-b084-0e3cb39dee47,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:19.036351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1df6f0fd-d35e-47a2-8194-48c3c4e1d3a8 req-a51f532e-c7f5-4d5a-a1c5-ac8fa9b58aec tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 946 time: 0.1260109 Jul 07 22:39:19.045673 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a2148144-7198-4045-abfc-2d7a985cd06f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4af65379f8144f9b765c05a4e446e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372530 Jul 07 22:39:19.048082 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33296) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:19.101651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1df6f0fd-d35e-47a2-8194-48c3c4e1d3a8 req-7e36c6a4-215b-4725-8892-6864a646f273 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644257 Jul 07 22:39:19.122020 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7cd792ca-1b4f-437f-8655-f6327d538073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.144624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7cd792ca-1b4f-437f-8655-f6327d538073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.200187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7cd792ca-1b4f-437f-8655-f6327d538073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.203508 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7cd792ca-1b4f-437f-8655-f6327d538073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:19.204864 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7cd792ca-1b4f-437f-8655-f6327d538073 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/943e4ead-8e64-4433-b084-0e3cb39dee47 HTTP/1.1" status: 204 len: 168 time: 0.1571221 Jul 07 22:39:19.213712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd792ca-1b4f-437f-8655-f6327d538073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943e4ead-8e64-4433-b084-0e3cb39dee47,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:19.830739 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:20.328489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd06d1-1199-4784-ad2f-468def965e97 req-4da35876-3458-4806-8c5a-8b92efd21c7d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:20.330065 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82dd06d1-1199-4784-ad2f-468def965e97 req-4da35876-3458-4806-8c5a-8b92efd21c7d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 946 time: 0.0822673 Jul 07 22:39:20.380802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82dd06d1-1199-4784-ad2f-468def965e97 req-8e3bf60b-79b0-4ef7-b853-3da9351f873f tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447066 Jul 07 22:39:20.762991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33408) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:20.816456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-19db759c-2585-4bcf-b300-6bc4a726863a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:20.822897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-19db759c-2585-4bcf-b300-6bc4a726863a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.1805093 Jul 07 22:39:20.860403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-89e01e45-1ec4-48b0-b72e-1119f09ba2df tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/quotas/4f05d08a47ed4d619654abab61ac2d59 HTTP/1.1" status: 200 len: 375 time: 0.0164683 Jul 07 22:39:20.991011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-4008f0a8-782c-457b-8906-b83b49fe63d7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296394 Jul 07 22:39:21.072123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09cf21f5-d8d0-40bf-821e-a8a6c28f62d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.114489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-f8660be8-01a9-4408-a76c-a8082101766b service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167309 Jul 07 22:39:21.208773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09cf21f5-d8d0-40bf-821e-a8a6c28f62d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.214186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-09cf21f5-d8d0-40bf-821e-a8a6c28f62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.224943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:21.243339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-064741dc-0534-44e3-8344-cf2715351032 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203117 Jul 07 22:39:21.262486 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-09cf21f5-d8d0-40bf-821e-a8a6c28f62d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28f0a1cc7cae4c4cace37bdd4a2865fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983151 Jul 07 22:39:21.265268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33436) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:21.276567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf21f5-d8d0-40bf-821e-a8a6c28f62d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5791a2ca-1536-46d5-9ca1-3a76cfb3936b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:21.329132 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-711a297a-1367-4c06-ae15-a897d67856d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.353115 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-711a297a-1367-4c06-ae15-a897d67856d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.412046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a7ae7354-9d62-4dca-b23a-79590a30d5b9 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:21.432970 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a7ae7354-9d62-4dca-b23a-79590a30d5b9 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] 10.222.0.81 "PUT /v2.0/quotas/0b588bdfb8104e149217320f25bb5c7f HTTP/1.1" status: 200 len: 368 time: 0.2039545 Jul 07 22:39:21.433640 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33440) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:21.444019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Request body: {'network': {'project_id': '0b588bdfb8104e149217320f25bb5c7f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:21.463232 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-711a297a-1367-4c06-ae15-a897d67856d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.465948 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-711a297a-1367-4c06-ae15-a897d67856d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.467878 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-711a297a-1367-4c06-ae15-a897d67856d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5791a2ca-1536-46d5-9ca1-3a76cfb3936b HTTP/1.1" status: 204 len: 168 time: 0.2008543 Jul 07 22:39:21.476661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a297a-1367-4c06-ae15-a897d67856d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5791a2ca-1536-46d5-9ca1-3a76cfb3936b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:21.515129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09734282-38fe-4d08-9ffd-a5efef2e3674 req-67693105-be61-4053-8957-4d1c9144307a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 210 time: 0.0366366 Jul 07 22:39:21.521070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Made reservation on behalf of 0b588bdfb8104e149217320f25bb5c7f for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:21.523869 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.535046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.695372 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.700200 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.725470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:39:21.743319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f49c521-9981-4f3b-9cd3-dd85ed99ec35,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:21.760298 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.760743 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Added segment 5e4d625b-bacd-499a-8645-1277d5970431 of type vlan for network ff43f46c-8523-45b4-9277-6f682dd422bf Jul 07 22:39:21.804905 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.848078 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.849238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:21.849878 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.907733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:21.909699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4739251 Jul 07 22:39:21.912124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33464) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:21.917673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Request body: {'network': {'project_id': '0b588bdfb8104e149217320f25bb5c7f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:21.924152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40b5577b-beb9-4d1d-9a4e-de20b79ca062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.929840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b32f01-3b51-4fcf-ac1c-03c68a802fc2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Pushing event updated for resources: {'Network': ['ID=ff43f46c-8523-45b4-9277-6f682dd422bf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:21.947694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network ff43f46c-8523-45b4-9277-6f682dd422bf details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:39:21.956281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Made reservation on behalf of 0b588bdfb8104e149217320f25bb5c7f for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:21.962662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:21.996685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:39:22.010371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.010781 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Added segment 02001f56-b274-4665-80a8-b24a6c201c47 of type vlan for network 54f9a5ea-1529-48ee-90d8-4e35d3489a6c Jul 07 22:39:22.056908 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40b5577b-beb9-4d1d-9a4e-de20b79ca062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.062820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40b5577b-beb9-4d1d-9a4e-de20b79ca062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.069199 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.103768 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.104401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5577b-beb9-4d1d-9a4e-de20b79ca062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb45d65-c31f-4fae-b481-4aa78c6def9c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:22.105038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:22.105809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.144188 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40b5577b-beb9-4d1d-9a4e-de20b79ca062 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5d48b676b884ae1ae12e492563c6461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352738 Jul 07 22:39:22.146896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33468) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:22.171206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2578397 Jul 07 22:39:22.173836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33472) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:22.181734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5d635790-1c38-445d-b635-71c6a1909ce6 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Request body: {'network': {'project_id': '0b588bdfb8104e149217320f25bb5c7f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:22.198190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c152210-b8c4-4b55-b5b0-f4b102d56800 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Pushing event updated for resources: {'Network': ['ID=54f9a5ea-1529-48ee-90d8-4e35d3489a6c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:22.202381 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d635790-1c38-445d-b635-71c6a1909ce6 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 07 22:39:22.203030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d635790-1c38-445d-b635-71c6a1909ce6 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:39:22.204520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5d635790-1c38-445d-b635-71c6a1909ce6 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0296021 Jul 07 22:39:22.210660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 54f9a5ea-1529-48ee-90d8-4e35d3489a6c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:39:22.214051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:22.318966 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2dfa811e-b508-4e80-bd90-db73a24de17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.336912 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.359766 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2dfa811e-b508-4e80-bd90-db73a24de17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.455656 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.467577 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f9a5ea-1529-48ee-90d8-4e35d3489a6c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:22.479245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02001f56-b274-4665-80a8-b24a6c201c47') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:22.479564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02001f56-b274-4665-80a8-b24a6c201c47') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:22.489070 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2dfa811e-b508-4e80-bd90-db73a24de17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.491588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2dfa811e-b508-4e80-bd90-db73a24de17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.492731 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2dfa811e-b508-4e80-bd90-db73a24de17e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/deb45d65-c31f-4fae-b481-4aa78c6def9c HTTP/1.1" status: 204 len: 168 time: 0.3448842 Jul 07 22:39:22.494551 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.511045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa811e-b508-4e80-bd90-db73a24de17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb45d65-c31f-4fae-b481-4aa78c6def9c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:22.518037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.526181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:22.526605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:22.528532 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:22.592450 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.604366 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:22.609809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33488) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:22.610347 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] 10.222.0.81 "DELETE /v2.0/networks/54f9a5ea-1529-48ee-90d8-4e35d3489a6c HTTP/1.1" status: 204 len: 168 time: 0.3948700 Jul 07 22:39:22.626202 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75539960-8e3b-44db-9f6b-e7a808135d8f tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Pushing event deleted for resources: {'Network': ['ID=54f9a5ea-1529-48ee-90d8-4e35d3489a6c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:22.780051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6276d850-ea3a-4e35-b350-3d1e0509486c req-b70ded47-76ef-44b0-9382-0e4686aeebf4 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 210 time: 0.0760596 Jul 07 22:39:22.806999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.020911 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.035828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff43f46c-8523-45b4-9277-6f682dd422bf']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:23.056397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4d625b-bacd-499a-8645-1277d5970431') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:23.056397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4d625b-bacd-499a-8645-1277d5970431') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:23.085018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.119581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.130030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46bea3-ef76-4aee-bd77-86a1aa8a29e6 req-113a0567-fc07-41ce-a357-d7a07dd1dad7 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:23.131603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fe46bea3-ef76-4aee-bd77-86a1aa8a29e6 req-113a0567-fc07-41ce-a357-d7a07dd1dad7 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1097 time: 0.2125049 Jul 07 22:39:23.138221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-f1631fb9-5787-4b37-9b93-fc089d9bf860 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:23.140193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-f1631fb9-5787-4b37-9b93-fc089d9bf860 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.2964592 Jul 07 22:39:23.141296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:39:23.141708 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:39:23.145642 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:39:23.189020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Request body: {'port': {'device_id': 'ecde681c-fde6-4317-9bbc-9a4e0600a95d', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'admin_state_up': True, 'tenant_id': '4f05d08a47ed4d619654abab61ac2d59'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:23.276286 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.283381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fe46bea3-ef76-4aee-bd77-86a1aa8a29e6 req-4eec65e6-bcfe-4180-85e9-ae17032280a8 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395390 Jul 07 22:39:23.289672 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.294023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] 10.222.0.81 "DELETE /v2.0/networks/ff43f46c-8523-45b4-9277-6f682dd422bf HTTP/1.1" status: 204 len: 168 time: 0.6788042 Jul 07 22:39:23.306999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbddea3-d312-49ec-b483-5e3d2a6ba2e2 tempest-QuotasNegativeTest-654636416 tempest-QuotasNegativeTest-654636416-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff43f46c-8523-45b4-9277-6f682dd422bf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:23.364690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Made reservation on behalf of 4f05d08a47ed4d619654abab61ac2d59 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:23.369705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.564351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Allocated IP 172.20.0.4 (5211f5de-c0ff-4983-9c83-c6c0d345f6ae/1b3b4fc5-50f5-45ab-a965-361badb4d65d/c9a4ca37-847b-44e4-ae4d-310bcebd1908) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:23.604426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48537db1-5338-49fa-8047-c9db0ffa1ec6 req-bbed1dad-09f8-4405-804f-c98549b45400 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:23.611868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48537db1-5338-49fa-8047-c9db0ffa1ec6 req-bbed1dad-09f8-4405-804f-c98549b45400 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1708832 Jul 07 22:39:23.695615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48537db1-5338-49fa-8047-c9db0ffa1ec6 req-1e98dbb2-56cd-4028-97d2-bc2196d5ec51 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821216 Jul 07 22:39:23.721998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33536) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:23.831520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:23.854720 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.904863 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bcfa7c4c-7a48-4743-95c0-564997f729d1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/961c91fc-dfc9-42cd-bd14-133af9500235 HTTP/1.1" status: 200 len: 993 time: 0.1805055 Jul 07 22:39:23.937857 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:23.949972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'f47b099e-1c09-4e6f-8967-07916fdfdace'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:24.055645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:24.057852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event updated for resources: {'Port': ['ID=c9a4ca37-847b-44e4-ae4d-310bcebd1908,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:24.068562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:24.082575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:24.211202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:24.211876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.252431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-54aae0f9-9dd6-4059-9bc5-67648c3266af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0689697 Jul 07 22:39:24.276043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09eb0f-b0f7-446e-a376-af12d7ed8955 req-ce750ddf-8b2f-49cd-866f-d549c99e9ea4 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:24.277792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b09eb0f-b0f7-446e-a376-af12d7ed8955 req-ce750ddf-8b2f-49cd-866f-d549c99e9ea4 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 931 time: 0.3024044 Jul 07 22:39:24.303220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Request body: {'port': {'device_id': 'ecde681c-fde6-4317-9bbc-9a4e0600a95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:24.346866 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.372463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b09eb0f-b0f7-446e-a376-af12d7ed8955 req-7bfe767b-b0c3-47fe-abca-18a119eeeccf tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658782 Jul 07 22:39:24.438657 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.537856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.543471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.606636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5323def0-88f6-43f1-9980-220ada4ffc8b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:24.617010 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff99484616b94978bacd195d0ead1d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7814658 Jul 07 22:39:24.618116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33580) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:24.620503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.620857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.621202 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.622289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.622289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.622657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.623695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.624039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.624394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.624709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.625040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.625394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6f3583-958f-43f5-a44e-0ccaa6123d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:24.810904 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4bd399c8-70cb-4496-af4e-3536b2782b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:24.866430 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4bd399c8-70cb-4496-af4e-3536b2782b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.014562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfccba-d14c-4020-b882-e7a5578d1f90 req-378dd985-10e6-4cf6-be9e-10ef6d11fa27 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:25.018535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04dfccba-d14c-4020-b882-e7a5578d1f90 req-378dd985-10e6-4cf6-be9e-10ef6d11fa27 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.2257104 Jul 07 22:39:25.026956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a4ca37-847b-44e4-ae4d-310bcebd1908 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:25.046318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.073907 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4bd399c8-70cb-4496-af4e-3536b2782b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.076635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4bd399c8-70cb-4496-af4e-3536b2782b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.077673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4bd399c8-70cb-4496-af4e-3536b2782b9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5323def0-88f6-43f1-9980-220ada4ffc8b HTTP/1.1" status: 204 len: 168 time: 0.4592912 Jul 07 22:39:25.104122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Transition to ACTIVE for port object c9a4ca37-847b-44e4-ae4d-310bcebd1908 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:25.123029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-442f5776-9982-42d0-ad7d-800e66c5bc96 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3989098 Jul 07 22:39:25.138640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04dfccba-d14c-4020-b882-e7a5578d1f90 req-b09bb048-5f8a-4ad4-86c8-e3138f39481e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061163 Jul 07 22:39:25.143865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.165932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd399c8-70cb-4496-af4e-3536b2782b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5323def0-88f6-43f1-9980-220ada4ffc8b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:25.221795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Pushing event updated for resources: {'Port': ['ID=c9a4ca37-847b-44e4-ae4d-310bcebd1908,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:25.327014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Attempting to bind port c9a4ca37-847b-44e4-ae4d-310bcebd1908 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:25.327461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Attempting to bind port c9a4ca37-847b-44e4-ae4d-310bcebd1908 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:25.328000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Attempting to bind port c9a4ca37-847b-44e4-ae4d-310bcebd1908 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:25.333309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Port c9a4ca37-847b-44e4-ae4d-310bcebd1908 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:39:25.333709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Attempting to bind port c9a4ca37-847b-44e4-ae4d-310bcebd1908 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:25.339240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:25.339687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Checking segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:25.340174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Bound using segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:25.340707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Bound port: c9a4ca37-847b-44e4-ae4d-310bcebd1908, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:25.341363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.435481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] For port c9a4ca37-847b-44e4-ae4d-310bcebd1908, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:25.444212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] For port c9a4ca37-847b-44e4-ae4d-310bcebd1908, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c9a4ca37-847b-44e4-ae4d-310bcebd1908,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:25.449255 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.504166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:25.504682 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.506181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] 10.222.0.83 "PUT /v2.0/ports/c9a4ca37-847b-44e4-ae4d-310bcebd1908 HTTP/1.1" status: 200 len: 1092 time: 1.2193563 Jul 07 22:39:25.506653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecde681c-fde6-4317-9bbc-9a4e0600a95d', 'tag': 'c9a4ca37-847b-44e4-ae4d-310bcebd1908'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:25.518744 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecde681c-fde6-4317-9bbc-9a4e0600a95d", "tag": "c9a4ca37-847b-44e4-ae4d-310bcebd1908"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:25.601872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87ef34-25ab-43a5-a66a-465befe098bf service neutron] Pushing event updated for resources: {'Port': ['ID=c9a4ca37-847b-44e4-ae4d-310bcebd1908,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:25.627717 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27b2e10-50e9-42e8-b8df-252380ffeaa0 x-openstack-request-id: req-f27b2e10-50e9-42e8-b8df-252380ffeaa0 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:25.628390 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecde681c-fde6-4317-9bbc-9a4e0600a95d", "tag": "c9a4ca37-847b-44e4-ae4d-310bcebd1908", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:25.628654 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f27b2e10-50e9-42e8-b8df-252380ffeaa0 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:25.629138 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecde681c-fde6-4317-9bbc-9a4e0600a95d', 'tag': 'c9a4ca37-847b-44e4-ae4d-310bcebd1908', 'status': 'completed', 'code': 200} Jul 07 22:39:25.708571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-c5d63d86-b4de-4d59-b3d7-702938d77184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:25.710724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-c5d63d86-b4de-4d59-b3d7-702938d77184 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 1095 time: 0.1327608 Jul 07 22:39:25.723874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a77b12-d800-43e9-b05a-93b121ea45fd req-51e1469a-c677-46cd-a226-da867dd3c68e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:25.725507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61a77b12-d800-43e9-b05a-93b121ea45fd req-51e1469a-c677-46cd-a226-da867dd3c68e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 943 time: 0.1463234 Jul 07 22:39:25.772269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-ce2c7a85-e380-4974-ad38-3966f50b190e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9a4ca37-847b-44e4-ae4d-310bcebd1908 HTTP/1.1" status: 200 len: 217 time: 0.0454886 Jul 07 22:39:25.785959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33632) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:25.806993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efa2bf8a-1c5a-4a5c-b27c-11c7baf682b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.850036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61a77b12-d800-43e9-b05a-93b121ea45fd req-9e8b5cab-36d4-4e72-a87a-04918878adf6 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155312 Jul 07 22:39:25.888822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-79e28a1c-44b0-40f5-bea0-52fad3c80827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:25.904695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-79e28a1c-44b0-40f5-bea0-52fad3c80827 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.1157343 Jul 07 22:39:25.974125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-1c52513a-4e01-4a45-afdc-f021b44dc0d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613716 Jul 07 22:39:25.974838 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efa2bf8a-1c5a-4a5c-b27c-11c7baf682b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:25.979755 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efa2bf8a-1c5a-4a5c-b27c-11c7baf682b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.042253 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-efa2bf8a-1c5a-4a5c-b27c-11c7baf682b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e5274e9831145e29eb92b4f7128f4be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524822 Jul 07 22:39:26.042253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2bf8a-1c5a-4a5c-b27c-11c7baf682b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13da9c6-5759-4124-9d33-13a6f6f858de,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:26.043359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33640) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:26.102886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722f1483-40cb-48b3-8399-f40406dab8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.141858 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722f1483-40cb-48b3-8399-f40406dab8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.148084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-3bce0f75-a7ec-4fed-bc90-acfb95bcbeab service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704693 Jul 07 22:39:26.259591 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722f1483-40cb-48b3-8399-f40406dab8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.263055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-722f1483-40cb-48b3-8399-f40406dab8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:26.311528 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-722f1483-40cb-48b3-8399-f40406dab8de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f13da9c6-5759-4124-9d33-13a6f6f858de HTTP/1.1" status: 204 len: 168 time: 0.2514946 Jul 07 22:39:26.337762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f1483-40cb-48b3-8399-f40406dab8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13da9c6-5759-4124-9d33-13a6f6f858de,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:26.900829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ae7c6-61a4-46c5-b810-f9cb0de75942 req-1beffc76-880c-4c04-a092-8bc37969f794 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:26.902365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e21ae7c6-61a4-46c5-b810-f9cb0de75942 req-1beffc76-880c-4c04-a092-8bc37969f794 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1213632 Jul 07 22:39:26.908606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-210ba009-e76d-4da6-b195-aa48e71dd708 req-0b23aa9c-2383-49da-a8cc-828b0b583b97 service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526050 Jul 07 22:39:26.990475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e21ae7c6-61a4-46c5-b810-f9cb0de75942 req-2f8bb2c3-1df1-4e07-91de-00a6938091ea tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757759 Jul 07 22:39:27.189504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a03375-639f-42a3-8c12-d735bedd4d13 req-20e768a2-0651-4c14-b579-f50903d32bc2 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.191025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3a03375-639f-42a3-8c12-d735bedd4d13 req-20e768a2-0651-4c14-b579-f50903d32bc2 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 943 time: 0.1674263 Jul 07 22:39:27.193979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-a964fc62-e462-4452-bf69-6d04525928fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.195480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-a964fc62-e462-4452-bf69-6d04525928fa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 1095 time: 0.1695704 Jul 07 22:39:27.205341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-11791272-9a64-4873-9944-ed98ac814058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.206759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-11791272-9a64-4873-9944-ed98ac814058 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1097 time: 0.1277695 Jul 07 22:39:27.255884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33692) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:27.333259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3a03375-639f-42a3-8c12-d735bedd4d13 req-8127e273-7389-43ef-9649-806438544e10 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355913 Jul 07 22:39:27.367222 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4d9f4f8-e309-4afd-b3bb-d502f704fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.390798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-1dc367c8-cc55-4260-8ce9-34677146d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.392264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-1dc367c8-cc55-4260-8ce9-34677146d56e service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.1698968 Jul 07 22:39:27.393321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-6518dad9-dbc1-4f47-b4e2-20f3e022c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.394659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-6518dad9-dbc1-4f47-b4e2-20f3e022c220 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 907 time: 0.1861978 Jul 07 22:39:27.405524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-718655491'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:27.427704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Made reservation on behalf of 945c9b55192a40229f3560313d7c8f44 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:27.432919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.443398 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.490258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-552cdff3-e524-4e4b-a5da-ce07cd1cbb62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9a4ca37-847b-44e4-ae4d-310bcebd1908 HTTP/1.1" status: 200 len: 217 time: 0.0853920 Jul 07 22:39:27.548869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-cba0ba9f-6131-49eb-a3a1-37f4a6ac10b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 1001 time: 0.1379869 Jul 07 22:39:27.565000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-31af2a9d-e1e1-412e-ad02-7de37a48f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.566661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-31af2a9d-e1e1-412e-ad02-7de37a48f345 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0693979 Jul 07 22:39:27.587595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.595027 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.625690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-86d57c78-4137-467f-95c2-f020416a66a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348921 Jul 07 22:39:27.644861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:39:27.658099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512c4602-f8f0-4c20-9208-8e1233734ca6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:27.661347 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.661790 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Added segment 563a07b7-56e0-4b2b-af34-75721e321313 of type vlan for network 41fef850-300b-4dec-ac09-bbbdcac2a22a Jul 07 22:39:27.694934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-2ee91ca2-a9c1-4e6d-b472-d64a8cfd889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.696583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-2ee91ca2-a9c1-4e6d-b472-d64a8cfd889a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1405556 Jul 07 22:39:27.725216 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.757008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.762705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.763824 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.793312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-08afdcde-237a-45ff-893a-832edcb62b7d service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609764 Jul 07 22:39:27.799512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-5a791dfb-2b10-4ee3-8aab-49ed30802acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:27.800986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-5a791dfb-2b10-4ee3-8aab-49ed30802acc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939009 Jul 07 22:39:27.830128 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5686829 Jul 07 22:39:27.830128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33708) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:27.834200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'subnet': {'network_id': '41fef850-300b-4dec-ac09-bbbdcac2a22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:27.854283 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939e284-cd0e-42ee-bd88-e7e7783f6a9d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Network': ['ID=41fef850-300b-4dec-ac09-bbbdcac2a22a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:27.865335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:39:27.933229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Made reservation on behalf of 945c9b55192a40229f3560313d7c8f44 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:27.937483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:27.968048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-17b273f0-3ef1-4ad5-b3d8-d7e4117d1955 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587143 Jul 07 22:39:27.970034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4ca55fb-7d1a-44b3-8d27-388cda78d05a req-4c24e4d6-be0c-43a1-86c7-f2a8321c1c3c service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682060 Jul 07 22:39:28.183265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-ba44d08c-8641-4436-914c-bd96c249d085 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911249 Jul 07 22:39:28.237357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.238314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8196b5-8ca7-4fde-b8db-f7952bdfd4ab req-80592d6d-ecc6-4f43-94ff-f879f5a50e22 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:28.240190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c8196b5-8ca7-4fde-b8db-f7952bdfd4ab req-80592d6d-ecc6-4f43-94ff-f879f5a50e22 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.0990634 Jul 07 22:39:28.292163 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Subnet': ['ID=43652301-bc3e-433c-a682-cc9898c85bb0,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:28.340177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Checking segment: {'id': '563a07b7-56e0-4b2b-af34-75721e321313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '41fef850-300b-4dec-ac09-bbbdcac2a22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:28.342260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network hostable DHCP agents. Network: 41fef850-300b-4dec-ac09-bbbdcac2a22a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:39:28.353187 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c8196b5-8ca7-4fde-b8db-f7952bdfd4ab req-cc8c3be7-ade3-4e66-96e4-510a48964733 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067009 Jul 07 22:39:28.387210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:39:28.404340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 41fef850-300b-4dec-ac09-bbbdcac2a22a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:28.413645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47beb3bb-178f-4f56-a1ed-55488ffc4d9e None None] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:28.414105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:28.416989 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.448218 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-76fb5592-a4cc-4936-82dc-aa6624e62d4b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6180627 Jul 07 22:39:28.451434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33724) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:28.457888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1701176264', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:28.533211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.538772 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.632639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecdf29-5a36-49c5-a70d-cc26c1b8f620 None None] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:39:28.677197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:28.702166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aba318-4ec2-4f9a-9986-b7d17235c31b req-efd317cf-2f05-4dcc-a706-084c74d89a0a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:28.703809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55aba318-4ec2-4f9a-9986-b7d17235c31b req-efd317cf-2f05-4dcc-a706-084c74d89a0a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 943 time: 0.1578770 Jul 07 22:39:28.885856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55aba318-4ec2-4f9a-9986-b7d17235c31b req-2d7e72ab-33b2-4a43-9210-abfac42173ed tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433692 Jul 07 22:39:28.891653 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.114063 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.134535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.258846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.25.8.23 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d033ac4d-5935-4977-be72-50a044c34ffd) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:29.411519 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.461358 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.512340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=d033ac4d-5935-4977-be72-50a044c34ffd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:29.574725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:29.578691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:29.582631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:29.635825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885f606-d8b7-4761-ba98-56509df5edbb req-94bd6efe-94e3-4430-aa67-e68ea43374bb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:29.637429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a885f606-d8b7-4761-ba98-56509df5edbb req-94bd6efe-94e3-4430-aa67-e68ea43374bb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1262741 Jul 07 22:39:29.728233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcae2659-81e9-435c-beef-974e1ef4c118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:29.768472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a885f606-d8b7-4761-ba98-56509df5edbb req-a16949eb-ac4c-4c02-b322-1654b46e7aaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248438 Jul 07 22:39:29.915311 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:30.033812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:30.062402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c9a4ca37-847b-44e4-ae4d-310bcebd1908 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:39:30.177770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c9a4ca37-847b-44e4-ae4d-310bcebd1908, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c9a4ca37-847b-44e4-ae4d-310bcebd1908,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:30.191536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'c9a4ca37-847b-44e4-ae4d-310bcebd1908', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'port_id': 'c9a4ca37-847b-44e4-ae4d-310bcebd1908', 'mac_address': 'fa:16:3e:fd:1e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3b4fc5-50f5-45ab-a965-361badb4d65d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:39:30.200658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec336f66-f5bf-40c3-ab52-afc24df6785d req-04391cee-7f54-4b12-a31a-3c52cec2227f tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:30.202206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec336f66-f5bf-40c3-ab52-afc24df6785d req-04391cee-7f54-4b12-a31a-3c52cec2227f tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 943 time: 0.1829195 Jul 07 22:39:30.227494 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:30.231432 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:30.249507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a4ca37-847b-44e4-ae4d-310bcebd1908 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:30.277564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c9a4ca37-847b-44e4-ae4d-310bcebd1908, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c9a4ca37-847b-44e4-ae4d-310bcebd1908,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:30.289757 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:30.344967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c9a4ca37-847b-44e4-ae4d-310bcebd1908,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:30.354838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.355278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.355576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.356401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.356766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.357957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.358358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.358688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.359012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.359334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.359655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.360005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:39:30.406686 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec336f66-f5bf-40c3-ab52-afc24df6785d req-982a8f5c-ad0a-47de-98b0-224f33c16184 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854253 Jul 07 22:39:30.423932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:39:30.531748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:30.543319 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978069e0-73c3-421e-a291-c813c2c15fc3 None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:30.550939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:30.555343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:30.555913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7b9bce07-fcae-4f95-ad25-953aed4d8096 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1030469 Jul 07 22:39:30.562007 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978069e0-73c3-421e-a291-c813c2c15fc3 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:30.562712 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-978069e0-73c3-421e-a291-c813c2c15fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:30.601536 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-978069e0-73c3-421e-a291-c813c2c15fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:30.610809 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978069e0-73c3-421e-a291-c813c2c15fc3 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:30.611608 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-978069e0-73c3-421e-a291-c813c2c15fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:30.647813 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-978069e0-73c3-421e-a291-c813c2c15fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:30.648461 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978069e0-73c3-421e-a291-c813c2c15fc3 None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:30.714162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['c9a4ca37-847b-44e4-ae4d-310bcebd1908'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:30.906429 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:30.984485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a3f6f-7486-40ce-ac7e-15a57bebbcfa req-0c16f250-a13a-4d69-b8f9-8e207f68eadf tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:30.986134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f43a3f6f-7486-40ce-ac7e-15a57bebbcfa req-0c16f250-a13a-4d69-b8f9-8e207f68eadf tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.0727947 Jul 07 22:39:31.032337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f43a3f6f-7486-40ce-ac7e-15a57bebbcfa req-6f1407bb-83e9-4365-be84-1ba9c2b38b2a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395498 Jul 07 22:39:31.343561 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.478335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.620608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43251f88-f239-4954-8e3c-9708c99b6dc3 req-2118d38c-e43e-4f4c-9557-3f66785cec41 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:31.629158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43251f88-f239-4954-8e3c-9708c99b6dc3 req-2118d38c-e43e-4f4c-9557-3f66785cec41 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 944 time: 0.1047747 Jul 07 22:39:31.683775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43251f88-f239-4954-8e3c-9708c99b6dc3 req-7c8f7de9-b498-426b-8aa1-08f4ec680673 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532858 Jul 07 22:39:31.806739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.20.0.1 (41fef850-300b-4dec-ac09-bbbdcac2a22a/43652301-bc3e-433c-a682-cc9898c85bb0/dec5bb1a-a59b-4ea9-a89a-dd6d7a97fb09) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:31.930592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:31.971905 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.022480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:32.026599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:32.028419 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=dec5bb1a-a59b-4ea9-a89a-dd6d7a97fb09,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:32.034389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:32.054508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c9a4ca37-847b-44e4-ae4d-310bcebd1908 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:32.102780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.134193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port c9a4ca37-847b-44e4-ae4d-310bcebd1908 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:32.139693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port c9a4ca37-847b-44e4-ae4d-310bcebd1908 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:32.140236 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.260460 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.310516 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.313524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a299c-48b1-4e93-a19f-d5e2f48f6002 req-413971d5-dac9-478e-a0bc-9fb6687001cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:32.315141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c6a299c-48b1-4e93-a19f-d5e2f48f6002 req-413971d5-dac9-478e-a0bc-9fb6687001cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.0918126 Jul 07 22:39:32.331089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde681c-fde6-4317-9bbc-9a4e0600a95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a4ca37-847b-44e4-ae4d-310bcebd1908'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:32.335910 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350fe886-588a-4e4f-86f5-a8a35a20bee2" -d '{"events": [{"server_uuid": "ecde681c-fde6-4317-9bbc-9a4e0600a95d", "name": "network-vif-plugged", "status": "completed", "tag": "c9a4ca37-847b-44e4-ae4d-310bcebd1908"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:32.353391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port c9a4ca37-847b-44e4-ae4d-310bcebd1908, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c9a4ca37-847b-44e4-ae4d-310bcebd1908,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:32.359794 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.395267 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1f07c7-4f05-4f7e-955f-c339350231ad x-openstack-request-id: req-0e1f07c7-4f05-4f7e-955f-c339350231ad {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:32.395267 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecde681c-fde6-4317-9bbc-9a4e0600a95d", "name": "network-vif-plugged", "status": "completed", "tag": "c9a4ca37-847b-44e4-ae4d-310bcebd1908", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:32.395510 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e1f07c7-4f05-4f7e-955f-c339350231ad {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:32.395884 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde681c-fde6-4317-9bbc-9a4e0600a95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a4ca37-847b-44e4-ae4d-310bcebd1908', 'code': 200} Jul 07 22:39:32.416170 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c6a299c-48b1-4e93-a19f-d5e2f48f6002 req-c8d00874-bd5d-4f84-ade7-9415fbea174e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941529 Jul 07 22:39:32.453828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=c9a4ca37-847b-44e4-ae4d-310bcebd1908,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:32.601430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b0bc6-fe5f-4a15-bed1-cda99f03a04e req-f6fe0223-0d2c-48ac-bf72-fb400f0b5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:32.603140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05b0bc6-fe5f-4a15-bed1-cda99f03a04e req-f6fe0223-0d2c-48ac-bf72-fb400f0b5f47 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 1097 time: 0.0861604 Jul 07 22:39:32.646902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a05b0bc6-fe5f-4a15-bed1-cda99f03a04e req-54cbc5e5-86ab-4c3b-8b49-9ee4563840d8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376306 Jul 07 22:39:32.673908 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.678828 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.757961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.759808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=dec5bb1a-a59b-4ea9-a89a-dd6d7a97fb09,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:32.802571 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:32.906254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:32.908951 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:32.921069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb6b35-aaf7-41de-8b57-ae72bfd8c8bf req-1ab6d79c-5f07-4eef-b735-1d562cecb745 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:32.923183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46eb6b35-aaf7-41de-8b57-ae72bfd8c8bf req-1ab6d79c-5f07-4eef-b735-1d562cecb745 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 945 time: 0.0741274 Jul 07 22:39:32.961710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46eb6b35-aaf7-41de-8b57-ae72bfd8c8bf req-2768fa1b-2fbc-41a9-a44d-a90e2a5e993c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Jul 07 22:39:33.027419 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:33.145633 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:33.151094 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bc0dd385-efbf-446e-97c4-5f7b16377859 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/routers/a9a57eb9-625f-4d15-a589-d8ebdbfa5d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5930574 Jul 07 22:39:33.153698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:33.158646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310cc548-15a6-47ce-a03c-b14ba907073d None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:33.160691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'port': {'network_id': '41fef850-300b-4dec-ac09-bbbdcac2a22a', 'name': 'tempest-FloatingIPTestJSON-1385594255'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:33.171035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310cc548-15a6-47ce-a03c-b14ba907073d None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:33.171688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-310cc548-15a6-47ce-a03c-b14ba907073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:33.203272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-310cc548-15a6-47ce-a03c-b14ba907073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:33.212815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310cc548-15a6-47ce-a03c-b14ba907073d None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:33.213412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-310cc548-15a6-47ce-a03c-b14ba907073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:33.244455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-310cc548-15a6-47ce-a03c-b14ba907073d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:33.245094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310cc548-15a6-47ce-a03c-b14ba907073d None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:33.275120 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Made reservation on behalf of 945c9b55192a40229f3560313d7c8f44 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:33.279177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:33.298730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] device_id is not set on port 08743c52-b447-4eee-9862-5fd60e5a5db9 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:39:33.412150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.20.0.5 (41fef850-300b-4dec-ac09-bbbdcac2a22a/43652301-bc3e-433c-a682-cc9898c85bb0/08743c52-b447-4eee-9862-5fd60e5a5db9) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:33.575757 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:33.590249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe09e2-c85d-4a6e-b460-d4f7750b87f1 req-e461ad83-2e0b-4201-8966-883666e7c03e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:33.592489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfbe09e2-c85d-4a6e-b460-d4f7750b87f1 req-e461ad83-2e0b-4201-8966-883666e7c03e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.0659804 Jul 07 22:39:33.622342 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:33.639335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfbe09e2-c85d-4a6e-b460-d4f7750b87f1 req-0115fc81-15e0-4b88-a83f-620ffe84081e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407290 Jul 07 22:39:33.668922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:33.677571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:33.680281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:33.687444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=08743c52-b447-4eee-9862-5fd60e5a5db9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:33.747449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:33.747449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:33.766827 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-44de76b9-0b68-4203-80fe-a807fc9cc808 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6098132 Jul 07 22:39:33.767026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:33.772723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'port': {'network_id': '41fef850-300b-4dec-ac09-bbbdcac2a22a', 'name': 'tempest-FloatingIPTestJSON-1754864326'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:33.914842 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Made reservation on behalf of 945c9b55192a40229f3560313d7c8f44 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:33.920294 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:33.947945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] device_id is not set on port 7d38ba54-0409-4ece-b879-e6f233707158 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:39:34.145097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.20.0.9 (41fef850-300b-4dec-ac09-bbbdcac2a22a/43652301-bc3e-433c-a682-cc9898c85bb0/7d38ba54-0409-4ece-b879-e6f233707158) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:34.250097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c05b35-5883-43a9-9ff9-5825914f3919 req-ee7308c9-d3dc-4d03-8836-cc9791639b4a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:34.258390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84c05b35-5883-43a9-9ff9-5825914f3919 req-ee7308c9-d3dc-4d03-8836-cc9791639b4a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 945 time: 0.1561773 Jul 07 22:39:34.321802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84c05b35-5883-43a9-9ff9-5825914f3919 req-bf4d6bd4-9f54-4d7e-8836-19e72a2dbaa1 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600674 Jul 07 22:39:34.353674 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.405054 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.451178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:34.457077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:34.460874 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:34.467764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=7d38ba54-0409-4ece-b879-e6f233707158,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:34.526175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:34.526175 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.556106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 33872) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:34.556849 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-84353ff8-52ca-4ac5-b15d-2997d4c4c32b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7792077 Jul 07 22:39:34.557621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '7d38ba54-0409-4ece-b879-e6f233707158', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:34.584178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.688600 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:34.808897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.25.8.142 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/12eaa11b-6234-4fa0-afe2-2da33f107c58) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:35.356171 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.367814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb67a9-72a4-4c1b-94b7-d0e0855c2f21 req-4b216896-741d-4ff7-b2f4-254c2d2772ef tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:35.375232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eeb67a9-72a4-4c1b-94b7-d0e0855c2f21 req-4b216896-741d-4ff7-b2f4-254c2d2772ef tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1148331 Jul 07 22:39:35.429384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1eeb67a9-72a4-4c1b-94b7-d0e0855c2f21 req-10a1ed12-5f6f-4d5c-b8e0-0d883f56209c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530274 Jul 07 22:39:35.449508 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:35.518936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:35.523009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:35.541752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:35.583763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=12eaa11b-6234-4fa0-afe2-2da33f107c58,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:35.655252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47958cf9-1680-4926-8f0c-f9ab4be06e49 req-5112f3ef-826c-4fe0-8833-2bcc9baaf100 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:35.658520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47958cf9-1680-4926-8f0c-f9ab4be06e49 req-5112f3ef-826c-4fe0-8833-2bcc9baaf100 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 945 time: 0.1892130 Jul 07 22:39:35.746715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47958cf9-1680-4926-8f0c-f9ab4be06e49 req-f6e20d6a-6706-434a-afd8-7c6fa88aed38 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819576 Jul 07 22:39:36.122297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42133656-7cf3-4b31-944a-6aff245621f9 req-f9688168-4b3c-4ed8-a105-d02d04415a25 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:36.123846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42133656-7cf3-4b31-944a-6aff245621f9 req-f9688168-4b3c-4ed8-a105-d02d04415a25 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 946 time: 0.2108796 Jul 07 22:39:36.158881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:36.165947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-3301025a-54ae-4fdc-a791-ef804c5b6019 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1722524 Jul 07 22:39:36.225854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42133656-7cf3-4b31-944a-6aff245621f9 req-3d0d3b51-0ecc-4bad-8189-29b4b86a41a8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954275 Jul 07 22:39:36.325036 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:36.457095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-3d99e045-9ae9-45dc-9089-c679d3941fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:36.458645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-3d99e045-9ae9-45dc-9089-c679d3941fff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 1098 time: 0.2299216 Jul 07 22:39:36.617116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-f3458773-5413-4e90-be94-47a9900963e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:36.618620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-f3458773-5413-4e90-be94-47a9900963e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 907 time: 0.1361690 Jul 07 22:39:36.626269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82582361-c345-4a4a-b21b-90d043724e7f req-cf0380f0-90b9-48bf-99d4-fb6d2b1ff655 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:36.627760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82582361-c345-4a4a-b21b-90d043724e7f req-cf0380f0-90b9-48bf-99d4-fb6d2b1ff655 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 945 time: 0.2663774 Jul 07 22:39:36.722159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-12355282-93fd-4f0a-a588-f354d1bbe204 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b HTTP/1.1" status: 200 len: 217 time: 0.0901473 Jul 07 22:39:36.806404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:36.824564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82582361-c345-4a4a-b21b-90d043724e7f req-88505a02-85e2-4f69-b340-3702fd162c30 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563087 Jul 07 22:39:36.844271 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:36.854830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-a1cf44d3-a3a8-41a2-b6ac-45cddb20d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:36.857088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-a1cf44d3-a3a8-41a2-b6ac-45cddb20d593 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.1234097 Jul 07 22:39:36.918219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bfe87-f25f-4626-b06e-8fed89793920 req-4e117b76-3c49-499d-b6bf-7f99bd046b59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:36.931693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b4bfe87-f25f-4626-b06e-8fed89793920 req-4e117b76-3c49-499d-b6bf-7f99bd046b59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.3410625 Jul 07 22:39:37.000347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-59cef33b-277d-4f9f-b02d-b78d6ab7b4b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928822 Jul 07 22:39:37.017535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=12eaa11b-6234-4fa0-afe2-2da33f107c58,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:37.089474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.101852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b4bfe87-f25f-4626-b06e-8fed89793920 req-f1f3d7d8-e611-468d-87ed-f38b751ba4e7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572948 Jul 07 22:39:37.214613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-b365f975-25fd-478d-a835-271257f0e534 service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982164 Jul 07 22:39:37.276221 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 1a1ccea6-a399-4d3b-bac9-fac73100cc82 associated. External IP: 172.25.8.142, port: 7d38ba54-0409-4ece-b879-e6f233707158. Jul 07 22:39:37.444816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09adb4ad-5b3e-4cd1-b87b-93565ffaa2fa req-eabdc6f1-ada2-400a-919c-657bd632a2bc service neutron] 10.222.0.44 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230940 Jul 07 22:39:37.470583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c6543-8d42-4978-8f89-e985287f26fe req-3f8afa26-878f-4d56-991a-ae71efd246a3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:37.473319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf1c6543-8d42-4978-8f89-e985287f26fe req-3f8afa26-878f-4d56-991a-ae71efd246a3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 945 time: 0.1899662 Jul 07 22:39:37.556964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf1c6543-8d42-4978-8f89-e985287f26fe req-e26de0ed-0d5b-460e-a3a1-54eda2186442 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785561 Jul 07 22:39:37.616323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:37.755011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:37.768706 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22014d-d4b3-43a8-8b33-af7414cea134 None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:37.779588 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:37.781776 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22014d-d4b3-43a8-8b33-af7414cea134 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:37.782805 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ae22014d-d4b3-43a8-8b33-af7414cea134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:37.818871 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ae22014d-d4b3-43a8-8b33-af7414cea134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:37.822651 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 33988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:37.827691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6f1e6fc1-3023-44f5-9e6c-dd7cb49d6573 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2758882 Jul 07 22:39:37.828778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-94153b3f-ca3b-4be4-8028-eaedd585d1e1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:37.831970 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22014d-d4b3-43a8-8b33-af7414cea134 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:37.834114 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ae22014d-d4b3-43a8-8b33-af7414cea134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:37.872605 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ae22014d-d4b3-43a8-8b33-af7414cea134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:37.873281 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22014d-d4b3-43a8-8b33-af7414cea134 None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:37.893925 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94153b3f-ca3b-4be4-8028-eaedd585d1e1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.062685 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94153b3f-ca3b-4be4-8028-eaedd585d1e1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.066651 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94153b3f-ca3b-4be4-8028-eaedd585d1e1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.066991 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-94153b3f-ca3b-4be4-8028-eaedd585d1e1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 1a1ccea6-a399-4d3b-bac9-fac73100cc82 disassociated. External IP: 172.25.8.142, port: 7d38ba54-0409-4ece-b879-e6f233707158. Jul 07 22:39:38.327607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94153b3f-ca3b-4be4-8028-eaedd585d1e1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:38.356660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d4671-d129-40d2-9bfe-3225d0e2043f req-57cbc006-0368-433c-8d85-b3c113145f63 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:38.358976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e50d4671-d129-40d2-9bfe-3225d0e2043f req-57cbc006-0368-433c-8d85-b3c113145f63 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1034024 Jul 07 22:39:38.406630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e50d4671-d129-40d2-9bfe-3225d0e2043f req-97324cee-ef0d-4cba-b29d-03d06a8413a2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413904 Jul 07 22:39:38.459164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94153b3f-ca3b-4be4-8028-eaedd585d1e1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:38.470560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947d5ab-ddee-48c2-ba86-413c5b94f5a8 None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:38.481995 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-94153b3f-ca3b-4be4-8028-eaedd585d1e1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.484384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947d5ab-ddee-48c2-ba86-413c5b94f5a8 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:38.484996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1947d5ab-ddee-48c2-ba86-413c5b94f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:38.517088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1947d5ab-ddee-48c2-ba86-413c5b94f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:38.526870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1947d5ab-ddee-48c2-ba86-413c5b94f5a8 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:38.527500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1947d5ab-ddee-48c2-ba86-413c5b94f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:38.535769 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-94153b3f-ca3b-4be4-8028-eaedd585d1e1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/floatingips/1a1ccea6-a399-4d3b-bac9-fac73100cc82 HTTP/1.1" status: 200 len: 688 time: 0.7089143 Jul 07 22:39:38.535989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34016) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:38.570331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1947d5ab-ddee-48c2-ba86-413c5b94f5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:38.571275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1947d5ab-ddee-48c2-ba86-413c5b94f5a8 None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:38.709102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port 12eaa11b-6234-4fa0-afe2-2da33f107c58 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:38.709835 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.859203 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.859614 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:38.883858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for 12eaa11b-6234-4fa0-afe2-2da33f107c58 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:38.914122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c659c2-e660-46f7-8a6f-893d16384d49 req-ce8badbf-70c2-4c78-a431-60ddc36e4dbc tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:38.914633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44c659c2-e660-46f7-8a6f-893d16384d49 req-ce8badbf-70c2-4c78-a431-60ddc36e4dbc tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 945 time: 0.1652715 Jul 07 22:39:39.350063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-6234b5c7-9fb3-49f7-ac35-90f40dcecfd7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:39.351626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-6234b5c7-9fb3-49f7-ac35-90f40dcecfd7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 945 time: 0.5711939 Jul 07 22:39:39.407720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44c659c2-e660-46f7-8a6f-893d16384d49 req-955079a9-6f0e-435e-9ed2-bf1cd6bd067e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495373 Jul 07 22:39:39.588376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Deleting port c9a4ca37-847b-44e4-ae4d-310bcebd1908 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:39.589117 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:39.667465 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:39.718164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=12eaa11b-6234-4fa0-afe2-2da33f107c58,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:39.766498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b32a1-55e6-4878-80a4-c52e9e0e3840 req-cc13aca4-8fcf-477a-9f70-50fea1f8eff7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:39.768190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f22b32a1-55e6-4878-80a4-c52e9e0e3840 req-cc13aca4-8fcf-477a-9f70-50fea1f8eff7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.2445409 Jul 07 22:39:39.784171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] For port c9a4ca37-847b-44e4-ae4d-310bcebd1908, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=c9a4ca37-847b-44e4-ae4d-310bcebd1908,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:39.784640 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:39.832107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Calling delete_port for c9a4ca37-847b-44e4-ae4d-310bcebd1908 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:39.864806 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:39.867676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:39.870091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ab31ff6d-9e88-4fb8-be08-abac859b5594 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/floatingips/1a1ccea6-a399-4d3b-bac9-fac73100cc82 HTTP/1.1" status: 204 len: 168 time: 1.3322759 Jul 07 22:39:39.874157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f22b32a1-55e6-4878-80a4-c52e9e0e3840 req-a08ef50a-ae3f-40f4-a803-3313faa9bfe7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972605 Jul 07 22:39:39.874718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34062) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:39.880347 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '08743c52-b447-4eee-9862-5fd60e5a5db9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:39.924879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:40.044074 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:40.049475 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:40.063460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'f47b099e-1c09-4e6f-8967-07916fdfdace'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:40.094714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event deleted for resources: {'Port': ['ID=c9a4ca37-847b-44e4-ae4d-310bcebd1908,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:40.115260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['c9a4ca37-847b-44e4-ae4d-310bcebd1908'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:40.194736 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.25.8.250 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/10c3b4f6-a325-4c64-b919-1fd549644ca4) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:40.249337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] No DVR routers for this DVR port c9a4ca37-847b-44e4-ae4d-310bcebd1908 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:40.252029 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:40.254237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8eab33be-c141-45b4-99ac-f5b9afc58d6b req-07413bb7-27c5-4530-9288-ee3fdab29358 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "DELETE /v2.0/ports/c9a4ca37-847b-44e4-ae4d-310bcebd1908 HTTP/1.1" status: 204 len: 173 time: 0.8942707 Jul 07 22:39:40.254684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde681c-fde6-4317-9bbc-9a4e0600a95d', 'name': 'network-vif-deleted', 'tag': 'c9a4ca37-847b-44e4-ae4d-310bcebd1908'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:40.258483 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065b8eb2-c9c6-453b-a751-0fb5b8a0cf1a" -d '{"events": [{"server_uuid": "ecde681c-fde6-4317-9bbc-9a4e0600a95d", "name": "network-vif-deleted", "tag": "c9a4ca37-847b-44e4-ae4d-310bcebd1908"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:40.316264 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:39:40.343266 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:40.351335 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847b0b81-b7ec-4c11-aa4d-090373cebfac x-openstack-request-id: req-847b0b81-b7ec-4c11-aa4d-090373cebfac {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:40.351868 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecde681c-fde6-4317-9bbc-9a4e0600a95d", "name": "network-vif-deleted", "tag": "c9a4ca37-847b-44e4-ae4d-310bcebd1908", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:40.352294 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-847b0b81-b7ec-4c11-aa4d-090373cebfac {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:40.353202 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde681c-fde6-4317-9bbc-9a4e0600a95d', 'name': 'network-vif-deleted', 'tag': 'c9a4ca37-847b-44e4-ae4d-310bcebd1908', 'status': 'completed', 'code': 200} Jul 07 22:39:40.391113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:40.443643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=10c3b4f6-a325-4c64-b919-1fd549644ca4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:40.459123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:40.461361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:40.464248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:40.683346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e3a2bd-462e-4782-bd34-0014696605e8 req-4550d04e-25a7-4368-9559-41e7c97d38f5 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecde681c-fde6-4317-9bbc-9a4e0600a95d HTTP/1.1" status: 200 len: 210 time: 0.0422461 Jul 07 22:39:40.947733 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.083359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.148722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55172a-bcd4-4a19-8142-4b4c5bf37c2f req-8ea0f1d2-275c-423b-b19a-dec8b56fbd49 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:41.150975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a55172a-bcd4-4a19-8142-4b4c5bf37c2f req-8ea0f1d2-275c-423b-b19a-dec8b56fbd49 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.0870254 Jul 07 22:39:41.210282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a55172a-bcd4-4a19-8142-4b4c5bf37c2f req-c49c0048-35c8-4106-9492-6a9121379c5e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524249 Jul 07 22:39:41.291628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.297515 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.373049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=10c3b4f6-a325-4c64-b919-1fd549644ca4,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:41.385575 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:41.485605 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 1f7cc764-4cb4-4724-806b-b7bd919df408 associated. External IP: 172.25.8.250, port: 08743c52-b447-4eee-9862-5fd60e5a5db9. Jul 07 22:39:41.724763 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:42.140520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c9a4ca37-847b-44e4-ae4d-310bcebd1908 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:42.185493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: c9a4ca37-847b-44e4-ae4d-310bcebd1908 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:42.186030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device c9a4ca37-847b-44e4-ae4d-310bcebd1908 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:42.256293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:42.266181 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a51271-69a1-4847-a0db-110bb4a36ed4 None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:42.280163 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a51271-69a1-4847-a0db-110bb4a36ed4 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:42.283956 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-81a51271-69a1-4847-a0db-110bb4a36ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:42.300172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:42.346147 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2e54b960-3037-4e33-ac7c-ef85428efa04 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4679830 Jul 07 22:39:42.346497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34144) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:42.360953 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-81a51271-69a1-4847-a0db-110bb4a36ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:42.375599 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a51271-69a1-4847-a0db-110bb4a36ed4 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:42.376513 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-81a51271-69a1-4847-a0db-110bb4a36ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:42.396886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2d2c2-afa6-46d8-81e0-7db8bc2b87ca req-168d4731-d4de-40a7-b996-9f57b2e70f74 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:42.398652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24f2d2c2-afa6-46d8-81e0-7db8bc2b87ca req-168d4731-d4de-40a7-b996-9f57b2e70f74 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 946 time: 0.1501703 Jul 07 22:39:42.441102 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-81a51271-69a1-4847-a0db-110bb4a36ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:42.442287 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a51271-69a1-4847-a0db-110bb4a36ed4 None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:42.455190 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1bee21c7-29df-4a34-98e4-51f48f0eec01 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "GET /v2.0/floatingips/1f7cc764-4cb4-4724-806b-b7bd919df408 HTTP/1.1" status: 200 len: 978 time: 0.1074338 Jul 07 22:39:42.456556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34150) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:42.495961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24f2d2c2-afa6-46d8-81e0-7db8bc2b87ca req-516c604d-1334-41e3-8db3-4f7b7e33c570 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904016 Jul 07 22:39:42.522246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79be71d-90d4-4898-80e0-e4087d14a7c8 req-b122f564-ad5b-4c17-a5a4-43a03a0c97eb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:42.523965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b79be71d-90d4-4898-80e0-e4087d14a7c8 req-b122f564-ad5b-4c17-a5a4-43a03a0c97eb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1020267 Jul 07 22:39:42.567388 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-877294a0-45cc-431d-a2ee-4d17b4028cc8 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1105664 Jul 07 22:39:42.569857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34156) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:42.572973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b79be71d-90d4-4898-80e0-e4087d14a7c8 req-f81ef5e7-4fee-4c1d-ab57-b81c0937f597 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408721 Jul 07 22:39:42.575321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'port_id': '7d38ba54-0409-4ece-b879-e6f233707158'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:42.654062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.218331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.223765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.354992 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 1f7cc764-4cb4-4724-806b-b7bd919df408 associated. External IP: 172.25.8.250, port: 08743c52-b447-4eee-9862-5fd60e5a5db9. Jul 07 22:39:43.476283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-f1807639-37a7-41c5-bdef-1b2d69695af8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:43.478455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-f1807639-37a7-41c5-bdef-1b2d69695af8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 946 time: 0.0860829 Jul 07 22:39:43.624978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:43.698593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Deleting port f47b099e-1c09-4e6f-8967-07916fdfdace {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:43.700365 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:43.827257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:43.844896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b50ed-f1e6-4052-9518-c213138ccc3e None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:43.861718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b50ed-f1e6-4052-9518-c213138ccc3e None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:43.862388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9e2b50ed-f1e6-4052-9518-c213138ccc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:43.903845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ffb89-5f10-4c4e-91f5-adc2e4eb08df req-87ad7585-2824-48a2-98af-bfd23e70922c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:43.912133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c48ffb89-5f10-4c4e-91f5-adc2e4eb08df req-87ad7585-2824-48a2-98af-bfd23e70922c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 946 time: 0.2642329 Jul 07 22:39:43.946790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9e2b50ed-f1e6-4052-9518-c213138ccc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:43.967003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b50ed-f1e6-4052-9518-c213138ccc3e None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:43.967800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9e2b50ed-f1e6-4052-9518-c213138ccc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:43.995122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] For port f47b099e-1c09-4e6f-8967-07916fdfdace, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=f47b099e-1c09-4e6f-8967-07916fdfdace,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:43.995488 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.022633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Calling delete_port for f47b099e-1c09-4e6f-8967-07916fdfdace owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:44.026864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c48ffb89-5f10-4c4e-91f5-adc2e4eb08df req-3668635b-02a6-454a-bccf-9adb441caf16 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139271 Jul 07 22:39:44.039504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510929d-3973-4dc8-ad0e-209dad86d7d8 req-b702a6ea-23a5-4ccb-95d6-9eda23e63dec tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:44.050497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9e2b50ed-f1e6-4052-9518-c213138ccc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:44.053263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b50ed-f1e6-4052-9518-c213138ccc3e None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:44.056842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e510929d-3973-4dc8-ad0e-209dad86d7d8 req-b702a6ea-23a5-4ccb-95d6-9eda23e63dec tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.2954681 Jul 07 22:39:44.150338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:44.222638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e510929d-3973-4dc8-ad0e-209dad86d7d8 req-e5289d68-b701-464a-8622-03f354761bc7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649890 Jul 07 22:39:44.254230 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.284440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'f47b099e-1c09-4e6f-8967-07916fdfdace'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:44.337698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event deleted for resources: {'Port': ['ID=f47b099e-1c09-4e6f-8967-07916fdfdace,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:44.368896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] No DVR routers for this DVR port f47b099e-1c09-4e6f-8967-07916fdfdace on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:44.375227 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.380709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02a70981-76a2-4ad5-868a-8118fe18ecdd req-e82d7334-d43a-4446-a58d-b9cded38e588 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "DELETE /v2.0/ports/f47b099e-1c09-4e6f-8967-07916fdfdace HTTP/1.1" status: 204 len: 173 time: 0.8969686 Jul 07 22:39:44.381188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4c2ab6-5298-46e8-bbab-f421a09993e9', 'name': 'network-vif-deleted', 'tag': 'f47b099e-1c09-4e6f-8967-07916fdfdace'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:44.388913 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2c7b6d-16ce-45f3-bc92-46a26a4b89ca" -d '{"events": [{"server_uuid": "5f4c2ab6-5298-46e8-bbab-f421a09993e9", "name": "network-vif-deleted", "tag": "f47b099e-1c09-4e6f-8967-07916fdfdace"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:44.442694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:44.452469 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176ce67-16c6-467d-b105-e85dd74b3adb None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:44.467275 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176ce67-16c6-467d-b105-e85dd74b3adb None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:44.467898 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a176ce67-16c6-467d-b105-e85dd74b3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:44.468846 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.488330 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897bf5a8-8405-4725-8ba4-563c9e0cbe7d x-openstack-request-id: req-897bf5a8-8405-4725-8ba4-563c9e0cbe7d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:44.489212 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4c2ab6-5298-46e8-bbab-f421a09993e9", "name": "network-vif-deleted", "tag": "f47b099e-1c09-4e6f-8967-07916fdfdace", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:44.489666 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-897bf5a8-8405-4725-8ba4-563c9e0cbe7d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:44.490312 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4c2ab6-5298-46e8-bbab-f421a09993e9', 'name': 'network-vif-deleted', 'tag': 'f47b099e-1c09-4e6f-8967-07916fdfdace', 'status': 'completed', 'code': 200} Jul 07 22:39:44.526557 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a176ce67-16c6-467d-b105-e85dd74b3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:44.538102 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a176ce67-16c6-467d-b105-e85dd74b3adb None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:44.538740 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a176ce67-16c6-467d-b105-e85dd74b3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:44.592674 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a176ce67-16c6-467d-b105-e85dd74b3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:44.594289 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a176ce67-16c6-467d-b105-e85dd74b3adb None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:44.621076 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-01731287-d0b5-4d35-aa60-976060f588a1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/floatingips/1f7cc764-4cb4-4724-806b-b7bd919df408 HTTP/1.1" status: 200 len: 978 time: 2.0475297 Jul 07 22:39:44.622133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34216) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:44.630169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d3252343-7755-4d5e-b23f-613b8e0e69e5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:44.705556 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3252343-7755-4d5e-b23f-613b8e0e69e5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.898177 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3252343-7755-4d5e-b23f-613b8e0e69e5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.906013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3252343-7755-4d5e-b23f-613b8e0e69e5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:44.906614 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-d3252343-7755-4d5e-b23f-613b8e0e69e5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 1f7cc764-4cb4-4724-806b-b7bd919df408 disassociated. External IP: 172.25.8.250, port: 7d38ba54-0409-4ece-b879-e6f233707158. Jul 07 22:39:45.290029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3252343-7755-4d5e-b23f-613b8e0e69e5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:45.325199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-28572185-db15-4cc0-9893-d8bbe9ceace8 req-693df0c6-47f3-48e6-bdd3-9af74056d05b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f4c2ab6-5298-46e8-bbab-f421a09993e9 HTTP/1.1" status: 200 len: 210 time: 0.0516655 Jul 07 22:39:45.447716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3252343-7755-4d5e-b23f-613b8e0e69e5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:45.453846 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3252343-7755-4d5e-b23f-613b8e0e69e5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:45.460309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fefc8-ce99-43d9-af27-6e31b0bc7aea None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:45.470657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33fefc8-ce99-43d9-af27-6e31b0bc7aea None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:45.471771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d33fefc8-ce99-43d9-af27-6e31b0bc7aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:45.495110 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d3252343-7755-4d5e-b23f-613b8e0e69e5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/floatingips/1f7cc764-4cb4-4724-806b-b7bd919df408 HTTP/1.1" status: 200 len: 688 time: 0.8722191 Jul 07 22:39:45.498209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34246) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:45.521647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d33fefc8-ce99-43d9-af27-6e31b0bc7aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:45.532364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33fefc8-ce99-43d9-af27-6e31b0bc7aea None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:45.533263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d33fefc8-ce99-43d9-af27-6e31b0bc7aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:45.554581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3b106-c226-4bbb-abd7-470955986e73 req-f72ed3f2-2c73-40c8-b2cb-677e44cb99d6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:45.556188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57c3b106-c226-4bbb-abd7-470955986e73 req-f72ed3f2-2c73-40c8-b2cb-677e44cb99d6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1613457 Jul 07 22:39:45.661853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57c3b106-c226-4bbb-abd7-470955986e73 req-be02104c-2dde-4eb6-84c1-a6b7f533e56f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600967 Jul 07 22:39:45.730033 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-48ea16b7-b7b1-4460-a358-4d8e17d8b2dc service neutron] show failed (client error): The resource could not be found. Jul 07 22:39:45.731627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-48ea16b7-b7b1-4460-a358-4d8e17d8b2dc service neutron] 10.222.0.83 "GET /v2.0/ports/cf693b2e-535a-4af4-a6b0-f85c6140a0e6/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0927317 Jul 07 22:39:45.736474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d33fefc8-ce99-43d9-af27-6e31b0bc7aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:45.737395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33fefc8-ce99-43d9-af27-6e31b0bc7aea None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:45.756131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port 10c3b4f6-a325-4c64-b919-1fd549644ca4 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:45.782873 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:45.873005 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:45.873641 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:45.888277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for 10c3b4f6-a325-4c64-b919-1fd549644ca4 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:46.106862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-5fe4233c-de90-4093-b05e-1b0c3565262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.108383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-5fe4233c-de90-4093-b05e-1b0c3565262b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 1097 time: 0.1289794 Jul 07 22:39:46.113237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.123837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:46.169534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=10c3b4f6-a325-4c64-b919-1fd549644ca4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:46.272879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.275688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.280958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-77bac6f5-e3b2-498c-bd09-467879e69804 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/floatingips/1f7cc764-4cb4-4724-806b-b7bd919df408 HTTP/1.1" status: 204 len: 168 time: 0.7779465 Jul 07 22:39:46.280958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34272) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:46.337889 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-51235e5d-ac68-437d-874a-ade3a63c4ef3 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] delete failed (client error): The resource could not be found. Jul 07 22:39:46.342556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-51235e5d-ac68-437d-874a-ade3a63c4ef3 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/floatingips/1f7cc764-4cb4-4724-806b-b7bd919df408 HTTP/1.1" status: 404 len: 345 time: 0.0573595 Jul 07 22:39:46.342556 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.343156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34278) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:46.508250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24caae9c-ebd7-4f1e-8214-2231f6048bd9 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.514513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24caae9c-ebd7-4f1e-8214-2231f6048bd9 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.520867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24caae9c-ebd7-4f1e-8214-2231f6048bd9 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.538831 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-24caae9c-ebd7-4f1e-8214-2231f6048bd9 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "GET /v2.0/ports?network_id=41fef850-300b-4dec-ac09-bbbdcac2a22a HTTP/1.1" status: 200 len: 2358 time: 0.1945632 Jul 07 22:39:46.541360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34290) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:46.595248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa635467-332e-4a36-b9af-120276dd2e0f tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.601393 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aa635467-332e-4a36-b9af-120276dd2e0f tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "GET /v2.0/subnets/43652301-bc3e-433c-a682-cc9898c85bb0 HTTP/1.1" status: 200 len: 797 time: 0.0546272 Jul 07 22:39:46.601558 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34296) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:46.606996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'port': {'network_id': '41fef850-300b-4dec-ac09-bbbdcac2a22a', 'name': 'tempest-FloatingIPTestJSON-470713173', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:46.741879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:46.762704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Made reservation on behalf of 945c9b55192a40229f3560313d7c8f44 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:46.817991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:46.866780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f3c1ba9d-f9ca-4311-b748-ec649cc8ccda tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:46.868270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f3c1ba9d-f9ca-4311-b748-ec649cc8ccda tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.2013805 Jul 07 22:39:46.873365 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.899303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-cd1b07bb-af7d-4ae1-928c-ad1a1463e051 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/quotas/4f05d08a47ed4d619654abab61ac2d59 HTTP/1.1" status: 200 len: 375 time: 0.0220206 Jul 07 22:39:46.903604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:46.905930 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeb4a75-64ed-4c9a-bbaf-e75834c4cf3d" -d '{"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-unplugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:46.910202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:46.935833 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] device_id is not set on port b59383ab-2c3c-41b1-bf50-9ef13b81d856 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:39:46.971100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Transition to ACTIVE for port object cf693b2e-535a-4af4-a6b0-f85c6140a0e6 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:46.981528 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.021410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727093b-2914-4272-8cdc-b5a4baccabbb req-e36e415f-40dd-42fd-b4c2-8e51eaf190e3 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:47.023009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8727093b-2914-4272-8cdc-b5a4baccabbb req-e36e415f-40dd-42fd-b4c2-8e51eaf190e3 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.2151077 Jul 07 22:39:47.088378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:47.155565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-172562ff-4414-4ceb-8e29-39a18e1d731e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2400091 Jul 07 22:39:47.160053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8727093b-2914-4272-8cdc-b5a4baccabbb req-396ce28c-51bb-4e56-838c-faca89780a62 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279390 Jul 07 22:39:47.244268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] No DVR routers for this DVR port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:47.364707 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad203348-49b3-4343-9203-96d11efe9463 x-openstack-request-id: req-ad203348-49b3-4343-9203-96d11efe9463 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:47.366357 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-unplugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:47.366709 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad203348-49b3-4343-9203-96d11efe9463 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:47.367377 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'code': 200} Jul 07 22:39:47.410625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.20.0.14 (41fef850-300b-4dec-ac09-bbbdcac2a22a/43652301-bc3e-433c-a682-cc9898c85bb0/b59383ab-2c3c-41b1-bf50-9ef13b81d856) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:47.424690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.20.0.13 (41fef850-300b-4dec-ac09-bbbdcac2a22a/43652301-bc3e-433c-a682-cc9898c85bb0/b59383ab-2c3c-41b1-bf50-9ef13b81d856) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:47.508922 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:47.509266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:47.509875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:47.521450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:39:47.522015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:47.532430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-032255c5-36ed-44a1-87dd-4d30ecec4252 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610034 Jul 07 22:39:47.544084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:47.544690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Checking segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:47.545080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Bound using segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:47.545521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Bound port: cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:47.545889 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.608188 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.654057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.689678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-eb1ee8d7-dc9b-4a9d-abc3-211e5ba99b7b service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561348 Jul 07 22:39:47.695506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:47.698883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:47.704852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.711488 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:47.718414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:47.725964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:47.754456 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=b59383ab-2c3c-41b1-bf50-9ef13b81d856,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:47.782694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:47.783460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:47.784103 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.795250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f47b099e-1c09-4e6f-8967-07916fdfdace no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:47.815309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:47.815900 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.818178 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3372392f-d614-4c74-83e6-e23beb26f65d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2155237 Jul 07 22:39:47.820961 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34332) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:47.825517 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'b59383ab-2c3c-41b1-bf50-9ef13b81d856', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:47.825976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: f47b099e-1c09-4e6f-8967-07916fdfdace {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:39:47.826600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device f47b099e-1c09-4e6f-8967-07916fdfdace not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:47.830346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b6e698c2-9a5c-41eb-99ed-40306eb7ec05 service neutron] 10.222.0.44 "PUT /v2.0/ports/cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 1092 time: 1.7042289 Jul 07 22:39:47.857825 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:47.943339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-2a4e32a8-27e7-44d1-8801-a6237ed4c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:47.945225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-2a4e32a8-27e7-44d1-8801-a6237ed4c8db service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1095 time: 0.0983865 Jul 07 22:39:47.980493 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:48.155190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-0ae2985d-0a84-4c49-8fd5-61899e3628fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:48.156456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-0ae2985d-0a84-4c49-8fd5-61899e3628fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.2040942 Jul 07 22:39:48.187598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.25.8.77 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/bafcd09a-2ac2-43d9-83a4-9a476ed41370) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:48.260000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d40f1dff-1d52-44cd-a621-f2bd6d1d9767 req-11014631-0b16-49dd-9e77-a1da4d676cf3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 210 time: 0.1152904 Jul 07 22:39:48.286350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-91f85c4c-0ae7-44d6-9116-35b13cac3387 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 999 time: 0.0828671 Jul 07 22:39:48.400280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-2e67013d-9d60-47c0-8f48-48e135ddfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:48.401763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-2e67013d-9d60-47c0-8f48-48e135ddfad3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1088068 Jul 07 22:39:48.544104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-d692d138-3815-47de-a208-74771f5cef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:48.556885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-d692d138-3815-47de-a208-74771f5cef72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468563 Jul 07 22:39:48.569515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504b26f-b484-4081-b0dd-4b76c255dca7 req-73c31585-1425-44ea-8748-922cfe52aa60 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:48.571438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c504b26f-b484-4081-b0dd-4b76c255dca7 req-73c31585-1425-44ea-8748-922cfe52aa60 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 943 time: 0.1081784 Jul 07 22:39:48.690887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c504b26f-b484-4081-b0dd-4b76c255dca7 req-9b29b8af-aab1-4110-96d9-177ec2e7d1f5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099317 Jul 07 22:39:48.769581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-70ec4695-c749-4252-a3d3-855d770dd2d8 service neutron] 10.222.0.44 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969380 Jul 07 22:39:48.905624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-b53e9816-58a5-48e7-9b15-3c94ff353f1e service neutron] 10.222.0.44 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265402 Jul 07 22:39:48.995729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.061375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.140257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=bafcd09a-2ac2-43d9-83a4-9a476ed41370,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:49.143901 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:49.145632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:49.147721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:49.368390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:49.372263 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ce19f0-bcde-454b-9057-d45d55b78df2" -d '{"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:49.482991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd0b8573-0198-472c-bf42-6cb03bd5d2da req-34c5feba-0e1d-433f-a4fd-05dd9e358d6b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 210 time: 0.0603116 Jul 07 22:39:49.486694 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b644d87d-d9d9-49f8-9e8a-e474be886f28 x-openstack-request-id: req-b644d87d-d9d9-49f8-9e8a-e474be886f28 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:49.487093 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:49.488330 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b644d87d-d9d9-49f8-9e8a-e474be886f28 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:49.491243 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'status': 'completed', 'code': 200} Jul 07 22:39:49.613556 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.630560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-5761044f-f7d3-4cf5-80df-a215af41556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:49.632572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-5761044f-f7d3-4cf5-80df-a215af41556f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1095 time: 0.0816281 Jul 07 22:39:49.635755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-65a6cf33-3ae0-422b-89d1-bb7a485ba621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:49.637741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-65a6cf33-3ae0-422b-89d1-bb7a485ba621 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1095 time: 0.1250525 Jul 07 22:39:49.761593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:49.846714 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.003554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.009698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.064581 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=bafcd09a-2ac2-43d9-83a4-9a476ed41370,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:50.132945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.220444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:39:50.293383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:39:50.303075 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 510a9a50-4ec5-4514-b500-56f743be400f associated. External IP: 172.25.8.77, port: b59383ab-2c3c-41b1-bf50-9ef13b81d856. Jul 07 22:39:50.437196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-59338bf2-07bb-4f1e-91ed-06a98638247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:50.441316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-59338bf2-07bb-4f1e-91ed-06a98638247b service neutron] 10.222.0.44 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.7483902 Jul 07 22:39:50.458675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-6791c395-839c-43f3-abb7-9dbdba302a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:50.460295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-6791c395-839c-43f3-abb7-9dbdba302a6e service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.8199975 Jul 07 22:39:50.466916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-1130dcda-81bc-4ccc-91de-6421f76b9fce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:50.468323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-1130dcda-81bc-4ccc-91de-6421f76b9fce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.7674639 Jul 07 22:39:50.554295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:50.570464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9aec2-8d65-4664-b0d1-2d443fa6b78f req-9a1c8cde-4df2-4858-a655-7077c6f96640 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:50.588339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25b9aec2-8d65-4664-b0d1-2d443fa6b78f req-9a1c8cde-4df2-4858-a655-7077c6f96640 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 943 time: 0.2884157 Jul 07 22:39:50.674392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Request body: {'port': {'device_id': '81eb9e82-7977-4e81-997c-e6e7f77e3a32', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'admin_state_up': True, 'tenant_id': '4f05d08a47ed4d619654abab61ac2d59'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:50.700661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:50.709823 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064b075-8119-4b32-81b1-077aec4be576 None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:50.727759 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064b075-8119-4b32-81b1-077aec4be576 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:50.728786 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9064b075-8119-4b32-81b1-077aec4be576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:50.733997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.805110 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9edb5d03-83da-466e-8f91-15c868a67acc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9831219 Jul 07 22:39:50.807780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34406) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:50.810535 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9064b075-8119-4b32-81b1-077aec4be576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:50.813079 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-42ac7c7e-a89f-436e-a2f1-320a85b183bc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'port_id': 'b59383ab-2c3c-41b1-bf50-9ef13b81d856', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:50.823744 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064b075-8119-4b32-81b1-077aec4be576 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:50.824776 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9064b075-8119-4b32-81b1-077aec4be576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:50.875043 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9064b075-8119-4b32-81b1-077aec4be576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:50.875997 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9064b075-8119-4b32-81b1-077aec4be576 None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:50.882674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06f9f6d5-7891-4a06-9631-10ffe05b326c req-ebf508df-5a41-4040-86b7-4c05f3e541ad tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 210 time: 0.2221224 Jul 07 22:39:50.883930 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42ac7c7e-a89f-436e-a2f1-320a85b183bc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:50.896237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25b9aec2-8d65-4664-b0d1-2d443fa6b78f req-2439bfda-890b-48ea-a29e-fd8efb49e59f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015182 Jul 07 22:39:50.913505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-de646c50-5937-48b4-88fc-d0b343c340fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 999 time: 0.4604793 Jul 07 22:39:50.930642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-e2db961d-eb9f-4fc9-b561-314ec6d118f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 999 time: 0.3305738 Jul 07 22:39:51.023436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-ac84b795-9d7a-4db5-8cab-378bcd729e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:51.024925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-ac84b795-9d7a-4db5-8cab-378bcd729e0b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.0848980 Jul 07 22:39:51.034266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-fb804e6b-bfcb-469d-9f98-e50babed35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:51.035791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-fb804e6b-bfcb-469d-9f98-e50babed35c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1139343 Jul 07 22:39:51.124290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Made reservation on behalf of 4f05d08a47ed4d619654abab61ac2d59 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:51.128268 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.253465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-0468dc95-c5c1-454c-b6d8-2bcb03c3e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:51.255032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-0468dc95-c5c1-454c-b6d8-2bcb03c3e54f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2082143 Jul 07 22:39:51.262338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-11fe0b97-f86e-4291-bf01-d6b6167ee87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:51.263830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-11fe0b97-f86e-4291-bf01-d6b6167ee87a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2271922 Jul 07 22:39:51.479303 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42ac7c7e-a89f-436e-a2f1-320a85b183bc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.480713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Allocated IP 172.20.0.7 (5211f5de-c0ff-4983-9c83-c6c0d345f6ae/1b3b4fc5-50f5-45ab-a965-361badb4d65d/57293301-ab27-4ca4-95b1-722ad9041c93) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:51.484927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42ac7c7e-a89f-436e-a2f1-320a85b183bc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.514810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-c30a95ad-409d-4810-bdc4-2ee9385d79f2 service neutron] 10.222.0.44 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474065 Jul 07 22:39:51.519770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-ee2b4497-a652-45bb-b18c-d27e351cc21b service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406981 Jul 07 22:39:51.750393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ac7c7e-a89f-436e-a2f1-320a85b183bc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:51.797778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-6ac814b7-eb49-4ef8-828e-6e2e9444fdf7 service neutron] 10.222.0.44 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747557 Jul 07 22:39:51.802031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29ce19f0-bcde-454b-9057-d45d55b78df2 req-b6442bb2-e075-44fa-af8b-0315bfa7a8e8 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686775 Jul 07 22:39:51.865638 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.895095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ac7c7e-a89f-436e-a2f1-320a85b183bc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:51.900806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42ac7c7e-a89f-436e-a2f1-320a85b183bc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.908249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713ffa5-569e-44f6-9881-9dbf17a02dde None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:51.919980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713ffa5-569e-44f6-9881-9dbf17a02dde None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:51.920607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4713ffa5-569e-44f6-9881-9dbf17a02dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:51.933089 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:51.986139 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-42ac7c7e-a89f-436e-a2f1-320a85b183bc tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/floatingips/510a9a50-4ec5-4514-b500-56f743be400f HTTP/1.1" status: 200 len: 977 time: 1.1771390 Jul 07 22:39:51.986621 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34428) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:52.002633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4713ffa5-569e-44f6-9881-9dbf17a02dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:52.013909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:52.036134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event updated for resources: {'Port': ['ID=57293301-ab27-4ca4-95b1-722ad9041c93,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:52.065861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:52.071074 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713ffa5-569e-44f6-9881-9dbf17a02dde None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:52.071734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4713ffa5-569e-44f6-9881-9dbf17a02dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:52.075671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:52.082028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:52.221762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4713ffa5-569e-44f6-9881-9dbf17a02dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:52.222720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713ffa5-569e-44f6-9881-9dbf17a02dde None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:52.225370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:52.225999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.284260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port bafcd09a-2ac2-43d9-83a4-9a476ed41370 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:52.284260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.300811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-f4efa3d3-c199-4adf-8fbb-7280a107a185 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6914558 Jul 07 22:39:52.341060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Request body: {'port': {'device_id': '81eb9e82-7977-4e81-997c-e6e7f77e3a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:52.398448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10157b82-8078-4d60-8ce6-fd250b0f7f7d req-688383a2-4e59-4d22-bf95-e73b7a9630a2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:52.399155 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.399728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.400198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10157b82-8078-4d60-8ce6-fd250b0f7f7d req-688383a2-4e59-4d22-bf95-e73b7a9630a2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 943 time: 0.2607172 Jul 07 22:39:52.414055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9666ec-7709-4186-af87-e21eb8eb19be req-adb587a6-65a7-443d-83ed-9bdb58c810c8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:52.414415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for bafcd09a-2ac2-43d9-83a4-9a476ed41370 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:52.415759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc9666ec-7709-4186-af87-e21eb8eb19be req-adb587a6-65a7-443d-83ed-9bdb58c810c8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 931 time: 0.2774236 Jul 07 22:39:52.523525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10157b82-8078-4d60-8ce6-fd250b0f7f7d req-6d2f70d7-d77b-4a2a-b434-c516cda425b2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068680 Jul 07 22:39:52.537960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc9666ec-7709-4186-af87-e21eb8eb19be req-ccef39a5-8ec6-4bcd-a11a-551ddb582f13 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092005 Jul 07 22:39:52.550197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.619647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.649982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=bafcd09a-2ac2-43d9-83a4-9a476ed41370,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:52.750600 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.751098 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 510a9a50-4ec5-4514-b500-56f743be400f disassociated (deleted). External IP: 172.25.8.77, port: b59383ab-2c3c-41b1-bf50-9ef13b81d856. Jul 07 22:39:52.896222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57293301-ab27-4ca4-95b1-722ad9041c93 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:52.906998 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:52.922959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Transition to ACTIVE for port object 57293301-ab27-4ca4-95b1-722ad9041c93 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:52.933029 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.107610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:53.150049 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Pushing event updated for resources: {'Port': ['ID=57293301-ab27-4ca4-95b1-722ad9041c93,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:53.160406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Attempting to bind port 57293301-ab27-4ca4-95b1-722ad9041c93 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:39:53.160741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Attempting to bind port 57293301-ab27-4ca4-95b1-722ad9041c93 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:39:53.161070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Attempting to bind port 57293301-ab27-4ca4-95b1-722ad9041c93 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:53.171058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Port 57293301-ab27-4ca4-95b1-722ad9041c93 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:39:53.171058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Attempting to bind port 57293301-ab27-4ca4-95b1-722ad9041c93 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:39:53.226872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:39:53.227212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Checking segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:39:53.227357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:53.227597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Bound using segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:39:53.228038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Bound port: 57293301-ab27-4ca4-95b1-722ad9041c93, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:39:53.228397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.238966 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0573da-00e8-4eb6-a120-6ce67dccdede None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:53.244910 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.251133 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0573da-00e8-4eb6-a120-6ce67dccdede None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:53.251714 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cc0573da-00e8-4eb6-a120-6ce67dccdede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:53.306499 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cc0573da-00e8-4eb6-a120-6ce67dccdede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:53.316346 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0573da-00e8-4eb6-a120-6ce67dccdede None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:53.316961 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cc0573da-00e8-4eb6-a120-6ce67dccdede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:53.351830 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cc0573da-00e8-4eb6-a120-6ce67dccdede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:53.352474 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0573da-00e8-4eb6-a120-6ce67dccdede None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:53.355092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] For port 57293301-ab27-4ca4-95b1-722ad9041c93, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:53.360164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] For port 57293301-ab27-4ca4-95b1-722ad9041c93, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=57293301-ab27-4ca4-95b1-722ad9041c93,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:39:53.372134 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-12f2ca64-e8e7-4677-939e-e27f0d01b7d1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/floatingips/510a9a50-4ec5-4514-b500-56f743be400f HTTP/1.1" status: 204 len: 168 time: 1.3818519 Jul 07 22:39:53.372340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.372449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34460) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:53.392736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-bfca2bfd-f655-4b8b-bb34-848d578c3e4b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.394445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-bfca2bfd-f655-4b8b-bb34-848d578c3e4b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496&tenant_id=770787b17e244d11a628113ff6e1dfed&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 943 time: 0.3362045 Jul 07 22:39:53.529383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff433c2-e97c-44a9-a6c1-3f42a87d54dc req-2855310c-7d92-4a23-92ff-95985653bcb9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.531102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eff433c2-e97c-44a9-a6c1-3f42a87d54dc req-2855310c-7d92-4a23-92ff-95985653bcb9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 943 time: 0.3642089 Jul 07 22:39:53.535677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-85cc1f9b-e30d-4ff8-9e95-618e5ed9e647 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port b59383ab-2c3c-41b1-bf50-9ef13b81d856 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:53.535975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-85cc1f9b-e30d-4ff8-9e95-618e5ed9e647 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.536207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.536933 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.538457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] 10.222.0.83 "PUT /v2.0/ports/57293301-ab27-4ca4-95b1-722ad9041c93 HTTP/1.1" status: 200 len: 1092 time: 1.2301595 Jul 07 22:39:53.539193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eb9e82-7977-4e81-997c-e6e7f77e3a32', 'tag': '57293301-ab27-4ca4-95b1-722ad9041c93'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:53.541743 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d1c2d9-c345-47cf-a013-d354c5d3d199" -d '{"events": [{"name": "network-changed", "server_uuid": "81eb9e82-7977-4e81-997c-e6e7f77e3a32", "tag": "57293301-ab27-4ca4-95b1-722ad9041c93"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:53.637910 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f13190a-5b0d-4274-b07c-2927e864eee5 x-openstack-request-id: req-8f13190a-5b0d-4274-b07c-2927e864eee5 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:53.640049 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81eb9e82-7977-4e81-997c-e6e7f77e3a32", "tag": "57293301-ab27-4ca4-95b1-722ad9041c93", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:53.641008 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f13190a-5b0d-4274-b07c-2927e864eee5 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:53.641556 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eb9e82-7977-4e81-997c-e6e7f77e3a32', 'tag': '57293301-ab27-4ca4-95b1-722ad9041c93', 'status': 'completed', 'code': 200} Jul 07 22:39:53.736756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd7381-c094-4ead-815b-7b20587602ae service neutron] Pushing event updated for resources: {'Port': ['ID=57293301-ab27-4ca4-95b1-722ad9041c93,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:53.772401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-805a9607-03c6-45fc-bba0-a6da5dfc6180 service neutron] 10.222.0.44 "GET /v2.0/ports/cf693b2e-535a-4af4-a6b0-f85c6140a0e6/bindings/n-h1-695012-11 HTTP/1.1" status: 200 len: 383 time: 0.3709309 Jul 07 22:39:53.775342 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eff433c2-e97c-44a9-a6c1-3f42a87d54dc req-70031cbb-5be4-424d-bcc2-742f24aa3639 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234550 Jul 07 22:39:53.798537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-0660d0e9-6c5e-4cfe-9c60-5294287511ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:53.800428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-0660d0e9-6c5e-4cfe-9c60-5294287511ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 1095 time: 0.1531684 Jul 07 22:39:53.826034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:39:53.857755 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-85cc1f9b-e30d-4ff8-9e95-618e5ed9e647 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:53.867569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-6d59dd01-255b-4e89-9cf4-6b71597477d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57293301-ab27-4ca4-95b1-722ad9041c93 HTTP/1.1" status: 200 len: 217 time: 0.0439906 Jul 07 22:39:53.890676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-85cc1f9b-e30d-4ff8-9e95-618e5ed9e647 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for b59383ab-2c3c-41b1-bf50-9ef13b81d856 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:54.121800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-5d39aec4-b445-48ac-bf12-082e08044847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:54.130777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-5d39aec4-b445-48ac-bf12-082e08044847 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.2263312 Jul 07 22:39:54.133368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:54.172696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'port_id': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'mac_address': 'fa:16:3e:ec:cb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:39:54.239717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-61cbadf9-3039-484c-820e-e4c9ce987578 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900922 Jul 07 22:39:54.242895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-85cc1f9b-e30d-4ff8-9e95-618e5ed9e647 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.255170 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.274341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf693b2e-535a-4af4-a6b0-f85c6140a0e6 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:54.301952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:54.307233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.316694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc1f9b-e30d-4ff8-9e95-618e5ed9e647 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=b59383ab-2c3c-41b1-bf50-9ef13b81d856,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:54.371659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:54.404611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-fb5d7814-ba19-4aed-87a7-93a461e35077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:54.406362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-fb5d7814-ba19-4aed-87a7-93a461e35077 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1095 time: 0.5983276 Jul 07 22:39:54.477868 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-85cc1f9b-e30d-4ff8-9e95-618e5ed9e647 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.484025 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-85cc1f9b-e30d-4ff8-9e95-618e5ed9e647 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/ports/b59383ab-2c3c-41b1-bf50-9ef13b81d856 HTTP/1.1" status: 204 len: 168 time: 1.1070237 Jul 07 22:39:54.487400 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34582) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:54.492254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:54.521181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.526125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['cf693b2e-535a-4af4-a6b0-f85c6140a0e6'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:54.535632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a19cd4-4b96-4052-9063-6048a2cc385f req-471fc42b-ed23-4b0c-a717-1aa3b1680188 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:54.537305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-18a19cd4-4b96-4052-9063-6048a2cc385f req-471fc42b-ed23-4b0c-a717-1aa3b1680188 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 943 time: 0.6453629 Jul 07 22:39:54.590910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-cde2638e-4f18-4903-9c34-ac5a3364823b service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270957 Jul 07 22:39:54.671082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-18a19cd4-4b96-4052-9063-6048a2cc385f req-aa54e212-117c-4175-8051-682478e59b58 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060345 Jul 07 22:39:54.768041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-56b3a33f-cd81-4314-a737-09aa201d3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:54.770680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-56b3a33f-cd81-4314-a737-09aa201d3b17 service neutron] 10.222.0.44 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.3449414 Jul 07 22:39:54.812739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:54.908243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f127b73-3f32-4c86-83c9-f504e71325f0 req-9207365d-fd7f-4539-80a5-c543cd801014 service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086102 Jul 07 22:39:54.935934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-ee112c93-78ad-4f29-81ed-e56d25bdcbae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 1000 time: 0.1591463 Jul 07 22:39:54.981607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.25.8.171 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/e6c7dec6-b7e0-4cc1-9b8e-542b2c1997b0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:55.127805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-f9c40cf6-a274-4988-8b48-c5dbdfececdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:55.130057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-f9c40cf6-a274-4988-8b48-c5dbdfececdf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1867404 Jul 07 22:39:55.224121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcc78b-2d8b-4371-9148-1daa12a941ab req-415b7f8f-05b7-464e-8b05-979554cea340 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:55.232884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4dcc78b-2d8b-4371-9148-1daa12a941ab req-415b7f8f-05b7-464e-8b05-979554cea340 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 944 time: 0.1890423 Jul 07 22:39:55.301714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-2e826645-d91f-48ec-a3af-ffc5551d58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:55.303713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-2e826645-d91f-48ec-a3af-ffc5551d58a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 1095 time: 0.2233295 Jul 07 22:39:55.312167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-d1086efc-c99d-49a7-8a6b-68e662c7438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:55.313735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-d1086efc-c99d-49a7-8a6b-68e662c7438a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756217 Jul 07 22:39:55.352085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4dcc78b-2d8b-4371-9148-1daa12a941ab req-7913b45d-b1cb-4584-9dc7-71eecf2fa8a2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183138 Jul 07 22:39:55.591801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-f426dd23-dbee-4243-add2-516db6fc3f42 service neutron] 10.222.0.44 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613111 Jul 07 22:39:55.593855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-7cedfaf4-6ecf-493d-a3d0-86cfd9a8bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:55.595471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-7cedfaf4-6ecf-493d-a3d0-86cfd9a8bce1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 907 time: 0.2745640 Jul 07 22:39:55.650374 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.729589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:55.831083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=e6c7dec6-b7e0-4cc1-9b8e-542b2c1997b0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:55.837018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:39:55.863601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:55.865236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:55.867490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:55.931639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:39:55.936057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:39:55.936520 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.032020 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.064798 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.138817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:56.140155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:56.143561 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db87e633-7665-4368-a14d-d0827eba461b" -d '{"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-plugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:56.161205 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.167324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.191975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-12d3de2f-4fd9-4f1b-93ae-563d6ac59ba4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57293301-ab27-4ca4-95b1-722ad9041c93 HTTP/1.1" status: 200 len: 217 time: 0.5890822 Jul 07 22:39:56.263867 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b286f12-8f23-43ad-9e76-b630b129223f x-openstack-request-id: req-1b286f12-8f23-43ad-9e76-b630b129223f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:56.264173 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-plugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:56.264708 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b286f12-8f23-43ad-9e76-b630b129223f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:56.273842 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'code': 200} Jul 07 22:39:56.295092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:56.362390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-e60bc1ba-e7a4-4402-9ba7-66a4a1548ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:56.363841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-e60bc1ba-e7a4-4402-9ba7-66a4a1548ab7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.1296740 Jul 07 22:39:56.399967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ddb03-4f33-44ce-a66e-a602f10d6979 req-87f9913c-3369-42a8-90c0-be6585d7bea3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:56.401488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c2ddb03-4f33-44ce-a66e-a602f10d6979 req-87f9913c-3369-42a8-90c0-be6585d7bea3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 943 time: 0.2086160 Jul 07 22:39:56.433166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.436165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-8c70910f-398a-4ccb-9137-9a5e5a882959 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542712 Jul 07 22:39:56.437939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-f44baa66-1fe8-43db-b13e-f819f718414b service neutron] 10.222.0.44 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151082 Jul 07 22:39:56.443452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.548505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c2ddb03-4f33-44ce-a66e-a602f10d6979 req-6113e4ac-9cdc-4018-b6c9-fc16b6724f47 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251035 Jul 07 22:39:56.594955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=e6c7dec6-b7e0-4cc1-9b8e-542b2c1997b0,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:56.624893 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.626053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-3ae262a8-f6c2-41a6-ad0f-6bbd358123ea service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794567 Jul 07 22:39:56.640648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.643789 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c08de2a2-e31b-40d4-8514-b267a3cbcece tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1554055 Jul 07 22:39:56.647439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 34826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:56.657107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'port': {'network_id': '41fef850-300b-4dec-ac09-bbbdcac2a22a', 'name': 'tempest-FloatingIPTestJSON-1547053'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:56.703960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cc9e1-3a28-47c6-9ff2-34efb5a74795 req-ede5b53e-7b7e-4e9a-ae7d-f24b955ca7bb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:56.705502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-921cc9e1-3a28-47c6-9ff2-34efb5a74795 req-ede5b53e-7b7e-4e9a-ae7d-f24b955ca7bb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1542220 Jul 07 22:39:56.765260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40d1c2d9-c345-47cf-a013-d354c5d3d199 req-f935968b-c9e9-4617-966e-2d668321abf9 service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315424 Jul 07 22:39:56.779542 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-921cc9e1-3a28-47c6-9ff2-34efb5a74795 req-da131203-507b-44a3-88be-061a2a49df6f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647883 Jul 07 22:39:56.852430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Made reservation on behalf of 945c9b55192a40229f3560313d7c8f44 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:39:56.857202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:56.879859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] device_id is not set on port 17fe639b-daa9-47cc-a123-5d1a9257d9a5 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:39:57.004364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.20.0.2 (41fef850-300b-4dec-ac09-bbbdcac2a22a/43652301-bc3e-433c-a682-cc9898c85bb0/17fe639b-daa9-47cc-a123-5d1a9257d9a5) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:39:57.163352 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.208209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.250153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 41fef850-300b-4dec-ac09-bbbdcac2a22a is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:39:57.256334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:39:57.259784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:39:57.306992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=17fe639b-daa9-47cc-a123-5d1a9257d9a5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:57.330122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:57.330811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.348542 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-87f5d61f-6f49-4c5e-96a2-702f72f998b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:57.353971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 34924) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:57.354320 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ab40093d-545b-4d3a-9df2-b6576d582c36 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 0.7019694 Jul 07 22:39:57.359563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f1491a54-b601-4fe3-93e8-a87652dc3909 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'port_id': '17fe639b-daa9-47cc-a123-5d1a9257d9a5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:57.407665 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1491a54-b601-4fe3-93e8-a87652dc3909 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.078904 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1491a54-b601-4fe3-93e8-a87652dc3909 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.087962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1491a54-b601-4fe3-93e8-a87652dc3909 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.133096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881363c4-1e7d-4990-a56b-1006a13691fe req-80306e5a-b7cf-4e39-b845-abcc8b1ea960 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:58.139108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-881363c4-1e7d-4990-a56b-1006a13691fe req-80306e5a-b7cf-4e39-b845-abcc8b1ea960 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 943 time: 0.2067409 Jul 07 22:39:58.163751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25179e9-aa7a-46a2-844f-9cceaf9b6880 req-f7eb6455-0bad-44fc-b0d8-11c9fa71d4d2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:58.170728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e25179e9-aa7a-46a2-844f-9cceaf9b6880 req-f7eb6455-0bad-44fc-b0d8-11c9fa71d4d2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.2085030 Jul 07 22:39:58.253929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 57293301-ab27-4ca4-95b1-722ad9041c93 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:39:58.300799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-881363c4-1e7d-4990-a56b-1006a13691fe req-459781b7-9cf7-4117-9aa2-69035814e4c7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571429 Jul 07 22:39:58.310635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e25179e9-aa7a-46a2-844f-9cceaf9b6880 req-8402fd03-4c8c-46c3-a161-c84fa01ea06a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386528 Jul 07 22:39:58.316249 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-f1491a54-b601-4fe3-93e8-a87652dc3909 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP ad4f68af-3594-46f2-a394-a70f4679a6cd associated. External IP: 172.25.8.171, port: 17fe639b-daa9-47cc-a123-5d1a9257d9a5. Jul 07 22:39:58.400545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 57293301-ab27-4ca4-95b1-722ad9041c93, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=57293301-ab27-4ca4-95b1-722ad9041c93,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:58.415464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '57293301-ab27-4ca4-95b1-722ad9041c93', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'port_id': '57293301-ab27-4ca4-95b1-722ad9041c93', 'mac_address': 'fa:16:3e:40:82:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3b4fc5-50f5-45ab-a965-361badb4d65d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:39:58.459916 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.476005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57293301-ab27-4ca4-95b1-722ad9041c93 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:39:58.515289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 57293301-ab27-4ca4-95b1-722ad9041c93, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=57293301-ab27-4ca4-95b1-722ad9041c93,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:58.519953 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.580907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=57293301-ab27-4ca4-95b1-722ad9041c93,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:58.606098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1491a54-b601-4fe3-93e8-a87652dc3909 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:58.761069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1491a54-b601-4fe3-93e8-a87652dc3909 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:58.764499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-fc7cff1b-edce-42b8-8cc2-9b27262f70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:58.766155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-fc7cff1b-edce-42b8-8cc2-9b27262f70ec service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 1097 time: 0.1126928 Jul 07 22:39:58.769496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f1491a54-b601-4fe3-93e8-a87652dc3909 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.775592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f8b03-d373-4b19-a5ec-2887a37afa78 None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:58.787573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f8b03-d373-4b19-a5ec-2887a37afa78 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:58.788494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-030f8b03-d373-4b19-a5ec-2887a37afa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:58.802957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:39:58.825018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-030f8b03-d373-4b19-a5ec-2887a37afa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:58.835401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f8b03-d373-4b19-a5ec-2887a37afa78 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:58.836297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-030f8b03-d373-4b19-a5ec-2887a37afa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:39:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:58.856496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f1491a54-b601-4fe3-93e8-a87652dc3909 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/floatingips/ad4f68af-3594-46f2-a394-a70f4679a6cd HTTP/1.1" status: 200 len: 975 time: 1.4979205 Jul 07 22:39:58.856614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35002) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:39:58.895264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-030f8b03-d373-4b19-a5ec-2887a37afa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:39:58.896832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030f8b03-d373-4b19-a5ec-2887a37afa78 None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:39:58.913597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['57293301-ab27-4ca4-95b1-722ad9041c93'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:39:58.968340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:58.987315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port 17fe639b-daa9-47cc-a123-5d1a9257d9a5 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:39:58.987868 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.060652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a66a1324-0809-447f-879e-b438fa346e54 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:59.061845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a66a1324-0809-447f-879e-b438fa346e54 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/networks?id=47a329b3-c201-48e8-a5ed-7ad89ad680da HTTP/1.1" status: 200 len: 814 time: 0.1932411 Jul 07 22:39:59.112336 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.140406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-2e53925e-0a94-4755-836e-f53ae34bedc5 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/quotas/3f69540fe0b940f088f224de6b8f0522 HTTP/1.1" status: 200 len: 375 time: 0.0664446 Jul 07 22:39:59.195865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-83edc3b4-4d20-4c9c-bc84-6621452daab0 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f69540fe0b940f088f224de6b8f0522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469863 Jul 07 22:39:59.343154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:39:59.353878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-7a98cd60-ee1a-4c59-b61a-87fbf881edee service neutron] 10.222.0.81 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317809 Jul 07 22:39:59.401519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:39:59.414205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.414593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.415072 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP ad4f68af-3594-46f2-a394-a70f4679a6cd disassociated. External IP: 172.25.8.171, port: 17fe639b-daa9-47cc-a123-5d1a9257d9a5. Jul 07 22:39:59.415423 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for 17fe639b-daa9-47cc-a123-5d1a9257d9a5 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:39:59.527515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:39:59.529616 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e8c00b-dc3c-4ef7-9324-0b1704efe37b" -d '{"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-unplugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:39:59.535084 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.558850 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.569523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Transition to ACTIVE for port object cf693b2e-535a-4af4-a6b0-f85c6140a0e6 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:39:59.581380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.594206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=17fe639b-daa9-47cc-a123-5d1a9257d9a5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:59.632680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-c4072992-8940-4c24-8e6a-9d55bf7b6fe3 service neutron] 10.222.0.81 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684371 Jul 07 22:39:59.669776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73291b59-48d4-43f8-80e5-5ce9a8ecfdc4 req-933c4bb2-19fd-4867-b41b-fc47fec37251 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:39:59.671469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73291b59-48d4-43f8-80e5-5ce9a8ecfdc4 req-933c4bb2-19fd-4867-b41b-fc47fec37251 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.2255180 Jul 07 22:39:59.730869 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6c0df7bb-c9e8-40f3-bd67-d20f7c6226b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:39:59.752493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=10']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:39:59.764522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:39:59.779914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73291b59-48d4-43f8-80e5-5ce9a8ecfdc4 req-f3cc05ef-150e-48b1-9e9c-1a868ac0a6e8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555706 Jul 07 22:39:59.820092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] No DVR routers for this DVR port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:39:59.963146 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee06085-1808-4ea2-8f49-18f20385f2d9 x-openstack-request-id: req-bee06085-1808-4ea2-8f49-18f20385f2d9 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:39:59.963447 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-unplugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:39:59.963708 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bee06085-1808-4ea2-8f49-18f20385f2d9 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:39:59.964114 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'code': 200} Jul 07 22:39:59.965780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:39:59.977592 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2ba6d-0468-464b-b8da-e1c75a26b346 None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:39:59.990364 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2ba6d-0468-464b-b8da-e1c75a26b346 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:39:59.993596 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c9d2ba6d-0468-464b-b8da-e1c75a26b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:00.055384 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.098861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.101648 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-398194d4-e86d-4e2e-94d4-85659308e3b4 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/ports/17fe639b-daa9-47cc-a123-5d1a9257d9a5 HTTP/1.1" status: 204 len: 168 time: 1.2440407 Jul 07 22:40:00.104265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:00.149687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e7674e8-604a-4af9-b51c-3659d6dd8d5c req-4f6e8d12-814e-4794-86d2-a80928152cb6 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 210 time: 0.0647461 Jul 07 22:40:00.178232 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-39926a09-ba1e-439a-94df-eb279b3e6aef tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "GET /v2.0/floatingips/ad4f68af-3594-46f2-a394-a70f4679a6cd HTTP/1.1" status: 200 len: 688 time: 0.0726357 Jul 07 22:40:00.179234 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35038) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:00.224015 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c9d2ba6d-0468-464b-b8da-e1c75a26b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:00.236032 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2ba6d-0468-464b-b8da-e1c75a26b346 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:00.237144 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c9d2ba6d-0468-464b-b8da-e1c75a26b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:00.254629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 57293301-ab27-4ca4-95b1-722ad9041c93 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:00.288297 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c9d2ba6d-0468-464b-b8da-e1c75a26b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:00.289282 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d2ba6d-0468-464b-b8da-e1c75a26b346 None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:40:00.314232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:00.314513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:00.314853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:00.321125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:40:00.321125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Attempting to bind port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on network 02ecb099-772c-4ce3-9c34-c0105984bc03 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:00.344278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6131f-8d0f-478d-8723-138e67ebf88b req-5cea4707-645f-482a-aa81-b8b80c08ca9a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:00.344278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3f6131f-8d0f-478d-8723-138e67ebf88b req-5cea4707-645f-482a-aa81-b8b80c08ca9a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 944 time: 0.2592883 Jul 07 22:40:00.346370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:00.346787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Checking segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:00.351761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Bound using segment: {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:00.351761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Bound port: cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80171190-3bd6-45ba-8090-3f6be1019b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:00.351761 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.371456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 57293301-ab27-4ca4-95b1-722ad9041c93 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:00.376706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 57293301-ab27-4ca4-95b1-722ad9041c93 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:00.377080 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.427230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3f6131f-8d0f-478d-8723-138e67ebf88b req-b0ff4747-3dec-4a21-bed9-1be9c71510ac tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753176 Jul 07 22:40:00.446517 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port e6c7dec6-b7e0-4cc1-9b8e-542b2c1997b0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:00.449428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.487577 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.508271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:00.520650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:00.527757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eb9e82-7977-4e81-997c-e6e7f77e3a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57293301-ab27-4ca4-95b1-722ad9041c93'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:00.528220 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.532297 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003fd4c2-9c68-4ec1-a031-b1c631f1b5d4" -d '{"events": [{"server_uuid": "81eb9e82-7977-4e81-997c-e6e7f77e3a32", "name": "network-vif-plugged", "status": "completed", "tag": "57293301-ab27-4ca4-95b1-722ad9041c93"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:00.572658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 57293301-ab27-4ca4-95b1-722ad9041c93, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=57293301-ab27-4ca4-95b1-722ad9041c93,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:00.576618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:00.576993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.577359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.578111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.579657 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.579940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] 10.222.0.83 "PUT /v2.0/ports/cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 1093 time: 1.7816463 Jul 07 22:40:00.612071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for e6c7dec6-b7e0-4cc1-9b8e-542b2c1997b0 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:00.615130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=11']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:00.625613 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5bd7e2-164d-42d4-93f2-f2db7ba75ba9 x-openstack-request-id: req-7a5bd7e2-164d-42d4-93f2-f2db7ba75ba9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:00.625885 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eb9e82-7977-4e81-997c-e6e7f77e3a32", "name": "network-vif-plugged", "status": "completed", "tag": "57293301-ab27-4ca4-95b1-722ad9041c93", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:00.626294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.626614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.626893 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a5bd7e2-164d-42d4-93f2-f2db7ba75ba9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:00.627358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.627630 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eb9e82-7977-4e81-997c-e6e7f77e3a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57293301-ab27-4ca4-95b1-722ad9041c93', 'code': 200} Jul 07 22:40:00.627747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.628044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.628472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.628815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.629151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.629576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.629912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.630269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.652969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce5b1f-f22b-4757-9e00-a044e9989549 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:00.673588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=57293301-ab27-4ca4-95b1-722ad9041c93,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:00.852572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-3bcf82a6-922d-4bd1-a9d5-5bd4b721b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:00.854469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-3bcf82a6-922d-4bd1-a9d5-5bd4b721b6e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1096 time: 0.1965292 Jul 07 22:40:00.866373 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.901071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=e6c7dec6-b7e0-4cc1-9b8e-542b2c1997b0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:00.915839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.966801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d95edb-2ebb-4f98-a3f9-f5381581c4a0 req-938442cd-4cb0-4b9f-8f46-4f561c684287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:00.968873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92d95edb-2ebb-4f98-a3f9-f5381581c4a0 req-938442cd-4cb0-4b9f-8f46-4f561c684287 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 1097 time: 0.2204084 Jul 07 22:40:00.981061 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.983790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:00.985967 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cd111436-5792-4b3b-9fdf-81599c871810 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/floatingips/ad4f68af-3594-46f2-a394-a70f4679a6cd HTTP/1.1" status: 204 len: 168 time: 0.8050277 Jul 07 22:40:00.989121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35056) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:00.993912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '7d38ba54-0409-4ece-b879-e6f233707158'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:01.028521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.184075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.311855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.25.8.129 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d120364b-4ce0-4ec2-be0c-c5a83772dc23) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:01.337724 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.433772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-8a0b2400-1b87-49a9-a026-c13287789781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:01.435302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-8a0b2400-1b87-49a9-a026-c13287789781 service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.5703385 Jul 07 22:40:01.448055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.451130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4ed7d0b-ef51-4544-9cae-0b017b1b1fb8 req-f7890a87-1c52-4549-9ff0-abe1d0b80293 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 210 time: 0.0847828 Jul 07 22:40:01.507833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.564786 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=d120364b-4ce0-4ec2-be0c-c5a83772dc23,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:01.580985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:01.583553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:01.590221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:01.604108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92d95edb-2ebb-4f98-a3f9-f5381581c4a0 req-b708d8b3-f3fe-4e10-91d4-00fd970dee93 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287212 Jul 07 22:40:01.623215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-9f5db423-4523-476d-9284-14862cb012ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 999 time: 0.1699297 Jul 07 22:40:01.661121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf696f41-2d3c-4261-a959-bc002234f3b7 req-5f023a0c-0487-4c06-a6a6-3998fe9f74da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:01.662808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf696f41-2d3c-4261-a959-bc002234f3b7 req-5f023a0c-0487-4c06-a6a6-3998fe9f74da tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 944 time: 0.3055699 Jul 07 22:40:01.696282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-b28efe45-99bc-4d18-84e3-8e971a57e030 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:01.697894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-b28efe45-99bc-4d18-84e3-8e971a57e030 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.44 "GET /v2.0/networks?id=47a329b3-c201-48e8-a5ed-7ad89ad680da HTTP/1.1" status: 200 len: 814 time: 0.1805975 Jul 07 22:40:01.719032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Request body: {'port': {'device_id': '4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d', 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da', 'admin_state_up': True, 'tenant_id': '3f69540fe0b940f088f224de6b8f0522'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:01.738656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf696f41-2d3c-4261-a959-bc002234f3b7 req-11ae0b59-d277-47a3-9fd4-b904941d2fc9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659561 Jul 07 22:40:01.895640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:01.915503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Made reservation on behalf of 3f69540fe0b940f088f224de6b8f0522 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:01.919835 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:01.958308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:01.970928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:01.973543 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15943ebf-770c-4ca2-a097-17dd7531a3db" -d '{"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:02.053574 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aee1568-7eae-4036-8bcc-5267dd13f755 x-openstack-request-id: req-8aee1568-7eae-4036-8bcc-5267dd13f755 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:02.053913 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:02.054275 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8aee1568-7eae-4036-8bcc-5267dd13f755 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:02.054678 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'status': 'completed', 'code': 200} Jul 07 22:40:02.153538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.185131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-c62f98be-b9b8-4a8c-b886-720c10bf81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:02.186779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-c62f98be-b9b8-4a8c-b886-720c10bf81e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1878521 Jul 07 22:40:02.247579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.268291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655172f-a2ae-4fec-a09b-fb0989b97a61 req-76af6878-0136-4e41-8e03-8434ce8c9dd1 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:02.269844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b655172f-a2ae-4fec-a09b-fb0989b97a61 req-76af6878-0136-4e41-8e03-8434ce8c9dd1 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 945 time: 0.3365462 Jul 07 22:40:02.318896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Allocated IP 172.20.0.4 (47a329b3-c201-48e8-a5ed-7ad89ad680da/3a760b77-8bcc-43d2-b264-19376f3b6d40/2d879902-eee4-47b6-a20f-c3148aa51f41) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:02.353230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-c6897832-5d04-4164-bc57-9fea4b4d1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:02.355581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-c6897832-5d04-4164-bc57-9fea4b4d1d8f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1096 time: 0.2451038 Jul 07 22:40:02.416814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b655172f-a2ae-4fec-a09b-fb0989b97a61 req-403f670a-fc55-48ac-b556-63d87e9f35ae tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199136 Jul 07 22:40:02.460948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-58493cff-98df-4ce4-819a-b569466b7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:02.462818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-58493cff-98df-4ce4-819a-b569466b7522 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2665768 Jul 07 22:40:02.479882 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.489230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.602104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.665365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=d120364b-4ce0-4ec2-be0c-c5a83772dc23,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:02.671851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b5fff6f-86ae-4f18-8e7c-b8fc5b432f1b req-3e3fac71-08b2-4643-bdc8-6ce53f021c44 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 210 time: 0.0545361 Jul 07 22:40:02.740138 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 176ce502-fccf-43fb-9734-1af7ed5f8bbe associated. External IP: 172.25.8.129, port: 7d38ba54-0409-4ece-b879-e6f233707158. Jul 07 22:40:02.758522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-56f6ee91-996a-4083-87f8-214fe7085df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:02.760052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-56f6ee91-996a-4083-87f8-214fe7085df2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.3947513 Jul 07 22:40:02.763882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-211c34da-1403-48de-9743-3272d2e03c9a service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874975 Jul 07 22:40:02.800962 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.834928 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:02.955473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-f0b6bb67-308e-4206-a95a-8bca151efd72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 999 time: 0.1881366 Jul 07 22:40:02.986597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:40:03.061339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e5db888-82de-4da5-88a8-266b1f3b82c6 req-62cb4da1-d27b-499b-8f25-c45d2f8ea0f9 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856362 Jul 07 22:40:03.077918 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.081791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-c66b690a-3b28-46d3-92a6-eb2ed12d19f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.083843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-c66b690a-3b28-46d3-92a6-eb2ed12d19f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1120775 Jul 07 22:40:03.131038 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:40:03.141333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadf308-aa40-4417-8707-61ac71210552 None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:40:03.149856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.168860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadf308-aa40-4417-8707-61ac71210552 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:03.169892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3fadf308-aa40-4417-8707-61ac71210552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:03.175593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df50f78-eef5-4354-be3e-acbe5fd38f6a req-70921637-5e19-458f-964c-001bf20380d3 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.177305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5df50f78-eef5-4354-be3e-acbe5fd38f6a req-70921637-5e19-458f-964c-001bf20380d3 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 944 time: 0.2909408 Jul 07 22:40:03.212481 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-11f21b5b-77bf-416d-a324-cc3348180873 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2220314 Jul 07 22:40:03.217454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:03.220777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Network 47a329b3-c201-48e8-a5ed-7ad89ad680da is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:03.222543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-125160475'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:03.229655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3fadf308-aa40-4417-8707-61ac71210552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:03.240799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadf308-aa40-4417-8707-61ac71210552 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:03.242244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3fadf308-aa40-4417-8707-61ac71210552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:03.250436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Made reservation on behalf of 945c9b55192a40229f3560313d7c8f44 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:03.254902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.257041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:03.264863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:03.285551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:03.298058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.298407 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Added segment 43d001f0-51b6-4d49-a23d-e017a2ca87b6 of type vlan for network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 Jul 07 22:40:03.317112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3fadf308-aa40-4417-8707-61ac71210552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:03.317897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fadf308-aa40-4417-8707-61ac71210552 None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:40:03.340824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Pushing event updated for resources: {'Port': ['ID=2d879902-eee4-47b6-a20f-c3148aa51f41,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:03.341250 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.359526 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5df50f78-eef5-4354-be3e-acbe5fd38f6a req-855e6ad5-6f20-4701-b9a1-7fb0a1fd53c7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605675 Jul 07 22:40:03.371737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.372529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.392976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.400815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.402428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.407419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-0cca5787-8b42-400f-8986-52e2dd3f41b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6976395 Jul 07 22:40:03.412278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-308a5286-cec3-41d3-b9e9-6f2fd75aad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.413825 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-308a5286-cec3-41d3-b9e9-6f2fd75aad00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3090503 Jul 07 22:40:03.416529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-1fd22206-1c3d-4a3e-a7b9-67747d1bcd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.418036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-1fd22206-1c3d-4a3e-a7b9-67747d1bcd0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1096 time: 0.2114801 Jul 07 22:40:03.426196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Request body: {'port': {'device_id': '4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:03.483345 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2646194 Jul 07 22:40:03.486508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35108) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:03.491247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'subnet': {'network_id': 'a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:03.539583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d3c43-71fd-47a1-814e-d73cd4262304 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Network': ['ID=a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:03.550685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:03.606311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Made reservation on behalf of 945c9b55192a40229f3560313d7c8f44 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:03.611407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.708440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-c44f540f-eeca-4ee8-bf8b-5f28e8b81f04 service neutron] 10.222.0.44 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700484 Jul 07 22:40:03.791962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-56326a27-8140-426b-9664-c723c993071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.794250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-56326a27-8140-426b-9664-c723c993071f service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.3643520 Jul 07 22:40:03.796691 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.831440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.877134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-ace1f165-3100-4fe2-969c-5e47a0b8fa70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 999 time: 0.0727849 Jul 07 22:40:03.889889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4e177-68ba-4830-8c31-b85863e5c7b0 req-648e3fca-40f0-4560-b928-c0a2f5d2ff35 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.891802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91d4e177-68ba-4830-8c31-b85863e5c7b0 req-648e3fca-40f0-4560-b928-c0a2f5d2ff35 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 945 time: 0.3215883 Jul 07 22:40:03.897186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Subnet': ['ID=6ad22758-0861-486d-8ff4-9c9022cbdb63,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:03.913140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Checking segment: {'id': '43d001f0-51b6-4d49-a23d-e017a2ca87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:03.913495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network hostable DHCP agents. Network: a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:40:03.931175 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:40:03.947083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:03.957573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b410fc-68f9-483a-8cf6-9ad827a70d9f None None] Network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:03.959131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:03.959890 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:03.981673 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-495a6a45-132b-4403-85df-3eafe5dd1b2d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4942663 Jul 07 22:40:03.984093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35122) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:03.988614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1649878024', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:04.026486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.028888 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.102393 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.123228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9', 'network_id': 'a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9', 'tenant_id': '945c9b55192a40229f3560313d7c8f44', 'fixed_ips': [{'subnet_id': '6ad22758-0861-486d-8ff4-9c9022cbdb63'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:40:04.124648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.218270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-c8f2cbac-cf7e-4151-ae29-bc10ad5799f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:04.219786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-c8f2cbac-cf7e-4151-ae29-bc10ad5799f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.3169446 Jul 07 22:40:04.227240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-30cf0130-ed9d-44ce-a812-0b7edf2c73c3 service neutron] 10.222.0.44 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058320 Jul 07 22:40:04.230897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-91d4e177-68ba-4830-8c31-b85863e5c7b0 req-124502ce-5f1c-4a34-b210-c80d920ccb7f tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264942 Jul 07 22:40:04.326360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd642b-dee6-4336-ab99-ade8a0251d6a req-b5e3284c-dfc0-426e-b08d-9dc3ad8544c3 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:04.333440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34bd642b-dee6-4336-ab99-ade8a0251d6a req-b5e3284c-dfc0-426e-b08d-9dc3ad8544c3 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 931 time: 0.4519670 Jul 07 22:40:04.357376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Allocated IP 172.20.0.2 (a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9/6ad22758-0861-486d-8ff4-9c9022cbdb63/eff6d08a-8770-4641-be75-54fd1d952d7e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:04.642762 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.680696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Transition to ACTIVE for port object eff6d08a-8770-4641-be75-54fd1d952d7e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:04.729409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Transition to ACTIVE for port object eff6d08a-8770-4641-be75-54fd1d952d7e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:04.740036 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.772999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.807981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Pushing event updated for resources: {'Port': ['ID=eff6d08a-8770-4641-be75-54fd1d952d7e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:04.811597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:04.814233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:04.824789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:04.865219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34bd642b-dee6-4336-ab99-ade8a0251d6a req-bb13dfda-e257-490b-a147-cea235a7c49c tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308926 Jul 07 22:40:04.894779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-04a0f570-1722-40b8-9ab3-104b7c65ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:04.896766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-04a0f570-1722-40b8-9ab3-104b7c65ae15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6626832 Jul 07 22:40:04.903290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d879902-eee4-47b6-a20f-c3148aa51f41 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:04.903476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Attempting to bind port eff6d08a-8770-4641-be75-54fd1d952d7e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:04.903707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Attempting to bind port eff6d08a-8770-4641-be75-54fd1d952d7e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '43d001f0-51b6-4d49-a23d-e017a2ca87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:04.906395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Attempting to bind port eff6d08a-8770-4641-be75-54fd1d952d7e on network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:04.914137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:04.914733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Checking segment: {'id': '43d001f0-51b6-4d49-a23d-e017a2ca87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:04.915776 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.916490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Bound using segment: {'id': '43d001f0-51b6-4d49-a23d-e017a2ca87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:04.917174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Bound port: eff6d08a-8770-4641-be75-54fd1d952d7e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d001f0-51b6-4d49-a23d-e017a2ca87b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:04.917927 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:04.924498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.028180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Transition to ACTIVE for port object 2d879902-eee4-47b6-a20f-c3148aa51f41 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:05.031226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-8f59bf1a-7aa6-43e3-818f-9426612e2b8e service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220143 Jul 07 22:40:05.033587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] For port eff6d08a-8770-4641-be75-54fd1d952d7e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:05.037685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] For port eff6d08a-8770-4641-be75-54fd1d952d7e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eff6d08a-8770-4641-be75-54fd1d952d7e,segment=NetworkSegment(43d001f0-51b6-4d49-a23d-e017a2ca87b6),segment_id=43d001f0-51b6-4d49-a23d-e017a2ca87b6)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:05.044175 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.053076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.089350 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.142158 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.148522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcd768-a8c5-4949-8ed6-f9864bb4bab4 None None] Pushing event updated for resources: {'Port': ['ID=eff6d08a-8770-4641-be75-54fd1d952d7e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:05.192166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e32260-ee92-47a3-b8f5-703b33ca9b1b req-e8fd1c19-54f6-476a-9f77-62beb4b821de tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:05.194611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4e32260-ee92-47a3-b8f5-703b33ca9b1b req-e8fd1c19-54f6-476a-9f77-62beb4b821de tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 944 time: 0.3919754 Jul 07 22:40:05.223887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.25.8.144 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f9783cfb-961d-4c02-a5db-0a330d2f8ad8) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:05.250713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2d879902-eee4-47b6-a20f-c3148aa51f41,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:05.354293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.372397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4e32260-ee92-47a3-b8f5-703b33ca9b1b req-d810253f-378c-45eb-8d14-cb840533cc54 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553566 Jul 07 22:40:05.382139 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-0b956990-45c2-41bf-a060-be5437c6437d service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362126 Jul 07 22:40:05.436828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888d9fd-fdf8-4433-8ac5-5d9e76221310 req-78b1ee30-9555-43b5-83ec-ad5ba87760fb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:05.445480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6888d9fd-fdf8-4433-8ac5-5d9e76221310 req-78b1ee30-9555-43b5-83ec-ad5ba87760fb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 945 time: 0.3457859 Jul 07 22:40:05.447171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.500183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Attempting to bind port 2d879902-eee4-47b6-a20f-c3148aa51f41 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:05.500521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Attempting to bind port 2d879902-eee4-47b6-a20f-c3148aa51f41 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '0c502fed-49a5-4100-8c2f-0520a1e89b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:05.500853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Attempting to bind port 2d879902-eee4-47b6-a20f-c3148aa51f41 on network 47a329b3-c201-48e8-a5ed-7ad89ad680da {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:05.512925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6888d9fd-fdf8-4433-8ac5-5d9e76221310 req-17804d8b-270c-4642-94d8-2df76616d2c9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665760 Jul 07 22:40:05.514103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Port 2d879902-eee4-47b6-a20f-c3148aa51f41 on network 47a329b3-c201-48e8-a5ed-7ad89ad680da not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:40:05.514434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Attempting to bind port 2d879902-eee4-47b6-a20f-c3148aa51f41 on network 47a329b3-c201-48e8-a5ed-7ad89ad680da {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:05.520727 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:05.521575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Checking segment: {'id': '0c502fed-49a5-4100-8c2f-0520a1e89b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:05.521784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:05.521984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Bound using segment: {'id': '0c502fed-49a5-4100-8c2f-0520a1e89b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:05.522455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Bound port: 2d879902-eee4-47b6-a20f-c3148aa51f41, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c502fed-49a5-4100-8c2f-0520a1e89b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:05.522834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.525315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:05.531307 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:05.580317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=f9783cfb-961d-4c02-a5db-0a330d2f8ad8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:05.628233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] For port 2d879902-eee4-47b6-a20f-c3148aa51f41, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:05.631544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] For port 2d879902-eee4-47b6-a20f-c3148aa51f41, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2d879902-eee4-47b6-a20f-c3148aa51f41,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:05.637405 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.709645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:05.710216 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.711502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] 10.222.0.44 "PUT /v2.0/ports/2d879902-eee4-47b6-a20f-c3148aa51f41 HTTP/1.1" status: 200 len: 1092 time: 2.2895319 Jul 07 22:40:05.714262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d', 'tag': '2d879902-eee4-47b6-a20f-c3148aa51f41'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:05.716626 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eada090-83f1-42f3-90ae-946be82935cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d", "tag": "2d879902-eee4-47b6-a20f-c3148aa51f41"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:05.768191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336df65-851b-4ab8-a4ba-1ae1b64e29a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2d879902-eee4-47b6-a20f-c3148aa51f41,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:05.780544 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a048366-f882-4ad5-915c-f132330064c3 x-openstack-request-id: req-5a048366-f882-4ad5-915c-f132330064c3 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:05.781288 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d", "tag": "2d879902-eee4-47b6-a20f-c3148aa51f41", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:05.782257 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a048366-f882-4ad5-915c-f132330064c3 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:05.783274 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d', 'tag': '2d879902-eee4-47b6-a20f-c3148aa51f41', 'status': 'completed', 'code': 200} Jul 07 22:40:05.842036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c7525-fead-46d8-8a9c-17fece736e1b req-96756c5b-3e44-41a0-8e4f-50a9f689b4c1 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:05.843707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-347c7525-fead-46d8-8a9c-17fece736e1b req-96756c5b-3e44-41a0-8e4f-50a9f689b4c1 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 945 time: 0.1723223 Jul 07 22:40:05.844152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:05.877591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-835e33ec-127f-45eb-a879-dc6613ab4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:05.879560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-835e33ec-127f-45eb-a879-dc6613ab4249 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f69540fe0b940f088f224de6b8f0522&device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 1095 time: 0.0941191 Jul 07 22:40:05.934924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-347c7525-fead-46d8-8a9c-17fece736e1b req-79dc2fb1-bacf-4a88-be0a-c789978496cd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805547 Jul 07 22:40:05.936177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-3cd4dfea-38c1-4737-bc9f-b12e6a9bb313 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d879902-eee4-47b6-a20f-c3148aa51f41 HTTP/1.1" status: 200 len: 217 time: 0.0468955 Jul 07 22:40:06.037028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-e7d8149e-0152-446d-8eb1-ed70d22fad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:06.043430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-e7d8149e-0152-446d-8eb1-ed70d22fad6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a760b77-8bcc-43d2-b264-19376f3b6d40 HTTP/1.1" status: 200 len: 854 time: 0.0997169 Jul 07 22:40:06.104501 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:06.110339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-86ff3f1d-3d5a-45af-8b5d-4daf581545e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47a329b3-c201-48e8-a5ed-7ad89ad680da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293493 Jul 07 22:40:06.241696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700d008-9797-4563-b4fd-9285ce308bae req-a76c2af5-ea51-4f06-a453-d2b18b758e4a tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:06.243359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8700d008-9797-4563-b4fd-9285ce308bae req-a76c2af5-ea51-4f06-a453-d2b18b758e4a tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 943 time: 0.1965156 Jul 07 22:40:06.286138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:40:06.294956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-84ef8bd8-d8a5-49e9-945d-187d0a8c77d4 service neutron] 10.222.0.44 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658525 Jul 07 22:40:06.371665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router c5d002a1-d2e4-41a1-9a14-43ae874cd9ed is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:40:06.498664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8700d008-9797-4563-b4fd-9285ce308bae req-47af6cdf-4f71-4780-9513-31a740321f95 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474880 Jul 07 22:40:06.501951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71279a22-5db3-4b52-b42c-5e9dec3db7af req-4f080259-1c2c-4ca7-be57-64109d5f826e service neutron] 10.222.0.44 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981201 Jul 07 22:40:06.553078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:06.583111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'port_id': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'mac_address': 'fa:16:3e:ec:cb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:40:06.612525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:40:06.623474 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ff36c-706e-4347-b3b0-a581b32a89c6 None None] Sync routers for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:40:06.650295 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:06.653472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:06.655459 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8d71f678-1c5f-4996-be7f-fe8dd062f0b7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6703725 Jul 07 22:40:06.657759 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ff36c-706e-4347-b3b0-a581b32a89c6 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:06.658252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35178) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:06.658870 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c09ff36c-706e-4347-b3b0-a581b32a89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:06.659472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ad1dd-80a2-401a-8965-18691c1b552e None None] Network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:06.720037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf693b2e-535a-4af4-a6b0-f85c6140a0e6 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:06.724863 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c09ff36c-706e-4347-b3b0-a581b32a89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:06.737984 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ff36c-706e-4347-b3b0-a581b32a89c6 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:06.739105 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c09ff36c-706e-4347-b3b0-a581b32a89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:06.742020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:06.752261 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:06.783862 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c09ff36c-706e-4347-b3b0-a581b32a89c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:06.784720 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ff36c-706e-4347-b3b0-a581b32a89c6 None None] The sync data for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:40:06.831088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=12']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:06.847669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cdc79437-acce-4f3c-9026-45964348047b None None] Provisioning for port eff6d08a-8770-4641-be75-54fd1d952d7e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:06.997129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d154cd4-0a81-4fdc-9a53-05d3b2546cb0 req-c96c273b-fddc-4585-92b4-18207d9e16b7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:06.998684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d154cd4-0a81-4fdc-9a53-05d3b2546cb0 req-c96c273b-fddc-4585-92b4-18207d9e16b7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.2348831 Jul 07 22:40:07.004374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eada090-83f1-42f3-90ae-946be82935cd req-d0f30337-90c6-4ef9-8371-63cb928a5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:07.005805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7eada090-83f1-42f3-90ae-946be82935cd req-d0f30337-90c6-4ef9-8371-63cb928a5ddc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f69540fe0b940f088f224de6b8f0522&device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 1095 time: 0.2121146 Jul 07 22:40:07.112156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fdc91-b7b0-4231-b269-0db95b0fc870 req-f4b96e5a-fcee-4095-aed3-f7075501602d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:07.119295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f3fdc91-b7b0-4231-b269-0db95b0fc870 req-f4b96e5a-fcee-4095-aed3-f7075501602d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 945 time: 0.2952518 Jul 07 22:40:07.193929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['cf693b2e-535a-4af4-a6b0-f85c6140a0e6'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:07.216349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d154cd4-0a81-4fdc-9a53-05d3b2546cb0 req-77db4fbc-3774-4468-8772-c4101941912c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088642 Jul 07 22:40:07.265336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f3fdc91-b7b0-4231-b269-0db95b0fc870 req-530ccd37-6080-430e-8084-5fd615011109 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450741 Jul 07 22:40:07.293691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eff6d08a-8770-4641-be75-54fd1d952d7e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:07.306103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eada090-83f1-42f3-90ae-946be82935cd req-798cb836-363d-4de8-a24a-1ac2729e31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:07.308033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7eada090-83f1-42f3-90ae-946be82935cd req-798cb836-363d-4de8-a24a-1ac2729e31fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=47a329b3-c201-48e8-a5ed-7ad89ad680da HTTP/1.1" status: 200 len: 915 time: 0.2693174 Jul 07 22:40:07.390232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7eada090-83f1-42f3-90ae-946be82935cd req-2d906d12-51b3-48f5-a9d5-fe377c82a582 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2d879902-eee4-47b6-a20f-c3148aa51f41 HTTP/1.1" status: 200 len: 217 time: 0.0454195 Jul 07 22:40:07.418294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port eff6d08a-8770-4641-be75-54fd1d952d7e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:07.422662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port eff6d08a-8770-4641-be75-54fd1d952d7e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:07.423136 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:07.487883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eada090-83f1-42f3-90ae-946be82935cd req-98139aa1-7629-4db4-a0e2-3101427b953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:07.489266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7eada090-83f1-42f3-90ae-946be82935cd req-98139aa1-7629-4db4-a0e2-3101427b953a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3a760b77-8bcc-43d2-b264-19376f3b6d40 HTTP/1.1" status: 200 len: 854 time: 0.0908823 Jul 07 22:40:07.550200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7eada090-83f1-42f3-90ae-946be82935cd req-e12d44ae-cdf5-4cc6-abff-621769d7ba82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=47a329b3-c201-48e8-a5ed-7ad89ad680da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380695 Jul 07 22:40:07.574665 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:07.779101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port eff6d08a-8770-4641-be75-54fd1d952d7e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eff6d08a-8770-4641-be75-54fd1d952d7e,segment=NetworkSegment(43d001f0-51b6-4d49-a23d-e017a2ca87b6),segment_id=43d001f0-51b6-4d49-a23d-e017a2ca87b6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:07.783913 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:07.784277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7eada090-83f1-42f3-90ae-946be82935cd req-bba0d9de-0dfd-4172-9532-c42ce4aa7c38 service neutron] 10.222.0.44 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232916 Jul 07 22:40:07.831666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=eff6d08a-8770-4641-be75-54fd1d952d7e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:07.868194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:07.880422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22099b90-866e-4b68-bbeb-a0026c8a63d3 req-30b2a632-93f6-4eee-b177-20fc66462c01 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:07.881943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22099b90-866e-4b68-bbeb-a0026c8a63d3 req-30b2a632-93f6-4eee-b177-20fc66462c01 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 943 time: 0.2204819 Jul 07 22:40:07.990626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7eada090-83f1-42f3-90ae-946be82935cd req-defbdd6d-2c45-4d76-bcf7-7215b139afe0 service neutron] 10.222.0.44 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986485 Jul 07 22:40:07.998129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22099b90-866e-4b68-bbeb-a0026c8a63d3 req-b7dbd519-1941-4bc7-ba4b-143876973a3c tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054108 Jul 07 22:40:08.216258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.20.0.1 (a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9/6ad22758-0861-486d-8ff4-9c9022cbdb63/45a67489-38b9-467b-8260-a599cb4ae29b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:08.807502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:08.837143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Transition to ACTIVE for port object 45a67489-38b9-467b-8260-a599cb4ae29b will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:08.845576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e7c36-6a2a-4a2f-859a-da32aae64c44 req-f8752228-30ad-49f9-9ff0-d062193374b6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.847108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc5e7c36-6a2a-4a2f-859a-da32aae64c44 req-f8752228-30ad-49f9-9ff0-d062193374b6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 945 time: 0.1896627 Jul 07 22:40:08.854276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-b5f60150-e877-45e5-9fa0-325997caea27 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.856134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-b5f60150-e877-45e5-9fa0-325997caea27 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 945 time: 0.5870306 Jul 07 22:40:08.877406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda8d8e-987b-4b07-bb42-e9faae6aaa42 req-38bd4870-c9c4-4394-b88e-74d072dbdb64 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:08.878907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfda8d8e-987b-4b07-bb42-e9faae6aaa42 req-38bd4870-c9c4-4394-b88e-74d072dbdb64 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 945 time: 0.2203171 Jul 07 22:40:08.977960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc5e7c36-6a2a-4a2f-859a-da32aae64c44 req-8b9935da-72f1-49e1-9209-facb60dd4c13 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180317 Jul 07 22:40:09.019577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfda8d8e-987b-4b07-bb42-e9faae6aaa42 req-e3ce6c51-93a2-4143-8021-2e1c4e0545eb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238658 Jul 07 22:40:09.021260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:09.053664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.117890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:09.121795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:09.123830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=45a67489-38b9-467b-8260-a599cb4ae29b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:09.125987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:09.140531 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ef69adee-2330-4b48-9ce1-c08e4773a7eb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/961c91fc-dfc9-42cd-bd14-133af9500235 HTTP/1.1" status: 200 len: 992 time: 0.1176872 Jul 07 22:40:09.175767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Deleting port 57293301-ab27-4ca4-95b1-722ad9041c93 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:09.176119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.222861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eff6d08a-8770-4641-be75-54fd1d952d7e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:09.274511 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.314954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port eff6d08a-8770-4641-be75-54fd1d952d7e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:09.315333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.396970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] For port 57293301-ab27-4ca4-95b1-722ad9041c93, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=57293301-ab27-4ca4-95b1-722ad9041c93,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:09.397380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.413522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2f5019b5-04c8-400e-9ea7-ac4257411857 None None] Provisioning for port 45a67489-38b9-467b-8260-a599cb4ae29b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:09.417967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2f5019b5-04c8-400e-9ea7-ac4257411857 None None] Provisioning complete for port 45a67489-38b9-467b-8260-a599cb4ae29b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:09.418398 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2f5019b5-04c8-400e-9ea7-ac4257411857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.429645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Calling delete_port for 57293301-ab27-4ca4-95b1-722ad9041c93 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:09.455100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2f5019b5-04c8-400e-9ea7-ac4257411857 None None] Port 45a67489-38b9-467b-8260-a599cb4ae29b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:40:09.472219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e169cf-aeba-48e3-ad95-d0c248581511 req-bed517b1-0115-48b0-9729-5ba2f971fec9 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:09.473716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59e169cf-aeba-48e3-ad95-d0c248581511 req-bed517b1-0115-48b0-9729-5ba2f971fec9 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 943 time: 0.2943950 Jul 07 22:40:09.590504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59e169cf-aeba-48e3-ad95-d0c248581511 req-829377bf-edc3-4467-b7f9-78811a07cb1e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838578 Jul 07 22:40:09.629760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.717080 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.729351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:09.753087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['57293301-ab27-4ca4-95b1-722ad9041c93'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:09.787018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event deleted for resources: {'Port': ['ID=57293301-ab27-4ca4-95b1-722ad9041c93,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:09.866651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] No DVR routers for this DVR port 57293301-ab27-4ca4-95b1-722ad9041c93 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:09.870411 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:09.872543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb740b60-88c0-44be-9286-a8a1fcf6a4ab req-91ef2c12-721c-4d5f-b37a-b50b72791abb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "DELETE /v2.0/ports/57293301-ab27-4ca4-95b1-722ad9041c93 HTTP/1.1" status: 204 len: 173 time: 1.0089431 Jul 07 22:40:09.872981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eb9e82-7977-4e81-997c-e6e7f77e3a32', 'name': 'network-vif-deleted', 'tag': '57293301-ab27-4ca4-95b1-722ad9041c93'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:09.875267 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8965a916-69ed-46be-8b20-643c7c92101d" -d '{"events": [{"server_uuid": "81eb9e82-7977-4e81-997c-e6e7f77e3a32", "name": "network-vif-deleted", "tag": "57293301-ab27-4ca4-95b1-722ad9041c93"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:09.927434 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bf7f18-6a68-4cb4-9b3e-9233bf23f7e7 x-openstack-request-id: req-c8bf7f18-6a68-4cb4-9b3e-9233bf23f7e7 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:09.927728 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eb9e82-7977-4e81-997c-e6e7f77e3a32", "name": "network-vif-deleted", "tag": "57293301-ab27-4ca4-95b1-722ad9041c93", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:09.927980 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8bf7f18-6a68-4cb4-9b3e-9233bf23f7e7 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:09.928635 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eb9e82-7977-4e81-997c-e6e7f77e3a32', 'name': 'network-vif-deleted', 'tag': '57293301-ab27-4ca4-95b1-722ad9041c93', 'status': 'completed', 'code': 200} Jul 07 22:40:09.942745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2d879902-eee4-47b6-a20f-c3148aa51f41 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:40:10.049707 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.060001 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.071088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2d879902-eee4-47b6-a20f-c3148aa51f41, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2d879902-eee4-47b6-a20f-c3148aa51f41,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:10.101904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '2d879902-eee4-47b6-a20f-c3148aa51f41', 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da', 'port_id': '2d879902-eee4-47b6-a20f-c3148aa51f41', 'mac_address': 'fa:16:3e:f0:24:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a760b77-8bcc-43d2-b264-19376f3b6d40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:40:10.152896 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.170791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d879902-eee4-47b6-a20f-c3148aa51f41 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:10.186700 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.199233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=45a67489-38b9-467b-8260-a599cb4ae29b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:10.206450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2d879902-eee4-47b6-a20f-c3148aa51f41, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2d879902-eee4-47b6-a20f-c3148aa51f41,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:10.212473 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.235206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdc32252-72d6-49ca-a3a3-9bea91440088 req-afd51c89-9fa0-44ac-beb8-4408b4831da8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=81eb9e82-7977-4e81-997c-e6e7f77e3a32 HTTP/1.1" status: 200 len: 210 time: 0.0332799 Jul 07 22:40:10.268187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2d879902-eee4-47b6-a20f-c3148aa51f41,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:10.326816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:10.328058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:10.329503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:10.397372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:10.403110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:10.403544 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.456904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2d879902-eee4-47b6-a20f-c3148aa51f41'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:10.496989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router c5d002a1-d2e4-41a1-9a14-43ae874cd9ed has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:40:10.561379 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.622556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:10.625664 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e9063-38f7-4b92-93d9-d866717d7f7c" -d '{"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-plugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:10.643322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:10.649215 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.649975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 57293301-ab27-4ca4-95b1-722ad9041c93 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:10.698034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:40:10.713865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 57293301-ab27-4ca4-95b1-722ad9041c93 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:40:10.714248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 57293301-ab27-4ca4-95b1-722ad9041c93 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:10.723248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-105011a5-a693-4c8c-a3bc-2f5a39d2152e tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/routers/c5d002a1-d2e4-41a1-9a14-43ae874cd9ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0615873 Jul 07 22:40:10.723589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35266) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:10.728676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'port': {'network_id': 'a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9', 'name': 'tempest-FloatingIPTestJSON-117201788'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:10.746820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae13d5e-5ae1-4805-917d-a8ae03ada7e2 None None] Sync routers for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:40:10.756209 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667f6534-1b89-48c2-ae2d-720ab6f6fea5 x-openstack-request-id: req-667f6534-1b89-48c2-ae2d-720ab6f6fea5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:10.756607 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-plugged", "status": "completed", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:10.756862 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-667f6534-1b89-48c2-ae2d-720ab6f6fea5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:10.757305 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'code': 200} Jul 07 22:40:10.762342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-97b38169-a766-45f9-a86e-c0bd11d8707e None None] Provisioning complete for port 45a67489-38b9-467b-8260-a599cb4ae29b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:10.762711 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-97b38169-a766-45f9-a86e-c0bd11d8707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.834398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=13']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:10.847886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-97b38169-a766-45f9-a86e-c0bd11d8707e None None] Port 45a67489-38b9-467b-8260-a599cb4ae29b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:40:10.855723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae13d5e-5ae1-4805-917d-a8ae03ada7e2 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:10.856376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cae13d5e-5ae1-4805-917d-a8ae03ada7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:10.863669 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Made reservation on behalf of 945c9b55192a40229f3560313d7c8f44 for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:10.871083 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:10.884937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cd6bb-9152-4468-a724-295edfafff18 req-96f0560f-229a-47b6-b512-e338c456b162 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:10.887299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc8cd6bb-9152-4468-a724-295edfafff18 req-96f0560f-229a-47b6-b512-e338c456b162 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 944 time: 0.0947924 Jul 07 22:40:10.895643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] device_id is not set on port dc1294e7-f0d4-4aaa-a275-3d77e541b975 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:40:10.913133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cae13d5e-5ae1-4805-917d-a8ae03ada7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:10.935191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae13d5e-5ae1-4805-917d-a8ae03ada7e2 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:10.935731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cae13d5e-5ae1-4805-917d-a8ae03ada7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:10.936262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc8cd6bb-9152-4468-a724-295edfafff18 req-521504f3-6aec-4339-9a39-4298e65ad0ed tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Jul 07 22:40:10.977497 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-cae13d5e-5ae1-4805-917d-a8ae03ada7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:10.978158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae13d5e-5ae1-4805-917d-a8ae03ada7e2 None None] The sync data for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:40:11.025997 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Allocated IP 172.20.0.14 (a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9/6ad22758-0861-486d-8ff4-9c9022cbdb63/dc1294e7-f0d4-4aaa-a275-3d77e541b975) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:11.186729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.200647 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Transition to ACTIVE for port object dc1294e7-f0d4-4aaa-a275-3d77e541b975 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:11.233662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.289792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:11.293636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:11.298197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:11.335877 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event updated for resources: {'Port': ['ID=dc1294e7-f0d4-4aaa-a275-3d77e541b975,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:11.364760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:11.365931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.383554 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-15122cba-3ed9-4710-a08e-2df10f62662a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6588609 Jul 07 22:40:11.386240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35274) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:11.391576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Request body: {'floatingip': {'port_id': 'dc1294e7-f0d4-4aaa-a275-3d77e541b975'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:11.458231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.683825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-72a9c5f5-56b9-414a-ae5c-5f6cfc097b4e None None] Provisioning for port dc1294e7-f0d4-4aaa-a275-3d77e541b975 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:11.687977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-72a9c5f5-56b9-414a-ae5c-5f6cfc097b4e None None] Provisioning complete for port dc1294e7-f0d4-4aaa-a275-3d77e541b975 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:11.688367 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72a9c5f5-56b9-414a-ae5c-5f6cfc097b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:11.723364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-72a9c5f5-56b9-414a-ae5c-5f6cfc097b4e None None] Port dc1294e7-f0d4-4aaa-a275-3d77e541b975 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:40:11.732811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-94835064-94ec-49df-9efa-c789cd794e31 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:11.734304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-94835064-94ec-49df-9efa-c789cd794e31 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.2051075 Jul 07 22:40:11.788017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-7780a3f3-fc0c-4d31-8552-8d06fc194fa5 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/quotas/4f05d08a47ed4d619654abab61ac2d59 HTTP/1.1" status: 200 len: 375 time: 0.0461152 Jul 07 22:40:11.948459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-63fcc47f-2ccc-44cd-946a-c1d61e5943c7 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1540239 Jul 07 22:40:11.957826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2d879902-eee4-47b6-a20f-c3148aa51f41 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:12.040056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 2d879902-eee4-47b6-a20f-c3148aa51f41 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:12.046592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 2d879902-eee4-47b6-a20f-c3148aa51f41 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:12.048885 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:12.142594 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:12.178749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 2d879902-eee4-47b6-a20f-c3148aa51f41, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2d879902-eee4-47b6-a20f-c3148aa51f41,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:12.183526 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:12.220708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-e737e1ee-27e3-4f69-81c6-37375c050534 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656071 Jul 07 22:40:12.232604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=2d879902-eee4-47b6-a20f-c3148aa51f41,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:12.355380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7380c9-f6ea-404b-9f62-89a411798b19 req-ca0d7509-19d7-4044-aa28-86728b48a2c2 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:12.356880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c7380c9-f6ea-404b-9f62-89a411798b19 req-ca0d7509-19d7-4044-aa28-86728b48a2c2 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 944 time: 0.2469943 Jul 07 22:40:12.362024 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:12.374393 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:12.460477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-6fb9bc87-df1e-454e-a65f-b447b01470d7 service neutron] 10.222.0.81 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263629 Jul 07 22:40:12.465606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c7380c9-f6ea-404b-9f62-89a411798b19 req-d16c02c1-3725-45c6-b599-32b0620cd637 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010489 Jul 07 22:40:12.528034 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 176ce502-fccf-43fb-9734-1af7ed5f8bbe associated. External IP: 172.25.8.129, port: 7d38ba54-0409-4ece-b879-e6f233707158. Jul 07 22:40:12.758433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d879902-eee4-47b6-a20f-c3148aa51f41'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:12.762564 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433edbbc-cc8c-459f-b43a-9d55009d7242" -d '{"events": [{"server_uuid": "4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d", "name": "network-vif-plugged", "status": "completed", "tag": "2d879902-eee4-47b6-a20f-c3148aa51f41"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:12.805883 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7723f974-c981-4309-813f-6b7674b38f08 x-openstack-request-id: req-7723f974-c981-4309-813f-6b7674b38f08 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:12.806287 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d", "name": "network-vif-plugged", "status": "completed", "tag": "2d879902-eee4-47b6-a20f-c3148aa51f41", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:12.806474 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7723f974-c981-4309-813f-6b7674b38f08 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:12.807109 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d879902-eee4-47b6-a20f-c3148aa51f41', 'code': 200} Jul 07 22:40:13.064359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2e985b5-8d3a-4e9d-bbc6-40553e7ef1ba req-4bbb14e6-69c1-4b3c-bc26-0b752b89e1fb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 210 time: 0.0600362 Jul 07 22:40:13.167241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145bafb-b851-4650-8d6e-e4f6e256144d req-452325ad-b53f-4024-a7c5-aa352eda59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:13.168567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9145bafb-b851-4650-8d6e-e4f6e256144d req-452325ad-b53f-4024-a7c5-aa352eda59f5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 1097 time: 0.1655388 Jul 07 22:40:13.230144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:40:13.234463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9145bafb-b851-4650-8d6e-e4f6e256144d req-6abc490e-1301-4be3-a4b0-1b8bfe4a6b74 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547388 Jul 07 22:40:13.348426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:40:13.361241 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15cc8d-f7c7-48a1-9c08-f04eaa432b2f None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:40:13.372101 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15cc8d-f7c7-48a1-9c08-f04eaa432b2f None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:13.373266 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7f15cc8d-f7c7-48a1-9c08-f04eaa432b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:13.412204 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7f15cc8d-f7c7-48a1-9c08-f04eaa432b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:13.423160 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15cc8d-f7c7-48a1-9c08-f04eaa432b2f None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:13.423859 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7f15cc8d-f7c7-48a1-9c08-f04eaa432b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:13.458901 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-7f15cc8d-f7c7-48a1-9c08-f04eaa432b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:13.459550 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15cc8d-f7c7-48a1-9c08-f04eaa432b2f None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:40:13.581238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router c5d002a1-d2e4-41a1-9a14-43ae874cd9ed has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:40:13.747095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cd3ad-aeee-4dca-8e6a-f7ed1214a492 req-db314bf1-f114-4670-868b-1cc3c032552b tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:13.748643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e9cd3ad-aeee-4dca-8e6a-f7ed1214a492 req-db314bf1-f114-4670-868b-1cc3c032552b tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 945 time: 0.1597898 Jul 07 22:40:13.751679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:40:13.761818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:13.762370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c72202-ef80-4fa9-a8ea-9bc2978dffe3 None None] Sync routers for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:40:13.782961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c72202-ef80-4fa9-a8ea-9bc2978dffe3 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:13.783636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f5c72202-ef80-4fa9-a8ea-9bc2978dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:13.821686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f5c72202-ef80-4fa9-a8ea-9bc2978dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:13.832993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c72202-ef80-4fa9-a8ea-9bc2978dffe3 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:13.833731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f5c72202-ef80-4fa9-a8ea-9bc2978dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:13.870838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f5c72202-ef80-4fa9-a8ea-9bc2978dffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:13.872483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c72202-ef80-4fa9-a8ea-9bc2978dffe3 None None] The sync data for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:40:13.917466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e9cd3ad-aeee-4dca-8e6a-f7ed1214a492 req-dbb466dd-f10b-4c89-814c-576cb17a326e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516237 Jul 07 22:40:13.954688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-589d4c4f-42ea-45cd-a2fa-3ce7e8d59ce1 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/floatingips/176ce502-fccf-43fb-9734-1af7ed5f8bbe HTTP/1.1" status: 200 len: 978 time: 2.5669999 Jul 07 22:40:13.957308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35306) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:13.986781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0f7b5e24-c107-4565-84e1-19b4d95cf1e2 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:13.988234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0f7b5e24-c107-4565-84e1-19b4d95cf1e2 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 806 time: 0.1757708 Jul 07 22:40:14.070936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Request body: {'port': {'device_id': 'cc9b1989-7bbb-462a-95c1-2480448e492c', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'admin_state_up': True, 'tenant_id': '4f05d08a47ed4d619654abab61ac2d59'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:14.071140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port dc1294e7-f0d4-4aaa-a275-3d77e541b975 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:14.071251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.186267 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.235649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Made reservation on behalf of 4f05d08a47ed4d619654abab61ac2d59 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:14.240003 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.297619 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36a9f429-dd96-428f-a495-da66d6fb830a req-b57afa3c-0fa0-41b6-a54e-84ff923f35af tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 210 time: 0.0401180 Jul 07 22:40:14.390769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.390980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.391305 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Floating IP 176ce502-fccf-43fb-9734-1af7ed5f8bbe disassociated. External IP: 172.25.8.129, port: dc1294e7-f0d4-4aaa-a275-3d77e541b975. Jul 07 22:40:14.391652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for dc1294e7-f0d4-4aaa-a275-3d77e541b975 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:14.407569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Allocated IP 172.20.0.6 (5211f5de-c0ff-4983-9c83-c6c0d345f6ae/1b3b4fc5-50f5-45ab-a965-361badb4d65d/7e7d4d0b-07d6-4d9b-919f-16671f2487a1) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:14.526251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.557858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=dc1294e7-f0d4-4aaa-a275-3d77e541b975,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:14.568780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.625252 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.640259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:14.700740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event updated for resources: {'Port': ['ID=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:14.711323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:14.712961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:14.721941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:14.781711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:14.782849 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.800287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-141b10b0-31a0-4c59-8dd4-a73aa8d9a676 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7344325 Jul 07 22:40:14.857391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Request body: {'port': {'device_id': 'cc9b1989-7bbb-462a-95c1-2480448e492c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:14.935844 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:14.973304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router c5d002a1-d2e4-41a1-9a14-43ae874cd9ed has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:40:15.084680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:40:15.095682 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713338d-9123-46be-8aaf-a70cd80c2814 None None] Sync routers for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:40:15.106029 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713338d-9123-46be-8aaf-a70cd80c2814 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:15.106666 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6713338d-9123-46be-8aaf-a70cd80c2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:15.137720 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6713338d-9123-46be-8aaf-a70cd80c2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:15.146243 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713338d-9123-46be-8aaf-a70cd80c2814 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:15.146836 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6713338d-9123-46be-8aaf-a70cd80c2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:15.155631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.162122 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-91aba8aa-edd3-4b65-a7db-796a70e8a302 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/ports/dc1294e7-f0d4-4aaa-a275-3d77e541b975 HTTP/1.1" status: 204 len: 168 time: 1.2021408 Jul 07 22:40:15.164250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35314) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:15.183634 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6713338d-9123-46be-8aaf-a70cd80c2814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:15.184278 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713338d-9123-46be-8aaf-a70cd80c2814 None None] The sync data for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:40:15.213093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f56917-d006-463d-ac08-0694e9ce1222 req-dcf750c7-0b5f-4a6e-b1f3-2793a7647cb6 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:15.215150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2f56917-d006-463d-ac08-0694e9ce1222 req-dcf750c7-0b5f-4a6e-b1f3-2793a7647cb6 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 945 time: 0.1797302 Jul 07 22:40:15.277252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:15.286461 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.315688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Transition to ACTIVE for port object 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:15.321917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.327536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2f56917-d006-463d-ac08-0694e9ce1222 req-7f000ffc-4bfe-452a-b91d-9342d41b4923 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031642 Jul 07 22:40:15.385073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:15.539019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Attempting to bind port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:15.539367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Attempting to bind port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:15.539696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Attempting to bind port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:15.547553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:40:15.547883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Attempting to bind port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 on network 5211f5de-c0ff-4983-9c83-c6c0d345f6ae {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:15.556042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:15.556379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Checking segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:15.556770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Bound using segment: {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:15.557847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Bound port: 7e7d4d0b-07d6-4d9b-919f-16671f2487a1, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7455b397-de25-4434-8122-1856dcb9c882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:15.558253 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.610760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06df10-8405-40a9-9c80-9603ce4b7556 req-d8fa1be3-4a5a-4483-9768-05618ecf02e3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:15.611476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.618016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d06df10-8405-40a9-9c80-9603ce4b7556 req-d8fa1be3-4a5a-4483-9768-05618ecf02e3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 943 time: 0.1369338 Jul 07 22:40:15.679525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] For port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:15.686354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d06df10-8405-40a9-9c80-9603ce4b7556 req-b8e77ebe-e12f-42d2-9bbd-216e8a8e8ccb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673978 Jul 07 22:40:15.688516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] For port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:15.695652 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.745299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:15.746743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:15.748223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] 10.222.0.83 "PUT /v2.0/ports/7e7d4d0b-07d6-4d9b-919f-16671f2487a1 HTTP/1.1" status: 200 len: 1092 time: 0.8963170 Jul 07 22:40:15.750601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9b1989-7bbb-462a-95c1-2480448e492c', 'tag': '7e7d4d0b-07d6-4d9b-919f-16671f2487a1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:15.752967 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c66dc-2768-47ad-96f0-15f38480c68e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9b1989-7bbb-462a-95c1-2480448e492c", "tag": "7e7d4d0b-07d6-4d9b-919f-16671f2487a1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:15.816704 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c8f0b-18db-4718-a9fe-0cb41a0c6774 x-openstack-request-id: req-352c8f0b-18db-4718-a9fe-0cb41a0c6774 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:15.817416 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9b1989-7bbb-462a-95c1-2480448e492c", "tag": "7e7d4d0b-07d6-4d9b-919f-16671f2487a1", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:15.818222 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-352c8f0b-18db-4718-a9fe-0cb41a0c6774 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:15.819299 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9b1989-7bbb-462a-95c1-2480448e492c', 'tag': '7e7d4d0b-07d6-4d9b-919f-16671f2487a1', 'status': 'completed', 'code': 200} Jul 07 22:40:15.823656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550c4ef-7a93-4602-a4c7-f5a53009ea48 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:15.898828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-9c3e59eb-c3b3-4f95-94c3-d0147efac7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:15.900749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-9c3e59eb-c3b3-4f95-94c3-d0147efac7e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 1095 time: 0.0719078 Jul 07 22:40:15.958954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-59cbbbf9-1888-4fd0-acbd-59627417553a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e7d4d0b-07d6-4d9b-919f-16671f2487a1 HTTP/1.1" status: 200 len: 217 time: 0.0456722 Jul 07 22:40:15.993955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port 45a67489-38b9-467b-8260-a599cb4ae29b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:15.995167 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.014100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-ed6d7ba7-92d2-4620-aca9-b992e6e47372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:16.015620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-ed6d7ba7-92d2-4620-aca9-b992e6e47372 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0504768 Jul 07 22:40:16.050061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-8f19ebaf-d7ba-49d1-8b08-4980c0adf47b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286310 Jul 07 22:40:16.084056 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.096696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for 45a67489-38b9-467b-8260-a599cb4ae29b owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:16.147408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-2dab67fb-9023-4146-89e8-1b32aae648e1 service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906553 Jul 07 22:40:16.241861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ff6fab-e13f-4ad6-b95c-5ef91f2fe607 req-f8b64859-9f58-4224-b5c6-a4b95029da72 service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866468 Jul 07 22:40:16.318126 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.348680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=45a67489-38b9-467b-8260-a599cb4ae29b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:16.407703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-225f67d4-3646-4cd5-a263-44c1c1418250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:16.409297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-225f67d4-3646-4cd5-a263-44c1c1418250 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4f05d08a47ed4d619654abab61ac2d59&device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 1095 time: 0.0738213 Jul 07 22:40:16.520925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-6c9623fc-ea09-4f93-876c-9f715b9c3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:16.521214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-6c9623fc-ea09-4f93-876c-9f715b9c3288 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 200 len: 907 time: 0.1031289 Jul 07 22:40:16.556903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:16.576821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-74776cc8-f913-4180-9568-768739dbae36 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e7d4d0b-07d6-4d9b-919f-16671f2487a1 HTTP/1.1" status: 200 len: 217 time: 0.0485985 Jul 07 22:40:16.630223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-a829f94e-5270-4e3f-8565-7f0ca16cce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:16.631957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-a829f94e-5270-4e3f-8565-7f0ca16cce4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 200 len: 846 time: 0.0488710 Jul 07 22:40:16.666039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-538ebc86-cc1e-469c-b648-d7d3107f3a12 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5211f5de-c0ff-4983-9c83-c6c0d345f6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277305 Jul 07 22:40:16.815692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-4643cddc-5055-4de2-b377-404eaa525903 service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432383 Jul 07 22:40:16.819967 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router c5d002a1-d2e4-41a1-9a14-43ae874cd9ed has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:40:16.948668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:40:16.957405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fb15e-1f8e-409a-9a59-d476da729428 None None] Sync routers for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:40:16.958212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6826c7-d19f-40d9-bfa7-1d35b20bd29e req-d22ea323-3092-48f4-b36b-5b8cec47ecb6 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:16.960652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa6826c7-d19f-40d9-bfa7-1d35b20bd29e req-d22ea323-3092-48f4-b36b-5b8cec47ecb6 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 943 time: 0.1408849 Jul 07 22:40:16.962272 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d599833d-3088-43c6-bd1c-1e64c8d37b3a tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/routers/c5d002a1-d2e4-41a1-9a14-43ae874cd9ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965751 Jul 07 22:40:16.965681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35416) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:16.980504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fb15e-1f8e-409a-9a59-d476da729428 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:16.982798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1b8fb15e-1f8e-409a-9a59-d476da729428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:17.015226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f0c66dc-2768-47ad-96f0-15f38480c68e req-fca04f4a-54d4-4b9b-8358-1d38a3524847 service neutron] 10.222.0.83 "GET /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848497 Jul 07 22:40:17.064476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa6826c7-d19f-40d9-bfa7-1d35b20bd29e req-7c236e0a-53d1-427e-b2bb-33ccbf5b76eb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831077 Jul 07 22:40:17.065164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1b8fb15e-1f8e-409a-9a59-d476da729428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:17.078662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fb15e-1f8e-409a-9a59-d476da729428 None None] Routers {'c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:17.079331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1b8fb15e-1f8e-409a-9a59-d476da729428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:17.114438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:17.115625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1b8fb15e-1f8e-409a-9a59-d476da729428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:17.116678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8fb15e-1f8e-409a-9a59-d476da729428 None None] The sync data for ids ['c5d002a1-d2e4-41a1-9a14-43ae874cd9ed'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:40:17.241038 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:17.312275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port f9783cfb-961d-4c02-a5db-0a330d2f8ad8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:17.313060 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:17.316177 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:40:17.395426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:17.407804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for f9783cfb-961d-4c02-a5db-0a330d2f8ad8 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:17.824941 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:17.856391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=f9783cfb-961d-4c02-a5db-0a330d2f8ad8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:17.922577 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.018930 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.021050 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.071213 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.071942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Fanout notify agent at l3_agent the message router_deleted on router c5d002a1-d2e4-41a1-9a14-43ae874cd9ed {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:40:18.084897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.086025 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-53c36b12-1709-49f8-b5fe-c8869164cb72 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/routers/c5d002a1-d2e4-41a1-9a14-43ae874cd9ed HTTP/1.1" status: 204 len: 168 time: 1.1190400 Jul 07 22:40:18.089395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35424) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:18.148569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef33040-1519-4506-a195-11ff1cbe6526 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting subnet 6ad22758-0861-486d-8ff4-9c9022cbdb63 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:40:18.153714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef33040-1519-4506-a195-11ff1cbe6526 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.200573 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef33040-1519-4506-a195-11ff1cbe6526 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.307164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930949f3-0eed-4f94-bde3-fe62ca568dd2 req-fc80c596-b41c-43b1-aa32-da950effbe33 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:18.308757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-930949f3-0eed-4f94-bde3-fe62ca568dd2 req-fc80c596-b41c-43b1-aa32-da950effbe33 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 943 time: 0.1054399 Jul 07 22:40:18.367778 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef33040-1519-4506-a195-11ff1cbe6526 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.403366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-930949f3-0eed-4f94-bde3-fe62ca568dd2 req-59757a8e-0694-40e9-8af3-9c5385da0551 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765800 Jul 07 22:40:18.444607 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef33040-1519-4506-a195-11ff1cbe6526 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.474988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef33040-1519-4506-a195-11ff1cbe6526 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad22758-0861-486d-8ff4-9c9022cbdb63,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:18.477173 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aef33040-1519-4506-a195-11ff1cbe6526 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.479932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aef33040-1519-4506-a195-11ff1cbe6526 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/subnets/6ad22758-0861-486d-8ff4-9c9022cbdb63 HTTP/1.1" status: 204 len: 168 time: 0.3895307 Jul 07 22:40:18.482595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35430) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:18.485823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2277876-77d3-47c0-a4b1-aa23ad1bd8c8 None None] Network a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:18.569572 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.639801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port eff6d08a-8770-4641-be75-54fd1d952d7e {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:18.640131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.708535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a4d080-ba20-4f72-8677-9e4ca1fd9446 None None] DHCP port deletion for a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:40:18.710424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] For port eff6d08a-8770-4641-be75-54fd1d952d7e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eff6d08a-8770-4641-be75-54fd1d952d7e,segment=NetworkSegment(43d001f0-51b6-4d49-a23d-e017a2ca87b6),segment_id=43d001f0-51b6-4d49-a23d-e017a2ca87b6)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:18.711104 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.729724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for eff6d08a-8770-4641-be75-54fd1d952d7e owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:18.764926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4d080-ba20-4f72-8677-9e4ca1fd9446 None None] Deleting port eff6d08a-8770-4641-be75-54fd1d952d7e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:18.765686 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d080-ba20-4f72-8677-9e4ca1fd9446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.833760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.853353 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b9a4d080-ba20-4f72-8677-9e4ca1fd9446 None None] For port eff6d08a-8770-4641-be75-54fd1d952d7e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=eff6d08a-8770-4641-be75-54fd1d952d7e,segment=NetworkSegment(43d001f0-51b6-4d49-a23d-e017a2ca87b6),segment_id=43d001f0-51b6-4d49-a23d-e017a2ca87b6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:18.854156 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d080-ba20-4f72-8677-9e4ca1fd9446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.864852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=eff6d08a-8770-4641-be75-54fd1d952d7e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:18.866759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] No DVR routers for this DVR port eff6d08a-8770-4641-be75-54fd1d952d7e on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:18.869149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4d080-ba20-4f72-8677-9e4ca1fd9446 None None] Calling delete_port for eff6d08a-8770-4641-be75-54fd1d952d7e owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:18.957397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.961132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b9a4d080-ba20-4f72-8677-9e4ca1fd9446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.968446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:18.973470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a4d080-ba20-4f72-8677-9e4ca1fd9446 None None] No DVR routers for this DVR port eff6d08a-8770-4641-be75-54fd1d952d7e on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:18.980600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d001f0-51b6-4d49-a23d-e017a2ca87b6') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:18.980905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d001f0-51b6-4d49-a23d-e017a2ca87b6') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:18.990652 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:18.992339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4d080-ba20-4f72-8677-9e4ca1fd9446 None None] Pushing event deleted for resources: {'Port': ['ID=eff6d08a-8770-4641-be75-54fd1d952d7e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:19.006636 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.014328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:19.014889 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:19.020584 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:19.086666 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.097628 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.100047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/networks/a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9 HTTP/1.1" status: 204 len: 168 time: 0.6163015 Jul 07 22:40:19.102832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35432) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:19.110936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c0c8f-16bf-42f5-b822-5c8f376808b0 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Network': ['ID=a5a29ad4-e1ce-4f70-83b7-9e7a74799eb9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:19.203852 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eff6d08a-8770-4641-be75-54fd1d952d7e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:19.226931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: eff6d08a-8770-4641-be75-54fd1d952d7e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:40:19.227812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device eff6d08a-8770-4641-be75-54fd1d952d7e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:19.268518 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port d120364b-4ce0-4ec2-be0c-c5a83772dc23 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:19.268791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.350578 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.351003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.364266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for d120364b-4ce0-4ec2-be0c-c5a83772dc23 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:19.518554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.552715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=d120364b-4ce0-4ec2-be0c-c5a83772dc23,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:19.616377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b152a5d-a01b-4c9c-bdd1-e16c4c3f3583 req-56876b05-3dbc-4637-8b5c-d0e787d19617 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:19.617882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b152a5d-a01b-4c9c-bdd1-e16c4c3f3583 req-56876b05-3dbc-4637-8b5c-d0e787d19617 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 943 time: 0.0891705 Jul 07 22:40:19.622158 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.625815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.630487 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cd9716ea-2299-4249-a561-665c86f7788d tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/floatingips/176ce502-fccf-43fb-9734-1af7ed5f8bbe HTTP/1.1" status: 204 len: 168 time: 0.5231946 Jul 07 22:40:19.630783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35440) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:19.675531 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa35aa12-bf26-4c90-be16-e22c6d136298 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:19.676265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa35aa12-bf26-4c90-be16-e22c6d136298 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:19.680719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aa35aa12-bf26-4c90-be16-e22c6d136298 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/ports/dc1294e7-f0d4-4aaa-a275-3d77e541b975 HTTP/1.1" status: 404 len: 333 time: 0.0463207 Jul 07 22:40:19.681097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35442) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:19.715434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b152a5d-a01b-4c9c-bdd1-e16c4c3f3583 req-b02a72ed-7358-4501-87a5-5835fb13cd5c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885921 Jul 07 22:40:19.722656 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b77cb88a-07f1-4a1e-a1e9-a3ff0a5efb2b tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5d002a1-d2e4-41a1-9a14-43ae874cd9ed HTTP/1.1" status: 200 len: 205 time: 0.0391047 Jul 07 22:40:19.724740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35444) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:19.771674 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-b425f9dc-89f9-433b-b68f-53693a996854 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] delete failed (client error): The resource could not be found. Jul 07 22:40:19.772644 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b425f9dc-89f9-433b-b68f-53693a996854 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/routers/c5d002a1-d2e4-41a1-9a14-43ae874cd9ed HTTP/1.1" status: 404 len: 336 time: 0.0469475 Jul 07 22:40:19.775505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35446) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:19.803222 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdfb009-a218-4c13-919b-0b2c3ccd1730 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:19.803758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdfb009-a218-4c13-919b-0b2c3ccd1730 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:19.805559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2bdfb009-a218-4c13-919b-0b2c3ccd1730 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/subnets/6ad22758-0861-486d-8ff4-9c9022cbdb63 HTTP/1.1" status: 404 len: 337 time: 0.0289247 Jul 07 22:40:19.808842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35448) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:19.841670 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:19.923603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-38292915-5ff4-46a6-a8e0-e319de5e75ae tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port 7d38ba54-0409-4ece-b879-e6f233707158 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:19.924213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38292915-5ff4-46a6-a8e0-e319de5e75ae tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.014827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38292915-5ff4-46a6-a8e0-e319de5e75ae tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.027730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-38292915-5ff4-46a6-a8e0-e319de5e75ae tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for 7d38ba54-0409-4ece-b879-e6f233707158 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:20.168522 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38292915-5ff4-46a6-a8e0-e319de5e75ae tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.205324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38292915-5ff4-46a6-a8e0-e319de5e75ae tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=7d38ba54-0409-4ece-b879-e6f233707158,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:20.288054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38292915-5ff4-46a6-a8e0-e319de5e75ae tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.290265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-38292915-5ff4-46a6-a8e0-e319de5e75ae tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/ports/7d38ba54-0409-4ece-b879-e6f233707158 HTTP/1.1" status: 204 len: 168 time: 0.4794474 Jul 07 22:40:20.293081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35452) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:20.327609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:40:20.401438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f2ffe-e4d4-42dd-b921-d5cc27f6eade tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port 08743c52-b447-4eee-9862-5fd60e5a5db9 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:20.402848 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2ffe-e4d4-42dd-b921-d5cc27f6eade tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.470018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:20.488387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '7e7d4d0b-07d6-4d9b-919f-16671f2487a1', 'network_id': '5211f5de-c0ff-4983-9c83-c6c0d345f6ae', 'port_id': '7e7d4d0b-07d6-4d9b-919f-16671f2487a1', 'mac_address': 'fa:16:3e:cd:62:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b3b4fc5-50f5-45ab-a965-361badb4d65d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:40:20.526785 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2ffe-e4d4-42dd-b921-d5cc27f6eade tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.530462 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.542418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ad4f2ffe-e4d4-42dd-b921-d5cc27f6eade tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for 08743c52-b447-4eee-9862-5fd60e5a5db9 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:20.545214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:40:20.575787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:20.580654 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.645769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:20.702343 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2ffe-e4d4-42dd-b921-d5cc27f6eade tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.739481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f2ffe-e4d4-42dd-b921-d5cc27f6eade tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=08743c52-b447-4eee-9862-5fd60e5a5db9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:20.813350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ad4f2ffe-e4d4-42dd-b921-d5cc27f6eade tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:20.818410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35460) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:20.829492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ad4f2ffe-e4d4-42dd-b921-d5cc27f6eade tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/ports/08743c52-b447-4eee-9862-5fd60e5a5db9 HTTP/1.1" status: 204 len: 168 time: 0.5353296 Jul 07 22:40:20.910240 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3af92a-a1f9-4707-a415-18deb0479160 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:20.913043 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-db3af92a-a1f9-4707-a415-18deb0479160 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "GET /v2.0/ports?device_id=a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 HTTP/1.1" status: 200 len: 913 time: 0.0923436 Jul 07 22:40:20.914411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35462) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:20.965680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4085b66-9690-4d10-9011-cd64fee98c1d req-da12d46c-9a59-4b0c-b463-46ac896b6d1f tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:20.969122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4085b66-9690-4d10-9011-cd64fee98c1d req-da12d46c-9a59-4b0c-b463-46ac896b6d1f tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 944 time: 0.0987172 Jul 07 22:40:21.011630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4085b66-9690-4d10-9011-cd64fee98c1d req-6b03235c-c8c3-4a5f-9774-6fc32280cf6e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374231 Jul 07 22:40:21.081345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['7e7d4d0b-07d6-4d9b-919f-16671f2487a1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:40:21.442692 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:21.723975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port dec5bb1a-a59b-4ea9-a89a-dd6d7a97fb09 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:21.724330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:21.823128 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:21.835570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for dec5bb1a-a59b-4ea9-a89a-dd6d7a97fb09 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:22.035546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:22.094110 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=dec5bb1a-a59b-4ea9-a89a-dd6d7a97fb09,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:22.227881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd0e7d-3cc1-4e9c-803d-bf0c100c6c73 req-e0ff4a63-0e96-4e20-9506-556c1f12458e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:22.230043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49dd0e7d-3cc1-4e9c-803d-bf0c100c6c73 req-e0ff4a63-0e96-4e20-9506-556c1f12458e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 944 time: 0.0707669 Jul 07 22:40:22.280359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49dd0e7d-3cc1-4e9c-803d-bf0c100c6c73 req-21fffee3-a0e8-45aa-b39c-2b486bf46cdc tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Jul 07 22:40:22.282631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:22.359219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:22.414707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:22.419434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:22.419817 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:22.547296 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:40:22.549559 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:22.596021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:22.597045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9b1989-7bbb-462a-95c1-2480448e492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7d4d0b-07d6-4d9b-919f-16671f2487a1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:40:22.600566 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4130380-1adf-4d70-bf40-78a251318aa8" -d '{"events": [{"server_uuid": "cc9b1989-7bbb-462a-95c1-2480448e492c", "name": "network-vif-plugged", "status": "completed", "tag": "7e7d4d0b-07d6-4d9b-919f-16671f2487a1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:40:22.605116 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:22.643397 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bfd437-ebc7-4eff-a115-69117418afad x-openstack-request-id: req-67bfd437-ebc7-4eff-a115-69117418afad {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:40:22.643796 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9b1989-7bbb-462a-95c1-2480448e492c", "name": "network-vif-plugged", "status": "completed", "tag": "7e7d4d0b-07d6-4d9b-919f-16671f2487a1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:40:22.644141 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-67bfd437-ebc7-4eff-a115-69117418afad {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:40:22.646108 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9b1989-7bbb-462a-95c1-2480448e492c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7d4d0b-07d6-4d9b-919f-16671f2487a1', 'code': 200} Jul 07 22:40:22.667131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:22.676133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:40:22.688778 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-67d6d418-90e9-4fef-8ecb-2576bbdb2e66 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "PUT /v2.0/routers/a9a57eb9-625f-4d15-a589-d8ebdbfa5d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7709992 Jul 07 22:40:22.692373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:22.696213 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d67c6-5d77-4dfa-a0f7-48a3ceb21ea2 None None] Sync routers for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:40:22.734181 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d67c6-5d77-4dfa-a0f7-48a3ceb21ea2 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:22.735356 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6e3d67c6-5d77-4dfa-a0f7-48a3ceb21ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:22.776548 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6e3d67c6-5d77-4dfa-a0f7-48a3ceb21ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:22.786009 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d67c6-5d77-4dfa-a0f7-48a3ceb21ea2 None None] Routers {'a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:40:22.786896 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6e3d67c6-5d77-4dfa-a0f7-48a3ceb21ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:40:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:22.835536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:22.842800 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6e3d67c6-5d77-4dfa-a0f7-48a3ceb21ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:22.843370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ccc0a-3ea8-49a1-9619-535e3fe9a0ae req-c1518795-e37e-4fe8-9d5c-ae46fddee408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:22.843503 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3d67c6-5d77-4dfa-a0f7-48a3ceb21ea2 None None] The sync data for ids ['a9a57eb9-625f-4d15-a589-d8ebdbfa5d08'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:40:22.845855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-136ccc0a-3ea8-49a1-9619-535e3fe9a0ae req-c1518795-e37e-4fe8-9d5c-ae46fddee408 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 1097 time: 0.0781558 Jul 07 22:40:22.892124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-136ccc0a-3ea8-49a1-9619-535e3fe9a0ae req-d2e262fb-6306-45af-b295-4745d2bc031b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Jul 07 22:40:23.201920 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.257083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting port d033ac4d-5935-4977-be72-50a044c34ffd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:23.257428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.335181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.347632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Calling delete_port for d033ac4d-5935-4977-be72-50a044c34ffd owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:23.482257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76766a-2e21-4460-a4e3-bd0c65bfab3e req-6eb5ffc9-30ef-4c16-af0d-ddfc0ba0b105 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:23.484526 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e76766a-2e21-4460-a4e3-bd0c65bfab3e req-6eb5ffc9-30ef-4c16-af0d-ddfc0ba0b105 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0786266 Jul 07 22:40:23.531563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e76766a-2e21-4460-a4e3-bd0c65bfab3e req-9d7f9555-6e9c-4768-a3b3-9aac15a77e35 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 Jul 07 22:40:23.543093 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.582602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Port': ['ID=d033ac4d-5935-4977-be72-50a044c34ffd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:23.645258 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.737277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.739470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.785008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.785522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Fanout notify agent at l3_agent the message router_deleted on router a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:40:23.793104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.794115 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f013636e-a9d5-4a3b-92aa-cc9ffc433ec5 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/routers/a9a57eb9-625f-4d15-a589-d8ebdbfa5d08 HTTP/1.1" status: 204 len: 168 time: 1.1040902 Jul 07 22:40:23.796648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35486) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:23.848896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04024d9-4323-4b4d-9b60-4dec3e23dad7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Deleting subnet 43652301-bc3e-433c-a682-cc9898c85bb0 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:40:23.852507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b04024d9-4323-4b4d-9b60-4dec3e23dad7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.898921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b04024d9-4323-4b4d-9b60-4dec3e23dad7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:23.944666 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b04024d9-4323-4b4d-9b60-4dec3e23dad7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.008534 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b04024d9-4323-4b4d-9b60-4dec3e23dad7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.037428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04024d9-4323-4b4d-9b60-4dec3e23dad7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Subnet': ['ID=43652301-bc3e-433c-a682-cc9898c85bb0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:24.039446 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b04024d9-4323-4b4d-9b60-4dec3e23dad7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.041359 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b04024d9-4323-4b4d-9b60-4dec3e23dad7 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/subnets/43652301-bc3e-433c-a682-cc9898c85bb0 HTTP/1.1" status: 204 len: 168 time: 0.2437446 Jul 07 22:40:24.043989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35488) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:24.128461 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.697297 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.713210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fef850-300b-4dec-ac09-bbbdcac2a22a']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:24.727666 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563a07b7-56e0-4b2b-af34-75721e321313') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:24.727958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563a07b7-56e0-4b2b-af34-75721e321313') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:24.770460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.789703 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.799395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:24.799816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:24.803200 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:24.892029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58039e-6453-4653-a41a-6c7893a98a99 req-342c5cea-17a6-49c6-b2ce-a997e44f8667 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:24.893550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c58039e-6453-4653-a41a-6c7893a98a99 req-342c5cea-17a6-49c6-b2ce-a997e44f8667 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1622963 Jul 07 22:40:24.916999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.936495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:24.938511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] 10.222.0.81 "DELETE /v2.0/networks/41fef850-300b-4dec-ac09-bbbdcac2a22a HTTP/1.1" status: 204 len: 168 time: 0.8935506 Jul 07 22:40:24.939987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a840ffd-77b0-4af4-9efc-3f13b669d077 tempest-FloatingIPTestJSON-1326578973 tempest-FloatingIPTestJSON-1326578973-project] Pushing event deleted for resources: {'Network': ['ID=41fef850-300b-4dec-ac09-bbbdcac2a22a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:24.960540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c58039e-6453-4653-a41a-6c7893a98a99 req-e198cfd4-3d1e-4211-94c2-45af629812db tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588360 Jul 07 22:40:25.338160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35526) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:25.402840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c344b0-7bdb-4918-a188-e9545a1b67bb req-fae0a60d-cc2b-458d-b277-97cdebe9fdf8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:25.404714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2c344b0-7bdb-4918-a188-e9545a1b67bb req-fae0a60d-cc2b-458d-b277-97cdebe9fdf8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0959365 Jul 07 22:40:25.478948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2c344b0-7bdb-4918-a188-e9545a1b67bb req-68942fa2-9a5b-4d70-94aa-735390de9e09 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656245 Jul 07 22:40:25.566329 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9e445b21-1aef-49cd-b8fe-b99e045670e1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=945c9b55192a40229f3560313d7c8f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269254 Jul 07 22:40:25.569303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35538) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:25.670587 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53b04968-0952-48ed-9d96-81706e37d2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:25.702033 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53b04968-0952-48ed-9d96-81706e37d2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:25.766566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3885-c9a7-4f2a-b003-351322be2ffe req-d200e06f-74fc-4fe2-b9cf-14032b804c2d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:25.768185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dce3885-c9a7-4f2a-b003-351322be2ffe req-d200e06f-74fc-4fe2-b9cf-14032b804c2d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1450760 Jul 07 22:40:25.812856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53b04968-0952-48ed-9d96-81706e37d2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:25.815446 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53b04968-0952-48ed-9d96-81706e37d2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:25.816603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-53b04968-0952-48ed-9d96-81706e37d2e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/512c4602-f8f0-4c20-9208-8e1233734ca6 HTTP/1.1" status: 204 len: 168 time: 0.2463028 Jul 07 22:40:25.842660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dce3885-c9a7-4f2a-b003-351322be2ffe req-61b06a58-866a-45c9-bdd3-258fe257988c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625284 Jul 07 22:40:25.845817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b04968-0952-48ed-9d96-81706e37d2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512c4602-f8f0-4c20-9208-8e1233734ca6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:26.313249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848b3dd-2659-46b8-97c9-e2041a5a5aa6 req-2001697e-3d98-4d9c-aa2a-237c76abd730 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:26.314881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4848b3dd-2659-46b8-97c9-e2041a5a5aa6 req-2001697e-3d98-4d9c-aa2a-237c76abd730 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1081030 Jul 07 22:40:26.359383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4848b3dd-2659-46b8-97c9-e2041a5a5aa6 req-eb8266e6-0540-4d8d-9553-8d64cbc89fbb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380814 Jul 07 22:40:26.783889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35592) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:26.906992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-622037733'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:26.937695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:26.941664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:26.951807 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.072682 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.077575 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.109936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:27.119579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82dc58ca-d9dc-44e2-99a9-96e1c9260e0f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:27.126375 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.126724 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Added segment ba1cb30d-133b-48ad-a446-eb9de4793b4b of type vlan for network 6808acca-17be-44fc-91ae-a862a41ee99c Jul 07 22:40:27.176597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.212472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.217107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:27.217939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.299053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5132887 Jul 07 22:40:27.305826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e47fc8-b3f6-41e4-84da-52de4b46a530 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Network': ['ID=6808acca-17be-44fc-91ae-a862a41ee99c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:27.324698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 6808acca-17be-44fc-91ae-a862a41ee99c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:27.473459 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-57891021-fc80-45be-b441-315029eb3663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:27.652139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e755be-1df0-4d40-8bfb-9da611d45972 req-62347938-715d-4ac1-a6c3-d35aa66b0686 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:27.654236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-53e755be-1df0-4d40-8bfb-9da611d45972 req-62347938-715d-4ac1-a6c3-d35aa66b0686 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1059182 Jul 07 22:40:27.720917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-53e755be-1df0-4d40-8bfb-9da611d45972 req-43e4c212-6dc6-4b19-a12f-e2045a986427 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Jul 07 22:40:28.959508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9bbb9-87a0-4b25-b3b1-10f7f87300a5 req-62a5ab01-ccdf-4fc9-ae1c-2ede3d314a79 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:28.960974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4b9bbb9-87a0-4b25-b3b1-10f7f87300a5 req-62a5ab01-ccdf-4fc9-ae1c-2ede3d314a79 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1030364 Jul 07 22:40:29.015020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4b9bbb9-87a0-4b25-b3b1-10f7f87300a5 req-1c34bd87-b02b-4acb-a276-c123d10c9712 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467024 Jul 07 22:40:29.730028 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67554dd9-2cea-450c-84d0-1c28e1158a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.035600 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.265146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68eeb-013b-43db-a344-3fecd82db05d req-92343859-d839-4df0-9288-ca8ff62a8251 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:30.267773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80f68eeb-013b-43db-a344-3fecd82db05d req-92343859-d839-4df0-9288-ca8ff62a8251 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0950241 Jul 07 22:40:30.330066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80f68eeb-013b-43db-a344-3fecd82db05d req-fc089fc6-c54e-43a4-b23a-0b6022b94f2a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530407 Jul 07 22:40:30.498429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35692) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:30.507104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'subnet': {'network_id': '6808acca-17be-44fc-91ae-a862a41ee99c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:30.613131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:30.625513 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.842586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.911805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Subnet': ['ID=0e096559-494c-4002-9406-b7cf2d7d1665,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:30.922097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.926240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Checking segment: {'id': 'ba1cb30d-133b-48ad-a446-eb9de4793b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6808acca-17be-44fc-91ae-a862a41ee99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:30.926698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network hostable DHCP agents. Network: 6808acca-17be-44fc-91ae-a862a41ee99c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:40:30.957190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network 6808acca-17be-44fc-91ae-a862a41ee99c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:40:30.967778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 6808acca-17be-44fc-91ae-a862a41ee99c) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:30.971894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:30.972760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:30.980444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d5ba7e-a461-46bf-beca-bd76ab7b9f90 None None] Network 6808acca-17be-44fc-91ae-a862a41ee99c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:30.991342 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7f6ebb21-f537-456a-b9ec-e07843fac3dc tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4917827 Jul 07 22:40:30.995186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:31.001509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1795513240'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:31.025936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:31.030253 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.057504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:31.071553 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.073037 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Added segment da3cf238-9442-41d8-aaa3-c580759b7dd6 of type vlan for network 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 Jul 07 22:40:31.148107 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.181702 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.188015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-6808acca-17be-44fc-91ae-a862a41ee99c', 'network_id': '6808acca-17be-44fc-91ae-a862a41ee99c', 'tenant_id': 'a2cd384f24ab43a5a412819c48cf6f5d', 'fixed_ips': [{'subnet_id': '0e096559-494c-4002-9406-b7cf2d7d1665'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:40:31.189112 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.205070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:31.205070 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.232128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35720) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:31.234841 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2378595 Jul 07 22:40:31.244391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'subnet': {'network_id': '7af8ee4a-eb92-4359-bbd6-4c41e366e1c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:31.322702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Network': ['ID=7af8ee4a-eb92-4359-bbd6-4c41e366e1c8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:31.331250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.331817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.332259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.332870 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.333498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.334067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.334684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.335300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.335928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.336509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.337072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.337698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfc84c-80c4-46dd-bc69-70dc641b6380 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.357307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:31.393192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:31.399712 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.402089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Allocated IP 2001:db8:0:ffff::2 (6808acca-17be-44fc-91ae-a862a41ee99c/0e096559-494c-4002-9406-b7cf2d7d1665/b8b1a431-754f-4943-b2cf-1444f8d7423e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:31.457579 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.596197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492fa2-6e6a-4bc5-a95d-4dc6fb1ffd8c req-e3a79aff-9926-4dd5-ba90-734f97e11bd9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:31.597985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc492fa2-6e6a-4bc5-a95d-4dc6fb1ffd8c req-e3a79aff-9926-4dd5-ba90-734f97e11bd9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1252820 Jul 07 22:40:31.640789 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.650653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Transition to ACTIVE for port object b8b1a431-754f-4943-b2cf-1444f8d7423e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:31.651086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc492fa2-6e6a-4bc5-a95d-4dc6fb1ffd8c req-14c23ea1-1c27-4620-a79a-dbca3628be0f tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465801 Jul 07 22:40:31.669002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Transition to ACTIVE for port object b8b1a431-754f-4943-b2cf-1444f8d7423e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:31.680868 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.727933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Network 6808acca-17be-44fc-91ae-a862a41ee99c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:31.733063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:31.740647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:31.793239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Pushing event updated for resources: {'Port': ['ID=b8b1a431-754f-4943-b2cf-1444f8d7423e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:31.830540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.831160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.831625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.832160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.832635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.833080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.833542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.834467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.835101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.835656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.836256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.836806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:40:31.866373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Attempting to bind port b8b1a431-754f-4943-b2cf-1444f8d7423e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:31.866373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Attempting to bind port b8b1a431-754f-4943-b2cf-1444f8d7423e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ba1cb30d-133b-48ad-a446-eb9de4793b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6808acca-17be-44fc-91ae-a862a41ee99c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:31.866373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Attempting to bind port b8b1a431-754f-4943-b2cf-1444f8d7423e on network 6808acca-17be-44fc-91ae-a862a41ee99c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:31.873448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:31.873999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Checking segment: {'id': 'ba1cb30d-133b-48ad-a446-eb9de4793b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6808acca-17be-44fc-91ae-a862a41ee99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:31.874589 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.875055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Bound using segment: {'id': 'ba1cb30d-133b-48ad-a446-eb9de4793b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6808acca-17be-44fc-91ae-a862a41ee99c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:31.875644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Bound port: b8b1a431-754f-4943-b2cf-1444f8d7423e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1cb30d-133b-48ad-a446-eb9de4793b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6808acca-17be-44fc-91ae-a862a41ee99c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:31.876275 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.899530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.objects.ports [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93941) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:40:31.901639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:31.966866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Subnet': ['ID=3eb74fd0-4e25-4bf2-b228-508d09ac3397,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:31.991228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Checking segment: {'id': 'da3cf238-9442-41d8-aaa3-c580759b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7af8ee4a-eb92-4359-bbd6-4c41e366e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:31.991637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network hostable DHCP agents. Network: 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:40:32.023623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:40:32.035473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:32.051699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:32.052503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:32.073238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4447dd34-540f-4e9d-938e-9a26ad3b5086 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8391945 Jul 07 22:40:32.075538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35740) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:32.089255 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'port': {'network_id': '7af8ee4a-eb92-4359-bbd6-4c41e366e1c8', 'name': 'tempest-NetworksIpV6TestAttrs-613992716'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:32.127987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0a520d-d1fd-4a42-8863-d3fbc5a17b70 None None] Network 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:32.200446 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] For port b8b1a431-754f-4943-b2cf-1444f8d7423e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:32.219387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] For port b8b1a431-754f-4943-b2cf-1444f8d7423e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b8b1a431-754f-4943-b2cf-1444f8d7423e,segment=NetworkSegment(ba1cb30d-133b-48ad-a446-eb9de4793b4b),segment_id=ba1cb30d-133b-48ad-a446-eb9de4793b4b)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:32.237710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:32.249040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:32.253739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:32.292039 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] device_id is not set on port 91764c65-f1ae-4dc0-8960-51a23941dfdd yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:40:32.398545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-7af8ee4a-eb92-4359-bbd6-4c41e366e1c8', 'network_id': '7af8ee4a-eb92-4359-bbd6-4c41e366e1c8', 'tenant_id': 'a2cd384f24ab43a5a412819c48cf6f5d', 'fixed_ips': [{'subnet_id': '3eb74fd0-4e25-4bf2-b228-508d09ac3397'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:40:32.399409 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:32.414889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f760b25-a11f-44e1-8fc1-e61a721a0a5f None None] Pushing event updated for resources: {'Port': ['ID=b8b1a431-754f-4943-b2cf-1444f8d7423e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:32.454743 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Allocated IP 2001:db8::f816:3eff:fe54:27dc (7af8ee4a-eb92-4359-bbd6-4c41e366e1c8/3eb74fd0-4e25-4bf2-b228-508d09ac3397/91764c65-f1ae-4dc0-8960-51a23941dfdd) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:32.757174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:32.835847 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Transition to ACTIVE for port object 91764c65-f1ae-4dc0-8960-51a23941dfdd will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:32.841970 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:32.920523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:32.953211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3d66d-09fc-4738-b236-924eb6773327 req-9f211a17-15cd-4200-99a0-df54bae9e904 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:32.961420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22d3d66d-09fc-4738-b236-924eb6773327 req-9f211a17-15cd-4200-99a0-df54bae9e904 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1443462 Jul 07 22:40:32.988090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Port': ['ID=91764c65-f1ae-4dc0-8960-51a23941dfdd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:33.005665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:33.007405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:33.011125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:33.018089 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:33.018969 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.020599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22d3d66d-09fc-4738-b236-924eb6773327 req-18bf577d-9b21-413b-9667-85fdac717082 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579193 Jul 07 22:40:33.027409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Allocated IP 2001:db8::f816:3eff:fe37:6eb2 (7af8ee4a-eb92-4359-bbd6-4c41e366e1c8/3eb74fd0-4e25-4bf2-b228-508d09ac3397/e8d00719-8b9c-4d03-89fb-f0d21efc613e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:33.055516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35762) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:33.077338 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-25ddaa30-846e-4cea-90d3-6fd032a8ed1e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9991839 Jul 07 22:40:33.137894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9123534-5e77-454a-94b5-35ada03adba1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Deleting subnet 3eb74fd0-4e25-4bf2-b228-508d09ac3397 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:40:33.319185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b8b1a431-754f-4943-b2cf-1444f8d7423e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:33.393755 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.405634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Transition to ACTIVE for port object e8d00719-8b9c-4d03-89fb-f0d21efc613e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:33.438551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Transition to ACTIVE for port object e8d00719-8b9c-4d03-89fb-f0d21efc613e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:33.441197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port b8b1a431-754f-4943-b2cf-1444f8d7423e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:33.446009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9123534-5e77-454a-94b5-35ada03adba1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.451812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.504995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Network 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:33.515439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:33.520845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:33.524055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Pushing event updated for resources: {'Port': ['ID=e8d00719-8b9c-4d03-89fb-f0d21efc613e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:33.529790 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9123534-5e77-454a-94b5-35ada03adba1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.622265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Attempting to bind port e8d00719-8b9c-4d03-89fb-f0d21efc613e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:33.622648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Attempting to bind port e8d00719-8b9c-4d03-89fb-f0d21efc613e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'da3cf238-9442-41d8-aaa3-c580759b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7af8ee4a-eb92-4359-bbd6-4c41e366e1c8'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:33.623024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Attempting to bind port e8d00719-8b9c-4d03-89fb-f0d21efc613e on network 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:33.628618 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:33.629005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Checking segment: {'id': 'da3cf238-9442-41d8-aaa3-c580759b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7af8ee4a-eb92-4359-bbd6-4c41e366e1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:33.629916 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.630658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Bound using segment: {'id': 'da3cf238-9442-41d8-aaa3-c580759b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7af8ee4a-eb92-4359-bbd6-4c41e366e1c8'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:33.631189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Bound port: e8d00719-8b9c-4d03-89fb-f0d21efc613e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3cf238-9442-41d8-aaa3-c580759b7dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7af8ee4a-eb92-4359-bbd6-4c41e366e1c8'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:33.631622 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.723588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-95796b96-4001-43a4-867f-376d61db64cf None None] For port e8d00719-8b9c-4d03-89fb-f0d21efc613e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:33.729221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-95796b96-4001-43a4-867f-376d61db64cf None None] For port e8d00719-8b9c-4d03-89fb-f0d21efc613e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e8d00719-8b9c-4d03-89fb-f0d21efc613e,segment=NetworkSegment(da3cf238-9442-41d8-aaa3-c580759b7dd6),segment_id=da3cf238-9442-41d8-aaa3-c580759b7dd6)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:33.738255 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.813310 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9123534-5e77-454a-94b5-35ada03adba1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.935670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95796b96-4001-43a4-867f-376d61db64cf None None] Pushing event updated for resources: {'Port': ['ID=e8d00719-8b9c-4d03-89fb-f0d21efc613e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:33.937608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9123534-5e77-454a-94b5-35ada03adba1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.980595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9123534-5e77-454a-94b5-35ada03adba1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb74fd0-4e25-4bf2-b228-508d09ac3397,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:33.983132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b9123534-5e77-454a-94b5-35ada03adba1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:33.988422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b9123534-5e77-454a-94b5-35ada03adba1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/subnets/3eb74fd0-4e25-4bf2-b228-508d09ac3397 HTTP/1.1" status: 204 len: 168 time: 0.9312134 Jul 07 22:40:33.988635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:34.158283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330faae-b537-44a3-af75-ed531e4ea338 None None] Network 6808acca-17be-44fc-91ae-a862a41ee99c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:34.202648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f18acc8-49ea-47f5-8520-4bdffa422a53 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:34.204376 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f18acc8-49ea-47f5-8520-4bdffa422a53 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:34.209557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35792) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:34.224680 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1f18acc8-49ea-47f5-8520-4bdffa422a53 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2348962 Jul 07 22:40:34.345059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-352fac6f-f72f-4d7e-93a9-f759ac8bede1 None None] Provisioning for port b8b1a431-754f-4943-b2cf-1444f8d7423e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:34.376534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-352fac6f-f72f-4d7e-93a9-f759ac8bede1 None None] Provisioning complete for port b8b1a431-754f-4943-b2cf-1444f8d7423e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:34.376839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-352fac6f-f72f-4d7e-93a9-f759ac8bede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.380657 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-60976622-38ad-47c2-88d7-e3d5f9f0feec tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.439551 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-60976622-38ad-47c2-88d7-e3d5f9f0feec tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 22:40:34.440187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60976622-38ad-47c2-88d7-e3d5f9f0feec tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:34.446663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:34.452747 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1702303527'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:34.457055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-60976622-38ad-47c2-88d7-e3d5f9f0feec tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 HTTP/1.1" status: 409 len: 405 time: 0.2461503 Jul 07 22:40:34.495684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:34.500067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.552794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:34.577305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8d4af-7339-46bb-9bea-a5dfe0a6c681 req-92050e6a-9a23-4491-8bac-6d641a179a67 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:34.579407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.579968 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Added segment 087b9d77-b5c6-417b-b213-10f0f7f6c63f of type vlan for network ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 Jul 07 22:40:34.585124 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-352fac6f-f72f-4d7e-93a9-f759ac8bede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.586952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fbe8d4af-7339-46bb-9bea-a5dfe0a6c681 req-92050e6a-9a23-4491-8bac-6d641a179a67 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1978946 Jul 07 22:40:34.651149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.659059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-352fac6f-f72f-4d7e-93a9-f759ac8bede1 None None] For port b8b1a431-754f-4943-b2cf-1444f8d7423e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b8b1a431-754f-4943-b2cf-1444f8d7423e,segment=NetworkSegment(ba1cb30d-133b-48ad-a446-eb9de4793b4b),segment_id=ba1cb30d-133b-48ad-a446-eb9de4793b4b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:34.670546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-352fac6f-f72f-4d7e-93a9-f759ac8bede1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.689302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.694929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:34.695554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:34.721839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fbe8d4af-7339-46bb-9bea-a5dfe0a6c681 req-3003d4f6-9419-4134-8144-a354be165cbc tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272047 Jul 07 22:40:34.787856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fac6f-f72f-4d7e-93a9-f759ac8bede1 None None] Pushing event updated for resources: {'Port': ['ID=b8b1a431-754f-4943-b2cf-1444f8d7423e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:34.818795 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3708320 Jul 07 22:40:34.822315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35806) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:34.827706 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'subnet': {'network_id': 'ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:34.908213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f07d1-c4cc-4893-8ee9-e922e5d44051 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Network': ['ID=ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:34.925591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:34.985030 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:34.990717 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.107763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2073b1a7-7c55-4f21-b6cc-1f1c263021a8 None None] Provisioning complete for port b8b1a431-754f-4943-b2cf-1444f8d7423e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:35.109782 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2073b1a7-7c55-4f21-b6cc-1f1c263021a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.394335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b8b1a431-754f-4943-b2cf-1444f8d7423e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:35.463775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b8b1a431-754f-4943-b2cf-1444f8d7423e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:35.471784 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.531324 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:40:35.532952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.588627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ebe81-5eb0-4f98-b16b-2cd2b295b299 None None] Network 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:35.611451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Subnet': ['ID=c0384f48-4b8b-4180-bab1-7da12e8a6ac1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:35.619709 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Checking segment: {'id': '087b9d77-b5c6-417b-b213-10f0f7f6c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:35.620082 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network hostable DHCP agents. Network: ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:40:35.634122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e8d00719-8b9c-4d03-89fb-f0d21efc613e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:40:35.637104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:40:35.648992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:35.658605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:35.659343 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.678322 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c89c9ee1-5ed2-48d6-a26e-326a340db9fe tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8545954 Jul 07 22:40:35.682003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35822) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:35.687547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'port': {'network_id': 'ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4', 'name': 'tempest-NetworksIpV6TestAttrs-279167443'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:35.691603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941ae8f-4663-4969-85c1-3ac198473e8d None None] Network ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:35.743016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d77ef1c0-33fc-4263-a746-8dbd5123c507 None None] Provisioning for port e8d00719-8b9c-4d03-89fb-f0d21efc613e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:35.820763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:35.826149 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:35.847988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] device_id is not set on port 7452e730-860c-4866-a212-7e9701ee83e6 yet. {{(pid=93941) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:40:35.907600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e8d00719-8b9c-4d03-89fb-f0d21efc613e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:35.916614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e8d00719-8b9c-4d03-89fb-f0d21efc613e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:40:35.916994 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.031418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4', 'network_id': 'ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4', 'tenant_id': 'a2cd384f24ab43a5a412819c48cf6f5d', 'fixed_ips': [{'subnet_id': 'c0384f48-4b8b-4180-bab1-7da12e8a6ac1'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:40:36.032482 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.049822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Allocated IP 2001:db8::f816:3eff:fec1:8036 (ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4/c0384f48-4b8b-4180-bab1-7da12e8a6ac1/7452e730-860c-4866-a212-7e9701ee83e6) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:36.072525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7458572-ab31-4d59-a9fe-53b905ad2a87 req-68e0fb2e-8b30-4ce1-8f9b-6a75c9ea4e5b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:36.080946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7458572-ab31-4d59-a9fe-53b905ad2a87 req-68e0fb2e-8b30-4ce1-8f9b-6a75c9ea4e5b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1620669 Jul 07 22:40:36.143568 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.146543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7458572-ab31-4d59-a9fe-53b905ad2a87 req-91c8e8db-f33b-4808-81ea-b7bec0f512dd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645938 Jul 07 22:40:36.149125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41668e57-32e1-458d-b1b4-2571f4c39bdc None None] DHCP port deletion for 7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:40:36.224789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port e8d00719-8b9c-4d03-89fb-f0d21efc613e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e8d00719-8b9c-4d03-89fb-f0d21efc613e,segment=NetworkSegment(da3cf238-9442-41d8-aaa3-c580759b7dd6),segment_id=da3cf238-9442-41d8-aaa3-c580759b7dd6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:36.230800 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.288444 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.301955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Transition to ACTIVE for port object 7452e730-860c-4866-a212-7e9701ee83e6 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:36.309363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-41668e57-32e1-458d-b1b4-2571f4c39bdc None None] Deleting port e8d00719-8b9c-4d03-89fb-f0d21efc613e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:36.309752 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41668e57-32e1-458d-b1b4-2571f4c39bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.338881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.364128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=e8d00719-8b9c-4d03-89fb-f0d21efc613e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:36.392451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:36.395694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:36.402053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:36.407877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:36.408734 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.422011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Port': ['ID=7452e730-860c-4866-a212-7e9701ee83e6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:36.423401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-41668e57-32e1-458d-b1b4-2571f4c39bdc None None] For port e8d00719-8b9c-4d03-89fb-f0d21efc613e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e8d00719-8b9c-4d03-89fb-f0d21efc613e,segment=NetworkSegment(da3cf238-9442-41d8-aaa3-c580759b7dd6),segment_id=da3cf238-9442-41d8-aaa3-c580759b7dd6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:36.423899 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41668e57-32e1-458d-b1b4-2571f4c39bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.433338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f79c9bff-dd53-4953-9251-4bf20bf49bb1 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7497511 Jul 07 22:40:36.435681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35842) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:36.446022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Allocated IP 2001:db8::f816:3eff:fe00:cdf6 (ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4/c0384f48-4b8b-4180-bab1-7da12e8a6ac1/c93ea0ec-607b-4be1-8b20-850170d6afbd) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:40:36.448976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-41668e57-32e1-458d-b1b4-2571f4c39bdc None None] Calling delete_port for e8d00719-8b9c-4d03-89fb-f0d21efc613e owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:36.491651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60c1d40-3c2f-4fa0-941b-12851999340a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Deleting subnet c0384f48-4b8b-4180-bab1-7da12e8a6ac1 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:40:36.768627 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41668e57-32e1-458d-b1b4-2571f4c39bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.820295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41668e57-32e1-458d-b1b4-2571f4c39bdc None None] Pushing event deleted for resources: {'Port': ['ID=e8d00719-8b9c-4d03-89fb-f0d21efc613e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:36.825788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41668e57-32e1-458d-b1b4-2571f4c39bdc None None] No DVR routers for this DVR port e8d00719-8b9c-4d03-89fb-f0d21efc613e on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:36.852276 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.861004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Transition to ACTIVE for port object c93ea0ec-607b-4be1-8b20-850170d6afbd will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:36.888379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Transition to ACTIVE for port object c93ea0ec-607b-4be1-8b20-850170d6afbd will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:40:36.895243 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a60c1d40-3c2f-4fa0-941b-12851999340a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.895797 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.947589 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a60c1d40-3c2f-4fa0-941b-12851999340a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:36.954358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Network ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:40:36.956141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:36.958061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Pushing event updated for resources: {'Port': ['ID=c93ea0ec-607b-4be1-8b20-850170d6afbd,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:36.960657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:40:37.049642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Attempting to bind port c93ea0ec-607b-4be1-8b20-850170d6afbd on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:40:37.050125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Attempting to bind port c93ea0ec-607b-4be1-8b20-850170d6afbd by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '087b9d77-b5c6-417b-b213-10f0f7f6c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:40:37.050510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Attempting to bind port c93ea0ec-607b-4be1-8b20-850170d6afbd on network ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:40:37.057551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:40:37.057979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Checking segment: {'id': '087b9d77-b5c6-417b-b213-10f0f7f6c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:37.058371 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.058832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Bound using segment: {'id': '087b9d77-b5c6-417b-b213-10f0f7f6c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:40:37.059327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Bound port: c93ea0ec-607b-4be1-8b20-850170d6afbd, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '087b9d77-b5c6-417b-b213-10f0f7f6c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:40:37.059736 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.132965 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a60c1d40-3c2f-4fa0-941b-12851999340a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.223088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] For port c93ea0ec-607b-4be1-8b20-850170d6afbd, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:40:37.227580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] For port c93ea0ec-607b-4be1-8b20-850170d6afbd, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c93ea0ec-607b-4be1-8b20-850170d6afbd,segment=NetworkSegment(087b9d77-b5c6-417b-b213-10f0f7f6c63f),segment_id=087b9d77-b5c6-417b-b213-10f0f7f6c63f)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:40:37.228803 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a60c1d40-3c2f-4fa0-941b-12851999340a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.233824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e8d00719-8b9c-4d03-89fb-f0d21efc613e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:37.241988 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.276140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a60c1d40-3c2f-4fa0-941b-12851999340a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.283084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a60c1d40-3c2f-4fa0-941b-12851999340a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/subnets/c0384f48-4b8b-4180-bab1-7da12e8a6ac1 HTTP/1.1" status: 204 len: 168 time: 0.8459544 Jul 07 22:40:37.285924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35874) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:37.330488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c1d40-3c2f-4fa0-941b-12851999340a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Subnet': ['ID=c0384f48-4b8b-4180-bab1-7da12e8a6ac1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:37.346530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e8d00719-8b9c-4d03-89fb-f0d21efc613e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:40:37.346881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e8d00719-8b9c-4d03-89fb-f0d21efc613e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:37.383254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8219638-35c6-4fde-aaa1-b0adce731ca4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.389049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8219638-35c6-4fde-aaa1-b0adce731ca4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.391849 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a8219638-35c6-4fde-aaa1-b0adce731ca4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1047781 Jul 07 22:40:37.396170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35878) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:37.415105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f477b-7f70-48e7-95b6-373030e19689 None None] Pushing event updated for resources: {'Port': ['ID=c93ea0ec-607b-4be1-8b20-850170d6afbd,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:37.502053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa246-2a27-4e1d-a072-90788956ecfd req-2fbced35-3909-4eac-b9a2-e804367a1536 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.509982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-971fa246-2a27-4e1d-a072-90788956ecfd req-2fbced35-3909-4eac-b9a2-e804367a1536 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1489704 Jul 07 22:40:37.519924 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-79170cdf-5cb0-4375-af7e-7e6df86de810 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.536684 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-79170cdf-5cb0-4375-af7e-7e6df86de810 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 07 22:40:37.537512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79170cdf-5cb0-4375-af7e-7e6df86de810 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:37.539556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-79170cdf-5cb0-4375-af7e-7e6df86de810 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 HTTP/1.1" status: 409 len: 405 time: 0.1414077 Jul 07 22:40:37.543392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35880) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:37.548572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-344276324'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:37.583363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:37.588034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-971fa246-2a27-4e1d-a072-90788956ecfd req-1e2b767c-29cc-4b1a-8721-023ec7a31e01 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770302 Jul 07 22:40:37.590753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.633430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:37.667978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.668276 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Added segment de121bd3-4ab6-4d77-80dc-8aae52e6255f of type vlan for network e3cf4144-694d-4786-bbda-d0cdefbf413f Jul 07 22:40:37.727791 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.762997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.768783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:37.778583 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:37.850151 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3056378 Jul 07 22:40:37.853552 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35882) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:37.860789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'subnet': {'network_id': 'e3cf4144-694d-4786-bbda-d0cdefbf413f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:37.865391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f999e2-0c5b-4127-839a-2738667cb4f4 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Network': ['ID=e3cf4144-694d-4786-bbda-d0cdefbf413f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:37.883986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e3cf4144-694d-4786-bbda-d0cdefbf413f details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:37.973378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:37.979452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.277683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:40:38.281638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.341857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Subnet': ['ID=11fff01e-6790-48c2-8672-534b612d0905,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:38.362184 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Checking segment: {'id': 'de121bd3-4ab6-4d77-80dc-8aae52e6255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'e3cf4144-694d-4786-bbda-d0cdefbf413f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:38.362559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network hostable DHCP agents. Network: e3cf4144-694d-4786-bbda-d0cdefbf413f, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:40:38.381262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network e3cf4144-694d-4786-bbda-d0cdefbf413f is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:40:38.392292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e3cf4144-694d-4786-bbda-d0cdefbf413f) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:38.398032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:38.398664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.402645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600e3db3-b787-4d30-b0ea-91f2a417f4ed None None] Network e3cf4144-694d-4786-bbda-d0cdefbf413f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:38.421116 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35888) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:38.422712 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e819c24c-2d07-4b99-8420-34f3f0368125 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5678105 Jul 07 22:40:38.564121 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.619857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224d7e79-8b7c-4e79-82d3-30942a6f3c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-e3cf4144-694d-4786-bbda-d0cdefbf413f', 'network_id': 'e3cf4144-694d-4786-bbda-d0cdefbf413f', 'tenant_id': 'a2cd384f24ab43a5a412819c48cf6f5d', 'fixed_ips': [{'subnet_id': '11fff01e-6790-48c2-8672-534b612d0905'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:40:38.621292 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-224d7e79-8b7c-4e79-82d3-30942a6f3c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.641959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.665620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f0a9a9-6fc6-4cbd-ab58-a154ed802c41 None None] Network ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:38.718230 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.772347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Subnet': ['ID=11fff01e-6790-48c2-8672-534b612d0905,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:38.812773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f00b960e-eec4-45ff-a298-24835fffce2a None None] Provisioning for port c93ea0ec-607b-4be1-8b20-850170d6afbd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-224d7e79-8b7c-4e79-82d3-30942a6f3c3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11fff01e-6790-48c2-8672-534b612d0905: This subnet is being modified by another concurrent operation. Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 11fff01e-6790-48c2-8672-534b612d0905: This subnet is being modified by another concurrent operation. Jul 07 22:40:38.831778 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:40:38.859477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac589731-b50e-426a-bb8a-73d08c6cd2d9 None None] Network e3cf4144-694d-4786-bbda-d0cdefbf413f requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:38.859941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.870764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cf4144-694d-4786-bbda-d0cdefbf413f']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:38.882564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de121bd3-4ab6-4d77-80dc-8aae52e6255f') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:38.882860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de121bd3-4ab6-4d77-80dc-8aae52e6255f') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:38.893588 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.918843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.931840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:38.932258 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:38.935745 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:39.013774 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.028531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c716b-d987-4fd7-916e-d47ef24c4353 req-8f7d2208-6938-4c02-8116-78f34e3c0302 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:39.034600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-592c716b-d987-4fd7-916e-d47ef24c4353 req-8f7d2208-6938-4c02-8116-78f34e3c0302 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.2792943 Jul 07 22:40:39.036639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.038568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/e3cf4144-694d-4786-bbda-d0cdefbf413f HTTP/1.1" status: 204 len: 168 time: 0.6156991 Jul 07 22:40:39.043796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:39.049041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-308114221'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:39.060170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829a7db-62b3-4dfa-a542-bc9133916ac3 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Network': ['ID=e3cf4144-694d-4786-bbda-d0cdefbf413f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:39.082336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:39.088968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.093839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a1573-7c02-42e0-ae2d-31ec0219fda6 None None] DHCP port deletion for ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:40:39.106726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-592c716b-d987-4fd7-916e-d47ef24c4353 req-196bcd03-5d48-4c81-a1da-186a84b4d85b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647762 Jul 07 22:40:39.127897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:39.140383 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.140383 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Added segment 6a0ff144-4200-4367-9889-5403f2f37196 of type vlan for network e126146e-37ce-41fa-9d20-c1dbd84e76d2 Jul 07 22:40:39.152793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-be9a1573-7c02-42e0-ae2d-31ec0219fda6 None None] Deleting port c93ea0ec-607b-4be1-8b20-850170d6afbd {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:39.153329 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be9a1573-7c02-42e0-ae2d-31ec0219fda6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.185163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.214659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.218567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-be9a1573-7c02-42e0-ae2d-31ec0219fda6 None None] For port c93ea0ec-607b-4be1-8b20-850170d6afbd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c93ea0ec-607b-4be1-8b20-850170d6afbd,segment=NetworkSegment(087b9d77-b5c6-417b-b213-10f0f7f6c63f),segment_id=087b9d77-b5c6-417b-b213-10f0f7f6c63f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:39.219133 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be9a1573-7c02-42e0-ae2d-31ec0219fda6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.220246 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:39.220830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.240127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-be9a1573-7c02-42e0-ae2d-31ec0219fda6 None None] Calling delete_port for c93ea0ec-607b-4be1-8b20-850170d6afbd owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:39.282408 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2374799 Jul 07 22:40:39.285143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:39.291420 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'subnet': {'network_id': 'e126146e-37ce-41fa-9d20-c1dbd84e76d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:39.348397 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-be9a1573-7c02-42e0-ae2d-31ec0219fda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.360783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f94d39-0d4f-49f9-bfe8-88d4fb51178b tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Network': ['ID=e126146e-37ce-41fa-9d20-c1dbd84e76d2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:39.380709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e126146e-37ce-41fa-9d20-c1dbd84e76d2 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:39.384857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a1573-7c02-42e0-ae2d-31ec0219fda6 None None] Pushing event deleted for resources: {'Port': ['ID=c93ea0ec-607b-4be1-8b20-850170d6afbd,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:39.400047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:39.400641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a1573-7c02-42e0-ae2d-31ec0219fda6 None None] No DVR routers for this DVR port c93ea0ec-607b-4be1-8b20-850170d6afbd on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:39.405326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.434788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3add02fb-a90d-4a5c-8ac3-10c9c7d4df13 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:40:39.543367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3add02fb-a90d-4a5c-8ac3-10c9c7d4df13 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:40:39.603796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.664018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Subnet': ['ID=b002ddbe-33b6-43d2-a669-c50a539762aa,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:39.676314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Checking segment: {'id': '6a0ff144-4200-4367-9889-5403f2f37196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e126146e-37ce-41fa-9d20-c1dbd84e76d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:39.677092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network hostable DHCP agents. Network: e126146e-37ce-41fa-9d20-c1dbd84e76d2, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:40:39.697187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network e126146e-37ce-41fa-9d20-c1dbd84e76d2 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:40:39.707955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e126146e-37ce-41fa-9d20-c1dbd84e76d2) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:39.712913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:39.713674 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.731233 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1423590c-9192-419f-8e3d-34022708b869 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4448969 Jul 07 22:40:39.733881 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:39.808178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e689e61-52b9-47c6-9a30-8069e3588eaf None None] Network e126146e-37ce-41fa-9d20-c1dbd84e76d2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:39.831741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.910750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.952044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332eae2f-7648-4381-8981-f751b9d5d7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-e126146e-37ce-41fa-9d20-c1dbd84e76d2', 'network_id': 'e126146e-37ce-41fa-9d20-c1dbd84e76d2', 'tenant_id': 'a2cd384f24ab43a5a412819c48cf6f5d', 'fixed_ips': [{'subnet_id': 'b002ddbe-33b6-43d2-a669-c50a539762aa'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:40:39.954216 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-332eae2f-7648-4381-8981-f751b9d5d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.971644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:39.999241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Subnet': ['ID=b002ddbe-33b6-43d2-a669-c50a539762aa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:40.053917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005673e-2c48-43c6-a99c-f524096eb884 None None] Network e126146e-37ce-41fa-9d20-c1dbd84e76d2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:40.073490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.085777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e126146e-37ce-41fa-9d20-c1dbd84e76d2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:40.098053 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0ff144-4200-4367-9889-5403f2f37196') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:40.098403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0ff144-4200-4367-9889-5403f2f37196') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:40.108531 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.123480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.130114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:40.130563 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:40.134011 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:40.198440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.207586 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.212742 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/e126146e-37ce-41fa-9d20-c1dbd84e76d2 HTTP/1.1" status: 204 len: 168 time: 0.4743962 Jul 07 22:40:40.213531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35906) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:40.220796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1434944076'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:40.228853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aea3fc-6954-4967-9217-dec8be286361 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Network': ['ID=e126146e-37ce-41fa-9d20-c1dbd84e76d2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:40.276562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:40.280131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.319486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:40.333391 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.333735 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Added segment b51f85e3-a186-49fb-a15d-357cf6b2ddfa of type vlan for network 772a7b68-4ebe-43d8-9096-ab59319eaa68 Jul 07 22:40:40.342103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248a88e-3ab6-4f4a-a0d3-b2b02a6dc311 req-e9a499e9-8c8b-4123-b2db-d1654373a71d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:40.343843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9248a88e-3ab6-4f4a-a0d3-b2b02a6dc311 req-e9a499e9-8c8b-4123-b2db-d1654373a71d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1038229 Jul 07 22:40:40.411643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.418815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9248a88e-3ab6-4f4a-a0d3-b2b02a6dc311 req-5e3d318d-562f-4dbd-aa24-1b82e397fbc0 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660927 Jul 07 22:40:40.446364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.452220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:40.452742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.504776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2893231 Jul 07 22:40:40.507590 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:40.513745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Request body: {'subnet': {'network_id': '772a7b68-4ebe-43d8-9096-ab59319eaa68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:40.522214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5af49-cd2b-4da3-a714-9ee691af52e2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Network': ['ID=772a7b68-4ebe-43d8-9096-ab59319eaa68,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:40.532687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 772a7b68-4ebe-43d8-9096-ab59319eaa68 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:40.618730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Made reservation on behalf of a2cd384f24ab43a5a412819c48cf6f5d for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:40.622232 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.867103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.objects.ports [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93942) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 07 22:40:40.869064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.924546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event updated for resources: {'Subnet': ['ID=e0d748f0-a9ae-4009-897c-e90ca0821e16,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:40.941796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Checking segment: {'id': 'b51f85e3-a186-49fb-a15d-357cf6b2ddfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '772a7b68-4ebe-43d8-9096-ab59319eaa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:40:40.942189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network hostable DHCP agents. Network: 772a7b68-4ebe-43d8-9096-ab59319eaa68, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:40:40.958872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Network 772a7b68-4ebe-43d8-9096-ab59319eaa68 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:40:40.967598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 772a7b68-4ebe-43d8-9096-ab59319eaa68) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:40:40.972347 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:40.972928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:40.976954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b8f13-fe25-4bfd-bdbe-2db821136c05 None None] Network 772a7b68-4ebe-43d8-9096-ab59319eaa68 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:40.991127 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cce8afad-29c0-4adf-b5e6-658e0b55e8f2 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4796097 Jul 07 22:40:40.991507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35912) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:41.100533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.141473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae16828d-b9b9-4365-8e98-e39f0bf525a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-772a7b68-4ebe-43d8-9096-ab59319eaa68', 'network_id': '772a7b68-4ebe-43d8-9096-ab59319eaa68', 'tenant_id': 'a2cd384f24ab43a5a412819c48cf6f5d', 'fixed_ips': [{'subnet_id': 'e0d748f0-a9ae-4009-897c-e90ca0821e16'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:40:41.142607 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ae16828d-b9b9-4365-8e98-e39f0bf525a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.154337 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.219917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server [None req-ae16828d-b9b9-4365-8e98-e39f0bf525a5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0d748f0-a9ae-4009-897c-e90ca0821e16: This subnet is being modified by another concurrent operation. Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise self.value Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server raise exception Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0d748f0-a9ae-4009-897c-e90ca0821e16: This subnet is being modified by another concurrent operation. Jul 07 22:40:41.237305 n-d-695012-11 neutron-server[93943]: ERROR oslo_messaging.rpc.server Jul 07 22:40:41.252564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d748f0-a9ae-4009-897c-e90ca0821e16,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:41.265536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e253b1-9b67-4daa-90d5-8ef945a2e3e0 None None] Network 772a7b68-4ebe-43d8-9096-ab59319eaa68 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:41.334863 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.345317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772a7b68-4ebe-43d8-9096-ab59319eaa68']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:41.356319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51f85e3-a186-49fb-a15d-357cf6b2ddfa') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:41.356702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51f85e3-a186-49fb-a15d-357cf6b2ddfa') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:41.366195 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.382952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b3fe5-0b66-4a3f-b92f-87cf40cd3df7 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 22:40:41.385502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.395397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:41.395825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:41.399969 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:41.473870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94b3fe5-0b66-4a3f-b92f-87cf40cd3df7 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 22:40:41.480241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.489099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.491117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/772a7b68-4ebe-43d8-9096-ab59319eaa68 HTTP/1.1" status: 204 len: 168 time: 0.4985228 Jul 07 22:40:41.494883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:41.529020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34919177-9d31-4244-a0b3-1e884147d42a tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Network': ['ID=772a7b68-4ebe-43d8-9096-ab59319eaa68,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:41.541966 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05bac91-5d85-443d-8832-ecf7b918fe29 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:41.542460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05bac91-5d85-443d-8832-ecf7b918fe29 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:41.544646 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e05bac91-5d85-443d-8832-ecf7b918fe29 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/subnets/e0d748f0-a9ae-4009-897c-e90ca0821e16 HTTP/1.1" status: 404 len: 337 time: 0.0487595 Jul 07 22:40:41.547256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35922) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:41.566733 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3917fa-e710-45cf-8403-259755f20128 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:41.567505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3917fa-e710-45cf-8403-259755f20128 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:41.569581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5e3917fa-e710-45cf-8403-259755f20128 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/772a7b68-4ebe-43d8-9096-ab59319eaa68 HTTP/1.1" status: 404 len: 339 time: 0.0210578 Jul 07 22:40:41.572886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35924) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:41.600822 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-6596f494-1cce-49bc-98b1-e0ea8f990c9d tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:41.601540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6596f494-1cce-49bc-98b1-e0ea8f990c9d tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:41.606473 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6596f494-1cce-49bc-98b1-e0ea8f990c9d tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/subnets/b002ddbe-33b6-43d2-a669-c50a539762aa HTTP/1.1" status: 404 len: 337 time: 0.0322101 Jul 07 22:40:41.607273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35926) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:41.625879 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03eedf6-33ea-4865-a910-3fdc94cccd93 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:41.626739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03eedf6-33ea-4865-a910-3fdc94cccd93 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:41.631253 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d03eedf6-33ea-4865-a910-3fdc94cccd93 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/e126146e-37ce-41fa-9d20-c1dbd84e76d2 HTTP/1.1" status: 404 len: 339 time: 0.0228534 Jul 07 22:40:41.632040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:41.658329 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-000d719d-b8b0-49a1-88ea-580e43ededf6 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:41.659060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000d719d-b8b0-49a1-88ea-580e43ededf6 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:41.663580 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-000d719d-b8b0-49a1-88ea-580e43ededf6 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/subnets/11fff01e-6790-48c2-8672-534b612d0905 HTTP/1.1" status: 404 len: 337 time: 0.0304463 Jul 07 22:40:41.664365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:41.664736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9b49-f91c-4a8a-a226-f9738f782857 req-3f744e16-61c2-4f6e-8199-9c72f24d9844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:41.680275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87db9b49-f91c-4a8a-a226-f9738f782857 req-3f744e16-61c2-4f6e-8199-9c72f24d9844 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0882456 Jul 07 22:40:41.697518 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e8de0d-9918-4e66-93b9-584c4e00d8c7 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:41.704682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e8de0d-9918-4e66-93b9-584c4e00d8c7 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:41.708714 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-67e8de0d-9918-4e66-93b9-584c4e00d8c7 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/e3cf4144-694d-4786-bbda-d0cdefbf413f HTTP/1.1" status: 404 len: 339 time: 0.0405066 Jul 07 22:40:41.709160 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35932) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:41.728985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-87db9b49-f91c-4a8a-a226-f9738f782857 req-689bd9c7-c6fa-4d7d-b2e8-d507e60c7459 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Jul 07 22:40:41.816856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4430f0fd-0ccb-48a8-aac4-6e915a23a264 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Deleting port 7452e730-860c-4866-a212-7e9701ee83e6 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:41.817196 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4430f0fd-0ccb-48a8-aac4-6e915a23a264 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.881979 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4430f0fd-0ccb-48a8-aac4-6e915a23a264 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:41.894278 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4430f0fd-0ccb-48a8-aac4-6e915a23a264 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Calling delete_port for 7452e730-860c-4866-a212-7e9701ee83e6 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:41.976592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4430f0fd-0ccb-48a8-aac4-6e915a23a264 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.003384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f0fd-0ccb-48a8-aac4-6e915a23a264 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Port': ['ID=7452e730-860c-4866-a212-7e9701ee83e6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:42.010736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4430f0fd-0ccb-48a8-aac4-6e915a23a264 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.012557 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4430f0fd-0ccb-48a8-aac4-6e915a23a264 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/ports/7452e730-860c-4866-a212-7e9701ee83e6 HTTP/1.1" status: 204 len: 168 time: 0.3024800 Jul 07 22:40:42.014931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35934) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:42.041412 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc079bad-db55-4aff-9389-3907615cf1b5 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:42.041865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc079bad-db55-4aff-9389-3907615cf1b5 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:42.043614 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bc079bad-db55-4aff-9389-3907615cf1b5 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/subnets/c0384f48-4b8b-4180-bab1-7da12e8a6ac1 HTTP/1.1" status: 404 len: 337 time: 0.0277829 Jul 07 22:40:42.046183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:42.123166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.209460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.220861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:42.231377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '087b9d77-b5c6-417b-b213-10f0f7f6c63f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:42.231676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '087b9d77-b5c6-417b-b213-10f0f7f6c63f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:42.240497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.254933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.261565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:42.261956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:42.264946 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:42.327819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.332208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.334697 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4 HTTP/1.1" status: 204 len: 168 time: 0.2876074 Jul 07 22:40:42.338478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35940) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:42.350413 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cde74-e738-4d19-8021-4085c1449dbb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Network': ['ID=ec0a4b68-13c1-4a69-bd6a-c70ee03b55f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:42.438409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9a518c5e-a396-4f00-80c5-1dbafab2b701 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Deleting port 91764c65-f1ae-4dc0-8960-51a23941dfdd {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:42.438667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a518c5e-a396-4f00-80c5-1dbafab2b701 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.502762 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a518c5e-a396-4f00-80c5-1dbafab2b701 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.516134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-9a518c5e-a396-4f00-80c5-1dbafab2b701 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Calling delete_port for 91764c65-f1ae-4dc0-8960-51a23941dfdd owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:42.604518 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a518c5e-a396-4f00-80c5-1dbafab2b701 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.631136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a518c5e-a396-4f00-80c5-1dbafab2b701 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Port': ['ID=91764c65-f1ae-4dc0-8960-51a23941dfdd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:42.638917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9a518c5e-a396-4f00-80c5-1dbafab2b701 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.640821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9a518c5e-a396-4f00-80c5-1dbafab2b701 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/ports/91764c65-f1ae-4dc0-8960-51a23941dfdd HTTP/1.1" status: 204 len: 168 time: 0.3007057 Jul 07 22:40:42.643202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35944) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:42.670104 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e3f238-2010-4e18-b988-30d213dd969c tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] DELETE failed (client error): The resource could not be found. Jul 07 22:40:42.670552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e3f238-2010-4e18-b988-30d213dd969c tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 22:40:42.672252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-92e3f238-2010-4e18-b988-30d213dd969c tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/subnets/3eb74fd0-4e25-4bf2-b228-508d09ac3397 HTTP/1.1" status: 404 len: 337 time: 0.0281425 Jul 07 22:40:42.674979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35946) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:42.752594 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.844137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.854430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af8ee4a-eb92-4359-bbd6-4c41e366e1c8']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:42.865344 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3cf238-9442-41d8-aaa3-c580759b7dd6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:42.865547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3cf238-9442-41d8-aaa3-c580759b7dd6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:42.876532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.895069 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.903186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:42.903494 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:42.906486 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:42.936012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cff746-cbf5-46d4-9b63-58f77acae57e req-5508366d-6f74-4193-8baf-3b49bab99e0a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:42.937944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27cff746-cbf5-46d4-9b63-58f77acae57e req-5508366d-6f74-4193-8baf-3b49bab99e0a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0900693 Jul 07 22:40:42.997301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27cff746-cbf5-46d4-9b63-58f77acae57e req-e46b576d-5cff-45ba-b1f6-19cf956e41df tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532627 Jul 07 22:40:43.224477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.231985 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.233755 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/7af8ee4a-eb92-4359-bbd6-4c41e366e1c8 HTTP/1.1" status: 204 len: 168 time: 0.5577888 Jul 07 22:40:43.236248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:43.253753 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2e6f3-9d29-4bbc-9494-320f98862646 tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Network': ['ID=7af8ee4a-eb92-4359-bbd6-4c41e366e1c8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:43.301487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d7d159-28d1-406f-8da0-3a797961a5cb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Deleting subnet 0e096559-494c-4002-9406-b7cf2d7d1665 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:40:43.304948 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d159-28d1-406f-8da0-3a797961a5cb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.347649 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d159-28d1-406f-8da0-3a797961a5cb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.429077 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d159-28d1-406f-8da0-3a797961a5cb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.491909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d159-28d1-406f-8da0-3a797961a5cb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.522508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7d159-28d1-406f-8da0-3a797961a5cb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Subnet': ['ID=0e096559-494c-4002-9406-b7cf2d7d1665,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:43.526576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f7d7d159-28d1-406f-8da0-3a797961a5cb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.528412 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f7d7d159-28d1-406f-8da0-3a797961a5cb tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/subnets/0e096559-494c-4002-9406-b7cf2d7d1665 HTTP/1.1" status: 204 len: 168 time: 0.2912591 Jul 07 22:40:43.530848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 35954) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:43.537114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e79eb7-15c5-45a2-aae7-003cb36a3ce7 None None] Network 6808acca-17be-44fc-91ae-a862a41ee99c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:40:43.619521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.675331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Deleting port b8b1a431-754f-4943-b2cf-1444f8d7423e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:43.676004 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.746401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] For port b8b1a431-754f-4943-b2cf-1444f8d7423e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b8b1a431-754f-4943-b2cf-1444f8d7423e,segment=NetworkSegment(ba1cb30d-133b-48ad-a446-eb9de4793b4b),segment_id=ba1cb30d-133b-48ad-a446-eb9de4793b4b)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:43.748952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.755890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83f4517-06fd-4fde-8b96-de2c3090e896 None None] DHCP port deletion for 6808acca-17be-44fc-91ae-a862a41ee99c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:40:43.765173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Calling delete_port for b8b1a431-754f-4943-b2cf-1444f8d7423e owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:43.811731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a83f4517-06fd-4fde-8b96-de2c3090e896 None None] Deleting port b8b1a431-754f-4943-b2cf-1444f8d7423e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:40:43.812112 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a83f4517-06fd-4fde-8b96-de2c3090e896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.860198 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.887404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a83f4517-06fd-4fde-8b96-de2c3090e896 None None] For port b8b1a431-754f-4943-b2cf-1444f8d7423e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b8b1a431-754f-4943-b2cf-1444f8d7423e,segment=NetworkSegment(ba1cb30d-133b-48ad-a446-eb9de4793b4b),segment_id=ba1cb30d-133b-48ad-a446-eb9de4793b4b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:40:43.888057 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a83f4517-06fd-4fde-8b96-de2c3090e896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.892123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] No DVR routers for this DVR port b8b1a431-754f-4943-b2cf-1444f8d7423e on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:43.898969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Port': ['ID=b8b1a431-754f-4943-b2cf-1444f8d7423e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:43.906314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a83f4517-06fd-4fde-8b96-de2c3090e896 None None] Calling delete_port for b8b1a431-754f-4943-b2cf-1444f8d7423e owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:40:43.984761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 22:40:43.988340 n-d-695012-11 neutron-server[93943]: self.session.flush() Jul 07 22:40:43.995838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6808acca-17be-44fc-91ae-a862a41ee99c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:44.004328 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a83f4517-06fd-4fde-8b96-de2c3090e896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.013381 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1cb30d-133b-48ad-a446-eb9de4793b4b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:44.014110 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1cb30d-133b-48ad-a446-eb9de4793b4b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:44.025346 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.036052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f4517-06fd-4fde-8b96-de2c3090e896 None None] Pushing event deleted for resources: {'Port': ['ID=b8b1a431-754f-4943-b2cf-1444f8d7423e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:44.042728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.043192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f4517-06fd-4fde-8b96-de2c3090e896 None None] No DVR routers for this DVR port b8b1a431-754f-4943-b2cf-1444f8d7423e on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:40:44.057739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:44.058262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:44.062556 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:44.139921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.144574 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.150506 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] 10.222.0.81 "DELETE /v2.0/networks/6808acca-17be-44fc-91ae-a862a41ee99c HTTP/1.1" status: 204 len: 168 time: 0.6186528 Jul 07 22:40:44.166345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc3a21-1895-4a53-badc-3c717135793e tempest-NetworksIpV6TestAttrs-176196100 tempest-NetworksIpV6TestAttrs-176196100-project] Pushing event deleted for resources: {'Network': ['ID=6808acca-17be-44fc-91ae-a862a41ee99c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:44.203473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec63c47-af21-44eb-bcab-a716f62bdada req-e580bead-ff11-4c8b-a217-fb4f2f8c86f6 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:44.205199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0ec63c47-af21-44eb-bcab-a716f62bdada req-e580bead-ff11-4c8b-a217-fb4f2f8c86f6 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0725384 Jul 07 22:40:44.250443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0ec63c47-af21-44eb-bcab-a716f62bdada req-55e876bc-524e-4309-9a6e-dfc8e73e9955 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Jul 07 22:40:44.433719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35966) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:44.583537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d9580993-35f8-40d8-abf8-043e7de3c4eb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2cd384f24ab43a5a412819c48cf6f5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461322 Jul 07 22:40:44.583729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 35970) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:44.636161 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28bd4821-00ea-4cf8-b7af-4230404ed01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.658992 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28bd4821-00ea-4cf8-b7af-4230404ed01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.709020 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28bd4821-00ea-4cf8-b7af-4230404ed01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.712348 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28bd4821-00ea-4cf8-b7af-4230404ed01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:44.713502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-28bd4821-00ea-4cf8-b7af-4230404ed01a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82dc58ca-d9dc-44e2-99a9-96e1c9260e0f HTTP/1.1" status: 204 len: 168 time: 0.1289010 Jul 07 22:40:44.729649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd4821-00ea-4cf8-b7af-4230404ed01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dc58ca-d9dc-44e2-99a9-96e1c9260e0f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:45.194795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b8b1a431-754f-4943-b2cf-1444f8d7423e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:40:45.218599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: b8b1a431-754f-4943-b2cf-1444f8d7423e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:40:45.218953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b8b1a431-754f-4943-b2cf-1444f8d7423e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:40:45.405280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36008) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:45.552002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61dc840-90f4-46fc-b0bb-b9c0da2154e3 req-2638d0df-4616-4592-9246-2bb7b785cc68 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:45.554741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b61dc840-90f4-46fc-b0bb-b9c0da2154e3 req-2638d0df-4616-4592-9246-2bb7b785cc68 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1014636 Jul 07 22:40:45.561011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1996903612'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:40:45.604760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Made reservation on behalf of 9ace3335b5a44f9a9ef02de5bf97e199 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:40:45.608628 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:45.623902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b61dc840-90f4-46fc-b0bb-b9c0da2154e3 req-c1507101-89ce-488c-9907-8edb1a84eddd tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594170 Jul 07 22:40:45.624706 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:45.739049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:45.745826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:45.762445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:40:45.786003 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:45.786382 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Added segment a59c5bf9-7f69-4116-9a4a-9880047970e1 of type vlan for network ef74a3d6-8286-4aa9-8411-d03a0aa611ba Jul 07 22:40:45.797723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee8cfd6-d38d-4ed5-97b7-20541b4b4e0f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:45.832142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:45.859542 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:45.865073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:45.865653 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:45.929312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5222685 Jul 07 22:40:45.932898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36028) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:45.939414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.tag.tag_plugin [None req-982626d1-dac4-4b21-a626-66849826c84a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba', 'tempest-TagsTest-Tag-1998499601') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:45.943318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b2c1d-82d7-41de-89c7-b6ebcf6baf4a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Pushing event updated for resources: {'Network': ['ID=ef74a3d6-8286-4aa9-8411-d03a0aa611ba,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:45.954992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network ef74a3d6-8286-4aa9-8411-d03a0aa611ba details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:40:46.028127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-982626d1-dac4-4b21-a626-66849826c84a tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "PUT /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags/tempest-TagsTest-Tag-1998499601 HTTP/1.1" status: 201 len: 201 time: 0.0941508 Jul 07 22:40:46.030778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.035434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-015b9a28-6ddd-4137-b203-f9ee40f30c19 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba', 'tempest-TagsTest-Tag-1998499601') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.103743 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-015b9a28-6ddd-4137-b203-f9ee40f30c19 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "GET /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags/tempest-TagsTest-Tag-1998499601 HTTP/1.1" status: 204 len: 168 time: 0.0718687 Jul 07 22:40:46.106162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.110317 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-93848a37-5a08-4fa8-b211-be4285ffd593 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.181359 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-93848a37-5a08-4fa8-b211-be4285ffd593 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "GET /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags HTTP/1.1" status: 200 len: 238 time: 0.0741575 Jul 07 22:40:46.184092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36034) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.188927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.tag.tag_plugin [None req-01e4febc-eef6-4ee4-88b4-d65f1b55b647 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba', {'tags': ['tempest-TagsTest-Tag-456956044', 'tempest-TagsTest-Tag-184760521', 'tempest-TagsTest-Tag-1332226725']}) {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.268995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-01e4febc-eef6-4ee4-88b4-d65f1b55b647 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "PUT /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags HTTP/1.1" status: 200 len: 307 time: 0.0813501 Jul 07 22:40:46.269213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36036) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.273547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.tag.tag_plugin [None req-09e7afa6-e857-4cc5-99ce-f53d68075eb4 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba', 'tempest-TagsTest-Tag-456956044') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.358903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-09e7afa6-e857-4cc5-99ce-f53d68075eb4 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "DELETE /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags/tempest-TagsTest-Tag-456956044 HTTP/1.1" status: 204 len: 168 time: 0.0863261 Jul 07 22:40:46.359120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36038) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.363163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.tag.tag_plugin [None req-48953a31-9f23-4f9e-98cc-48d420d21190 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba', 'tempest-TagsTest-Tag-456956044') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.433424 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-48953a31-9f23-4f9e-98cc-48d420d21190 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] show failed (client error): The resource could not be found. Jul 07 22:40:46.434627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-48953a31-9f23-4f9e-98cc-48d420d21190 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "GET /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags/tempest-TagsTest-Tag-456956044 HTTP/1.1" status: 404 len: 325 time: 0.0747366 Jul 07 22:40:46.437366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36040) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.441642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.tag.tag_plugin [None req-03d2b783-17b8-4688-a8da-708b1e271b41 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba', 'tempest-TagsTest-Tag-184760521') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.512336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-03d2b783-17b8-4688-a8da-708b1e271b41 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "GET /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags/tempest-TagsTest-Tag-184760521 HTTP/1.1" status: 204 len: 168 time: 0.0717328 Jul 07 22:40:46.512545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36046) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.517000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.tag.tag_plugin [None req-dd697168-c3c3-45af-a2bf-f1408a123d7c tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba', 'tempest-TagsTest-Tag-1332226725') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.596533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dd697168-c3c3-45af-a2bf-f1408a123d7c tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "GET /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags/tempest-TagsTest-Tag-1332226725 HTTP/1.1" status: 204 len: 168 time: 0.0805550 Jul 07 22:40:46.596987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36056) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.601748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.tag.tag_plugin [None req-d89e5f6a-7e82-4c5e-ad30-049d20a63728 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.721082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d89e5f6a-7e82-4c5e-ad30-049d20a63728 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "DELETE /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1228621 Jul 07 22:40:46.722567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36076) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.729227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.tag.tag_plugin [None req-0c3e7754-e8e5-49c6-bc29-ebecc37dc58e tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba', 'tempest-TagsTest-Tag-184760521') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.851619 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-0c3e7754-e8e5-49c6-bc29-ebecc37dc58e tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] show failed (client error): The resource could not be found. Jul 07 22:40:46.852716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0c3e7754-e8e5-49c6-bc29-ebecc37dc58e tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "GET /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags/tempest-TagsTest-Tag-184760521 HTTP/1.1" status: 404 len: 325 time: 0.1289854 Jul 07 22:40:46.855610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36098) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.860429 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-072e3f7f-4e46-4922-89bf-97c0de975332 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba', 'tempest-TagsTest-Tag-1332226725') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:46.881005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c6467-8472-41cb-bf7a-fda1976e567c req-1d4d46e4-1c50-4826-aba4-529527dfb274 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:46.882491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d1c6467-8472-41cb-bf7a-fda1976e567c req-1d4d46e4-1c50-4826-aba4-529527dfb274 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1044285 Jul 07 22:40:46.929576 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-072e3f7f-4e46-4922-89bf-97c0de975332 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] show failed (client error): The resource could not be found. Jul 07 22:40:46.930867 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-072e3f7f-4e46-4922-89bf-97c0de975332 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "GET /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags/tempest-TagsTest-Tag-1332226725 HTTP/1.1" status: 404 len: 326 time: 0.0740082 Jul 07 22:40:46.933904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:46.934299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d1c6467-8472-41cb-bf7a-fda1976e567c req-0afc3c4c-20ea-4983-88a5-247756eb5406 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Jul 07 22:40:46.938716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.tag.tag_plugin [None req-ce50b343-d75e-4a4e-bd81-5c3cdd89b281 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ef74a3d6-8286-4aa9-8411-d03a0aa611ba') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:47.038350 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ce50b343-d75e-4a4e-bd81-5c3cdd89b281 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "DELETE /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1033750 Jul 07 22:40:47.045355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36126) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:47.132301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.230492 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.241157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef74a3d6-8286-4aa9-8411-d03a0aa611ba']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:47.252772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59c5bf9-7f69-4116-9a4a-9880047970e1') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:47.253069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59c5bf9-7f69-4116-9a4a-9880047970e1') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:40:47.262890 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.278855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.286389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:40:47.287079 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:40:47.291720 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:40:47.354793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.363917 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.367383 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] 10.222.0.81 "DELETE /v2.0/networks/ef74a3d6-8286-4aa9-8411-d03a0aa611ba HTTP/1.1" status: 204 len: 168 time: 0.3208869 Jul 07 22:40:47.382262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d12fd7-2122-4667-a6d0-5055adca1153 tempest-TagsTest-667549952 tempest-TagsTest-667549952-project] Pushing event deleted for resources: {'Network': ['ID=ef74a3d6-8286-4aa9-8411-d03a0aa611ba,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:47.684211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:47.828825 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f0cbdc8e-f12a-4f55-bc54-54555fc4caf2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ace3335b5a44f9a9ef02de5bf97e199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434340 Jul 07 22:40:47.831399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:47.892540 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21cbdddf-6937-4b7a-8618-f0504a2b9d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.922999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21cbdddf-6937-4b7a-8618-f0504a2b9d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.976239 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21cbdddf-6937-4b7a-8618-f0504a2b9d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.980048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21cbdddf-6937-4b7a-8618-f0504a2b9d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:47.980774 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-21cbdddf-6937-4b7a-8618-f0504a2b9d4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bee8cfd6-d38d-4ed5-97b7-20541b4b4e0f HTTP/1.1" status: 204 len: 168 time: 0.1482682 Jul 07 22:40:47.989576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbdddf-6937-4b7a-8618-f0504a2b9d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee8cfd6-d38d-4ed5-97b7-20541b4b4e0f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:48.181594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31c4c5-eb68-4e79-b0e9-f711c83b4b85 req-6c901278-a898-48be-8737-d39caa0e2cc8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:48.183183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d31c4c5-eb68-4e79-b0e9-f711c83b4b85 req-6c901278-a898-48be-8737-d39caa0e2cc8 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0922148 Jul 07 22:40:48.236382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d31c4c5-eb68-4e79-b0e9-f711c83b4b85 req-ebac3cca-07cb-441e-8bef-f230f6861cc5 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475469 Jul 07 22:40:49.518525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f066e-a4cc-41ec-aec2-3486804640ba req-d91416ad-d535-466f-8c7c-4ba795d88ead tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:49.525307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-194f066e-a4cc-41ec-aec2-3486804640ba req-d91416ad-d535-466f-8c7c-4ba795d88ead tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1084204 Jul 07 22:40:49.582666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-194f066e-a4cc-41ec-aec2-3486804640ba req-664e5faf-69f8-4775-bf0d-050413ee1e2a tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562465 Jul 07 22:40:49.835947 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:50.764312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f2872-61a4-477e-9a8d-bcef21c683f1 req-fd3b9e50-86a8-4b16-87be-e42b850c0286 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:50.766585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-647f2872-61a4-477e-9a8d-bcef21c683f1 req-fd3b9e50-86a8-4b16-87be-e42b850c0286 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0732183 Jul 07 22:40:50.812613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-647f2872-61a4-477e-9a8d-bcef21c683f1 req-06e652aa-658e-45b9-89ab-03ed5a4e0a35 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Jul 07 22:40:51.995341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1966bf-e976-48b1-8886-80c9c0073434 req-9c2dab3f-22e3-4abe-a90b-542a406fa70d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:51.996901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf1966bf-e976-48b1-8886-80c9c0073434 req-9c2dab3f-22e3-4abe-a90b-542a406fa70d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0722597 Jul 07 22:40:52.064208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf1966bf-e976-48b1-8886-80c9c0073434 req-a0cee4df-2c9f-443c-aa7a-a01e8f30e7c5 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537846 Jul 07 22:40:53.308759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2bc89-2d4e-45d7-8e7a-f385d354035e req-aa78268b-4e0c-432f-8419-49727c2bd1e9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:53.314587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04e2bc89-2d4e-45d7-8e7a-f385d354035e req-aa78268b-4e0c-432f-8419-49727c2bd1e9 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1164732 Jul 07 22:40:53.356458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04e2bc89-2d4e-45d7-8e7a-f385d354035e req-d201ae23-bcf0-432b-a8c3-93607a14c73b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374746 Jul 07 22:40:53.376751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36630) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:53.501026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c57fc5bc-8c1c-4170-96c7-effc13801f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:53.647383 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c57fc5bc-8c1c-4170-96c7-effc13801f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:53.656587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c57fc5bc-8c1c-4170-96c7-effc13801f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:53.710715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57fc5bc-8c1c-4170-96c7-effc13801f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73502145-749b-46b9-9009-7f7a8c0def9d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:53.716396 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c57fc5bc-8c1c-4170-96c7-effc13801f2e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d87e6e56a954911a395dff3441a538b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379433 Jul 07 22:40:53.718896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 36640) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:40:53.776006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5e38-de10-4848-bb02-3e63ed229f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:53.804214 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5e38-de10-4848-bb02-3e63ed229f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:53.856086 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5e38-de10-4848-bb02-3e63ed229f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:53.859040 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5e38-de10-4848-bb02-3e63ed229f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:53.860191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ce0b5e38-de10-4848-bb02-3e63ed229f5b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73502145-749b-46b9-9009-7f7a8c0def9d HTTP/1.1" status: 204 len: 168 time: 0.1402709 Jul 07 22:40:53.870420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b5e38-de10-4848-bb02-3e63ed229f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73502145-749b-46b9-9009-7f7a8c0def9d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:40:54.315916 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:40:54.351151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-cce80e05-a453-4281-8cac-1c7b612c8988 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0573144 Jul 07 22:40:54.540037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-72d3dc26-78a3-4d7f-9c49-868271984c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:54.541945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-72d3dc26-78a3-4d7f-9c49-868271984c71 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1098 time: 0.1029351 Jul 07 22:40:54.717160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-ac6c4a68-dd5a-48d6-8bc1-739d3df8ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:54.718749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-ac6c4a68-dd5a-48d6-8bc1-739d3df8ecfc service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.1253445 Jul 07 22:40:54.738564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2d580-24a7-4d76-9e9a-69e9ddbb22bc req-0ee25841-4d98-428e-9340-8f16869914a0 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:54.744643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70a2d580-24a7-4d76-9e9a-69e9ddbb22bc req-0ee25841-4d98-428e-9340-8f16869914a0 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1996481 Jul 07 22:40:54.850287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70a2d580-24a7-4d76-9e9a-69e9ddbb22bc req-105dd5ab-6804-488d-8b98-0cd9fe2a31e2 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964963 Jul 07 22:40:54.852512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-bc32f459-1cd4-4d14-aa13-a9531af6b312 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 1001 time: 0.1069572 Jul 07 22:40:54.960348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-51461afb-c5d8-4f95-bd32-f7af98039d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:54.962660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-51461afb-c5d8-4f95-bd32-f7af98039d8f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1022828 Jul 07 22:40:55.042142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-769c0df0-8006-4fb4-8de8-1a0a37e18a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:55.043923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-769c0df0-8006-4fb4-8de8-1a0a37e18a9a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748587 Jul 07 22:40:55.161728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-4c968105-ace1-4f80-ac83-3194167ea884 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104593 Jul 07 22:40:55.287817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a2b4f5d-1ee9-4af5-b172-82c7ef89517a req-3f267eaf-8300-4ba1-b410-bce3931f6b9e service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163595 Jul 07 22:40:56.049918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67863388-53be-4deb-9c0c-11495b58426e req-d1b52545-bd4f-401c-93ae-8da7dab69a20 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:56.057377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67863388-53be-4deb-9c0c-11495b58426e req-d1b52545-bd4f-401c-93ae-8da7dab69a20 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0923066 Jul 07 22:40:56.109639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67863388-53be-4deb-9c0c-11495b58426e req-6033ecb0-4983-4e39-9a5a-e06c8e17eb64 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511153 Jul 07 22:40:57.274087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4b59e-8deb-4792-8bd1-931f99d423c0 req-c7db3ba7-b26c-4a89-8796-609843e8480d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:57.276305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c4b59e-8deb-4792-8bd1-931f99d423c0 req-c7db3ba7-b26c-4a89-8796-609843e8480d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0625823 Jul 07 22:40:57.313614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5c4b59e-8deb-4792-8bd1-931f99d423c0 req-e25be41e-a656-4205-b9a3-1021ad8785db tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316889 Jul 07 22:40:57.349384 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b3af483f-a273-4746-ac61-dddefab48788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:40:57.669881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b1f0e-8f70-44c6-920c-a959ac91b22c req-bd4bd42c-c378-46e8-a82c-d1126d46bf0b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:57.671485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d90b1f0e-8f70-44c6-920c-a959ac91b22c req-bd4bd42c-c378-46e8-a82c-d1126d46bf0b tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0663874 Jul 07 22:40:58.117092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d90b1f0e-8f70-44c6-920c-a959ac91b22c req-cd285d12-df75-4665-be84-b8866990b2de tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399650 Jul 07 22:40:58.353356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e533ef-2834-4231-af72-36e95a011d75 req-ca8b4dce-e406-4c33-bf92-d86f570aa87c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:58.367855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4e533ef-2834-4231-af72-36e95a011d75 req-ca8b4dce-e406-4c33-bf92-d86f570aa87c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.1199515 Jul 07 22:40:58.414824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4e533ef-2834-4231-af72-36e95a011d75 req-5667df7c-665a-4c94-b315-96e240c95dbf tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390196 Jul 07 22:40:58.869276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a62d4-e29f-4773-b2b5-f9985cd0fb93 req-b9d3ad2f-676b-49ab-8ff0-0c910a59870d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:40:58.871094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-101a62d4-e29f-4773-b2b5-f9985cd0fb93 req-b9d3ad2f-676b-49ab-8ff0-0c910a59870d tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0711133 Jul 07 22:40:58.920440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-101a62d4-e29f-4773-b2b5-f9985cd0fb93 req-de78a2f9-ad80-4e72-aff0-2a4f46d98088 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430357 Jul 07 22:40:59.724821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e870a33-05f2-40e4-864e-2d519a24a98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:00.034529 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:00.119840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38005de8-04c0-4f4c-b684-80ccc575bf14 req-1c6806dc-0a83-439e-849f-de9c6ed017a6 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:00.121610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38005de8-04c0-4f4c-b684-80ccc575bf14 req-1c6806dc-0a83-439e-849f-de9c6ed017a6 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0734262 Jul 07 22:41:00.167627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38005de8-04c0-4f4c-b684-80ccc575bf14 req-d8b8f2f9-f17f-4e45-8098-273ccb16266e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Jul 07 22:41:00.267068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-82f7edff-8f40-4782-8e5c-0b9d2a511681 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:00.269381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-82f7edff-8f40-4782-8e5c-0b9d2a511681 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 945 time: 0.0777957 Jul 07 22:41:00.419112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Deleting port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:00.419464 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:00.520773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] For port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:00.521304 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:00.535541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Calling delete_port for 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:00.714909 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:00.728564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:00.763695 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event deleted for resources: {'Port': ['ID=7e7d4d0b-07d6-4d9b-919f-16671f2487a1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:00.800868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.801229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.801639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.803593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.804743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.805153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.805524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.805867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.806286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.806634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.806956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.807319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:00.905335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] No DVR routers for this DVR port 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:00.916957 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:00.920129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5df6228e-80a8-46bb-a32e-9b2d117e10b9 req-4159ab4c-cab7-410e-8516-5ff3bc2e9dce tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.83 "DELETE /v2.0/ports/7e7d4d0b-07d6-4d9b-919f-16671f2487a1 HTTP/1.1" status: 204 len: 173 time: 0.6406920 Jul 07 22:41:00.920605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9b1989-7bbb-462a-95c1-2480448e492c', 'name': 'network-vif-deleted', 'tag': '7e7d4d0b-07d6-4d9b-919f-16671f2487a1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:00.924613 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3723dd0-c158-462a-a89d-e76525a0cf76" -d '{"events": [{"server_uuid": "cc9b1989-7bbb-462a-95c1-2480448e492c", "name": "network-vif-deleted", "tag": "7e7d4d0b-07d6-4d9b-919f-16671f2487a1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:01.034979 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:01.042177 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7318af-606f-4e2a-8407-2a60718e85f9 x-openstack-request-id: req-dc7318af-606f-4e2a-8407-2a60718e85f9 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:01.042477 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9b1989-7bbb-462a-95c1-2480448e492c", "name": "network-vif-deleted", "tag": "7e7d4d0b-07d6-4d9b-919f-16671f2487a1", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:01.042713 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc7318af-606f-4e2a-8407-2a60718e85f9 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:01.043111 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9b1989-7bbb-462a-95c1-2480448e492c', 'name': 'network-vif-deleted', 'tag': '7e7d4d0b-07d6-4d9b-919f-16671f2487a1', 'status': 'completed', 'code': 200} Jul 07 22:41:01.362101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:01.435817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08e501c0-ac26-402c-bc67-e0f611a423ec req-ed32dd62-5c16-447e-9e46-6e383db441f3 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc9b1989-7bbb-462a-95c1-2480448e492c HTTP/1.1" status: 200 len: 210 time: 0.0874455 Jul 07 22:41:02.517979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:02.560050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:02.560519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 7e7d4d0b-07d6-4d9b-919f-16671f2487a1 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:02.807304 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:04.114527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cee37-ecb1-4ebc-b51d-1081483c13d6 req-c46f93e7-71b4-4cdf-9b2c-52abd08b05f4 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:04.116044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-134cee37-ecb1-4ebc-b51d-1081483c13d6 req-c46f93e7-71b4-4cdf-9b2c-52abd08b05f4 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 946 time: 0.0845177 Jul 07 22:41:04.163357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-134cee37-ecb1-4ebc-b51d-1081483c13d6 req-d8bf9542-5a5e-419c-ac24-414fedd1cc26 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Jul 07 22:41:05.110377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 36990) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:05.253652 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-606cbc6a-1392-44ec-a10f-04924b098a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.391335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-606cbc6a-1392-44ec-a10f-04924b098a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.393121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-599f8932-0873-434f-a27d-d603e0ecc661 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:05.394743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-599f8932-0873-434f-a27d-d603e0ecc661 tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 946 time: 0.1960025 Jul 07 22:41:05.399923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-606cbc6a-1392-44ec-a10f-04924b098a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.448663 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-606cbc6a-1392-44ec-a10f-04924b098a0c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd25b35f07084e629b24433c0b14d4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370781 Jul 07 22:41:05.449905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cbc6a-1392-44ec-a10f-04924b098a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e668ea-7653-4d44-bbc7-23bec0a6e0e1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:05.453904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37000) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:05.530937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53a3b8b5-8f95-4bb0-8b6d-49d37cb7ed78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.557477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53a3b8b5-8f95-4bb0-8b6d-49d37cb7ed78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.577600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75664ab-7e61-415f-9646-11e5f57738d3 req-f8778a7f-53b8-4c2a-92a0-005b3aa68edb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:05.580816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a75664ab-7e61-415f-9646-11e5f57738d3 req-f8778a7f-53b8-4c2a-92a0-005b3aa68edb tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfa6c7b6-97b3-4a8d-85d1-02709491e0e1 HTTP/1.1" status: 200 len: 946 time: 0.2694921 Jul 07 22:41:05.618747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53a3b8b5-8f95-4bb0-8b6d-49d37cb7ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.621691 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53a3b8b5-8f95-4bb0-8b6d-49d37cb7ed78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.626403 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-53a3b8b5-8f95-4bb0-8b6d-49d37cb7ed78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d8e668ea-7653-4d44-bbc7-23bec0a6e0e1 HTTP/1.1" status: 204 len: 168 time: 0.1699228 Jul 07 22:41:05.635445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3b8b5-8f95-4bb0-8b6d-49d37cb7ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e668ea-7653-4d44-bbc7-23bec0a6e0e1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:05.643060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Deleting port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:05.643414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.738826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a75664ab-7e61-415f-9646-11e5f57738d3 req-c4290811-f295-4237-98b9-110ea589e68c tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.81 "GET /v2.0/security-groups?id=e49ff1ed-2c52-4880-961b-41e2c3c13cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386662 Jul 07 22:41:05.793573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] For port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,segment=NetworkSegment(7455b397-de25-4434-8122-1856dcb9c882),segment_id=7455b397-de25-4434-8122-1856dcb9c882)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:05.794252 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.810460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Calling delete_port for 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:05.983300 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:05.994846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:06.017898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Pushing event deleted for resources: {'Port': ['ID=5c0a5cc8-316e-46a3-b1fc-a950f2441d7b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:06.032820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37018) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:06.049649 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f1b51c5-3da6-49ad-a72b-7e904f81480c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.075267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] No DVR routers for this DVR port 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:06.078832 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.081660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ffa39d4-13d4-4e83-94db-6d9a7c0b51f4 req-5e89f968-4094-466b-80f9-147ae854b35e tempest-ServersTestJSON-2020044245 tempest-ServersTestJSON-2020044245-project] 10.222.0.44 "DELETE /v2.0/ports/5c0a5cc8-316e-46a3-b1fc-a950f2441d7b HTTP/1.1" status: 204 len: 173 time: 0.6793137 Jul 07 22:41:06.082202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa6c7b6-97b3-4a8d-85d1-02709491e0e1', 'name': 'network-vif-deleted', 'tag': '5c0a5cc8-316e-46a3-b1fc-a950f2441d7b'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:06.085136 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa28a944-ffbe-4114-ab3f-4ad5943db7df" -d '{"events": [{"server_uuid": "dfa6c7b6-97b3-4a8d-85d1-02709491e0e1", "name": "network-vif-deleted", "tag": "5c0a5cc8-316e-46a3-b1fc-a950f2441d7b"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:06.149926 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1306fb0-03fd-4af0-8c12-25cdbc6eadbd x-openstack-request-id: req-c1306fb0-03fd-4af0-8c12-25cdbc6eadbd {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:06.150318 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa6c7b6-97b3-4a8d-85d1-02709491e0e1", "name": "network-vif-deleted", "tag": "5c0a5cc8-316e-46a3-b1fc-a950f2441d7b", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:06.150651 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1306fb0-03fd-4af0-8c12-25cdbc6eadbd {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:06.150961 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa6c7b6-97b3-4a8d-85d1-02709491e0e1', 'name': 'network-vif-deleted', 'tag': '5c0a5cc8-316e-46a3-b1fc-a950f2441d7b', 'status': 'completed', 'code': 200} Jul 07 22:41:06.179495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f1b51c5-3da6-49ad-a72b-7e904f81480c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.184728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4f1b51c5-3da6-49ad-a72b-7e904f81480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.230797 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4f1b51c5-3da6-49ad-a72b-7e904f81480c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f473fd70f0445be947e42d2ae820327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967263 Jul 07 22:41:06.233429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37022) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:06.238954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b51c5-3da6-49ad-a72b-7e904f81480c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92ad18e-2675-49f5-981d-44e83e90b91f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:06.313137 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a468410b-199a-4412-bd8f-c0e95ec6081f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.335483 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a468410b-199a-4412-bd8f-c0e95ec6081f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.395330 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a468410b-199a-4412-bd8f-c0e95ec6081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.398247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a468410b-199a-4412-bd8f-c0e95ec6081f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.401787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a468410b-199a-4412-bd8f-c0e95ec6081f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c92ad18e-2675-49f5-981d-44e83e90b91f HTTP/1.1" status: 204 len: 168 time: 0.1649427 Jul 07 22:41:06.407591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468410b-199a-4412-bd8f-c0e95ec6081f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92ad18e-2675-49f5-981d-44e83e90b91f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:06.810106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37040) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:06.826910 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17efb4d3-64ca-480b-a38d-5a6f3607a3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.855191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37042) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:06.909933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-75c17111-56c0-47cd-8000-7d74b4abe482 admin admin] Deleting subnet 1b3b4fc5-50f5-45ab-a965-361badb4d65d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:41:06.914209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c17111-56c0-47cd-8000-7d74b4abe482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.932987 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17efb4d3-64ca-480b-a38d-5a6f3607a3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.938160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-17efb4d3-64ca-480b-a38d-5a6f3607a3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.963621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c17111-56c0-47cd-8000-7d74b4abe482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:06.998892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-17efb4d3-64ca-480b-a38d-5a6f3607a3c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=615496f6fae742a18ef6555e59a48c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850548 Jul 07 22:41:06.998892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efb4d3-64ca-480b-a38d-5a6f3607a3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec59b67-6dbe-4abc-981a-2fc849adc9a9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:06.999978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37050) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:07.019124 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c17111-56c0-47cd-8000-7d74b4abe482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.054642 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-61144a34-14c1-4f1c-8337-4922b7d9dbda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.085438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-61144a34-14c1-4f1c-8337-4922b7d9dbda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.103124 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c17111-56c0-47cd-8000-7d74b4abe482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.136879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c17111-56c0-47cd-8000-7d74b4abe482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b3b4fc5-50f5-45ab-a965-361badb4d65d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:07.142041 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75c17111-56c0-47cd-8000-7d74b4abe482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.144205 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-75c17111-56c0-47cd-8000-7d74b4abe482 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1b3b4fc5-50f5-45ab-a965-361badb4d65d HTTP/1.1" status: 204 len: 168 time: 0.2874646 Jul 07 22:41:07.148652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37052) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:07.155431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-61144a34-14c1-4f1c-8337-4922b7d9dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.158818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-61144a34-14c1-4f1c-8337-4922b7d9dbda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.162349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-61144a34-14c1-4f1c-8337-4922b7d9dbda admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ec59b67-6dbe-4abc-981a-2fc849adc9a9 HTTP/1.1" status: 204 len: 168 time: 0.1592913 Jul 07 22:41:07.181452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61144a34-14c1-4f1c-8337-4922b7d9dbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec59b67-6dbe-4abc-981a-2fc849adc9a9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:07.235793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.336067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.349199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5211f5de-c0ff-4983-9c83-c6c0d345f6ae']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:07.360606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7455b397-de25-4434-8122-1856dcb9c882') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:07.360898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7455b397-de25-4434-8122-1856dcb9c882') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:07.371449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.386590 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.393378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:41:07.393894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:41:07.395695 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:41:07.449622 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.455332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.457315 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] 10.222.0.81 "DELETE /v2.0/networks/5211f5de-c0ff-4983-9c83-c6c0d345f6ae HTTP/1.1" status: 204 len: 168 time: 0.3067620 Jul 07 22:41:07.478681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68284d-fb6b-413f-a1f9-a086068eec2b admin admin] Pushing event deleted for resources: {'Network': ['ID=5211f5de-c0ff-4983-9c83-c6c0d345f6ae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:07.634996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37076) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:07.703665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37080) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:07.704309 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8cb42c42-b72b-4c33-b53e-fd5e5af17bba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4f05d08a47ed4d619654abab61ac2d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647159 Jul 07 22:41:07.753331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8fd7996d-dbc0-496c-8751-7d0ee20d1374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.776076 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8fd7996d-dbc0-496c-8751-7d0ee20d1374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.829597 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8fd7996d-dbc0-496c-8751-7d0ee20d1374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.832404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8fd7996d-dbc0-496c-8751-7d0ee20d1374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:07.836648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8fd7996d-dbc0-496c-8751-7d0ee20d1374 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e49ff1ed-2c52-4880-961b-41e2c3c13cde HTTP/1.1" status: 204 len: 168 time: 0.1319380 Jul 07 22:41:07.845397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7996d-dbc0-496c-8751-7d0ee20d1374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49ff1ed-2c52-4880-961b-41e2c3c13cde,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:08.667577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d309-16d4-40c1-a580-cb9cc209dddb req-af7eae11-d44f-410b-8b6b-8df93e8a2524 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:08.669616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb51d309-16d4-40c1-a580-cb9cc209dddb req-af7eae11-d44f-410b-8b6b-8df93e8a2524 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 945 time: 0.0832114 Jul 07 22:41:08.757739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb51d309-16d4-40c1-a580-cb9cc209dddb req-311c1905-fab7-47d9-a5f2-8091891337aa tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812423 Jul 07 22:41:08.779352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f405-2d17-4c12-af87-184cc115ff09 req-843eefc4-a850-43ea-8e5b-ce5241467181 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:08.781972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56d3f405-2d17-4c12-af87-184cc115ff09 req-843eefc4-a850-43ea-8e5b-ce5241467181 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1098 time: 0.0743592 Jul 07 22:41:08.808802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:08.839962 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56d3f405-2d17-4c12-af87-184cc115ff09 req-c567022d-9965-48be-9084-0cdea9386258 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525870 Jul 07 22:41:08.864620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37158) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:08.940009 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1588243824-network', 'tenant_id': '8858d0551f4c426a91760d81d836ceee'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:08.962435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Made reservation on behalf of 8858d0551f4c426a91760d81d836ceee for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:08.967006 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:08.978542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.058327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 8e4851cb-47fb-4d41-a212-c41acf99c39d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:09.058738 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.106736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.111385 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.133280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:41:09.145194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.145616 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.149599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b25268-82f0-4a7d-b161-63c2359082cd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:09.152799 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.153151 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Added segment 5f6d9236-29f3-40af-8936-0dfdf65c9960 of type vlan for network 5d574f3b-f9fa-4356-9387-17b5b59b80e1 Jul 07 22:41:09.162561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 8e4851cb-47fb-4d41-a212-c41acf99c39d owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:09.212495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.272524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.272524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:09.272524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.335055 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5250409 Jul 07 22:41:09.337902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37172) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:09.343061 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Request body: {'subnet': {'network_id': '5d574f3b-f9fa-4356-9387-17b5b59b80e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1588243824-subnet', 'tenant_id': '8858d0551f4c426a91760d81d836ceee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:09.365873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a49b7-baad-402e-b001-67e939493dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=5d574f3b-f9fa-4356-9387-17b5b59b80e1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:09.375108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Made reservation on behalf of 8858d0551f4c426a91760d81d836ceee for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:09.378425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 5d574f3b-f9fa-4356-9387-17b5b59b80e1 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:41:09.379535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.390636 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.419460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=8e4851cb-47fb-4d41-a212-c41acf99c39d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:09.537514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.538739 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Floating IP 961c91fc-dfc9-42cd-bd14-133af9500235 disassociated (deleted). External IP: 172.25.8.182, port: cf693b2e-535a-4af4-a6b0-f85c6140a0e6. Jul 07 22:41:09.633754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.698725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59a49f4-f280-42d1-9fde-5924033b1d91,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:09.706441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Checking segment: {'id': '5f6d9236-29f3-40af-8936-0dfdf65c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5d574f3b-f9fa-4356-9387-17b5b59b80e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:09.706808 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Network hostable DHCP agents. Network: 5d574f3b-f9fa-4356-9387-17b5b59b80e1, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:41:09.728974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Network 5d574f3b-f9fa-4356-9387-17b5b59b80e1 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:41:09.747642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 5d574f3b-f9fa-4356-9387-17b5b59b80e1) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:09.752073 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:09.752963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:09.758633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb013718-e3cd-49b0-87d9-85fa8f50ccee None None] Network 5d574f3b-f9fa-4356-9387-17b5b59b80e1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:09.776480 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2f3a1c41-3103-44ef-8e32-c5d493510e9e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4373798 Jul 07 22:41:09.852339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 08aad6e9-99e3-4393-865c-cf9b12391eeb has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:41:10.128215 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc4ade0-4811-4499-b46c-e438b5cf28c1 None None] Network 5d574f3b-f9fa-4356-9387-17b5b59b80e1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:10.272224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-8ad40cd5-0514-4920-9784-ae84787115da tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:10.273919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-8ad40cd5-0514-4920-9784-ae84787115da tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.44 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 945 time: 0.3362658 Jul 07 22:41:10.278603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:10.302090 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:10.349013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] Sync routers for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:10.351573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:10.377046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:10.377587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 5c0a5cc8-316e-46a3-b1fc-a950f2441d7b not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:10.405712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:10.407017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:10.435669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-445eae91-0dfb-46d5-af73-3cf682638785 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/floatingips/961c91fc-dfc9-42cd-bd14-133af9500235 HTTP/1.1" status: 204 len: 168 time: 1.5696194 Jul 07 22:41:10.438885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:10.449266 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8afca5-f31a-423a-80a1-91816be7f76e" -d '{"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:10.468918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c8d5e-9bdb-4b71-a3d6-08d5a9d3f3e5 req-f12bc09e-2ed4-4fad-9532-ed8bc159e579 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:10.490284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:10.491328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-035c8d5e-9bdb-4b71-a3d6-08d5a9d3f3e5 req-f12bc09e-2ed4-4fad-9532-ed8bc159e579 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 945 time: 0.4740832 Jul 07 22:41:10.497331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1342754334-network', 'tenant_id': '0dda2db995284d66ad6bcbd4622d4a87'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:10.541445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-035c8d5e-9bdb-4b71-a3d6-08d5a9d3f3e5 req-b6872d79-a377-452b-af32-9913116ca0a1 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 Jul 07 22:41:10.567437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Made reservation on behalf of 0dda2db995284d66ad6bcbd4622d4a87 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:10.570576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:10.584136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:10.617442 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c00fdb-f7bf-41e0-89a5-c4622174f65a x-openstack-request-id: req-42c00fdb-f7bf-41e0-89a5-c4622174f65a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:10.617936 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:10.618392 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42c00fdb-f7bf-41e0-89a5-c4622174f65a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:10.618940 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'status': 'completed', 'code': 200} Jul 07 22:41:10.631740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:10.735135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Deleting port 2d879902-eee4-47b6-a20f-c3148aa51f41 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:10.735539 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:10.829354 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:10.837223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:10.871571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-7f127a81-bbb7-4abb-b149-1ccf64df512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:10.873090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-7f127a81-bbb7-4abb-b149-1ccf64df512a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 1098 time: 0.2045746 Jul 07 22:41:10.904284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] For port 2d879902-eee4-47b6-a20f-c3148aa51f41, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=2d879902-eee4-47b6-a20f-c3148aa51f41,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:10.905041 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:10.934783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:41:10.946340 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:10.946822 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Added segment cb1ceca0-8c47-4cfb-b1fb-73ed55e6f58d of type vlan for network 28327c37-6fda-477e-b7ec-f31fcbf1ee32 Jul 07 22:41:10.970450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '70570745-e77d-475a-9d19-a5d2c2426474', 'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:c9:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:40Z', 'updated_at': '2021-07-07T22:37:49Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:11.000929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] Checking router: 08aad6e9-99e3-4393-865c-cf9b12391eeb for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:11.005702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Calling delete_port for 2d879902-eee4-47b6-a20f-c3148aa51f41 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:11.010145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:11.010986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:11.027042 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:11.064069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0c9a45-009f-403e-8592-df26d02548fc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:11.101318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:11.104601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.106229 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:11.160734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:11.183969 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6918149 Jul 07 22:41:11.184958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37234) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:11.192026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Request body: {'subnet': {'network_id': '28327c37-6fda-477e-b7ec-f31fcbf1ee32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1342754334-subnet', 'tenant_id': '0dda2db995284d66ad6bcbd4622d4a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:11.219004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92611460-0eba-4f52-b369-a830eb52ae3f admin admin] Pushing event updated for resources: {'Network': ['ID=28327c37-6fda-477e-b7ec-f31fcbf1ee32,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:11.238950 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:11.239920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Made reservation on behalf of 0dda2db995284d66ad6bcbd4622d4a87 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:11.243225 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:11.277534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 28327c37-6fda-477e-b7ec-f31fcbf1ee32 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:41:11.287245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['2d879902-eee4-47b6-a20f-c3148aa51f41'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:11.456878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Pushing event deleted for resources: {'Port': ['ID=2d879902-eee4-47b6-a20f-c3148aa51f41,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:11.514550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:11.535260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-ccd23002-0454-4a3a-b836-1237d2a1ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.537128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-ccd23002-0454-4a3a-b836-1237d2a1ebc0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 200 len: 898 time: 0.6294980 Jul 07 22:41:11.537971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] No DVR routers for this DVR port 2d879902-eee4-47b6-a20f-c3148aa51f41 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:11.543846 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:11.545846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98e44e3b-a1f4-404b-b94e-96a07e9a1376 req-9d07c6c1-1b83-4bfb-ad37-d5061fdf544e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.44 "DELETE /v2.0/ports/2d879902-eee4-47b6-a20f-c3148aa51f41 HTTP/1.1" status: 204 len: 173 time: 1.2652278 Jul 07 22:41:11.597400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-18929485-f5f3-4d0f-ab6e-b4c38eef91e4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 200 len: 217 time: 0.0477266 Jul 07 22:41:11.604489 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a117d5-5208-48e0-b8d0-f5947aadc188,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:11.606984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Checking segment: {'id': 'cb1ceca0-8c47-4cfb-b1fb-73ed55e6f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '28327c37-6fda-477e-b7ec-f31fcbf1ee32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:11.607399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Network hostable DHCP agents. Network: 28327c37-6fda-477e-b7ec-f31fcbf1ee32, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:41:11.627451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ae45-2158-4d3c-988d-969999916d01 req-ea66ef60-9955-4cfa-a722-843bb0924e33 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.628119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Network 28327c37-6fda-477e-b7ec-f31fcbf1ee32 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:41:11.647306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 28327c37-6fda-477e-b7ec-f31fcbf1ee32) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:11.649100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9281ae45-2158-4d3c-988d-969999916d01 req-ea66ef60-9955-4cfa-a722-843bb0924e33 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 946 time: 0.4653676 Jul 07 22:41:11.662111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf0057-8e7a-4e46-90c5-d7a57bdcd4b2 None None] Network 28327c37-6fda-477e-b7ec-f31fcbf1ee32 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:11.666045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.666665 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:11.690130 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bfa3caba-f913-4237-96b5-1ea0ef695a25 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4959254 Jul 07 22:41:11.763957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '70570745-e77d-475a-9d19-a5d2c2426474', 'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:c9:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:40Z', 'updated_at': '2021-07-07T22:37:49Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:11.768793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-831e2055-c622-4c2e-9db9-77c47a10810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.770324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-831e2055-c622-4c2e-9db9-77c47a10810b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 200 len: 834 time: 0.1190979 Jul 07 22:41:11.801511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb3478-bbe6-488c-be66-1d485a6a7062 None None] The sync data for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 is: [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:37:42Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '70570745-e77d-475a-9d19-a5d2c2426474', 'name': '', 'network_id': '02ecb099-772c-4ce3-9c34-c0105984bc03', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:c9:3c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:40Z', 'updated_at': '2021-07-07T22:37:49Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'bece8132-c306-4708-92ac-56f0a4d9c7d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:11.850809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9281ae45-2158-4d3c-988d-969999916d01 req-a26f1db3-b6c5-4cf4-94eb-8b7cfbb74b47 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006896 Jul 07 22:41:11.899440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a027b02f-ffc7-4e6e-b97a-1dbd50c01ca9 req-4fbe9ce5-a60d-45e4-9345-b215b8db6dbf tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d HTTP/1.1" status: 200 len: 210 time: 0.1227348 Jul 07 22:41:11.942518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122f8f3-5a8f-453c-beb5-cff8f23c1601 None None] Network 28327c37-6fda-477e-b7ec-f31fcbf1ee32 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:11.955584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-22e9af20-837f-407e-bc34-c1b2496dcbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:11.955584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-22e9af20-837f-407e-bc34-c1b2496dcbb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=02ecb099-772c-4ce3-9c34-c0105984bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730301 Jul 07 22:41:12.180938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-5e4f8ad7-c114-4f52-83e3-b0a17548308c service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135444 Jul 07 22:41:12.234174 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f1a48-7346-4cae-864b-61e52e9fe292 None None] New status for floating IP 961c91fc-dfc9-42cd-bd14-133af9500235: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:41:12.327070 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8afca5-f31a-423a-80a1-91816be7f76e req-8cca102e-cc33-4089-9f6b-c2e842e763d9 service neutron] 10.222.0.83 "GET /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394122 Jul 07 22:41:12.440675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-23b9630b-02a6-4bb7-accc-b4bfff65f4b1 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:12.442196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-23b9630b-02a6-4bb7-accc-b4bfff65f4b1 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/networks?id=5d574f3b-f9fa-4356-9387-17b5b59b80e1 HTTP/1.1" status: 200 len: 825 time: 0.1141891 Jul 07 22:41:12.458727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7f95376c-bcdc-490a-8d89-92f8de632131 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/quotas/8858d0551f4c426a91760d81d836ceee HTTP/1.1" status: 200 len: 375 time: 0.0105500 Jul 07 22:41:12.497860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-29a3e5a4-2cfa-43d7-aee3-9e6243fa08b7 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8858d0551f4c426a91760d81d836ceee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328760 Jul 07 22:41:12.619785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d', 'name': 'network-vif-deleted', 'tag': '2d879902-eee4-47b6-a20f-c3148aa51f41'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:12.622027 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d7d0d9-df2e-4a1c-b6b1-5e0215e1989a" -d '{"events": [{"server_uuid": "4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d", "name": "network-vif-deleted", "tag": "2d879902-eee4-47b6-a20f-c3148aa51f41"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:12.639884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-9e8e231f-1983-43c8-9628-13cebc3c0ac7 service neutron] 10.222.0.81 "GET /v2.0/networks/5d574f3b-f9fa-4356-9387-17b5b59b80e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342118 Jul 07 22:41:12.672594 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbab5ef-bcbc-4847-9d87-2768fb202654 x-openstack-request-id: req-2bbab5ef-bcbc-4847-9d87-2768fb202654 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:12.672925 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d", "name": "network-vif-deleted", "tag": "2d879902-eee4-47b6-a20f-c3148aa51f41", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:12.673123 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2bbab5ef-bcbc-4847-9d87-2768fb202654 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:12.673508 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c0caec1-0f72-4c54-9c1c-8a4cdeaea44d', 'name': 'network-vif-deleted', 'tag': '2d879902-eee4-47b6-a20f-c3148aa51f41', 'status': 'completed', 'code': 200} Jul 07 22:41:12.744664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-00231325-603a-4946-a763-8a03bf1e33c0 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:12.746163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-00231325-603a-4946-a763-8a03bf1e33c0 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 946 time: 0.1632118 Jul 07 22:41:12.789759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-c0d98aae-ddd7-4921-8151-fb5b1f18e771 service neutron] 10.222.0.81 "GET /v2.0/networks/5d574f3b-f9fa-4356-9387-17b5b59b80e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417661 Jul 07 22:41:12.874012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:12.874388 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:13.042485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port cf693b2e-535a-4af4-a6b0-f85c6140a0e6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:13.043212 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:13.095800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for cf693b2e-535a-4af4-a6b0-f85c6140a0e6 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:13.215759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7829ac55-399f-4871-b7b6-6bd077ac1875 req-4dc407ea-258c-4b5f-8ff2-8a4f03d05954 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 210 time: 0.0554717 Jul 07 22:41:13.234302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3013eb-9ad2-4c30-bf18-015f5cc962ed req-989365aa-f4d3-4c48-93d0-05255f4634ba tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:13.236134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a3013eb-9ad2-4c30-bf18-015f5cc962ed req-989365aa-f4d3-4c48-93d0-05255f4634ba tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 946 time: 0.1888118 Jul 07 22:41:13.329512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a3013eb-9ad2-4c30-bf18-015f5cc962ed req-5a5be335-16d0-479a-bf01-41af50eff957 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=c2492559-ac71-4ff5-b4c6-dbe53d790a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812216 Jul 07 22:41:13.456630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:13.499064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=cf693b2e-535a-4af4-a6b0-f85c6140a0e6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:13.586112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] No DVR routers for this DVR port cf693b2e-535a-4af4-a6b0-f85c6140a0e6 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:13.587725 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:13.590103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2d7846c-7edd-45cc-8d10-daf5066508d4 req-693ce3f3-f954-4803-9382-0d9a53e1ed9c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "DELETE /v2.0/ports/cf693b2e-535a-4af4-a6b0-f85c6140a0e6 HTTP/1.1" status: 204 len: 173 time: 0.8363290 Jul 07 22:41:14.249400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2d879902-eee4-47b6-a20f-c3148aa51f41 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:14.299146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 2d879902-eee4-47b6-a20f-c3148aa51f41 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:14.300219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 2d879902-eee4-47b6-a20f-c3148aa51f41 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:14.452903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-35c034a1-71d7-479f-ba25-b47068cd3382 req-4c98dd20-f5ca-4f8d-868b-eef6e95c5d65 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 210 time: 0.0459335 Jul 07 22:41:14.681768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-deleted', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:14.684997 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e962f4b2-2de8-47be-b4c0-0bf577858e8d" -d '{"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-deleted", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:14.689084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee8e79dd-1563-43e3-90ac-096ee4f4f628 req-d33a6c35-56c2-4612-8d6b-50f48ec435a0 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=115061a5-04ad-45cf-8e54-9b6494847496 HTTP/1.1" status: 200 len: 210 time: 0.0949726 Jul 07 22:41:14.766283 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beae1a7c-c684-43ea-ab8b-9b70a3489982 x-openstack-request-id: req-beae1a7c-c684-43ea-ab8b-9b70a3489982 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:14.766577 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115061a5-04ad-45cf-8e54-9b6494847496", "name": "network-vif-deleted", "tag": "cf693b2e-535a-4af4-a6b0-f85c6140a0e6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:14.766841 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-beae1a7c-c684-43ea-ab8b-9b70a3489982 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:14.767208 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115061a5-04ad-45cf-8e54-9b6494847496', 'name': 'network-vif-deleted', 'tag': 'cf693b2e-535a-4af4-a6b0-f85c6140a0e6', 'status': 'completed', 'code': 200} Jul 07 22:41:14.835739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-73c601cc-1fc5-435c-a624-c6ef462ab08c tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:14.841709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-73c601cc-1fc5-435c-a624-c6ef462ab08c tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.44 "GET /v2.0/networks?id=5d574f3b-f9fa-4356-9387-17b5b59b80e1 HTTP/1.1" status: 200 len: 825 time: 0.2729676 Jul 07 22:41:14.855531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Request body: {'port': {'device_id': 'd904e19c-7e00-403b-af73-2d5ae8b6d8e6', 'network_id': '5d574f3b-f9fa-4356-9387-17b5b59b80e1', 'admin_state_up': True, 'tenant_id': '8858d0551f4c426a91760d81d836ceee'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:15.042430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Made reservation on behalf of 8858d0551f4c426a91760d81d836ceee for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:15.046834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:15.315073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Allocated IP 172.20.0.5 (5d574f3b-f9fa-4356-9387-17b5b59b80e1/c59a49f4-f280-42d1-9fde-5924033b1d91/8f07b2f3-6112-4ab8-af7c-e4dc923ffb32) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:15.845488 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37388) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:15.890779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-daaad7b9-63b3-4ff9-92a6-1d044befb3ab req-e10e2c41-fb1b-4f3c-af9f-4dd05579c44d tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 210 time: 0.0391703 Jul 07 22:41:15.972419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.045794 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.136609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Network 5d574f3b-f9fa-4356-9387-17b5b59b80e1 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:16.138252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Pushing event updated for resources: {'Port': ['ID=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:16.142395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:16.146355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:16.223729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:16.224367 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.240224 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-67a2393d-3dea-4394-bb3d-8d317e77fa3e tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3892148 Jul 07 22:41:16.260987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Request body: {'port': {'device_id': 'd904e19c-7e00-403b-af73-2d5ae8b6d8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:16.421845 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.455254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.567925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:16.621605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: cf693b2e-535a-4af4-a6b0-f85c6140a0e6 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:16.624957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cf693b2e-535a-4af4-a6b0-f85c6140a0e6 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:16.866390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:16.876109 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.893672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 70570745-e77d-475a-9d19-a5d2c2426474 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:16.894271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.912357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Transition to ACTIVE for port object 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:16.918056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:16.990122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Pushing event updated for resources: {'Port': ['ID=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:17.138887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port 70570745-e77d-475a-9d19-a5d2c2426474, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=70570745-e77d-475a-9d19-a5d2c2426474,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:17.139515 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:17.157003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 70570745-e77d-475a-9d19-a5d2c2426474 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:17.233288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Attempting to bind port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:17.233788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Attempting to bind port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '5f6d9236-29f3-40af-8936-0dfdf65c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5d574f3b-f9fa-4356-9387-17b5b59b80e1'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:17.234242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Attempting to bind port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 on network 5d574f3b-f9fa-4356-9387-17b5b59b80e1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:17.247723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 on network 5d574f3b-f9fa-4356-9387-17b5b59b80e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:41:17.248174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Attempting to bind port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 on network 5d574f3b-f9fa-4356-9387-17b5b59b80e1 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:17.258366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:17.258848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Checking segment: {'id': '5f6d9236-29f3-40af-8936-0dfdf65c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5d574f3b-f9fa-4356-9387-17b5b59b80e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:17.259345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Bound using segment: {'id': '5f6d9236-29f3-40af-8936-0dfdf65c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5d574f3b-f9fa-4356-9387-17b5b59b80e1'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:17.259866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Bound port: 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6d9236-29f3-40af-8936-0dfdf65c9960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '5d574f3b-f9fa-4356-9387-17b5b59b80e1'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:17.260319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:17.270551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d634a19-c1f4-4e97-8e68-d1713bcc654b req-b4b06ef2-0f39-4b65-b386-57c8d26946d8 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:17.275705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d634a19-c1f4-4e97-8e68-d1713bcc654b req-b4b06ef2-0f39-4b65-b386-57c8d26946d8 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 943 time: 0.1391373 Jul 07 22:41:17.356934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d634a19-c1f4-4e97-8e68-d1713bcc654b req-615c0b7e-3b0d-4353-ad4b-b42433293906 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721998 Jul 07 22:41:17.386878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] For port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:17.390738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] For port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,segment=NetworkSegment(5f6d9236-29f3-40af-8936-0dfdf65c9960),segment_id=5f6d9236-29f3-40af-8936-0dfdf65c9960)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:17.400314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:17.476207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:17.476842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:17.478534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] 10.222.0.44 "PUT /v2.0/ports/8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 HTTP/1.1" status: 200 len: 1092 time: 1.2293639 Jul 07 22:41:17.479085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd904e19c-7e00-403b-af73-2d5ae8b6d8e6', 'tag': '8f07b2f3-6112-4ab8-af7c-e4dc923ffb32'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:17.481382 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b91f488-4d43-4f10-a0fe-07ee19017c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "d904e19c-7e00-403b-af73-2d5ae8b6d8e6", "tag": "8f07b2f3-6112-4ab8-af7c-e4dc923ffb32"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:17.545901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f1f3a-ce21-4aeb-ada8-702bc2aaa5bf service neutron] Pushing event updated for resources: {'Port': ['ID=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:17.617155 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:17.639938 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4221df-ebeb-41f8-8432-64677365646c x-openstack-request-id: req-3b4221df-ebeb-41f8-8432-64677365646c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:17.640291 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d904e19c-7e00-403b-af73-2d5ae8b6d8e6", "tag": "8f07b2f3-6112-4ab8-af7c-e4dc923ffb32", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:17.640518 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b4221df-ebeb-41f8-8432-64677365646c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:17.640895 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd904e19c-7e00-403b-af73-2d5ae8b6d8e6', 'tag': '8f07b2f3-6112-4ab8-af7c-e4dc923ffb32', 'status': 'completed', 'code': 200} Jul 07 22:41:17.657483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=70570745-e77d-475a-9d19-a5d2c2426474,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:17.702105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-e295bfec-050c-46ac-93c8-b8821cba7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:17.702105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-e295bfec-050c-46ac-93c8-b8821cba7681 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8858d0551f4c426a91760d81d836ceee&device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 1095 time: 0.1598206 Jul 07 22:41:17.784154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-73e05df2-be28-4ed7-bcdb-c9a689587135 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 HTTP/1.1" status: 200 len: 217 time: 0.0746861 Jul 07 22:41:17.859939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-a28c3c6b-1f84-4eb8-bd6c-fcfd9c88c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:17.874111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-a28c3c6b-1f84-4eb8-bd6c-fcfd9c88c415 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c59a49f4-f280-42d1-9fde-5924033b1d91 HTTP/1.1" status: 200 len: 865 time: 0.0834229 Jul 07 22:41:17.960697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-d4d8bbc5-bdff-41ec-bbe2-80606c42fbc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d574f3b-f9fa-4356-9387-17b5b59b80e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801017 Jul 07 22:41:17.969191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.170961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-9904186d-f89c-404c-af89-e48b20ff37fd service neutron] 10.222.0.44 "GET /v2.0/networks/5d574f3b-f9fa-4356-9387-17b5b59b80e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033253 Jul 07 22:41:18.326338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 08aad6e9-99e3-4393-865c-cf9b12391eeb has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:41:18.336521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be494948-e7e0-48d2-a8c7-b0cd81834598 req-6ad61015-1aab-4027-b74f-aaedf6dc4ba2 service neutron] 10.222.0.44 "GET /v2.0/networks/5d574f3b-f9fa-4356-9387-17b5b59b80e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587358 Jul 07 22:41:18.453023 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:18.466713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] Sync routers for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:18.468979 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-17a4267b-61ba-4ae0-8b3f-12a3ebf04a9a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "PUT /v2.0/routers/08aad6e9-99e3-4393-865c-cf9b12391eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6212592 Jul 07 22:41:18.471696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37452) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:18.484554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:18.485183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:18.497950 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-ccfe6178-dbef-43f0-bf16-6e459bef489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:18.510265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-ccfe6178-dbef-43f0-bf16-6e459bef489f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8858d0551f4c426a91760d81d836ceee&device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 1095 time: 0.1091943 Jul 07 22:41:18.534280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-153def7d-0f06-4dad-8605-51d2baf15491 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting subnet bece8132-c306-4708-92ac-56f0a4d9c7d7 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:41:18.538291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-153def7d-0f06-4dad-8605-51d2baf15491 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.598441 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-153def7d-0f06-4dad-8605-51d2baf15491 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.646609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-b5fcfb9e-8b39-4023-a5b1-15acf11a2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:18.648674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-b5fcfb9e-8b39-4023-a5b1-15acf11a2ab7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5d574f3b-f9fa-4356-9387-17b5b59b80e1 HTTP/1.1" status: 200 len: 926 time: 0.1376281 Jul 07 22:41:18.672271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:18.724495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-727412cc-e5f8-4012-ae44-db6f0ba13a80 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 HTTP/1.1" status: 200 len: 217 time: 0.0372720 Jul 07 22:41:18.748418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-153def7d-0f06-4dad-8605-51d2baf15491 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.809599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-153def7d-0f06-4dad-8605-51d2baf15491 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.823260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8adf38-9c52-47cd-aa3e-ac6d49b2ef29 req-42a143e2-62f1-47f9-b5ab-64203911dea7 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:18.825026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa8adf38-9c52-47cd-aa3e-ac6d49b2ef29 req-42a143e2-62f1-47f9-b5ab-64203911dea7 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 943 time: 0.1754513 Jul 07 22:41:18.829185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-1e428ee9-8879-4779-9834-008dd886172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:18.830677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-1e428ee9-8879-4779-9834-008dd886172d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c59a49f4-f280-42d1-9fde-5924033b1d91 HTTP/1.1" status: 200 len: 865 time: 0.0954101 Jul 07 22:41:18.843165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153def7d-0f06-4dad-8605-51d2baf15491 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Subnet': ['ID=bece8132-c306-4708-92ac-56f0a4d9c7d7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:18.852663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-153def7d-0f06-4dad-8605-51d2baf15491 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:18.857086 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-153def7d-0f06-4dad-8605-51d2baf15491 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/subnets/bece8132-c306-4708-92ac-56f0a4d9c7d7 HTTP/1.1" status: 204 len: 168 time: 0.3813703 Jul 07 22:41:18.857914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37458) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:18.871778 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f75c74-379b-47ec-86cb-ab003bbd3e9c None None] Network 02ecb099-772c-4ce3-9c34-c0105984bc03 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:18.909037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-751a9d57-7757-4d17-91be-3022d0a54746 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5d574f3b-f9fa-4356-9387-17b5b59b80e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592625 Jul 07 22:41:18.972350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa8adf38-9c52-47cd-aa3e-ac6d49b2ef29 req-49e10178-a969-42d0-b6a8-3e600999d7ff tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406939 Jul 07 22:41:19.034328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:41:17Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:19.069445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] Checking router: 08aad6e9-99e3-4393-865c-cf9b12391eeb for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:19.070023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-1692e6bf-9f33-4ab4-9f45-da13bc25a73f service neutron] 10.222.0.44 "GET /v2.0/networks/5d574f3b-f9fa-4356-9387-17b5b59b80e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543276 Jul 07 22:41:19.090017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] Routers {'08aad6e9-99e3-4393-865c-cf9b12391eeb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:19.092651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['08aad6e9-99e3-4393-865c-cf9b12391eeb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:19.338290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b91f488-4d43-4f10-a0fe-07ee19017c6b req-9b8f05ff-84eb-4882-a710-55e755be0e77 service neutron] 10.222.0.44 "GET /v2.0/networks/5d574f3b-f9fa-4356-9387-17b5b59b80e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606134 Jul 07 22:41:19.439891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:19.587332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] Set router 08aad6e9-99e3-4393-865c-cf9b12391eeb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:19.674390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:19.683720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac4ca3e-7541-4d84-808a-04c3913b1361 None None] DHCP port deletion for 02ecb099-772c-4ce3-9c34-c0105984bc03 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:41:19.809112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port a42a095b-053f-42b1-afee-6677d8635984 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:19.809599 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:19.929028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port a42a095b-053f-42b1-afee-6677d8635984, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a42a095b-053f-42b1-afee-6677d8635984,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:19.929539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:19.944058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for a42a095b-053f-42b1-afee-6677d8635984 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:19.969997 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.009495 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4ca3e-7541-4d84-808a-04c3913b1361 None None] Deleting port 82ed49aa-176b-4fe3-b621-485db1134a46 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:20.009875 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ca3e-7541-4d84-808a-04c3913b1361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.096355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1ac4ca3e-7541-4d84-808a-04c3913b1361 None None] For port 82ed49aa-176b-4fe3-b621-485db1134a46, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=82ed49aa-176b-4fe3-b621-485db1134a46,segment=NetworkSegment(80171190-3bd6-45ba-8090-3f6be1019b4d),segment_id=80171190-3bd6-45ba-8090-3f6be1019b4d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:20.096764 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ca3e-7541-4d84-808a-04c3913b1361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.109710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:41:17Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:20.147318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e71cfc-a40b-42b1-802d-a1d33d3170e8 None None] The sync data for ids ['08aad6e9-99e3-4393-865c-cf9b12391eeb'] in n-d-695012-11 is: [{'id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1944440536', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'a42a095b-053f-42b1-afee-6677d8635984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:37:35Z', 'updated_at': '2021-07-07T22:41:17Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a42a095b-053f-42b1-afee-6677d8635984', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:64:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aad6e9-99e3-4393-865c-cf9b12391eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:37:36Z', 'updated_at': '2021-07-07T22:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:20.149141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1ac4ca3e-7541-4d84-808a-04c3913b1361 None None] Calling delete_port for 82ed49aa-176b-4fe3-b621-485db1134a46 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:20.235142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.267903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=a42a095b-053f-42b1-afee-6677d8635984,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:20.296526 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ca3e-7541-4d84-808a-04c3913b1361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.307154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a75d0-7728-4018-abf9-cbefb1181953 req-4dec8da0-9e11-4d93-a9a1-3650a428ddb0 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:20.308794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-006a75d0-7728-4018-abf9-cbefb1181953 req-4dec8da0-9e11-4d93-a9a1-3650a428ddb0 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 943 time: 0.1042886 Jul 07 22:41:20.325211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4ca3e-7541-4d84-808a-04c3913b1361 None None] Pushing event deleted for resources: {'Port': ['ID=82ed49aa-176b-4fe3-b621-485db1134a46,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:20.332045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac4ca3e-7541-4d84-808a-04c3913b1361 None None] No DVR routers for this DVR port 82ed49aa-176b-4fe3-b621-485db1134a46 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:20.372835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.390722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-006a75d0-7728-4018-abf9-cbefb1181953 req-392a6ded-7741-4893-a617-351afc80ab01 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763426 Jul 07 22:41:20.478271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.481150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.537452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.538803 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Fanout notify agent at l3_agent the message router_deleted on router 08aad6e9-99e3-4393-865c-cf9b12391eeb {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:41:20.549777 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.553849 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f4d067db-0e07-422d-b37a-3ff88b77cbaa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/routers/08aad6e9-99e3-4393-865c-cf9b12391eeb HTTP/1.1" status: 204 len: 168 time: 1.6929500 Jul 07 22:41:20.554244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37508) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:20.664497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.807559 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.818348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ecb099-772c-4ce3-9c34-c0105984bc03']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:20.825117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-7c4c74e9-ebfe-47ff-b225-85ebb9866311 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:20.826948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-7c4c74e9-ebfe-47ff-b225-85ebb9866311 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/networks?id=47a329b3-c201-48e8-a5ed-7ad89ad680da HTTP/1.1" status: 200 len: 814 time: 0.1675708 Jul 07 22:41:20.830487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80171190-3bd6-45ba-8090-3f6be1019b4d') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:20.831250 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80171190-3bd6-45ba-8090-3f6be1019b4d') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:20.844621 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-de0e5d17-11fb-4a74-84b6-a1d2f972c196 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/quotas/3f69540fe0b940f088f224de6b8f0522 HTTP/1.1" status: 200 len: 375 time: 0.0103707 Jul 07 22:41:20.846201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.861519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.870950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:41:20.871572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:41:20.875012 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:41:20.920731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-d635a245-0364-4984-8512-21078fa2577d tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3f69540fe0b940f088f224de6b8f0522&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692048 Jul 07 22:41:20.947149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.956867 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:20.962176 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/networks/02ecb099-772c-4ce3-9c34-c0105984bc03 HTTP/1.1" status: 204 len: 168 time: 0.4036396 Jul 07 22:41:20.970106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37524) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:20.978859 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a14d1c-0bcb-48aa-a609-4740da6db8f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Network': ['ID=02ecb099-772c-4ce3-9c34-c0105984bc03,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:21.052099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-20926ef3-ff6f-4aa9-ac8b-0bdc9c181813 service neutron] 10.222.0.81 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304760 Jul 07 22:41:21.059730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28d2cbcc-9e5e-4628-bd89-f1615dcb1343 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.099045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28d2cbcc-9e5e-4628-bd89-f1615dcb1343 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.180166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28d2cbcc-9e5e-4628-bd89-f1615dcb1343 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.181456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-68fb19e3-8f6e-495f-9fdb-1352d1c40c2a service neutron] 10.222.0.81 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149876 Jul 07 22:41:21.184054 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-28d2cbcc-9e5e-4628-bd89-f1615dcb1343 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.199533 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-28d2cbcc-9e5e-4628-bd89-f1615dcb1343 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/security-groups/c2492559-ac71-4ff5-b4c6-dbe53d790a6b HTTP/1.1" status: 204 len: 168 time: 0.2170115 Jul 07 22:41:21.212303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2cbcc-9e5e-4628-bd89-f1615dcb1343 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2492559-ac71-4ff5-b4c6-dbe53d790a6b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:21.514464 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba8bad99-374c-42e4-914c-b07b17a7fdcb req-16a7ab49-36e9-441a-a35d-3cda31936ff6 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 210 time: 0.0590415 Jul 07 22:41:21.554546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37546) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:21.559693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-15deaffa-f13f-4dfc-9317-f3c5ca21a398 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1198944541', 'description': 'tempest-secgroup-smoke-1198944541 description', 'project_id': '770787b17e244d11a628113ff6e1dfed'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:21.612360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 70570745-e77d-475a-9d19-a5d2c2426474 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:21.650384 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15deaffa-f13f-4dfc-9317-f3c5ca21a398 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.667206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 70570745-e77d-475a-9d19-a5d2c2426474 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:21.668233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 70570745-e77d-475a-9d19-a5d2c2426474 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:21.668879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a42a095b-053f-42b1-afee-6677d8635984 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:21.728731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: a42a095b-053f-42b1-afee-6677d8635984 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:21.730281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a42a095b-053f-42b1-afee-6677d8635984 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:21.730922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 82ed49aa-176b-4fe3-b621-485db1134a46 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:21.775319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 82ed49aa-176b-4fe3-b621-485db1134a46 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:21.776078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 82ed49aa-176b-4fe3-b621-485db1134a46 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:21.866461 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15deaffa-f13f-4dfc-9317-f3c5ca21a398 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.880787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15deaffa-f13f-4dfc-9317-f3c5ca21a398 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.921512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16c74b-81de-481f-8f98-1555c54d1169 req-238b983f-6d59-4cff-b3da-5c6848344ef8 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:21.924163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e16c74b-81de-481f-8f98-1555c54d1169 req-238b983f-6d59-4cff-b3da-5c6848344ef8 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 943 time: 0.1237555 Jul 07 22:41:21.941646 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-15deaffa-f13f-4dfc-9317-f3c5ca21a398 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:21.946358 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-15deaffa-f13f-4dfc-9317-f3c5ca21a398 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3903873 Jul 07 22:41:21.946721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37556) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:21.953503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-adcaa1dc-3586-414b-821b-5e5c167aca46 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '8ebbb6a5-dbb7-449d-b413-0ec372296484', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:21.960823 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15deaffa-f13f-4dfc-9317-f3c5ca21a398 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebbb6a5-dbb7-449d-b413-0ec372296484,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:21.999280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adcaa1dc-3586-414b-821b-5e5c167aca46 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.024652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e16c74b-81de-481f-8f98-1555c54d1169 req-b2afb107-6cfb-4e6d-972c-a42612f137b0 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925114 Jul 07 22:41:22.126579 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adcaa1dc-3586-414b-821b-5e5c167aca46 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.132301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adcaa1dc-3586-414b-821b-5e5c167aca46 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.151634 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcaa1dc-3586-414b-821b-5e5c167aca46 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0656a2c1-83c8-410a-8f9d-5d8c6c492a80,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:22.166091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-adcaa1dc-3586-414b-821b-5e5c167aca46 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.170107 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-adcaa1dc-3586-414b-821b-5e5c167aca46 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2176015 Jul 07 22:41:22.170434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37562) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:22.175449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2382ba4c-54ad-4d3c-ab56-fb66398fec18 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '8ebbb6a5-dbb7-449d-b413-0ec372296484', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:22.214041 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2382ba4c-54ad-4d3c-ab56-fb66398fec18 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.279997 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2382ba4c-54ad-4d3c-ab56-fb66398fec18 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.292600 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2382ba4c-54ad-4d3c-ab56-fb66398fec18 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.298686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:41:22.311413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382ba4c-54ad-4d3c-ab56-fb66398fec18 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4f59a9-2641-4220-b119-ed238bfad9fb,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:22.331456 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2382ba4c-54ad-4d3c-ab56-fb66398fec18 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.332692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2382ba4c-54ad-4d3c-ab56-fb66398fec18 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1610608 Jul 07 22:41:22.336093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37570) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:22.340817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-08b84118-5a97-441e-b7db-fc2ab28bb834 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '8ebbb6a5-dbb7-449d-b413-0ec372296484', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:22.395861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08b84118-5a97-441e-b7db-fc2ab28bb834 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.450255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,segment=NetworkSegment(5f6d9236-29f3-40af-8936-0dfdf65c9960),segment_id=5f6d9236-29f3-40af-8936-0dfdf65c9960)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:22.482981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '8f07b2f3-6112-4ab8-af7c-e4dc923ffb32', 'network_id': '5d574f3b-f9fa-4356-9387-17b5b59b80e1', 'port_id': '8f07b2f3-6112-4ab8-af7c-e4dc923ffb32', 'mac_address': 'fa:16:3e:d4:8f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59a49f4-f280-42d1-9fde-5924033b1d91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:41:22.492543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08b84118-5a97-441e-b7db-fc2ab28bb834 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.497320 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08b84118-5a97-441e-b7db-fc2ab28bb834 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.516697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84118-5a97-441e-b7db-fc2ab28bb834 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc830a2-4300-4ed8-951d-ee4a2baa6df2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:22.524376 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08b84118-5a97-441e-b7db-fc2ab28bb834 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.528600 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.528779 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-08b84118-5a97-441e-b7db-fc2ab28bb834 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1888425 Jul 07 22:41:22.528889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37572) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:22.533622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6af0d64f-9933-4776-9670-53bf9870d822 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '8ebbb6a5-dbb7-449d-b413-0ec372296484', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:22.539461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:22.563467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,segment=NetworkSegment(5f6d9236-29f3-40af-8936-0dfdf65c9960),segment_id=5f6d9236-29f3-40af-8936-0dfdf65c9960)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:22.569720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.570107 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6af0d64f-9933-4776-9670-53bf9870d822 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.650330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6af0d64f-9933-4776-9670-53bf9870d822 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.656058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6af0d64f-9933-4776-9670-53bf9870d822 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.658585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:22.683069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0d64f-9933-4776-9670-53bf9870d822 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65901209-1a53-4f29-952b-c713678999a1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:22.689475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6af0d64f-9933-4776-9670-53bf9870d822 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.691310 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6af0d64f-9933-4776-9670-53bf9870d822 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1614218 Jul 07 22:41:22.694200 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37580) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:22.699457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-32f935f2-3d27-45ee-83e2-704507d596b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '8ebbb6a5-dbb7-449d-b413-0ec372296484', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:22.742215 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-32f935f2-3d27-45ee-83e2-704507d596b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Project 770787b17e244d11a628113ff6e1dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:41:22.749731 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32f935f2-3d27-45ee-83e2-704507d596b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.774601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['8f07b2f3-6112-4ab8-af7c-e4dc923ffb32'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:22.826091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32f935f2-3d27-45ee-83e2-704507d596b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.831121 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32f935f2-3d27-45ee-83e2-704507d596b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.847862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f935f2-3d27-45ee-83e2-704507d596b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c28400d-3d89-4157-88d2-702227f07069,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:22.863557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32f935f2-3d27-45ee-83e2-704507d596b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:22.865171 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-32f935f2-3d27-45ee-83e2-704507d596b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1698313 Jul 07 22:41:22.867891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37584) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:22.873465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aeb4e7de-5da4-4c89-b862-64266e53504b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '8ebbb6a5-dbb7-449d-b413-0ec372296484', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:22.905934 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-aeb4e7de-5da4-4c89-b862-64266e53504b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Project 770787b17e244d11a628113ff6e1dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:41:22.918919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeb4e7de-5da4-4c89-b862-64266e53504b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.025476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeb4e7de-5da4-4c89-b862-64266e53504b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.030440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeb4e7de-5da4-4c89-b862-64266e53504b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.061563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4e7de-5da4-4c89-b862-64266e53504b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58d3681-1c11-45ab-bf48-52e444b76ef1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:23.073066 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aeb4e7de-5da4-4c89-b862-64266e53504b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.074507 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aeb4e7de-5da4-4c89-b862-64266e53504b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2056315 Jul 07 22:41:23.077269 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:23.085348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'network': {'name': 'tempest-network-smoke--1483317447', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:23.113267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:23.118099 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.154511 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:41:23.179300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.179958 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Added segment b50c7f79-8252-4be7-bb49-36617c50cc4a of type vlan for network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 Jul 07 22:41:23.204814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7aa0271-f122-4fef-b73d-52e195794606 req-01e3ae8a-a42f-4b35-8ca9-bf9c16caa9fd tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 210 time: 0.4900451 Jul 07 22:41:23.234525 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.319204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-7cc43358-1a89-4f79-9e60-d61e7f3c0b4f tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:23.321465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-7cc43358-1a89-4f79-9e60-d61e7f3c0b4f tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.83 "GET /v2.0/networks?id=47a329b3-c201-48e8-a5ed-7ad89ad680da HTTP/1.1" status: 200 len: 814 time: 0.2655931 Jul 07 22:41:23.338823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.349421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:23.354935 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.401198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Request body: {'port': {'device_id': 'beb8926e-6cfb-478e-80e9-14ad339f326a', 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da', 'admin_state_up': True, 'tenant_id': '3f69540fe0b940f088f224de6b8f0522'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:23.418395 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3396447 Jul 07 22:41:23.421320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:23.425774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'admin_state_up': True, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:23.444737 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c0614-e0e6-4c37-9219-5b70b2d4920f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Network': ['ID=ac46f0a5-51d4-4802-98bd-8b131f74a0e0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:23.456568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:41:23.477442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.478841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.545822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffd1c5-5e7e-41a1-af2d-b691a7d998a8 req-14eec794-bb94-4216-95b4-aa4d589da39d tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:23.547701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1ffd1c5-5e7e-41a1-af2d-b691a7d998a8 req-14eec794-bb94-4216-95b4-aa4d589da39d tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 944 time: 0.2497523 Jul 07 22:41:23.548964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Made reservation on behalf of 3f69540fe0b940f088f224de6b8f0522 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:23.553753 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.563933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.581638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37612) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:23.661398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1ffd1c5-5e7e-41a1-af2d-b691a7d998a8 req-d2b14e16-a002-42f2-b1c3-193a7fe07dd6 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048610 Jul 07 22:41:23.734739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.753548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Allocated IP 172.20.0.6 (47a329b3-c201-48e8-a5ed-7ad89ad680da/3a760b77-8bcc-43d2-b264-19376f3b6d40/76ccf1fe-7926-4ae3-85eb-b8e92a6ae729) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:23.815297 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9d36797-2aee-448e-b99d-a62e00795da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.931968 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:23.971649 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.010137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9d36797-2aee-448e-b99d-a62e00795da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.017337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9d36797-2aee-448e-b99d-a62e00795da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.018506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Network 47a329b3-c201-48e8-a5ed-7ad89ad680da is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:24.022421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:24.026813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:24.030761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Pushing event updated for resources: {'Port': ['ID=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:24.063503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.081082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:24.081633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.097147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-23fb990e-bd70-4bbf-a136-ab884996c4b8 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7002530 Jul 07 22:41:24.099905 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a9d36797-2aee-448e-b99d-a62e00795da0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16ebc3fe746144b687d51109e8d197a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5170035 Jul 07 22:41:24.101449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.102628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37620) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:24.103491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d36797-2aee-448e-b99d-a62e00795da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe197576-cb54-4d53-b8c2-6004c0caedf0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:24.119794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Request body: {'port': {'device_id': 'beb8926e-6cfb-478e-80e9-14ad339f326a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:24.217011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.25.8.72 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/a1d12934-c6b6-4fc9-b28d-3ad0856e33ce) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:24.220880 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5393e4a5-dc00-4f4b-a20b-67405fdc2b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.233854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.255050 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5393e4a5-dc00-4f4b-a20b-67405fdc2b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.311369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:24.387718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:24.392003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:24.392563 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.392712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.414629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [req-57904d15-a1b5-48a8-af5c-59f667c2f507 req-ffe9415a-2cf9-4a09-9b01-e5f33402e5c7 service neutron] (93942) timed out ('10.222.0.83', 61358) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:41:24.432464 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5393e4a5-dc00-4f4b-a20b-67405fdc2b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.438698 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5393e4a5-dc00-4f4b-a20b-67405fdc2b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.439617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5393e4a5-dc00-4f4b-a20b-67405fdc2b19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe197576-cb54-4d53-b8c2-6004c0caedf0 HTTP/1.1" status: 204 len: 168 time: 0.3352323 Jul 07 22:41:24.452308 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.491835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:24.495721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:24.501654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:24.535783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393e4a5-dc00-4f4b-a20b-67405fdc2b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe197576-cb54-4d53-b8c2-6004c0caedf0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:24.555475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=a1d12934-c6b6-4fc9-b28d-3ad0856e33ce,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:24.555719 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.594705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd904e19c-7e00-403b-af73-2d5ae8b6d8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f07b2f3-6112-4ab8-af7c-e4dc923ffb32'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:24.597097 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef1c2f9-6404-4dd2-a491-bc97db4d6ed6" -d '{"events": [{"server_uuid": "d904e19c-7e00-403b-af73-2d5ae8b6d8e6", "name": "network-vif-plugged", "status": "completed", "tag": "8f07b2f3-6112-4ab8-af7c-e4dc923ffb32"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:24.609828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe5403-9c6a-4613-b984-098fde28dc70 req-87c22119-bce8-49c4-9a89-3cce3aa0791c tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:24.611183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41fe5403-9c6a-4613-b984-098fde28dc70 req-87c22119-bce8-49c4-9a89-3cce3aa0791c tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 931 time: 0.2315791 Jul 07 22:41:24.611445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,segment=NetworkSegment(5f6d9236-29f3-40af-8936-0dfdf65c9960),segment_id=5f6d9236-29f3-40af-8936-0dfdf65c9960)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:24.617716 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.711417 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41fe5403-9c6a-4613-b984-098fde28dc70 req-d10fd4d7-a1f4-4271-841c-7fa8396d7c2b tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825145 Jul 07 22:41:24.722977 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2863d4bc-3dd8-43ef-bdcb-f2f914095bfb x-openstack-request-id: req-2863d4bc-3dd8-43ef-bdcb-f2f914095bfb {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:24.723285 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d904e19c-7e00-403b-af73-2d5ae8b6d8e6", "name": "network-vif-plugged", "status": "completed", "tag": "8f07b2f3-6112-4ab8-af7c-e4dc923ffb32", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:24.723548 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2863d4bc-3dd8-43ef-bdcb-f2f914095bfb {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:24.723994 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd904e19c-7e00-403b-af73-2d5ae8b6d8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f07b2f3-6112-4ab8-af7c-e4dc923ffb32', 'code': 200} Jul 07 22:41:24.725463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:24.818258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:24.828749 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.851056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Transition to ACTIVE for port object 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:24.855868 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:24.870965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410639c-ef21-4d34-bf9b-a8dd8c0da667 req-224d6f73-22c0-4089-be28-eacbaea21a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:24.872476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e410639c-ef21-4d34-bf9b-a8dd8c0da667 req-224d6f73-22c0-4089-be28-eacbaea21a16 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 1097 time: 0.1078734 Jul 07 22:41:24.885012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.008013 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:25.026904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd07c-6a94-4a13-a646-a50205b900e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.027157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Pushing event updated for resources: {'Port': ['ID=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:25.057514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e410639c-ef21-4d34-bf9b-a8dd8c0da667 req-b74b09de-4fe9-4dc9-8f1e-02be0071eecc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536212 Jul 07 22:41:25.110913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f6d4c-5c69-4a17-9ce3-78b0ee8b0b61 req-95914d95-7dab-4de7-b5a9-1af6eb921cda tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:25.112451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c1f6d4c-5c69-4a17-9ce3-78b0ee8b0b61 req-95914d95-7dab-4de7-b5a9-1af6eb921cda tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 945 time: 0.2098913 Jul 07 22:41:25.113455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Attempting to bind port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:25.113796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Attempting to bind port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '0c502fed-49a5-4100-8c2f-0520a1e89b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:25.114151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Attempting to bind port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 on network 47a329b3-c201-48e8-a5ed-7ad89ad680da {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:25.119963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 on network 47a329b3-c201-48e8-a5ed-7ad89ad680da not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:41:25.120344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Attempting to bind port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 on network 47a329b3-c201-48e8-a5ed-7ad89ad680da {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:25.133255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:25.133603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Checking segment: {'id': '0c502fed-49a5-4100-8c2f-0520a1e89b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:25.133987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Bound using segment: {'id': '0c502fed-49a5-4100-8c2f-0520a1e89b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:25.134461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Bound port: 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c502fed-49a5-4100-8c2f-0520a1e89b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:25.134823 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.192174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.199126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c1f6d4c-5c69-4a17-9ce3-78b0ee8b0b61 req-a4e1b716-77f8-474f-8114-b570baec3eac tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758116 Jul 07 22:41:25.241505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] For port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:25.245283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] For port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:25.249892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.297740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:25.298549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.300035 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] 10.222.0.83 "PUT /v2.0/ports/76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 HTTP/1.1" status: 200 len: 1092 time: 1.1865206 Jul 07 22:41:25.300490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb8926e-6cfb-478e-80e9-14ad339f326a', 'tag': '76ccf1fe-7926-4ae3-85eb-b8e92a6ae729'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:25.303821 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b442714a-d0cb-41ed-9c53-ed36d238d2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "beb8926e-6cfb-478e-80e9-14ad339f326a", "tag": "76ccf1fe-7926-4ae3-85eb-b8e92a6ae729"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:25.340603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4f492-03bd-467a-b8a1-4d449e972c5a service neutron] Pushing event updated for resources: {'Port': ['ID=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:25.354838 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40244550-349e-4cb1-8903-63b2d2a5c6f0 x-openstack-request-id: req-40244550-349e-4cb1-8903-63b2d2a5c6f0 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:25.355205 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb8926e-6cfb-478e-80e9-14ad339f326a", "tag": "76ccf1fe-7926-4ae3-85eb-b8e92a6ae729", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:25.355529 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40244550-349e-4cb1-8903-63b2d2a5c6f0 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:25.357473 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb8926e-6cfb-478e-80e9-14ad339f326a', 'tag': '76ccf1fe-7926-4ae3-85eb-b8e92a6ae729', 'status': 'completed', 'code': 200} Jul 07 22:41:25.444106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f505e266-5af2-45ae-9ef4-ea621334078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:25.445767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-f505e266-5af2-45ae-9ef4-ea621334078e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3f69540fe0b940f088f224de6b8f0522&device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 1095 time: 0.0636873 Jul 07 22:41:25.498771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-6a2264c0-0adc-430b-9841-389dae02cbcf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 HTTP/1.1" status: 200 len: 217 time: 0.0394616 Jul 07 22:41:25.552525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-ef71c264-c633-4f81-87f9-20edb10318b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:25.554944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-ef71c264-c633-4f81-87f9-20edb10318b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a760b77-8bcc-43d2-b264-19376f3b6d40 HTTP/1.1" status: 200 len: 854 time: 0.0503235 Jul 07 22:41:25.589678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-6c975663-5e25-4268-a65f-aea3498c00d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47a329b3-c201-48e8-a5ed-7ad89ad680da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279911 Jul 07 22:41:25.599172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd07c-6a94-4a13-a646-a50205b900e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.610162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5b5dd07c-6a94-4a13-a646-a50205b900e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.661186 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dd07c-6a94-4a13-a646-a50205b900e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e7c3ef-90f7-4ead-b943-251e1e1cf076,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:25.669535 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5b5dd07c-6a94-4a13-a646-a50205b900e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2150dd668e104d55b1bb378784509be2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6592410 Jul 07 22:41:25.673202 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37664) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:25.710920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-852eaf2f-538a-4bab-9b5c-b6954c7197fa service neutron] 10.222.0.83 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147861 Jul 07 22:41:25.713490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:41:25.773281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f604baba-f1a5-492b-8873-a98006461da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.805989 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f604baba-f1a5-492b-8873-a98006461da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.832588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7f9d902-f38e-4f0e-baf0-e4df0d318548 req-e56de444-10aa-4f27-b691-a3e2406a9bf9 service neutron] 10.222.0.83 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149430 Jul 07 22:41:25.882228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:25.896142 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Sync routers for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:25.910024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.913744 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:25.914262 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e00d5a33-6f74-4718-ac56-02241ccfc330 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4908109 Jul 07 22:41:25.915441 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f604baba-f1a5-492b-8873-a98006461da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.916279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37668) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:25.917919 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f604baba-f1a5-492b-8873-a98006461da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:25.918965 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:25.931756 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f604baba-f1a5-492b-8873-a98006461da5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94e7c3ef-90f7-4ead-b943-251e1e1cf076 HTTP/1.1" status: 204 len: 168 time: 0.2553585 Jul 07 22:41:25.944131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604baba-f1a5-492b-8873-a98006461da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e7c3ef-90f7-4ead-b943-251e1e1cf076,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:25.965582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-abe55254-54e5-4878-8bad-707b9e301746 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=770787b17e244d11a628113ff6e1dfed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471792 Jul 07 22:41:25.967947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:26.069401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f70c6c-df24-4066-b2d6-559b03a78342 req-c31c371a-2047-46a1-95f7-2644d4c15997 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:26.071025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9f70c6c-df24-4066-b2d6-559b03a78342 req-c31c371a-2047-46a1-95f7-2644d4c15997 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 943 time: 0.1732099 Jul 07 22:41:26.137101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9f70c6c-df24-4066-b2d6-559b03a78342 req-df6d34b4-33d1-401f-b21d-8b4732c6b256 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599418 Jul 07 22:41:26.152409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-1ec9ce2e-22ce-444b-a1d6-e55890a1bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:26.153556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-1ec9ce2e-22ce-444b-a1d6-e55890a1bd96 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3f69540fe0b940f088f224de6b8f0522&device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 1095 time: 0.1454213 Jul 07 22:41:26.154148 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:26.178695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec01c7cd-9a17-4ed3-ba6c-034b68461ad2 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:26.181081 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ec01c7cd-9a17-4ed3-ba6c-034b68461ad2 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2121139 Jul 07 22:41:26.186783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:26.262091 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0e2154dd-5194-4e18-8c4b-c957a86ae5b7 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711944 Jul 07 22:41:26.264467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37684) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:26.292828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1367030264', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:26.347122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-c4d0e935-6847-48e0-9bdd-625af643e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:26.348838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-c4d0e935-6847-48e0-9bdd-625af643e0a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=47a329b3-c201-48e8-a5ed-7ad89ad680da HTTP/1.1" status: 200 len: 915 time: 0.1827774 Jul 07 22:41:26.423918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-dd8c5919-5284-4ac0-b677-144e937259fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 HTTP/1.1" status: 200 len: 217 time: 0.0658889 Jul 07 22:41:26.432411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:26.436143 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:26.473338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37690) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:26.503910 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:24Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:26.514690 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2853c600-4f16-4708-90ec-6b2c1d8339bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:26.538140 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Checking router: 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:26.538944 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Updating router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:41:26.583009 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:26.587069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-9a1e75e6-825a-41bc-b7cb-636cf09dc0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:26.588786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-9a1e75e6-825a-41bc-b7cb-636cf09dc0d9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3a760b77-8bcc-43d2-b264-19376f3b6d40 HTTP/1.1" status: 200 len: 854 time: 0.1464007 Jul 07 22:41:26.649953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70df12-6509-4acf-a49e-1099fc24f0ab req-c9293641-9293-41dd-9600-1831e690f5e8 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:26.651585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e70df12-6509-4acf-a49e-1099fc24f0ab req-c9293641-9293-41dd-9600-1831e690f5e8 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 945 time: 0.2328897 Jul 07 22:41:26.655059 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-c816730e-b30a-486e-bc01-83400b3af86d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=47a329b3-c201-48e8-a5ed-7ad89ad680da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568044 Jul 07 22:41:26.686470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:26.764098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Subnet': ['ID=f1d2ab14-9390-42ee-825b-0a1df25a2011,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:26.769813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Checking segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:26.770263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network hostable DHCP agents. Network: ac46f0a5-51d4-4802-98bd-8b131f74a0e0, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:41:26.809749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:41:26.834408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e70df12-6509-4acf-a49e-1099fc24f0ab req-b4192caa-c0d6-4bd4-b4e7-e72727db8901 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739113 Jul 07 22:41:26.845663 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2853c600-4f16-4708-90ec-6b2c1d8339bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:26.864799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, ac46f0a5-51d4-4802-98bd-8b131f74a0e0) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:26.871113 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2853c600-4f16-4708-90ec-6b2c1d8339bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:26.883007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:26.883614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:26.884850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e0e1e-8641-44d8-9bb9-041aec4900cc None None] Network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:26.901329 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-e2083331-73c3-4823-b657-6f95138bbe17 service neutron] 10.222.0.83 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285492 Jul 07 22:41:26.907561 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5fb52015-76b4-41b5-8c2f-d6ad979ad528 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6419656 Jul 07 22:41:26.912917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37700) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:26.945735 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:26.956964 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Transition to ACTIVE for port object a1d12934-c6b6-4fc9-b28d-3ad0856e33ce will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:26.964178 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.010586 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Attempting to bind port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:27.010995 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Attempting to bind port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:27.011367 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Attempting to bind port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:27.018150 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:27.018526 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:27.018924 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.019362 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:27.019966 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Bound port: a1d12934-c6b6-4fc9-b28d-3ad0856e33ce, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:27.020344 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.029711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853c600-4f16-4708-90ec-6b2c1d8339bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5020bf3-ad55-49a0-9800-3d7658d11584,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:27.049212 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Pushing event updated for resources: {'Port': ['ID=a1d12934-c6b6-4fc9-b28d-3ad0856e33ce,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:27.051876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2853c600-4f16-4708-90ec-6b2c1d8339bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1b80b27c1aa4e1482146103e1673e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753593 Jul 07 22:41:27.059125 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.059524 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.059864 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.060194 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.060520 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.060843 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.061162 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.061478 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.061795 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.062124 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.062447 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.062760 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:27.064952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37702) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:27.099358 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] For port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:27.102916 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] For port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a1d12934-c6b6-4fc9-b28d-3ad0856e33ce,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:27.109013 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.159468 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:27.160619 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:27.217550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:41:27.218608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.223707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b442714a-d0cb-41ed-9c53-ed36d238d2dd req-d2ecb1a1-f163-4deb-b3bf-3113914897f9 service neutron] 10.222.0.83 "GET /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942257 Jul 07 22:41:27.225972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ee5eb84-673d-470c-a33c-b543c925e161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.235910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed88236-cf80-4b2c-a60f-79222e21ff2f req-8b350ada-ce75-42d8-92d3-95fb291f17dc tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:27.237614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ed88236-cf80-4b2c-a60f-79222e21ff2f req-8b350ada-ce75-42d8-92d3-95fb291f17dc tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 945 time: 0.2118852 Jul 07 22:41:27.300249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ee5eb84-673d-470c-a33c-b543c925e161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.340069 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:27.372748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b7daf7bf-9fbc-48ed-b18f-146a95919420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.407695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4ed88236-cf80-4b2c-a60f-79222e21ff2f req-20d0f482-cece-4f56-b8ba-ae37bc5c0208 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503453 Jul 07 22:41:27.473277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Allocated IP 172.20.0.2 (ac46f0a5-51d4-4802-98bd-8b131f74a0e0/f1d2ab14-9390-42ee-825b-0a1df25a2011/d640e3c4-3ffc-4946-8023-beef211b0af3) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:27.522010 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ee5eb84-673d-470c-a33c-b543c925e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.526662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ee5eb84-673d-470c-a33c-b543c925e161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.530890 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe29229-1eb7-4625-abb1-62472a9aa403 None None] Pushing event updated for resources: {'Port': ['ID=a1d12934-c6b6-4fc9-b28d-3ad0856e33ce,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:27.546046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5ee5eb84-673d-470c-a33c-b543c925e161 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a5020bf3-ad55-49a0-9800-3d7658d11584 HTTP/1.1" status: 204 len: 168 time: 0.4685981 Jul 07 22:41:27.578425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5eb84-673d-470c-a33c-b543c925e161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5020bf3-ad55-49a0-9800-3d7658d11584,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:27.611798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08feeb-27a6-430e-9f32-cca67207c33e req-ed42d91a-0270-45f5-b31b-0d96fb0f8879 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:27.613440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc08feeb-27a6-430e-9f32-cca67207c33e req-ed42d91a-0270-45f5-b31b-0d96fb0f8879 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 943 time: 0.1963825 Jul 07 22:41:27.683651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc08feeb-27a6-430e-9f32-cca67207c33e req-a33c6780-cead-4cba-9da2-5ad8e63b1abe tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621228 Jul 07 22:41:27.723419 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:24Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:27.775134 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.793593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Transition to ACTIVE for port object d640e3c4-3ffc-4946-8023-beef211b0af3 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:27.812593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.815856 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e6022-ded0-4474-b44a-6ed0b3a9b39e None None] The sync data for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 is: [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:24Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:27.824250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Transition to ACTIVE for port object d640e3c4-3ffc-4946-8023-beef211b0af3 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:27.841202 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:27.936406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Pushing event updated for resources: {'Port': ['ID=d640e3c4-3ffc-4946-8023-beef211b0af3,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:27.957857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:27.962767 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:27.969601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:28.048128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Attempting to bind port d640e3c4-3ffc-4946-8023-beef211b0af3 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:28.048701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Attempting to bind port d640e3c4-3ffc-4946-8023-beef211b0af3 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:28.049076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Attempting to bind port d640e3c4-3ffc-4946-8023-beef211b0af3 on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:28.062014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:28.062425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Checking segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:28.062841 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:28.063293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Bound using segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:28.065164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Bound port: d640e3c4-3ffc-4946-8023-beef211b0af3, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:28.065564 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:28.197562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] For port d640e3c4-3ffc-4946-8023-beef211b0af3, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:28.239637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] For port d640e3c4-3ffc-4946-8023-beef211b0af3, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d640e3c4-3ffc-4946-8023-beef211b0af3,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:28.252331 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:28.383410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53716794-9f4d-46cb-8d85-cf037a4c0583 None None] Pushing event updated for resources: {'Port': ['ID=d640e3c4-3ffc-4946-8023-beef211b0af3,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:28.411595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.20.0.1 (ac46f0a5-51d4-4802-98bd-8b131f74a0e0/f1d2ab14-9390-42ee-825b-0a1df25a2011/1685ae56-69b2-4860-8faf-7bbc8ca87c03) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:28.603185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:41:28.758581 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:28.780616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Transition to ACTIVE for port object 1685ae56-69b2-4860-8faf-7bbc8ca87c03 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:28.822273 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:28.910553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:28.914037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:28.927151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:28.940114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:28.952869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '76ccf1fe-7926-4ae3-85eb-b8e92a6ae729', 'network_id': '47a329b3-c201-48e8-a5ed-7ad89ad680da', 'port_id': '76ccf1fe-7926-4ae3-85eb-b8e92a6ae729', 'mac_address': 'fa:16:3e:74:9a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a760b77-8bcc-43d2-b264-19376f3b6d40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:41:29.031061 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=1685ae56-69b2-4860-8faf-7bbc8ca87c03,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:29.046704 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:29.072565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:29.093499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:29.102430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:29.110216 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:29.193967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:29.286019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a729da7-2229-461e-9fbf-3b0603bf0df6 req-5f1bfec3-f316-4917-af15-0c6b009e3c0d tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:29.299782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a729da7-2229-461e-9fbf-3b0603bf0df6 req-5f1bfec3-f316-4917-af15-0c6b009e3c0d tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 945 time: 0.9686236 Jul 07 22:41:29.328001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e1cb3-b021-41f9-aca5-a5610ab85942 req-35269d86-7e46-4ff1-8c22-4372e21416b5 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:29.329717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-388e1cb3-b021-41f9-aca5-a5610ab85942 req-35269d86-7e46-4ff1-8c22-4372e21416b5 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 943 time: 0.2556791 Jul 07 22:41:29.369032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a729da7-2229-461e-9fbf-3b0603bf0df6 req-cfa369fe-dede-49fa-88a5-4db02169b93d tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683053 Jul 07 22:41:29.376391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d640e3c4-3ffc-4946-8023-beef211b0af3 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:29.394605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:29.429221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-388e1cb3-b021-41f9-aca5-a5610ab85942 req-c285e101-26d6-4e44-90e7-399e36459884 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692883 Jul 07 22:41:29.509212 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['76ccf1fe-7926-4ae3-85eb-b8e92a6ae729'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:29.567426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port d640e3c4-3ffc-4946-8023-beef211b0af3 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:29.585072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a1d12934-c6b6-4fc9-b28d-3ad0856e33ce up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:29.819654 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8c56a37-408d-4980-936d-c16d83381eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:29.838743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:29.888312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:29.888822 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:29.994661 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:29.999588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.063710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.088875 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.119573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a1d12934-c6b6-4fc9-b28d-3ad0856e33ce,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:30.129627 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.202243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa680ea-6594-4020-a504-55aa130d7bae None None] Network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:30.209831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac04cf2-00f7-4427-a917-5b7e388aabbf req-397798ea-bd0a-4d21-a4b8-a5a6709c02c3 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:30.211993 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aac04cf2-00f7-4427-a917-5b7e388aabbf req-397798ea-bd0a-4d21-a4b8-a5a6709c02c3 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 945 time: 0.1272118 Jul 07 22:41:30.225921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=1685ae56-69b2-4860-8faf-7bbc8ca87c03,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:30.229554 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.277668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aac04cf2-00f7-4427-a917-5b7e388aabbf req-4b45ec86-bc8c-43c0-a6fb-fb2d95c2b034 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590115 Jul 07 22:41:30.329797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=a1d12934-c6b6-4fc9-b28d-3ad0856e33ce,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:30.343080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5da33d4c-6817-44cc-9ef5-cee8a9506c73 None None] Provisioning for port d640e3c4-3ffc-4946-8023-beef211b0af3 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:30.347951 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:30.358886 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5da33d4c-6817-44cc-9ef5-cee8a9506c73 None None] Provisioning complete for port d640e3c4-3ffc-4946-8023-beef211b0af3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:30.358886 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5da33d4c-6817-44cc-9ef5-cee8a9506c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.359187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:30.553135 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5da33d4c-6817-44cc-9ef5-cee8a9506c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.619031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5da33d4c-6817-44cc-9ef5-cee8a9506c73 None None] For port d640e3c4-3ffc-4946-8023-beef211b0af3, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d640e3c4-3ffc-4946-8023-beef211b0af3,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:30.619335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:41:30.625397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:30.666791 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5da33d4c-6817-44cc-9ef5-cee8a9506c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.791819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da33d4c-6817-44cc-9ef5-cee8a9506c73 None None] Pushing event updated for resources: {'Port': ['ID=d640e3c4-3ffc-4946-8023-beef211b0af3,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:30.805452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063949-6152-428c-b5e6-bc8271439c78 req-108e5b96-7ed3-4466-b1f7-098a97c3a524 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:30.811815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22063949-6152-428c-b5e6-bc8271439c78 req-108e5b96-7ed3-4466-b1f7-098a97c3a524 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 944 time: 0.1841643 Jul 07 22:41:30.830492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:30.840229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:30.840610 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:30.877637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:30.901510 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-82b484a7-5a42-4e22-b5b0-d847063de9bc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "PUT /v2.0/routers/52362a27-9a1f-4db8-a24f-88f6f97b5eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9869952 Jul 07 22:41:30.920344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22063949-6152-428c-b5e6-bc8271439c78 req-6a37eca0-873e-4366-9d75-d90b8f277601 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998049 Jul 07 22:41:30.934277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Sync routers for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:30.972412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:30.973201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:30.976600 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.296389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-5427a57a-3ff0-4ad1-8a96-f3c636c45623 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198944541&fields=id&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 267 time: 0.0953159 Jul 07 22:41:31.315705 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:41:31.490057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d640e3c4-3ffc-4946-8023-beef211b0af3 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:31.508545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-9e9ea368-aab7-4815-9e2d-57c500ff08eb tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:31.510277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-9e9ea368-aab7-4815-9e2d-57c500ff08eb tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.44 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 945 time: 0.2682254 Jul 07 22:41:31.530842 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.600973 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.615981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37936) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:31.644241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:31.647384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb8926e-6cfb-478e-80e9-14ad339f326a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ccf1fe-7926-4ae3-85eb-b8e92a6ae729'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:31.657038 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad71128-b5b2-4657-8960-a2e097969d26" -d '{"events": [{"server_uuid": "beb8926e-6cfb-478e-80e9-14ad339f326a", "name": "network-vif-plugged", "status": "completed", "tag": "76ccf1fe-7926-4ae3-85eb-b8e92a6ae729"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:31.660252 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1441109-115b-414c-88d5-41de50493967 None None] Provisioning complete for port d640e3c4-3ffc-4946-8023-beef211b0af3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:31.661128 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1441109-115b-414c-88d5-41de50493967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.666807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:31.704973 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.741735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fd5562cf-43b1-46ff-8a2c-f105058fdcb1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:31.743529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fd5562cf-43b1-46ff-8a2c-f105058fdcb1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/networks?id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 200 len: 797 time: 0.4355879 Jul 07 22:41:31.777126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-41fab8cc-dd83-4485-8aca-682435ed3c01 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/quotas/770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 375 time: 0.0197930 Jul 07 22:41:31.794877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.799036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771de4ed-1815-4b2b-ba4a-9b384d9b3be9 req-f979ef4b-8282-4e55-b6d4-87cd35d86e4b tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:31.800680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-771de4ed-1815-4b2b-ba4a-9b384d9b3be9 req-f979ef4b-8282-4e55-b6d4-87cd35d86e4b tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 945 time: 0.3271620 Jul 07 22:41:31.835973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:31.888102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d640e3c4-3ffc-4946-8023-beef211b0af3 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:31.888735 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.900945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Deleting port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:41:31.901518 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.960512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.966312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:31.991811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-771de4ed-1815-4b2b-ba4a-9b384d9b3be9 req-9195c7dd-2d84-4b8c-ac01-06ec1d6802b2 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/security-groups?id=c7b25268-82f0-4a7d-b161-63c2359082cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187072 Jul 07 22:41:32.022487 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70991fd5f1be4101863719b412d874ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024136 Jul 07 22:41:32.022805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37950) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:32.031220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17854d69-6809-42d3-848c-b8942e8feba5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:32.061263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-289181ec-08c2-4654-9f0d-9cd16391245b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2748787 Jul 07 22:41:32.088724 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a674b691-2925-40f9-ad0f-b807bbfaaf82 x-openstack-request-id: req-a674b691-2925-40f9-ad0f-b807bbfaaf82 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:32.089285 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb8926e-6cfb-478e-80e9-14ad339f326a", "name": "network-vif-plugged", "status": "completed", "tag": "76ccf1fe-7926-4ae3-85eb-b8e92a6ae729", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:32.089704 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a674b691-2925-40f9-ad0f-b807bbfaaf82 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:32.090314 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb8926e-6cfb-478e-80e9-14ad339f326a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ccf1fe-7926-4ae3-85eb-b8e92a6ae729', 'code': 200} Jul 07 22:41:32.145814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] For port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,segment=NetworkSegment(5f6d9236-29f3-40af-8936-0dfdf65c9960),segment_id=5f6d9236-29f3-40af-8936-0dfdf65c9960)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:32.146442 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.166925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Calling delete_port for 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:41:32.284819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a1d12934-c6b6-4fc9-b28d-3ad0856e33ce up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:32.333009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-61bc0e3c-abc7-40d8-baf1-f95cf2e683f7 service neutron] 10.222.0.81 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705278 Jul 07 22:41:32.359373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1441109-115b-414c-88d5-41de50493967 None None] Provisioning for port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:32.368086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1441109-115b-414c-88d5-41de50493967 None None] Provisioning complete for port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:32.368623 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1441109-115b-414c-88d5-41de50493967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.398365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.398906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.399408 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.399927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.400605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.401341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.401950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.402458 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.403011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.403500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.404032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.404512 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea844c1d-4f9a-4957-a480-1f3d11cfab1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:32.409899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1685ae56-69b2-4860-8faf-7bbc8ca87c03', 'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:28Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 2, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:32.415604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c1441109-115b-414c-88d5-41de50493967 None None] Port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:32.434139 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ad684c-505a-4fe2-b119-3eb88e3c960f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.452562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-4cf836e6-2c7e-49fc-b77e-3236f1e73b98 service neutron] 10.222.0.81 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185253 Jul 07 22:41:32.456513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:32.457009 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.458585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ad684c-505a-4fe2-b119-3eb88e3c960f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.501514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Checking router: 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:32.502168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Updating router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:41:32.530659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ad684c-505a-4fe2-b119-3eb88e3c960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.533585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a4ad684c-505a-4fe2-b119-3eb88e3c960f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.538798 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a4ad684c-505a-4fe2-b119-3eb88e3c960f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17854d69-6809-42d3-848c-b8942e8feba5 HTTP/1.1" status: 204 len: 168 time: 0.5146928 Jul 07 22:41:32.555177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad684c-505a-4fe2-b119-3eb88e3c960f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17854d69-6809-42d3-848c-b8942e8feba5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:32.568675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644b078-72cb-4c94-a02d-d500ac2e7923 req-9a88ac4a-eb98-466f-a041-39d813bcc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:32.570226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1644b078-72cb-4c94-a02d-d500ac2e7923 req-9a88ac4a-eb98-466f-a041-39d813bcc820 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 1097 time: 0.3831561 Jul 07 22:41:32.595254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7d39bc5b-49c8-4e1d-b177-28347386c0c9 None None] Provisioning complete for port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:32.595644 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d39bc5b-49c8-4e1d-b177-28347386c0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.597853 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.623194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4258dc-0f41-4487-8dbe-361d273aa30c req-9fb82afb-a965-43df-9ebf-477e2388796b tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:32.630002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e4258dc-0f41-4487-8dbe-361d273aa30c req-9fb82afb-a965-43df-9ebf-477e2388796b tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 945 time: 0.3688483 Jul 07 22:41:32.714957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7d39bc5b-49c8-4e1d-b177-28347386c0c9 None None] Port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:32.736147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1644b078-72cb-4c94-a02d-d500ac2e7923 req-301a1114-edfc-4b92-a8bc-bef72e705ccf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396234 Jul 07 22:41:32.752481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e4258dc-0f41-4487-8dbe-361d273aa30c req-b605c9c0-4a8c-40a9-9322-221fad301966 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215167 Jul 07 22:41:32.753578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.777903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['8f07b2f3-6112-4ab8-af7c-e4dc923ffb32'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:32.824755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Pushing event deleted for resources: {'Port': ['ID=8f07b2f3-6112-4ab8-af7c-e4dc923ffb32,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:32.828552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55205853-536d-43ec-919c-60a8b07e5905 req-3d64376a-179a-4c8f-8926-01557a3b2edb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 210 time: 0.0656259 Jul 07 22:41:32.844022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.888610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] No DVR routers for this DVR port 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:41:32.903249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:32.905290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cf269ed-c1e1-4679-966c-a6b5c14bfefe req-1b261609-36a8-4404-bf73-edeb47c11a52 tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.44 "DELETE /v2.0/ports/8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 HTTP/1.1" status: 204 len: 173 time: 1.3601604 Jul 07 22:41:32.905748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd904e19c-7e00-403b-af73-2d5ae8b6d8e6', 'name': 'network-vif-deleted', 'tag': '8f07b2f3-6112-4ab8-af7c-e4dc923ffb32'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:32.908013 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1039237f-562b-4de3-943f-efe3558388f7" -d '{"events": [{"server_uuid": "d904e19c-7e00-403b-af73-2d5ae8b6d8e6", "name": "network-vif-deleted", "tag": "8f07b2f3-6112-4ab8-af7c-e4dc923ffb32"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:32.965632 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b66d80-9e8c-4074-a100-609ce31b1203 x-openstack-request-id: req-18b66d80-9e8c-4074-a100-609ce31b1203 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:32.965922 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d904e19c-7e00-403b-af73-2d5ae8b6d8e6", "name": "network-vif-deleted", "tag": "8f07b2f3-6112-4ab8-af7c-e4dc923ffb32", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:32.966220 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18b66d80-9e8c-4074-a100-609ce31b1203 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:32.966630 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd904e19c-7e00-403b-af73-2d5ae8b6d8e6', 'name': 'network-vif-deleted', 'tag': '8f07b2f3-6112-4ab8-af7c-e4dc923ffb32', 'status': 'completed', 'code': 200} Jul 07 22:41:33.163484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 37982) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:33.190360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf0d6d15-8125-455c-9715-945f37c15efa req-2cf76c42-47b4-420f-8c22-288a25840bae tempest-ServersNegativeTestMultiTenantJSON-933939255 tempest-ServersNegativeTestMultiTenantJSON-933939255-project] 10.222.0.81 "GET /v2.0/ports?device_id=d904e19c-7e00-403b-af73-2d5ae8b6d8e6 HTTP/1.1" status: 200 len: 210 time: 0.0467439 Jul 07 22:41:33.191144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f242f2a1-987e-45ac-ac13-0cbf5b153d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.218268 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.230867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Transition to ACTIVE for port object 1685ae56-69b2-4860-8faf-7bbc8ca87c03 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:33.236879 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.323844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Pushing event updated for resources: {'Port': ['ID=1685ae56-69b2-4860-8faf-7bbc8ca87c03,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:33.337563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.337917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.338288 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.338627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.339250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.340236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.340236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.340992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.341308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.341710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.342265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.342488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:41:33.368412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f242f2a1-987e-45ac-ac13-0cbf5b153d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.376510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f242f2a1-987e-45ac-ac13-0cbf5b153d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.432360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Attempting to bind port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:33.432854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Attempting to bind port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:33.433317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Attempting to bind port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:33.440078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:33.440462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Checking segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:33.440917 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.441368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Bound using segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:33.441899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Bound port: 1685ae56-69b2-4860-8faf-7bbc8ca87c03, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:33.442314 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.447136 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f242f2a1-987e-45ac-ac13-0cbf5b153d90 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=60bce71f5845449eb0e9a3734c6ad447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820189 Jul 07 22:41:33.449716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 37990) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:33.469702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242f2a1-987e-45ac-ac13-0cbf5b153d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea86740-eeb1-44f9-afde-a8736edef909,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:33.574360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] For port 1685ae56-69b2-4860-8faf-7bbc8ca87c03, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:33.575205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f59869cb-f213-4458-b537-b684fc4f9677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.581588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] For port 1685ae56-69b2-4860-8faf-7bbc8ca87c03, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1685ae56-69b2-4860-8faf-7bbc8ca87c03,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:33.587340 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.631192 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f59869cb-f213-4458-b537-b684fc4f9677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.661512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0eb20-49e2-4dfc-8250-bde8cd3816a4 None None] Pushing event updated for resources: {'Port': ['ID=1685ae56-69b2-4860-8faf-7bbc8ca87c03,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:33.686223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:33.687164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:33.774953 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f59869cb-f213-4458-b537-b684fc4f9677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.777625 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f59869cb-f213-4458-b537-b684fc4f9677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:33.778900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f59869cb-f213-4458-b537-b684fc4f9677 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ea86740-eeb1-44f9-afde-a8736edef909 HTTP/1.1" status: 204 len: 168 time: 0.3279157 Jul 07 22:41:33.792571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59869cb-f213-4458-b537-b684fc4f9677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea86740-eeb1-44f9-afde-a8736edef909,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:33.893238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:34.120207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81242bf5-9baa-41fa-a15e-cd5c80cdae41 req-d7b26df5-62ef-4b84-9953-09bf0a83fb65 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 210 time: 0.0331080 Jul 07 22:41:34.158062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34127ff8-019a-466f-875c-922b38e50cf0 req-3e35ccf2-da93-44a1-a374-15dec3b00ccc tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:34.182963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34127ff8-019a-466f-875c-922b38e50cf0 req-3e35ccf2-da93-44a1-a374-15dec3b00ccc tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 945 time: 0.1305053 Jul 07 22:41:34.245983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34127ff8-019a-466f-875c-922b38e50cf0 req-7809a72b-a5fd-44cf-998e-ec2ec54f3dde tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619078 Jul 07 22:41:34.292561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1685ae56-69b2-4860-8faf-7bbc8ca87c03', 'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:28Z', 'updated_at': '2021-07-07T22:41:33Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:34.342369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ad7012-f7ee-4e20-9c8e-ba0d14aa7d03 None None] The sync data for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 is: [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1685ae56-69b2-4860-8faf-7bbc8ca87c03', 'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:5f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:28Z', 'updated_at': '2021-07-07T22:41:33Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:34.387539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38018) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:34.483108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-61bf4fd7-52e1-469a-b94a-e41dbccdc7b9 admin admin] Deleting subnet c59a49f4-f280-42d1-9fde-5924033b1d91 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:41:34.488150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61bf4fd7-52e1-469a-b94a-e41dbccdc7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.535404 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61bf4fd7-52e1-469a-b94a-e41dbccdc7b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.594902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61bf4fd7-52e1-469a-b94a-e41dbccdc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.700618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-a150cc52-468c-4a01-a731-b4ea71461835 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:34.704162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-a150cc52-468c-4a01-a731-b4ea71461835 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "GET /v2.0/networks?id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 200 len: 797 time: 0.2312908 Jul 07 22:41:34.707322 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61bf4fd7-52e1-469a-b94a-e41dbccdc7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.731843 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-61bf4fd7-52e1-469a-b94a-e41dbccdc7b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.743839 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-61bf4fd7-52e1-469a-b94a-e41dbccdc7b9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c59a49f4-f280-42d1-9fde-5924033b1d91 HTTP/1.1" status: 204 len: 168 time: 0.3526142 Jul 07 22:41:34.746168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38026) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:34.787025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf4fd7-52e1-469a-b94a-e41dbccdc7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59a49f4-f280-42d1-9fde-5924033b1d91,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:34.916967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-27ef08fb-a5a2-4d69-a1d8-65756eda7cb7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 380 time: 0.2011943 Jul 07 22:41:34.921442 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:34.929252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'port': {'device_id': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'admin_state_up': True, 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'security_groups': ['8ebbb6a5-dbb7-449d-b413-0ec372296484']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:35.037840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:35.122912 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.139603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d574f3b-f9fa-4356-9387-17b5b59b80e1']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:35.164248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6d9236-29f3-40af-8936-0dfdf65c9960') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:35.164248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6d9236-29f3-40af-8936-0dfdf65c9960') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:35.166340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1668278026-network', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:35.179032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:35.183328 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.198422 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.217942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Made reservation on behalf of 0219963662d8478ba79f8f6cb6c64307 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:35.222751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.242400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.355266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1685ae56-69b2-4860-8faf-7bbc8ca87c03 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:35.409204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.422411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3bde3ee-9e09-4203-9686-fe59ecb937e1 req-1a28af97-5382-48df-83bf-608d38195861 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 210 time: 0.0530093 Jul 07 22:41:35.438238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:41:35.438855 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.447298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:35.452892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:35.453750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:41:35.460445 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:41:35.494884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.508967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.522505 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:41:35.534192 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.535105 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Added segment c7843f0f-7767-4c95-be3d-718530ee08f6 of type vlan for network cd7fb187-3e6f-4dbb-a406-c81560fefd06 Jul 07 22:41:35.600313 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.600706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.623811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.20.0.8 (ac46f0a5-51d4-4802-98bd-8b131f74a0e0/f1d2ab14-9390-42ee-825b-0a1df25a2011/4458ac37-6621-4dca-80bd-58370d19870c) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:35.647499 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.652678 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.656216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5d574f3b-f9fa-4356-9387-17b5b59b80e1 HTTP/1.1" status: 204 len: 168 time: 0.9092734 Jul 07 22:41:35.658098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 1685ae56-69b2-4860-8faf-7bbc8ca87c03, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1685ae56-69b2-4860-8faf-7bbc8ca87c03,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:35.664006 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.667826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38064) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:35.669180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac577493-3220-41d3-ac59-3b2c3e259e63,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:35.672731 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.674895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:35.675770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.741396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=1685ae56-69b2-4860-8faf-7bbc8ca87c03,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:35.750886 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd7fb187-3e6f-4dbb-a406-c81560fefd06,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:35.765170 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network cd7fb187-3e6f-4dbb-a406-c81560fefd06 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:41:35.772870 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eda83c95-7e11-4e69-9698-0b5ddfc816c9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7336819 Jul 07 22:41:35.776500 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38066) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:35.782402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Request body: {'subnet': {'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1668278026-subnet', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:35.790769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f868341-3216-402d-aaf0-f2c4fe266a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d574f3b-f9fa-4356-9387-17b5b59b80e1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:35.832811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d72099-e76f-4855-a894-c364ec64184d req-87e931fb-70f7-4056-9d4c-0e76e50a41af tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:35.836336 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Made reservation on behalf of 0219963662d8478ba79f8f6cb6c64307 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:35.839399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:35.841992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71d72099-e76f-4855-a894-c364ec64184d req-87e931fb-70f7-4056-9d4c-0e76e50a41af tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 945 time: 0.3354464 Jul 07 22:41:35.969332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a918f33c-dc01-469c-8d94-fb55e33745e9 admin admin] Deleting subnet c4a117d5-5208-48e0-b8d0-f5947aadc188 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:41:36.011433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71d72099-e76f-4855-a894-c364ec64184d req-061263fc-c08a-4a71-a361-773f2ba5b3a9 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685569 Jul 07 22:41:36.023497 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a918f33c-dc01-469c-8d94-fb55e33745e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.075174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.104883 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a918f33c-dc01-469c-8d94-fb55e33745e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.132460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.160600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc160c1-5323-4b49-bcb7-2d30bb4af20d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:36.176582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Checking segment: {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:36.176950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Network hostable DHCP agents. Network: cd7fb187-3e6f-4dbb-a406-c81560fefd06, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:41:36.179789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Transition to ACTIVE for port object 4458ac37-6621-4dca-80bd-58370d19870c will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:36.200820 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a918f33c-dc01-469c-8d94-fb55e33745e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.212321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Network cd7fb187-3e6f-4dbb-a406-c81560fefd06 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:41:36.226666 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, cd7fb187-3e6f-4dbb-a406-c81560fefd06) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:36.236987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3913e8-9369-4ab9-a8f1-2ae484a4ae2d None None] Network cd7fb187-3e6f-4dbb-a406-c81560fefd06 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:36.244355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:36.245068 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.264760 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-96d1a9f5-0ff6-4c33-9d86-a9592682ff8b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4868908 Jul 07 22:41:36.268443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38074) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:36.275758 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:36.302352 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.322593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.324302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.359516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:36.387385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:41:36.399440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.402908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:36.407625 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a918f33c-dc01-469c-8d94-fb55e33745e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.417323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:36.446705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:41:36.448124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 8f07b2f3-6112-4ab8-af7c-e4dc923ffb32 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:41:36.496129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a918f33c-dc01-469c-8d94-fb55e33745e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.502049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a918f33c-dc01-469c-8d94-fb55e33745e9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c4a117d5-5208-48e0-b8d0-f5947aadc188 HTTP/1.1" status: 204 len: 168 time: 0.8248549 Jul 07 22:41:36.508960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:36.509628 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.549658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38082) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:36.550430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918f33c-dc01-469c-8d94-fb55e33745e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a117d5-5208-48e0-b8d0-f5947aadc188,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:36.571364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6468883 Jul 07 22:41:36.571977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfabd25-4861-4828-a632-0fe24e6f315e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:36.600869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:41:36.602437 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.615331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Request body: {'port': {'device_id': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:36.754390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.807409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.817055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f39e5e4a-b70f-4b0c-9f9a-a58de7c41e98 None None] Provisioning for port 4458ac37-6621-4dca-80bd-58370d19870c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:36.828330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f39e5e4a-b70f-4b0c-9f9a-a58de7c41e98 None None] Provisioning complete for port 4458ac37-6621-4dca-80bd-58370d19870c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:36.828698 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f39e5e4a-b70f-4b0c-9f9a-a58de7c41e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:36.863165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Allocated IP 172.20.0.2 (cd7fb187-3e6f-4dbb-a406-c81560fefd06/1fc160c1-5323-4b49-bcb7-2d30bb4af20d/171c7ed2-3dec-4907-90d6-ca3654e7f7d4) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:36.897780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f39e5e4a-b70f-4b0c-9f9a-a58de7c41e98 None None] Port 4458ac37-6621-4dca-80bd-58370d19870c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:37.018446 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.028684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28327c37-6fda-477e-b7ec-f31fcbf1ee32']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:37.039418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1ceca0-8c47-4cfb-b1fb-73ed55e6f58d') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:37.039798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1ceca0-8c47-4cfb-b1fb-73ed55e6f58d') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:37.055535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.079681 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.090384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85674d-bcd7-4898-9343-471aadb797b0 req-5750398b-1c83-4429-83ca-0fdc30e8f763 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:37.093956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Transition to ACTIVE for port object 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:37.098334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a85674d-bcd7-4898-9343-471aadb797b0 req-5750398b-1c83-4429-83ca-0fdc30e8f763 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 931 time: 0.3371472 Jul 07 22:41:37.117143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Transition to ACTIVE for port object 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:37.119437 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.122623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.127307 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.141561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:41:37.142332 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:41:37.143776 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:41:37.154738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.186413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Network cd7fb187-3e6f-4dbb-a406-c81560fefd06 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:37.195907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:37.199272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:37.210534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Pushing event updated for resources: {'Port': ['ID=171c7ed2-3dec-4907-90d6-ca3654e7f7d4,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:37.214286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.238404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a85674d-bcd7-4898-9343-471aadb797b0 req-5a21ca93-2816-47c8-94b0-20da1f99a29d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390660 Jul 07 22:41:37.291838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Attempting to bind port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:37.292559 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Attempting to bind port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:37.293101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Attempting to bind port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 on network cd7fb187-3e6f-4dbb-a406-c81560fefd06 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:37.302971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:37.303863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Checking segment: {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:37.305168 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.305808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Bound using segment: {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:37.306506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Bound port: 171c7ed2-3dec-4907-90d6-ca3654e7f7d4, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:37.306924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.327612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1685ae56-69b2-4860-8faf-7bbc8ca87c03 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:37.419853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] For port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:37.432052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:37.432745 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.456652 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Allocated IP 172.25.8.64 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/699b056b-9f67-4b97-a33b-5d716ed58762) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:37.473135 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.487648 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.488357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] For port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=171c7ed2-3dec-4907-90d6-ca3654e7f7d4,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:37.490705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] 10.222.0.81 "DELETE /v2.0/networks/28327c37-6fda-477e-b7ec-f31fcbf1ee32 HTTP/1.1" status: 204 len: 168 time: 0.9374998 Jul 07 22:41:37.496016 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.563393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ca268-dc6f-474a-8940-43521edb184c admin admin] Pushing event deleted for resources: {'Network': ['ID=28327c37-6fda-477e-b7ec-f31fcbf1ee32,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:37.630644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.639731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177b4c-7c15-4f55-9c4a-99a6edf6ce5c None None] Pushing event updated for resources: {'Port': ['ID=171c7ed2-3dec-4907-90d6-ca3654e7f7d4,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:37.684670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4458ac37-6621-4dca-80bd-58370d19870c {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:37.695077 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.697981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.712323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Transition to ACTIVE for port object 4458ac37-6621-4dca-80bd-58370d19870c will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:37.718329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:37.754275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38090) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:37.769524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:37.773986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:37.789801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:37.910703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Pushing event updated for resources: {'Port': ['ID=699b056b-9f67-4b97-a33b-5d716ed58762,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:37.977616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:37.978050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:37.978454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:37.995275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Pushing event updated for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:38.003128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Port 4458ac37-6621-4dca-80bd-58370d19870c on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:41:38.003456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:38.016365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6a759d16-4e8d-475e-b512-692b1ce1fc07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8858d0551f4c426a91760d81d836ceee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550473 Jul 07 22:41:38.017085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38096) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:38.030247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:38.030728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Checking segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:38.031219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Bound using segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:38.031777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Bound port: 4458ac37-6621-4dca-80bd-58370d19870c, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:38.032238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:38.136600 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7e2db85-af42-45f2-8743-3659194efbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:38.165155 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7e2db85-af42-45f2-8743-3659194efbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:38.189717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:38.216513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:38.221318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:38.237200 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:38.274298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:38.274298 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:38.274298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] 10.222.0.44 "PUT /v2.0/ports/4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 1092 time: 1.6596951 Jul 07 22:41:38.274298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:38.274298 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "tag": "4458ac37-6621-4dca-80bd-58370d19870c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:38.282022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7e2db85-af42-45f2-8743-3659194efbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:38.284602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f7e2db85-af42-45f2-8743-3659194efbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:38.285717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f7e2db85-af42-45f2-8743-3659194efbcd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7b25268-82f0-4a7d-b161-63c2359082cd HTTP/1.1" status: 204 len: 168 time: 0.2658906 Jul 07 22:41:38.305521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2db85-af42-45f2-8743-3659194efbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b25268-82f0-4a7d-b161-63c2359082cd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:38.316333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900127f-dbb1-48fa-9654-c295149a1f78 service neutron] Pushing event updated for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:38.392445 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddc3008-cbde-4271-b3dc-8ef8b1b9d1e3 x-openstack-request-id: req-0ddc3008-cbde-4271-b3dc-8ef8b1b9d1e3 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:38.392788 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "tag": "4458ac37-6621-4dca-80bd-58370d19870c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:38.392974 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ddc3008-cbde-4271-b3dc-8ef8b1b9d1e3 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:38.393395 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c', 'status': 'completed', 'code': 200} Jul 07 22:41:38.450919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-c8ee9b5b-4371-45a9-8676-d4b851b4add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:38.452382 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-c8ee9b5b-4371-45a9-8676-d4b851b4add0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1095 time: 0.1088789 Jul 07 22:41:38.513230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-8aaae021-dee5-4f22-bc09-fdd1ddaf69b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 217 time: 0.0537689 Jul 07 22:41:38.631663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:38.684772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-7d7b6493-67af-4b9e-b3df-ac9906b5e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:38.686835 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-7d7b6493-67af-4b9e-b3df-ac9906b5e9b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1d2ab14-9390-42ee-825b-0a1df25a2011 HTTP/1.1" status: 200 len: 835 time: 0.0975447 Jul 07 22:41:38.768059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bf5ef-d543-473d-afcd-93dc878274bc req-9337f945-e21d-4e04-8676-84c9128de0d4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:38.769963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c20bf5ef-d543-473d-afcd-93dc878274bc req-9337f945-e21d-4e04-8676-84c9128de0d4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 943 time: 0.3019850 Jul 07 22:41:38.804732 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:41:38.835703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-d69ad2bc-1ae6-4fc4-8913-f0a00b45603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:38.837444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-d69ad2bc-1ae6-4fc4-8913-f0a00b45603a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430326 Jul 07 22:41:38.840544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c20bf5ef-d543-473d-afcd-93dc878274bc req-f089ee6d-9ba7-45c0-a88d-b2740562bea5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639577 Jul 07 22:41:38.963188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-f6b14700-cc61-4acc-b26e-b6860068a95a service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168182 Jul 07 22:41:39.003379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:39.016498 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Sync routers for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:39.020302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:39.025092 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-67663242-4885-4c94-8f51-7598b288881f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7533033 Jul 07 22:41:39.025669 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:39.034028 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:39.035984 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:39.125543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a5a467-59e8-4d67-a431-9d15261e9c79 req-d62c7ce2-abbf-4482-8560-fd98afb495cf service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501207 Jul 07 22:41:39.170417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:39.227519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec298d-f378-407e-a951-7abe991d19ac None None] Network cd7fb187-3e6f-4dbb-a406-c81560fefd06 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:39.319463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-614cedf5-fcd8-468d-824a-8dc1895d8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:39.323693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-614cedf5-fcd8-468d-824a-8dc1895d8fb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1095 time: 0.1456563 Jul 07 22:41:39.326178 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:39.352200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:39.367301 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-71802d72-e896-418d-8b0c-6cac47ce2d37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0dda2db995284d66ad6bcbd4622d4a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927326 Jul 07 22:41:39.368048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38114) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:39.495373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-228f3bad-05a9-472f-ac52-8abd902efa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:39.496967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-228f3bad-05a9-472f-ac52-8abd902efa85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 200 len: 898 time: 0.1647532 Jul 07 22:41:39.542541 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41ef8f0a-c6db-42cd-809b-efb003d07e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:39.556683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-0d6bd4c3-7d2a-4ca3-a972-794e558e781a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 217 time: 0.0530255 Jul 07 22:41:39.563273 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:38Z', 'revision_number': 3, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:39.567390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41ef8f0a-c6db-42cd-809b-efb003d07e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:39.582325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1416f9f0-8415-4a29-9f7d-875d47e71d9d None None] Provisioning for port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:39.633160 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Checking router: 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:39.636915 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Updating router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 port 699b056b-9f67-4b97-a33b-5d716ed58762 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:41:39.639589 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41ef8f0a-c6db-42cd-809b-efb003d07e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:39.642273 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41ef8f0a-c6db-42cd-809b-efb003d07e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:39.645645 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-41ef8f0a-c6db-42cd-809b-efb003d07e0f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c0c9a45-009f-403e-8592-df26d02548fc HTTP/1.1" status: 204 len: 168 time: 0.2718902 Jul 07 22:41:39.658119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-82c82136-dbbe-4b48-b36e-f9e26d74d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:39.660001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-82c82136-dbbe-4b48-b36e-f9e26d74d357 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1d2ab14-9390-42ee-825b-0a1df25a2011 HTTP/1.1" status: 200 len: 835 time: 0.0955315 Jul 07 22:41:39.660375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef8f0a-c6db-42cd-809b-efb003d07e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0c9a45-009f-403e-8592-df26d02548fc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:39.691162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:39.702715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:39.703527 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:39.731222 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:39.776379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-64cd1629-07c2-4f96-9e15-f69e767d5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:39.777830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-64cd1629-07c2-4f96-9e15-f69e767d5104 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052551 Jul 07 22:41:39.897279 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:39.992919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-60cff6a4-f159-4380-a795-067bd80d476e service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078271 Jul 07 22:41:40.031550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.049429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=171c7ed2-3dec-4907-90d6-ca3654e7f7d4,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:40.055971 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.209657 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.228321 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Transition to ACTIVE for port object 699b056b-9f67-4b97-a33b-5d716ed58762 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:40.232693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=171c7ed2-3dec-4907-90d6-ca3654e7f7d4,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:40.242668 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.327074 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Attempting to bind port 699b056b-9f67-4b97-a33b-5d716ed58762 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:40.327438 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Attempting to bind port 699b056b-9f67-4b97-a33b-5d716ed58762 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:40.327800 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Attempting to bind port 699b056b-9f67-4b97-a33b-5d716ed58762 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:40.352946 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:40.353236 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:40.353752 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.354212 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:40.354691 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Bound port: 699b056b-9f67-4b97-a33b-5d716ed58762, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:40.355071 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.408443 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d97c4-12ad-4e8b-9302-63d04a317d1e None None] Pushing event updated for resources: {'Port': ['ID=699b056b-9f67-4b97-a33b-5d716ed58762,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:40.435237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-69343727-cde9-47e0-994f-d49013f4eb34 None None] Provisioning complete for port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:40.435635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-69343727-cde9-47e0-994f-d49013f4eb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.447909 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] For port 699b056b-9f67-4b97-a33b-5d716ed58762, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:40.451775 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] For port 699b056b-9f67-4b97-a33b-5d716ed58762, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=699b056b-9f67-4b97-a33b-5d716ed58762,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:40.457164 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.536804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Allocated IP 172.20.0.1 (cd7fb187-3e6f-4dbb-a406-c81560fefd06/1fc160c1-5323-4b49-bcb7-2d30bb4af20d/ed55e8d5-9421-4b82-92dc-9623a846b086) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:40.580262 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:40.581212 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:40.583654 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d97c4-12ad-4e8b-9302-63d04a317d1e None None] Pushing event updated for resources: {'Port': ['ID=699b056b-9f67-4b97-a33b-5d716ed58762,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:40.664208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.678992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Transition to ACTIVE for port object ed55e8d5-9421-4b82-92dc-9623a846b086 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:40.720191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:40.728838 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:40.775721 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Network cd7fb187-3e6f-4dbb-a406-c81560fefd06 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:40.783567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:40.800688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f857219-8645-4caf-9d65-d8d5ab4b8bdf req-5a71ce1c-eeda-42c6-86d5-be07f6398f29 service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8003755 Jul 07 22:41:40.805102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:40.815409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Pushing event updated for resources: {'Port': ['ID=ed55e8d5-9421-4b82-92dc-9623a846b086,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:40.844599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e733bff-f0eb-4fa8-a63a-b88a36a52da8 req-1cf2f196-28e5-4ab3-8af7-3ae4e0c16288 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:40.851879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e733bff-f0eb-4fa8-a63a-b88a36a52da8 req-1cf2f196-28e5-4ab3-8af7-3ae4e0c16288 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 943 time: 0.1841094 Jul 07 22:41:40.896656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e733bff-f0eb-4fa8-a63a-b88a36a52da8 req-7dfb259a-ddf8-4bb2-996d-833263dc2c1f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432189 Jul 07 22:41:40.920390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.010003 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:38Z', 'revision_number': 3, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:41.042923 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca4ef9-8ded-4fe4-aebd-7cd196c500bf None None] The sync data for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 is: [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:38Z', 'revision_number': 3, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:41.132667 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.192231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5c4c1038-a61f-4335-916e-7d82aa406410 None None] Provisioning for port ed55e8d5-9421-4b82-92dc-9623a846b086 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:41.197274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5c4c1038-a61f-4335-916e-7d82aa406410 None None] Provisioning complete for port ed55e8d5-9421-4b82-92dc-9623a846b086 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:41.197653 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1038-a61f-4335-916e-7d82aa406410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.277618 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5c4c1038-a61f-4335-916e-7d82aa406410 None None] Port ed55e8d5-9421-4b82-92dc-9623a846b086 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:41.303458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:41.382639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:41.383177 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.390761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.397790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.490954 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:41.537337 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Pushing event updated for resources: {'Port': ['ID=ed55e8d5-9421-4b82-92dc-9623a846b086,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:41.949405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Network cd7fb187-3e6f-4dbb-a406-c81560fefd06 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:41.951093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:42.133914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:41:42.323769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:42.330126 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-13f256d6-5830-47ae-b27c-ee2c95b50349 admin admin] 10.222.0.81 "PUT /v2.0/routers/6b8c583f-055d-4f8f-8c92-4f1b43d65f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3026702 Jul 07 22:41:42.375992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4458ac37-6621-4dca-80bd-58370d19870c details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:41:42.464880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-73c45c81-78c9-4787-870a-dddf50c27079 None None] Provisioning complete for port ed55e8d5-9421-4b82-92dc-9623a846b086 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:42.465409 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-73c45c81-78c9-4787-870a-dddf50c27079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:42.497374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd8f65-d7d7-40c6-859e-c262cef717be req-2ed02e59-3516-4fd3-9188-b207e9f441ec tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:42.500193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7efd8f65-d7d7-40c6-859e-c262cef717be req-2ed02e59-3516-4fd3-9188-b207e9f441ec tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 943 time: 0.3886011 Jul 07 22:41:42.534947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-73c45c81-78c9-4787-870a-dddf50c27079 None None] Port ed55e8d5-9421-4b82-92dc-9623a846b086 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:42.563848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:42.579459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '4458ac37-6621-4dca-80bd-58370d19870c', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'port_id': '4458ac37-6621-4dca-80bd-58370d19870c', 'mac_address': 'fa:16:3e:f3:7f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:41:42.591487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7efd8f65-d7d7-40c6-859e-c262cef717be req-81909ceb-b294-457b-9006-b19752d9a8cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845795 Jul 07 22:41:42.643411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:42.659098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4458ac37-6621-4dca-80bd-58370d19870c {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:41:42.686751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:42.691562 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:42.744289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:42.883105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4458ac37-6621-4dca-80bd-58370d19870c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:41:43.149601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38186) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:43.154942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-967459772-network', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:43.182812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Made reservation on behalf of 5b4f79b0dc0644b7a467d81c3fbfff0f for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:43.189943 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.207080 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.339834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 699b056b-9f67-4b97-a33b-5d716ed58762 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:43.407423 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.412862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.421688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 699b056b-9f67-4b97-a33b-5d716ed58762 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:43.427217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 699b056b-9f67-4b97-a33b-5d716ed58762 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:43.427858 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.449039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57499cc2-3ccc-426b-81bf-f50c7c535696,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:43.460588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:41:43.481437 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.481785 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Added segment c15d8e17-1a97-46f3-a7f2-ff27c261c253 of type vlan for network c437049e-36d2-4512-a189-6b66fce889d6 Jul 07 22:41:43.482311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Sync routers for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:43.522162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:43.522918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:43.535594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.572611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.574210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:43.575105 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.652105 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.667015 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5150506 Jul 07 22:41:43.668579 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:43.675393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Request body: {'subnet': {'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-967459772-subnet', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:43.702924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 699b056b-9f67-4b97-a33b-5d716ed58762, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=699b056b-9f67-4b97-a33b-5d716ed58762,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:43.721631 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.731611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cd67c-0380-4fb8-92c3-b9e4deba28ac admin admin] Pushing event updated for resources: {'Network': ['ID=c437049e-36d2-4512-a189-6b66fce889d6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:43.731893 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Made reservation on behalf of 5b4f79b0dc0644b7a467d81c3fbfff0f for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:41:43.741621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:43.841092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:43.856195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=699b056b-9f67-4b97-a33b-5d716ed58762,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:43.865449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c437049e-36d2-4512-a189-6b66fce889d6 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:41:43.923203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc18e24-e7d8-4bd2-9c18-c949b5ef4e56 req-e63d0cd2-fa4b-4104-95cc-3042b5cdbe6d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:43.924833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3cc18e24-e7d8-4bd2-9c18-c949b5ef4e56 req-e63d0cd2-fa4b-4104-95cc-3042b5cdbe6d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 944 time: 0.1400740 Jul 07 22:41:44.018121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3cc18e24-e7d8-4bd2-9c18-c949b5ef4e56 req-77b5d903-3b0e-4889-bdb3-f269bf72b32e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827944 Jul 07 22:41:44.094154 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.183735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec157c2-62fb-4a3e-9076-2c969426b010,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:44.193906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Checking segment: {'id': 'c15d8e17-1a97-46f3-a7f2-ff27c261c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:44.194541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Network hostable DHCP agents. Network: c437049e-36d2-4512-a189-6b66fce889d6, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:41:44.215792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Network c437049e-36d2-4512-a189-6b66fce889d6 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:41:44.227327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c437049e-36d2-4512-a189-6b66fce889d6) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:44.231900 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:44.232732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.245537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62507003-e06f-4f7a-a9d0-eab5506180b5 None None] Network c437049e-36d2-4512-a189-6b66fce889d6 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:44.252969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38202) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:44.253216 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ecbbc729-df6e-4fb5-adff-798b33e3d40c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5824258 Jul 07 22:41:44.258935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:44.294162 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.295207 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.384798 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.402612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4458ac37-6621-4dca-80bd-58370d19870c up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:44.552327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 4458ac37-6621-4dca-80bd-58370d19870c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:44.578982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 2, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:44.584580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 4458ac37-6621-4dca-80bd-58370d19870c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:44.584580 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.597785 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.654593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Checking router: 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:44.656992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Updating router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 port ed55e8d5-9421-4b82-92dc-9623a846b086 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:41:44.759871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-c437049e-36d2-4512-a189-6b66fce889d6', 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'fixed_ips': [{'subnet_id': 'aec157c2-62fb-4a3e-9076-2c969426b010'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:41:44.761221 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:44.782021 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:45.010758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:45.057121 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:45.204510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Allocated IP 172.20.0.2 (c437049e-36d2-4512-a189-6b66fce889d6/aec157c2-62fb-4a3e-9076-2c969426b010/a4a54e10-93a3-4c9d-9e54-c8e9276bd132) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:45.258403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Allocated IP 172.25.8.70 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/7905d366-e43c-4cbf-af38-98e88247b510) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:45.336046 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:45.338695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 699b056b-9f67-4b97-a33b-5d716ed58762 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:45.393120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ae91d-a222-4b9b-9035-20d06b0728df req-9b248f4d-d9bd-4d00-ba56-af6ce8647d75 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:45.400263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e5ae91d-a222-4b9b-9035-20d06b0728df req-9b248f4d-d9bd-4d00-ba56-af6ce8647d75 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 944 time: 0.2178197 Jul 07 22:41:45.465498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:45.486136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e5ae91d-a222-4b9b-9035-20d06b0728df req-40d7bc63-fc30-4393-b1ce-de336ddb63b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848613 Jul 07 22:41:45.530414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:45.572335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:45.575624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:45.578813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:45.627968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Pushing event updated for resources: {'Port': ['ID=7905d366-e43c-4cbf-af38-98e88247b510,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:45.689204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:45.691529 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2c6509-c2a1-4e27-8da3-e714ba810265" -d '{"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-plugged", "status": "completed", "tag": "4458ac37-6621-4dca-80bd-58370d19870c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:45.730483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:45.748451 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:45.842167 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bbb2eb-d77d-4326-8989-7f8fd78a0d96 x-openstack-request-id: req-65bbb2eb-d77d-4326-8989-7f8fd78a0d96 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:45.842390 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-plugged", "status": "completed", "tag": "4458ac37-6621-4dca-80bd-58370d19870c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:45.842602 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65bbb2eb-d77d-4326-8989-7f8fd78a0d96 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:45.842999 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c', 'code': 200} Jul 07 22:41:45.893303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:45.931070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 699b056b-9f67-4b97-a33b-5d716ed58762 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:45.931446 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:45.982787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cbdc5-86e3-487b-8321-8cc3f8dac5f7 req-c423b77a-c510-4e52-841e-0a1138844797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:45.984395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b5cbdc5-86e3-487b-8321-8cc3f8dac5f7 req-c423b77a-c510-4e52-841e-0a1138844797 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1097 time: 0.1119418 Jul 07 22:41:45.998702 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.027424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b5cbdc5-86e3-487b-8321-8cc3f8dac5f7 req-1364d815-3ac8-4166-ad00-e0a78f121edc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353639 Jul 07 22:41:46.028510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.042607 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Transition to ACTIVE for port object ed55e8d5-9421-4b82-92dc-9623a846b086 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:46.072654 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.159932 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.187234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Transition to ACTIVE for port object a4a54e10-93a3-4c9d-9e54-c8e9276bd132 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:46.283433 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.299539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Transition to ACTIVE for port object a4a54e10-93a3-4c9d-9e54-c8e9276bd132 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:46.303837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc9f2e-8cda-459d-8345-9929c91144b6 None None] Pushing event updated for resources: {'Port': ['ID=ed55e8d5-9421-4b82-92dc-9623a846b086,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:46.314850 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.395536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Pushing event updated for resources: {'Port': ['ID=a4a54e10-93a3-4c9d-9e54-c8e9276bd132,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:46.406203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Attempting to bind port ed55e8d5-9421-4b82-92dc-9623a846b086 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:46.406556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Attempting to bind port ed55e8d5-9421-4b82-92dc-9623a846b086 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:46.406933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Attempting to bind port ed55e8d5-9421-4b82-92dc-9623a846b086 on network cd7fb187-3e6f-4dbb-a406-c81560fefd06 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:46.418178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Network c437049e-36d2-4512-a189-6b66fce889d6 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:46.422698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:46.426750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:46.429127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:46.429337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Checking segment: {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:46.429739 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.430189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Bound using segment: {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:46.430682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Bound port: ed55e8d5-9421-4b82-92dc-9623a846b086, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:46.431072 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.554197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Router c9187588-182e-42ff-9e21-ef0d176a1451 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:41:46.591219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] For port ed55e8d5-9421-4b82-92dc-9623a846b086, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:46.604753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Attempting to bind port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:46.605342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Attempting to bind port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c15d8e17-1a97-46f3-a7f2-ff27c261c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:46.605651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Attempting to bind port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 on network c437049e-36d2-4512-a189-6b66fce889d6 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:46.614865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:46.615365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Checking segment: {'id': 'c15d8e17-1a97-46f3-a7f2-ff27c261c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:46.615861 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.616308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Bound using segment: {'id': 'c15d8e17-1a97-46f3-a7f2-ff27c261c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:46.616918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Bound port: a4a54e10-93a3-4c9d-9e54-c8e9276bd132, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15d8e17-1a97-46f3-a7f2-ff27c261c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:46.617304 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.623797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] For port ed55e8d5-9421-4b82-92dc-9623a846b086, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ed55e8d5-9421-4b82-92dc-9623a846b086,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:46.636209 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.737701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:46.738398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:46.768755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:46.778063 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Sync routers for ids ['c9187588-182e-42ff-9e21-ef0d176a1451'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:46.795268 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Routers {'c9187588-182e-42ff-9e21-ef0d176a1451'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:46.798057 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c9187588-182e-42ff-9e21-ef0d176a1451'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:46.817703 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:46.819019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b85b3308-84cc-4017-8970-bb4cdd77468d admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5645742 Jul 07 22:41:46.821776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38268) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:46.915890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc9f2e-8cda-459d-8345-9929c91144b6 None None] Pushing event updated for resources: {'Port': ['ID=ed55e8d5-9421-4b82-92dc-9623a846b086,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:46.925264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2d4c7-666f-4529-bf02-d040895e323a req-93d7888c-043e-413c-992f-0223fb85afdb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:46.935754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1e2d4c7-666f-4529-bf02-d040895e323a req-93d7888c-043e-413c-992f-0223fb85afdb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1644170 Jul 07 22:41:47.034051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] For port a4a54e10-93a3-4c9d-9e54-c8e9276bd132, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:47.037505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f1e2d4c7-666f-4529-bf02-d040895e323a req-793fb984-32d3-4909-b729-159fc31b12b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988760 Jul 07 22:41:47.116630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] For port a4a54e10-93a3-4c9d-9e54-c8e9276bd132, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a4a54e10-93a3-4c9d-9e54-c8e9276bd132,segment=NetworkSegment(c15d8e17-1a97-46f3-a7f2-ff27c261c253),segment_id=c15d8e17-1a97-46f3-a7f2-ff27c261c253)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:47.126603 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:47.183022 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Set router c9187588-182e-42ff-9e21-ef0d176a1451 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:47.290221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:47.446759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ea36a-e99f-4d6c-a652-9213df64fac1 None None] Pushing event updated for resources: {'Port': ['ID=a4a54e10-93a3-4c9d-9e54-c8e9276bd132,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:47.604196 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '7905d366-e43c-4cbf-af38-98e88247b510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:44Z', 'updated_at': '2021-07-07T22:41:45Z', 'revision_number': 3, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'gw_port': {'id': '7905d366-e43c-4cbf-af38-98e88247b510', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:45Z', 'updated_at': '2021-07-07T22:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:47.651261 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Checking router: c9187588-182e-42ff-9e21-ef0d176a1451 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:47.651806 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Updating router c9187588-182e-42ff-9e21-ef0d176a1451 port 7905d366-e43c-4cbf-af38-98e88247b510 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:41:47.733200 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:47.763043 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:46Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:47.812259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77893d-723b-49d4-a0bb-1fb7e19cbbe6 None None] The sync data for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 is: [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:46Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:47.919381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.315631 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.338435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c37f73-4a3a-4586-a277-6e43454279f9 req-23621ab3-2881-408b-b9df-0fc4a93ccd6c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:48.340043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82c37f73-4a3a-4586-a277-6e43454279f9 req-23621ab3-2881-408b-b9df-0fc4a93ccd6c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1454840 Jul 07 22:41:48.345969 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Transition to ACTIVE for port object 7905d366-e43c-4cbf-af38-98e88247b510 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:48.366607 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.417887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82c37f73-4a3a-4586-a277-6e43454279f9 req-80f181b6-0801-4afa-8c0e-fac7b6f9741a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705550 Jul 07 22:41:48.475879 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Attempting to bind port 7905d366-e43c-4cbf-af38-98e88247b510 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:48.475879 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Attempting to bind port 7905d366-e43c-4cbf-af38-98e88247b510 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:48.475879 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Attempting to bind port 7905d366-e43c-4cbf-af38-98e88247b510 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:48.478831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Allocated IP 172.20.0.1 (c437049e-36d2-4512-a189-6b66fce889d6/aec157c2-62fb-4a3e-9076-2c969426b010/3aecfeed-b703-4403-b338-f94642ad440f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:48.489764 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:48.490462 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:48.490862 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.491260 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:48.491735 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Bound port: 7905d366-e43c-4cbf-af38-98e88247b510, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:48.492315 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.530477 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a0e8f-0781-409b-a38a-25bcb4f88e26 None None] Pushing event updated for resources: {'Port': ['ID=7905d366-e43c-4cbf-af38-98e88247b510,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:48.588363 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] For port 7905d366-e43c-4cbf-af38-98e88247b510, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:48.592428 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] For port 7905d366-e43c-4cbf-af38-98e88247b510, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7905d366-e43c-4cbf-af38-98e88247b510,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:48.596740 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.683450 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Routers {'c9187588-182e-42ff-9e21-ef0d176a1451'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:48.684410 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c9187588-182e-42ff-9e21-ef0d176a1451'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:48.751269 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a0e8f-0781-409b-a38a-25bcb4f88e26 None None] Pushing event updated for resources: {'Port': ['ID=7905d366-e43c-4cbf-af38-98e88247b510,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:48.809197 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:48.866334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ec1df-f4ce-466e-b531-1644767df393 req-3774c81e-b7a8-418e-b338-6c6ead7b4a9d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:48.868103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-195ec1df-f4ce-466e-b531-1644767df393 req-3774c81e-b7a8-418e-b338-6c6ead7b4a9d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1870198 Jul 07 22:41:48.879174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Transition to ACTIVE for port object 3aecfeed-b703-4403-b338-f94642ad440f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:48.945575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-195ec1df-f4ce-466e-b531-1644767df393 req-faa53cec-0800-447a-8f58-1eb509f32530 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710688 Jul 07 22:41:48.985073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38502) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:49.007181 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:49.057525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e91391c-ffc8-4315-8ce2-71b1d6ca9dcb tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:49.059345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1e91391c-ffc8-4315-8ce2-71b1d6ca9dcb tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1092 time: 0.0721784 Jul 07 22:41:49.062207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38514) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:49.068743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '4458ac37-6621-4dca-80bd-58370d19870c', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:41:49.104742 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Pushing event updated for resources: {'Port': ['ID=3aecfeed-b703-4403-b338-f94642ad440f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:49.109170 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:49.135141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Network c437049e-36d2-4512-a189-6b66fce889d6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:49.139993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:49.150680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:49.275931 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] Set router c9187588-182e-42ff-9e21-ef0d176a1451 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:49.280935 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:49.395141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d724bf6a-09c7-4d5f-a833-17b089d128e2 None None] Network c437049e-36d2-4512-a189-6b66fce889d6 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:41:49.406485 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:49.574827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ed55e8d5-9421-4b82-92dc-9623a846b086 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:49.673294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8d82e0d0-2336-4971-95e8-f68e9e391402 None None] Provisioning for port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:49.713305 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:49.722828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.25.8.246 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/1138fbe5-a033-4479-9c02-443287837da4) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:41:49.767487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ed55e8d5-9421-4b82-92dc-9623a846b086 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:49.782113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ed55e8d5-9421-4b82-92dc-9623a846b086 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:49.782680 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:49.810902 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '7905d366-e43c-4cbf-af38-98e88247b510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:44Z', 'updated_at': '2021-07-07T22:41:45Z', 'revision_number': 3, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'gw_port': {'id': '7905d366-e43c-4cbf-af38-98e88247b510', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:45Z', 'updated_at': '2021-07-07T22:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:49.888225 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc6c1d-530d-4245-a69d-630e1c36b7a8 None None] The sync data for ids ['c9187588-182e-42ff-9e21-ef0d176a1451'] in n-d-695012-11 is: [{'id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '7905d366-e43c-4cbf-af38-98e88247b510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:44Z', 'updated_at': '2021-07-07T22:41:45Z', 'revision_number': 3, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'gw_port': {'id': '7905d366-e43c-4cbf-af38-98e88247b510', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:45Z', 'updated_at': '2021-07-07T22:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:49.912340 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.015717 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.037185 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.101088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port ed55e8d5-9421-4b82-92dc-9623a846b086, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ed55e8d5-9421-4b82-92dc-9623a846b086,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:50.105961 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.106898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a4a54e10-93a3-4c9d-9e54-c8e9276bd132 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:50.144043 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.153173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.157928 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.307506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=ed55e8d5-9421-4b82-92dc-9623a846b086,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:50.319960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=1138fbe5-a033-4479-9c02-443287837da4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:50.336420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:50.341409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:50.342916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:50.343425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:50.344066 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.347008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Pushing event updated for resources: {'Port': ['ID=3aecfeed-b703-4403-b338-f94642ad440f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:50.352968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:41:50.356593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.560140 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.632581 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Network c437049e-36d2-4512-a189-6b66fce889d6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:41:50.634108 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:41:50.659585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port a4a54e10-93a3-4c9d-9e54-c8e9276bd132, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a4a54e10-93a3-4c9d-9e54-c8e9276bd132,segment=NetworkSegment(c15d8e17-1a97-46f3-a7f2-ff27c261c253),segment_id=c15d8e17-1a97-46f3-a7f2-ff27c261c253)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:50.677732 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.753642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0ed3cfc0-4a72-4acc-852a-a3e0eb39ee3e None None] Provisioning for port 3aecfeed-b703-4403-b338-f94642ad440f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:50.772369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0ed3cfc0-4a72-4acc-852a-a3e0eb39ee3e None None] Provisioning complete for port 3aecfeed-b703-4403-b338-f94642ad440f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:50.772729 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ed3cfc0-4a72-4acc-852a-a3e0eb39ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:50.908865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=a4a54e10-93a3-4c9d-9e54-c8e9276bd132,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:50.937321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3cfc0-4a72-4acc-852a-a3e0eb39ee3e None None] Port 3aecfeed-b703-4403-b338-f94642ad440f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:50.938468 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Router c9187588-182e-42ff-9e21-ef0d176a1451 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:41:50.975089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0ed3cfc0-4a72-4acc-852a-a3e0eb39ee3e None None] Provisioning complete for port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:50.975334 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ed3cfc0-4a72-4acc-852a-a3e0eb39ee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.151198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:51.162596 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8459b222-d5a1-406b-ba91-1fd44ea6bde6 admin admin] 10.222.0.81 "PUT /v2.0/routers/c9187588-182e-42ff-9e21-ef0d176a1451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3396521 Jul 07 22:41:51.228880 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.346539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6c20223d-ad23-4871-81c2-7bcfc20853a9 None None] Provisioning complete for port 3aecfeed-b703-4403-b338-f94642ad440f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:51.346951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6c20223d-ad23-4871-81c2-7bcfc20853a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.438742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6c20223d-ad23-4871-81c2-7bcfc20853a9 None None] Port 3aecfeed-b703-4403-b338-f94642ad440f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:51.500575 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.527390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a4a54e10-93a3-4c9d-9e54-c8e9276bd132 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:51.643282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:51.643938 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.753608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c7b9b4d8-1c66-4e7f-a087-6a4e96c13767 None None] Provisioning complete for port 3aecfeed-b703-4403-b338-f94642ad440f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:51.753993 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7b9b4d8-1c66-4e7f-a087-6a4e96c13767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.865241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c7b9b4d8-1c66-4e7f-a087-6a4e96c13767 None None] Port 3aecfeed-b703-4403-b338-f94642ad440f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:41:51.890877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7905d366-e43c-4cbf-af38-98e88247b510 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:51.947355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 7905d366-e43c-4cbf-af38-98e88247b510 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:51.951845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 7905d366-e43c-4cbf-af38-98e88247b510 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:51.952398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.952768 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:51.957062 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:52.103188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=1138fbe5-a033-4479-9c02-443287837da4,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:52.125188 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:52.140921 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:52.151718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 7905d366-e43c-4cbf-af38-98e88247b510, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7905d366-e43c-4cbf-af38-98e88247b510,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:52.156089 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:52.156889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ed55e8d5-9421-4b82-92dc-9623a846b086 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:52.252608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=7905d366-e43c-4cbf-af38-98e88247b510,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:52.296201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ed55e8d5-9421-4b82-92dc-9623a846b086 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:52.296790 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:52.868170 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Floating IP b89b2361-9f67-41c6-8b24-ec855a168cc2 associated. External IP: 172.25.8.246, port: 4458ac37-6621-4dca-80bd-58370d19870c. Jul 07 22:41:52.967243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Sync routers for ids ['c9187588-182e-42ff-9e21-ef0d176a1451'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:52.983230 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Routers {'c9187588-182e-42ff-9e21-ef0d176a1451'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:52.983888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c9187588-182e-42ff-9e21-ef0d176a1451'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:53.245111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Set router c9187588-182e-42ff-9e21-ef0d176a1451 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:53.306117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:41:53.338411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7905d366-e43c-4cbf-af38-98e88247b510 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:53.494665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:41:53.503451 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] Sync routers for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:41:53.515390 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:53.520328 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:53.522522 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:53.563267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-28c5a25c-4cc3-466e-b3b0-2e7eabe4961d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4995518 Jul 07 22:41:53.563977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:41:53.595003 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c6c0cd-02fb-46f2-9468-628780e55ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "tag": "4458ac37-6621-4dca-80bd-58370d19870c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:41:53.686804 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9befa6-0ec1-4d3e-b02a-c99627095f1b x-openstack-request-id: req-af9befa6-0ec1-4d3e-b02a-c99627095f1b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:41:53.686972 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "tag": "4458ac37-6621-4dca-80bd-58370d19870c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:41:53.687566 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af9befa6-0ec1-4d3e-b02a-c99627095f1b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:41:53.688090 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c', 'status': 'completed', 'code': 200} Jul 07 22:41:53.699451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 7905d366-e43c-4cbf-af38-98e88247b510 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:53.700075 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:53.775810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '7905d366-e43c-4cbf-af38-98e88247b510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:44Z', 'updated_at': '2021-07-07T22:41:49Z', 'revision_number': 4, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'gw_port': {'id': '7905d366-e43c-4cbf-af38-98e88247b510', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:45Z', 'updated_at': '2021-07-07T22:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '3aecfeed-b703-4403-b338-f94642ad440f', 'name': '', 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'mac_address': 'fa:16:3e:d2:3a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'aec157c2-62fb-4a3e-9076-2c969426b010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:47Z', 'updated_at': '2021-07-07T22:41:49Z', 'revision_number': 2, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'subnets': [{'id': 'aec157c2-62fb-4a3e-9076-2c969426b010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:53.826559 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:53.862133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Checking router: c9187588-182e-42ff-9e21-ef0d176a1451 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:53.873979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Updating router c9187588-182e-42ff-9e21-ef0d176a1451 port 3aecfeed-b703-4403-b338-f94642ad440f binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:41:53.978403 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:54.038122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0c7b6-8642-4271-8f7a-5db083940743 req-a66c65fc-6abf-40b0-ada9-d13d7956fa25 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:54.039408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aef0c7b6-8642-4271-8f7a-5db083940743 req-a66c65fc-6abf-40b0-ada9-d13d7956fa25 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.2484701 Jul 07 22:41:54.103779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-1309f5fe-d9db-4ad3-835d-06e1b9416831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:54.105706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-1309f5fe-d9db-4ad3-835d-06e1b9416831 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1097 time: 0.4011366 Jul 07 22:41:54.141890 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aef0c7b6-8642-4271-8f7a-5db083940743 req-4717ae35-c492-4fd0-b203-b073bec52607 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901599 Jul 07 22:41:54.191051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38852) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:54.251806 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'b89b2361-9f67-41c6-8b24-ec855a168cc2', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'port_id': '4458ac37-6621-4dca-80bd-58370d19870c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'mac_address': 'fa:16:3e:f3:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:50Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1685ae56-69b2-4860-8faf-7bbc8ca87c03', 'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:28Z', 'updated_at': '2021-07-07T22:41:35Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:54.303070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-26feba75-d124-4dbe-b273-cfb9c0b07df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:54.303759 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] Checking router: 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:41:54.304709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-26feba75-d124-4dbe-b273-cfb9c0b07df1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 200 len: 898 time: 0.1818960 Jul 07 22:41:54.345348 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:54.346165 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:54.389311 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-60c41ff8-b78e-46a1-b689-36ef29acae71 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/b89b2361-9f67-41c6-8b24-ec855a168cc2 HTTP/1.1" status: 200 len: 991 time: 0.1964228 Jul 07 22:41:54.559987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-bedcbf6e-c946-40e4-80f1-4c905caed40c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 999 time: 0.2474723 Jul 07 22:41:54.630783 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:54.642270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-0ef04d73-683e-4d04-bbd5-9369d600cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:54.648576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-0ef04d73-683e-4d04-bbd5-9369d600cfcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1d2ab14-9390-42ee-825b-0a1df25a2011 HTTP/1.1" status: 200 len: 835 time: 0.0814881 Jul 07 22:41:54.785089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-e6cf5d8e-7eaf-4c2f-a757-1a8f5b7bfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:41:54.787410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-e6cf5d8e-7eaf-4c2f-a757-1a8f5b7bfb66 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1331217 Jul 07 22:41:54.795631 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:54.809756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Transition to ACTIVE for port object 3aecfeed-b703-4403-b338-f94642ad440f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:41:54.817915 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:54.895307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca94ac-7006-4dd9-a6bd-d8d38c011f77 None None] Pushing event updated for resources: {'Port': ['ID=3aecfeed-b703-4403-b338-f94642ad440f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:55.014877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Attempting to bind port 3aecfeed-b703-4403-b338-f94642ad440f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:41:55.016328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Attempting to bind port 3aecfeed-b703-4403-b338-f94642ad440f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'c15d8e17-1a97-46f3-a7f2-ff27c261c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:41:55.016943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Attempting to bind port 3aecfeed-b703-4403-b338-f94642ad440f on network c437049e-36d2-4512-a189-6b66fce889d6 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:41:55.025264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:41:55.026904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Checking segment: {'id': 'c15d8e17-1a97-46f3-a7f2-ff27c261c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:41:55.028885 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.029534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Bound using segment: {'id': 'c15d8e17-1a97-46f3-a7f2-ff27c261c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:41:55.030334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Bound port: 3aecfeed-b703-4403-b338-f94642ad440f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15d8e17-1a97-46f3-a7f2-ff27c261c253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:41:55.031005 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.105841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-50074164-34c4-4a79-9910-879a67667309 service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045354 Jul 07 22:41:55.159759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] For port 3aecfeed-b703-4403-b338-f94642ad440f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:41:55.166145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] For port 3aecfeed-b703-4403-b338-f94642ad440f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3aecfeed-b703-4403-b338-f94642ad440f,segment=NetworkSegment(c15d8e17-1a97-46f3-a7f2-ff27c261c253),segment_id=c15d8e17-1a97-46f3-a7f2-ff27c261c253)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:41:55.196611 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:55.245955 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'b89b2361-9f67-41c6-8b24-ec855a168cc2', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'port_id': '4458ac37-6621-4dca-80bd-58370d19870c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'mac_address': 'fa:16:3e:f3:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:50Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1685ae56-69b2-4860-8faf-7bbc8ca87c03', 'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:28Z', 'updated_at': '2021-07-07T22:41:35Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:55.307543 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f470cd0-83ef-44d3-9320-75d1dabd35c5 None None] The sync data for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 is: [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'b89b2361-9f67-41c6-8b24-ec855a168cc2', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.246', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'port_id': '4458ac37-6621-4dca-80bd-58370d19870c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'mac_address': 'fa:16:3e:f3:7f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:41:50Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1685ae56-69b2-4860-8faf-7bbc8ca87c03', 'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:28Z', 'updated_at': '2021-07-07T22:41:35Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:55.361067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2c6c0cd-02fb-46f2-9468-628780e55ac0 req-c1508139-aada-4844-a0f5-1083ad7d3bbf service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534068 Jul 07 22:41:55.393372 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38868) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:55.420290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca94ac-7006-4dd9-a6bd-d8d38c011f77 None None] Pushing event updated for resources: {'Port': ['ID=3aecfeed-b703-4403-b338-f94642ad440f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:55.456354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Routers {'c9187588-182e-42ff-9e21-ef0d176a1451'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:41:55.475564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:41:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c9187588-182e-42ff-9e21-ef0d176a1451'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:55.594761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2024d466-b05e-40f7-9102-49a6ff1ef21c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/b89b2361-9f67-41c6-8b24-ec855a168cc2 HTTP/1.1" status: 200 len: 991 time: 0.1944947 Jul 07 22:41:55.799626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] Set router c9187588-182e-42ff-9e21-ef0d176a1451 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:41:55.852912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5361ffea-a2f7-4187-80ad-7140ec1f9dcb None None] New status for floating IP b89b2361-9f67-41c6-8b24-ec855a168cc2: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:41:56.241781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '7905d366-e43c-4cbf-af38-98e88247b510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:44Z', 'updated_at': '2021-07-07T22:41:49Z', 'revision_number': 4, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'gw_port': {'id': '7905d366-e43c-4cbf-af38-98e88247b510', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:45Z', 'updated_at': '2021-07-07T22:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '3aecfeed-b703-4403-b338-f94642ad440f', 'name': '', 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'mac_address': 'fa:16:3e:d2:3a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'aec157c2-62fb-4a3e-9076-2c969426b010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:47Z', 'updated_at': '2021-07-07T22:41:55Z', 'revision_number': 4, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'subnets': [{'id': 'aec157c2-62fb-4a3e-9076-2c969426b010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:41:56.307014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e77e50-4b8f-4bac-8683-83f36793c153 None None] The sync data for ids ['c9187588-182e-42ff-9e21-ef0d176a1451'] in n-d-695012-11 is: [{'id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '7905d366-e43c-4cbf-af38-98e88247b510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:44Z', 'updated_at': '2021-07-07T22:41:49Z', 'revision_number': 4, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'gw_port': {'id': '7905d366-e43c-4cbf-af38-98e88247b510', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:45Z', 'updated_at': '2021-07-07T22:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '3aecfeed-b703-4403-b338-f94642ad440f', 'name': '', 'network_id': 'c437049e-36d2-4512-a189-6b66fce889d6', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'mac_address': 'fa:16:3e:d2:3a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': 'aec157c2-62fb-4a3e-9076-2c969426b010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:47Z', 'updated_at': '2021-07-07T22:41:55Z', 'revision_number': 4, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'subnets': [{'id': 'aec157c2-62fb-4a3e-9076-2c969426b010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:41:56.593693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:56.773150 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dde783f4-d499-4f3c-b5b3-48c9709a3652 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/b89b2361-9f67-41c6-8b24-ec855a168cc2 HTTP/1.1" status: 200 len: 993 time: 0.1633482 Jul 07 22:41:57.301539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3aecfeed-b703-4403-b338-f94642ad440f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:57.405046 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2394fd79-03e0-477e-bd0c-8975dd398a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.446568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3aecfeed-b703-4403-b338-f94642ad440f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:41:57.451390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3aecfeed-b703-4403-b338-f94642ad440f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:57.451872 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.543579 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.580149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 3aecfeed-b703-4403-b338-f94642ad440f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3aecfeed-b703-4403-b338-f94642ad440f,segment=NetworkSegment(c15d8e17-1a97-46f3-a7f2-ff27c261c253),segment_id=c15d8e17-1a97-46f3-a7f2-ff27c261c253)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:41:57.585898 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:57.670433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=3aecfeed-b703-4403-b338-f94642ad440f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:58.909546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 38910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:59.072848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27f76c85-6807-4962-9574-69c4b61c8b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.249125 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27f76c85-6807-4962-9574-69c4b61c8b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.258780 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-27f76c85-6807-4962-9574-69c4b61c8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.343937 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f76c85-6807-4962-9574-69c4b61c8b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcb41fe-9292-42c3-9337-cd3efcb9ac2e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:59.364300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38918) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:41:59.394541 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-27f76c85-6807-4962-9574-69c4b61c8b36 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=051f4070454c4b43811bec528e6d5194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472489 Jul 07 22:41:59.432946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3aecfeed-b703-4403-b338-f94642ad440f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:41:59.459805 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74d47029-68cb-40e7-b0e6-4d6687746654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.491555 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74d47029-68cb-40e7-b0e6-4d6687746654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.546326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3aecfeed-b703-4403-b338-f94642ad440f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:41:59.546474 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.565826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74d47029-68cb-40e7-b0e6-4d6687746654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.572688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74d47029-68cb-40e7-b0e6-4d6687746654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:41:59.577083 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-74d47029-68cb-40e7-b0e6-4d6687746654 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdcb41fe-9292-42c3-9337-cd3efcb9ac2e HTTP/1.1" status: 204 len: 168 time: 0.2081687 Jul 07 22:41:59.603931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d47029-68cb-40e7-b0e6-4d6687746654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcb41fe-9292-42c3-9337-cd3efcb9ac2e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:41:59.736602 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-912ad050-f61c-418d-9a75-c0d3dfe9ca20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:00.039583 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:00.928946 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.376913 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:01.929595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 38990) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:02.077449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.198876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.209615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.309820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1252487c11fa4d1d9e118ebff1707b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790760 Jul 07 22:42:02.311034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d716be7a-132b-46bc-abfc-6c227ac43aac,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:02.313189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:02.323921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.324567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.324919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.325254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.325781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.326162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.326483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.326823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.327145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.327647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.328148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.328676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540687a4-81c8-487c-9e8b-daa6a8360ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:02.377382 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6042ec0-4f74-476f-beae-f4e9d0c16e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.401071 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6042ec0-4f74-476f-beae-f4e9d0c16e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.463889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6042ec0-4f74-476f-beae-f4e9d0c16e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.466722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f6042ec0-4f74-476f-beae-f4e9d0c16e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.468239 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f6042ec0-4f74-476f-beae-f4e9d0c16e6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d716be7a-132b-46bc-abfc-6c227ac43aac HTTP/1.1" status: 204 len: 168 time: 0.1536682 Jul 07 22:42:02.476858 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6042ec0-4f74-476f-beae-f4e9d0c16e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d716be7a-132b-46bc-abfc-6c227ac43aac,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:02.806101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:02.924610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:02.944777 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d886d25-1154-4664-bbec-5ff5a870a512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.075276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d886d25-1154-4664-bbec-5ff5a870a512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.080168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d886d25-1154-4664-bbec-5ff5a870a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.085818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39026) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:03.133322 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9d886d25-1154-4664-bbec-5ff5a870a512 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d1d07905665841069f3358abe4e7ccb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071028 Jul 07 22:42:03.135875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:03.148437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d886d25-1154-4664-bbec-5ff5a870a512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2efe08-a494-4ac3-bd63-7758ee9c629f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:03.212468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce12c575-d369-4910-a24b-3c4a3adb94ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.239102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce12c575-d369-4910-a24b-3c4a3adb94ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.249409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b079-ca5e-48ca-ac8e-9545e77afa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.317035 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce12c575-d369-4910-a24b-3c4a3adb94ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.326930 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ce12c575-d369-4910-a24b-3c4a3adb94ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.333406 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ce12c575-d369-4910-a24b-3c4a3adb94ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d2efe08-a494-4ac3-bd63-7758ee9c629f HTTP/1.1" status: 204 len: 168 time: 0.1949866 Jul 07 22:42:03.357472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12c575-d369-4910-a24b-3c4a3adb94ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2efe08-a494-4ac3-bd63-7758ee9c629f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:03.358447 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b079-ca5e-48ca-ac8e-9545e77afa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.365144 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b079-ca5e-48ca-ac8e-9545e77afa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.447316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0b079-ca5e-48ca-ac8e-9545e77afa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a4f86-515b-4b38-8e95-2d2f1a8630e8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:03.460540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39038) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:03.463004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d6e0b079-ca5e-48ca-ac8e-9545e77afa43 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9d96ddc4bcfd45c0b25d6d7f69781685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756583 Jul 07 22:42:03.557324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddaa3267-4242-40ba-b569-adb96d0abd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.598881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddaa3267-4242-40ba-b569-adb96d0abd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.664340 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddaa3267-4242-40ba-b569-adb96d0abd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.667648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ddaa3267-4242-40ba-b569-adb96d0abd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:03.668884 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ddaa3267-4242-40ba-b569-adb96d0abd1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c53a4f86-515b-4b38-8e95-2d2f1a8630e8 HTTP/1.1" status: 204 len: 168 time: 0.2073042 Jul 07 22:42:03.681275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa3267-4242-40ba-b569-adb96d0abd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a4f86-515b-4b38-8e95-2d2f1a8630e8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:03.980557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39054) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:03.994977 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396414f-92ad-4ebf-b661-820d69d4f807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.103550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396414f-92ad-4ebf-b661-820d69d4f807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.107616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8396414f-92ad-4ebf-b661-820d69d4f807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.148909 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8396414f-92ad-4ebf-b661-820d69d4f807 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9c6412b9255447c881e52ef3f80715d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672502 Jul 07 22:42:04.150340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396414f-92ad-4ebf-b661-820d69d4f807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255dc834-3e37-491c-9be3-8b1ec1d5c8ea,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:04.152368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39060) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:04.225671 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0b55-88a7-4b4d-bf93-bb96315a9c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.255459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0b55-88a7-4b4d-bf93-bb96315a9c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.319303 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0b55-88a7-4b4d-bf93-bb96315a9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.321973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0b55-88a7-4b4d-bf93-bb96315a9c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.326176 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a6ed0b55-88a7-4b4d-bf93-bb96315a9c6a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/255dc834-3e37-491c-9be3-8b1ec1d5c8ea HTTP/1.1" status: 204 len: 168 time: 0.1730323 Jul 07 22:42:04.337289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed0b55-88a7-4b4d-bf93-bb96315a9c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255dc834-3e37-491c-9be3-8b1ec1d5c8ea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:04.349191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39072) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:04.497952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1009538768-network', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:04.525210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Made reservation on behalf of ace927fb95f04385aebb70e7068a904d for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:04.528473 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.540546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.667272 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.672245 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.685855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:42:04.699840 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.700199 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Added segment 85c3238e-4ab2-4a81-864e-c1bedda7173c of type vlan for network 7ed0b85b-433e-4229-9cc4-7177013dead3 Jul 07 22:42:04.781013 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.793034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da5e1e0-7121-4604-8641-438b504ab994,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:04.820179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.821252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:04.821865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:04.876481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5236657 Jul 07 22:42:04.879557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39088) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:04.886948 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Request body: {'subnet': {'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1009538768-subnet', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:04.898844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3382eb0-dedc-47cd-a422-1bd21dca08c9 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed0b85b-433e-4229-9cc4-7177013dead3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:04.916199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Made reservation on behalf of ace927fb95f04385aebb70e7068a904d for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:04.917188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 7ed0b85b-433e-4229-9cc4-7177013dead3 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:42:04.919800 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.149133 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.233733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7d1c45-53c4-4853-845d-57d8e92a5a7c,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:05.248871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Checking segment: {'id': '85c3238e-4ab2-4a81-864e-c1bedda7173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:05.249371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Network hostable DHCP agents. Network: 7ed0b85b-433e-4229-9cc4-7177013dead3, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:42:05.271717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Network 7ed0b85b-433e-4229-9cc4-7177013dead3 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:42:05.286413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 7ed0b85b-433e-4229-9cc4-7177013dead3) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:05.296887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:05.298056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.299351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36906954-73c8-42f6-a416-3bbc86ebe42a None None] Network 7ed0b85b-433e-4229-9cc4-7177013dead3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:05.317384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-229fa0b8-926f-49fc-921f-1f00f255534f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4354281 Jul 07 22:42:05.319247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39100) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:05.325416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:05.362160 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.364432 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.479876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.550118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-7ed0b85b-433e-4229-9cc4-7177013dead3', 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'fixed_ips': [{'subnet_id': '9d7d1c45-53c4-4853-845d-57d8e92a5a7c'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:42:05.552926 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.706194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.817136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Allocated IP 172.20.0.2 (7ed0b85b-433e-4229-9cc4-7177013dead3/9d7d1c45-53c4-4853-845d-57d8e92a5a7c/e4ddd043-b482-4132-8b3b-29bd6a78c1bb) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:05.938842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:05.961131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.013727 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.025861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Transition to ACTIVE for port object e4ddd043-b482-4132-8b3b-29bd6a78c1bb will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:06.043841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Transition to ACTIVE for port object e4ddd043-b482-4132-8b3b-29bd6a78c1bb will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:06.056250 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.097808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Allocated IP 172.25.8.7 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f91eafac-82f2-4974-ae28-3f3ca7f19be8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:06.119233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Network 7ed0b85b-433e-4229-9cc4-7177013dead3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:06.126342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:06.128151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Pushing event updated for resources: {'Port': ['ID=e4ddd043-b482-4132-8b3b-29bd6a78c1bb,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:06.130486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:06.202107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Attempting to bind port e4ddd043-b482-4132-8b3b-29bd6a78c1bb on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:06.202603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Attempting to bind port e4ddd043-b482-4132-8b3b-29bd6a78c1bb by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '85c3238e-4ab2-4a81-864e-c1bedda7173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:06.204264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Attempting to bind port e4ddd043-b482-4132-8b3b-29bd6a78c1bb on network 7ed0b85b-433e-4229-9cc4-7177013dead3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:06.210583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:06.210955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Checking segment: {'id': '85c3238e-4ab2-4a81-864e-c1bedda7173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:06.211360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.211755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Bound using segment: {'id': '85c3238e-4ab2-4a81-864e-c1bedda7173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:06.212228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Bound port: e4ddd043-b482-4132-8b3b-29bd6a78c1bb, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c3238e-4ab2-4a81-864e-c1bedda7173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:06.212609 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.242468 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.292283 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.312067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] For port e4ddd043-b482-4132-8b3b-29bd6a78c1bb, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:06.316990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] For port e4ddd043-b482-4132-8b3b-29bd6a78c1bb, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e4ddd043-b482-4132-8b3b-29bd6a78c1bb,segment=NetworkSegment(85c3238e-4ab2-4a81-864e-c1bedda7173c),segment_id=85c3238e-4ab2-4a81-864e-c1bedda7173c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:06.323674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:06.343614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:06.349047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:06.350639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:06.409557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Pushing event updated for resources: {'Port': ['ID=f91eafac-82f2-4974-ae28-3f3ca7f19be8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:06.418816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff26f5-ce4b-4c72-9a4d-939424e8bd8e None None] Pushing event updated for resources: {'Port': ['ID=e4ddd043-b482-4132-8b3b-29bd6a78c1bb,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:06.767404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.033257 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.194320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Router 9702ae8a-fb4a-429e-b526-cd218225e86c is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:42:07.354447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39158) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:07.368528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e4ddd043-b482-4132-8b3b-29bd6a78c1bb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:07.377903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:07.386805 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Sync routers for ids ['9702ae8a-fb4a-429e-b526-cd218225e86c'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:07.396662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.401595 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5cd2f3c6-cd04-4482-854c-3302e136ceb4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0778108 Jul 07 22:42:07.401807 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Routers {'9702ae8a-fb4a-429e-b526-cd218225e86c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:07.402310 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9702ae8a-fb4a-429e-b526-cd218225e86c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:07.402975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:07.445503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e4ddd043-b482-4132-8b3b-29bd6a78c1bb completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:07.562092 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a36643c-a622-4aa3-80a0-e79c169cf242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.605718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Set router 9702ae8a-fb4a-429e-b526-cd218225e86c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:07.650344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd496590-5687-419f-bffa-952f56e7262a None None] Network 7ed0b85b-433e-4229-9cc4-7177013dead3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:07.769993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c767ff9b-d920-4b96-95e7-4ce7203e5a22 None None] Provisioning for port e4ddd043-b482-4132-8b3b-29bd6a78c1bb completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:07.788267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c767ff9b-d920-4b96-95e7-4ce7203e5a22 None None] Provisioning complete for port e4ddd043-b482-4132-8b3b-29bd6a78c1bb triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:07.797004 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c767ff9b-d920-4b96-95e7-4ce7203e5a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.803588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a36643c-a622-4aa3-80a0-e79c169cf242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.809304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5a36643c-a622-4aa3-80a0-e79c169cf242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:07.873835 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:06Z', 'revision_number': 3, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'gw_port': {'id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:07.960728 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5a36643c-a622-4aa3-80a0-e79c169cf242 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2bc7a571f92f418291012379e4ad228f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047003 Jul 07 22:42:07.963371 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39166) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:08.116780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adb70fe6-7d48-46ba-82e3-94c41af4c799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.181558 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adb70fe6-7d48-46ba-82e3-94c41af4c799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.199882 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c767ff9b-d920-4b96-95e7-4ce7203e5a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.200921 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Checking router: 9702ae8a-fb4a-429e-b526-cd218225e86c for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:08.201263 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Updating router 9702ae8a-fb4a-429e-b526-cd218225e86c port f91eafac-82f2-4974-ae28-3f3ca7f19be8 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:42:08.288826 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.292662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adb70fe6-7d48-46ba-82e3-94c41af4c799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.295591 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adb70fe6-7d48-46ba-82e3-94c41af4c799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.307573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-adb70fe6-7d48-46ba-82e3-94c41af4c799 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d47b5f96-196c-45b2-af61-e4d25d74e49b HTTP/1.1" status: 204 len: 168 time: 0.3340316 Jul 07 22:42:08.327325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c767ff9b-d920-4b96-95e7-4ce7203e5a22 None None] For port e4ddd043-b482-4132-8b3b-29bd6a78c1bb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e4ddd043-b482-4132-8b3b-29bd6a78c1bb,segment=NetworkSegment(85c3238e-4ab2-4a81-864e-c1bedda7173c),segment_id=85c3238e-4ab2-4a81-864e-c1bedda7173c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:08.333095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb70fe6-7d48-46ba-82e3-94c41af4c799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47b5f96-196c-45b2-af61-e4d25d74e49b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:08.340911 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c767ff9b-d920-4b96-95e7-4ce7203e5a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.345634 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:42:08.461523 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36643c-a622-4aa3-80a0-e79c169cf242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47b5f96-196c-45b2-af61-e4d25d74e49b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:08.479381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767ff9b-d920-4b96-95e7-4ce7203e5a22 None None] Pushing event updated for resources: {'Port': ['ID=e4ddd043-b482-4132-8b3b-29bd6a78c1bb,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:08.653007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.785973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fe2bc1e1-1c77-4f58-aac6-cf0300da47ab None None] Provisioning complete for port e4ddd043-b482-4132-8b3b-29bd6a78c1bb triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:08.786404 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fe2bc1e1-1c77-4f58-aac6-cf0300da47ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.801982 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.824872 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Transition to ACTIVE for port object f91eafac-82f2-4974-ae28-3f3ca7f19be8 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:08.849660 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.856079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39176) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:08.881369 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5b456173-7c73-4dab-a07a-fd4cb8577c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:08.941562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Allocated IP 172.20.0.1 (7ed0b85b-433e-4229-9cc4-7177013dead3/9d7d1c45-53c4-4853-845d-57d8e92a5a7c/7ee79903-2912-4f27-aca5-08388b156461) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:09.018815 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ec7b3-ac21-4fdb-829f-51717fd1a90a None None] Pushing event updated for resources: {'Port': ['ID=f91eafac-82f2-4974-ae28-3f3ca7f19be8,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:09.046233 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Attempting to bind port f91eafac-82f2-4974-ae28-3f3ca7f19be8 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:09.047922 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Attempting to bind port f91eafac-82f2-4974-ae28-3f3ca7f19be8 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:09.049170 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Attempting to bind port f91eafac-82f2-4974-ae28-3f3ca7f19be8 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:09.060027 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:09.061117 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:09.062584 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.063745 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:09.065409 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Bound port: f91eafac-82f2-4974-ae28-3f3ca7f19be8, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:09.066981 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.139419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5b456173-7c73-4dab-a07a-fd4cb8577c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.150335 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5b456173-7c73-4dab-a07a-fd4cb8577c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.174523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.183236 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] For port f91eafac-82f2-4974-ae28-3f3ca7f19be8, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:09.187963 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] For port f91eafac-82f2-4974-ae28-3f3ca7f19be8, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f91eafac-82f2-4974-ae28-3f3ca7f19be8,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:09.206969 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.213135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5b456173-7c73-4dab-a07a-fd4cb8577c4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=628dd703d0524385beeb1ebed467fe0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554468 Jul 07 22:42:09.214378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b456173-7c73-4dab-a07a-fd4cb8577c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ececc3e-c923-434d-a0bb-a5ce12cf7aa8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:09.216658 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39180) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:09.220128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Transition to ACTIVE for port object 7ee79903-2912-4f27-aca5-08388b156461 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:09.304739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d4e4-afac-4342-bcf6-97e67db76f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.322307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e4ddd043-b482-4132-8b3b-29bd6a78c1bb up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:09.340162 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d4e4-afac-4342-bcf6-97e67db76f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.348150 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.349244 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Routers {'9702ae8a-fb4a-429e-b526-cd218225e86c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:09.351131 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9702ae8a-fb4a-429e-b526-cd218225e86c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:09.404206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Network 7ed0b85b-433e-4229-9cc4-7177013dead3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:09.410653 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:09.419733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:09.421652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e4ddd043-b482-4132-8b3b-29bd6a78c1bb triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:09.422458 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.456238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee79903-2912-4f27-aca5-08388b156461,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:09.478245 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.566987 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ec7b3-ac21-4fdb-829f-51717fd1a90a None None] Pushing event updated for resources: {'Port': ['ID=f91eafac-82f2-4974-ae28-3f3ca7f19be8,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:09.571393 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] Set router 9702ae8a-fb4a-429e-b526-cd218225e86c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:09.652877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d4e4-afac-4342-bcf6-97e67db76f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.657893 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6b8d4e4-afac-4342-bcf6-97e67db76f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.674711 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b6b8d4e4-afac-4342-bcf6-97e67db76f78 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ececc3e-c923-434d-a0bb-a5ce12cf7aa8 HTTP/1.1" status: 204 len: 168 time: 0.4569049 Jul 07 22:42:09.733688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8d4e4-afac-4342-bcf6-97e67db76f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ececc3e-c923-434d-a0bb-a5ce12cf7aa8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:09.777380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.833704 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:06Z', 'revision_number': 3, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'gw_port': {'id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:09.864431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-672a53ad-d10f-4a04-bf52-395aec0af6e5 None None] Provisioning for port 7ee79903-2912-4f27-aca5-08388b156461 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:09.872610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-672a53ad-d10f-4a04-bf52-395aec0af6e5 None None] Provisioning complete for port 7ee79903-2912-4f27-aca5-08388b156461 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:09.873014 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-672a53ad-d10f-4a04-bf52-395aec0af6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:09.873375 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48399356-6965-4ab4-92b9-5bae34d7eee6 None None] The sync data for ids ['9702ae8a-fb4a-429e-b526-cd218225e86c'] in n-d-695012-11 is: [{'id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:06Z', 'revision_number': 3, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'gw_port': {'id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:09.928975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-672a53ad-d10f-4a04-bf52-395aec0af6e5 None None] Port 7ee79903-2912-4f27-aca5-08388b156461 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:10.029171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:10.035883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:10.121906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:10.260051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee79903-2912-4f27-aca5-08388b156461,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:10.286913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Network 7ed0b85b-433e-4229-9cc4-7177013dead3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:10.294571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:10.545328 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Router 9702ae8a-fb4a-429e-b526-cd218225e86c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:10.749444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:10.754964 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b82de61b-967b-497e-a0f7-15152327c282 admin admin] 10.222.0.81 "PUT /v2.0/routers/9702ae8a-fb4a-429e-b526-cd218225e86c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3507905 Jul 07 22:42:10.767029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bc010cf7-c3fe-47f8-a692-9caa942dd3f5 None None] Provisioning complete for port 7ee79903-2912-4f27-aca5-08388b156461 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:10.767408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc010cf7-c3fe-47f8-a692-9caa942dd3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:10.854797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bc010cf7-c3fe-47f8-a692-9caa942dd3f5 None None] Port 7ee79903-2912-4f27-aca5-08388b156461 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:11.343838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f91eafac-82f2-4974-ae28-3f3ca7f19be8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:11.453743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f91eafac-82f2-4974-ae28-3f3ca7f19be8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:11.464397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f91eafac-82f2-4974-ae28-3f3ca7f19be8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:11.464789 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.588063 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.635138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f91eafac-82f2-4974-ae28-3f3ca7f19be8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f91eafac-82f2-4974-ae28-3f3ca7f19be8,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:11.642151 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.706137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f91eafac-82f2-4974-ae28-3f3ca7f19be8,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:11.817241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39250) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:11.822289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-502045276-network', 'tenant_id': '40913892e95947db9cc429123aa22a84'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:11.848685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Made reservation on behalf of 40913892e95947db9cc429123aa22a84 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:11.852453 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.865621 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:11.995792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.001064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.016441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:42:12.042923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.043265 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Added segment aa62db93-9f8d-41f7-b77b-88b873e1698e of type vlan for network 2b453158-ec8c-4aff-a2f1-8198135037da Jul 07 22:42:12.087853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5f8fb1-6b0b-4bf5-a956-4f6bfa7001fe,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:12.112045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.161333 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.162492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:12.163243 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.227988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39268) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:12.228557 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4097342 Jul 07 22:42:12.238487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Request body: {'subnet': {'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-502045276-subnet', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:12.238646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b559d-fb91-4c8a-9141-a016918f3bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=2b453158-ec8c-4aff-a2f1-8198135037da,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:12.250486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 2b453158-ec8c-4aff-a2f1-8198135037da details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:42:12.271587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Made reservation on behalf of 40913892e95947db9cc429123aa22a84 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:12.283033 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.462836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Sync routers for ids ['9702ae8a-fb4a-429e-b526-cd218225e86c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:12.512034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Routers {'9702ae8a-fb4a-429e-b526-cd218225e86c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:12.512675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9702ae8a-fb4a-429e-b526-cd218225e86c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:12.618979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.625251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Set router 9702ae8a-fb4a-429e-b526-cd218225e86c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:12.752162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b35cb5-c420-4205-9260-e62fb3169508,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:12.764699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Checking segment: {'id': 'aa62db93-9f8d-41f7-b77b-88b873e1698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:12.765337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Network hostable DHCP agents. Network: 2b453158-ec8c-4aff-a2f1-8198135037da, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:42:12.786260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Network 2b453158-ec8c-4aff-a2f1-8198135037da is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:42:12.808898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 2b453158-ec8c-4aff-a2f1-8198135037da) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:12.818795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe07c21-251c-4897-8e8e-5d3a18af8d35 None None] Network 2b453158-ec8c-4aff-a2f1-8198135037da requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:12.823445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:12.824036 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.846330 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39280) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:12.852905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:12.857614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-57d89830-4eb9-46c5-b87d-053c9d1c104b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6275160 Jul 07 22:42:12.881648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.882957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:12.965647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.122940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.162682 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-2b453158-ec8c-4aff-a2f1-8198135037da', 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'fixed_ips': [{'subnet_id': 'a9b35cb5-c420-4205-9260-e62fb3169508'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:42:13.163584 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.179754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:09Z', 'revision_number': 4, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'gw_port': {'id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '7ee79903-2912-4f27-aca5-08388b156461', 'name': '', 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'mac_address': 'fa:16:3e:42:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '9d7d1c45-53c4-4853-845d-57d8e92a5a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:08Z', 'updated_at': '2021-07-07T22:42:09Z', 'revision_number': 2, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'subnets': [{'id': '9d7d1c45-53c4-4853-845d-57d8e92a5a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:13.218754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Checking router: 9702ae8a-fb4a-429e-b526-cd218225e86c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:13.219106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Updating router 9702ae8a-fb4a-429e-b526-cd218225e86c port 7ee79903-2912-4f27-aca5-08388b156461 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:42:13.334060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f91eafac-82f2-4974-ae28-3f3ca7f19be8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:13.383080 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.404190 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.424655 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.491036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f91eafac-82f2-4974-ae28-3f3ca7f19be8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:13.491613 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.492442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39290) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:13.533129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Allocated IP 172.25.8.174 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/e2147859-01c6-475b-a025-b8357ba0b8d0) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:13.562380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Allocated IP 172.20.0.2 (2b453158-ec8c-4aff-a2f1-8198135037da/a9b35cb5-c420-4205-9260-e62fb3169508/de6c01a8-7a81-4aa0-91f3-b45d0e688103) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:13.639867 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f95fb0ac-f737-4454-b3d8-5874c12abde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.700684 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.767046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f95fb0ac-f737-4454-b3d8-5874c12abde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.775100 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f95fb0ac-f737-4454-b3d8-5874c12abde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.811341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.857298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f95fb0ac-f737-4454-b3d8-5874c12abde0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6915409b86a54dfb903e042551c65e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626084 Jul 07 22:42:13.857571 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39308) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:13.859258 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:13.860657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95fb0ac-f737-4454-b3d8-5874c12abde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b7794-7a3f-473c-a4c7-4bedda61deff,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:13.909199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Pushing event updated for resources: {'Port': ['ID=e2147859-01c6-475b-a025-b8357ba0b8d0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:13.913724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:13.927419 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:13.966984 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:13.986233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Transition to ACTIVE for port object de6c01a8-7a81-4aa0-91f3-b45d0e688103 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:14.036736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Transition to ACTIVE for port object de6c01a8-7a81-4aa0-91f3-b45d0e688103 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:14.071341 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.074705 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6954-5144-42ba-ad08-73ba378fda08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.083737 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.106428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6954-5144-42ba-ad08-73ba378fda08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.120797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Network 2b453158-ec8c-4aff-a2f1-8198135037da is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:14.127277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Transition to ACTIVE for port object 7ee79903-2912-4f27-aca5-08388b156461 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:14.130502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:14.132987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:14.151684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.158676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Pushing event updated for resources: {'Port': ['ID=de6c01a8-7a81-4aa0-91f3-b45d0e688103,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:14.216461 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6954-5144-42ba-ad08-73ba378fda08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.219183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f6b6954-5144-42ba-ad08-73ba378fda08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.220364 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0f6b6954-5144-42ba-ad08-73ba378fda08 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f98b7794-7a3f-473c-a4c7-4bedda61deff HTTP/1.1" status: 204 len: 168 time: 0.3598173 Jul 07 22:42:14.329515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b6954-5144-42ba-ad08-73ba378fda08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b7794-7a3f-473c-a4c7-4bedda61deff,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:14.347808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Attempting to bind port de6c01a8-7a81-4aa0-91f3-b45d0e688103 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:14.348173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Attempting to bind port de6c01a8-7a81-4aa0-91f3-b45d0e688103 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'aa62db93-9f8d-41f7-b77b-88b873e1698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:14.348534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Attempting to bind port de6c01a8-7a81-4aa0-91f3-b45d0e688103 on network 2b453158-ec8c-4aff-a2f1-8198135037da {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:14.354149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458cfe5-0042-4247-b515-748bb4286fc0 req-2ccefe4c-3dfb-4dd7-8765-12564896fcf5 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:14.367289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1458cfe5-0042-4247-b515-748bb4286fc0 req-2ccefe4c-3dfb-4dd7-8765-12564896fcf5 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 945 time: 0.1289723 Jul 07 22:42:14.411434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:14.412160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Checking segment: {'id': 'aa62db93-9f8d-41f7-b77b-88b873e1698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:14.412820 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.413451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Bound using segment: {'id': 'aa62db93-9f8d-41f7-b77b-88b873e1698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:14.414206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Bound port: de6c01a8-7a81-4aa0-91f3-b45d0e688103, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa62db93-9f8d-41f7-b77b-88b873e1698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:14.421647 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.424115 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6f00-ca7c-4b7e-a854-99d4c5d384d3 None None] Pushing event updated for resources: {'Port': ['ID=7ee79903-2912-4f27-aca5-08388b156461,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:14.449520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1458cfe5-0042-4247-b515-748bb4286fc0 req-5415dbe7-bb69-44b1-9d1b-bb98022a8283 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684464 Jul 07 22:42:14.555433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] For port de6c01a8-7a81-4aa0-91f3-b45d0e688103, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:14.558256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] For port de6c01a8-7a81-4aa0-91f3-b45d0e688103, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de6c01a8-7a81-4aa0-91f3-b45d0e688103,segment=NetworkSegment(aa62db93-9f8d-41f7-b77b-88b873e1698e),segment_id=aa62db93-9f8d-41f7-b77b-88b873e1698e)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:14.573420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.577977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Attempting to bind port 7ee79903-2912-4f27-aca5-08388b156461 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:14.578630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Attempting to bind port 7ee79903-2912-4f27-aca5-08388b156461 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '85c3238e-4ab2-4a81-864e-c1bedda7173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:14.579338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Attempting to bind port 7ee79903-2912-4f27-aca5-08388b156461 on network 7ed0b85b-433e-4229-9cc4-7177013dead3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:14.589335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:14.589700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Checking segment: {'id': '85c3238e-4ab2-4a81-864e-c1bedda7173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:14.590121 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.590518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Bound using segment: {'id': '85c3238e-4ab2-4a81-864e-c1bedda7173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:14.590992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Bound port: 7ee79903-2912-4f27-aca5-08388b156461, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85c3238e-4ab2-4a81-864e-c1bedda7173c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:14.591421 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.602976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.688654 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72b948-7945-4c39-9eb7-a5bd9271ccd8 None None] Pushing event updated for resources: {'Port': ['ID=de6c01a8-7a81-4aa0-91f3-b45d0e688103,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:14.754111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] For port 7ee79903-2912-4f27-aca5-08388b156461, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:14.758044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39320) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:14.762426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] For port 7ee79903-2912-4f27-aca5-08388b156461, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7ee79903-2912-4f27-aca5-08388b156461,segment=NetworkSegment(85c3238e-4ab2-4a81-864e-c1bedda7173c),segment_id=85c3238e-4ab2-4a81-864e-c1bedda7173c)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:14.770244 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.785946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d977b663-0d44-43d5-8087-a42705519031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:14.841052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Routers {'9702ae8a-fb4a-429e-b526-cd218225e86c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:14.841695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9702ae8a-fb4a-429e-b526-cd218225e86c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:14.905770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.181364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b6f00-ca7c-4b7e-a854-99d4c5d384d3 None None] Pushing event updated for resources: {'Port': ['ID=7ee79903-2912-4f27-aca5-08388b156461,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:15.189511 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d977b663-0d44-43d5-8087-a42705519031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.196436 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d977b663-0d44-43d5-8087-a42705519031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.215093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:42:15.230608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] Set router 9702ae8a-fb4a-429e-b526-cd218225e86c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:15.245284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977b663-0d44-43d5-8087-a42705519031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbcb42e-67f9-4d0d-bdbe-53b240677ce3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:15.256167 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d977b663-0d44-43d5-8087-a42705519031 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5a32abf7aedf432aa378c06f1bfc2dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4887097 Jul 07 22:42:15.256669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39322) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:15.360907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de6c01a8-7a81-4aa0-91f3-b45d0e688103 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:15.375011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-230c93ef-92e8-45e1-8778-64329273dbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.407058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-230c93ef-92e8-45e1-8778-64329273dbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.414690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:15.427152 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Sync routers for ids ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:15.443645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.444983 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Routers {'d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:15.445981 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4805c764-a0c3-4035-ab17-6674dd8f17df admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5984187 Jul 07 22:42:15.448623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39326) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:15.449162 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:15.495092 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-230c93ef-92e8-45e1-8778-64329273dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.498342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-230c93ef-92e8-45e1-8778-64329273dbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:15.502442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-230c93ef-92e8-45e1-8778-64329273dbf8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fdbcb42e-67f9-4d0d-bdbe-53b240677ce3 HTTP/1.1" status: 204 len: 168 time: 0.2445977 Jul 07 22:42:15.520979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c93ef-92e8-45e1-8778-64329273dbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbcb42e-67f9-4d0d-bdbe-53b240677ce3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:15.620079 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Set router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:15.763830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port de6c01a8-7a81-4aa0-91f3-b45d0e688103 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:15.787599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:09Z', 'revision_number': 4, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'gw_port': {'id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '7ee79903-2912-4f27-aca5-08388b156461', 'name': '', 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'mac_address': 'fa:16:3e:42:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '9d7d1c45-53c4-4853-845d-57d8e92a5a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:08Z', 'updated_at': '2021-07-07T22:42:14Z', 'revision_number': 4, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'subnets': [{'id': '9d7d1c45-53c4-4853-845d-57d8e92a5a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:15.829756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68011d14-0d4a-48bb-a9d5-b941bfb491e9 None None] The sync data for ids ['9702ae8a-fb4a-429e-b526-cd218225e86c'] in n-d-695012-11 is: [{'id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:09Z', 'revision_number': 4, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'gw_port': {'id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '7ee79903-2912-4f27-aca5-08388b156461', 'name': '', 'network_id': '7ed0b85b-433e-4229-9cc4-7177013dead3', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'mac_address': 'fa:16:3e:42:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': '9d7d1c45-53c4-4853-845d-57d8e92a5a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:08Z', 'updated_at': '2021-07-07T22:42:14Z', 'revision_number': 4, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'subnets': [{'id': '9d7d1c45-53c4-4853-845d-57d8e92a5a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:15.944721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88137873-2020-4207-9452-f2e6c0864f32 req-df417388-830b-4d1b-ba43-816d51ae6773 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:15.948097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88137873-2020-4207-9452-f2e6c0864f32 req-df417388-830b-4d1b-ba43-816d51ae6773 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 945 time: 0.2025449 Jul 07 22:42:16.004795 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:12Z', 'updated_at': '2021-07-07T22:42:14Z', 'revision_number': 3, 'project_id': '40913892e95947db9cc429123aa22a84', 'gw_port': {'id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:16.030886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88137873-2020-4207-9452-f2e6c0864f32 req-59fb0c02-c432-4d54-8aca-092fd48faf92 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c26982b-886c-46a9-8fec-0a5e494dcd1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746572 Jul 07 22:42:16.076921 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Checking router: d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:16.077664 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Updating router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b port e2147859-01c6-475b-a025-b8357ba0b8d0 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:42:16.160559 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:16.394402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-ac8ce52d-fbb9-4d27-8244-b1a7be42bf73 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:16.398448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-ac8ce52d-fbb9-4d27-8244-b1a7be42bf73 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.83 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 945 time: 0.1499844 Jul 07 22:42:16.406509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73199299-c8c6-473e-923c-8f31db36786f None None] Network 2b453158-ec8c-4aff-a2f1-8198135037da requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:16.657813 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:16.677629 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Transition to ACTIVE for port object e2147859-01c6-475b-a025-b8357ba0b8d0 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:16.681921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-032aab88-c018-40f0-90eb-d97984309c5d None None] Provisioning for port de6c01a8-7a81-4aa0-91f3-b45d0e688103 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:16.693410 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:16.703631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-032aab88-c018-40f0-90eb-d97984309c5d None None] Provisioning complete for port de6c01a8-7a81-4aa0-91f3-b45d0e688103 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:16.707314 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-032aab88-c018-40f0-90eb-d97984309c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:16.728637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Deleting port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:16.729210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:16.826104 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3303bc-e6e8-4209-90ef-cffbd4652abc None None] Pushing event updated for resources: {'Port': ['ID=e2147859-01c6-475b-a025-b8357ba0b8d0,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:16.893441 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Attempting to bind port e2147859-01c6-475b-a025-b8357ba0b8d0 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:16.896481 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Attempting to bind port e2147859-01c6-475b-a025-b8357ba0b8d0 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:16.897137 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Attempting to bind port e2147859-01c6-475b-a025-b8357ba0b8d0 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:16.912645 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:16.915783 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:16.916208 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:16.916784 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:16.917466 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Bound port: e2147859-01c6-475b-a025-b8357ba0b8d0, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:16.918999 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:16.923966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] For port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,segment=NetworkSegment(0c502fed-49a5-4100-8c2f-0520a1e89b3f),segment_id=0c502fed-49a5-4100-8c2f-0520a1e89b3f)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:16.926186 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:16.935954 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-032aab88-c018-40f0-90eb-d97984309c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:16.956649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Calling delete_port for 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:17.034524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-032aab88-c018-40f0-90eb-d97984309c5d None None] For port de6c01a8-7a81-4aa0-91f3-b45d0e688103, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de6c01a8-7a81-4aa0-91f3-b45d0e688103,segment=NetworkSegment(aa62db93-9f8d-41f7-b77b-88b873e1698e),segment_id=aa62db93-9f8d-41f7-b77b-88b873e1698e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:17.036173 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] For port e2147859-01c6-475b-a025-b8357ba0b8d0, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:17.045424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-032aab88-c018-40f0-90eb-d97984309c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:17.046633 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] For port e2147859-01c6-475b-a025-b8357ba0b8d0, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e2147859-01c6-475b-a025-b8357ba0b8d0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:17.067618 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:17.185903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aab88-c018-40f0-90eb-d97984309c5d None None] Pushing event updated for resources: {'Port': ['ID=de6c01a8-7a81-4aa0-91f3-b45d0e688103,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:17.234606 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Routers {'d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:17.235492 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:17.310105 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:17.375076 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3303bc-e6e8-4209-90ef-cffbd4652abc None None] Pushing event updated for resources: {'Port': ['ID=e2147859-01c6-475b-a025-b8357ba0b8d0,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:17.492279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e708ad2a-c5ea-4c21-b325-5eed9817cd6e req-9375c846-4c48-4068-baf0-b2d1113f072e tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 210 time: 0.0620232 Jul 07 22:42:17.493159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:17.516714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-60f90368-ae6e-4ebe-a5be-447234e1fc68 None None] Provisioning complete for port de6c01a8-7a81-4aa0-91f3-b45d0e688103 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:17.519531 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-60f90368-ae6e-4ebe-a5be-447234e1fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:17.612042 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] Set router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:17.656915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7ee79903-2912-4f27-aca5-08388b156461 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:17.671037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['76ccf1fe-7926-4ae3-85eb-b8e92a6ae729'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:42:17.702394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Allocated IP 172.20.0.1 (2b453158-ec8c-4aff-a2f1-8198135037da/a9b35cb5-c420-4205-9260-e62fb3169508/c45522bb-85eb-481c-9da8-aae26bd75e84) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:17.874062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 7ee79903-2912-4f27-aca5-08388b156461 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:17.882718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 7ee79903-2912-4f27-aca5-08388b156461 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:17.883346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:17.982354 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.016665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Transition to ACTIVE for port object c45522bb-85eb-481c-9da8-aae26bd75e84 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:18.019235 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.030785 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:12Z', 'updated_at': '2021-07-07T22:42:14Z', 'revision_number': 3, 'project_id': '40913892e95947db9cc429123aa22a84', 'gw_port': {'id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:18.074405 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.083577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 7ee79903-2912-4f27-aca5-08388b156461, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7ee79903-2912-4f27-aca5-08388b156461,segment=NetworkSegment(85c3238e-4ab2-4a81-864e-c1bedda7173c),segment_id=85c3238e-4ab2-4a81-864e-c1bedda7173c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:18.091329 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.131788 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Network 2b453158-ec8c-4aff-a2f1-8198135037da is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:18.142282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:18.145565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:18.187658 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Pushing event updated for resources: {'Port': ['ID=c45522bb-85eb-481c-9da8-aae26bd75e84,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:18.210859 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.242944 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a300e4d9-81a6-4f82-972c-101cf8eb3159 None None] The sync data for ids ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'] in n-d-695012-11 is: [{'id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:12Z', 'updated_at': '2021-07-07T22:42:14Z', 'revision_number': 3, 'project_id': '40913892e95947db9cc429123aa22a84', 'gw_port': {'id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:18.249007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=7ee79903-2912-4f27-aca5-08388b156461,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:18.329301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Pushing event deleted for resources: {'Port': ['ID=76ccf1fe-7926-4ae3-85eb-b8e92a6ae729,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:18.438988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] No DVR routers for this DVR port 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:18.448885 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.452827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb387095-4be4-4142-9a15-a22b0aa3791c req-e197021d-84fc-4ca9-a402-5135cd650662 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.83 "DELETE /v2.0/ports/76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 HTTP/1.1" status: 204 len: 173 time: 2.0475755 Jul 07 22:42:18.453501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb8926e-6cfb-478e-80e9-14ad339f326a', 'name': 'network-vif-deleted', 'tag': '76ccf1fe-7926-4ae3-85eb-b8e92a6ae729'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:18.454897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.470417 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a940b-ee93-4bc4-a2e4-430f97846ece" -d '{"events": [{"server_uuid": "beb8926e-6cfb-478e-80e9-14ad339f326a", "name": "network-vif-deleted", "tag": "76ccf1fe-7926-4ae3-85eb-b8e92a6ae729"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:18.533857 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447661ff-7895-4d0d-a8a5-9ac2cb746c3a x-openstack-request-id: req-447661ff-7895-4d0d-a8a5-9ac2cb746c3a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:18.534484 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb8926e-6cfb-478e-80e9-14ad339f326a", "name": "network-vif-deleted", "tag": "76ccf1fe-7926-4ae3-85eb-b8e92a6ae729", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:18.534819 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-447661ff-7895-4d0d-a8a5-9ac2cb746c3a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:18.535425 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb8926e-6cfb-478e-80e9-14ad339f326a', 'name': 'network-vif-deleted', 'tag': '76ccf1fe-7926-4ae3-85eb-b8e92a6ae729', 'status': 'completed', 'code': 200} Jul 07 22:42:18.619602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ad6c8d78-fe0c-42bc-9fce-3cb118a310ae None None] Provisioning for port c45522bb-85eb-481c-9da8-aae26bd75e84 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:18.624706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ad6c8d78-fe0c-42bc-9fce-3cb118a310ae None None] Provisioning complete for port c45522bb-85eb-481c-9da8-aae26bd75e84 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:18.626275 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad6c8d78-fe0c-42bc-9fce-3cb118a310ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.716017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c8d78-fe0c-42bc-9fce-3cb118a310ae None None] Port c45522bb-85eb-481c-9da8-aae26bd75e84 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:18.854860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfa7c6d9-2309-4b2f-aea6-9fe58be53e11 req-ab209783-aa2f-4ff9-a96f-e1c90c5f8530 tempest-VolumesSnapshotTestJSON-491785426 tempest-VolumesSnapshotTestJSON-491785426-project] 10.222.0.81 "GET /v2.0/ports?device_id=beb8926e-6cfb-478e-80e9-14ad339f326a HTTP/1.1" status: 200 len: 210 time: 0.0651379 Jul 07 22:42:18.891658 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.901978 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:18.997521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Pushing event updated for resources: {'Port': ['ID=c45522bb-85eb-481c-9da8-aae26bd75e84,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:19.004526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.118790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Network 2b453158-ec8c-4aff-a2f1-8198135037da is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:19.120605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:19.335766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:19.447041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e2147859-01c6-475b-a025-b8357ba0b8d0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:19.520504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:19.525436 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3d18a977-7588-481d-bc5e-47adb0f3d4fb admin admin] 10.222.0.81 "PUT /v2.0/routers/d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0757427 Jul 07 22:42:19.543869 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e2147859-01c6-475b-a025-b8357ba0b8d0 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:19.548437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e2147859-01c6-475b-a025-b8357ba0b8d0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:19.549189 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.567284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39416) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:19.601267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b514c44a-046b-4b76-8259-4342e24a3bb4 None None] Provisioning complete for port c45522bb-85eb-481c-9da8-aae26bd75e84 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:19.601625 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b514c44a-046b-4b76-8259-4342e24a3bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.677165 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.683076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b514c44a-046b-4b76-8259-4342e24a3bb4 None None] Port c45522bb-85eb-481c-9da8-aae26bd75e84 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:19.701581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port e2147859-01c6-475b-a025-b8357ba0b8d0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e2147859-01c6-475b-a025-b8357ba0b8d0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:19.701801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ce75aac-c3c7-4963-a2de-21ab75bf9264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.706579 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.707403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7ee79903-2912-4f27-aca5-08388b156461 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:19.794487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=e2147859-01c6-475b-a025-b8357ba0b8d0,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:19.801750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 7ee79903-2912-4f27-aca5-08388b156461 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:19.802147 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.806772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ce75aac-c3c7-4963-a2de-21ab75bf9264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.812324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4ce75aac-c3c7-4963-a2de-21ab75bf9264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.855837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce75aac-c3c7-4963-a2de-21ab75bf9264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a51dc-b1ea-4f37-8e0d-5050899b93cc,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:19.860549 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4ce75aac-c3c7-4963-a2de-21ab75bf9264 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f394715c196549ebb765cd0b85a7ab9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922137 Jul 07 22:42:19.863412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39426) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:19.912540 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.929861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de6c01a8-7a81-4aa0-91f3-b45d0e688103 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:19.945145 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9beb30b2-1b3f-4d02-b20b-464271273907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:19.983112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9beb30b2-1b3f-4d02-b20b-464271273907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.028173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port de6c01a8-7a81-4aa0-91f3-b45d0e688103 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:20.028553 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.055103 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9beb30b2-1b3f-4d02-b20b-464271273907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.057614 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9beb30b2-1b3f-4d02-b20b-464271273907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.062244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9beb30b2-1b3f-4d02-b20b-464271273907 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e9a51dc-b1ea-4f37-8e0d-5050899b93cc HTTP/1.1" status: 204 len: 168 time: 0.1966503 Jul 07 22:42:20.072724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb30b2-1b3f-4d02-b20b-464271273907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a51dc-b1ea-4f37-8e0d-5050899b93cc,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:20.601532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39472) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:20.615554 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14de408a-de69-465b-a330-17fe5747ea8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.709197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Sync routers for ids ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:20.720197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Routers {'d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:20.720905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:20.740035 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14de408a-de69-465b-a330-17fe5747ea8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.750791 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-14de408a-de69-465b-a330-17fe5747ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.797598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de408a-de69-465b-a330-17fe5747ea8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d021944-225b-4944-a3e2-a8c2dc2461c0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:20.805267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-14de408a-de69-465b-a330-17fe5747ea8a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=868434fedad24d8f995baed26fd6d58b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024000 Jul 07 22:42:20.807798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39480) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:20.855505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Set router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:20.872023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422e6cc2-c282-4169-8552-6db69ab456ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.887243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:20.900900 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422e6cc2-c282-4169-8552-6db69ab456ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.912555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:20.913153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 76ccf1fe-7926-4ae3-85eb-b8e92a6ae729 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:20.963431 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422e6cc2-c282-4169-8552-6db69ab456ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.967204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-422e6cc2-c282-4169-8552-6db69ab456ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:20.968661 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-422e6cc2-c282-4169-8552-6db69ab456ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4d021944-225b-4944-a3e2-a8c2dc2461c0 HTTP/1.1" status: 204 len: 168 time: 0.1592746 Jul 07 22:42:20.995157 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e6cc2-c282-4169-8552-6db69ab456ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d021944-225b-4944-a3e2-a8c2dc2461c0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:21.127204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:12Z', 'updated_at': '2021-07-07T22:42:18Z', 'revision_number': 4, 'project_id': '40913892e95947db9cc429123aa22a84', 'gw_port': {'id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c45522bb-85eb-481c-9da8-aae26bd75e84', 'name': '', 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'mac_address': 'fa:16:3e:d0:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a9b35cb5-c420-4205-9260-e62fb3169508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:17Z', 'updated_at': '2021-07-07T22:42:18Z', 'revision_number': 2, 'project_id': '40913892e95947db9cc429123aa22a84', 'subnets': [{'id': 'a9b35cb5-c420-4205-9260-e62fb3169508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:21.166239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Checking router: d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:21.166868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Updating router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b port c45522bb-85eb-481c-9da8-aae26bd75e84 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:42:21.216648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.331310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e2147859-01c6-475b-a025-b8357ba0b8d0 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:21.457896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e2147859-01c6-475b-a025-b8357ba0b8d0 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:21.458321 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.620930 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.631592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Transition to ACTIVE for port object c45522bb-85eb-481c-9da8-aae26bd75e84 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:21.647713 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.778865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bf336-86dd-4c9d-b65c-3066317b5f0c None None] Pushing event updated for resources: {'Port': ['ID=c45522bb-85eb-481c-9da8-aae26bd75e84,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:21.799452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Attempting to bind port c45522bb-85eb-481c-9da8-aae26bd75e84 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:21.799828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Attempting to bind port c45522bb-85eb-481c-9da8-aae26bd75e84 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'aa62db93-9f8d-41f7-b77b-88b873e1698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:21.800449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Attempting to bind port c45522bb-85eb-481c-9da8-aae26bd75e84 on network 2b453158-ec8c-4aff-a2f1-8198135037da {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:21.806204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:21.806563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Checking segment: {'id': 'aa62db93-9f8d-41f7-b77b-88b873e1698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:21.807062 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.807369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Bound using segment: {'id': 'aa62db93-9f8d-41f7-b77b-88b873e1698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:21.807834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Bound port: c45522bb-85eb-481c-9da8-aae26bd75e84, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa62db93-9f8d-41f7-b77b-88b873e1698e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:21.808212 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:21.969785 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] For port c45522bb-85eb-481c-9da8-aae26bd75e84, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:21.987053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-c5b52faa-78e7-4fe3-acd3-7d9f87690e13 req-d6d5f1b6-aa0c-4897-80e9-7c35ede79900 service neutron] (93941) timed out ('10.222.0.83', 61821) {{(pid=93941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:42:21.991877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] For port c45522bb-85eb-481c-9da8-aae26bd75e84, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c45522bb-85eb-481c-9da8-aae26bd75e84,segment=NetworkSegment(aa62db93-9f8d-41f7-b77b-88b873e1698e),segment_id=aa62db93-9f8d-41f7-b77b-88b873e1698e)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:22.007425 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:22.187179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bf336-86dd-4c9d-b65c-3066317b5f0c None None] Pushing event updated for resources: {'Port': ['ID=c45522bb-85eb-481c-9da8-aae26bd75e84,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:22.235544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Routers {'d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:22.236635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:22.400936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aeaa10-aa73-46cc-8578-2c89fc9e7aac req-20afe913-99a1-4764-8eeb-91580696ca6e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:22.409122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67aeaa10-aa73-46cc-8578-2c89fc9e7aac req-20afe913-99a1-4764-8eeb-91580696ca6e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1280992 Jul 07 22:42:22.555283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67aeaa10-aa73-46cc-8578-2c89fc9e7aac req-2042eab1-6a1f-4239-8581-fb43e7d144a4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448405 Jul 07 22:42:22.566326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:22.581745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39556) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:22.639815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] Set router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:22.700598 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7788bb9c-9e6e-4801-9dc2-3fab0aeb1439 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/b89b2361-9f67-41c6-8b24-ec855a168cc2 HTTP/1.1" status: 200 len: 993 time: 0.1324193 Jul 07 22:42:23.011197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:12Z', 'updated_at': '2021-07-07T22:42:18Z', 'revision_number': 4, 'project_id': '40913892e95947db9cc429123aa22a84', 'gw_port': {'id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c45522bb-85eb-481c-9da8-aae26bd75e84', 'name': '', 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'mac_address': 'fa:16:3e:d0:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a9b35cb5-c420-4205-9260-e62fb3169508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:17Z', 'updated_at': '2021-07-07T22:42:21Z', 'revision_number': 4, 'project_id': '40913892e95947db9cc429123aa22a84', 'subnets': [{'id': 'a9b35cb5-c420-4205-9260-e62fb3169508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:23.103893 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.260236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39590) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:23.340352 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbcfd5f-f2a8-4db6-b085-60c3289d783b None None] The sync data for ids ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'] in n-d-695012-11 is: [{'id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:12Z', 'updated_at': '2021-07-07T22:42:18Z', 'revision_number': 4, 'project_id': '40913892e95947db9cc429123aa22a84', 'gw_port': {'id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'c45522bb-85eb-481c-9da8-aae26bd75e84', 'name': '', 'network_id': '2b453158-ec8c-4aff-a2f1-8198135037da', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'mac_address': 'fa:16:3e:d0:51:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': 'a9b35cb5-c420-4205-9260-e62fb3169508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:17Z', 'updated_at': '2021-07-07T22:42:21Z', 'revision_number': 4, 'project_id': '40913892e95947db9cc429123aa22a84', 'subnets': [{'id': 'a9b35cb5-c420-4205-9260-e62fb3169508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:23.397462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eba0f1-d577-41e5-8a1f-7ec162db803e req-ec7ac836-4d7b-424a-b5f0-2dc619d4db7d tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:23.399198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13eba0f1-d577-41e5-8a1f-7ec162db803e req-ec7ac836-4d7b-424a-b5f0-2dc619d4db7d tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1097 time: 0.1441617 Jul 07 22:42:23.459659 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13dabeee-2aae-4bea-8470-a1b6af45f135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.487818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13eba0f1-d577-41e5-8a1f-7ec162db803e req-f30add5f-74be-4e28-b1fc-92c45cc87680 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554762 Jul 07 22:42:23.619241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Deleting port 7ee79903-2912-4f27-aca5-08388b156461 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:23.619657 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.634994 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13dabeee-2aae-4bea-8470-a1b6af45f135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.646392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13dabeee-2aae-4bea-8470-a1b6af45f135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.696932 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-13dabeee-2aae-4bea-8470-a1b6af45f135 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0532e9396c04cf89f2a7758d403072d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346032 Jul 07 22:42:23.697934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39598) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:23.713809 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dabeee-2aae-4bea-8470-a1b6af45f135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1538af64-d07b-42e9-a473-49a7c538a30d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:23.811660 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73cfee72-ae96-430e-9f66-e23a96ff0a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.812297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] For port 7ee79903-2912-4f27-aca5-08388b156461, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7ee79903-2912-4f27-aca5-08388b156461,segment=NetworkSegment(85c3238e-4ab2-4a81-864e-c1bedda7173c),segment_id=85c3238e-4ab2-4a81-864e-c1bedda7173c)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:23.814556 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.892400 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73cfee72-ae96-430e-9f66-e23a96ff0a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.901368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Calling delete_port for 7ee79903-2912-4f27-aca5-08388b156461 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:23.991083 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73cfee72-ae96-430e-9f66-e23a96ff0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.993993 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-73cfee72-ae96-430e-9f66-e23a96ff0a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:23.995470 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-73cfee72-ae96-430e-9f66-e23a96ff0a92 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1538af64-d07b-42e9-a473-49a7c538a30d HTTP/1.1" status: 204 len: 168 time: 0.2960734 Jul 07 22:42:24.028156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfee72-ae96-430e-9f66-e23a96ff0a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1538af64-d07b-42e9-a473-49a7c538a30d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:24.345600 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:24.378248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee79903-2912-4f27-aca5-08388b156461,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:24.696504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.058115 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-33b4b119-32f0-4693-86b9-4dadd11288a7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2708652 Jul 07 22:42:25.066037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Router 9702ae8a-fb4a-429e-b526-cd218225e86c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:25.283747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:25.294361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8ba1677a-5ea3-4ed6-8ea0-b0bbfde17dde admin admin] 10.222.0.81 "PUT /v2.0/routers/9702ae8a-fb4a-429e-b526-cd218225e86c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7107830 Jul 07 22:42:25.295538 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] Sync routers for ids ['9702ae8a-fb4a-429e-b526-cd218225e86c'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:25.296850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39652) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:25.322989 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] Routers {'9702ae8a-fb4a-429e-b526-cd218225e86c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:25.324188 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9702ae8a-fb4a-429e-b526-cd218225e86c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:25.500526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c45522bb-85eb-481c-9da8-aae26bd75e84 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:25.513158 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] Set router 9702ae8a-fb4a-429e-b526-cd218225e86c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:25.596840 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.602214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c45522bb-85eb-481c-9da8-aae26bd75e84 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:25.606656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c45522bb-85eb-481c-9da8-aae26bd75e84 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:25.607241 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.843841 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:24Z', 'revision_number': 5, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'gw_port': {'id': 'f91eafac-82f2-4974-ae28-3f3ca7f19be8', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:25.858107 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.859874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.890916 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] Checking router: 9702ae8a-fb4a-429e-b526-cd218225e86c for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:25.914641 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] Routers {'9702ae8a-fb4a-429e-b526-cd218225e86c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:25.917859 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9702ae8a-fb4a-429e-b526-cd218225e86c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:25.935819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port c45522bb-85eb-481c-9da8-aae26bd75e84, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c45522bb-85eb-481c-9da8-aae26bd75e84,segment=NetworkSegment(aa62db93-9f8d-41f7-b77b-88b873e1698e),segment_id=aa62db93-9f8d-41f7-b77b-88b873e1698e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:25.942731 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:25.981352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Deleting port f91eafac-82f2-4974-ae28-3f3ca7f19be8 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:25.982110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.054834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=c45522bb-85eb-481c-9da8-aae26bd75e84,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:26.116794 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] Set router 9702ae8a-fb4a-429e-b526-cd218225e86c gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:26.133127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] For port f91eafac-82f2-4974-ae28-3f3ca7f19be8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f91eafac-82f2-4974-ae28-3f3ca7f19be8,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:26.133758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.162354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Calling delete_port for f91eafac-82f2-4974-ae28-3f3ca7f19be8 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:26.240988 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:25Z', 'revision_number': 6, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:26.316596 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4a241e-5e70-40f7-847e-27d852a3819a None None] The sync data for ids ['9702ae8a-fb4a-429e-b526-cd218225e86c'] in n-d-695012-11 is: [{'id': '9702ae8a-fb4a-429e-b526-cd218225e86c', 'name': 'tempest-TestAggregatesBasicOps-1009538768-router', 'tenant_id': 'ace927fb95f04385aebb70e7068a904d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:05Z', 'updated_at': '2021-07-07T22:42:25Z', 'revision_number': 6, 'project_id': 'ace927fb95f04385aebb70e7068a904d', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:26.330740 n-d-695012-11 neutron-server[93942]: WARNING keystonemiddleware.auth_token [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-33b4b119-32f0-4693-86b9-4dadd11288a7 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 07 22:42:26.335136 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-bfd77fe0-558b-4553-9bb4-04efedb54a87 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93942) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:42:26.336290 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-bfd77fe0-558b-4553-9bb4-04efedb54a87 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3262315 Jul 07 22:42:26.346880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Request body: {'binding': {'host': 'n-h2-695012-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:26.347362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Unknown quota resources ['binding']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:42:26.417494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:26.456661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.519180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91eafac-82f2-4974-ae28-3f3ca7f19be8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:26.563874 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c on host n-h2-695012-11 for vnic_type normal with profile None {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:26.564219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:26.565265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:26.573228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Port 4458ac37-6621-4dca-80bd-58370d19870c on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:42:26.573560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:26.579717 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:26.580107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Checking segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:26.580662 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Bound using segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} {{(pid=93942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:26.581093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.managers [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Bound port: 4458ac37-6621-4dca-80bd-58370d19870c, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}}] {{(pid=93942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:26.639630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.650439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d57a2d11-025d-4cbe-ac6c-a3ac49e8d243 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1950101185'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:26.650888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d57a2d11-025d-4cbe-ac6c-a3ac49e8d243 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Unknown quota resources ['metering_label']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:42:26.761165 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.764302 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.850816 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.851537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9702ae8a-fb4a-429e-b526-cd218225e86c {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:42:26.861299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.863604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-36ba7f1e-2176-42c7-b406-44c2c969a440 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9702ae8a-fb4a-429e-b526-cd218225e86c HTTP/1.1" status: 204 len: 168 time: 1.5596216 Jul 07 22:42:26.866584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39686) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:26.887304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:26.948674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e2d331-30cb-40ef-9935-0d591ce61d69 admin admin] Deleting subnet 9d7d1c45-53c4-4853-845d-57d8e92a5a7c {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:42:26.951059 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] Notify callbacks [] for binding, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.952147 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d331-30cb-40ef-9935-0d591ce61d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.960490 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-dd923021-a765-4075-8314-de5f4775f991 service neutron] 10.222.0.81 "POST /v2.0/ports/4458ac37-6621-4dca-80bd-58370d19870c/bindings HTTP/1.1" status: 201 len: 390 time: 0.6139281 Jul 07 22:42:26.962195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d57a2d11-025d-4cbe-ac6c-a3ac49e8d243 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:26.966255 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d57a2d11-025d-4cbe-ac6c-a3ac49e8d243 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5473919 Jul 07 22:42:26.966879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:26.972694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c7046184-acba-4fdc-abb4-d75a4fb11e70 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c9e15af7-3e90-46aa-8a39-3eea5fde648b'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:26.973397 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c7046184-acba-4fdc-abb4-d75a4fb11e70 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:42:27.035741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d331-30cb-40ef-9935-0d591ce61d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.085470 n-d-695012-11 neutron-server[93942]: WARNING neutron.services.metering.metering_plugin [None req-c7046184-acba-4fdc-abb4-d75a4fb11e70 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 22:42:27.215894 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d331-30cb-40ef-9935-0d591ce61d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.229359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c7046184-acba-4fdc-abb4-d75a4fb11e70 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.236781 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c7046184-acba-4fdc-abb4-d75a4fb11e70 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2674866 Jul 07 22:42:27.237795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:27.242451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5bf45b8-8929-4361-b3c3-5654acb32161 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c9e15af7-3e90-46aa-8a39-3eea5fde648b'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:27.243182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5bf45b8-8929-4361-b3c3-5654acb32161 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:42:27.319301 n-d-695012-11 neutron-server[93942]: WARNING neutron.services.metering.metering_plugin [None req-d5bf45b8-8929-4361-b3c3-5654acb32161 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 07 22:42:27.368542 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-293bd2b9-d0d3-4949-ac23-5939b21cea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.451758 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d331-30cb-40ef-9935-0d591ce61d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.481698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c45522bb-85eb-481c-9da8-aae26bd75e84 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:27.502936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2d331-30cb-40ef-9935-0d591ce61d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7d1c45-53c4-4853-845d-57d8e92a5a7c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:27.511358 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bf45b8-8929-4361-b3c3-5654acb32161 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.514711 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d5bf45b8-8929-4361-b3c3-5654acb32161 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2753360 Jul 07 22:42:27.515252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:27.526044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c26d2-911b-4318-812c-5801038a57fe req-1285e800-a40c-4493-b509-3e2fc9f4643a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:27.528074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d4c26d2-911b-4318-812c-5801038a57fe req-1285e800-a40c-4493-b509-3e2fc9f4643a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.2343345 Jul 07 22:42:27.530376 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c6e2d331-30cb-40ef-9935-0d591ce61d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.532466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c6e2d331-30cb-40ef-9935-0d591ce61d69 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9d7d1c45-53c4-4853-845d-57d8e92a5a7c HTTP/1.1" status: 204 len: 168 time: 0.6646590 Jul 07 22:42:27.535933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39700) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:27.536165 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f0d70552-4bcf-421c-988d-67389cb600c2 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=2c2d3354-e595-4482-ad45-5d6c7aa13c1b HTTP/1.1" status: 200 len: 462 time: 0.0194616 Jul 07 22:42:27.536299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39702) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:27.540589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed10977b-7b1a-4816-a788-4926604cf325 None None] Network 7ed0b85b-433e-4229-9cc4-7177013dead3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:27.623303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c45522bb-85eb-481c-9da8-aae26bd75e84 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:27.623814 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.661134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-cefe063b-69b9-4435-a532-474109eacb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:27.663301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-cefe063b-69b9-4435-a532-474109eacb82 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1097 time: 0.3816354 Jul 07 22:42:27.748576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d4c26d2-911b-4318-812c-5801038a57fe req-aac0161c-d0ab-4f51-b7a3-c07942744a48 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957834 Jul 07 22:42:27.758840 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:27.860172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7ee79903-2912-4f27-aca5-08388b156461 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:27.891457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-17498efd-45ec-46f9-9433-53dac1833590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:27.893161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-17498efd-45ec-46f9-9433-53dac1833590 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 200 len: 898 time: 0.2206202 Jul 07 22:42:27.898909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 7ee79903-2912-4f27-aca5-08388b156461 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:27.899651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7ee79903-2912-4f27-aca5-08388b156461 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:27.900270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f91eafac-82f2-4974-ae28-3f3ca7f19be8 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:27.924674 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f552f0-0836-455a-be0e-891036bc5d7e None None] DHCP port deletion for 7ed0b85b-433e-4229-9cc4-7177013dead3 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:42:27.927854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f91eafac-82f2-4974-ae28-3f3ca7f19be8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:27.928409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f91eafac-82f2-4974-ae28-3f3ca7f19be8 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:27.995693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-54f552f0-0836-455a-be0e-891036bc5d7e None None] Deleting port e4ddd043-b482-4132-8b3b-29bd6a78c1bb {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:27.996086 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-54f552f0-0836-455a-be0e-891036bc5d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.079099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-54f552f0-0836-455a-be0e-891036bc5d7e None None] For port e4ddd043-b482-4132-8b3b-29bd6a78c1bb, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e4ddd043-b482-4132-8b3b-29bd6a78c1bb,segment=NetworkSegment(85c3238e-4ab2-4a81-864e-c1bedda7173c),segment_id=85c3238e-4ab2-4a81-864e-c1bedda7173c)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:28.082482 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-54f552f0-0836-455a-be0e-891036bc5d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.104367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-54f552f0-0836-455a-be0e-891036bc5d7e None None] Calling delete_port for e4ddd043-b482-4132-8b3b-29bd6a78c1bb owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:28.191497 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-54f552f0-0836-455a-be0e-891036bc5d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.220112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f552f0-0836-455a-be0e-891036bc5d7e None None] Pushing event deleted for resources: {'Port': ['ID=e4ddd043-b482-4132-8b3b-29bd6a78c1bb,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:28.224426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f552f0-0836-455a-be0e-891036bc5d7e None None] No DVR routers for this DVR port e4ddd043-b482-4132-8b3b-29bd6a78c1bb on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:28.317321 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0f1ef03d-557b-4bc7-be5e-739d67f082ac tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.318431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0f1ef03d-557b-4bc7-be5e-739d67f082ac tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/2c2d3354-e595-4482-ad45-5d6c7aa13c1b HTTP/1.1" status: 204 len: 168 time: 0.7799590 Jul 07 22:42:28.321425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:28.332015 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2d4216f5-a098-40da-94fe-cb083e48711a tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=2c2d3354-e595-4482-ad45-5d6c7aa13c1b HTTP/1.1" status: 200 len: 221 time: 0.0089483 Jul 07 22:42:28.335018 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:28.339516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dbf8dc3b-2bbe-4c33-9ade-d74cfc82b5bd tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1426128175', 'description': 'label created by tempest'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:28.339975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-dbf8dc3b-2bbe-4c33-9ade-d74cfc82b5bd tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Unknown quota resources ['metering_label']. {{(pid=93942) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 07 22:42:28.433741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.447381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-a7844c8d-d51b-48cc-a6fc-37bd09de9791 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 1001 time: 0.1695814 Jul 07 22:42:28.449563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed0b85b-433e-4229-9cc4-7177013dead3']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:28.472009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c3238e-4ab2-4a81-864e-c1bedda7173c') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:28.472388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c3238e-4ab2-4a81-864e-c1bedda7173c') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:28.507076 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.536296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.539963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-2e4e0703-0f8e-4870-a1af-776d67a96ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:28.541696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-2e4e0703-0f8e-4870-a1af-776d67a96ffc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f1d2ab14-9390-42ee-825b-0a1df25a2011 HTTP/1.1" status: 200 len: 835 time: 0.0824680 Jul 07 22:42:28.547028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:42:28.547546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.620865 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dbf8dc3b-2bbe-4c33-9ade-d74cfc82b5bd tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.628162 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dbf8dc3b-2bbe-4c33-9ade-d74cfc82b5bd tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2917805 Jul 07 22:42:28.629369 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:42:28.657068 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:42:28.678199 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.718914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:28.722994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] 10.222.0.81 "DELETE /v2.0/networks/7ed0b85b-433e-4229-9cc4-7177013dead3 HTTP/1.1" status: 204 len: 168 time: 1.1855159 Jul 07 22:42:28.760263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39716) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:28.786499 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b165044-a7c1-4100-b7af-60a6aa8656a0 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=fc51756c-8149-409c-bba2-f5a64c0bed59 HTTP/1.1" status: 200 len: 468 time: 0.1550772 Jul 07 22:42:28.787407 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:28.804225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d3c3a-4b60-4d2e-8809-f3bf8a7b992c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed0b85b-433e-4229-9cc4-7177013dead3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:28.908497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-92faabb8-0dc3-474f-aa77-8d0130113627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:28.910036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-92faabb8-0dc3-474f-aa77-8d0130113627 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480514 Jul 07 22:42:29.030856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-32b3405b-53fe-4465-9f8d-6b4812e561ec tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:29.032215 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-32b3405b-53fe-4465-9f8d-6b4812e561ec tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/fc51756c-8149-409c-bba2-f5a64c0bed59 HTTP/1.1" status: 204 len: 168 time: 0.2434316 Jul 07 22:42:29.035026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39726) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:29.063168 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6246ee82-6b15-49f1-9164-7dc510c4c46b tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=fc51756c-8149-409c-bba2-f5a64c0bed59 HTTP/1.1" status: 200 len: 216 time: 0.0268281 Jul 07 22:42:29.072163 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39730) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:29.083093 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-081701e6-2689-4966-896a-a55bea09a593 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0093586 Jul 07 22:42:29.086354 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:29.106051 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7ba85903-3af5-46d5-96fb-939c1c7177f4 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0183759 Jul 07 22:42:29.110875 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39740) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:29.163329 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-358bc33b-5dcf-4cf1-aa8d-fbb0675cc94f tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/c9e15af7-3e90-46aa-8a39-3eea5fde648b HTTP/1.1" status: 200 len: 473 time: 0.0510929 Jul 07 22:42:29.166484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39742) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:29.177959 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-08e5fcdb-3bee-4918-a05a-69ebcd06d6ab tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/7b23a422-103a-4fd2-91b6-aa25fde60652 HTTP/1.1" status: 200 len: 459 time: 0.0103292 Jul 07 22:42:29.181091 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39744) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:29.256702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-f396aceb-cfd3-4806-b11d-191eef240da0 service neutron] 10.222.0.83 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870312 Jul 07 22:42:29.269021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84ea81-a4d7-42af-8ce7-a45e7796e910 req-95456570-d795-43a7-91bd-0d624842064a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:29.275810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd84ea81-a4d7-42af-8ce7-a45e7796e910 req-95456570-d795-43a7-91bd-0d624842064a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.3239691 Jul 07 22:42:29.303391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e4ddd043-b482-4132-8b3b-29bd6a78c1bb no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:29.335439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e4ddd043-b482-4132-8b3b-29bd6a78c1bb {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:29.337254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e4ddd043-b482-4132-8b3b-29bd6a78c1bb not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:29.360724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-520586dd-dcdd-4020-831b-e49c00fbe961 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:29.362643 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-520586dd-dcdd-4020-831b-e49c00fbe961 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/7b23a422-103a-4fd2-91b6-aa25fde60652 HTTP/1.1" status: 204 len: 168 time: 0.1805277 Jul 07 22:42:29.365070 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39746) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:29.427965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd84ea81-a4d7-42af-8ce7-a45e7796e910 req-895f9582-2e83-4076-bf41-f9fd3f326db7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511331 Jul 07 22:42:29.525181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-ebad8673-98e3-45e8-8404-e291e4f08915 service neutron] 10.222.0.83 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422867 Jul 07 22:42:29.740941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c3578276-a879-4ef9-bf4e-e245e863ec53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:29.833635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:29.870582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-56a758bb-544e-424d-bed2-9a160fbf920c tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:29.872107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-56a758bb-544e-424d-bed2-9a160fbf920c tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a&tenant_id=770787b17e244d11a628113ff6e1dfed&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1097 time: 0.2178683 Jul 07 22:42:29.892661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-695012-11'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:29.975629 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2247-4e8c-4d83-ae2b-23cc57160483 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:29.979916 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0e6a2247-4e8c-4d83-ae2b-23cc57160483 tempest-MeteringIpV6TestJSON-387260428 tempest-MeteringIpV6TestJSON-387260428-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/c9e15af7-3e90-46aa-8a39-3eea5fde648b HTTP/1.1" status: 204 len: 168 time: 0.6108191 Jul 07 22:42:30.044726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.044921 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.317800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:30.385622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:30.417587 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39776) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:30.465898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Deleting port c45522bb-85eb-481c-9da8-aae26bd75e84 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:30.465898 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.589276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13b35037-ad70-4fe0-8150-689d111c8a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.617916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] For port c45522bb-85eb-481c-9da8-aae26bd75e84, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c45522bb-85eb-481c-9da8-aae26bd75e84,segment=NetworkSegment(aa62db93-9f8d-41f7-b77b-88b873e1698e),segment_id=aa62db93-9f8d-41f7-b77b-88b873e1698e)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:30.618226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.630962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Calling delete_port for c45522bb-85eb-481c-9da8-aae26bd75e84 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:30.686942 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13b35037-ad70-4fe0-8150-689d111c8a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.693861 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-13b35037-ad70-4fe0-8150-689d111c8a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.700251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:30.702651 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23c7f94-2992-472f-83dd-b89ae5639bda" -d '{"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-unplugged", "status": "completed", "tag": "4458ac37-6621-4dca-80bd-58370d19870c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:30.725641 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.749212 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-13b35037-ad70-4fe0-8150-689d111c8a53 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8a8c51320e1423d956064433870d7f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301268 Jul 07 22:42:30.750238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b35037-ad70-4fe0-8150-689d111c8a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58d4404-8c39-4491-bce2-758d7cf44080,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:30.753449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:30.757552 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.833606 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8897dda-7a2f-4c80-aa6a-f9f20d5c1d9a x-openstack-request-id: req-c8897dda-7a2f-4c80-aa6a-f9f20d5c1d9a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:30.836617 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-unplugged", "status": "completed", "tag": "4458ac37-6621-4dca-80bd-58370d19870c", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:30.836617 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8897dda-7a2f-4c80-aa6a-f9f20d5c1d9a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:30.836617 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c', 'code': 200} Jul 07 22:42:30.837651 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3709941-534c-4648-958c-61e07361c8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.890667 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3709941-534c-4648-958c-61e07361c8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.931399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:30.948402 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:30.951991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf2d93-b81d-482d-8792-f12cc33292cb req-c8ca3afb-1390-4a3e-b349-1e7781d8000c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:30.953533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3caf2d93-b81d-482d-8792-f12cc33292cb req-c8ca3afb-1390-4a3e-b349-1e7781d8000c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.2689145 Jul 07 22:42:31.024002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3709941-534c-4648-958c-61e07361c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.030332 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3709941-534c-4648-958c-61e07361c8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.034645 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a3709941-534c-4648-958c-61e07361c8c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e58d4404-8c39-4491-bce2-758d7cf44080 HTTP/1.1" status: 204 len: 168 time: 0.2802696 Jul 07 22:42:31.056655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3709941-534c-4648-958c-61e07361c8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58d4404-8c39-4491-bce2-758d7cf44080,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:31.150141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3caf2d93-b81d-482d-8792-f12cc33292cb req-8b54f0f9-cb4d-4bcf-9cc2-9c6e8a178f9d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867411 Jul 07 22:42:31.164864 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.359234 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3faca8c6-e2df-4f6b-9c6d-019ff921a736 None None] Provisioning complete for port 4458ac37-6621-4dca-80bd-58370d19870c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:31.360628 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3faca8c6-e2df-4f6b-9c6d-019ff921a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.393125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c on host n-h1-695012-11 for vnic_type normal with profile {"migrating_to": "n-h2-695012-11"} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:31.393698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:31.394563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:31.411626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45522bb-85eb-481c-9da8-aae26bd75e84,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:31.431559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Port 4458ac37-6621-4dca-80bd-58370d19870c on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:42:31.431958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Attempting to bind port 4458ac37-6621-4dca-80bd-58370d19870c on network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:31.480674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.481487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3faca8c6-e2df-4f6b-9c6d-019ff921a736 None None] Port 4458ac37-6621-4dca-80bd-58370d19870c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:31.513423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:31.513853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Checking segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:31.514186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Bound using segment: {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:31.514647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Bound port: 4458ac37-6621-4dca-80bd-58370d19870c, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50c7f79-8252-4be7-bb49-36617c50cc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:31.515000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.637940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39798) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:31.650226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.658618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:31.663138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:31.666125 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa9219c8-d198-48e5-936f-d8826e575ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.683016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.844351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa9219c8-d198-48e5-936f-d8826e575ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.854537 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa9219c8-d198-48e5-936f-d8826e575ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:31.931642 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aa9219c8-d198-48e5-936f-d8826e575ada admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cae08c7c84c94af0b306fc2806b043e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921629 Jul 07 22:42:31.932906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9219c8-d198-48e5-936f-d8826e575ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0944ab05-7f00-49de-a06f-a9d380eda018,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:31.951806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39802) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:31.962061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=8']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:32.046960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38edf747-1f8f-40cb-83cb-8363b94bf31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.084087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38edf747-1f8f-40cb-83cb-8363b94bf31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.190687 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38edf747-1f8f-40cb-83cb-8363b94bf31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.195409 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-38edf747-1f8f-40cb-83cb-8363b94bf31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.203990 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-38edf747-1f8f-40cb-83cb-8363b94bf31f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0944ab05-7f00-49de-a06f-a9d380eda018 HTTP/1.1" status: 204 len: 168 time: 0.2453544 Jul 07 22:42:32.221845 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edf747-1f8f-40cb-83cb-8363b94bf31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0944ab05-7f00-49de-a06f-a9d380eda018,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:32.222101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9cf7c7b6-e94b-470e-8e2f-172ed4ee583b None None] Provisioning complete for port 4458ac37-6621-4dca-80bd-58370d19870c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:32.222553 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c7b6-e94b-470e-8e2f-172ed4ee583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.423754 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c7b6-e94b-470e-8e2f-172ed4ee583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.498995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9cf7c7b6-e94b-470e-8e2f-172ed4ee583b None None] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:32.500313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:32.503385 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aa77c5-50b4-41e1-81ff-289597a631d9" -d '{"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-plugged", "status": "completed", "tag": "4458ac37-6621-4dca-80bd-58370d19870c"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:32.526183 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cf7c7b6-e94b-470e-8e2f-172ed4ee583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.659442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7c7b6-e94b-470e-8e2f-172ed4ee583b None None] Pushing event updated for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:32.907557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:32.909666 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.909666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-819caa09-ff50-46b2-a33b-ad65b412b4d5 service neutron] 10.222.0.83 "PUT /v2.0/ports/4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 1123 time: 3.0278826 Jul 07 22:42:32.923574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:32.927116 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe2eca7-0deb-4f7d-8fcb-819876235a51" -d '{"events": [{"name": "network-changed", "server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "tag": "4458ac37-6621-4dca-80bd-58370d19870c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:32.979409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b1a65-c698-47b6-aeb9-c811f23c050c req-059fa51c-ccd3-4de2-b155-b1a3c9dcd14f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:32.980943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-440b1a65-c698-47b6-aeb9-c811f23c050c req-059fa51c-ccd3-4de2-b155-b1a3c9dcd14f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.3051991 Jul 07 22:42:32.984157 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:32.988553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:33.010633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4458ac37-6621-4dca-80bd-58370d19870c'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:42:33.074499 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e413a7-71f3-4c78-a90d-a8edb8777d56 x-openstack-request-id: req-56e413a7-71f3-4c78-a90d-a8edb8777d56 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:33.075018 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-plugged", "status": "completed", "tag": "4458ac37-6621-4dca-80bd-58370d19870c", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:33.076081 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56e413a7-71f3-4c78-a90d-a8edb8777d56 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:33.076634 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c', 'code': 200} Jul 07 22:42:33.133679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-440b1a65-c698-47b6-aeb9-c811f23c050c req-ed41942c-ca15-4500-ac0c-8d8fff0ac1d0 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434817 Jul 07 22:42:33.242475 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5350e0bf-e74e-490a-b82f-42e590cd6a2d x-openstack-request-id: req-5350e0bf-e74e-490a-b82f-42e590cd6a2d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:33.242994 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "tag": "4458ac37-6621-4dca-80bd-58370d19870c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:33.243413 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5350e0bf-e74e-490a-b82f-42e590cd6a2d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:33.243968 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c', 'status': 'completed', 'code': 200} Jul 07 22:42:33.245157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:33.263414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39832) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:33.278945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2bda4f77-4257-47a7-bb30-391a69d81bc3 admin admin] 10.222.0.81 "PUT /v2.0/routers/d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4979300 Jul 07 22:42:33.293821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] Sync routers for ids ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:33.334176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] Routers {'d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:33.335317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:33.370424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-2ec57e6d-0223-4e83-a055-19debeb7f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:33.375163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-2ec57e6d-0223-4e83-a055-19debeb7f242 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1128 time: 0.1276245 Jul 07 22:42:33.510751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-0d336d9d-1188-4fe7-8971-aeb48b6f9ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:33.512434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-0d336d9d-1188-4fe7-8971-aeb48b6f9ede service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 200 len: 898 time: 0.1299925 Jul 07 22:42:33.570896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] Set router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:33.583165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:33.753518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-93539882-71ca-4e42-b1cc-5d8e011d6b6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 1001 time: 0.2283325 Jul 07 22:42:33.898940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-87a09113-156a-4f8c-a80a-f726b6a1e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:33.902263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-87a09113-156a-4f8c-a80a-f726b6a1e667 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1d2ab14-9390-42ee-825b-0a1df25a2011 HTTP/1.1" status: 200 len: 835 time: 0.1341271 Jul 07 22:42:33.906130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:12Z', 'updated_at': '2021-07-07T22:42:31Z', 'revision_number': 5, 'project_id': '40913892e95947db9cc429123aa22a84', 'gw_port': {'id': 'e2147859-01c6-475b-a025-b8357ba0b8d0', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:9f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3672, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:42:13Z', 'updated_at': '2021-07-07T22:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:33.922848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:33.982648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] Checking router: d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:34.014433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] Routers {'d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:34.015876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:34.018060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Deleting port e2147859-01c6-475b-a025-b8357ba0b8d0 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:34.021913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:34.057009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-dc7e69b7-492e-4f71-ac98-6c26e8d42198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:34.062327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-dc7e69b7-492e-4f71-ac98-6c26e8d42198 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1518309 Jul 07 22:42:34.164566 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] For port e2147859-01c6-475b-a025-b8357ba0b8d0, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e2147859-01c6-475b-a025-b8357ba0b8d0,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:34.166646 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:34.208557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Calling delete_port for e2147859-01c6-475b-a025-b8357ba0b8d0 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:34.229619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] Set router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:34.251889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-7d5e3483-21fa-49f2-9c4a-5de07e86f8da service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806021 Jul 07 22:42:34.521691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe2eca7-0deb-4f7d-8fcb-819876235a51 req-edf9b03f-5708-4bd9-b992-c0724b976f71 service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627547 Jul 07 22:42:34.530840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc699036-7ea2-4f44-a86a-42ccb0ab604c req-f65c3c00-80a4-4d7d-bd13-bbe8a00dbbca tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:34.533552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc699036-7ea2-4f44-a86a-42ccb0ab604c req-f65c3c00-80a4-4d7d-bd13-bbe8a00dbbca tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1168270 Jul 07 22:42:34.635595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:34.649016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc699036-7ea2-4f44-a86a-42ccb0ab604c req-32cf1e32-19ef-4c7f-ba85-3fd0f08f0197 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992785 Jul 07 22:42:34.713322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:12Z', 'updated_at': '2021-07-07T22:42:33Z', 'revision_number': 6, 'project_id': '40913892e95947db9cc429123aa22a84', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:34.713784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2147859-01c6-475b-a025-b8357ba0b8d0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:34.743925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5b71c-611f-4212-a90f-00b08d3f1d36 None None] The sync data for ids ['d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b'] in n-d-695012-11 is: [{'id': 'd8a9cb22-adf4-4d97-95dd-baf74a4c9d5b', 'name': 'tempest-TestAggregatesBasicOps-502045276-router', 'tenant_id': '40913892e95947db9cc429123aa22a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:42:12Z', 'updated_at': '2021-07-07T22:42:33Z', 'revision_number': 6, 'project_id': '40913892e95947db9cc429123aa22a84', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:34.809552 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:34.815153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.815643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.816088 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.816526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.816962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.817422 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.817851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.818563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.819000 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.819428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.819863 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.820394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:34.939321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:34.941779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:34.992392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:34.992991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:42:34.997432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.002266 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0f7a1d29-802a-49ff-9d91-2a2ea66e0822 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d8a9cb22-adf4-4d97-95dd-baf74a4c9d5b HTTP/1.1" status: 204 len: 168 time: 1.7371590 Jul 07 22:42:35.002718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39870) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:35.043114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39872) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:35.100627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ecc792-71e9-42ff-92fe-7465ff4dc64e admin admin] Deleting subnet a9b35cb5-c420-4205-9260-e62fb3169508 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:42:35.115088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3ecc792-71e9-42ff-92fe-7465ff4dc64e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.180378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3ecc792-71e9-42ff-92fe-7465ff4dc64e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.233970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1287898809', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:35.260822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Made reservation on behalf of fa49fa0856d1466f8f161a41cf761e4a for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:35.264754 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.280866 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.351328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c45522bb-85eb-481c-9da8-aae26bd75e84 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:35.374448 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3ecc792-71e9-42ff-92fe-7465ff4dc64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.378327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: c45522bb-85eb-481c-9da8-aae26bd75e84 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:35.378927 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c45522bb-85eb-481c-9da8-aae26bd75e84 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:35.468686 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3ecc792-71e9-42ff-92fe-7465ff4dc64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.498322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecc792-71e9-42ff-92fe-7465ff4dc64e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b35cb5-c420-4205-9260-e62fb3169508,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:35.505048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e3ecc792-71e9-42ff-92fe-7465ff4dc64e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.509869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e3ecc792-71e9-42ff-92fe-7465ff4dc64e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a9b35cb5-c420-4205-9260-e62fb3169508 HTTP/1.1" status: 204 len: 168 time: 0.5060523 Jul 07 22:42:35.510494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39880) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:35.512001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66190ea7-ec90-41e4-abf5-5555bf7b70ca None None] Network 2b453158-ec8c-4aff-a2f1-8198135037da requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:35.544103 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.550773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.557281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] device_id is not set on port 2b815f32-08dd-4994-8143-8151efc638a1 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:42:35.664957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de305c7-23f4-46a8-b9e7-fa8ad490293f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:35.711554 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.784840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Allocated IP 172.25.8.247 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/2b815f32-08dd-4994-8143-8151efc638a1) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:35.825999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Deleting port de6c01a8-7a81-4aa0-91f3-b45d0e688103 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:35.826370 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.975834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] For port de6c01a8-7a81-4aa0-91f3-b45d0e688103, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de6c01a8-7a81-4aa0-91f3-b45d0e688103,segment=NetworkSegment(aa62db93-9f8d-41f7-b77b-88b873e1698e),segment_id=aa62db93-9f8d-41f7-b77b-88b873e1698e)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:35.976205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:35.993303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] DHCP port deletion for 2b453158-ec8c-4aff-a2f1-8198135037da request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:42:35.993904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Calling delete_port for de6c01a8-7a81-4aa0-91f3-b45d0e688103 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:36.030372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.059641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521f2f6-2c6b-4416-b654-98436181cb57 req-9b514bc7-c602-4dc8-b5f1-26ae30ed0b82 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:36.061285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2521f2f6-2c6b-4416-b654-98436181cb57 req-9b514bc7-c602-4dc8-b5f1-26ae30ed0b82 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1699240 Jul 07 22:42:36.070481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Deleting port de6c01a8-7a81-4aa0-91f3-b45d0e688103 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:36.071115 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.084001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.132806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2521f2f6-2c6b-4416-b654-98436181cb57 req-e3ea4537-ec51-4b9a-a341-8272ef6fe071 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644693 Jul 07 22:42:36.149454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:36.151979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.156857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:36.168689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:36.172065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Pushing event updated for resources: {'Port': ['ID=2b815f32-08dd-4994-8143-8151efc638a1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:36.177456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] No DVR routers for this DVR port de6c01a8-7a81-4aa0-91f3-b45d0e688103 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:36.206424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Pushing event deleted for resources: {'Port': ['ID=de6c01a8-7a81-4aa0-91f3-b45d0e688103,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:36.213549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] For port de6c01a8-7a81-4aa0-91f3-b45d0e688103, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=de6c01a8-7a81-4aa0-91f3-b45d0e688103,segment=NetworkSegment(aa62db93-9f8d-41f7-b77b-88b873e1698e),segment_id=aa62db93-9f8d-41f7-b77b-88b873e1698e)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:36.213950 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.225778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:36.226572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.242823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Calling delete_port for de6c01a8-7a81-4aa0-91f3-b45d0e688103 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:36.246651 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-46368297-f2f6-423e-bda6-fed10fba24d0 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2025473 Jul 07 22:42:36.249309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:36.260562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.247'}]}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:36.288544 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.294483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.296294 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.301177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b453158-ec8c-4aff-a2f1-8198135037da']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:36.313521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa62db93-9f8d-41f7-b77b-88b873e1698e') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:36.314802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa62db93-9f8d-41f7-b77b-88b873e1698e') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:36.324713 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.339148 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.345871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:42:36.346391 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:42:36.348119 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:42:36.360176 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.366137 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.373656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] No DVR routers for this DVR port de6c01a8-7a81-4aa0-91f3-b45d0e688103 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:36.402782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Pushing event deleted for resources: {'Port': ['ID=de6c01a8-7a81-4aa0-91f3-b45d0e688103,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:36.412120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.412120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.412368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.412704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.413009 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.413330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.413928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.414501 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.414997 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.416779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.417127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.417460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328ef9d-cc94-4fee-a85c-fe893550652c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:42:36.426130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.436191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.438164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] 10.222.0.81 "DELETE /v2.0/networks/2b453158-ec8c-4aff-a2f1-8198135037da HTTP/1.1" status: 204 len: 168 time: 0.9266908 Jul 07 22:42:36.450153 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5f8f1-243d-438e-be62-edbbb2fd228a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b453158-ec8c-4aff-a2f1-8198135037da,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:36.522870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.646601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39900) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:36.690792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d5129abb-d276-43b0-a367-c9f765c119d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ace927fb95f04385aebb70e7068a904d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427113 Jul 07 22:42:36.693627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39902) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:36.743438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66647dc5-5055-4351-bbc6-ce51eeb3ab99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.764267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66647dc5-5055-4351-bbc6-ce51eeb3ab99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.767970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.787735 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.822413 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66647dc5-5055-4351-bbc6-ce51eeb3ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.825233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-66647dc5-5055-4351-bbc6-ce51eeb3ab99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:36.830396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-66647dc5-5055-4351-bbc6-ce51eeb3ab99 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5da5e1e0-7121-4604-8641-438b504ab994 HTTP/1.1" status: 204 len: 168 time: 0.1318707 Jul 07 22:42:36.854397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66647dc5-5055-4351-bbc6-ce51eeb3ab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da5e1e0-7121-4604-8641-438b504ab994,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:36.950444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4458ac37-6621-4dca-80bd-58370d19870c details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:42:36.994617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.152256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:37.168551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4458ac37-6621-4dca-80bd-58370d19870c has no active binding in host n-h2-695012-11 {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 07 22:42:37.248749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.252690 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.326440 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e2147859-01c6-475b-a025-b8357ba0b8d0 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:37.360754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e2147859-01c6-475b-a025-b8357ba0b8d0 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:37.361928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e2147859-01c6-475b-a025-b8357ba0b8d0 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:37.362476 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de6c01a8-7a81-4aa0-91f3-b45d0e688103 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:37.374866 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.375426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0421c27b-9a8a-4873-b847-325aa7a61417 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:42:37.392074 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: de6c01a8-7a81-4aa0-91f3-b45d0e688103 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:37.392866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device de6c01a8-7a81-4aa0-91f3-b45d0e688103 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:37.410020 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 07 22:42:37.411345 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-63eadda0-bc39-41e8-9a46-6e9c71b4e7d9 tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1598651 Jul 07 22:42:37.413871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39928) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:37.451188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93ed72-1bfd-4874-8024-89731ddc300e req-f6ca9c70-0499-49bb-be1e-0ef54cf54f06 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:37.452733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab93ed72-1bfd-4874-8024-89731ddc300e req-f6ca9c70-0499-49bb-be1e-0ef54cf54f06 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1316886 Jul 07 22:42:37.478813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39930) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:37.506643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab93ed72-1bfd-4874-8024-89731ddc300e req-ed28f156-80ba-451f-83d4-58563713f275 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453155 Jul 07 22:42:37.569105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39932) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:37.569338 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f7c10789-7cc0-43e4-84f7-ae4b72867fef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40913892e95947db9cc429123aa22a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849066 Jul 07 22:42:37.585454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-211e31db-e3c9-48fd-8557-926b809ffbbd tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Deleting port 2b815f32-08dd-4994-8143-8151efc638a1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:37.585801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-211e31db-e3c9-48fd-8557-926b809ffbbd tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.629005 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-003135da-e186-4185-85a2-8a169e9378e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.654184 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-003135da-e186-4185-85a2-8a169e9378e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.678163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-211e31db-e3c9-48fd-8557-926b809ffbbd tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.692860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-211e31db-e3c9-48fd-8557-926b809ffbbd tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Calling delete_port for 2b815f32-08dd-4994-8143-8151efc638a1 owned by {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:37.706687 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-003135da-e186-4185-85a2-8a169e9378e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.709243 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-003135da-e186-4185-85a2-8a169e9378e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.710578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-003135da-e186-4185-85a2-8a169e9378e0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb5f8fb1-6b0b-4bf5-a956-4f6bfa7001fe HTTP/1.1" status: 204 len: 168 time: 0.1400208 Jul 07 22:42:37.733700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003135da-e186-4185-85a2-8a169e9378e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5f8fb1-6b0b-4bf5-a956-4f6bfa7001fe,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:37.855458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-211e31db-e3c9-48fd-8557-926b809ffbbd tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.889647 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e31db-e3c9-48fd-8557-926b809ffbbd tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b815f32-08dd-4994-8143-8151efc638a1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:37.984064 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-211e31db-e3c9-48fd-8557-926b809ffbbd tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:37.990818 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-211e31db-e3c9-48fd-8557-926b809ffbbd tempest-RoutersAdminNegativeIpV6Test-117573989 tempest-RoutersAdminNegativeIpV6Test-117573989-project-admin] 10.222.0.81 "DELETE /v2.0/ports/2b815f32-08dd-4994-8143-8151efc638a1 HTTP/1.1" status: 204 len: 168 time: 0.5758052 Jul 07 22:42:38.421254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39956) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:38.544235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7841322d-1903-4fcf-a915-804754a34bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.684610 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7841322d-1903-4fcf-a915-804754a34bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.707988 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7841322d-1903-4fcf-a915-804754a34bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.750149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841322d-1903-4fcf-a915-804754a34bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2858fdd2-671a-4950-9bdd-42682a34b333,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:38.760827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39962) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:38.761006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7841322d-1903-4fcf-a915-804754a34bdc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a048cec34ed4938b6bc0238649fc4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384433 Jul 07 22:42:38.784887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7fa1-2c06-40dd-9c90-dfa41214d7d2 req-939c0868-3384-497d-b09c-015c5c00e4b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:38.786798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-debf7fa1-2c06-40dd-9c90-dfa41214d7d2 req-939c0868-3384-497d-b09c-015c5c00e4b9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1157696 Jul 07 22:42:38.823878 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ff6eeb4-0517-4baf-8698-39d3b6bd264f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.830576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-debf7fa1-2c06-40dd-9c90-dfa41214d7d2 req-5b7410ea-3dcc-4be6-96f3-1e4926895a83 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376203 Jul 07 22:42:38.860376 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ff6eeb4-0517-4baf-8698-39d3b6bd264f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.912533 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ff6eeb4-0517-4baf-8698-39d3b6bd264f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.915747 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0ff6eeb4-0517-4baf-8698-39d3b6bd264f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:38.918210 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0ff6eeb4-0517-4baf-8698-39d3b6bd264f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2858fdd2-671a-4950-9bdd-42682a34b333 HTTP/1.1" status: 204 len: 168 time: 0.1548123 Jul 07 22:42:38.928238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6eeb4-0517-4baf-8698-39d3b6bd264f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2858fdd2-671a-4950-9bdd-42682a34b333,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:39.204398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 39968) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:39.252508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5e0841dc-dc77-4c13-b6fc-ec9cd30c8219 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa49fa0856d1466f8f161a41cf761e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447502 Jul 07 22:42:39.255268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 39974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:39.312156 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c055758-95ab-4df6-9075-1a85ee71c857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.335179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c055758-95ab-4df6-9075-1a85ee71c857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.390001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c055758-95ab-4df6-9075-1a85ee71c857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.394296 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9c055758-95ab-4df6-9075-1a85ee71c857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:39.412165 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9c055758-95ab-4df6-9075-1a85ee71c857 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7de305c7-23f4-46a8-b9e7-fa8ad490293f HTTP/1.1" status: 204 len: 168 time: 0.1554718 Jul 07 22:42:39.428296 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c055758-95ab-4df6-9075-1a85ee71c857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de305c7-23f4-46a8-b9e7-fa8ad490293f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:40.174744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635cf48-88be-496d-8911-5a229b920841 req-86769f24-2a2c-4c52-94d7-50036f685f1e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:40.176834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3635cf48-88be-496d-8911-5a229b920841 req-86769f24-2a2c-4c52-94d7-50036f685f1e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1803653 Jul 07 22:42:40.217601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-1a8eebc7-201b-4ee4-a7bf-1fdd4eb8e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:40.227512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-1a8eebc7-201b-4ee4-a7bf-1fdd4eb8e9ef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1128 time: 0.1611357 Jul 07 22:42:40.322518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3635cf48-88be-496d-8911-5a229b920841 req-adcf05a5-e87c-4c0d-841b-90ffeadd4f67 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363292 Jul 07 22:42:40.374713 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:40.443792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-ff0de12f-24f6-4b51-892e-4d9ea1ae94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:40.445354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-ff0de12f-24f6-4b51-892e-4d9ea1ae94b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 200 len: 898 time: 0.1838167 Jul 07 22:42:40.496320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1070607414'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:40.526573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Made reservation on behalf of 686fc6342a664ed686c945309ec58ffb for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:40.529047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-b85775fe-d77d-43ed-aadd-52c0a325b8fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 1001 time: 0.0767627 Jul 07 22:42:40.531101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.541040 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.582017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-b9ddcd09-ab5d-4cf3-ba16-0c8e5343cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:40.583440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-b9ddcd09-ab5d-4cf3-ba16-0c8e5343cac1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f1d2ab14-9390-42ee-825b-0a1df25a2011 HTTP/1.1" status: 200 len: 835 time: 0.0481455 Jul 07 22:42:40.653518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-9ce77755-ee3f-4f2e-9a35-ba337a0b8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:40.655456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-9ce77755-ee3f-4f2e-9a35-ba337a0b8f50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654473 Jul 07 22:42:40.672331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.681392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.711917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:42:40.723121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ce7161-bcb9-4448-a57c-d881104cb18d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:40.738461 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.741011 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Added segment 64cb128f-b661-4324-8a10-aaef8066346a of type vlan for network 66a640c2-764c-418e-94a6-ce37fd1cf544 Jul 07 22:42:40.779582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-2b76e304-30a8-4a69-829b-39883f34a4ef service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172671 Jul 07 22:42:40.784792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.817074 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.823527 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:40.824089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:40.886130 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5075359 Jul 07 22:42:40.886953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40024) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:40.894679 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Request body: {'subnet': {'network_id': '66a640c2-764c-418e-94a6-ce37fd1cf544', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:40.926311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc14c00d-7d07-4b3c-bc9b-4aaf68c7de2c req-45cd5c46-6d29-4646-8f7b-9f693558887d service neutron] 10.222.0.44 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395741 Jul 07 22:42:40.945107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47d937-b80f-47db-96ee-cd33447d925a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event updated for resources: {'Network': ['ID=66a640c2-764c-418e-94a6-ce37fd1cf544,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:40.959849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 66a640c2-764c-418e-94a6-ce37fd1cf544 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:42:41.017990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Made reservation on behalf of 686fc6342a664ed686c945309ec58ffb for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:41.022254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.217083 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.289753 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Checking segment: {'id': '64cb128f-b661-4324-8a10-aaef8066346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '66a640c2-764c-418e-94a6-ce37fd1cf544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:41.290253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Network hostable DHCP agents. Network: 66a640c2-764c-418e-94a6-ce37fd1cf544, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:42:41.296970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event updated for resources: {'Subnet': ['ID=0a81d489-ee5e-41a0-8cab-6bacc498a4f8,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:41.315188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Network 66a640c2-764c-418e-94a6-ce37fd1cf544 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:42:41.325887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 66a640c2-764c-418e-94a6-ce37fd1cf544) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:41.333551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.334430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.335222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70b55ac-a99e-4dfa-ada9-289d7897f670 None None] Network 66a640c2-764c-418e-94a6-ce37fd1cf544 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:41.365767 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a8023126-b23b-419d-9619-6bedea0e575a tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4718082 Jul 07 22:42:41.365767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:41.371130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-953b209b-fd08-48f2-81eb-10e9fdca25bd tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1474481841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:41.435773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-953b209b-fd08-48f2-81eb-10e9fdca25bd tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.436863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-953b209b-fd08-48f2-81eb-10e9fdca25bd tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.467957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-c5c0a95e-cfd5-47cd-8a80-1571a03c86e1 service neutron] 10.222.0.44 "GET /v2.0/ports/4458ac37-6621-4dca-80bd-58370d19870c/bindings/n-h2-695012-11 HTTP/1.1" status: 200 len: 385 time: 0.1154118 Jul 07 22:42:41.543334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-66a640c2-764c-418e-94a6-ce37fd1cf544', 'network_id': '66a640c2-764c-418e-94a6-ce37fd1cf544', 'tenant_id': '686fc6342a664ed686c945309ec58ffb', 'fixed_ips': [{'subnet_id': '0a81d489-ee5e-41a0-8cab-6bacc498a4f8'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:42:41.544449 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.553117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-953b209b-fd08-48f2-81eb-10e9fdca25bd tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.563002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-953b209b-fd08-48f2-81eb-10e9fdca25bd tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.631632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-953b209b-fd08-48f2-81eb-10e9fdca25bd tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.633790 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-953b209b-fd08-48f2-81eb-10e9fdca25bd tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2680125 Jul 07 22:42:41.636548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40036) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:41.645196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c9445-89fa-4fd2-aaf5-2c60c7363699 req-426a6007-3293-4ba7-a927-f0718afb3a8c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:41.655076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d00c9445-89fa-4fd2-aaf5-2c60c7363699 req-426a6007-3293-4ba7-a927-f0718afb3a8c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 945 time: 0.1736512 Jul 07 22:42:41.718652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Allocated IP 172.20.0.2 (66a640c2-764c-418e-94a6-ce37fd1cf544/0a81d489-ee5e-41a0-8cab-6bacc498a4f8/02c3326b-c308-46c1-9c36-d3a4c2446069) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:41.773398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d00c9445-89fa-4fd2-aaf5-2c60c7363699 req-567d9e38-9e18-4d8e-b5ca-6aaa418afa22 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174126 Jul 07 22:42:41.865590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-d534adf2-ce9b-452a-b1be-d420f7f81f3c service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:41.917080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-d534adf2-ce9b-452a-b1be-d420f7f81f3c service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:41.932097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.942670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Transition to ACTIVE for port object 02c3326b-c308-46c1-9c36-d3a4c2446069 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:41.960865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Transition to ACTIVE for port object 02c3326b-c308-46c1-9c36-d3a4c2446069 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:41.970742 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:41.993783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:41.996615 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04755234-b177-4355-a269-5a7f9e9d0514" -d '{"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-unplugged", "status": "completed", "tag": "4458ac37-6621-4dca-80bd-58370d19870c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:42.005913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-d534adf2-ce9b-452a-b1be-d420f7f81f3c service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:42.023205 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Network 66a640c2-764c-418e-94a6-ce37fd1cf544 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:42.029636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:42.033974 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-d534adf2-ce9b-452a-b1be-d420f7f81f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:42.038543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:42.047467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Pushing event updated for resources: {'Port': ['ID=02c3326b-c308-46c1-9c36-d3a4c2446069,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:42.114348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Attempting to bind port 02c3326b-c308-46c1-9c36-d3a4c2446069 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:42:42.114972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Attempting to bind port 02c3326b-c308-46c1-9c36-d3a4c2446069 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '64cb128f-b661-4324-8a10-aaef8066346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '66a640c2-764c-418e-94a6-ce37fd1cf544'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:42:42.115344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Attempting to bind port 02c3326b-c308-46c1-9c36-d3a4c2446069 on network 66a640c2-764c-418e-94a6-ce37fd1cf544 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:42:42.116261 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c56ee52-9b1f-473b-ae5b-230895220575 x-openstack-request-id: req-5c56ee52-9b1f-473b-ae5b-230895220575 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:42.116565 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-unplugged", "status": "completed", "tag": "4458ac37-6621-4dca-80bd-58370d19870c", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:42.116829 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c56ee52-9b1f-473b-ae5b-230895220575 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:42.117239 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c', 'code': 200} Jul 07 22:42:42.122370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:42:42.122742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Checking segment: {'id': '64cb128f-b661-4324-8a10-aaef8066346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '66a640c2-764c-418e-94a6-ce37fd1cf544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:42:42.123149 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:42.123543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Bound using segment: {'id': '64cb128f-b661-4324-8a10-aaef8066346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '66a640c2-764c-418e-94a6-ce37fd1cf544'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:42:42.125073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Bound port: 02c3326b-c308-46c1-9c36-d3a4c2446069, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cb128f-b661-4324-8a10-aaef8066346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '66a640c2-764c-418e-94a6-ce37fd1cf544'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:42:42.125466 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:42.247236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] For port 02c3326b-c308-46c1-9c36-d3a4c2446069, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:42.251024 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] For port 02c3326b-c308-46c1-9c36-d3a4c2446069, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=02c3326b-c308-46c1-9c36-d3a4c2446069,segment=NetworkSegment(64cb128f-b661-4324-8a10-aaef8066346a),segment_id=64cb128f-b661-4324-8a10-aaef8066346a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:42:42.258830 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:42.264450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-d534adf2-ce9b-452a-b1be-d420f7f81f3c service neutron] Transition to ACTIVE for port object 4458ac37-6621-4dca-80bd-58370d19870c will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:42.295557 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-d534adf2-ce9b-452a-b1be-d420f7f81f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:42.393356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a86499-58cb-4637-9271-c4da5f469502 None None] Pushing event updated for resources: {'Port': ['ID=02c3326b-c308-46c1-9c36-d3a4c2446069,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:42.473204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534adf2-ce9b-452a-b1be-d420f7f81f3c service neutron] Pushing event updated for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=11']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:42.535681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-d534adf2-ce9b-452a-b1be-d420f7f81f3c service neutron] No DVR routers for this DVR port 4458ac37-6621-4dca-80bd-58370d19870c on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:42.640389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:42.745838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-d534adf2-ce9b-452a-b1be-d420f7f81f3c service neutron] 10.222.0.44 "PUT /v2.0/ports/4458ac37-6621-4dca-80bd-58370d19870c/bindings/n-h2-695012-11/activate HTTP/1.1" status: 200 len: 370 time: 1.2734053 Jul 07 22:42:42.901311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-5b0b4659-b054-445f-b2ee-b50d30ae8fb4 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:42.908194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-5b0b4659-b054-445f-b2ee-b50d30ae8fb4 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a&tenant_id=770787b17e244d11a628113ff6e1dfed&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.0985053 Jul 07 22:42:42.989384 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Allocated IP 172.20.0.1 (66a640c2-764c-418e-94a6-ce37fd1cf544/0a81d489-ee5e-41a0-8cab-6bacc498a4f8/00fd9845-3fa4-4381-8c3b-0f271a1b1f0f) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:43.047632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-f45f464c-13d0-4b0a-9e22-11a6a3688fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:43.049800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-f45f464c-13d0-4b0a-9e22-11a6a3688fe9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 1096 time: 0.1335692 Jul 07 22:42:43.058601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d20e9-0135-4ef8-8b11-141a8a4ea24c req-acd08f8c-a865-48ba-8fb3-5b61f5b82daa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:43.060307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c8d20e9-0135-4ef8-8b11-141a8a4ea24c req-acd08f8c-a865-48ba-8fb3-5b61f5b82daa tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 944 time: 0.1046398 Jul 07 22:42:43.141557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c8d20e9-0135-4ef8-8b11-141a8a4ea24c req-5232c940-5d5a-44c5-b1fc-dead3fdfa62d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752866 Jul 07 22:42:43.157710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.183241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Transition to ACTIVE for port object 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:43.184373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-ac02e84f-50c2-4f8e-a02f-628240ca5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:43.187644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-ac02e84f-50c2-4f8e-a02f-628240ca5377 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1096 time: 0.0915489 Jul 07 22:42:43.239459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.330926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Network 66a640c2-764c-418e-94a6-ce37fd1cf544 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:43.330926 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:43.348725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:43.375603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event updated for resources: {'Port': ['ID=00fd9845-3fa4-4381-8c3b-0f271a1b1f0f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:43.385084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-b2397f47-3ef3-4793-afe4-d4de2b68c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:43.386672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-b2397f47-3ef3-4793-afe4-d4de2b68c5b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 200 len: 898 time: 0.1936929 Jul 07 22:42:43.398778 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.412016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 02c3326b-c308-46c1-9c36-d3a4c2446069 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:43.477416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-111ea514-d635-4108-975a-9b00b6c94e84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 999 time: 0.0835555 Jul 07 22:42:43.509398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 02c3326b-c308-46c1-9c36-d3a4c2446069 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:43.580360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-5d9a2bc8-d3ff-4f68-87c8-969b8c8575b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:43.584687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-5d9a2bc8-d3ff-4f68-87c8-969b8c8575b4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f1d2ab14-9390-42ee-825b-0a1df25a2011 HTTP/1.1" status: 200 len: 835 time: 0.1000605 Jul 07 22:42:43.664729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:43.670166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-01bfacf1-fa8d-450a-a385-a472a2334bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:43.673489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-01bfacf1-fa8d-450a-a385-a472a2334bc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819640 Jul 07 22:42:43.876736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-1bd4c7de-0a68-4562-871f-0998f7aaf7e6 service neutron] 10.222.0.83 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946387 Jul 07 22:42:43.925919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9245e502-12b8-49ba-a9f1-38edabe545b6 None None] Network 66a640c2-764c-418e-94a6-ce37fd1cf544 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:44.054167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2b1e104d-b445-443e-8e6b-88065741a445 None None] Provisioning for port 02c3326b-c308-46c1-9c36-d3a4c2446069 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:44.073143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-ce323bae-bd87-41c4-9d35-22b83f3f10ed service neutron] 10.222.0.83 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896923 Jul 07 22:42:44.075891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2b1e104d-b445-443e-8e6b-88065741a445 None None] Provisioning complete for port 02c3326b-c308-46c1-9c36-d3a4c2446069 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:44.077446 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1e104d-b445-443e-8e6b-88065741a445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.127423 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.135952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.251014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event updated for resources: {'Port': ['ID=00fd9845-3fa4-4381-8c3b-0f271a1b1f0f,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:44.261240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.366119 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1e104d-b445-443e-8e6b-88065741a445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.401936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2b1e104d-b445-443e-8e6b-88065741a445 None None] For port 02c3326b-c308-46c1-9c36-d3a4c2446069, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=02c3326b-c308-46c1-9c36-d3a4c2446069,segment=NetworkSegment(64cb128f-b661-4324-8a10-aaef8066346a),segment_id=64cb128f-b661-4324-8a10-aaef8066346a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:44.419075 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b1e104d-b445-443e-8e6b-88065741a445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.487917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Network 66a640c2-764c-418e-94a6-ce37fd1cf544 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:44.493983 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:44.524382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e104d-b445-443e-8e6b-88065741a445 None None] Pushing event updated for resources: {'Port': ['ID=02c3326b-c308-46c1-9c36-d3a4c2446069,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:44.571849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6e022-6741-41c1-9f29-1787b10a18bb req-984cdcce-8f06-4faa-b7c1-209cf4127f15 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:44.579179 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6b6e022-6741-41c1-9f29-1787b10a18bb req-984cdcce-8f06-4faa-b7c1-209cf4127f15 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 944 time: 0.2159491 Jul 07 22:42:44.609792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4458ac37-6621-4dca-80bd-58370d19870c no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:44.716326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4458ac37-6621-4dca-80bd-58370d19870c not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:44.728906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6b6e022-6741-41c1-9f29-1787b10a18bb req-35eeb9ff-faaa-40d0-bbdb-806c49546b43 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462152 Jul 07 22:42:44.790504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Router 6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:42:44.797969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-3ca5c71e-64d4-4088-a157-67cab256dcb4 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:44.806164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-3ca5c71e-64d4-4088-a157-67cab256dcb4 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a&tenant_id=770787b17e244d11a628113ff6e1dfed&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 1096 time: 0.2207391 Jul 07 22:42:44.951420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6dcac157-290e-48d8-81d3-782e39c1ce93 None None] Provisioning complete for port 02c3326b-c308-46c1-9c36-d3a4c2446069 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:44.951792 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6dcac157-290e-48d8-81d3-782e39c1ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:44.969027 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:44.975287 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d3f9a9ae-563a-4a61-9245-2d395d7f46cc tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "PUT /v2.0/routers/6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3366163 Jul 07 22:42:44.977639 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40074) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:44.980525 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d43ab-bb3e-4e79-b18b-03bcaea87fd0 None None] Sync routers for ids ['6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:44.983152 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Request body: {'port': {'network_id': '66a640c2-764c-418e-94a6-ce37fd1cf544', 'name': 'tempest-FloatingIPNegativeTestJSON-1078805857'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:44.995139 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d43ab-bb3e-4e79-b18b-03bcaea87fd0 None None] Routers {'6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:44.995786 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-377d43ab-bb3e-4e79-b18b-03bcaea87fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:45.072358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-c051d309-48d4-42cc-bf52-ee11e6e55606 service neutron] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:42:45.085558 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-c051d309-48d4-42cc-bf52-ee11e6e55606 service neutron] Notify callbacks [] for binding, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.087665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-491614f1-1b2e-43ad-8a54-9d512e18d645 req-c051d309-48d4-42cc-bf52-ee11e6e55606 service neutron] 10.222.0.83 "DELETE /v2.0/ports/4458ac37-6621-4dca-80bd-58370d19870c/bindings/n-h1-695012-11 HTTP/1.1" status: 204 len: 173 time: 0.2764642 Jul 07 22:42:45.111568 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-377d43ab-bb3e-4e79-b18b-03bcaea87fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:45.131679 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d43ab-bb3e-4e79-b18b-03bcaea87fd0 None None] Routers {'6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:45.132644 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-377d43ab-bb3e-4e79-b18b-03bcaea87fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:45.189394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Made reservation on behalf of 686fc6342a664ed686c945309ec58ffb for: {'port': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:45.199772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.202390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6dcac157-290e-48d8-81d3-782e39c1ce93 None None] Provisioning for port 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:45.208678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6dcac157-290e-48d8-81d3-782e39c1ce93 None None] Provisioning complete for port 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:45.209132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6dcac157-290e-48d8-81d3-782e39c1ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.213057 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-377d43ab-bb3e-4e79-b18b-03bcaea87fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:45.213739 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d43ab-bb3e-4e79-b18b-03bcaea87fd0 None None] The sync data for ids ['6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'] in n-d-695012-11 is: [] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:45.256544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] device_id is not set on port 122beac5-7596-4b70-939a-6d137e8151ba yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:42:45.275591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6dcac157-290e-48d8-81d3-782e39c1ce93 None None] Port 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:45.334572 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 02c3326b-c308-46c1-9c36-d3a4c2446069 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:42:45.346759 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:42:45.445635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Allocated IP 172.20.0.14 (66a640c2-764c-418e-94a6-ce37fd1cf544/0a81d489-ee5e-41a0-8cab-6bacc498a4f8/122beac5-7596-4b70-939a-6d137e8151ba) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:45.471812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1a591be9-1367-4959-92e5-6875665d5788 None None] Provisioning complete for port 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:45.473040 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a591be9-1367-4959-92e5-6875665d5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.508874 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 02c3326b-c308-46c1-9c36-d3a4c2446069 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:45.509527 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.556804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1a591be9-1367-4959-92e5-6875665d5788 None None] Port 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:45.679534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-58b806e9-fcc3-4002-993a-13b8b36cf26c None None] Provisioning complete for port 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:45.680007 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58b806e9-fcc3-4002-993a-13b8b36cf26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.684998 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.699974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Transition to ACTIVE for port object 122beac5-7596-4b70-939a-6d137e8151ba will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:42:45.723734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-58b806e9-fcc3-4002-993a-13b8b36cf26c None None] Port 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:45.740020 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.794026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Network 66a640c2-764c-418e-94a6-ce37fd1cf544 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:45.800885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:45.805015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:45.841367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event updated for resources: {'Port': ['ID=122beac5-7596-4b70-939a-6d137e8151ba,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:45.883332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:45.883999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:45.917991 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a2437a13-9018-49d6-b2c9-b581b84217f9 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9359145 Jul 07 22:42:45.918298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40086) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:45.923292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:45.956889 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.118551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327858e-f195-4a84-8a75-0117920dfd99 req-048a1cd8-365a-4276-ac78-0495af20af66 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:46.120155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5327858e-f195-4a84-8a75-0117920dfd99 req-048a1cd8-365a-4276-ac78-0495af20af66 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 944 time: 0.1045878 Jul 07 22:42:46.151420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-daa48f31-99a9-496d-96eb-39deb34df99f None None] Provisioning for port 122beac5-7596-4b70-939a-6d137e8151ba completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:42:46.156343 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-daa48f31-99a9-496d-96eb-39deb34df99f None None] Provisioning complete for port 122beac5-7596-4b70-939a-6d137e8151ba triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:42:46.157524 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-daa48f31-99a9-496d-96eb-39deb34df99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.201568 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.205929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-daa48f31-99a9-496d-96eb-39deb34df99f None None] Port 122beac5-7596-4b70-939a-6d137e8151ba cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:42:46.222053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5327858e-f195-4a84-8a75-0117920dfd99 req-669f1ad8-b219-4880-bea9-77726a5d1560 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909011 Jul 07 22:42:46.355148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Allocated IP 172.25.8.175 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/7f11e0bc-6d96-4813-a6aa-09219fbec974) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:46.477569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e02200-e200-4ad4-b634-6e8f264ed2b6 req-36c0137e-53c9-40b5-8e7a-e215f7b7f4d9 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:46.479188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85e02200-e200-4ad4-b634-6e8f264ed2b6 req-36c0137e-53c9-40b5-8e7a-e215f7b7f4d9 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1096 time: 0.1193738 Jul 07 22:42:46.522993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.544705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85e02200-e200-4ad4-b634-6e8f264ed2b6 req-c0c74527-86d6-4040-ac6e-e466fbd8d1a6 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558310 Jul 07 22:42:46.594269 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.638555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:46.643040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:46.645655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:46.695275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event updated for resources: {'Port': ['ID=7f11e0bc-6d96-4813-a6aa-09219fbec974,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:46.805725 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.817450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5038e-dc99-4193-bef7-6ae177a87f54 req-b98929ab-bedb-4205-bb09-5f09fab1f595 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:46.819281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9b5038e-dc99-4193-bef7-6ae177a87f54 req-b98929ab-bedb-4205-bb09-5f09fab1f595 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 944 time: 0.1121662 Jul 07 22:42:46.893454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9b5038e-dc99-4193-bef7-6ae177a87f54 req-cb515b7d-6d19-4041-8d03-1d82bb10e3f7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684342 Jul 07 22:42:46.896110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:46.925148 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40100) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:47.029931 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-39abc76f-e1b9-4e9a-ad61-0a0bd40993a7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/b89b2361-9f67-41c6-8b24-ec855a168cc2 HTTP/1.1" status: 200 len: 991 time: 0.1024141 Jul 07 22:42:47.105358 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.110580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.180492 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.200748 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.206248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2829707 Jul 07 22:42:47.206498 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40102) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:47.208384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d377695-f8ba-429f-a2fa-0dc7903653e4 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event updated for resources: {'Port': ['ID=7f11e0bc-6d96-4813-a6aa-09219fbec974,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:47.212112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8ef1e010-ca5d-4813-aacf-d37e3268ee46 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Request body: {'floatingip': {'port_id': '122beac5-7596-4b70-939a-6d137e8151ba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:47.263191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8ef1e010-ca5d-4813-aacf-d37e3268ee46 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.398819 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-8ef1e010-ca5d-4813-aacf-d37e3268ee46 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] update failed (client error): The resource could not be found. Jul 07 22:42:47.399789 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ef1e010-ca5d-4813-aacf-d37e3268ee46 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "PUT /v2.0/floatingips/021ee1d1-c75f-457c-a3b4-1a75b9f6cbb0 HTTP/1.1" status: 404 len: 507 time: 0.1922772 Jul 07 22:42:47.402860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40104) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:47.541232 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Deleting port 7f11e0bc-6d96-4813-a6aa-09219fbec974 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:47.541576 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.662386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.662650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.678174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Calling delete_port for 7f11e0bc-6d96-4813-a6aa-09219fbec974 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:47.854174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.880374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event deleted for resources: {'Port': ['ID=7f11e0bc-6d96-4813-a6aa-09219fbec974,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:47.971489 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.974096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:47.976591 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a3351bb8-0d0a-4a40-8683-6a14a5561069 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "DELETE /v2.0/floatingips/021ee1d1-c75f-457c-a3b4-1a75b9f6cbb0 HTTP/1.1" status: 204 len: 168 time: 0.5715706 Jul 07 22:42:47.980944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40114) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:47.985706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-70168ee7-6b2e-4387-92fd-81c4cc3505df tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Request body: {'floatingip': {'floating_network_id': '66a640c2-764c-418e-94a6-ce37fd1cf544', 'port_id': '122beac5-7596-4b70-939a-6d137e8151ba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:48.012777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-70168ee7-6b2e-4387-92fd-81c4cc3505df tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.135404 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-70168ee7-6b2e-4387-92fd-81c4cc3505df tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 22:42:48.143202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-70168ee7-6b2e-4387-92fd-81c4cc3505df tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1591568 Jul 07 22:42:48.143202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40116) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:48.147180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '122beac5-7596-4b70-939a-6d137e8151ba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:48.174951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.317050 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.432095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Allocated IP 172.25.8.236 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/ac0be3f6-d4bd-4fbd-a7a9-9465c742d5e5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:42:48.567340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:48.611603 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.058056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event updated for resources: {'Port': ['ID=ac0be3f6-d4bd-4fbd-a7a9-9465c742d5e5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:49.075091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:42:49.076413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:42:49.078844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:42:49.344785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Deleting port ac0be3f6-d4bd-4fbd-a7a9-9465c742d5e5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:49.346883 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.383781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40130) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:49.430115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.430384 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.443016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Calling delete_port for ac0be3f6-d4bd-4fbd-a7a9-9465c742d5e5 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:49.597746 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.632344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event deleted for resources: {'Port': ['ID=ac0be3f6-d4bd-4fbd-a7a9-9465c742d5e5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:49.765972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 1138fbe5-a033-4479-9c02-443287837da4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:49.766523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.778067 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] create failed (client error): The resource could not be found. Jul 07 22:42:49.779217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-16a03fbc-4cd6-4b86-8dfb-a4702a56c0fb tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6357555 Jul 07 22:42:49.784253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40138) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:49.859515 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.859921 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.869142 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:49.875986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 1138fbe5-a033-4479-9c02-443287837da4 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:50.025270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-5ad84db4-d01b-4d41-b2cf-b577660f1c72 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Deleting port 122beac5-7596-4b70-939a-6d137e8151ba {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:50.025545 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ad84db4-d01b-4d41-b2cf-b577660f1c72 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.045318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.084941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=1138fbe5-a033-4479-9c02-443287837da4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:50.160661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ad84db4-d01b-4d41-b2cf-b577660f1c72 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.173668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-5ad84db4-d01b-4d41-b2cf-b577660f1c72 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Calling delete_port for 122beac5-7596-4b70-939a-6d137e8151ba owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:50.209377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.210001 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Floating IP b89b2361-9f67-41c6-8b24-ec855a168cc2 disassociated (deleted). External IP: 172.25.8.246, port: 4458ac37-6621-4dca-80bd-58370d19870c. Jul 07 22:42:50.400944 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ad84db4-d01b-4d41-b2cf-b577660f1c72 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.521691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad84db4-d01b-4d41-b2cf-b577660f1c72 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event deleted for resources: {'Port': ['ID=122beac5-7596-4b70-939a-6d137e8151ba,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:50.533071 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:50.636751 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ad84db4-d01b-4d41-b2cf-b577660f1c72 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.640007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5ad84db4-d01b-4d41-b2cf-b577660f1c72 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "DELETE /v2.0/ports/122beac5-7596-4b70-939a-6d137e8151ba HTTP/1.1" status: 204 len: 168 time: 0.8548055 Jul 07 22:42:50.643222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40144) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:50.722780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d369c2-0961-4c4e-bd6a-495cb4e2782f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:50.724291 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a2d369c2-0961-4c4e-bd6a-495cb4e2782f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4 HTTP/1.1" status: 200 len: 913 time: 0.0785692 Jul 07 22:42:50.730667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40150) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:50.761117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:50.778548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:50.784282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a93b96-3210-405c-976d-842464519592 None None] Sync routers for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:50.814335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a93b96-3210-405c-976d-842464519592 None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:50.815373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-98a93b96-3210-405c-976d-842464519592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:51.025534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-98a93b96-3210-405c-976d-842464519592 None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:51.255494 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-197a6f77-8b8b-4d9f-a458-f1da393672ac tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/floatingips/b89b2361-9f67-41c6-8b24-ec855a168cc2 HTTP/1.1" status: 204 len: 168 time: 1.8679101 Jul 07 22:42:51.255494 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:51.266936 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ee120f-5be5-4451-ad73-597f15221894" -d '{"events": [{"name": "network-changed", "server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "tag": "4458ac37-6621-4dca-80bd-58370d19870c"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:51.375472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-98a93b96-3210-405c-976d-842464519592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1685ae56-69b2-4860-8faf-7bbc8ca87c03', 'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:28Z', 'updated_at': '2021-07-07T22:41:35Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:51.458714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a93b96-3210-405c-976d-842464519592 None None] Checking router: 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:51.477211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a93b96-3210-405c-976d-842464519592 None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:51.482264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-98a93b96-3210-405c-976d-842464519592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:51.547504 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde17f4e-620c-4c9c-862a-a2ee8e38090d x-openstack-request-id: req-bde17f4e-620c-4c9c-862a-a2ee8e38090d {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:51.548034 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "tag": "4458ac37-6621-4dca-80bd-58370d19870c", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:51.548220 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bde17f4e-620c-4c9c-862a-a2ee8e38090d {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:51.548744 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c', 'status': 'completed', 'code': 200} Jul 07 22:42:51.642347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-98a93b96-3210-405c-976d-842464519592 None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:51.671258 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:51.835754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee120f-5be5-4451-ad73-597f15221894 req-0b1254a5-5a11-4bfb-97ed-6c78956ef5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:51.837288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67ee120f-5be5-4451-ad73-597f15221894 req-0b1254a5-5a11-4bfb-97ed-6c78956ef5c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 1096 time: 0.2288897 Jul 07 22:42:51.983360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-98a93b96-3210-405c-976d-842464519592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1685ae56-69b2-4860-8faf-7bbc8ca87c03', 'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:28Z', 'updated_at': '2021-07-07T22:41:35Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:52.016190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a93b96-3210-405c-976d-842464519592 None None] The sync data for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 is: [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:41:29Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1685ae56-69b2-4860-8faf-7bbc8ca87c03', 'name': '', 'network_id': 'ac46f0a5-51d4-4802-98bd-8b131f74a0e0', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:53:5f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:28Z', 'updated_at': '2021-07-07T22:41:35Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'f1d2ab14-9390-42ee-825b-0a1df25a2011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:52.083149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee120f-5be5-4451-ad73-597f15221894 req-e903fdc0-acef-466c-960f-b83b89e6acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:52.084644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67ee120f-5be5-4451-ad73-597f15221894 req-e903fdc0-acef-466c-960f-b83b89e6acc0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 200 len: 898 time: 0.2323484 Jul 07 22:42:52.094255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5ed42-3682-4666-954b-24a0b0561671 req-e658b121-b846-4c8c-bd1c-d0d1b56367f7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:52.100346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fab5ed42-3682-4666-954b-24a0b0561671 req-e658b121-b846-4c8c-bd1c-d0d1b56367f7 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 944 time: 0.1692832 Jul 07 22:42:52.164692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67ee120f-5be5-4451-ad73-597f15221894 req-48920fc6-82ff-4acf-a2d9-49834a54d6da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 200 len: 217 time: 0.0597348 Jul 07 22:42:52.233354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fab5ed42-3682-4666-954b-24a0b0561671 req-79253312-571d-49a7-a0e7-77e4942aea42 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189873 Jul 07 22:42:52.275333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee120f-5be5-4451-ad73-597f15221894 req-368523b0-9049-4586-bc2b-8013f830aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:52.284904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67ee120f-5be5-4451-ad73-597f15221894 req-368523b0-9049-4586-bc2b-8013f830aa57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f1d2ab14-9390-42ee-825b-0a1df25a2011 HTTP/1.1" status: 200 len: 835 time: 0.1052673 Jul 07 22:42:52.427793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Deleting port 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:52.428400 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:52.438123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee120f-5be5-4451-ad73-597f15221894 req-ab9e00a0-7485-47fd-a1c3-e9df052cc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:52.439113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67ee120f-5be5-4451-ad73-597f15221894 req-ab9e00a0-7485-47fd-a1c3-e9df052cc310 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ac46f0a5-51d4-4802-98bd-8b131f74a0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390769 Jul 07 22:42:52.489926 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb95fdc-e132-4689-b002-7b2beeaa0e2c None None] New status for floating IP b89b2361-9f67-41c6-8b24-ec855a168cc2: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:42:52.607024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67ee120f-5be5-4451-ad73-597f15221894 req-02695fc8-7a07-40c6-800e-002a8e2da526 service neutron] 10.222.0.83 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568923 Jul 07 22:42:52.627809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:52.682624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Calling delete_port for 00fd9845-3fa4-4381-8c3b-0f271a1b1f0f owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:52.816963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67ee120f-5be5-4451-ad73-597f15221894 req-1d4ae6af-43ae-461c-8323-b2f386d0d03b service neutron] 10.222.0.83 "GET /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016437 Jul 07 22:42:52.880736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-16e7d073-694c-431b-bc44-593968d9a534 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:52.882375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-16e7d073-694c-431b-bc44-593968d9a534 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 944 time: 0.1881118 Jul 07 22:42:53.009484 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.038968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event deleted for resources: {'Port': ['ID=00fd9845-3fa4-4381-8c3b-0f271a1b1f0f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:53.116499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 4458ac37-6621-4dca-80bd-58370d19870c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:53.116837 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.252547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.316627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port 4458ac37-6621-4dca-80bd-58370d19870c, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4458ac37-6621-4dca-80bd-58370d19870c,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:53.316940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.356531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 4458ac37-6621-4dca-80bd-58370d19870c owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:53.521469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Router 6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:53.628621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5362d4-2f5f-471b-85c4-de0c049a0bb8 req-c83fb020-bc03-4949-b2de-779efcee1239 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:53.630276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c5362d4-2f5f-471b-85c4-de0c049a0bb8 req-c83fb020-bc03-4949-b2de-779efcee1239 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=28ac54de-f4e1-42de-80c5-1b6f27c6008a HTTP/1.1" status: 200 len: 944 time: 0.2285402 Jul 07 22:42:53.640468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:53.656374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c67a9445-f37d-4251-9776-387d368adf91 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "PUT /v2.0/routers/6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9216504 Jul 07 22:42:53.657371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40188) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:53.660038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1b654-baed-420c-85c0-a6e6c6dd7d00 None None] Sync routers for ids ['6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:53.683845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1b654-baed-420c-85c0-a6e6c6dd7d00 None None] Routers {'6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:53.684817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71f1b654-baed-420c-85c0-a6e6c6dd7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:53.712708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c5362d4-2f5f-471b-85c4-de0c049a0bb8 req-f21067f7-1f89-4945-84cc-3355efef03a3 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=8ebbb6a5-dbb7-449d-b413-0ec372296484&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759478 Jul 07 22:42:53.733058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.763923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71f1b654-baed-420c-85c0-a6e6c6dd7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:53.768805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=4458ac37-6621-4dca-80bd-58370d19870c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:53.776721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1b654-baed-420c-85c0-a6e6c6dd7d00 None None] Routers {'6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:53.777924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71f1b654-baed-420c-85c0-a6e6c6dd7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:53.805905 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca8fa-fcbf-4eeb-b551-c5c61e641d23 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.821829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] No DVR routers for this DVR port 4458ac37-6621-4dca-80bd-58370d19870c on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:53.824810 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.827703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-519d6ff6-deb2-4595-bce8-187bf54088cf req-f55dd996-3891-4bc8-87da-333a667e1e59 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.83 "DELETE /v2.0/ports/4458ac37-6621-4dca-80bd-58370d19870c HTTP/1.1" status: 204 len: 173 time: 0.9298806 Jul 07 22:42:53.828372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-deleted', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:42:53.831257 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175c3c8c-3f1e-4b21-8ef2-ad5726b2f2c1" -d '{"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-deleted", "tag": "4458ac37-6621-4dca-80bd-58370d19870c"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:42:53.885356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-71f1b654-baed-420c-85c0-a6e6c6dd7d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:53.886334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f1b654-baed-420c-85c0-a6e6c6dd7d00 None None] The sync data for ids ['6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4'] in n-d-695012-11 is: [] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:53.899107 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60665b68-2bf8-4593-8d93-7238bb3010c0 x-openstack-request-id: req-60665b68-2bf8-4593-8d93-7238bb3010c0 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:42:53.899466 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ac54de-f4e1-42de-80c5-1b6f27c6008a", "name": "network-vif-deleted", "tag": "4458ac37-6621-4dca-80bd-58370d19870c", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:42:53.899725 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60665b68-2bf8-4593-8d93-7238bb3010c0 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:42:53.900138 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ac54de-f4e1-42de-80c5-1b6f27c6008a', 'name': 'network-vif-deleted', 'tag': '4458ac37-6621-4dca-80bd-58370d19870c', 'status': 'completed', 'code': 200} Jul 07 22:42:53.978821 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca8fa-fcbf-4eeb-b551-c5c61e641d23 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:53.981143 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca8fa-fcbf-4eeb-b551-c5c61e641d23 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.027827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca8fa-fcbf-4eeb-b551-c5c61e641d23 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.028541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9ca8fa-fcbf-4eeb-b551-c5c61e641d23 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Fanout notify agent at l3_agent the message router_deleted on router 6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:42:54.037964 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e9ca8fa-fcbf-4eeb-b551-c5c61e641d23 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.039946 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e9ca8fa-fcbf-4eeb-b551-c5c61e641d23 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "DELETE /v2.0/routers/6b86c1f7-353b-4b31-aecd-1e39ce0cbfb4 HTTP/1.1" status: 204 len: 168 time: 0.3816025 Jul 07 22:42:54.042701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40196) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:54.105098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac8dc24-f53e-4cda-a8aa-133d2703f558 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Deleting subnet 0a81d489-ee5e-41a0-8cab-6bacc498a4f8 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:42:54.109259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ac8dc24-f53e-4cda-a8aa-133d2703f558 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.165700 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ac8dc24-f53e-4cda-a8aa-133d2703f558 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.284221 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ac8dc24-f53e-4cda-a8aa-133d2703f558 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.365688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ac8dc24-f53e-4cda-a8aa-133d2703f558 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.396236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8dc24-f53e-4cda-a8aa-133d2703f558 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event deleted for resources: {'Subnet': ['ID=0a81d489-ee5e-41a0-8cab-6bacc498a4f8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:54.403767 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ac8dc24-f53e-4cda-a8aa-133d2703f558 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.408148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1ac8dc24-f53e-4cda-a8aa-133d2703f558 tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "DELETE /v2.0/subnets/0a81d489-ee5e-41a0-8cab-6bacc498a4f8 HTTP/1.1" status: 204 len: 168 time: 0.3619804 Jul 07 22:42:54.410436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40198) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:54.415810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6457e7f1-b01b-4816-b88b-abdd6412f2c9 None None] Network 66a640c2-764c-418e-94a6-ce37fd1cf544 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:54.499373 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.559493 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Deleting port 02c3326b-c308-46c1-9c36-d3a4c2446069 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:54.560119 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.655346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] For port 02c3326b-c308-46c1-9c36-d3a4c2446069, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=02c3326b-c308-46c1-9c36-d3a4c2446069,segment=NetworkSegment(64cb128f-b661-4324-8a10-aaef8066346a),segment_id=64cb128f-b661-4324-8a10-aaef8066346a)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:54.656008 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.676614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Calling delete_port for 02c3326b-c308-46c1-9c36-d3a4c2446069 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:54.787110 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.819444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event deleted for resources: {'Port': ['ID=02c3326b-c308-46c1-9c36-d3a4c2446069,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:54.821262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] No DVR routers for this DVR port 02c3326b-c308-46c1-9c36-d3a4c2446069 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:54.840977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40208) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:54.847502 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12a8a39-a217-4fa0-8cbc-3a545f359aa3 None None] DHCP port deletion for 66a640c2-764c-418e-94a6-ce37fd1cf544 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:42:54.913603 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.927325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a640c2-764c-418e-94a6-ce37fd1cf544']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:54.944945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cb128f-b661-4324-8a10-aaef8066346a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:54.945323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cb128f-b661-4324-8a10-aaef8066346a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:54.955117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.970916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.978246 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:42:54.979018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:42:54.982032 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:42:55.052466 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.074703 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.076804 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] 10.222.0.81 "DELETE /v2.0/networks/66a640c2-764c-418e-94a6-ce37fd1cf544 HTTP/1.1" status: 204 len: 168 time: 0.6653881 Jul 07 22:42:55.077850 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e5d69-646d-4afe-9740-9078669f6e8f tempest-FloatingIPNegativeTestJSON-107220325 tempest-FloatingIPNegativeTestJSON-107220325-project] Pushing event deleted for resources: {'Network': ['ID=66a640c2-764c-418e-94a6-ce37fd1cf544,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:55.369829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 02c3326b-c308-46c1-9c36-d3a4c2446069 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:55.394629 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 02c3326b-c308-46c1-9c36-d3a4c2446069 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:55.395350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 02c3326b-c308-46c1-9c36-d3a4c2446069 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:55.433016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40216) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:55.623803 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e0becae3-5141-4abd-bfc4-c21c8cfae866 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=686fc6342a664ed686c945309ec58ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886795 Jul 07 22:42:55.628573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40220) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:55.699143 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-279b36e3-cf02-4450-96be-e6815b50f23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.731233 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-279b36e3-cf02-4450-96be-e6815b50f23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.778371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.784647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-279b36e3-cf02-4450-96be-e6815b50f23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.787627 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-279b36e3-cf02-4450-96be-e6815b50f23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:55.791807 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-279b36e3-cf02-4450-96be-e6815b50f23f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/55ce7161-bcb9-4448-a57c-d881104cb18d HTTP/1.1" status: 204 len: 168 time: 0.1595414 Jul 07 22:42:55.799834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b36e3-cf02-4450-96be-e6815b50f23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ce7161-bcb9-4448-a57c-d881104cb18d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:56.176994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 1685ae56-69b2-4860-8faf-7bbc8ca87c03 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:56.177611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.298298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port 1685ae56-69b2-4860-8faf-7bbc8ca87c03, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1685ae56-69b2-4860-8faf-7bbc8ca87c03,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:56.299269 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.316570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 1685ae56-69b2-4860-8faf-7bbc8ca87c03 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:56.562735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.590779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=1685ae56-69b2-4860-8faf-7bbc8ca87c03,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:56.820514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:56.892378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40256) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:57.042884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'networks': [{'name': 'tempest-network--823775038'}, {'name': 'tempest-network--168270980'}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:57.043272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'network': {'name': 'tempest-network--823775038'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:57.043490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4458ac37-6621-4dca-80bd-58370d19870c no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:57.043953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'network': {'name': 'tempest-network--168270980'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:57.065751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 4458ac37-6621-4dca-80bd-58370d19870c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:57.066533 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4458ac37-6621-4dca-80bd-58370d19870c not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:57.069081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Made reservation on behalf of 48ab0a0fb9ea4a19911802ce6e502d31 for: {'network': 2} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:57.074120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.089026 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.191680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:42:57.351740 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6900b5ad-a65a-4323-be2a-1161cb65a041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.373064 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.378339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.378796 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.428043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1644f7a-e79d-4d97-a7c3-5439dc58ac81,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:57.432421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:42:57.439765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ceb59a5d-58a9-4a62-9631-ddd5f8b0b1c4 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "PUT /v2.0/routers/52362a27-9a1f-4db8-a24f-88f6f97b5eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5976861 Jul 07 22:42:57.443337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40264) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:57.444625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:42:57.455209 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] Sync routers for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:42:57.468087 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:57.468760 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:57.491286 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.491695 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Added segment be185d02-5da3-46c4-9065-adbb52e97090 of type vlan for network c8c9ef56-3b37-4b80-832c-0148011a0e73 Jul 07 22:42:57.554403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.586250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ebc24b-faff-436f-8569-87153dc11008 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting subnet f1d2ab14-9390-42ee-825b-0a1df25a2011 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:42:57.593775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1ebc24b-faff-436f-8569-87153dc11008 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.605748 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:57.630296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:42:57.649966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.650442 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Added segment e02ac1fa-b17a-4b70-94fd-9e2d6022e37d of type vlan for network 6c05ceea-83d7-40ec-bf17-57a1cbbb10a8 Jul 07 22:42:57.653075 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1ebc24b-faff-436f-8569-87153dc11008 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.723914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.790631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1ebc24b-faff-436f-8569-87153dc11008 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.791534 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:57.793675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.794265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.800213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:57.805121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:57.805812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:57.817335 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] Checking router: 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:42:57.825521 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] Routers {'52362a27-9a1f-4db8-a24f-88f6f97b5eb5'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:42:57.826137 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:42:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:57.898039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0039058 Jul 07 22:42:57.900867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40270) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:57.913062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Network': ['ID=c8c9ef56-3b37-4b80-832c-0148011a0e73,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:57.927546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c8c9ef56-3b37-4b80-832c-0148011a0e73 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:42:57.971234 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] Set router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:42:57.976019 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1ebc24b-faff-436f-8569-87153dc11008 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.021094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebc24b-faff-436f-8569-87153dc11008 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d2ab14-9390-42ee-825b-0a1df25a2011,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:58.022980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d62a2-8f5a-4a8f-93d8-004a11d4a5dc tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Network': ['ID=6c05ceea-83d7-40ec-bf17-57a1cbbb10a8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:58.025826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b1ebc24b-faff-436f-8569-87153dc11008 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.030507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b1ebc24b-faff-436f-8569-87153dc11008 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/subnets/f1d2ab14-9390-42ee-825b-0a1df25a2011 HTTP/1.1" status: 204 len: 168 time: 0.5845501 Jul 07 22:42:58.031217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40274) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:58.096184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0127624a-1ec3-4581-a73e-a01598ae7d6c None None] Network ac46f0a5-51d4-4802-98bd-8b131f74a0e0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:42:58.232080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ecae5-2c45-4144-b0d4-3ff693ffe060 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.247943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ecae5-2c45-4144-b0d4-3ff693ffe060 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.257070 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.272560 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ecae5-2c45-4144-b0d4-3ff693ffe060 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.283689 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ecae5-2c45-4144-b0d4-3ff693ffe060 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:58.283689 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b42ecae5-2c45-4144-b0d4-3ff693ffe060 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3784256 Jul 07 22:42:58.284033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 6c05ceea-83d7-40ec-bf17-57a1cbbb10a8 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:42:58.288993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40284) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:58.386957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.454756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.510948 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.521220 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c9ef56-3b37-4b80-832c-0148011a0e73']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:58.534969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43d923-0168-477f-aa43-73fd7e02e045 None None] DHCP port deletion for ac46f0a5-51d4-4802-98bd-8b131f74a0e0 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:42:58.553572 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be185d02-5da3-46c4-9065-adbb52e97090') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:58.553949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be185d02-5da3-46c4-9065-adbb52e97090') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:58.555411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:58.556495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.565753 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:58.578789 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.605271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.605812 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa3ed6-d0db-4e11-a3c3-e4914dfd241c None None] The sync data for ids ['52362a27-9a1f-4db8-a24f-88f6f97b5eb5'] in n-d-695012-11 is: [{'id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562100752', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:23Z', 'updated_at': '2021-07-07T22:42:56Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': 'a1d12934-c6b6-4fc9-b28d-3ad0856e33ce', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52362a27-9a1f-4db8-a24f-88f6f97b5eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:24Z', 'updated_at': '2021-07-07T22:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:42:58.621077 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:42:58.621587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:42:58.624773 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:42:58.641406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ce43d923-0168-477f-aa43-73fd7e02e045 None None] Deleting port d640e3c4-3ffc-4946-8023-beef211b0af3 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:42:58.641975 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce43d923-0168-477f-aa43-73fd7e02e045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.676846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port a1d12934-c6b6-4fc9-b28d-3ad0856e33ce, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a1d12934-c6b6-4fc9-b28d-3ad0856e33ce,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:58.677527 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.691500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for a1d12934-c6b6-4fc9-b28d-3ad0856e33ce owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:58.715889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.736619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.741924 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/networks/c8c9ef56-3b37-4b80-832c-0148011a0e73 HTTP/1.1" status: 204 len: 168 time: 0.4553697 Jul 07 22:42:58.747102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40286) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:58.748111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ce43d923-0168-477f-aa43-73fd7e02e045 None None] For port d640e3c4-3ffc-4946-8023-beef211b0af3, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d640e3c4-3ffc-4946-8023-beef211b0af3,segment=NetworkSegment(b50c7f79-8252-4be7-bb49-36617c50cc4a),segment_id=b50c7f79-8252-4be7-bb49-36617c50cc4a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:42:58.748509 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce43d923-0168-477f-aa43-73fd7e02e045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.762765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ce43d923-0168-477f-aa43-73fd7e02e045 None None] Calling delete_port for d640e3c4-3ffc-4946-8023-beef211b0af3 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:42:58.859632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.863133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d6f72-11ec-4240-954f-71a75d14701e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Network': ['ID=c8c9ef56-3b37-4b80-832c-0148011a0e73,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:58.893200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce43d923-0168-477f-aa43-73fd7e02e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.923006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43d923-0168-477f-aa43-73fd7e02e045 None None] Pushing event deleted for resources: {'Port': ['ID=d640e3c4-3ffc-4946-8023-beef211b0af3,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:58.935516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43d923-0168-477f-aa43-73fd7e02e045 None None] No DVR routers for this DVR port d640e3c4-3ffc-4946-8023-beef211b0af3 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:42:58.980030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:58.995138 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.008270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c05ceea-83d7-40ec-bf17-57a1cbbb10a8']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:59.019595 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02ac1fa-b17a-4b70-94fd-9e2d6022e37d') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:59.019981 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02ac1fa-b17a-4b70-94fd-9e2d6022e37d') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:59.031932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.069762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.072021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=a1d12934-c6b6-4fc9-b28d-3ad0856e33ce,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:59.083565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:42:59.085550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:42:59.095077 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:42:59.147691 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.238304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.276654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.280885 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/networks/6c05ceea-83d7-40ec-bf17-57a1cbbb10a8 HTTP/1.1" status: 204 len: 168 time: 0.5327499 Jul 07 22:42:59.286890 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.288683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40296) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:59.301772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70eda2-78dc-4152-9230-298591243179 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Network': ['ID=6c05ceea-83d7-40ec-bf17-57a1cbbb10a8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:59.309979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.424586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.425499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Fanout notify agent at l3_agent the message router_deleted on router 52362a27-9a1f-4db8-a24f-88f6f97b5eb5 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:42:59.434202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.438612 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40298) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:59.438834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-93defc26-fbdc-439b-a510-69ba13204775 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/routers/52362a27-9a1f-4db8-a24f-88f6f97b5eb5 HTTP/1.1" status: 204 len: 168 time: 1.4060121 Jul 07 22:42:59.468889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d640e3c4-3ffc-4946-8023-beef211b0af3 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:59.483652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721c505-7204-4c70-900b-bdf8f854a115 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:59.491130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721c505-7204-4c70-900b-bdf8f854a115 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:59.494558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3721c505-7204-4c70-900b-bdf8f854a115 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2047653 Jul 07 22:42:59.502770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40300) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:59.503879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: d640e3c4-3ffc-4946-8023-beef211b0af3 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:59.505770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d640e3c4-3ffc-4946-8023-beef211b0af3 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:59.506526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1685ae56-69b2-4860-8faf-7bbc8ca87c03 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:42:59.508019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-931673799'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:59.541430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 1685ae56-69b2-4860-8faf-7bbc8ca87c03 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:42:59.541881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1685ae56-69b2-4860-8faf-7bbc8ca87c03 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:42:59.545320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Made reservation on behalf of 48ab0a0fb9ea4a19911802ce6e502d31 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:59.552092 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.587182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:42:59.602733 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.603855 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Added segment c4d7f181-8997-44bd-bd95-0ab56b58248d of type vlan for network f887cd1e-08dd-4b99-80a2-1eda1cab339a Jul 07 22:42:59.609894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.655403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.690847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.696873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:42:59.697466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.749949 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.750615 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e29ee921-78e8-4495-9022-838a95be7836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.765016 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac46f0a5-51d4-4802-98bd-8b131f74a0e0']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:59.776201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50c7f79-8252-4be7-bb49-36617c50cc4a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:59.776502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50c7f79-8252-4be7-bb49-36617c50cc4a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:42:59.786610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.798287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Network': ['ID=f887cd1e-08dd-4b99-80a2-1eda1cab339a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:59.803408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.810202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-faa806a3-fc7e-43ae-a85e-4d4bfa5ea849 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3062847 Jul 07 22:42:59.812733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40302) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:59.814815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f887cd1e-08dd-4b99-80a2-1eda1cab339a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:42:59.819569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-236980313'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:42:59.827323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:42:59.827739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.843775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Made reservation on behalf of 48ab0a0fb9ea4a19911802ce6e502d31 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:42:59.849249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.877750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:42:59.889452 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.889977 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Added segment 8604f82a-9f24-4330-9bb2-a4c9b1e54a7b of type vlan for network f4930a3d-6b49-49a7-a1d2-b3d5532227f1 Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:42:59.940310 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:42:59.944315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.949529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.954977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:42:59.955226 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/networks/ac46f0a5-51d4-4802-98bd-8b131f74a0e0 HTTP/1.1" status: 204 len: 168 time: 0.5150576 Jul 07 22:42:59.956285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40304) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:42:59.990642 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e39069-13d0-45ea-b81e-b362d7b163cb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Network': ['ID=ac46f0a5-51d4-4802-98bd-8b131f74a0e0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:42:59.993503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.004464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:00.005222 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.039826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2232533 Jul 07 22:43:00.048600 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.056947 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40306) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:00.064622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'ports': [{'network_id': 'f887cd1e-08dd-4b99-80a2-1eda1cab339a', 'name': 'tempest-port--34622641', 'admin_state_up': True}, {'network_id': 'f4930a3d-6b49-49a7-a1d2-b3d5532227f1', 'admin_state_up': False}]} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:00.065164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'port': {'network_id': 'f887cd1e-08dd-4b99-80a2-1eda1cab339a', 'name': 'tempest-port--34622641', 'admin_state_up': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:00.065822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'port': {'network_id': 'f4930a3d-6b49-49a7-a1d2-b3d5532227f1', 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:00.121648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4306012-dc37-46be-9e04-48ef746f5f5f tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Network': ['ID=f4930a3d-6b49-49a7-a1d2-b3d5532227f1,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:00.134579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f4930a3d-6b49-49a7-a1d2-b3d5532227f1 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:43:00.146149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3313de-1295-4134-abb8-2ec6b4c8cd8f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.190526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3313de-1295-4134-abb8-2ec6b4c8cd8f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.323582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Made reservation on behalf of 48ab0a0fb9ea4a19911802ce6e502d31 for: {'port': 2} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:00.329224 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.346195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3313de-1295-4134-abb8-2ec6b4c8cd8f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.348863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6c3313de-1295-4134-abb8-2ec6b4c8cd8f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.350045 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6c3313de-1295-4134-abb8-2ec6b4c8cd8f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/security-groups/8ebbb6a5-dbb7-449d-b413-0ec372296484 HTTP/1.1" status: 204 len: 168 time: 0.3751676 Jul 07 22:43:00.355675 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.383903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3313de-1295-4134-abb8-2ec6b4c8cd8f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebbb6a5-dbb7-449d-b413-0ec372296484,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:00.540716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] device_id is not set on port cfd7666a-d27f-468a-94a0-f8df01f92eb6 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:43:00.675337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.755416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] device_id is not set on port 81a8bdea-7403-410d-be48-f8fd1685f3d2 yet. {{(pid=93942) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 07 22:43:00.850005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40326) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:00.854810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-362c065d-5e53-4953-b0a2-74aae4e05c68 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841688595', 'description': 'tempest-secgroup-smoke-1841688595 description', 'project_id': '770787b17e244d11a628113ff6e1dfed'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:00.878292 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-362c065d-5e53-4953-b0a2-74aae4e05c68 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.897230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.941565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:00.945763 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.014243 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-362c065d-5e53-4953-b0a2-74aae4e05c68 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.020066 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-362c065d-5e53-4953-b0a2-74aae4e05c68 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.036362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Port': ['ID=cfd7666a-d27f-468a-94a0-f8df01f92eb6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.040503 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Checking segment: {'id': 'c4d7f181-8997-44bd-bd95-0ab56b58248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f887cd1e-08dd-4b99-80a2-1eda1cab339a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:01.040913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Network hostable DHCP agents. Network: f887cd1e-08dd-4b99-80a2-1eda1cab339a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:43:01.047798 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-362c065d-5e53-4953-b0a2-74aae4e05c68 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.049580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-362c065d-5e53-4953-b0a2-74aae4e05c68 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1980348 Jul 07 22:43:01.054208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40328) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.062837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e82a17cb-7b06-40c9-8c09-9e5dc1450b64 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '97b9969e-38f8-4d28-8b2f-8402dab577d3', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:01.063798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Network f887cd1e-08dd-4b99-80a2-1eda1cab339a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:43:01.073831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c065d-5e53-4953-b0a2-74aae4e05c68 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b9969e-38f8-4d28-8b2f-8402dab577d3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.077361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f887cd1e-08dd-4b99-80a2-1eda1cab339a) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:01.083999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:01.085401 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.093206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceeff75-c864-43b7-b3ad-bc822b6c8465 None None] Network f887cd1e-08dd-4b99-80a2-1eda1cab339a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:01.117449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e82a17cb-7b06-40c9-8c09-9e5dc1450b64 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.200673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Port': ['ID=81a8bdea-7403-410d-be48-f8fd1685f3d2,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.204532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Checking segment: {'id': '8604f82a-9f24-4330-9bb2-a4c9b1e54a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f4930a3d-6b49-49a7-a1d2-b3d5532227f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:01.204532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Network hostable DHCP agents. Network: f4930a3d-6b49-49a7-a1d2-b3d5532227f1, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:43:01.223285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Network f4930a3d-6b49-49a7-a1d2-b3d5532227f1 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:43:01.234846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f4930a3d-6b49-49a7-a1d2-b3d5532227f1) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:01.239848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:01.246841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:01.253224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:01.254112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.286987 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e82a17cb-7b06-40c9-8c09-9e5dc1450b64 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.294739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a527de-f8ef-4c56-a137-300ee8e6ca5d None None] Network f4930a3d-6b49-49a7-a1d2-b3d5532227f1 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:01.295464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40332) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.295818 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b0f731e4-c715-4e17-934b-d84bd8dca1b9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 1.2364652 Jul 07 22:43:01.307123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a1d12934-c6b6-4fc9-b28d-3ad0856e33ce no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:43:01.315301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e82a17cb-7b06-40c9-8c09-9e5dc1450b64 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.368784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: a1d12934-c6b6-4fc9-b28d-3ad0856e33ce {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:43:01.369503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a1d12934-c6b6-4fc9-b28d-3ad0856e33ce not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:43:01.448461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.462717 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e82a17cb-7b06-40c9-8c09-9e5dc1450b64 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.466987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.472617 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2c1e4862-c1ee-4277-a92b-5c3504627396 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '97b9969e-38f8-4d28-8b2f-8402dab577d3', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:01.482375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e82a17cb-7b06-40c9-8c09-9e5dc1450b64 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4257157 Jul 07 22:43:01.528037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a17cb-7b06-40c9-8c09-9e5dc1450b64 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8145ff-0614-4bb3-866f-6dd325a6e2e2,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.538547 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1e4862-c1ee-4277-a92b-5c3504627396 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.607640 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d3a6a8-b0c4-4443-ad4e-aa7870ac4d0d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:01.617280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d3a6a8-b0c4-4443-ad4e-aa7870ac4d0d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:01.619711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-27d3a6a8-b0c4-4443-ad4e-aa7870ac4d0d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3231809 Jul 07 22:43:01.622004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40338) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.626369 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1e4862-c1ee-4277-a92b-5c3504627396 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.631142 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1e4862-c1ee-4277-a92b-5c3504627396 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.652206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e4862-c1ee-4277-a92b-5c3504627396 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b28da26-1431-430e-a235-a803ff9f6531,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.664729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2c1e4862-c1ee-4277-a92b-5c3504627396 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.666769 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2c1e4862-c1ee-4277-a92b-5c3504627396 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1985779 Jul 07 22:43:01.668932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40344) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.673756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-38f396d3-d6fa-4069-9716-2afcc1ccd823 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '97b9969e-38f8-4d28-8b2f-8402dab577d3', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:01.745791 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38f396d3-d6fa-4069-9716-2afcc1ccd823 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.813000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-943a5986-4991-4cad-a603-637a4acc87db tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Deleting port cfd7666a-d27f-468a-94a0-f8df01f92eb6 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:01.813000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-943a5986-4991-4cad-a603-637a4acc87db tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.897049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38f396d3-d6fa-4069-9716-2afcc1ccd823 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.901283 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38f396d3-d6fa-4069-9716-2afcc1ccd823 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.919329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-943a5986-4991-4cad-a603-637a4acc87db tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.941879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-943a5986-4991-4cad-a603-637a4acc87db tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Calling delete_port for cfd7666a-d27f-468a-94a0-f8df01f92eb6 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:01.944870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f396d3-d6fa-4069-9716-2afcc1ccd823 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5457229-37d9-455e-aaff-b6fad465ba97,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:01.954041 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38f396d3-d6fa-4069-9716-2afcc1ccd823 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:01.957965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-38f396d3-d6fa-4069-9716-2afcc1ccd823 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2853637 Jul 07 22:43:01.958986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40346) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:01.964712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7268eb8d-88ca-4fa4-bcf0-3828406d64fc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '97b9969e-38f8-4d28-8b2f-8402dab577d3', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:01.996007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7268eb8d-88ca-4fa4-bcf0-3828406d64fc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.041601 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-943a5986-4991-4cad-a603-637a4acc87db tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.073578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a5986-4991-4cad-a603-637a4acc87db tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Port': ['ID=cfd7666a-d27f-468a-94a0-f8df01f92eb6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.080859 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-943a5986-4991-4cad-a603-637a4acc87db tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.086991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-943a5986-4991-4cad-a603-637a4acc87db tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/ports/cfd7666a-d27f-468a-94a0-f8df01f92eb6 HTTP/1.1" status: 204 len: 168 time: 0.4638193 Jul 07 22:43:02.088033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40348) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.091341 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7268eb8d-88ca-4fa4-bcf0-3828406d64fc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.096628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7268eb8d-88ca-4fa4-bcf0-3828406d64fc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.120813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268eb8d-88ca-4fa4-bcf0-3828406d64fc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008b7f41-0473-4f08-89cc-c67e0bb47857,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.129197 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7268eb8d-88ca-4fa4-bcf0-3828406d64fc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.134114 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7268eb8d-88ca-4fa4-bcf0-3828406d64fc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715775 Jul 07 22:43:02.135470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40350) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.142530 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-80fbc667-450f-4cd4-b852-7ef04155d2b1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '97b9969e-38f8-4d28-8b2f-8402dab577d3', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:02.173461 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-80fbc667-450f-4cd4-b852-7ef04155d2b1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Project 770787b17e244d11a628113ff6e1dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:43:02.180536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fbc667-450f-4cd4-b852-7ef04155d2b1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.226168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Deleting port 81a8bdea-7403-410d-be48-f8fd1685f3d2 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:43:02.226665 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.247480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fbc667-450f-4cd4-b852-7ef04155d2b1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.251931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fbc667-450f-4cd4-b852-7ef04155d2b1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.282815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbc667-450f-4cd4-b852-7ef04155d2b1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b913cba-5920-407d-9ff3-b17633d46cf9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.285472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-80fbc667-450f-4cd4-b852-7ef04155d2b1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.286713 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-80fbc667-450f-4cd4-b852-7ef04155d2b1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498330 Jul 07 22:43:02.289884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40354) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.294346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-377de9f1-d4e7-4202-a679-f88349243667 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'security_group_rule': {'security_group_id': '97b9969e-38f8-4d28-8b2f-8402dab577d3', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:02.306992 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.316005 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-377de9f1-d4e7-4202-a679-f88349243667 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Project 770787b17e244d11a628113ff6e1dfed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:43:02.321068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Calling delete_port for 81a8bdea-7403-410d-be48-f8fd1685f3d2 owned by {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:43:02.321282 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377de9f1-d4e7-4202-a679-f88349243667 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.383340 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377de9f1-d4e7-4202-a679-f88349243667 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.387532 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377de9f1-d4e7-4202-a679-f88349243667 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.403208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377de9f1-d4e7-4202-a679-f88349243667 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d730640-a496-423f-b7b7-1c19a9d6c6f6,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.403992 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.414703 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-377de9f1-d4e7-4202-a679-f88349243667 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.419017 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-377de9f1-d4e7-4202-a679-f88349243667 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282141 Jul 07 22:43:02.419681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40356) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.425534 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'network': {'name': 'tempest-network-smoke--515160546', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:02.434737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Port': ['ID=81a8bdea-7403-410d-be48-f8fd1685f3d2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.447131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.447569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.448062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.448517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.448654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:02.449084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.449482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.449882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.450320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.450713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.451101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.451503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.451890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:02.453899 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.456503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.458495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2d8e0703-6ab5-4ad0-a948-aaa7c46c994d tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/ports/81a8bdea-7403-410d-be48-f8fd1685f3d2 HTTP/1.1" status: 204 len: 168 time: 0.3694572 Jul 07 22:43:02.461006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40358) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.479549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:43:02.489542 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.489916 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Added segment 3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd of type vlan for network 5388642a-9752-4cdb-b3c9-764468aeb6fd Jul 07 22:43:02.499477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0d2d7879-b3d0-49df-846f-f1c5caa43d02 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0339129 Jul 07 22:43:02.500736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40360) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.506384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-442562446'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:02.526881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Made reservation on behalf of 48ab0a0fb9ea4a19911802ce6e502d31 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:02.530340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.535765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.555264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:43:02.565090 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.565416 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Added segment 5f237f6f-9cbf-4925-9a0a-81f0fcd74d4e of type vlan for network 57831b20-1cca-49f5-9bec-e54c64b058f9 Jul 07 22:43:02.567293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.573331 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:02.573762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.621383 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.635591 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Network': ['ID=5388642a-9752-4cdb-b3c9-764468aeb6fd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.648580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 5388642a-9752-4cdb-b3c9-764468aeb6fd details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:43:02.675498 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1d78bd71-2f60-44ae-b0a9-e3aa33cc66f1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2545660 Jul 07 22:43:02.676115 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40368) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.684371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'admin_state_up': True, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:02.699172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.712331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:02.712331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.742101 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.743662 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.818310 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.825466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3239701 Jul 07 22:43:02.827468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:02.828593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:02.834392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1306412733'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:02.839334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61381c-e446-41bc-be4e-ccff6469000e tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Network': ['ID=57831b20-1cca-49f5-9bec-e54c64b058f9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:02.857701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 57831b20-1cca-49f5-9bec-e54c64b058f9 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:43:02.960999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Made reservation on behalf of 48ab0a0fb9ea4a19911802ce6e502d31 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:02.964655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.008049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.316902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:43:03.352499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.352837 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Added segment ad32cffa-39b8-4d88-99e1-b96aed4a4d38 of type vlan for network 21182442-d031-4117-bb1d-e605dcce1c75 Jul 07 22:43:03.399045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.444437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.449899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:03.450457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.523546 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6797302 Jul 07 22:43:03.540299 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d4e6f-f641-4ac0-8987-aa1b7483bfc1 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Network': ['ID=21182442-d031-4117-bb1d-e605dcce1c75,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:03.552693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 21182442-d031-4117-bb1d-e605dcce1c75 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:43:03.689521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.708940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.823469 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.25.8.15 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/97c3b948-18bd-403a-9efb-6cbc931322dd) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:03.941994 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:03.989742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:04.031979 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:04.039566 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:04.051445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:04.100195 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=97c3b948-18bd-403a-9efb-6cbc931322dd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:04.373759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:04.619918 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:04.804405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 8ad74a18-bbee-4883-b565-a11e65529f59 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:43:04.930725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:43:04.948086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Sync routers for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:43:04.965992 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:04.969336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:04.970327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:04.970565 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9d52e344-2236-4e3a-ae20-9143529e9074 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2914901 Jul 07 22:43:04.972958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40400) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:05.090436 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d10f48c2-d0d2-4380-9993-d1d88f07a60f tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=770787b17e244d11a628113ff6e1dfed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1156051 Jul 07 22:43:05.094777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40410) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:05.253801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:05.585303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:04Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:05.662272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Checking router: 8ad74a18-bbee-4883-b565-a11e65529f59 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:43:05.662920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Updating router 8ad74a18-bbee-4883-b565-a11e65529f59 port 97c3b948-18bd-403a-9efb-6cbc931322dd binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:43:05.753335 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.233750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.246022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a9f46-624e-4aa8-babe-f0941815367d tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:06.246771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Transition to ACTIVE for port object 97c3b948-18bd-403a-9efb-6cbc931322dd will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:06.247606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-584a9f46-624e-4aa8-babe-f0941815367d tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1518209 Jul 07 22:43:06.251098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40420) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:06.258347 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.321361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Attempting to bind port 97c3b948-18bd-403a-9efb-6cbc931322dd on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:06.321804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Attempting to bind port 97c3b948-18bd-403a-9efb-6cbc931322dd by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:06.322334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Attempting to bind port 97c3b948-18bd-403a-9efb-6cbc931322dd on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:06.337860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:06.338318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:06.338730 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.339296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:06.339782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Bound port: 97c3b948-18bd-403a-9efb-6cbc931322dd, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:06.340173 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.369501 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b85ff-1de2-4b95-9439-c309a5a2e256 None None] Pushing event updated for resources: {'Port': ['ID=97c3b948-18bd-403a-9efb-6cbc931322dd,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:06.399207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40426) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:06.402651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9c7a26c5-0a0d-4202-acd2-3de4335d5a38 tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1441576 Jul 07 22:43:06.405072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-537699733', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'project_id': '770787b17e244d11a628113ff6e1dfed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:06.417245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] For port 97c3b948-18bd-403a-9efb-6cbc931322dd, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:06.421301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] For port 97c3b948-18bd-403a-9efb-6cbc931322dd, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=97c3b948-18bd-403a-9efb-6cbc931322dd,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:06.433438 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.494315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b85ff-1de2-4b95-9439-c309a5a2e256 None None] Pushing event updated for resources: {'Port': ['ID=97c3b948-18bd-403a-9efb-6cbc931322dd,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:06.514249 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:06.518406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.518589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:06.519202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:06.643192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:06.770345 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.836045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40428) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:06.841473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'subnets': [{'network_id': '57831b20-1cca-49f5-9bec-e54c64b058f9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--335874738', 'ip_version': 6}, {'network_id': '21182442-d031-4117-bb1d-e605dcce1c75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:06.841803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'subnet': {'network_id': '57831b20-1cca-49f5-9bec-e54c64b058f9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--335874738', 'ip_version': 6}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:06.842908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Request body: {'subnet': {'network_id': '21182442-d031-4117-bb1d-e605dcce1c75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:06.851273 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Subnet': ['ID=df0c178e-2a18-46be-a215-a2db6b8022ce,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:06.879292 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Checking segment: {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:06.880896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network hostable DHCP agents. Network: 5388642a-9752-4cdb-b3c9-764468aeb6fd, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:43:06.909831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 5388642a-9752-4cdb-b3c9-764468aeb6fd is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:43:06.923079 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 5388642a-9752-4cdb-b3c9-764468aeb6fd) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:06.924634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:04Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:06.928543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:06.928699 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:06.952090 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-872c0e01-ec21-4daf-9945-07507ad39ba2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5514846 Jul 07 22:43:06.955597 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40430) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:06.962567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878b7f2a-7d0d-4394-9dad-3916bc0d087c None None] The sync data for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 is: [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:04Z', 'revision_number': 3, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:06.964723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e17e91-ebc5-4903-9bd9-115059349961 None None] Network 5388642a-9752-4cdb-b3c9-764468aeb6fd requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:07.058939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Made reservation on behalf of 48ab0a0fb9ea4a19911802ce6e502d31 for: {'subnet': 2} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:07.072445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.072961 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.241711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-5388642a-9752-4cdb-b3c9-764468aeb6fd', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:43:07.242645 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.596042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Allocated IP 172.20.0.2 (5388642a-9752-4cdb-b3c9-764468aeb6fd/df0c178e-2a18-46be-a215-a2db6b8022ce/20efccd1-7def-40bb-8bc1-de5881e25779) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:07.673423 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.748852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.832391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Subnet': ['ID=591cbd9c-0dfe-4701-b173-1c989eae5f10,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:07.857913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Checking segment: {'id': '5f237f6f-9cbf-4925-9a0a-81f0fcd74d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '57831b20-1cca-49f5-9bec-e54c64b058f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:07.858254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Network hostable DHCP agents. Network: 57831b20-1cca-49f5-9bec-e54c64b058f9, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:43:07.862066 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.872492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Transition to ACTIVE for port object 20efccd1-7def-40bb-8bc1-de5881e25779 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:07.880306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Network 57831b20-1cca-49f5-9bec-e54c64b058f9 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:43:07.891915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 57831b20-1cca-49f5-9bec-e54c64b058f9) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:07.897068 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:07.908915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267bcd5-c656-4ee4-9403-d475adfeaaea None None] Network 57831b20-1cca-49f5-9bec-e54c64b058f9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:07.915056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Transition to ACTIVE for port object 20efccd1-7def-40bb-8bc1-de5881e25779 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:08.037894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event updated for resources: {'Subnet': ['ID=be0b4ee5-fb55-4c2e-a796-2761be0c4838,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:08.076374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Checking segment: {'id': 'ad32cffa-39b8-4d88-99e1-b96aed4a4d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '21182442-d031-4117-bb1d-e605dcce1c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:08.076737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Network hostable DHCP agents. Network: 21182442-d031-4117-bb1d-e605dcce1c75, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:43:08.117362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Network 21182442-d031-4117-bb1d-e605dcce1c75 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:43:08.135848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 21182442-d031-4117-bb1d-e605dcce1c75) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:08.151257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:08.151890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:08.152594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.169212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-59ccbab9-b0b5-4a76-b2c7-7ae1cc76e640 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3319499 Jul 07 22:43:08.172169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40440) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:08.200694 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.20.0.1 (5388642a-9752-4cdb-b3c9-764468aeb6fd/df0c178e-2a18-46be-a215-a2db6b8022ce/44b49d62-3d32-416a-8128-c866fe44c753) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:08.337571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f22005-25e5-46b3-a277-4c197246b839 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:08.338642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f22005-25e5-46b3-a277-4c197246b839 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:08.340428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f22005-25e5-46b3-a277-4c197246b839 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:08.342358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f2f22005-25e5-46b3-a277-4c197246b839 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1690221 Jul 07 22:43:08.355364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40442) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:08.357963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.383009 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Transition to ACTIVE for port object 44b49d62-3d32-416a-8128-c866fe44c753 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:08.402678 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.408759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff38d3fc-f8cf-4071-acc8-d73381231944 None None] Network 21182442-d031-4117-bb1d-e605dcce1c75 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:08.444287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61e9167-9b9a-4fc0-96a8-8cf6af50fa9a tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Deleting subnet 591cbd9c-0dfe-4701-b173-1c989eae5f10 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:43:08.452408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.455096 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d61e9167-9b9a-4fc0-96a8-8cf6af50fa9a tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.540248 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d61e9167-9b9a-4fc0-96a8-8cf6af50fa9a tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.558099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 5388642a-9752-4cdb-b3c9-764468aeb6fd is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:08.559437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Network 5388642a-9752-4cdb-b3c9-764468aeb6fd is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:08.562933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:08.566193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:08.568118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:08.592614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:08.604084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=44b49d62-3d32-416a-8128-c866fe44c753,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:08.605467 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d61e9167-9b9a-4fc0-96a8-8cf6af50fa9a tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.654404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Pushing event updated for resources: {'Port': ['ID=20efccd1-7def-40bb-8bc1-de5881e25779,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:08.713224 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.750175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e073d2d3-18fc-4853-a12c-bc6a90e76cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-57831b20-1cca-49f5-9bec-e54c64b058f9', 'network_id': '57831b20-1cca-49f5-9bec-e54c64b058f9', 'tenant_id': '48ab0a0fb9ea4a19911802ce6e502d31', 'fixed_ips': [{'subnet_id': '591cbd9c-0dfe-4701-b173-1c989eae5f10'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:43:08.751138 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e073d2d3-18fc-4853-a12c-bc6a90e76cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.752176 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d61e9167-9b9a-4fc0-96a8-8cf6af50fa9a tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.766633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Attempting to bind port 20efccd1-7def-40bb-8bc1-de5881e25779 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:08.767095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Attempting to bind port 20efccd1-7def-40bb-8bc1-de5881e25779 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:08.767530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Attempting to bind port 20efccd1-7def-40bb-8bc1-de5881e25779 on network 5388642a-9752-4cdb-b3c9-764468aeb6fd {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:08.776511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:08.776997 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Checking segment: {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:08.777473 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.777938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Bound using segment: {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:08.778506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Bound port: 20efccd1-7def-40bb-8bc1-de5881e25779, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:08.778960 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.803433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e9167-9b9a-4fc0-96a8-8cf6af50fa9a tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Subnet': ['ID=591cbd9c-0dfe-4701-b173-1c989eae5f10,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:08.822167 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d61e9167-9b9a-4fc0-96a8-8cf6af50fa9a tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.838647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d61e9167-9b9a-4fc0-96a8-8cf6af50fa9a tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/subnets/591cbd9c-0dfe-4701-b173-1c989eae5f10 HTTP/1.1" status: 204 len: 168 time: 0.4817712 Jul 07 22:43:08.839359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40452) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:08.888268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] For port 20efccd1-7def-40bb-8bc1-de5881e25779, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:08.893103 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] For port 20efccd1-7def-40bb-8bc1-de5881e25779, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=20efccd1-7def-40bb-8bc1-de5881e25779,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:08.901516 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.932669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb6ce8f-817b-4c66-8708-2841a2a23a99 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Deleting subnet be0b4ee5-fb55-4c2e-a796-2761be0c4838 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:43:08.936263 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-efb6ce8f-817b-4c66-8708-2841a2a23a99 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:08.981849 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.011429 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-efb6ce8f-817b-4c66-8708-2841a2a23a99 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.076597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6b96d6-d855-4c40-b6a2-21f8db5a116c None None] Network 57831b20-1cca-49f5-9bec-e54c64b058f9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:09.082291 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-efb6ce8f-817b-4c66-8708-2841a2a23a99 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.098844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce49afe-2741-4a2e-86a9-059faba03129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-21182442-d031-4117-bb1d-e605dcce1c75', 'network_id': '21182442-d031-4117-bb1d-e605dcce1c75', 'tenant_id': '48ab0a0fb9ea4a19911802ce6e502d31', 'fixed_ips': [{'subnet_id': 'be0b4ee5-fb55-4c2e-a796-2761be0c4838'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:43:09.099971 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fce49afe-2741-4a2e-86a9-059faba03129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.160212 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-efb6ce8f-817b-4c66-8708-2841a2a23a99 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.195804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6ce8f-817b-4c66-8708-2841a2a23a99 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Subnet': ['ID=be0b4ee5-fb55-4c2e-a796-2761be0c4838,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:09.202644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-efb6ce8f-817b-4c66-8708-2841a2a23a99 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.204605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-efb6ce8f-817b-4c66-8708-2841a2a23a99 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/subnets/be0b4ee5-fb55-4c2e-a796-2761be0c4838 HTTP/1.1" status: 204 len: 168 time: 0.3643167 Jul 07 22:43:09.208742 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40454) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:09.235913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a6d42-de29-4264-a421-ee091ea2e2d9 None None] Pushing event updated for resources: {'Port': ['ID=20efccd1-7def-40bb-8bc1-de5881e25779,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:09.411528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74ee05-0c06-433f-97c1-26b8b6ea8306 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:09.418138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2b74ee05-0c06-433f-97c1-26b8b6ea8306 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2024453 Jul 07 22:43:09.418303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40456) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:09.464472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 97c3b948-18bd-403a-9efb-6cbc931322dd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:09.504167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f076d-032d-4097-a701-da57dedf2317 None None] Network 21182442-d031-4117-bb1d-e605dcce1c75 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:09.568218 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.576682 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.625436 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.641915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 97c3b948-18bd-403a-9efb-6cbc931322dd completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:09.715206 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.725772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=44b49d62-3d32-416a-8128-c866fe44c753,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:09.748017 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.758463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21182442-d031-4117-bb1d-e605dcce1c75']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:09.778167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad32cffa-39b8-4d88-99e1-b96aed4a4d38') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:09.778630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad32cffa-39b8-4d88-99e1-b96aed4a4d38') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:09.784663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 97c3b948-18bd-403a-9efb-6cbc931322dd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:09.786661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.797593 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.825403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.846933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:43:09.847179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.847310 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 5388642a-9752-4cdb-b3c9-764468aeb6fd is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:09.848835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:43:09.858326 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:43:09.956179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.968143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.970523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/networks/21182442-d031-4117-bb1d-e605dcce1c75 HTTP/1.1" status: 204 len: 168 time: 0.5512300 Jul 07 22:43:09.994693 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:09.996746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40470) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:09.999971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f8013-8e64-4831-b428-0eba87ed41ec tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Network': ['ID=21182442-d031-4117-bb1d-e605dcce1c75,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:10.049839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 97c3b948-18bd-403a-9efb-6cbc931322dd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=97c3b948-18bd-403a-9efb-6cbc931322dd,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:10.054444 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:10.111775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 8ad74a18-bbee-4883-b565-a11e65529f59 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:43:10.115870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:10.158878 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=97c3b948-18bd-403a-9efb-6cbc931322dd,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:10.715900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90172bf0-89c1-43a9-b300-16375f68fd0f None None] Network 5388642a-9752-4cdb-b3c9-764468aeb6fd requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:10.722425 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:43:10.727617 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7d802df3-59a1-49d3-809c-18832228d83d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "PUT /v2.0/routers/8ad74a18-bbee-4883-b565-a11e65529f59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7710204 Jul 07 22:43:10.729499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:10.736960 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Sync routers for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:43:10.749217 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:10.749907 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:10.753712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57831b20-1cca-49f5-9bec-e54c64b058f9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:10.776015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f237f6f-9cbf-4925-9a0a-81f0fcd74d4e') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:10.776322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f237f6f-9cbf-4925-9a0a-81f0fcd74d4e') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:10.791739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:10.818876 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:10.828911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:43:10.829312 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:10.833049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fba4f423-9bbe-43e3-a0a5-a2f1cd8c0fbc None None] Provisioning for port 20efccd1-7def-40bb-8bc1-de5881e25779 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:43:10.835267 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:43:10.948432 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:11.000465 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.032805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.034742 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/networks/57831b20-1cca-49f5-9bec-e54c64b058f9 HTTP/1.1" status: 204 len: 168 time: 1.0369999 Jul 07 22:43:11.035627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849af9ad-6bd1-495d-a5af-3ca92ae2d2a9 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Network': ['ID=57831b20-1cca-49f5-9bec-e54c64b058f9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:11.037762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:11.143620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-0b03d337-7cea-4886-a0ba-43ac83f390f0 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841688595&fields=id&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 267 time: 0.1400657 Jul 07 22:43:11.176694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.257658 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:08Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '44b49d62-3d32-416a-8128-c866fe44c753', 'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:57:46:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:07Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 2, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:11.293794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.304736 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Checking router: 8ad74a18-bbee-4883-b565-a11e65529f59 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:43:11.305362 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Updating router 8ad74a18-bbee-4883-b565-a11e65529f59 port 44b49d62-3d32-416a-8128-c866fe44c753 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:43:11.313726 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4930a3d-6b49-49a7-a1d2-b3d5532227f1']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:11.335950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8604f82a-9f24-4330-9bb2-a4c9b1e54a7b') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:11.336281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8604f82a-9f24-4330-9bb2-a4c9b1e54a7b') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:11.352024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.369178 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.370508 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.380789 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:43:11.381826 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:43:11.385504 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:43:11.502048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.508645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.514944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 20efccd1-7def-40bb-8bc1-de5881e25779 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:11.529899 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/networks/f4930a3d-6b49-49a7-a1d2-b3d5532227f1 HTTP/1.1" status: 204 len: 168 time: 0.4910796 Jul 07 22:43:11.530161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40494) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:11.589610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942766ed-c425-49e7-9ddf-48b10d2c5dd5 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Network': ['ID=f4930a3d-6b49-49a7-a1d2-b3d5532227f1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:11.664136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 20efccd1-7def-40bb-8bc1-de5881e25779 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:11.667949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e9788965-cf04-42a5-b3c3-6ec5f6c855a0 None None] Provisioning for port 44b49d62-3d32-416a-8128-c866fe44c753 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:11.671276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 20efccd1-7def-40bb-8bc1-de5881e25779 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:11.671671 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.716119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e9788965-cf04-42a5-b3c3-6ec5f6c855a0 None None] Provisioning complete for port 44b49d62-3d32-416a-8128-c866fe44c753 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:11.716705 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9788965-cf04-42a5-b3c3-6ec5f6c855a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.747163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-61eb9948-d7db-442c-aa33-65c41161680e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:11.766653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-61eb9948-d7db-442c-aa33-65c41161680e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/networks?id=5388642a-9752-4cdb-b3c9-764468aeb6fd HTTP/1.1" status: 200 len: 796 time: 0.6073756 Jul 07 22:43:11.824709 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.833731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8bcaec6a-0d4f-49a4-8494-a5fc97558df6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/quotas/770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 375 time: 0.0660996 Jul 07 22:43:11.837710 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Transition to ACTIVE for port object 44b49d62-3d32-416a-8128-c866fe44c753 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:11.839325 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.846289 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.850432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e9788965-cf04-42a5-b3c3-6ec5f6c855a0 None None] Port 44b49d62-3d32-416a-8128-c866fe44c753 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:43:11.922835 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.966799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e9788965-cf04-42a5-b3c3-6ec5f6c855a0 None None] Provisioning complete for port 20efccd1-7def-40bb-8bc1-de5881e25779 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:11.967850 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9788965-cf04-42a5-b3c3-6ec5f6c855a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:11.972867 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Attempting to bind port 44b49d62-3d32-416a-8128-c866fe44c753 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:11.973480 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Attempting to bind port 44b49d62-3d32-416a-8128-c866fe44c753 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:11.974029 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Attempting to bind port 44b49d62-3d32-416a-8128-c866fe44c753 on network 5388642a-9752-4cdb-b3c9-764468aeb6fd {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:11.976342 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Pushing event updated for resources: {'Port': ['ID=44b49d62-3d32-416a-8128-c866fe44c753,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:11.986779 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.987565 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.988130 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.988675 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.989219 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.989887 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.990449 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.990999 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.991772 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.992317 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.992855 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.993387 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:11.999528 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:12.000296 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Checking segment: {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:12.000913 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.002200 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Bound using segment: {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:12.003028 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Bound port: 44b49d62-3d32-416a-8128-c866fe44c753, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:12.003629 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.120258 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.137705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f887cd1e-08dd-4b99-80a2-1eda1cab339a']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:12.156601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 20efccd1-7def-40bb-8bc1-de5881e25779, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=20efccd1-7def-40bb-8bc1-de5881e25779,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:12.158058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9788965-cf04-42a5-b3c3-6ec5f6c855a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.168261 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.169042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 97c3b948-18bd-403a-9efb-6cbc931322dd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:12.193016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d7f181-8997-44bd-bd95-0ab56b58248d') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:12.193596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d7f181-8997-44bd-bd95-0ab56b58248d') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:12.216818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.222497 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] For port 44b49d62-3d32-416a-8128-c866fe44c753, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:12.225762 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] For port 44b49d62-3d32-416a-8128-c866fe44c753, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=44b49d62-3d32-416a-8128-c866fe44c753,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:12.230558 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.242958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=20efccd1-7def-40bb-8bc1-de5881e25779,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:12.263024 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.271108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:43:12.271108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.323465 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c822b87-f94d-4e51-b763-002063f3d30b None None] Pushing event updated for resources: {'Port': ['ID=44b49d62-3d32-416a-8128-c866fe44c753,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:43:12.363260 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:43:12.379400 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:12.380057 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:12.394973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-11fa6980-f99b-48b1-bbad-2f1169591cf3 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5603232 Jul 07 22:43:12.396612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-e9788965-cf04-42a5-b3c3-6ec5f6c855a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:43:12.396983 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-e9788965-cf04-42a5-b3c3-6ec5f6c855a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:43:12.405096 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.429646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.431375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] 10.222.0.81 "DELETE /v2.0/networks/f887cd1e-08dd-4b99-80a2-1eda1cab339a HTTP/1.1" status: 204 len: 168 time: 0.8760209 Jul 07 22:43:12.456504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 97c3b948-18bd-403a-9efb-6cbc931322dd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:12.456882 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:12.564485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c150cd-3ad9-4e76-977d-9fc4fbfbf9c6 tempest-BulkNetworkOpsIpV6Test-810545491 tempest-BulkNetworkOpsIpV6Test-810545491-project] Pushing event deleted for resources: {'Network': ['ID=f887cd1e-08dd-4b99-80a2-1eda1cab339a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:12.630016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-c9eaef67-a46b-4ae8-a370-f672bc0f3262 service neutron] 10.222.0.81 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100790 Jul 07 22:43:12.655842 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:12.828177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-c00b0c2f-f20f-4208-ac1d-fc857f26c614 service neutron] 10.222.0.81 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886818 Jul 07 22:43:12.989016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40516) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:12.989660 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:08Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '44b49d62-3d32-416a-8128-c866fe44c753', 'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:57:46:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:07Z', 'updated_at': '2021-07-07T22:43:12Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:13.029182 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee0075-9997-418d-8084-3447e5f2d288 None None] The sync data for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 is: [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:08Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '44b49d62-3d32-416a-8128-c866fe44c753', 'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:57:46:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:07Z', 'updated_at': '2021-07-07T22:43:12Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:13.236305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dcce674e-715d-41dc-8a40-8c3148a8bb08 req-5f118057-5c9f-4460-bd66-830744dc134e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 210 time: 0.0605690 Jul 07 22:43:13.302129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-188efb7c-f581-4673-b177-f9c7fb487b51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48ab0a0fb9ea4a19911802ce6e502d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3085027 Jul 07 22:43:13.302402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40528) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:13.374743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-209014a2-d6a2-459e-bb4f-8156d4da2d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.401988 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-209014a2-d6a2-459e-bb4f-8156d4da2d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.492628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 44b49d62-3d32-416a-8128-c866fe44c753 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:13.497059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-209014a2-d6a2-459e-bb4f-8156d4da2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.500888 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-209014a2-d6a2-459e-bb4f-8156d4da2d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.505539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-209014a2-d6a2-459e-bb4f-8156d4da2d6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b1644f7a-e79d-4d97-a7c3-5439dc58ac81 HTTP/1.1" status: 204 len: 168 time: 0.2020779 Jul 07 22:43:13.518707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209014a2-d6a2-459e-bb4f-8156d4da2d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1644f7a-e79d-4d97-a7c3-5439dc58ac81,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:13.637166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 44b49d62-3d32-416a-8128-c866fe44c753 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:13.650941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 44b49d62-3d32-416a-8128-c866fe44c753 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:13.651554 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.851097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.954658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 44b49d62-3d32-416a-8128-c866fe44c753, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=44b49d62-3d32-416a-8128-c866fe44c753,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:13.959002 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:13.959904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 20efccd1-7def-40bb-8bc1-de5881e25779 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:14.092445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=44b49d62-3d32-416a-8128-c866fe44c753,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:14.109249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 20efccd1-7def-40bb-8bc1-de5881e25779 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:14.109941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:14.830897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-db6a9dfd-11f5-40c0-bf26-4f38c2c41ab7 req-13d5f639-6f25-47d0-a838-70325ebdbc5a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 210 time: 0.3665118 Jul 07 22:43:15.143955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-fd03c6d6-8460-4076-a88f-77ebec609b01 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:15.145488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-fd03c6d6-8460-4076-a88f-77ebec609b01 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "GET /v2.0/networks?id=5388642a-9752-4cdb-b3c9-764468aeb6fd HTTP/1.1" status: 200 len: 796 time: 0.1685989 Jul 07 22:43:15.281122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-fb7fe730-1b00-4359-a88f-ab8c8f212f6b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770787b17e244d11a628113ff6e1dfed HTTP/1.1" status: 200 len: 380 time: 0.1168957 Jul 07 22:43:15.295164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'port': {'device_id': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'admin_state_up': True, 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'security_groups': ['97b9969e-38f8-4d28-8b2f-8402dab577d3']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:15.368134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 44b49d62-3d32-416a-8128-c866fe44c753 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:15.462376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 44b49d62-3d32-416a-8128-c866fe44c753 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:15.462864 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:15.477002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Made reservation on behalf of 770787b17e244d11a628113ff6e1dfed for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:15.481437 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:15.729054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.20.0.3 (5388642a-9752-4cdb-b3c9-764468aeb6fd/df0c178e-2a18-46be-a215-a2db6b8022ce/b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:15.956397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:15.972129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Transition to ACTIVE for port object b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:16.053022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-33559f78-19a6-4309-bf15-6a7d64075642 req-adf75942-9e35-438e-86e2-1ea1719794f0 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 210 time: 0.0441804 Jul 07 22:43:16.059906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.100471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 5388642a-9752-4cdb-b3c9-764468aeb6fd is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:16.104248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:16.107443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:16.232310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:16.251929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:16.252796 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.271686 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-43982411-e5a6-4349-975b-067500e5eef5 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9778895 Jul 07 22:43:16.293646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Request body: {'port': {'device_id': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:16.389357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.475829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f00137d5-c09a-439e-8a21-ecc134d09fed None None] Provisioning for port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:16.481049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f00137d5-c09a-439e-8a21-ecc134d09fed None None] Provisioning complete for port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:16.481710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f00137d5-c09a-439e-8a21-ecc134d09fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.496320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40612) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:16.521705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f00137d5-c09a-439e-8a21-ecc134d09fed None None] Port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:43:16.545450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebedac11-f00f-4ac2-90ae-6c8135da4492 admin admin] Deleting subnet 3a760b77-8bcc-43d2-b264-19376f3b6d40 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:43:16.548884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebedac11-f00f-4ac2-90ae-6c8135da4492 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.595578 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebedac11-f00f-4ac2-90ae-6c8135da4492 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.648325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebedac11-f00f-4ac2-90ae-6c8135da4492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.700945 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebedac11-f00f-4ac2-90ae-6c8135da4492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.729262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedac11-f00f-4ac2-90ae-6c8135da4492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a760b77-8bcc-43d2-b264-19376f3b6d40,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:16.731880 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebedac11-f00f-4ac2-90ae-6c8135da4492 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.735492 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ebedac11-f00f-4ac2-90ae-6c8135da4492 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3a760b77-8bcc-43d2-b264-19376f3b6d40 HTTP/1.1" status: 204 len: 168 time: 0.2381670 Jul 07 22:43:16.737834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40616) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:16.762832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:16.771936 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.785176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Transition to ACTIVE for port object b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:16.789950 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.806459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.897028 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.900010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:16.910040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a329b3-c201-48e8-a5ed-7ad89ad680da']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:16.921553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Attempting to bind port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:16.922028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Attempting to bind port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:16.922434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c502fed-49a5-4100-8c2f-0520a1e89b3f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:16.922581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Attempting to bind port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d on network 5388642a-9752-4cdb-b3c9-764468aeb6fd {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:16.923177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c502fed-49a5-4100-8c2f-0520a1e89b3f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:16.927879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d on network 5388642a-9752-4cdb-b3c9-764468aeb6fd not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:43:16.928377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Attempting to bind port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d on network 5388642a-9752-4cdb-b3c9-764468aeb6fd {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:16.933538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:16.933996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Checking segment: {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:16.936453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Bound using segment: {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:16.937443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.937586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Bound port: b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:16.938012 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.955330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.962252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:43:16.962827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:43:16.965215 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:43:17.017002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:17.021475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:17.029285 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.033146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.044899 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.047121 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] 10.222.0.81 "DELETE /v2.0/networks/47a329b3-c201-48e8-a5ed-7ad89ad680da HTTP/1.1" status: 204 len: 168 time: 0.3081956 Jul 07 22:43:17.063196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c94a78-6c6a-4019-a6b2-2057750ca1fe admin admin] Pushing event deleted for resources: {'Network': ['ID=47a329b3-c201-48e8-a5ed-7ad89ad680da,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:17.068955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:17.069608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.071098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] 10.222.0.44 "PUT /v2.0/ports/b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d HTTP/1.1" status: 200 len: 1092 time: 0.7851446 Jul 07 22:43:17.071554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:17.074197 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b257322-0ca7-4777-8437-d49a63bb4525" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:17.177166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753698a-deb4-427c-a70e-67f0f6276d44 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:17.218651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-7d40083a-8668-4f32-9c37-2ce9c212b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:17.222575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-7d40083a-8668-4f32-9c37-2ce9c212b673 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 1095 time: 0.0945160 Jul 07 22:43:17.337366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-90f77e54-6dc0-4367-a812-17e901586742 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d HTTP/1.1" status: 200 len: 217 time: 0.1081014 Jul 07 22:43:17.351075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40632) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:17.429431 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e5241974-22ce-48ce-9f2b-c79af96d2d52 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3f69540fe0b940f088f224de6b8f0522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773306 Jul 07 22:43:17.432032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:17.478891 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddb9c2b-28fd-4666-ba8f-88a471403240 x-openstack-request-id: req-3ddb9c2b-28fd-4666-ba8f-88a471403240 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:17.479190 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:17.479458 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ddb9c2b-28fd-4666-ba8f-88a471403240 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:17.480110 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'status': 'completed', 'code': 200} Jul 07 22:43:17.487849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-3929846b-1a67-4694-893b-3cf16b92d17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:17.492525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-3929846b-1a67-4694-893b-3cf16b92d17b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df0c178e-2a18-46be-a215-a2db6b8022ce HTTP/1.1" status: 200 len: 834 time: 0.1472082 Jul 07 22:43:17.505765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf50cb-08dd-4049-9e09-90355d5f99a4 req-35679820-b03a-4ce7-917f-df298dfe492f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:17.507598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bcf50cb-08dd-4049-9e09-90355d5f99a4 req-35679820-b03a-4ce7-917f-df298dfe492f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 943 time: 0.1658530 Jul 07 22:43:17.516182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89183d5e-7de8-41b2-8057-027f73f24e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.543809 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89183d5e-7de8-41b2-8057-027f73f24e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.616578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bcf50cb-08dd-4049-9e09-90355d5f99a4 req-31faee8f-e008-456c-a544-0f8e9d77e321 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956585 Jul 07 22:43:17.637997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89183d5e-7de8-41b2-8057-027f73f24e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.642763 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89183d5e-7de8-41b2-8057-027f73f24e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:17.644144 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-89183d5e-7de8-41b2-8057-027f73f24e68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c26982b-886c-46a9-8fec-0a5e494dcd1a HTTP/1.1" status: 204 len: 168 time: 0.2109993 Jul 07 22:43:17.647838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-0dee9100-49d7-4fb1-9c1a-3e113f826760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:17.649794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-0dee9100-49d7-4fb1-9c1a-3e113f826760 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5388642a-9752-4cdb-b3c9-764468aeb6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413167 Jul 07 22:43:17.664944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89183d5e-7de8-41b2-8057-027f73f24e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c26982b-886c-46a9-8fec-0a5e494dcd1a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:17.803910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-b8be768b-2e94-4e7b-aeaf-710b8281153f service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459258 Jul 07 22:43:17.954423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42b102b5-cc1f-45b6-aa2c-72b5a76e5c33 req-277a53b1-d322-45b0-8f40-d86a827b5bad service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417382 Jul 07 22:43:18.065718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-22b9bfb3-e943-4606-95d2-8c0b2fb0e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:18.068135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-22b9bfb3-e943-4606-95d2-8c0b2fb0e4bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 1095 time: 0.0669966 Jul 07 22:43:18.215799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-5029545c-a1ff-4c72-8b60-0b2487c0ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:18.217952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-5029545c-a1ff-4c72-8b60-0b2487c0ee07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5388642a-9752-4cdb-b3c9-764468aeb6fd HTTP/1.1" status: 200 len: 897 time: 0.1409976 Jul 07 22:43:18.274982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-7e6e2a68-5b44-496e-a197-5e503c96a91d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d HTTP/1.1" status: 200 len: 217 time: 0.0483418 Jul 07 22:43:18.333354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-4057c21d-a184-4366-8ca4-9a90c04babe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:18.335438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-4057c21d-a184-4366-8ca4-9a90c04babe6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df0c178e-2a18-46be-a215-a2db6b8022ce HTTP/1.1" status: 200 len: 834 time: 0.0532825 Jul 07 22:43:18.402496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-0d194bf2-488f-4b2e-8dfb-7caeee6b3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:18.404108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-0d194bf2-488f-4b2e-8dfb-7caeee6b3dc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5388642a-9752-4cdb-b3c9-764468aeb6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616701 Jul 07 22:43:18.547162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-51327f59-6f59-42a2-a154-39c398078a93 service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350982 Jul 07 22:43:18.663509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b257322-0ca7-4777-8437-d49a63bb4525 req-a4158455-1e78-47fe-b63a-0ac009957b3b service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091626 Jul 07 22:43:18.819499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6321b27-d325-4bab-97e3-98e9d88a7cbe req-18b881eb-85f0-4e09-bd5b-6019d66ee99e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:18.821172 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6321b27-d325-4bab-97e3-98e9d88a7cbe req-18b881eb-85f0-4e09-bd5b-6019d66ee99e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 943 time: 0.0728140 Jul 07 22:43:18.865782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6321b27-d325-4bab-97e3-98e9d88a7cbe req-bc3658b0-6020-43d0-a2e7-18b92aeb8dfb tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381985 Jul 07 22:43:19.275025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40698) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:19.457124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'network': {'name': 'tempest-network-smoke--1740051370', 'project_id': '3932c19a68e3455c88854792cad722dd', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:19.482144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Made reservation on behalf of 3932c19a68e3455c88854792cad722dd for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:19.487102 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.500681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.618518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.624770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.658837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:43:19.668761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876fdddc-0fae-4ee8-849b-2598293377f1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:19.674523 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.675149 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Added segment 0e4a086b-021e-4569-8772-53b66f18e570 of type vlan for network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 Jul 07 22:43:19.721240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.754471 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.760936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:19.761889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.814815 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5383749 Jul 07 22:43:19.817780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40720) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:19.826352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-311990771', 'admin_state_up': True, 'project_id': '3932c19a68e3455c88854792cad722dd', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:19.837164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d77b8-f153-4b45-ab4e-ccbbf6a6ef23 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Network': ['ID=43f296d5-7f00-46dc-b1a4-4dade2037ad0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:19.853348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:43:19.866209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.867704 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.924838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:19.926143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.107892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.196823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9dbb1-191e-4a0a-9aef-0898001b3f79 req-ba3ef424-f45f-4140-bd2c-884fb22d698c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:20.201001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39f9dbb1-191e-4a0a-9aef-0898001b3f79 req-ba3ef424-f45f-4140-bd2c-884fb22d698c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 943 time: 0.1553650 Jul 07 22:43:20.249270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-39f9dbb1-191e-4a0a-9aef-0898001b3f79 req-b74d6c5a-f705-417b-be8e-fd5322627e34 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388110 Jul 07 22:43:20.717848 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.740395 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.765536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:43:20.869439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:20.883942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.25.8.208 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/be98b63a-d83b-4401-9c1a-42b55f3a0f6e) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:20.887357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'port_id': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'mac_address': 'fa:16:3e:0e:e4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:43:20.938801 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:20.958792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:20.987201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:20.992478 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:21.015858 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:21.063738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:21.071033 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:21.115061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:21.117931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:21.124818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:21.154541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=be98b63a-d83b-4401-9c1a-42b55f3a0f6e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:21.211617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:43:21.507519 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:21.574966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed5c1a-6cb9-4fe4-b0a8-76ec314b84e6 req-03dcb3c1-5df2-492b-8619-e9ff4942e79d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:21.576532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68ed5c1a-6cb9-4fe4-b0a8-76ec314b84e6 req-03dcb3c1-5df2-492b-8619-e9ff4942e79d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 944 time: 0.1298163 Jul 07 22:43:21.668232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68ed5c1a-6cb9-4fe4-b0a8-76ec314b84e6 req-5110396e-3dc5-4335-90ea-30101011a3ba tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839722 Jul 07 22:43:21.831174 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:21.965706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router c24ef9a6-01ac-408b-b19a-60913a475f53 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:43:22.079541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:43:22.089664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Sync routers for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:43:22.100007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:22.100971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:22.112792 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:22.114066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e1416648-fcb2-45fc-8e22-2802a437f47a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2945850 Jul 07 22:43:22.117212 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40764) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:22.225480 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:22.238498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40768) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:22.238856 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-78361f8f-a887-40e1-9dfe-3528ccd92792 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3932c19a68e3455c88854792cad722dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202545 Jul 07 22:43:22.350643 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:43:22.366001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba7e692-a1dd-480a-a90e-abe854486455 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:22.371539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40770) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:22.383477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0ba7e692-a1dd-480a-a90e-abe854486455 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1429300 Jul 07 22:43:22.409337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40772) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:22.415301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-153554259', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'project_id': '3932c19a68e3455c88854792cad722dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:22.420020 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6caac2bd-8386-4fc8-9097-d99f8f3b8cf6 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466845 Jul 07 22:43:22.434959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:43:21Z', 'revision_number': 3, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:22.468303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Checking router: c24ef9a6-01ac-408b-b19a-60913a475f53 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:43:22.468811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Updating router c24ef9a6-01ac-408b-b19a-60913a475f53 port be98b63a-d83b-4401-9c1a-42b55f3a0f6e binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:43:22.532862 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:22.568830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Made reservation on behalf of 3932c19a68e3455c88854792cad722dd for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:22.573627 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:22.805492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:22.928613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:22.945001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:22.945381 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.057194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.116569 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.151445 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.152641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6d314-dd60-4680-a65a-8c2144dc32ad req-32db5eac-b696-40dc-bb45-ec10ff2ca40f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:23.154432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1d6d314-dd60-4680-a65a-8c2144dc32ad req-32db5eac-b696-40dc-bb45-ec10ff2ca40f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 944 time: 0.2259235 Jul 07 22:43:23.157618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Checking segment: {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:23.158102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network hostable DHCP agents. Network: 43f296d5-7f00-46dc-b1a4-4dade2037ad0, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:43:23.164565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:23.166902 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be874fc-3dcc-4ffe-8111-72ceb324d385" -d '{"events": [{"server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "name": "network-vif-plugged", "status": "completed", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:23.169612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Subnet': ['ID=b9d56f4d-78b9-4c5f-b272-3dea40299117,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:23.214592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:23.222989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Transition to ACTIVE for port object be98b63a-d83b-4401-9c1a-42b55f3a0f6e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:23.225094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.228459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1d6d314-dd60-4680-a65a-8c2144dc32ad req-233ffa98-0a31-429d-bdbb-1ac8d2d6e96c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649018 Jul 07 22:43:23.234542 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1cd18c-f6f6-49ce-b136-d23de0733b30 x-openstack-request-id: req-8c1cd18c-f6f6-49ce-b136-d23de0733b30 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:23.235052 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "name": "network-vif-plugged", "status": "completed", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:23.235320 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c1cd18c-f6f6-49ce-b136-d23de0733b30 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:23.235759 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'code': 200} Jul 07 22:43:23.241242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:43:23.263641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 43f296d5-7f00-46dc-b1a4-4dade2037ad0) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:23.265983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.275773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:23.276356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.280904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a52c7a-23a4-46fa-bc25-2963775ab805 None None] Network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:23.402825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:23.406088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Attempting to bind port be98b63a-d83b-4401-9c1a-42b55f3a0f6e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:23.406663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Attempting to bind port be98b63a-d83b-4401-9c1a-42b55f3a0f6e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:23.407493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Attempting to bind port be98b63a-d83b-4401-9c1a-42b55f3a0f6e on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:23.439731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40792) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:23.448654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-609eccb1-2361-4c01-a1b9-91f875d9dadf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0379851 Jul 07 22:43:23.449436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:23.449831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:23.450289 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.450699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:23.451187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Bound port: be98b63a-d83b-4401-9c1a-42b55f3a0f6e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:23.451579 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.454467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ec01b-3377-4485-8e6f-c3d61f8c00e9 None None] Pushing event updated for resources: {'Port': ['ID=be98b63a-d83b-4401-9c1a-42b55f3a0f6e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:23.522499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5210d0-d15f-4fdc-8372-625b5bb42d7f req-c6d6ba72-6b83-4901-a507-ce98eb3e2e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:23.527173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c5210d0-d15f-4fdc-8372-625b5bb42d7f req-c6d6ba72-6b83-4901-a507-ce98eb3e2e6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 1097 time: 0.1788158 Jul 07 22:43:23.552708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] For port be98b63a-d83b-4401-9c1a-42b55f3a0f6e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:23.571732 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] For port be98b63a-d83b-4401-9c1a-42b55f3a0f6e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=be98b63a-d83b-4401-9c1a-42b55f3a0f6e,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:23.583738 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.597317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c5210d0-d15f-4fdc-8372-625b5bb42d7f req-0c1ec13b-edb1-4957-a0f8-acf6e301c5ac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626683 Jul 07 22:43:23.653966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:43:23.655485 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:23.681626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:23.682277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:23.727700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ec01b-3377-4485-8e6f-c3d61f8c00e9 None None] Pushing event updated for resources: {'Port': ['ID=be98b63a-d83b-4401-9c1a-42b55f3a0f6e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:23.933522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:24.003263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Allocated IP 172.20.0.2 (43f296d5-7f00-46dc-b1a4-4dade2037ad0/b9d56f4d-78b9-4c5f-b272-3dea40299117/f0ddd901-5e28-4b1d-a0da-75a643403627) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:24.334330 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:24.348749 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:24.499421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Transition to ACTIVE for port object f0ddd901-5e28-4b1d-a0da-75a643403627 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:24.586403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Transition to ACTIVE for port object f0ddd901-5e28-4b1d-a0da-75a643403627 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:24.592985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:43:21Z', 'revision_number': 3, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:24.619919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25896069-812e-451b-8fc4-1281fb3959fe req-79d2898a-810c-45c8-8c55-53754b152e84 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:24.621693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25896069-812e-451b-8fc4-1281fb3959fe req-79d2898a-810c-45c8-8c55-53754b152e84 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.2084727 Jul 07 22:43:24.628612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e87b78-43d3-4173-9ace-83a18e590a7c None None] The sync data for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 is: [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:43:21Z', 'revision_number': 3, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:24.630869 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:24.688893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Pushing event updated for resources: {'Port': ['ID=f0ddd901-5e28-4b1d-a0da-75a643403627,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:24.700039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:24.702602 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:24.705425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:24.745881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25896069-812e-451b-8fc4-1281fb3959fe req-04b06221-aea7-4f0c-85e0-6a79d51feebc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179607 Jul 07 22:43:24.808537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Attempting to bind port f0ddd901-5e28-4b1d-a0da-75a643403627 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:24.808929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Attempting to bind port f0ddd901-5e28-4b1d-a0da-75a643403627 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:24.809301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Attempting to bind port f0ddd901-5e28-4b1d-a0da-75a643403627 on network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:24.819168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:24.819547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Checking segment: {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:24.819957 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:24.820352 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Bound using segment: {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:24.820825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Bound port: f0ddd901-5e28-4b1d-a0da-75a643403627, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:24.821215 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:24.942680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] For port f0ddd901-5e28-4b1d-a0da-75a643403627, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:24.946311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] For port f0ddd901-5e28-4b1d-a0da-75a643403627, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f0ddd901-5e28-4b1d-a0da-75a643403627,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:24.953189 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.011598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.20.0.1 (43f296d5-7f00-46dc-b1a4-4dade2037ad0/b9d56f4d-78b9-4c5f-b272-3dea40299117/91850235-d073-4e4b-9384-55a17a71d62d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:25.048105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32289668-1fcf-42cb-95b5-1de05f9d4f38 None None] Pushing event updated for resources: {'Port': ['ID=f0ddd901-5e28-4b1d-a0da-75a643403627,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:25.346359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.382356 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Transition to ACTIVE for port object 91850235-d073-4e4b-9384-55a17a71d62d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:25.485570 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.494536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device be98b63a-d83b-4401-9c1a-42b55f3a0f6e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:25.565295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=91850235-d073-4e4b-9384-55a17a71d62d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:25.587456 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:25.591466 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:25.595885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:25.677737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port be98b63a-d83b-4401-9c1a-42b55f3a0f6e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:25.705391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port be98b63a-d83b-4401-9c1a-42b55f3a0f6e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:25.709669 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.723375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.941926 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:25.983770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port be98b63a-d83b-4401-9c1a-42b55f3a0f6e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=be98b63a-d83b-4401-9c1a-42b55f3a0f6e,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:25.988235 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:26.097485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=be98b63a-d83b-4401-9c1a-42b55f3a0f6e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:26.145755 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:26.251100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd260d-9c28-4dd5-af9b-22384e72d321 req-044352a0-2aca-42d6-a595-fa5415672b48 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:26.254027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7abd260d-9c28-4dd5-af9b-22384e72d321 req-044352a0-2aca-42d6-a595-fa5415672b48 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.2596025 Jul 07 22:43:26.372204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7abd260d-9c28-4dd5-af9b-22384e72d321 req-406e9274-ebca-4ada-9706-e383ddad6552 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133070 Jul 07 22:43:26.722489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50754f94-37bf-4414-91a0-8d13aaa401c4 None None] Network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:26.752884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a9195-a282-4cc8-b642-3c716cadb4f0 req-5b747826-3b8b-4748-b965-fc96d8b4a93f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:26.754502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff2a9195-a282-4cc8-b642-3c716cadb4f0 req-5b747826-3b8b-4748-b965-fc96d8b4a93f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.1731670 Jul 07 22:43:26.779470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:26.793360 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:26.833754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a27a862a-bcad-4c28-9c05-3d77da48ea2d None None] Provisioning for port f0ddd901-5e28-4b1d-a0da-75a643403627 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:26.840165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff2a9195-a282-4cc8-b642-3c716cadb4f0 req-53bc77b8-c518-4b3a-8aa2-71590115048d tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782890 Jul 07 22:43:26.865307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40838) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:26.963471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b7fe45-4c94-4d34-a5b5-213c7f02ec6c tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:26.973075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-53b7fe45-4c94-4d34-a5b5-213c7f02ec6c tempest-TestNetworkAdvancedServerOps-1400578233 tempest-TestNetworkAdvancedServerOps-1400578233-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 1092 time: 0.1064515 Jul 07 22:43:26.973464 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:26.975582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=91850235-d073-4e4b-9384-55a17a71d62d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:26.975853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40840) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:26.992283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:27.021800 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:27.131800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:27.133506 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:27.252606 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:27.406397 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-71d3493a-94c6-45a5-9e94-68763d143f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:27.488686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router c24ef9a6-01ac-408b-b19a-60913a475f53 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:43:27.515417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Allocated IP 172.25.8.79 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f8400f05-93e6-472c-9690-eddd8ebe6a02) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:27.656174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device be98b63a-d83b-4401-9c1a-42b55f3a0f6e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:27.765970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port be98b63a-d83b-4401-9c1a-42b55f3a0f6e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:27.767702 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:27.808781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-56500f55-6f2c-4fba-b4bd-54df4e1a29a2 None None] Provisioning for port 91850235-d073-4e4b-9384-55a17a71d62d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:27.832750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:43:27.833120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-56500f55-6f2c-4fba-b4bd-54df4e1a29a2 None None] Provisioning complete for port 91850235-d073-4e4b-9384-55a17a71d62d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:27.833565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56500f55-6f2c-4fba-b4bd-54df4e1a29a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:27.847603 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b631e64f-3ed6-41c1-a273-fe317ee1f08a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "PUT /v2.0/routers/c24ef9a6-01ac-408b-b19a-60913a475f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4060969 Jul 07 22:43:27.851400 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:27.853381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:27.858967 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Sync routers for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:43:27.873836 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:27.879104 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:27.977957 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:28.058806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-56500f55-6f2c-4fba-b4bd-54df4e1a29a2 None None] Port 91850235-d073-4e4b-9384-55a17a71d62d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:43:28.096721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:28.103424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:28.110057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f0ddd901-5e28-4b1d-a0da-75a643403627 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:28.112915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:28.172832 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:28.191059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=f8400f05-93e6-472c-9690-eddd8ebe6a02,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:28.200475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f0ddd901-5e28-4b1d-a0da-75a643403627 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:28.206136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f0ddd901-5e28-4b1d-a0da-75a643403627 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:28.207684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:28.216921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae65bbc-6b13-4a7d-9edd-46cbd90dc2db tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.217447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae65bbc-6b13-4a7d-9edd-46cbd90dc2db tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.220026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae65bbc-6b13-4a7d-9edd-46cbd90dc2db tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.220501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae65bbc-6b13-4a7d-9edd-46cbd90dc2db tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.220953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae65bbc-6b13-4a7d-9edd-46cbd90dc2db tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.221422 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae65bbc-6b13-4a7d-9edd-46cbd90dc2db tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.221933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae65bbc-6b13-4a7d-9edd-46cbd90dc2db tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.227234 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ae65bbc-6b13-4a7d-9edd-46cbd90dc2db tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4973 time: 0.3748639 Jul 07 22:43:28.230241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40858) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:28.280532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-29b8f30a-f92d-40c7-b1d0-58f82affb788 None None] Provisioning complete for port 91850235-d073-4e4b-9384-55a17a71d62d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:28.280903 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29b8f30a-f92d-40c7-b1d0-58f82affb788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:28.459598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:28.461888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-29b8f30a-f92d-40c7-b1d0-58f82affb788 None None] Port 91850235-d073-4e4b-9384-55a17a71d62d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:43:28.512203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f0ddd901-5e28-4b1d-a0da-75a643403627, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f0ddd901-5e28-4b1d-a0da-75a643403627,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:28.524308 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:28.658176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-58475c16-cc97-4e61-ae5c-054a15a84d03 None None] Provisioning complete for port 91850235-d073-4e4b-9384-55a17a71d62d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:28.658539 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-58475c16-cc97-4e61-ae5c-054a15a84d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:28.708947 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:26Z', 'revision_number': 2, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:28.723836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f0ddd901-5e28-4b1d-a0da-75a643403627,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:28.797304 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-58475c16-cc97-4e61-ae5c-054a15a84d03 None None] Port 91850235-d073-4e4b-9384-55a17a71d62d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:43:28.833716 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Checking router: c24ef9a6-01ac-408b-b19a-60913a475f53 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:43:28.834525 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Updating router c24ef9a6-01ac-408b-b19a-60913a475f53 port 91850235-d073-4e4b-9384-55a17a71d62d binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:43:28.909989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da21b5d-905b-47c3-b93f-f4a970be466a tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.910541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da21b5d-905b-47c3-b93f-f4a970be466a tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.911179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da21b5d-905b-47c3-b93f-f4a970be466a tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.911735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da21b5d-905b-47c3-b93f-f4a970be466a tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.912248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da21b5d-905b-47c3-b93f-f4a970be466a tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.912884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da21b5d-905b-47c3-b93f-f4a970be466a tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.913474 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da21b5d-905b-47c3-b93f-f4a970be466a tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:28.915418 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5da21b5d-905b-47c3-b93f-f4a970be466a tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4630 time: 0.6842232 Jul 07 22:43:28.921247 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:28.925136 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:29.363561 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:29.374905 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Transition to ACTIVE for port object 91850235-d073-4e4b-9384-55a17a71d62d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:29.385308 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:29.424890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f0ddd901-5e28-4b1d-a0da-75a643403627 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:29.451891 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:29.467083 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a270ef-91d6-4b8b-af34-2fe5c56095b7 None None] Pushing event updated for resources: {'Port': ['ID=91850235-d073-4e4b-9384-55a17a71d62d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:29.510163 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f0ddd901-5e28-4b1d-a0da-75a643403627 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:29.510849 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:29.590301 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Attempting to bind port 91850235-d073-4e4b-9384-55a17a71d62d on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:29.590693 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Attempting to bind port 91850235-d073-4e4b-9384-55a17a71d62d by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:29.591026 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Attempting to bind port 91850235-d073-4e4b-9384-55a17a71d62d on network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:29.612758 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:29.613199 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Checking segment: {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:29.613534 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:29.613927 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Bound using segment: {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:29.614424 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Bound port: 91850235-d073-4e4b-9384-55a17a71d62d, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:29.614958 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:29.626347 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3b610fca-d19a-4479-bda0-dd82c838c655 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.6908526 Jul 07 22:43:29.770783 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d3d658e-157f-42d6-bcc7-3c664e97a424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:29.865346 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] For port 91850235-d073-4e4b-9384-55a17a71d62d, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:29.870240 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] For port 91850235-d073-4e4b-9384-55a17a71d62d, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=91850235-d073-4e4b-9384-55a17a71d62d,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:29.876858 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.010265 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:30.011248 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:30.055973 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.169291 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.175879 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:30.204203 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a270ef-91d6-4b8b-af34-2fe5c56095b7 None None] Pushing event updated for resources: {'Port': ['ID=91850235-d073-4e4b-9384-55a17a71d62d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:30.309114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:30.317065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-005735a9-f9b8-4385-88b2-985e7ebea8c2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087314589', 'description': 'tempest-secgroup-smoke-1087314589 description', 'project_id': '3932c19a68e3455c88854792cad722dd'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:30.363062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-005735a9-f9b8-4385-88b2-985e7ebea8c2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.431259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.442563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.540129 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:29Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:30.550468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event updated for resources: {'Port': ['ID=f8400f05-93e6-472c-9690-eddd8ebe6a02,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:30.559329 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.566712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-005735a9-f9b8-4385-88b2-985e7ebea8c2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.577079 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-005735a9-f9b8-4385-88b2-985e7ebea8c2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.609003 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-005735a9-f9b8-4385-88b2-985e7ebea8c2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.609622 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dc3baa-5a04-4562-b457-2d29a7be78e4 None None] The sync data for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 is: [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:29Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:30.610560 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-005735a9-f9b8-4385-88b2-985e7ebea8c2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3004231 Jul 07 22:43:30.612982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005735a9-f9b8-4385-88b2-985e7ebea8c2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb0a67a-b695-4450-9c0e-185f76c5288e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:30.614726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40894) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:30.624999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-36c93dea-f86d-43b4-bfe9-83f1b0aac815 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6eb0a67a-b695-4450-9c0e-185f76c5288e', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:30.721865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36c93dea-f86d-43b4-bfe9-83f1b0aac815 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:30.735474 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Floating IP ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef associated. External IP: 172.25.8.79, port: b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d. Jul 07 22:43:30.935834 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.030296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 8ad74a18-bbee-4883-b565-a11e65529f59 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:43:31.047262 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36c93dea-f86d-43b4-bfe9-83f1b0aac815 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.171841 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36c93dea-f86d-43b4-bfe9-83f1b0aac815 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.219934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c93dea-f86d-43b4-bfe9-83f1b0aac815 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5055ad39-6cc0-4578-8410-c0f2c4cb7e71,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:31.225078 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-36c93dea-f86d-43b4-bfe9-83f1b0aac815 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.229094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-36c93dea-f86d-43b4-bfe9-83f1b0aac815 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6104107 Jul 07 22:43:31.229261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:31.233846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d9c7b0f5-b0ea-4f04-a0e8-cc931dd745eb tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6eb0a67a-b695-4450-9c0e-185f76c5288e', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:31.250660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:43:31.263114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] Sync routers for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:43:31.292751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:31.295015 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:31.312455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.350581 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b0f5-b0ea-4f04-a0e8-cc931dd745eb tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.435525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-24943437-3ce8-48d5-9d1b-df2197c0c1a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4578617 Jul 07 22:43:31.438853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:31.444248 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc80ba54-fe0f-4d23-815f-83aeb959949d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:31.506985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:31.536218 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aad8492-0b0b-4e82-b562-bd300e17193e x-openstack-request-id: req-2aad8492-0b0b-4e82-b562-bd300e17193e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:31.536408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b0f5-b0ea-4f04-a0e8-cc931dd745eb tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.537171 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:31.537714 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2aad8492-0b0b-4e82-b562-bd300e17193e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:31.538445 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'status': 'completed', 'code': 200} Jul 07 22:43:31.543524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b0f5-b0ea-4f04-a0e8-cc931dd745eb tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.568417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d9c7b0f5-b0ea-4f04-a0e8-cc931dd745eb tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.573343 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d9c7b0f5-b0ea-4f04-a0e8-cc931dd745eb tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3427777 Jul 07 22:43:31.574239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40908) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:31.581025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-084ca786-bac4-453b-8311-ffb76678045d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6eb0a67a-b695-4450-9c0e-185f76c5288e', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:31.588756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7b0f5-b0ea-4f04-a0e8-cc931dd745eb tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf885f4-9e99-4b21-81f0-d934860dba71,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:31.627863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-084ca786-bac4-453b-8311-ffb76678045d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.662517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 91850235-d073-4e4b-9384-55a17a71d62d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:31.664609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-89893946-08a4-4297-aa0c-fdebde929b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:31.666404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-89893946-08a4-4297-aa0c-fdebde929b7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 1097 time: 0.0966408 Jul 07 22:43:31.738917 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-084ca786-bac4-453b-8311-ffb76678045d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.747722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-084ca786-bac4-453b-8311-ffb76678045d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.771614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ca786-bac4-453b-8311-ffb76678045d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cc8827-ec68-4b83-b2fa-cffb8a37985c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:31.786754 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.797697 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-084ca786-bac4-453b-8311-ffb76678045d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.799972 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-084ca786-bac4-453b-8311-ffb76678045d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2230229 Jul 07 22:43:31.803180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40910) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:31.804942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-315f7c8f-2fa5-4b0c-b012-4da95d81949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:31.806793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-315f7c8f-2fa5-4b0c-b012-4da95d81949d service neutron] 10.222.0.44 "GET /v2.0/networks?id=5388642a-9752-4cdb-b3c9-764468aeb6fd HTTP/1.1" status: 200 len: 897 time: 0.1319048 Jul 07 22:43:31.809370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a469e015-1e00-4412-ba7e-42b1b5a152cf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6eb0a67a-b695-4450-9c0e-185f76c5288e', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:31.851671 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a469e015-1e00-4412-ba7e-42b1b5a152cf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.855171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 91850235-d073-4e4b-9384-55a17a71d62d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:31.869742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 91850235-d073-4e4b-9384-55a17a71d62d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:31.870421 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.935672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-0c56d9ae-37ce-4776-89b9-9789e42cfd72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d HTTP/1.1" status: 200 len: 998 time: 0.1174910 Jul 07 22:43:31.942914 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a469e015-1e00-4412-ba7e-42b1b5a152cf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.948990 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a469e015-1e00-4412-ba7e-42b1b5a152cf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:31.960242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed31fa-392c-4601-b1d0-f25d1046a44a req-ee7a6329-de33-4848-b4ac-9e86656fc618 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:31.961848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bed31fa-392c-4601-b1d0-f25d1046a44a req-ee7a6329-de33-4848-b4ac-9e86656fc618 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.1541076 Jul 07 22:43:31.985485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469e015-1e00-4412-ba7e-42b1b5a152cf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faca45c-5d79-472c-8c21-7712670d2ee4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:32.010629 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a469e015-1e00-4412-ba7e-42b1b5a152cf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.015266 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a469e015-1e00-4412-ba7e-42b1b5a152cf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2108407 Jul 07 22:43:32.017780 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:32.028207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-58e4ad2c-079a-4f16-9c4c-bbf3104ec645 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6eb0a67a-b695-4450-9c0e-185f76c5288e', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:32.044540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-87dd304e-19e6-4258-b769-e004c42769cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:32.047127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-87dd304e-19e6-4258-b769-e004c42769cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df0c178e-2a18-46be-a215-a2db6b8022ce HTTP/1.1" status: 200 len: 834 time: 0.1035771 Jul 07 22:43:32.052959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bed31fa-392c-4601-b1d0-f25d1046a44a req-99def02c-b1ed-490a-a0b0-8511ec8af996 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588024 Jul 07 22:43:32.053719 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.073265 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-58e4ad2c-079a-4f16-9c4c-bbf3104ec645 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Project 3932c19a68e3455c88854792cad722dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:43:32.087477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e4ad2c-079a-4f16-9c4c-bbf3104ec645 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.090306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40918) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:32.118937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:08Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'port_id': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'mac_address': 'fa:16:3e:0e:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:28Z', 'updated_at': '2021-07-07T22:43:28Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b49d62-3d32-416a-8128-c866fe44c753', 'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:57:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:07Z', 'updated_at': '2021-07-07T22:43:13Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:32.123286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 91850235-d073-4e4b-9384-55a17a71d62d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=91850235-d073-4e4b-9384-55a17a71d62d,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:32.158124 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.183955 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e4ad2c-079a-4f16-9c4c-bbf3104ec645 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.188486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e4ad2c-079a-4f16-9c4c-bbf3104ec645 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.207355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4ad2c-079a-4f16-9c4c-bbf3104ec645 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17fe146-bdc2-45bd-96c4-c62e26570fe1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:32.229663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-58e4ad2c-079a-4f16-9c4c-bbf3104ec645 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.232130 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-58e4ad2c-079a-4f16-9c4c-bbf3104ec645 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2124586 Jul 07 22:43:32.234991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 40920) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:32.241374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] Checking router: 8ad74a18-bbee-4883-b565-a11e65529f59 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:43:32.244956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-583575c0-0da8-4cb8-9fc0-93eddccd6671 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6eb0a67a-b695-4450-9c0e-185f76c5288e', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:32.256032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=91850235-d073-4e4b-9384-55a17a71d62d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:32.273066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:32.274129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:32.293134 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-583575c0-0da8-4cb8-9fc0-93eddccd6671 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Project 3932c19a68e3455c88854792cad722dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:43:32.298899 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-583575c0-0da8-4cb8-9fc0-93eddccd6671 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.348491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6e18be91-8f9c-4474-9d1d-afa8d01e92c3 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef HTTP/1.1" status: 200 len: 990 time: 0.2558203 Jul 07 22:43:32.371401 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-7e296730-753c-4632-8b59-938dad168750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:32.377045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-7e296730-753c-4632-8b59-938dad168750 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5388642a-9752-4cdb-b3c9-764468aeb6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3186152 Jul 07 22:43:32.421858 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-583575c0-0da8-4cb8-9fc0-93eddccd6671 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.427130 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-583575c0-0da8-4cb8-9fc0-93eddccd6671 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.484524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583575c0-0da8-4cb8-9fc0-93eddccd6671 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4339c895-e79c-4bea-a1c7-f6802606c706,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:32.487360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:32.495811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-583575c0-0da8-4cb8-9fc0-93eddccd6671 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.505026 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-583575c0-0da8-4cb8-9fc0-93eddccd6671 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2596953 Jul 07 22:43:32.517376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-d61c212c-1cdd-4bd8-99ca-156e633959c8 service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363652 Jul 07 22:43:32.726216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-d70e88ba-737c-4f8f-8066-095c21645fb6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087314589&fields=id&tenant_id=3932c19a68e3455c88854792cad722dd HTTP/1.1" status: 200 len: 267 time: 0.0932217 Jul 07 22:43:32.814498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc80ba54-fe0f-4d23-815f-83aeb959949d req-1cc8762d-ab0a-4b45-974d-2c9102a7988c service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911544 Jul 07 22:43:32.848870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-57a0d2cf-dc3b-4c22-8e85-41ced7540ade tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:32.857803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-57a0d2cf-dc3b-4c22-8e85-41ced7540ade tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/networks?id=43f296d5-7f00-46dc-b1a4-4dade2037ad0 HTTP/1.1" status: 200 len: 797 time: 0.1304429 Jul 07 22:43:32.870615 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:32.875603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-5f4cfdff-029a-4ae3-a6fc-77e537a4acaf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/quotas/3932c19a68e3455c88854792cad722dd HTTP/1.1" status: 200 len: 375 time: 0.0158701 Jul 07 22:43:32.903454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:08Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'port_id': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'mac_address': 'fa:16:3e:0e:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:28Z', 'updated_at': '2021-07-07T22:43:28Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b49d62-3d32-416a-8128-c866fe44c753', 'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:57:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:07Z', 'updated_at': '2021-07-07T22:43:13Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:32.933751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4707921e-c243-4483-82e2-61c0a1f955d6 None None] The sync data for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 is: [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:08Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'floating_ip_address': '172.25.8.79', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'port_id': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'mac_address': 'fa:16:3e:0e:e4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:28Z', 'updated_at': '2021-07-07T22:43:28Z', 'revision_number': 0, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b49d62-3d32-416a-8128-c866fe44c753', 'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:57:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:07Z', 'updated_at': '2021-07-07T22:43:13Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:32.961665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-c9ca2302-3182-4634-811c-8cacab835cb4 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826845 Jul 07 22:43:33.136749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-df6ea847-808f-4dd7-b461-bb04e7079dc9 service neutron] 10.222.0.81 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601140 Jul 07 22:43:33.231885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-81afa332-119b-481a-88b8-f837bb97496d service neutron] 10.222.0.81 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943444 Jul 07 22:43:33.272101 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8763367-e728-4a12-a471-b4d12f03a87e None None] New status for floating IP ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:43:33.360940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 40972) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:33.383421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 91850235-d073-4e4b-9384-55a17a71d62d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:33.457393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3ceede2c-52c0-4a72-af2c-fbb5828d9888 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef HTTP/1.1" status: 200 len: 990 time: 0.0940185 Jul 07 22:43:33.546548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 91850235-d073-4e4b-9384-55a17a71d62d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:33.546927 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:33.565142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-153753dc-1329-4ba5-bc09-2a04e1e07732 req-ab710479-2d35-4058-9bad-cf0d3ecfa8b6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 210 time: 0.0587916 Jul 07 22:43:34.459178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41002) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:34.534896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ad1c7007-65fe-4e59-89eb-902a8b23dc5b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef HTTP/1.1" status: 200 len: 992 time: 0.0685575 Jul 07 22:43:34.710817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-53acc979-5a93-4556-8b52-69f1affa3628 req-f96dd115-fe0a-45c8-9783-7f912b547d8c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 210 time: 0.0295854 Jul 07 22:43:34.978496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-0a5f2278-1231-4401-b184-106844c360af tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:34.979973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-0a5f2278-1231-4401-b184-106844c360af tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.83 "GET /v2.0/networks?id=43f296d5-7f00-46dc-b1a4-4dade2037ad0 HTTP/1.1" status: 200 len: 797 time: 0.1268702 Jul 07 22:43:35.031975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-e555425b-9262-4f8c-aa57-a79c2e499265 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3932c19a68e3455c88854792cad722dd HTTP/1.1" status: 200 len: 380 time: 0.0367999 Jul 07 22:43:35.040716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'port': {'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'admin_state_up': True, 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'security_groups': ['6eb0a67a-b695-4450-9c0e-185f76c5288e']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:35.169498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Made reservation on behalf of 3932c19a68e3455c88854792cad722dd for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:35.174526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:35.353416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.20.0.10 (43f296d5-7f00-46dc-b1a4-4dade2037ad0/b9d56f4d-78b9-4c5f-b272-3dea40299117/cafd5062-2af3-4f40-b66d-374509fdc4d6) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:35.566926 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:35.587122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Transition to ACTIVE for port object cafd5062-2af3-4f40-b66d-374509fdc4d6 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:35.643955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:35.697460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:35.705058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:35.709832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:35.760307 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:35.760895 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:35.773735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=cafd5062-2af3-4f40-b66d-374509fdc4d6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:35.777562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-391ede8d-3e8f-423f-b6b4-1c8c86daac2a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7406328 Jul 07 22:43:35.796954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Request body: {'port': {'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:35.882793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:36.042271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-676b59ec-4822-450c-9153-ce4c4f5a3b20 None None] Provisioning for port cafd5062-2af3-4f40-b66d-374509fdc4d6 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:36.046796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-676b59ec-4822-450c-9153-ce4c4f5a3b20 None None] Provisioning complete for port cafd5062-2af3-4f40-b66d-374509fdc4d6 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:36.047919 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-676b59ec-4822-450c-9153-ce4c4f5a3b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:36.064619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d148e9f-11e1-48ec-b49a-0d76d73b9e7d req-17152921-80ba-419c-a15c-4cef7d0683cc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:36.066159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d148e9f-11e1-48ec-b49a-0d76d73b9e7d req-17152921-80ba-419c-a15c-4cef7d0683cc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 932 time: 0.1794999 Jul 07 22:43:36.084039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-676b59ec-4822-450c-9153-ce4c4f5a3b20 None None] Port cafd5062-2af3-4f40-b66d-374509fdc4d6 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:43:36.151755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d148e9f-11e1-48ec-b49a-0d76d73b9e7d req-a7599274-d911-457f-883a-0a3efbe3d760 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777776 Jul 07 22:43:36.256101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafd5062-2af3-4f40-b66d-374509fdc4d6 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:36.264402 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:36.277911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Transition to ACTIVE for port object cafd5062-2af3-4f40-b66d-374509fdc4d6 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:43:36.286211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:36.340018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Pushing event updated for resources: {'Port': ['ID=cafd5062-2af3-4f40-b66d-374509fdc4d6,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:36.436744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Attempting to bind port cafd5062-2af3-4f40-b66d-374509fdc4d6 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:43:36.437088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Attempting to bind port cafd5062-2af3-4f40-b66d-374509fdc4d6 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:43:36.437419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Attempting to bind port cafd5062-2af3-4f40-b66d-374509fdc4d6 on network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:36.441988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Port cafd5062-2af3-4f40-b66d-374509fdc4d6 on network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:43:36.442344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Attempting to bind port cafd5062-2af3-4f40-b66d-374509fdc4d6 on network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:43:36.447265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:43:36.447616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Checking segment: {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:36.447995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Bound using segment: {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:43:36.448426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Bound port: cafd5062-2af3-4f40-b66d-374509fdc4d6, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4a086b-021e-4569-8772-53b66f18e570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:43:36.448790 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:36.543005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] For port cafd5062-2af3-4f40-b66d-374509fdc4d6, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:43:36.547896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] For port cafd5062-2af3-4f40-b66d-374509fdc4d6, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:43:36.553697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:36.592149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:36.593102 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:36.594747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] 10.222.0.83 "PUT /v2.0/ports/cafd5062-2af3-4f40-b66d-374509fdc4d6 HTTP/1.1" status: 200 len: 1093 time: 0.8025219 Jul 07 22:43:36.595206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:36.597518 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:36.688586 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b944240-216a-4811-b268-7562e223edba x-openstack-request-id: req-4b944240-216a-4811-b268-7562e223edba {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:36.689127 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:36.689389 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b944240-216a-4811-b268-7562e223edba {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:36.689803 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'status': 'completed', 'code': 200} Jul 07 22:43:36.690809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c046ad0-035c-418f-a89d-50ce3f2d5049 service neutron] Pushing event updated for resources: {'Port': ['ID=cafd5062-2af3-4f40-b66d-374509fdc4d6,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:36.775107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-f4f2e7d9-7de5-4596-b7e4-5433dfbff8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:36.776762 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-f4f2e7d9-7de5-4596-b7e4-5433dfbff8f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 1096 time: 0.0667834 Jul 07 22:43:36.835778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-88f6374e-fc8e-427b-a2fe-0d98234fce1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6 HTTP/1.1" status: 200 len: 217 time: 0.0432942 Jul 07 22:43:36.894021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-136c66b6-f9ae-4972-bd8e-dabbcf677a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:36.895651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-136c66b6-f9ae-4972-bd8e-dabbcf677a53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9d56f4d-78b9-4c5f-b272-3dea40299117 HTTP/1.1" status: 200 len: 834 time: 0.0540645 Jul 07 22:43:36.958670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-bd94ea16-ee25-46fa-b978-92d020ef60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:36.963749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-bd94ea16-ee25-46fa-b978-92d020ef60ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43f296d5-7f00-46dc-b1a4-4dade2037ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610976 Jul 07 22:43:37.064405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-ccba2bae-a6c3-4c7f-816b-f353f20cfed6 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935178 Jul 07 22:43:37.168729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-445a27d1-681d-4274-bbb5-59bf6508f125 req-9ee8ca51-17b7-4da0-8c97-3c9534ed5262 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968957 Jul 07 22:43:37.380800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-ca882d42-7cfa-4902-99b3-3dc85032910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:37.382387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-ca882d42-7cfa-4902-99b3-3dc85032910c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 1096 time: 0.1161621 Jul 07 22:43:37.391621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db0c0d-67d2-421d-84b3-e6597f19d7f6 req-36b57ab4-8fde-4cef-9ab0-32c207e1a61d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:37.393183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3db0c0d-67d2-421d-84b3-e6597f19d7f6 req-36b57ab4-8fde-4cef-9ab0-32c207e1a61d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 944 time: 0.1192160 Jul 07 22:43:37.502647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3db0c0d-67d2-421d-84b3-e6597f19d7f6 req-945452c6-fc32-4d97-9696-25dde6901df3 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006985 Jul 07 22:43:37.530302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-478a0463-fcde-4dd7-8673-ec56fe38b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:37.530302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-478a0463-fcde-4dd7-8673-ec56fe38b750 service neutron] 10.222.0.83 "GET /v2.0/networks?id=43f296d5-7f00-46dc-b1a4-4dade2037ad0 HTTP/1.1" status: 200 len: 898 time: 0.1324570 Jul 07 22:43:37.574205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-387bc2f0-70f4-42fd-bdb6-8fcd11ab2bd9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6 HTTP/1.1" status: 200 len: 217 time: 0.0398884 Jul 07 22:43:37.624433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-4a73323c-4a0a-4f10-b5d0-0fd3e3c973f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:37.625905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-4a73323c-4a0a-4f10-b5d0-0fd3e3c973f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9d56f4d-78b9-4c5f-b272-3dea40299117 HTTP/1.1" status: 200 len: 834 time: 0.0457883 Jul 07 22:43:37.691010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-644a0530-d67a-4eb3-b5d8-88e600aa6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:37.692552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-644a0530-d67a-4eb3-b5d8-88e600aa6c5c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43f296d5-7f00-46dc-b1a4-4dade2037ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595646 Jul 07 22:43:38.165275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-4a0865d4-fe8e-4aac-8c19-bfd728df9268 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646976 Jul 07 22:43:38.231562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:38.366192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9982e9eb-e9fd-4bd1-999c-40c43f5e1d4b req-649d5036-dfbb-47d1-81fd-c3353f0c1d49 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930690 Jul 07 22:43:38.409767 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:38.503470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:38.507433 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:38.557918 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28e8dc153b944f4fb105fa911d77fc64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252320 Jul 07 22:43:38.559172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e743b30-f674-468e-951a-7616409ab6ea,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:38.561416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41116) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:38.568923 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.569562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.570213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.570774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.571347 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.571920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.572470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.573059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.573621 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.574020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.574449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.575326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551fb507-faa6-47f6-88b2-16cca2fe10a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:38.631557 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d88ca5a-8d8d-475e-8a5a-9c5589b27c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:38.685726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d88ca5a-8d8d-475e-8a5a-9c5589b27c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:38.756985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006564-8f2a-4752-a1ba-e48c504b1f99 req-99ed8c33-0892-4623-b5ea-7b423e628bb2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:38.758597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78006564-8f2a-4752-a1ba-e48c504b1f99 req-99ed8c33-0892-4623-b5ea-7b423e628bb2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 944 time: 0.1195881 Jul 07 22:43:38.773849 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d88ca5a-8d8d-475e-8a5a-9c5589b27c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:38.776314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d88ca5a-8d8d-475e-8a5a-9c5589b27c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:38.777377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9d88ca5a-8d8d-475e-8a5a-9c5589b27c02 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e743b30-f674-468e-951a-7616409ab6ea HTTP/1.1" status: 204 len: 168 time: 0.2149780 Jul 07 22:43:38.797798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88ca5a-8d8d-475e-8a5a-9c5589b27c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e743b30-f674-468e-951a-7616409ab6ea,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:38.811801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78006564-8f2a-4752-a1ba-e48c504b1f99 req-f218e780-e3cc-40ab-aa53-864d933a0bd0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453227 Jul 07 22:43:39.060605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41132) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:39.073633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9e2a16f-12c8-42f5-9589-b33c56434444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:39.163554 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9e2a16f-12c8-42f5-9589-b33c56434444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:39.167802 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d9e2a16f-12c8-42f5-9589-b33c56434444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:39.209111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d9e2a16f-12c8-42f5-9589-b33c56434444 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49884c2db9c149628eb8bed0310b24b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474233 Jul 07 22:43:39.209837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2a16f-12c8-42f5-9589-b33c56434444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323e06dd-2b29-4ce4-876b-d251a33b1cd6,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:39.211866 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41138) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:39.266906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c63f3ea-df5f-4bd0-828b-8cb97c3c6a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:39.290782 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c63f3ea-df5f-4bd0-828b-8cb97c3c6a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:39.338417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c63f3ea-df5f-4bd0-828b-8cb97c3c6a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:39.340960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3c63f3ea-df5f-4bd0-828b-8cb97c3c6a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:39.342352 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3c63f3ea-df5f-4bd0-828b-8cb97c3c6a7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/323e06dd-2b29-4ce4-876b-d251a33b1cd6 HTTP/1.1" status: 204 len: 168 time: 0.1292379 Jul 07 22:43:39.350602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63f3ea-df5f-4bd0-828b-8cb97c3c6a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323e06dd-2b29-4ce4-876b-d251a33b1cd6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:40.011832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0526b-2e82-4529-b9d4-c81434eccdd4 req-3cde704b-7940-4579-ae4b-eac68501e36a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:40.013964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34c0526b-2e82-4529-b9d4-c81434eccdd4 req-3cde704b-7940-4579-ae4b-eac68501e36a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 944 time: 0.0773199 Jul 07 22:43:40.055649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34c0526b-2e82-4529-b9d4-c81434eccdd4 req-009b00c5-461e-44f4-94bf-7d09d0c31613 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341835 Jul 07 22:43:41.033910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-ad33d16b-1bfb-48c4-86cb-5b0ef1696a41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607243 Jul 07 22:43:41.221971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-77652226-2cfc-408b-b820-428f1efd975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:41.223580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-77652226-2cfc-408b-b820-428f1efd975e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 1097 time: 0.1290736 Jul 07 22:43:41.332132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cafd5062-2af3-4f40-b66d-374509fdc4d6 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:43:41.354902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43db2a-aacb-44e0-8a94-c6ae733c2dff req-e30dc960-ddee-4f57-b8e6-e9511bc27f35 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:41.356527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e43db2a-aacb-44e0-8a94-c6ae733c2dff req-e30dc960-ddee-4f57-b8e6-e9511bc27f35 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 944 time: 0.1565785 Jul 07 22:43:41.404413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e43db2a-aacb-44e0-8a94-c6ae733c2dff req-1e2c778d-13dd-47b7-968c-bb611fc3e109 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416028 Jul 07 22:43:41.409470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-7b233585-8846-45dc-bbe7-7987667c3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:41.411004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-7b233585-8846-45dc-bbe7-7987667c3539 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5388642a-9752-4cdb-b3c9-764468aeb6fd HTTP/1.1" status: 200 len: 897 time: 0.1649044 Jul 07 22:43:41.461582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cafd5062-2af3-4f40-b66d-374509fdc4d6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:41.476775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:43:41.485806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-3b8aeadd-8689-4897-af62-31585ddc82c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d HTTP/1.1" status: 200 len: 1000 time: 0.0666516 Jul 07 22:43:41.519331 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:41.534871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafd5062-2af3-4f40-b66d-374509fdc4d6 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:43:41.544021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-5bfbf0cb-8df1-4c4d-814b-bc8953bed201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:41.545545 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-5bfbf0cb-8df1-4c4d-814b-bc8953bed201 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df0c178e-2a18-46be-a215-a2db6b8022ce HTTP/1.1" status: 200 len: 834 time: 0.0521152 Jul 07 22:43:41.564483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cafd5062-2af3-4f40-b66d-374509fdc4d6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:41.573235 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:41.622270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-e42c5c42-fb82-48e5-8fb7-b2aa3ad234bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:41.625463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-e42c5c42-fb82-48e5-8fb7-b2aa3ad234bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5388642a-9752-4cdb-b3c9-764468aeb6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726798 Jul 07 22:43:41.628753 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=cafd5062-2af3-4f40-b66d-374509fdc4d6,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:41.636448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.637000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.637146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.637571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.637826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.638802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.639139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.639470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.639800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.640130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.640491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.640819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:43:41.755637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-cd08ccaf-4c65-431a-9778-60198af132fe service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211812 Jul 07 22:43:41.877841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37aedd89-361f-49a7-86c1-9c7da4c2e40f req-f34a119a-890a-45fe-af5d-4a2639549b42 service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135468 Jul 07 22:43:42.051134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['cafd5062-2af3-4f40-b66d-374509fdc4d6'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:43:42.617278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8d28f-3f2b-4936-b0ef-0473581c2750 req-547380e2-51f2-4c6d-8392-d4641315fa53 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:42.618887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4b8d28f-3f2b-4936-b0ef-0473581c2750 req-547380e2-51f2-4c6d-8392-d4641315fa53 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 945 time: 0.0706799 Jul 07 22:43:42.671672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4b8d28f-3f2b-4936-b0ef-0473581c2750 req-63652123-e0d3-4bcd-968b-8da570ec460f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458827 Jul 07 22:43:43.336920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cafd5062-2af3-4f40-b66d-374509fdc4d6 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:43:43.388539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port cafd5062-2af3-4f40-b66d-374509fdc4d6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:43:43.392223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port cafd5062-2af3-4f40-b66d-374509fdc4d6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:43:43.392595 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:43.474297 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:43.498230 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:43.500517 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f25155-75e0-4a20-abaa-b120db28a45e" -d '{"events": [{"server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "name": "network-vif-plugged", "status": "completed", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:43.518712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port cafd5062-2af3-4f40-b66d-374509fdc4d6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:43:43.525015 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:43.555827 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6055fbf-051b-44e9-bb25-2ff082b5ebf4 x-openstack-request-id: req-a6055fbf-051b-44e9-bb25-2ff082b5ebf4 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:43.556286 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "name": "network-vif-plugged", "status": "completed", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:43.556596 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a6055fbf-051b-44e9-bb25-2ff082b5ebf4 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:43.557042 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'code': 200} Jul 07 22:43:43.590925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=cafd5062-2af3-4f40-b66d-374509fdc4d6,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:43.698435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd423cb3-cd12-4483-9a7c-218f8758ede9 req-ae7d27d2-beab-426e-9d97-0d14e1b0af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:43.701912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd423cb3-cd12-4483-9a7c-218f8758ede9 req-ae7d27d2-beab-426e-9d97-0d14e1b0af2e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 1098 time: 0.0571687 Jul 07 22:43:43.749232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd423cb3-cd12-4483-9a7c-218f8758ede9 req-e4aec6f0-b257-46f8-b77c-80c9558605f4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Jul 07 22:43:43.896359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c4ab7-466a-4f6f-ba45-9bf986ac012c req-00c08a29-951d-4ded-a5ba-4f90b9b18c71 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:43.897874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98c4ab7-466a-4f6f-ba45-9bf986ac012c req-00c08a29-951d-4ded-a5ba-4f90b9b18c71 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 946 time: 0.0670512 Jul 07 22:43:43.960585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a98c4ab7-466a-4f6f-ba45-9bf986ac012c req-1d0cdddb-0bf1-452c-a88f-87f7d655a41f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516601 Jul 07 22:43:45.166405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c85d26-30dc-4f36-9261-4228b684832b req-a42b13c6-dacd-40c8-bb02-2ea2b08b59d4 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:45.173771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59c85d26-30dc-4f36-9261-4228b684832b req-a42b13c6-dacd-40c8-bb02-2ea2b08b59d4 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 946 time: 0.1016235 Jul 07 22:43:45.268783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59c85d26-30dc-4f36-9261-4228b684832b req-f45a5342-8a14-496a-a505-4866b27e461f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879536 Jul 07 22:43:45.583485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41300) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:45.691725 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23983a93-5680-4d04-91df-3a2e5a530d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:45.777704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23983a93-5680-4d04-91df-3a2e5a530d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:45.782304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-23983a93-5680-4d04-91df-3a2e5a530d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:45.820609 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-23983a93-5680-4d04-91df-3a2e5a530d96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=494827a502f549d6bc4d4f17a7fb800f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359672 Jul 07 22:43:45.821764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23983a93-5680-4d04-91df-3a2e5a530d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2302dda-8946-4c9e-8005-89142dca1004,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:45.823303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41304) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:45.881563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc614-c0a3-4121-8c0b-91b4e23ed182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:45.907650 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc614-c0a3-4121-8c0b-91b4e23ed182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:45.956267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc614-c0a3-4121-8c0b-91b4e23ed182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:45.958980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ab4fc614-c0a3-4121-8c0b-91b4e23ed182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:45.960169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ab4fc614-c0a3-4121-8c0b-91b4e23ed182 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2302dda-8946-4c9e-8005-89142dca1004 HTTP/1.1" status: 204 len: 168 time: 0.1359034 Jul 07 22:43:45.970833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4fc614-c0a3-4121-8c0b-91b4e23ed182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2302dda-8946-4c9e-8005-89142dca1004,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:46.231535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41312) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:46.244799 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f86873c-e729-42a3-b0a0-7a119c3432d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:46.354164 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f86873c-e729-42a3-b0a0-7a119c3432d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:46.358424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7f86873c-e729-42a3-b0a0-7a119c3432d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:46.388877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86873c-e729-42a3-b0a0-7a119c3432d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6672ba8-6d1e-4faf-8f58-0b46d3fc8028,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:46.415287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7f86873c-e729-42a3-b0a0-7a119c3432d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c1b4c6284074324b0bcb01986804ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826382 Jul 07 22:43:46.418166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41316) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:46.473655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c36c7134-240c-4b9b-ba51-2eb9fb4db1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:46.477915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5fda-bcf1-40da-90ef-041e3f6624da req-5d009409-7d03-406c-a99f-bc0c909e9adc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:46.479505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-716d5fda-bcf1-40da-90ef-041e3f6624da req-5d009409-7d03-406c-a99f-bc0c909e9adc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 946 time: 0.0680394 Jul 07 22:43:46.499704 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c36c7134-240c-4b9b-ba51-2eb9fb4db1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:46.520318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-716d5fda-bcf1-40da-90ef-041e3f6624da req-d98cba8a-dbef-43a3-af59-24a80c7a699a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343702 Jul 07 22:43:46.549449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c36c7134-240c-4b9b-ba51-2eb9fb4db1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:46.552055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c36c7134-240c-4b9b-ba51-2eb9fb4db1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:46.553199 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c36c7134-240c-4b9b-ba51-2eb9fb4db1b3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6672ba8-6d1e-4faf-8f58-0b46d3fc8028 HTTP/1.1" status: 204 len: 168 time: 0.1340570 Jul 07 22:43:46.563369 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c7134-240c-4b9b-ba51-2eb9fb4db1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6672ba8-6d1e-4faf-8f58-0b46d3fc8028,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:46.722556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1812554-3818-4919-93a5-02adab441274 req-98119629-5ed3-4d4d-a478-9fd0468778ca tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:46.724072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1812554-3818-4919-93a5-02adab441274 req-98119629-5ed3-4d4d-a478-9fd0468778ca tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 946 time: 0.0725975 Jul 07 22:43:46.767029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1812554-3818-4919-93a5-02adab441274 req-239cc10c-dd85-4c8f-a7b5-f805b6e06c20 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364733 Jul 07 22:43:46.792722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41324) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:46.853703 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6813153-46ae-47bf-9eaf-0752f626a4a1 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:46.859285 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e6813153-46ae-47bf-9eaf-0752f626a4a1 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 1093 time: 0.0655167 Jul 07 22:43:46.859932 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41328) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:46.864454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:46.891416 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.004483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.118485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.25.8.139 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/2832ffd1-d648-45b4-a6cf-ab44ee89952b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:43:47.244761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.298375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.355827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:43:47.357007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=2832ffd1-d648-45b4-a6cf-ab44ee89952b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:47.359650 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:47.361899 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:43:47.754810 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:47.844201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:48.014149 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:48.018790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:48.085841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=2832ffd1-d648-45b4-a6cf-ab44ee89952b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:48.102818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:48.207343 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Floating IP 5a5387c7-dab3-4bfd-ad4b-28326e90d6f3 associated. External IP: 172.25.8.139, port: cafd5062-2af3-4f40-b66d-374509fdc4d6. Jul 07 22:43:48.440551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router c24ef9a6-01ac-408b-b19a-60913a475f53 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:43:48.560683 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:43:48.579738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] Sync routers for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:43:48.581387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:48.598859 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:48.599378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:48.644535 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e448e030-895d-4034-93a5-5d26027c94f0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7835345 Jul 07 22:43:48.647455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41386) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:48.651671 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:43:48.654211 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4464ac82-1184-4f2b-944f-161fd34cf920" -d '{"events": [{"name": "network-changed", "server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:43:48.697326 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c65e25-1668-4873-8d06-8db35a7a1fec x-openstack-request-id: req-a1c65e25-1668-4873-8d06-8db35a7a1fec {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:43:48.697821 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:43:48.698275 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a1c65e25-1668-4873-8d06-8db35a7a1fec {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:43:48.698856 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'status': 'completed', 'code': 200} Jul 07 22:43:48.787661 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:48.815216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-44a493b3-a04b-47b1-b21b-cdbf7be98959 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/floatingips/5a5387c7-dab3-4bfd-ad4b-28326e90d6f3 HTTP/1.1" status: 200 len: 992 time: 0.1650546 Jul 07 22:43:48.840551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-89b6a81d-b069-48e1-bd59-43072ac48725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:48.842594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-89b6a81d-b069-48e1-bd59-43072ac48725 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 1098 time: 0.0882852 Jul 07 22:43:48.942609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-f26cc05b-7692-4345-a43c-f87623d2a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:48.946117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-f26cc05b-7692-4345-a43c-f87623d2a541 service neutron] 10.222.0.83 "GET /v2.0/networks?id=43f296d5-7f00-46dc-b1a4-4dade2037ad0 HTTP/1.1" status: 200 len: 898 time: 0.0970275 Jul 07 22:43:49.035285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5a5387c7-dab3-4bfd-ad4b-28326e90d6f3', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:47Z', 'updated_at': '2021-07-07T22:43:47Z', 'revision_number': 0, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:49.040714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-a5efbe65-496b-4983-888d-7af479bf8010 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6 HTTP/1.1" status: 200 len: 1000 time: 0.0868225 Jul 07 22:43:49.106680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-aacafca2-7de8-46b8-9f7e-36fbfa7c1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:49.108383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-aacafca2-7de8-46b8-9f7e-36fbfa7c1b5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9d56f4d-78b9-4c5f-b272-3dea40299117 HTTP/1.1" status: 200 len: 834 time: 0.0569785 Jul 07 22:43:49.175014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-e8bb991f-5203-4414-96b1-201ead973fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:49.176543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-e8bb991f-5203-4414-96b1-201ead973fef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43f296d5-7f00-46dc-b1a4-4dade2037ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611632 Jul 07 22:43:49.236283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] Checking router: c24ef9a6-01ac-408b-b19a-60913a475f53 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:43:49.246439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:43:49.247951 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:43:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:49.357392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-aeb3913c-9aad-4598-a464-5ec08b0fd657 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732333 Jul 07 22:43:49.377756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:43:49.474929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4464ac82-1184-4f2b-944f-161fd34cf920 req-bbe62bb0-2f52-45c5-a4f7-83b41afaa261 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109631 Jul 07 22:43:49.617099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5a5387c7-dab3-4bfd-ad4b-28326e90d6f3', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:47Z', 'updated_at': '2021-07-07T22:43:47Z', 'revision_number': 0, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:43:49.644025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa54410-05db-45d8-b6fe-853cecce5558 None None] The sync data for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 is: [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5a5387c7-dab3-4bfd-ad4b-28326e90d6f3', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:47Z', 'updated_at': '2021-07-07T22:43:47Z', 'revision_number': 0, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:43:49.817168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41402) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:49.891543 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77e389-f6df-4c36-9ad9-969b715c6e73 None None] New status for floating IP 5a5387c7-dab3-4bfd-ad4b-28326e90d6f3: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:43:49.904473 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:49.914333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c94bcea1-982b-44f9-a258-5d708223b2ce tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/floatingips/5a5387c7-dab3-4bfd-ad4b-28326e90d6f3 HTTP/1.1" status: 200 len: 992 time: 0.0959413 Jul 07 22:43:50.919336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41410) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:50.999019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ba95d0cf-ff34-458d-96f9-711ae064f02e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/floatingips/5a5387c7-dab3-4bfd-ad4b-28326e90d6f3 HTTP/1.1" status: 200 len: 994 time: 0.0786510 Jul 07 22:43:56.378087 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-37e9fd65-d5c4-486b-8d01-500b8b457445 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593562 Jul 07 22:43:56.500710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-b16b9450-81ea-438a-83e7-3dd218120c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:56.502494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-b16b9450-81ea-438a-83e7-3dd218120c48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 1098 time: 0.0604234 Jul 07 22:43:56.632840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-95acb5cc-6f1c-469a-95fc-8172f9f29c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:56.634834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-95acb5cc-6f1c-469a-95fc-8172f9f29c42 service neutron] 10.222.0.83 "GET /v2.0/networks?id=43f296d5-7f00-46dc-b1a4-4dade2037ad0 HTTP/1.1" status: 200 len: 898 time: 0.1073370 Jul 07 22:43:56.732205 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-70f5305a-f65e-4997-9637-e54c0843e672 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6 HTTP/1.1" status: 200 len: 1002 time: 0.0898149 Jul 07 22:43:56.795834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-a2a854eb-14c9-439b-854e-f95b6b13f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:56.797343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-a2a854eb-14c9-439b-854e-f95b6b13f7ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9d56f4d-78b9-4c5f-b272-3dea40299117 HTTP/1.1" status: 200 len: 834 time: 0.0574932 Jul 07 22:43:56.857329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-ced8a3ab-7ef8-4b36-aee2-b21464ff1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:56.859094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-ced8a3ab-7ef8-4b36-aee2-b21464ff1e2e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43f296d5-7f00-46dc-b1a4-4dade2037ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550194 Jul 07 22:43:56.970145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-06469646-3b1a-4d66-ab88-36f957e7e1e3 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021876 Jul 07 22:43:56.998984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41522) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:57.071440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c6ff1f8-ba85-4d4f-97e4-2dae3d117eb0 req-31dcb290-1f18-4b1a-888c-190fb21bc107 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941796 Jul 07 22:43:57.131476 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bd23cae-214c-4145-854d-f41f9fcb36a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.228395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bd23cae-214c-4145-854d-f41f9fcb36a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.233325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bd23cae-214c-4145-854d-f41f9fcb36a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.269207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd23cae-214c-4145-854d-f41f9fcb36a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e341815-ccfc-4b0c-b7c8-d7b618ce549c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:57.282429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41530) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:57.296643 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8bd23cae-214c-4145-854d-f41f9fcb36a6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1777c94b5eba43cf909f6124fe9bd00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867768 Jul 07 22:43:57.347413 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-416547a7-5e8b-4a8b-981d-9174eefec3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.352787 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-331d522a-866b-4457-85d0-a2596339e223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.373740 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-416547a7-5e8b-4a8b-981d-9174eefec3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.420518 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-416547a7-5e8b-4a8b-981d-9174eefec3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.424105 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-416547a7-5e8b-4a8b-981d-9174eefec3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.425544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-416547a7-5e8b-4a8b-981d-9174eefec3bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e341815-ccfc-4b0c-b7c8-d7b618ce549c HTTP/1.1" status: 204 len: 168 time: 0.1419613 Jul 07 22:43:57.443464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416547a7-5e8b-4a8b-981d-9174eefec3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e341815-ccfc-4b0c-b7c8-d7b618ce549c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:57.747978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41544) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:57.765582 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54ed5295-be7f-49eb-a5d1-bb734a2d666f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.861753 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54ed5295-be7f-49eb-a5d1-bb734a2d666f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.882422 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54ed5295-be7f-49eb-a5d1-bb734a2d666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:57.922378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-54ed5295-be7f-49eb-a5d1-bb734a2d666f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90bf681f297947969732b0c07f8413b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732423 Jul 07 22:43:57.923835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed5295-be7f-49eb-a5d1-bb734a2d666f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d928141-9632-42eb-8d0b-a66510f9407b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:57.925357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41548) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:57.989251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a7ca-2a7e-40b1-a72e-d591c7571545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.013256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a7ca-2a7e-40b1-a72e-d591c7571545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.063186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a7ca-2a7e-40b1-a72e-d591c7571545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.065874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a7ca-2a7e-40b1-a72e-d591c7571545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.067302 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d6c0a7ca-2a7e-40b1-a72e-d591c7571545 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d928141-9632-42eb-8d0b-a66510f9407b HTTP/1.1" status: 204 len: 168 time: 0.1406703 Jul 07 22:43:58.075646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0a7ca-2a7e-40b1-a72e-d591c7571545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d928141-9632-42eb-8d0b-a66510f9407b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:58.784750 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41584) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:58.886634 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1823940740-network', 'tenant_id': 'cbe28525c56c4447b78ad9bbde3d7c52'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:58.910044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Made reservation on behalf of cbe28525c56c4447b78ad9bbde3d7c52 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:58.912886 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:58.922891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.029010 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.032932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.062517 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:43:59.069363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:59.077389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.077779 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Added segment 639abf59-f180-4c9d-8914-00d78e2238cc of type vlan for network c54dff23-c61b-4024-9520-e1bf0c924d2a Jul 07 22:43:59.125711 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.156803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.157814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:59.158567 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.213676 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4278169 Jul 07 22:43:59.216892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41592) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:43:59.225473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690815d-3deb-4992-a569-53838d14c974 admin admin] Pushing event updated for resources: {'Network': ['ID=c54dff23-c61b-4024-9520-e1bf0c924d2a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:59.226755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Request body: {'subnet': {'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1823940740-subnet', 'tenant_id': 'cbe28525c56c4447b78ad9bbde3d7c52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:43:59.240737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c54dff23-c61b-4024-9520-e1bf0c924d2a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:43:59.251855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Made reservation on behalf of cbe28525c56c4447b78ad9bbde3d7c52 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:43:59.254637 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.340378 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:43:59.435697 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.491991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0da133-4820-4c0d-8bf2-7d7da5f73a6d,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:43:59.502769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Checking segment: {'id': '639abf59-f180-4c9d-8914-00d78e2238cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:43:59.503139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Network hostable DHCP agents. Network: c54dff23-c61b-4024-9520-e1bf0c924d2a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:43:59.526516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Network c54dff23-c61b-4024-9520-e1bf0c924d2a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:43:59.535384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c54dff23-c61b-4024-9520-e1bf0c924d2a) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:43:59.539552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:43:59.540214 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:43:59.548447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6141402-f426-407f-a211-87daa8c6895f None None] Network c54dff23-c61b-4024-9520-e1bf0c924d2a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:59.555886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3b615173-05c5-4c0f-b870-d8cc6a7adc85 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3374496 Jul 07 22:43:59.697950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980c720-cde8-4602-bf33-54fec3f5f509 None None] Network c54dff23-c61b-4024-9520-e1bf0c924d2a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:43:59.753843 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3389cfd0-fe05-416c-a361-b0a5645f60d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:00.063676 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:00.389827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c5152-6752-4ab5-ab72-c771a0c491f3 req-a47ba705-973f-47f6-9554-8326f07136d1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:00.391647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f7c5152-6752-4ab5-ab72-c771a0c491f3 req-a47ba705-973f-47f6-9554-8326f07136d1 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0798221 Jul 07 22:44:00.441974 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f7c5152-6752-4ab5-ab72-c771a0c491f3 req-4b4e8e83-ee68-496c-a86c-35c9226fd61f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Jul 07 22:44:00.938155 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.441651 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:01.462259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e41751-50c7-4817-afa9-b09f69e54390 req-5fbed835-b90e-4d00-a9cf-c6af768bf1ee tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:01.463754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-5fbed835-b90e-4d00-a9cf-c6af768bf1ee tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/networks?id=c54dff23-c61b-4024-9520-e1bf0c924d2a HTTP/1.1" status: 200 len: 809 time: 0.1143048 Jul 07 22:44:01.480356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-628cfc42-b948-43f5-9b90-54f6378b0c15 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/quotas/cbe28525c56c4447b78ad9bbde3d7c52 HTTP/1.1" status: 200 len: 375 time: 0.0105572 Jul 07 22:44:01.520326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-46e08ed2-6d0b-437f-8218-a79469c0cce0 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cbe28525c56c4447b78ad9bbde3d7c52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331826 Jul 07 22:44:01.677633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-c50aad30-f849-4180-84e3-cc8b46d0d3c7 service neutron] 10.222.0.81 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359260 Jul 07 22:44:01.689560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bcda9-d2a9-426e-8d7f-8029b7f69e34 req-b743a53a-f933-4fcb-8194-cf8d3e2faf2c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:01.690981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-513bcda9-d2a9-426e-8d7f-8029b7f69e34 req-b743a53a-f933-4fcb-8194-cf8d3e2faf2c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.1228163 Jul 07 22:44:01.780523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-513bcda9-d2a9-426e-8d7f-8029b7f69e34 req-506243a1-c928-49d2-9bb7-dd2f1f85ebbe tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815456 Jul 07 22:44:01.815200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-08405066-93f3-4c89-904f-5c0841181af9 service neutron] 10.222.0.81 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232641 Jul 07 22:44:02.000466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2091124-4b3a-4838-8df3-c956fa5fc197 req-c41cc4ce-f202-44f1-9a02-7be4a0377323 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 210 time: 0.0355272 Jul 07 22:44:02.809483 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:02.963906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e353e64-43cb-4ca1-8911-b5a65af4b782 req-d263e99b-3eda-4cea-8067-520519dc25a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:02.966239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e353e64-43cb-4ca1-8911-b5a65af4b782 req-d263e99b-3eda-4cea-8067-520519dc25a8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0722613 Jul 07 22:44:03.065163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e353e64-43cb-4ca1-8911-b5a65af4b782 req-a835f745-b4ca-4e85-abc4-30e20ff6dc8e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925372 Jul 07 22:44:03.129561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e41751-50c7-4817-afa9-b09f69e54390 req-82371b5c-2426-4ded-b714-766175075939 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:03.131168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-82371b5c-2426-4ded-b714-766175075939 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.44 "GET /v2.0/networks?id=c54dff23-c61b-4024-9520-e1bf0c924d2a HTTP/1.1" status: 200 len: 809 time: 0.1427526 Jul 07 22:44:03.143736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Request body: {'port': {'device_id': 'c1d65b23-105c-4041-9aca-1eb41016f48d', 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a', 'admin_state_up': True, 'tenant_id': 'cbe28525c56c4447b78ad9bbde3d7c52'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:03.240585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3acffce-f05c-494e-a299-2e31f8712328 req-9b4d1bd0-9ff2-48df-bc32-f001add58032 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 210 time: 0.0478528 Jul 07 22:44:03.300196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Made reservation on behalf of cbe28525c56c4447b78ad9bbde3d7c52 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:03.305233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:03.441668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Allocated IP 172.20.0.9 (c54dff23-c61b-4024-9520-e1bf0c924d2a/5a0da133-4820-4c0d-8bf2-7d7da5f73a6d/3c769f39-16d6-43d6-961f-73888bc1acca) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:03.597701 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:03.638232 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:03.689761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Network c54dff23-c61b-4024-9520-e1bf0c924d2a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:03.695744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:03.698761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:03.735947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Pushing event updated for resources: {'Port': ['ID=3c769f39-16d6-43d6-961f-73888bc1acca,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:03.750143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.750518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.750836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.751181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.751522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.751859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.752193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.752524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.752856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.753187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.753521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.753872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:03.771424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:03.772045 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:03.786711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-83ebc951-30f3-4ca5-8db1-ea145d771b30 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6472030 Jul 07 22:44:03.799083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Request body: {'port': {'device_id': 'c1d65b23-105c-4041-9aca-1eb41016f48d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:03.879260 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.168100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c769f39-16d6-43d6-961f-73888bc1acca {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:04.176092 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.197910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Transition to ACTIVE for port object 3c769f39-16d6-43d6-961f-73888bc1acca will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:04.219126 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.290563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c769f39-16d6-43d6-961f-73888bc1acca,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:04.329369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60946878-ed4e-4d04-8720-8ae66a3d9d21 req-ddf0035b-f86f-43dd-ae33-c10252638b2e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:04.330913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60946878-ed4e-4d04-8720-8ae66a3d9d21 req-ddf0035b-f86f-43dd-ae33-c10252638b2e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.1435075 Jul 07 22:44:04.414124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60946878-ed4e-4d04-8720-8ae66a3d9d21 req-f7213215-7e1e-4cba-88e2-6c7af5efb0d8 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580220 Jul 07 22:44:04.441759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Attempting to bind port 3c769f39-16d6-43d6-961f-73888bc1acca on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:04.442108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Attempting to bind port 3c769f39-16d6-43d6-961f-73888bc1acca by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '639abf59-f180-4c9d-8914-00d78e2238cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:04.442438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Attempting to bind port 3c769f39-16d6-43d6-961f-73888bc1acca on network c54dff23-c61b-4024-9520-e1bf0c924d2a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:04.449838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Port 3c769f39-16d6-43d6-961f-73888bc1acca on network c54dff23-c61b-4024-9520-e1bf0c924d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:44:04.450183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Attempting to bind port 3c769f39-16d6-43d6-961f-73888bc1acca on network c54dff23-c61b-4024-9520-e1bf0c924d2a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:04.459022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:04.459349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Checking segment: {'id': '639abf59-f180-4c9d-8914-00d78e2238cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:04.459735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Bound using segment: {'id': '639abf59-f180-4c9d-8914-00d78e2238cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:04.460157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Bound port: 3c769f39-16d6-43d6-961f-73888bc1acca, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639abf59-f180-4c9d-8914-00d78e2238cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:04.460513 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.497454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085a5f-72c9-40c2-97b5-dff2b91bb980 req-f639366d-110f-4123-8498-0280702c99f0 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:04.499055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac085a5f-72c9-40c2-97b5-dff2b91bb980 req-f639366d-110f-4123-8498-0280702c99f0 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 943 time: 0.1077812 Jul 07 22:44:04.575837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac085a5f-72c9-40c2-97b5-dff2b91bb980 req-39a46471-3324-4199-aa46-e983d19e93e1 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575202 Jul 07 22:44:04.576858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] For port 3c769f39-16d6-43d6-961f-73888bc1acca, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:04.580484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] For port 3c769f39-16d6-43d6-961f-73888bc1acca, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3c769f39-16d6-43d6-961f-73888bc1acca,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:04.585208 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.625979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:04.626668 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:04.628856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] 10.222.0.44 "PUT /v2.0/ports/3c769f39-16d6-43d6-961f-73888bc1acca HTTP/1.1" status: 200 len: 1092 time: 0.8340442 Jul 07 22:44:04.628856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d65b23-105c-4041-9aca-1eb41016f48d', 'tag': '3c769f39-16d6-43d6-961f-73888bc1acca'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:04.630821 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c556484-0f6a-4e8d-a865-b8c914d3fd58" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d65b23-105c-4041-9aca-1eb41016f48d", "tag": "3c769f39-16d6-43d6-961f-73888bc1acca"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:04.674837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fca9b6-1a0b-4e74-b32b-a11521d25cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c769f39-16d6-43d6-961f-73888bc1acca,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:04.679343 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d6aad3-1652-499e-ba87-bc81be725bea x-openstack-request-id: req-00d6aad3-1652-499e-ba87-bc81be725bea {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:04.679641 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d65b23-105c-4041-9aca-1eb41016f48d", "tag": "3c769f39-16d6-43d6-961f-73888bc1acca", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:04.679985 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00d6aad3-1652-499e-ba87-bc81be725bea {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:04.680363 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d65b23-105c-4041-9aca-1eb41016f48d', 'tag': '3c769f39-16d6-43d6-961f-73888bc1acca', 'status': 'completed', 'code': 200} Jul 07 22:44:04.741326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e41751-50c7-4817-afa9-b09f69e54390 req-dd9367a2-cc8e-4ca9-a13b-2e6f63e43f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:04.743149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-dd9367a2-cc8e-4ca9-a13b-2e6f63e43f1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbe28525c56c4447b78ad9bbde3d7c52&device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 1095 time: 0.0766578 Jul 07 22:44:05.085981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-35d259f2-95b6-417f-b77c-2e9c9e89be35 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c769f39-16d6-43d6-961f-73888bc1acca HTTP/1.1" status: 200 len: 217 time: 0.3358841 Jul 07 22:44:05.136466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e41751-50c7-4817-afa9-b09f69e54390 req-f64ea82d-20ea-472f-bdb2-895080d03fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:05.137957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-f64ea82d-20ea-472f-bdb2-895080d03fca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5a0da133-4820-4c0d-8bf2-7d7da5f73a6d HTTP/1.1" status: 200 len: 849 time: 0.0459840 Jul 07 22:44:05.171996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-b54c7022-206d-4424-bb82-5e6d53fccfa7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c54dff23-c61b-4024-9520-e1bf0c924d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274060 Jul 07 22:44:05.267657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-8dbff25b-b8ca-45d2-8e45-2ed77d05f3d3 service neutron] 10.222.0.44 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884714 Jul 07 22:44:05.365637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55e41751-50c7-4817-afa9-b09f69e54390 req-c61785ff-8c1b-46c7-b0da-b49431fb7cfc service neutron] 10.222.0.44 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933640 Jul 07 22:44:05.475296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-b0f5f983-e17d-4ffa-b160-0f0e7be755e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:05.476990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-b0f5f983-e17d-4ffa-b160-0f0e7be755e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbe28525c56c4447b78ad9bbde3d7c52&device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 1095 time: 0.0577128 Jul 07 22:44:05.632184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-965b51f4-b13f-4031-914b-832c90b57568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:05.633679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-965b51f4-b13f-4031-914b-832c90b57568 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c54dff23-c61b-4024-9520-e1bf0c924d2a HTTP/1.1" status: 200 len: 910 time: 0.1486688 Jul 07 22:44:05.641425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5862-1f02-44e3-9c55-b33ca43c0420 req-f40c9b2a-bd81-49cb-8ef9-74f2ed4b0e43 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:05.642884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2cd5862-1f02-44e3-9c55-b33ca43c0420 req-f40c9b2a-bd81-49cb-8ef9-74f2ed4b0e43 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.1060438 Jul 07 22:44:05.690340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-5b854480-c04f-4e59-9832-ec98e535c5d0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c769f39-16d6-43d6-961f-73888bc1acca HTTP/1.1" status: 200 len: 217 time: 0.0464351 Jul 07 22:44:05.778871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2cd5862-1f02-44e3-9c55-b33ca43c0420 req-21f2d239-524a-4293-88f3-95ffed46603f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264436 Jul 07 22:44:05.794292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-f0bd8efc-444a-4917-b54c-ace598ab6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:05.798672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-f0bd8efc-444a-4917-b54c-ace598ab6e74 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5a0da133-4820-4c0d-8bf2-7d7da5f73a6d HTTP/1.1" status: 200 len: 849 time: 0.0984364 Jul 07 22:44:05.833899 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-2e1bc026-cc93-4ffc-a7bf-72988052f6a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c54dff23-c61b-4024-9520-e1bf0c924d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309024 Jul 07 22:44:05.868625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee824c5-f960-4485-9a80-f4e77ff9f754 req-bf9c8ad7-e2b9-4111-9a24-c67f4c830e05 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:05.870153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ee824c5-f960-4485-9a80-f4e77ff9f754 req-bf9c8ad7-e2b9-4111-9a24-c67f4c830e05 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 943 time: 0.1440830 Jul 07 22:44:05.959734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ee824c5-f960-4485-9a80-f4e77ff9f754 req-85eae8bf-07c0-468d-bf9c-724e6f54ad87 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595655 Jul 07 22:44:05.983072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-a674d492-258b-4b8c-bee8-a8f14f2fa46f service neutron] 10.222.0.44 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377339 Jul 07 22:44:06.072476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c556484-0f6a-4e8d-a865-b8c914d3fd58 req-ceb3347d-084b-43cd-b45a-84b4b8cf4a26 service neutron] 10.222.0.44 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854771 Jul 07 22:44:06.969376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc25f5-7ab3-4d34-a2a7-06d6224a5598 req-83100aa7-f1e0-49f9-81c4-c5477cc35f8b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:06.970967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5cfc25f5-7ab3-4d34-a2a7-06d6224a5598 req-83100aa7-f1e0-49f9-81c4-c5477cc35f8b tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0720065 Jul 07 22:44:07.013066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5cfc25f5-7ab3-4d34-a2a7-06d6224a5598 req-886775d1-3711-4e69-9ad5-e9e57d7991b6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360107 Jul 07 22:44:07.146606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87f68a-c01c-461f-a7c5-e4739d2e746d req-b220a182-f70e-46fa-a5ee-ce58860065be tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:07.148398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce87f68a-c01c-461f-a7c5-e4739d2e746d req-b220a182-f70e-46fa-a5ee-ce58860065be tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 943 time: 0.0689828 Jul 07 22:44:07.188397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce87f68a-c01c-461f-a7c5-e4739d2e746d req-a1219079-7955-4900-a138-a95fea829b78 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339069 Jul 07 22:44:08.200509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc25e76-2916-4c0d-8176-cf7df832b14d req-a64aff65-400d-489a-b7e1-d3c650329b1f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:08.202340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdc25e76-2916-4c0d-8176-cf7df832b14d req-a64aff65-400d-489a-b7e1-d3c650329b1f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0641484 Jul 07 22:44:08.242957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdc25e76-2916-4c0d-8176-cf7df832b14d req-5f4aff93-f3d7-4f3e-bbdb-c9d50d156038 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345306 Jul 07 22:44:08.381375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f46b0-568d-4ee8-98b7-02e3bf98d2cc req-321a4780-51c4-4f5e-9db3-30b125aa583c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:08.382980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a61f46b0-568d-4ee8-98b7-02e3bf98d2cc req-321a4780-51c4-4f5e-9db3-30b125aa583c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 943 time: 0.0676394 Jul 07 22:44:08.421499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a61f46b0-568d-4ee8-98b7-02e3bf98d2cc req-e5a33dec-b750-4319-8cb7-e9912caa5006 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329075 Jul 07 22:44:09.025216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3c769f39-16d6-43d6-961f-73888bc1acca details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:44:09.120903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3c769f39-16d6-43d6-961f-73888bc1acca, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3c769f39-16d6-43d6-961f-73888bc1acca,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:09.132445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '3c769f39-16d6-43d6-961f-73888bc1acca', 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a', 'port_id': '3c769f39-16d6-43d6-961f-73888bc1acca', 'mac_address': 'fa:16:3e:6d:da:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0da133-4820-4c0d-8bf2-7d7da5f73a6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:44:09.172800 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:09.185758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c769f39-16d6-43d6-961f-73888bc1acca {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:09.206931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3c769f39-16d6-43d6-961f-73888bc1acca, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3c769f39-16d6-43d6-961f-73888bc1acca,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:09.211111 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:09.261208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3c769f39-16d6-43d6-961f-73888bc1acca,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:09.414922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3c769f39-16d6-43d6-961f-73888bc1acca'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:09.425457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e68b1a-4c6e-401d-ad67-435eb70034c7 req-2ee54759-1c03-4627-8a50-caa4ac801166 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:09.427115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69e68b1a-4c6e-401d-ad67-435eb70034c7 req-2ee54759-1c03-4627-8a50-caa4ac801166 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0667527 Jul 07 22:44:09.468811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69e68b1a-4c6e-401d-ad67-435eb70034c7 req-845c6c89-633a-4650-b9ac-1b9a5fefb6bf tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359027 Jul 07 22:44:09.622559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dd12d-03e7-4bd5-9148-14fc840b37fc req-acd116d5-0b22-428d-be99-17971f2bd2dc tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:09.623933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae0dd12d-03e7-4bd5-9148-14fc840b37fc req-acd116d5-0b22-428d-be99-17971f2bd2dc tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 944 time: 0.0697367 Jul 07 22:44:09.661719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae0dd12d-03e7-4bd5-9148-14fc840b37fc req-16a0b98b-9cbc-4ca8-8724-12c465cd35a8 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Jul 07 22:44:10.652902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f48c7e-0dd3-4b0e-92f1-99a710347676 req-0f20c83d-8420-4a83-a0ae-d901e71a8d45 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:10.654416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99f48c7e-0dd3-4b0e-92f1-99a710347676 req-0f20c83d-8420-4a83-a0ae-d901e71a8d45 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0651190 Jul 07 22:44:10.691187 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99f48c7e-0dd3-4b0e-92f1-99a710347676 req-1af4192a-054c-4199-ada4-6152307ffad2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312552 Jul 07 22:44:10.832646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d3f33-c38f-4ee9-8f53-4c69e733e3df req-b55f0a8c-c00c-47a7-aed8-960bc8bba2c9 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:10.833984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-473d3f33-c38f-4ee9-8f53-4c69e733e3df req-b55f0a8c-c00c-47a7-aed8-960bc8bba2c9 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 944 time: 0.0621324 Jul 07 22:44:10.871377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-473d3f33-c38f-4ee9-8f53-4c69e733e3df req-c2262628-97db-4366-96b7-81a782bc40c6 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Jul 07 22:44:11.033696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3c769f39-16d6-43d6-961f-73888bc1acca up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:11.081567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 3c769f39-16d6-43d6-961f-73888bc1acca completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:11.085420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 3c769f39-16d6-43d6-961f-73888bc1acca triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:11.085753 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.168844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.190150 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d65b23-105c-4041-9aca-1eb41016f48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c769f39-16d6-43d6-961f-73888bc1acca'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:11.192377 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3105b9ed-4d54-4bee-90d8-614bd97ef10f" -d '{"events": [{"server_uuid": "c1d65b23-105c-4041-9aca-1eb41016f48d", "name": "network-vif-plugged", "status": "completed", "tag": "3c769f39-16d6-43d6-961f-73888bc1acca"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:11.208179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 3c769f39-16d6-43d6-961f-73888bc1acca, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3c769f39-16d6-43d6-961f-73888bc1acca,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:11.213812 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.238182 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc81087-1c49-49a0-94f8-0e787873f11a x-openstack-request-id: req-5dc81087-1c49-49a0-94f8-0e787873f11a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:11.238387 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d65b23-105c-4041-9aca-1eb41016f48d", "name": "network-vif-plugged", "status": "completed", "tag": "3c769f39-16d6-43d6-961f-73888bc1acca", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:11.238611 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5dc81087-1c49-49a0-94f8-0e787873f11a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:11.238999 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d65b23-105c-4041-9aca-1eb41016f48d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c769f39-16d6-43d6-961f-73888bc1acca', 'code': 200} Jul 07 22:44:11.268379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=3c769f39-16d6-43d6-961f-73888bc1acca,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:11.363450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb34622-7f5e-4555-8832-273be2f4ac18 req-5c0ba30d-112b-42bd-a4b4-c4d6abf19f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:11.364845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bb34622-7f5e-4555-8832-273be2f4ac18 req-5c0ba30d-112b-42bd-a4b4-c4d6abf19f94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 1097 time: 0.0545521 Jul 07 22:44:11.398869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6bb34622-7f5e-4555-8832-273be2f4ac18 req-d3b9f6b3-afed-47f9-81a6-66b6fcc4b23d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276885 Jul 07 22:44:11.443613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41842) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:11.448219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2997c989-649e-4b84-b91a-68435553cbbe tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45666652', 'description': 'tempest-secgroup-smoke-45666652 description', 'project_id': '0219963662d8478ba79f8f6cb6c64307'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:11.470670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2997c989-649e-4b84-b91a-68435553cbbe tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.549937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2997c989-649e-4b84-b91a-68435553cbbe tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.553404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2997c989-649e-4b84-b91a-68435553cbbe tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.578188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2997c989-649e-4b84-b91a-68435553cbbe tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.579397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2997c989-649e-4b84-b91a-68435553cbbe tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1347594 Jul 07 22:44:11.582480 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41844) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:11.583554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997c989-649e-4b84-b91a-68435553cbbe tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:11.587702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-374aa374-bdd6-41ed-a65e-26c53b52eb1b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'security_group_rule': {'security_group_id': 'bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0', 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:11.613909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-374aa374-bdd6-41ed-a65e-26c53b52eb1b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.668173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-374aa374-bdd6-41ed-a65e-26c53b52eb1b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.672047 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-374aa374-bdd6-41ed-a65e-26c53b52eb1b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.689410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aa374-bdd6-41ed-a65e-26c53b52eb1b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58424813-0ad3-428e-b1f8-8c37f4016b57,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:11.694878 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-374aa374-bdd6-41ed-a65e-26c53b52eb1b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.696085 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-374aa374-bdd6-41ed-a65e-26c53b52eb1b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120157 Jul 07 22:44:11.698854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 41846) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:11.703549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2e31b78a-5fb8-47dc-a2bc-31b8d98c89e2 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'security_group_rule': {'security_group_id': 'bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0', 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:11.732924 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e31b78a-5fb8-47dc-a2bc-31b8d98c89e2 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.790694 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e31b78a-5fb8-47dc-a2bc-31b8d98c89e2 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.795142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e31b78a-5fb8-47dc-a2bc-31b8d98c89e2 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.821305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31b78a-5fb8-47dc-a2bc-31b8d98c89e2 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f2fca5-8a53-40cd-abe2-72041fa02a11,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:11.848243 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e31b78a-5fb8-47dc-a2bc-31b8d98c89e2 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.849389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2e31b78a-5fb8-47dc-a2bc-31b8d98c89e2 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495194 Jul 07 22:44:11.852209 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41850) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:11.858667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5add8bee-9b42-4bf2-b4b3-bcadbb7fbdd8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'security_group_rule': {'security_group_id': 'bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0', 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:11.882711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c57c8-db48-4e07-9e2b-f0779dc44095 req-19630001-89af-4689-b9d0-514263b10ae0 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:11.884139 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d58c57c8-db48-4e07-9e2b-f0779dc44095 req-19630001-89af-4689-b9d0-514263b10ae0 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0747590 Jul 07 22:44:11.884823 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5add8bee-9b42-4bf2-b4b3-bcadbb7fbdd8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.925878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d58c57c8-db48-4e07-9e2b-f0779dc44095 req-de6b5b11-d25c-426c-8b02-40c24b772e26 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359409 Jul 07 22:44:11.947242 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5add8bee-9b42-4bf2-b4b3-bcadbb7fbdd8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.952069 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5add8bee-9b42-4bf2-b4b3-bcadbb7fbdd8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.967374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add8bee-9b42-4bf2-b4b3-bcadbb7fbdd8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7997a8d-0774-4fa4-9e20-b2f79a1ce4a1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:11.976325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5add8bee-9b42-4bf2-b4b3-bcadbb7fbdd8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:11.977521 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5add8bee-9b42-4bf2-b4b3-bcadbb7fbdd8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242440 Jul 07 22:44:11.980312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41854) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:11.988576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-900f7d31-6e67-46cf-900a-d71d0a8080cd tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'security_group_rule': {'security_group_id': 'bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0', 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:12.017425 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-900f7d31-6e67-46cf-900a-d71d0a8080cd tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.056104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fc7a5-839b-40e0-b448-89abe551f7b2 req-56ede0d1-0ca7-4ed1-abf1-2867d26ae68b tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:12.058107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc9fc7a5-839b-40e0-b448-89abe551f7b2 req-56ede0d1-0ca7-4ed1-abf1-2867d26ae68b tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 945 time: 0.0659328 Jul 07 22:44:12.081164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-900f7d31-6e67-46cf-900a-d71d0a8080cd tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.084832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-900f7d31-6e67-46cf-900a-d71d0a8080cd tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.097485 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc9fc7a5-839b-40e0-b448-89abe551f7b2 req-34b42515-784a-468a-8194-9615751d295e tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Jul 07 22:44:12.103394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f7d31-6e67-46cf-900a-d71d0a8080cd tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8e2d5f-6814-4f19-8870-b73f58abdddf,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:12.110377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-900f7d31-6e67-46cf-900a-d71d0a8080cd tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.111633 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-900f7d31-6e67-46cf-900a-d71d0a8080cd tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283290 Jul 07 22:44:12.114316 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:12.119748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3ed134a0-d093-4cc9-a6c8-e74085a9834c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'security_group_rule': {'security_group_id': 'bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0', 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:12.142552 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-3ed134a0-d093-4cc9-a6c8-e74085a9834c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Project 0219963662d8478ba79f8f6cb6c64307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:44:12.147069 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ed134a0-d093-4cc9-a6c8-e74085a9834c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.206884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ed134a0-d093-4cc9-a6c8-e74085a9834c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.210680 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ed134a0-d093-4cc9-a6c8-e74085a9834c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.231385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed134a0-d093-4cc9-a6c8-e74085a9834c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a21f90-39a9-44a4-9efd-18ffa59f382a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:12.235263 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ed134a0-d093-4cc9-a6c8-e74085a9834c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.236439 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ed134a0-d093-4cc9-a6c8-e74085a9834c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211245 Jul 07 22:44:12.239058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41858) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:12.243416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-397810bb-3469-4194-8a48-38b17631b05f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'security_group_rule': {'security_group_id': 'bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0', 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:12.268193 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-397810bb-3469-4194-8a48-38b17631b05f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Project 0219963662d8478ba79f8f6cb6c64307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:44:12.275146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397810bb-3469-4194-8a48-38b17631b05f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.339691 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397810bb-3469-4194-8a48-38b17631b05f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.343085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397810bb-3469-4194-8a48-38b17631b05f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.360189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397810bb-3469-4194-8a48-38b17631b05f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcc6715-18c1-4631-b423-aa0044c66b52,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:12.367199 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-397810bb-3469-4194-8a48-38b17631b05f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:12.367688 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-397810bb-3469-4194-8a48-38b17631b05f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277208 Jul 07 22:44:12.555815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-90a1296e-b9c6-4fb3-a63f-75cb4c8dcc6d tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45666652&fields=id&tenant_id=0219963662d8478ba79f8f6cb6c64307 HTTP/1.1" status: 200 len: 267 time: 0.0318348 Jul 07 22:44:12.661363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-42b58332-9c5d-4914-9ee4-37795169fce5 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:12.662776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-42b58332-9c5d-4914-9ee4-37795169fce5 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/networks?id=cd7fb187-3e6f-4dbb-a406-c81560fefd06 HTTP/1.1" status: 200 len: 814 time: 0.1001849 Jul 07 22:44:12.677375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-614ebdd3-febc-461c-9bce-1af486855625 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/quotas/0219963662d8478ba79f8f6cb6c64307 HTTP/1.1" status: 200 len: 375 time: 0.0089142 Jul 07 22:44:12.745368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-8ae34649-72b2-4111-8153-08635ee24764 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0219963662d8478ba79f8f6cb6c64307&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632713 Jul 07 22:44:12.841483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-457b2c04-b4d9-4e2a-aab1-266e6bf400d3 service neutron] 10.222.0.81 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847447 Jul 07 22:44:12.928089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-d6343b74-df71-4c2d-8c7b-ea215f06fc6e service neutron] 10.222.0.81 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810006 Jul 07 22:44:13.104221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea40747-8aec-4377-884c-c597d0c936ee req-4868ac64-7aac-44d9-bbea-cbdaf9e1a496 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:13.105767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ea40747-8aec-4377-884c-c597d0c936ee req-4868ac64-7aac-44d9-bbea-cbdaf9e1a496 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0660551 Jul 07 22:44:13.149726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ea40747-8aec-4377-884c-c597d0c936ee req-88a7d653-e7c1-4896-81d1-65454e80e924 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377381 Jul 07 22:44:13.239471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-099bf0d1-89c1-42fa-88c5-14517a3e4ae9 req-3f5628e3-792e-4c6b-8360-6639eab9c3e8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 210 time: 0.0327039 Jul 07 22:44:13.319882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef611f8-3e37-4533-9e50-55f662b87d46 req-9b0c43fb-74db-44e5-9798-7f6f0d072718 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:13.321504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bef611f8-3e37-4533-9e50-55f662b87d46 req-9b0c43fb-74db-44e5-9798-7f6f0d072718 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 945 time: 0.0669420 Jul 07 22:44:13.361081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bef611f8-3e37-4533-9e50-55f662b87d46 req-33ac98af-6a8c-4c71-a98d-cf4137dfd420 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337112 Jul 07 22:44:14.107451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c54d05-1d9b-41f6-8c22-1e7324af1e9a req-27662308-a750-4c57-82f4-38d025d75ed8 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:14.108924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30c54d05-1d9b-41f6-8c22-1e7324af1e9a req-27662308-a750-4c57-82f4-38d025d75ed8 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 945 time: 0.0676608 Jul 07 22:44:14.147449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30c54d05-1d9b-41f6-8c22-1e7324af1e9a req-cbbf8b41-c786-42e6-b405-f63fa00020d1 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Jul 07 22:44:14.413005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b59d52b-c12d-4de7-8d28-d4622bfac6c9 req-4a2bdc51-b991-4ec6-ada3-5e09d0bab1a3 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 210 time: 0.0427864 Jul 07 22:44:14.436481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3de20-3d28-45cc-9aa9-efab3ad7aba8 req-1a7cbec7-c5fc-4959-8991-45cc11aa0c07 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:14.437994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56b3de20-3d28-45cc-9aa9-efab3ad7aba8 req-1a7cbec7-c5fc-4959-8991-45cc11aa0c07 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.1762455 Jul 07 22:44:14.446384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-5b3a4ec2-8bda-4860-b761-bd8a996d9042 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:14.447750 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-5b3a4ec2-8bda-4860-b761-bd8a996d9042 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.83 "GET /v2.0/networks?id=cd7fb187-3e6f-4dbb-a406-c81560fefd06 HTTP/1.1" status: 200 len: 814 time: 0.1568160 Jul 07 22:44:14.497838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56b3de20-3d28-45cc-9aa9-efab3ad7aba8 req-4b3e4ccb-22a2-4653-b91a-bb0d222c0b86 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491312 Jul 07 22:44:14.511735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-9c46f24a-df84-4ce3-aac2-ef014901e2aa tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0219963662d8478ba79f8f6cb6c64307 HTTP/1.1" status: 200 len: 378 time: 0.0477183 Jul 07 22:44:14.522044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'port': {'device_id': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'admin_state_up': True, 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'security_groups': ['bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:14.636898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Made reservation on behalf of 0219963662d8478ba79f8f6cb6c64307 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:14.641099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.765597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Allocated IP 172.20.0.3 (cd7fb187-3e6f-4dbb-a406-c81560fefd06/1fc160c1-5323-4b49-bcb7-2d30bb4af20d/2559e728-e478-48d4-9b22-014d094ee12d) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:14.906185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.920093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Transition to ACTIVE for port object 2559e728-e478-48d4-9b22-014d094ee12d will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:14.952501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:14.999001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Network cd7fb187-3e6f-4dbb-a406-c81560fefd06 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:15.004206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:15.008136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:15.031469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'Port': ['ID=2559e728-e478-48d4-9b22-014d094ee12d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:15.063667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:15.064347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.080432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-2ed0e6a6-2939-4036-ab5d-11318c7f939b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625038 Jul 07 22:44:15.099612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Request body: {'port': {'device_id': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:15.184895 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.261907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e440018-9494-4ffe-b098-e0fd25aac5f2 None None] Provisioning for port 2559e728-e478-48d4-9b22-014d094ee12d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:15.267244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e440018-9494-4ffe-b098-e0fd25aac5f2 None None] Provisioning complete for port 2559e728-e478-48d4-9b22-014d094ee12d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:15.268172 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e440018-9494-4ffe-b098-e0fd25aac5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.315962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4e440018-9494-4ffe-b098-e0fd25aac5f2 None None] Port 2559e728-e478-48d4-9b22-014d094ee12d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:44:15.464171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-5b15fdce-997a-42c6-9b78-b6368ce221d2 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:15.466174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-5b15fdce-997a-42c6-9b78-b6368ce221d2 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 945 time: 0.2369297 Jul 07 22:44:15.551526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9cfc3-3dcc-4b1e-ba4c-13ea6ec9a212 req-902ff3a8-6e14-40b8-9264-f44cc5639bdd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:15.553015 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38b9cfc3-3dcc-4b1e-ba4c-13ea6ec9a212 req-902ff3a8-6e14-40b8-9264-f44cc5639bdd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 945 time: 0.2481554 Jul 07 22:44:15.697467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38b9cfc3-3dcc-4b1e-ba4c-13ea6ec9a212 req-77966b6a-7474-4ee5-908b-80694a3a054d tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290829 Jul 07 22:44:15.745379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Deleting port 3c769f39-16d6-43d6-961f-73888bc1acca {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:15.745379 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.800421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2559e728-e478-48d4-9b22-014d094ee12d {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:15.811853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff149e-87e4-49cd-9291-d261fa3f60f5 req-4e558dc2-1611-4e78-8e39-e94312d20562 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:15.813389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52ff149e-87e4-49cd-9291-d261fa3f60f5 req-4e558dc2-1611-4e78-8e39-e94312d20562 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 931 time: 0.2753551 Jul 07 22:44:15.825424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.897019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Transition to ACTIVE for port object 2559e728-e478-48d4-9b22-014d094ee12d will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:15.913242 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:15.964678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52ff149e-87e4-49cd-9291-d261fa3f60f5 req-d0b4ba60-fd4d-4c2f-9460-6b3eaa2b9cb4 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416214 Jul 07 22:44:15.976481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] For port 3c769f39-16d6-43d6-961f-73888bc1acca, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=3c769f39-16d6-43d6-961f-73888bc1acca,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:15.976871 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.321893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Calling delete_port for 3c769f39-16d6-43d6-961f-73888bc1acca owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:16.324459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Pushing event updated for resources: {'Port': ['ID=2559e728-e478-48d4-9b22-014d094ee12d,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:16.366370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddcd20-050b-4eb7-afb8-1db90b5b9b7e req-d385874a-fd5e-47d9-9519-bad7df505133 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:16.367953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-caddcd20-050b-4eb7-afb8-1db90b5b9b7e req-d385874a-fd5e-47d9-9519-bad7df505133 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.5497608 Jul 07 22:44:16.483816 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-caddcd20-050b-4eb7-afb8-1db90b5b9b7e req-2ba1f8bb-1bb8-408f-8364-e8a0318921dc tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086504 Jul 07 22:44:16.507149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Attempting to bind port 2559e728-e478-48d4-9b22-014d094ee12d on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:16.507421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Attempting to bind port 2559e728-e478-48d4-9b22-014d094ee12d by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:16.507755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Attempting to bind port 2559e728-e478-48d4-9b22-014d094ee12d on network cd7fb187-3e6f-4dbb-a406-c81560fefd06 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:16.513966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Port 2559e728-e478-48d4-9b22-014d094ee12d on network cd7fb187-3e6f-4dbb-a406-c81560fefd06 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:44:16.514560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Attempting to bind port 2559e728-e478-48d4-9b22-014d094ee12d on network cd7fb187-3e6f-4dbb-a406-c81560fefd06 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:16.520220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:16.520559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Checking segment: {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:16.520950 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Bound using segment: {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:16.521372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Bound port: 2559e728-e478-48d4-9b22-014d094ee12d, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7843f0f-7767-4c95-be3d-718530ee08f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:16.521735 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.613713 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.625654 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['3c769f39-16d6-43d6-961f-73888bc1acca'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:16.655016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Pushing event deleted for resources: {'Port': ['ID=3c769f39-16d6-43d6-961f-73888bc1acca,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:16.659894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] For port 2559e728-e478-48d4-9b22-014d094ee12d, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:16.693044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] For port 2559e728-e478-48d4-9b22-014d094ee12d, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2559e728-e478-48d4-9b22-014d094ee12d,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:16.710272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] No DVR routers for this DVR port 3c769f39-16d6-43d6-961f-73888bc1acca on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:16.712449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.714846 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.717312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab575359-2638-465a-9cd7-ab8b7b8c1d1c req-9fe6db46-c626-4ced-994d-6065fe8e79dd tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.44 "DELETE /v2.0/ports/3c769f39-16d6-43d6-961f-73888bc1acca HTTP/1.1" status: 204 len: 173 time: 1.2412314 Jul 07 22:44:16.719099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d65b23-105c-4041-9aca-1eb41016f48d', 'name': 'network-vif-deleted', 'tag': '3c769f39-16d6-43d6-961f-73888bc1acca'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:16.721315 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a97bc38-9385-4f23-8ab5-dc26c480df1c" -d '{"events": [{"server_uuid": "c1d65b23-105c-4041-9aca-1eb41016f48d", "name": "network-vif-deleted", "tag": "3c769f39-16d6-43d6-961f-73888bc1acca"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:16.755768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:16.756339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:16.757818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] 10.222.0.83 "PUT /v2.0/ports/2559e728-e478-48d4-9b22-014d094ee12d HTTP/1.1" status: 200 len: 1092 time: 1.6635706 Jul 07 22:44:16.781797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd1ba8-c587-4f1b-a0fc-a92c730ac072 service neutron] Pushing event updated for resources: {'Port': ['ID=2559e728-e478-48d4-9b22-014d094ee12d,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:16.817427 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6230dc7-cf21-4b4c-82ab-1180f899ff02 x-openstack-request-id: req-c6230dc7-cf21-4b4c-82ab-1180f899ff02 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:16.817735 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d65b23-105c-4041-9aca-1eb41016f48d", "name": "network-vif-deleted", "tag": "3c769f39-16d6-43d6-961f-73888bc1acca", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:16.818051 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c6230dc7-cf21-4b4c-82ab-1180f899ff02 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:16.818473 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d65b23-105c-4041-9aca-1eb41016f48d', 'name': 'network-vif-deleted', 'tag': '3c769f39-16d6-43d6-961f-73888bc1acca', 'status': 'completed', 'code': 200} Jul 07 22:44:16.900732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9192c698-8f73-4269-a97e-46d14da868e7 req-621112d3-d7c3-4b7f-874c-e0c4cb1ba547 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=c1d65b23-105c-4041-9aca-1eb41016f48d HTTP/1.1" status: 200 len: 210 time: 0.0427728 Jul 07 22:44:17.012782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-0981b9d1-2162-423a-9b65-09e59ae28755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:17.014652 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-0981b9d1-2162-423a-9b65-09e59ae28755 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0219963662d8478ba79f8f6cb6c64307&device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 1095 time: 0.0787401 Jul 07 22:44:17.075869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-1e43d11c-a946-4135-8273-ec36d4f6f37d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2559e728-e478-48d4-9b22-014d094ee12d HTTP/1.1" status: 200 len: 217 time: 0.0467906 Jul 07 22:44:17.162567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-1bf6484f-e95f-404c-b3d6-62620237759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:17.164069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-1bf6484f-e95f-404c-b3d6-62620237759d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fc160c1-5323-4b49-bcb7-2d30bb4af20d HTTP/1.1" status: 200 len: 853 time: 0.0814917 Jul 07 22:44:17.227534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422c08d-756a-4574-aa93-b29b7f349d77 req-cb1808f2-b61f-4423-bb2e-d38e82f7ba5c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:17.229078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5422c08d-756a-4574-aa93-b29b7f349d77 req-cb1808f2-b61f-4423-bb2e-d38e82f7ba5c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 943 time: 0.1188276 Jul 07 22:44:17.271177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-cb406998-3a2e-40da-bead-5e022a69f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:17.272751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-cb406998-3a2e-40da-bead-5e022a69f8e6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7fb187-3e6f-4dbb-a406-c81560fefd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008568 Jul 07 22:44:17.281216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5422c08d-756a-4574-aa93-b29b7f349d77 req-8f693a47-c34e-4ca7-ab54-8adc928d0863 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457356 Jul 07 22:44:17.379693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-461a09f6-1408-4339-9b4c-7aaa35da71a6 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974855 Jul 07 22:44:17.472682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a755cc-66b0-446a-9727-e08a33f231c7 req-9ed46bf7-978d-4d6d-8901-684a2200ec9f service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863078 Jul 07 22:44:17.666907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9297c1e-fa65-49c5-9f35-bbc8204cabec req-ce1f3742-9a49-4602-a15f-c0d6bc28f927 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:17.668393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9297c1e-fa65-49c5-9f35-bbc8204cabec req-ce1f3742-9a49-4602-a15f-c0d6bc28f927 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0688703 Jul 07 22:44:17.706924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9297c1e-fa65-49c5-9f35-bbc8204cabec req-15b4ef63-b2e4-4338-9ba5-a7dbc31b8096 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Jul 07 22:44:18.091892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30004f-faef-43e2-aa44-2ce173269f50 req-6be7ba14-233c-470f-b3b1-1fde65f70080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:18.093712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f30004f-faef-43e2-aa44-2ce173269f50 req-6be7ba14-233c-470f-b3b1-1fde65f70080 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 1097 time: 0.0602858 Jul 07 22:44:18.179809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5f30004f-faef-43e2-aa44-2ce173269f50 req-a4ef9bf8-5463-487b-8155-c6a5d767dd55 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796735 Jul 07 22:44:18.230058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-331ba814-452b-4422-904e-87459c2194a4 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:18.231574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-331ba814-452b-4422-904e-87459c2194a4 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/networks?id=c54dff23-c61b-4024-9520-e1bf0c924d2a HTTP/1.1" status: 200 len: 809 time: 0.1179614 Jul 07 22:44:18.245901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-d68cc53c-0872-496c-a6cc-1b5ee6a89b25 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/quotas/cbe28525c56c4447b78ad9bbde3d7c52 HTTP/1.1" status: 200 len: 375 time: 0.0089643 Jul 07 22:44:18.286848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-c9bfc91b-acd2-4b9d-8626-af39555fbef0 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=cbe28525c56c4447b78ad9bbde3d7c52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339379 Jul 07 22:44:18.381165 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-e0ff32d5-9e20-4246-967a-929b237112c5 service neutron] 10.222.0.81 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864317 Jul 07 22:44:18.523191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-a619b38c-831f-4f06-b7f3-1044796bf851 service neutron] 10.222.0.81 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350172 Jul 07 22:44:18.535816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c602c-58bb-4c76-8b87-2ae3852a2045 req-2416f86e-f1ff-40d9-aa8f-521a6a4aeec7 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:18.537313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af3c602c-58bb-4c76-8b87-2ae3852a2045 req-2416f86e-f1ff-40d9-aa8f-521a6a4aeec7 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 943 time: 0.1003351 Jul 07 22:44:18.591634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af3c602c-58bb-4c76-8b87-2ae3852a2045 req-a3cfe935-8042-42e5-bbd0-fc6d62b59a4e tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468628 Jul 07 22:44:18.717048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6860d4a6-d5b1-44ea-a211-9a161f98f8fc req-835a2cbe-d071-4b4e-b359-788e8cf0164d tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 210 time: 0.0295510 Jul 07 22:44:18.819311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:18.821931 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5349cbbc-6848-434b-90aa-f9e12cbaf005" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:18.867134 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffafb92-9d16-47e0-8379-7d406f21e321 x-openstack-request-id: req-0ffafb92-9d16-47e0-8379-7d406f21e321 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:18.867825 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:18.868384 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ffafb92-9d16-47e0-8379-7d406f21e321 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:18.869105 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d', 'status': 'completed', 'code': 200} Jul 07 22:44:18.911110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3cfb9-3e0c-44a8-9635-f627f4f59631 req-a5a72a8a-a298-4fd4-9927-ad59c3525dea tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:18.912629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60e3cfb9-3e0c-44a8-9635-f627f4f59631 req-a5a72a8a-a298-4fd4-9927-ad59c3525dea tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.0852523 Jul 07 22:44:19.002351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60e3cfb9-3e0c-44a8-9635-f627f4f59631 req-4da1dcf4-8633-49a1-b0b3-eaf3fcb49461 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825045 Jul 07 22:44:19.035220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-28e5f7f9-9129-4d40-92f4-df2cdcaf1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:19.035220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-28e5f7f9-9129-4d40-92f4-df2cdcaf1ada service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0219963662d8478ba79f8f6cb6c64307&device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 1095 time: 0.0929840 Jul 07 22:44:19.077840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3c769f39-16d6-43d6-961f-73888bc1acca no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:19.102966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 3c769f39-16d6-43d6-961f-73888bc1acca {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:19.103317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 3c769f39-16d6-43d6-961f-73888bc1acca not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:19.138896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-6c13a152-d387-4bbb-9213-565480e2505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:19.140315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-6c13a152-d387-4bbb-9213-565480e2505a service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7fb187-3e6f-4dbb-a406-c81560fefd06 HTTP/1.1" status: 200 len: 915 time: 0.1034338 Jul 07 22:44:19.182004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-4ae987c9-9284-4dc0-8f09-2547b9183992 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2559e728-e478-48d4-9b22-014d094ee12d HTTP/1.1" status: 200 len: 217 time: 0.0350609 Jul 07 22:44:19.236165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-b85e9386-52e5-45ba-8c1a-01a327d99bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:19.237659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-b85e9386-52e5-45ba-8c1a-01a327d99bd0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fc160c1-5323-4b49-bcb7-2d30bb4af20d HTTP/1.1" status: 200 len: 853 time: 0.0495629 Jul 07 22:44:19.306903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-84009295-0481-419e-b232-9c6ea2f306f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:19.308522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-84009295-0481-419e-b232-9c6ea2f306f5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7fb187-3e6f-4dbb-a406-c81560fefd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630634 Jul 07 22:44:19.400019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-e95493fb-c14a-402a-8dc1-0f108248e700 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845199 Jul 07 22:44:19.494224 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5349cbbc-6848-434b-90aa-f9e12cbaf005 req-00e6ab08-1805-40f5-b573-51b9fea27809 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877628 Jul 07 22:44:19.881325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3089f2f-9e19-4c71-8df6-6cd6fae2dd99 req-e0b6c8af-b477-4e6e-a17b-361597901a67 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 210 time: 0.0500619 Jul 07 22:44:19.900541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:19.903700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b617-9566-49ed-ab8a-64b2669d0edf req-0c10faf7-53ca-4fbe-859e-76aa6becbb5c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:19.905463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9a1b617-9566-49ed-ab8a-64b2669d0edf req-0c10faf7-53ca-4fbe-859e-76aa6becbb5c tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 943 time: 0.1990895 Jul 07 22:44:19.914620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-2f46d2b7-eae1-4f61-8f90-74d0f4877a2d tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:19.916231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-2f46d2b7-eae1-4f61-8f90-74d0f4877a2d tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.44 "GET /v2.0/networks?id=c54dff23-c61b-4024-9520-e1bf0c924d2a HTTP/1.1" status: 200 len: 809 time: 0.1949368 Jul 07 22:44:19.936348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Request body: {'port': {'device_id': '48e83fef-84f5-4b7e-801c-ce15ccbafdab', 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a', 'admin_state_up': True, 'tenant_id': 'cbe28525c56c4447b78ad9bbde3d7c52'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:20.004465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9a1b617-9566-49ed-ab8a-64b2669d0edf req-9494da0e-8dbb-484c-a2ae-43bd0480988e tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870750 Jul 07 22:44:20.060209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Made reservation on behalf of cbe28525c56c4447b78ad9bbde3d7c52 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:44:20.063867 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.229493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Allocated IP 172.20.0.10 (c54dff23-c61b-4024-9520-e1bf0c924d2a/5a0da133-4820-4c0d-8bf2-7d7da5f73a6d/58590b09-f799-4c26-904d-755cee90d9e2) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:20.249280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08729a-ebe1-460d-89f0-8542ab0b5741 req-ae7d419f-88fd-4632-af3a-27987e6aae4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:20.250783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a08729a-ebe1-460d-89f0-8542ab0b5741 req-ae7d419f-88fd-4632-af3a-27987e6aae4c tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.1181419 Jul 07 22:44:20.316924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a08729a-ebe1-460d-89f0-8542ab0b5741 req-65b0f02a-c700-4062-93f4-34af217e20c6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600069 Jul 07 22:44:20.342589 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 41952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:20.404912 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-43ad04b9-a373-427e-842c-5e7be4c66116 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/floatingips/ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef HTTP/1.1" status: 200 len: 992 time: 0.0610397 Jul 07 22:44:20.413824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.453653 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.501491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Network c54dff23-c61b-4024-9520-e1bf0c924d2a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:20.506852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:20.510610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:20.533729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Pushing event updated for resources: {'Port': ['ID=58590b09-f799-4c26-904d-755cee90d9e2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:20.560894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:20.561503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.575531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-97b2a5e1-53b9-47d3-a7d8-bbb88998998c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6497984 Jul 07 22:44:20.586739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Request body: {'port': {'device_id': '48e83fef-84f5-4b7e-801c-ce15ccbafdab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:20.660877 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.912230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58590b09-f799-4c26-904d-755cee90d9e2 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:20.920217 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.932473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Transition to ACTIVE for port object 58590b09-f799-4c26-904d-755cee90d9e2 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:44:20.936483 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:20.986181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=58590b09-f799-4c26-904d-755cee90d9e2,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:21.077601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:44:21.082186 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:21.100033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Attempting to bind port 58590b09-f799-4c26-904d-755cee90d9e2 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:44:21.100424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Attempting to bind port 58590b09-f799-4c26-904d-755cee90d9e2 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '639abf59-f180-4c9d-8914-00d78e2238cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:44:21.100771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Attempting to bind port 58590b09-f799-4c26-904d-755cee90d9e2 on network c54dff23-c61b-4024-9520-e1bf0c924d2a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:21.111523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Port 58590b09-f799-4c26-904d-755cee90d9e2 on network c54dff23-c61b-4024-9520-e1bf0c924d2a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:44:21.111771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Attempting to bind port 58590b09-f799-4c26-904d-755cee90d9e2 on network c54dff23-c61b-4024-9520-e1bf0c924d2a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:44:21.123023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebd0d7-a39a-4547-9f0c-090658cf6913 req-530c4944-d8a3-46d8-aebd-90cd98dffb50 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:21.124536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5aebd0d7-a39a-4547-9f0c-090658cf6913 req-530c4944-d8a3-46d8-aebd-90cd98dffb50 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 944 time: 0.1168978 Jul 07 22:44:21.139956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:44:21.140289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Checking segment: {'id': '639abf59-f180-4c9d-8914-00d78e2238cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:44:21.140669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Bound using segment: {'id': '639abf59-f180-4c9d-8914-00d78e2238cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:44:21.141107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Bound port: 58590b09-f799-4c26-904d-755cee90d9e2, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639abf59-f180-4c9d-8914-00d78e2238cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:44:21.141474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.226294 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.234498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5aebd0d7-a39a-4547-9f0c-090658cf6913 req-7b8267c7-d6a2-449d-9d88-1e0185eb252c tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955737 Jul 07 22:44:21.254844 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:21.269683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:21.272243 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46530627-afa5-47df-a6dc-6e838c18a234" -d '{"events": [{"server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "name": "network-vif-unplugged", "status": "completed", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:21.287309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786df54-519d-4a13-a3f8-6806b799ac35 req-19b81f55-7a45-4930-a00e-8749e6a1acec tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:21.288733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:21.289574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d786df54-519d-4a13-a3f8-6806b799ac35 req-19b81f55-7a45-4930-a00e-8749e6a1acec tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 943 time: 0.1620560 Jul 07 22:44:21.290018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'port_id': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'mac_address': 'fa:16:3e:0e:e4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:44:21.294214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] For port 58590b09-f799-4c26-904d-755cee90d9e2, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:44:21.300065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] For port 58590b09-f799-4c26-904d-755cee90d9e2, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58590b09-f799-4c26-904d-755cee90d9e2,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:44:21.328707 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.329860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.335526 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c1c3d7-e94d-4555-b4da-9c5aee12d16c x-openstack-request-id: req-23c1c3d7-e94d-4555-b4da-9c5aee12d16c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:21.335843 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "name": "network-vif-unplugged", "status": "completed", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:21.336235 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23c1c3d7-e94d-4555-b4da-9c5aee12d16c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:21.336624 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'code': 200} Jul 07 22:44:21.354062 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.363848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d786df54-519d-4a13-a3f8-6806b799ac35 req-441df984-ea42-47e4-8995-02cc2c4b5490 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624387 Jul 07 22:44:21.370815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:21.373737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:21.374250 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.375663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] 10.222.0.44 "PUT /v2.0/ports/58590b09-f799-4c26-904d-755cee90d9e2 HTTP/1.1" status: 200 len: 1093 time: 0.7929184 Jul 07 22:44:21.376770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e83fef-84f5-4b7e-801c-ce15ccbafdab', 'tag': '58590b09-f799-4c26-904d-755cee90d9e2'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:21.379480 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c11d59-8133-4860-8df2-6e26041f9b53" -d '{"events": [{"name": "network-changed", "server_uuid": "48e83fef-84f5-4b7e-801c-ce15ccbafdab", "tag": "58590b09-f799-4c26-904d-755cee90d9e2"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:21.411676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096623eb-3bf1-413d-99cb-d568d87a0dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=58590b09-f799-4c26-904d-755cee90d9e2,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:21.412268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:21.415658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:21.419247 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:21.455630 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e465f569-55da-4aed-9e2f-a10e0e3d12d7 x-openstack-request-id: req-e465f569-55da-4aed-9e2f-a10e0e3d12d7 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:21.456215 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e83fef-84f5-4b7e-801c-ce15ccbafdab", "tag": "58590b09-f799-4c26-904d-755cee90d9e2", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:21.456215 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e465f569-55da-4aed-9e2f-a10e0e3d12d7 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:21.456582 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e83fef-84f5-4b7e-801c-ce15ccbafdab', 'tag': '58590b09-f799-4c26-904d-755cee90d9e2', 'status': 'completed', 'code': 200} Jul 07 22:44:21.467452 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:21.487496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-3a50d40e-c1fb-4711-b1df-fb1755a6169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:21.488941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-3a50d40e-c1fb-4711-b1df-fb1755a6169a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbe28525c56c4447b78ad9bbde3d7c52&device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 1096 time: 0.0629544 Jul 07 22:44:21.530002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-5edeeb87-c1f1-40e7-8e8d-b59b45ca110d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58590b09-f799-4c26-904d-755cee90d9e2 HTTP/1.1" status: 200 len: 217 time: 0.0337796 Jul 07 22:44:21.577325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-194df664-d543-4366-8d61-363ce91b44fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:21.578804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-194df664-d543-4366-8d61-363ce91b44fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5a0da133-4820-4c0d-8bf2-7d7da5f73a6d HTTP/1.1" status: 200 len: 849 time: 0.0429108 Jul 07 22:44:21.611239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-a5c88cb7-562c-497d-9425-65c94d6b56b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c54dff23-c61b-4024-9520-e1bf0c924d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255542 Jul 07 22:44:21.629650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:21.702713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-1b39c37e-faa4-4374-b3fc-4962b25082dc service neutron] 10.222.0.44 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851562 Jul 07 22:44:21.790039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c10e2590-6802-41fd-898e-dd8e5720b119 req-b8f2ddce-e970-4327-808d-07d529c453f9 service neutron] 10.222.0.44 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808697 Jul 07 22:44:21.889139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-0b52a9c8-8fff-4366-93cd-709a922e53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:21.890724 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-0b52a9c8-8fff-4366-93cd-709a922e53e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbe28525c56c4447b78ad9bbde3d7c52&device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 1096 time: 0.0575016 Jul 07 22:44:21.977645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-f42b361c-3000-440a-b974-1782f4da2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:21.979479 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-f42b361c-3000-440a-b974-1782f4da2d41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c54dff23-c61b-4024-9520-e1bf0c924d2a HTTP/1.1" status: 200 len: 910 time: 0.0822351 Jul 07 22:44:22.024084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-da75f2e9-36d6-4164-b370-a8df82c4d697 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58590b09-f799-4c26-904d-755cee90d9e2 HTTP/1.1" status: 200 len: 217 time: 0.0379970 Jul 07 22:44:22.073163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-be5252c0-60cc-4765-97c5-ce67991fb892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:22.074577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-be5252c0-60cc-4765-97c5-ce67991fb892 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5a0da133-4820-4c0d-8bf2-7d7da5f73a6d HTTP/1.1" status: 200 len: 849 time: 0.0431938 Jul 07 22:44:22.109628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-39b941cf-9c75-427b-b0c7-2e5770a591e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c54dff23-c61b-4024-9520-e1bf0c924d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269945 Jul 07 22:44:22.199371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-fcbe0695-6c1a-419b-8dec-c19d43c3ed50 service neutron] 10.222.0.44 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833170 Jul 07 22:44:22.287605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01c11d59-8133-4860-8df2-6e26041f9b53 req-87fb6400-da8b-46ff-a6d7-1c539d1586d1 service neutron] 10.222.0.44 "GET /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814939 Jul 07 22:44:22.411594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee9f52-03b4-477b-ad91-7c3e95aee3ef req-d646350f-c2e2-4440-8247-c9255f947cd7 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:22.413221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24ee9f52-03b4-477b-ad91-7c3e95aee3ef req-d646350f-c2e2-4440-8247-c9255f947cd7 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 944 time: 0.0618844 Jul 07 22:44:22.452343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-24ee9f52-03b4-477b-ad91-7c3e95aee3ef req-216c100b-1645-450a-b0d9-0e7f75446c65 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336890 Jul 07 22:44:22.562330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512e9c-8bfa-4989-8266-d5760355883a req-20b6f377-7c10-4d26-8676-62d384a7ad1f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:22.563805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb512e9c-8bfa-4989-8266-d5760355883a req-20b6f377-7c10-4d26-8676-62d384a7ad1f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 943 time: 0.0665121 Jul 07 22:44:22.602654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb512e9c-8bfa-4989-8266-d5760355883a req-83bbb6b1-7974-4d85-b00a-541a71efb49e tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330644 Jul 07 22:44:23.090125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:23.137448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:23.137821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:23.217059 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:23.248837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:23.252989 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:23.300021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:23.337335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:23.339643 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2a1c4d-f1c0-4b77-b3a5-2ea569ce869a" -d '{"events": [{"server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "name": "network-vif-plugged", "status": "completed", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:23.374515 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc842e8d-18cd-4af1-9f1b-2c6f7a9f29b6 x-openstack-request-id: req-fc842e8d-18cd-4af1-9f1b-2c6f7a9f29b6 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:23.374812 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "name": "network-vif-plugged", "status": "completed", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:23.375070 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc842e8d-18cd-4af1-9f1b-2c6f7a9f29b6 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:23.375466 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'code': 200} Jul 07 22:44:23.622354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd373fb4-f918-472c-9c7c-7a1fc93a62e2 req-55966eb2-196d-4101-a3c8-ce1d9e396fb0 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:23.623793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd373fb4-f918-472c-9c7c-7a1fc93a62e2 req-55966eb2-196d-4101-a3c8-ce1d9e396fb0 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 944 time: 0.0623212 Jul 07 22:44:23.660765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd373fb4-f918-472c-9c7c-7a1fc93a62e2 req-31fa5d4f-85e3-463f-92bf-8d24e693a485 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315526 Jul 07 22:44:23.781857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262f523-9d05-42ad-88b3-800f7d5bf261 req-3bf7a21e-b90e-4b27-928f-e54d0139341d tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:23.783356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a262f523-9d05-42ad-88b3-800f7d5bf261 req-3bf7a21e-b90e-4b27-928f-e54d0139341d tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 943 time: 0.0656512 Jul 07 22:44:23.820795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a262f523-9d05-42ad-88b3-800f7d5bf261 req-eb4b70a8-8b62-463b-bfc5-80a906f4d14b tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318220 Jul 07 22:44:24.834519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598cdec-15f6-4829-b0f4-10a3dfce15e6 req-f32559f9-76fe-43c1-b1b9-cb045c9de429 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:24.836043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3598cdec-15f6-4829-b0f4-10a3dfce15e6 req-f32559f9-76fe-43c1-b1b9-cb045c9de429 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 944 time: 0.0625839 Jul 07 22:44:24.874249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3598cdec-15f6-4829-b0f4-10a3dfce15e6 req-27034e21-b550-4293-a749-14a138adda16 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Jul 07 22:44:24.990800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeae87-db60-4af6-94db-c777e0e70456 req-92669048-9eb5-4543-8858-e2b08670cba7 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:24.992186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1aeae87-db60-4af6-94db-c777e0e70456 req-92669048-9eb5-4543-8858-e2b08670cba7 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 943 time: 0.0611675 Jul 07 22:44:25.029064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1aeae87-db60-4af6-94db-c777e0e70456 req-07898d0c-f8b9-4c47-9017-920705ad68a5 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314741 Jul 07 22:44:25.117998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 58590b09-f799-4c26-904d-755cee90d9e2 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:44:25.212314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 58590b09-f799-4c26-904d-755cee90d9e2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58590b09-f799-4c26-904d-755cee90d9e2,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:25.223702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '58590b09-f799-4c26-904d-755cee90d9e2', 'network_id': 'c54dff23-c61b-4024-9520-e1bf0c924d2a', 'port_id': '58590b09-f799-4c26-904d-755cee90d9e2', 'mac_address': 'fa:16:3e:c6:af:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0da133-4820-4c0d-8bf2-7d7da5f73a6d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:44:25.258859 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:25.271503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58590b09-f799-4c26-904d-755cee90d9e2 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:25.291643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 58590b09-f799-4c26-904d-755cee90d9e2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58590b09-f799-4c26-904d-755cee90d9e2,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:25.296508 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:25.343857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=58590b09-f799-4c26-904d-755cee90d9e2,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:25.494031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['58590b09-f799-4c26-904d-755cee90d9e2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:26.046372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8eb08-4347-4e94-8e9a-52271b4fe4dd req-836e4429-80b8-499a-9dcb-0a9c2958c7cb tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:26.048090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8e8eb08-4347-4e94-8e9a-52271b4fe4dd req-836e4429-80b8-499a-9dcb-0a9c2958c7cb tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 945 time: 0.0666628 Jul 07 22:44:26.085845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8e8eb08-4347-4e94-8e9a-52271b4fe4dd req-cbddb0b2-379d-46b1-a0e2-bfde82d10028 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321505 Jul 07 22:44:26.206452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97fabb-94b2-48de-a05e-4476eaebb0b9 req-36ede87b-f628-4c13-a382-d4cf2a47e4ea tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:26.207937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a97fabb-94b2-48de-a05e-4476eaebb0b9 req-36ede87b-f628-4c13-a382-d4cf2a47e4ea tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 943 time: 0.0680010 Jul 07 22:44:26.244927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a97fabb-94b2-48de-a05e-4476eaebb0b9 req-fd7fe9a2-b235-4718-be47-7e6c2c5ca690 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314882 Jul 07 22:44:27.118232 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 58590b09-f799-4c26-904d-755cee90d9e2 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:27.169752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 58590b09-f799-4c26-904d-755cee90d9e2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:27.173989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 58590b09-f799-4c26-904d-755cee90d9e2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:27.174410 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:27.255684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:27.270450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459681b-2808-42f3-81e6-7cf4cbf22bee req-85a64414-7a3b-440e-a782-fbcc7a07a6a9 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:27.272164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1459681b-2808-42f3-81e6-7cf4cbf22bee req-85a64414-7a3b-440e-a782-fbcc7a07a6a9 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 945 time: 0.0740881 Jul 07 22:44:27.278308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e83fef-84f5-4b7e-801c-ce15ccbafdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58590b09-f799-4c26-904d-755cee90d9e2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:27.280546 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7bf80a-105b-41d8-ab96-555b334517c4" -d '{"events": [{"server_uuid": "48e83fef-84f5-4b7e-801c-ce15ccbafdab", "name": "network-vif-plugged", "status": "completed", "tag": "58590b09-f799-4c26-904d-755cee90d9e2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:27.308855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 58590b09-f799-4c26-904d-755cee90d9e2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58590b09-f799-4c26-904d-755cee90d9e2,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:27.314752 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:27.319965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1459681b-2808-42f3-81e6-7cf4cbf22bee req-849a6eda-78da-43b2-9fcc-3e4c94919566 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382116 Jul 07 22:44:27.378546 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d36d82-4eb1-4ecd-b79d-c29deed83620 x-openstack-request-id: req-02d36d82-4eb1-4ecd-b79d-c29deed83620 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:27.378856 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e83fef-84f5-4b7e-801c-ce15ccbafdab", "name": "network-vif-plugged", "status": "completed", "tag": "58590b09-f799-4c26-904d-755cee90d9e2", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:27.379084 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02d36d82-4eb1-4ecd-b79d-c29deed83620 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:27.379470 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e83fef-84f5-4b7e-801c-ce15ccbafdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58590b09-f799-4c26-904d-755cee90d9e2', 'code': 200} Jul 07 22:44:27.381899 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56ce0319-d20e-412c-857e-5c8a0cd345a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:27.385926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=58590b09-f799-4c26-904d-755cee90d9e2,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:27.475411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa7a72-ebbb-4c40-8975-d3beed03331f req-80c1b9ae-bf4c-4657-8657-edb35c13c856 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:27.476858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7aa7a72-ebbb-4c40-8975-d3beed03331f req-80c1b9ae-bf4c-4657-8657-edb35c13c856 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 943 time: 0.0877812 Jul 07 22:44:27.526150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7aa7a72-ebbb-4c40-8975-d3beed03331f req-a2b13409-3b6b-47a5-9528-d20391dc08e1 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431318 Jul 07 22:44:27.529271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd77b5-affb-4952-98ff-5adb0d80a7d4 req-c624f2ba-b602-49b4-9447-136479d6553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:27.530691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ccfd77b5-affb-4952-98ff-5adb0d80a7d4 req-c624f2ba-b602-49b4-9447-136479d6553d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 1098 time: 0.0901754 Jul 07 22:44:27.564003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ccfd77b5-affb-4952-98ff-5adb0d80a7d4 req-71bdc3c0-717a-4576-aee8-542ff0541a5c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269141 Jul 07 22:44:27.680082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2559e728-e478-48d4-9b22-014d094ee12d details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:44:27.773590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2559e728-e478-48d4-9b22-014d094ee12d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2559e728-e478-48d4-9b22-014d094ee12d,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:27.784279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '2559e728-e478-48d4-9b22-014d094ee12d', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'port_id': '2559e728-e478-48d4-9b22-014d094ee12d', 'mac_address': 'fa:16:3e:db:95:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:44:27.819249 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:27.831884 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2559e728-e478-48d4-9b22-014d094ee12d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:44:27.850439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2559e728-e478-48d4-9b22-014d094ee12d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2559e728-e478-48d4-9b22-014d094ee12d,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:27.854533 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:27.900889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2559e728-e478-48d4-9b22-014d094ee12d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:28.245473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['2559e728-e478-48d4-9b22-014d094ee12d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:28.501955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98f3b7-dd35-43a3-b1e2-4649e17a764b req-ff35d1c9-43ef-4f0d-8de6-f42ce608e57e tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:28.503359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff98f3b7-dd35-43a3-b1e2-4649e17a764b req-ff35d1c9-43ef-4f0d-8de6-f42ce608e57e tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 946 time: 0.0671189 Jul 07 22:44:28.539216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff98f3b7-dd35-43a3-b1e2-4649e17a764b req-d0da2afb-5c6a-4676-8632-0ce79b22c4e0 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303984 Jul 07 22:44:28.709597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452a168-8986-4e34-8555-f704060f1f63 req-d05e3d00-5a3c-42d6-8b85-bf56ee8e1cc7 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:28.711147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8452a168-8986-4e34-8555-f704060f1f63 req-d05e3d00-5a3c-42d6-8b85-bf56ee8e1cc7 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 944 time: 0.0724449 Jul 07 22:44:28.748954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8452a168-8986-4e34-8555-f704060f1f63 req-007bd511-3364-4715-8a8d-f5cd584af0b5 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317085 Jul 07 22:44:29.314264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c9cab-e361-45a0-849d-7d4131466514 req-53688e1b-d3c2-4135-ac91-8cb19e806b15 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:29.315764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc0c9cab-e361-45a0-849d-7d4131466514 req-53688e1b-d3c2-4135-ac91-8cb19e806b15 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 946 time: 0.0712843 Jul 07 22:44:29.352558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc0c9cab-e361-45a0-849d-7d4131466514 req-2729640c-6a91-49d0-a254-6261bc912d19 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 Jul 07 22:44:29.684799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2559e728-e478-48d4-9b22-014d094ee12d up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:44:29.736355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 2559e728-e478-48d4-9b22-014d094ee12d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:44:29.743894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 2559e728-e478-48d4-9b22-014d094ee12d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:44:29.744259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:29.915791 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc06394d-fd84-40e6-8e2b-e7f208ce7e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:29.927038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c7d77-ce3e-4c65-bcf1-d5e154cd2aee req-7e1d99c7-ab01-48ee-8014-5cfef5fc066f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:29.928586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb7c7d77-ce3e-4c65-bcf1-d5e154cd2aee req-7e1d99c7-ab01-48ee-8014-5cfef5fc066f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 944 time: 0.0656540 Jul 07 22:44:29.966617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb7c7d77-ce3e-4c65-bcf1-d5e154cd2aee req-6b1dd5ce-8763-4c7e-8b0b-eb1fdcb0f33f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314703 Jul 07 22:44:29.971098 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:29.992603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:29.994836 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370e344-7e2f-41eb-b643-2fc30de2b9b7" -d '{"events": [{"server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "name": "network-vif-plugged", "status": "completed", "tag": "2559e728-e478-48d4-9b22-014d094ee12d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:30.007510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 2559e728-e478-48d4-9b22-014d094ee12d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2559e728-e478-48d4-9b22-014d094ee12d,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:30.010769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.034937 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84adf96-0dda-46eb-808d-5d72e759bf17 x-openstack-request-id: req-d84adf96-0dda-46eb-808d-5d72e759bf17 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:30.035216 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "name": "network-vif-plugged", "status": "completed", "tag": "2559e728-e478-48d4-9b22-014d094ee12d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:30.035462 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d84adf96-0dda-46eb-808d-5d72e759bf17 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:30.035827 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d', 'code': 200} Jul 07 22:44:30.061134 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.075080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=2559e728-e478-48d4-9b22-014d094ee12d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:30.172745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9de17-612b-4906-89e6-28c2cec56ebc req-36fe32d2-98d6-4ce2-8857-a143bf4a7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:30.174223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8db9de17-612b-4906-89e6-28c2cec56ebc req-36fe32d2-98d6-4ce2-8857-a143bf4a7fe1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 1097 time: 0.0501349 Jul 07 22:44:30.208120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8db9de17-612b-4906-89e6-28c2cec56ebc req-efc7338b-5906-46c6-8996-ef036a4d4bfb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267897 Jul 07 22:44:30.850920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ec208-135a-40cd-bf70-057d4b7f8f0c req-39813f78-6656-4a2e-ab30-e19b7b8048e2 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:30.852379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-154ec208-135a-40cd-bf70-057d4b7f8f0c req-39813f78-6656-4a2e-ab30-e19b7b8048e2 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 946 time: 0.3910992 Jul 07 22:44:30.882815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-fd4e7161-82f6-45b2-8ea7-f7c4e7adcefc tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:30.884191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-fd4e7161-82f6-45b2-8ea7-f7c4e7adcefc tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.44 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 946 time: 0.1000712 Jul 07 22:44:30.926278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-154ec208-135a-40cd-bf70-057d4b7f8f0c req-ac2808a9-5f9b-4156-9ad0-161f5c87815d tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/security-groups?id=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677645 Jul 07 22:44:30.950652 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:30.997348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Deleting port 58590b09-f799-4c26-904d-755cee90d9e2 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:30.997847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:31.094409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] For port 58590b09-f799-4c26-904d-755cee90d9e2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=58590b09-f799-4c26-904d-755cee90d9e2,segment=NetworkSegment(639abf59-f180-4c9d-8914-00d78e2238cc),segment_id=639abf59-f180-4c9d-8914-00d78e2238cc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:31.094782 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:31.131501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Calling delete_port for 58590b09-f799-4c26-904d-755cee90d9e2 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:31.205633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847a2d4-6345-4772-a46a-b9ec524adc49 req-e3eaeb65-d069-4d6c-ad94-4d9623e13c17 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:31.207155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b847a2d4-6345-4772-a46a-b9ec524adc49 req-e3eaeb65-d069-4d6c-ad94-4d9623e13c17 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 945 time: 0.1283584 Jul 07 22:44:31.257268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b847a2d4-6345-4772-a46a-b9ec524adc49 req-37c04ad1-34fa-4e4e-a68f-fea667ac8393 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439014 Jul 07 22:44:31.310677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:31.322188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['58590b09-f799-4c26-904d-755cee90d9e2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:44:31.342322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Pushing event deleted for resources: {'Port': ['ID=58590b09-f799-4c26-904d-755cee90d9e2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:31.387655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] No DVR routers for this DVR port 58590b09-f799-4c26-904d-755cee90d9e2 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:31.390126 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:31.392077 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-000a547d-807a-47f9-b5d0-6a4e31e07360 req-9c76989d-858d-4c76-ac78-a6cf40330528 tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.44 "DELETE /v2.0/ports/58590b09-f799-4c26-904d-755cee90d9e2 HTTP/1.1" status: 204 len: 173 time: 0.4972851 Jul 07 22:44:31.392523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e83fef-84f5-4b7e-801c-ce15ccbafdab', 'name': 'network-vif-deleted', 'tag': '58590b09-f799-4c26-904d-755cee90d9e2'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:31.394783 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315ef4a5-555c-466f-9d3c-f0cca1b9aacf" -d '{"events": [{"server_uuid": "48e83fef-84f5-4b7e-801c-ce15ccbafdab", "name": "network-vif-deleted", "tag": "58590b09-f799-4c26-904d-755cee90d9e2"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:31.432702 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855c53c1-6872-4f2f-903e-03c0aa574a90 x-openstack-request-id: req-855c53c1-6872-4f2f-903e-03c0aa574a90 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:31.433508 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e83fef-84f5-4b7e-801c-ce15ccbafdab", "name": "network-vif-deleted", "tag": "58590b09-f799-4c26-904d-755cee90d9e2", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:31.433768 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-855c53c1-6872-4f2f-903e-03c0aa574a90 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:31.434279 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e83fef-84f5-4b7e-801c-ce15ccbafdab', 'name': 'network-vif-deleted', 'tag': '58590b09-f799-4c26-904d-755cee90d9e2', 'status': 'completed', 'code': 200} Jul 07 22:44:31.438203 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:32.081578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a14e06e-f8ad-4fe4-b188-efae44fcdc54 req-a4d9a28b-d36f-4980-a7e1-f9db8486790d tempest-VolumesActionsTest-1552445813 tempest-VolumesActionsTest-1552445813-project] 10.222.0.81 "GET /v2.0/ports?device_id=48e83fef-84f5-4b7e-801c-ce15ccbafdab HTTP/1.1" status: 200 len: 210 time: 0.0318468 Jul 07 22:44:32.432141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add56b50-7c20-476b-bccd-2ba91acf7ca2 req-f5967b13-1852-4d86-ae4b-fe4b5bd009f1 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:32.434142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-add56b50-7c20-476b-bccd-2ba91acf7ca2 req-f5967b13-1852-4d86-ae4b-fe4b5bd009f1 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 945 time: 0.0621619 Jul 07 22:44:32.474712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-add56b50-7c20-476b-bccd-2ba91acf7ca2 req-f4328f45-f5a5-4639-9cf1-deb4f3ea78d5 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351124 Jul 07 22:44:32.644833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64556f-0948-4da7-92fc-a9fdd7f0998f req-cf1530e4-ce3c-48c7-b3f1-082dedc71aa1 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:32.646352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e64556f-0948-4da7-92fc-a9fdd7f0998f req-cf1530e4-ce3c-48c7-b3f1-082dedc71aa1 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 945 time: 0.0626218 Jul 07 22:44:32.684564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e64556f-0948-4da7-92fc-a9fdd7f0998f req-4ad55c05-a08e-41f3-b6d6-d25e007440c1 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327930 Jul 07 22:44:32.707521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42028) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:32.816583 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:32.857159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eace67-a91c-4ef1-a969-9a607949bf90 tempest-TestVolumeBackupRestore-891871256 tempest-TestVolumeBackupRestore-891871256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:32.858646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a8eace67-a91c-4ef1-a969-9a607949bf90 tempest-TestVolumeBackupRestore-891871256 tempest-TestVolumeBackupRestore-891871256-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 1092 time: 0.1501160 Jul 07 22:44:32.861540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42032) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:32.865845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '2559e728-e478-48d4-9b22-014d094ee12d', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:32.888146 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:32.986474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.085315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Allocated IP 172.25.8.173 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/bbd50c57-7d43-4b58-80a7-de2a200e4e11) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:44:33.189800 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.232345 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.274909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:44:33.278418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:44:33.280847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:44:33.303504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'Port': ['ID=bbd50c57-7d43-4b58-80a7-de2a200e4e11,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:33.665305 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.750315 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.903986 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.908996 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:33.988018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event updated for resources: {'Port': ['ID=bbd50c57-7d43-4b58-80a7-de2a200e4e11,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:33.998132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:34.098839 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Floating IP 7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce associated. External IP: 172.25.8.173, port: 2559e728-e478-48d4-9b22-014d094ee12d. Jul 07 22:44:34.324148 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:44:34.435440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:34.445433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] Sync routers for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:34.452798 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:34.456529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:34.457156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:44:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:34.497082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e75d9ea9-3d64-4c3c-afe7-833f18ca56b8 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6341865 Jul 07 22:44:34.497745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:34.499416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42092) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:34.500798 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556b52b9-5d87-401a-b822-0ad7547eac43" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:34.545534 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7f8243-6ce2-4d53-86e1-f82a4e664e87 x-openstack-request-id: req-5c7f8243-6ce2-4d53-86e1-f82a4e664e87 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:34.545824 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:34.546094 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c7f8243-6ce2-4d53-86e1-f82a4e664e87 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:34.546551 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d', 'status': 'completed', 'code': 200} Jul 07 22:44:34.557266 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360109d-b585-424f-9b36-23b8d8d73ac2 tempest-TestVolumeBackupRestore-891871256 tempest-TestVolumeBackupRestore-891871256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:34.562310 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7360109d-b585-424f-9b36-23b8d8d73ac2 tempest-TestVolumeBackupRestore-891871256 tempest-TestVolumeBackupRestore-891871256-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 1092 time: 0.0617952 Jul 07 22:44:34.562462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42100) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:34.570318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3c2a11c7-4968-459a-abb7-5d88325adeca tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Request body: {'floatingip': {'port_id': '2559e728-e478-48d4-9b22-014d094ee12d'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:44:34.583789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:34.674615 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c2a11c7-4968-459a-abb7-5d88325adeca tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:34.759030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-a6e2fca4-0780-4cae-94d9-443429b9eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:34.760717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-a6e2fca4-0780-4cae-94d9-443429b9eb88 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0219963662d8478ba79f8f6cb6c64307&device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 1097 time: 0.1435645 Jul 07 22:44:34.932737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'port_id': '2559e728-e478-48d4-9b22-014d094ee12d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'mac_address': 'fa:16:3e:db:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:44:33Z', 'updated_at': '2021-07-07T22:44:33Z', 'revision_number': 0, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:34.969707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] Checking router: 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:34.978766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:34.979526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:44:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:35.001464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-621d7c80-5865-40d8-bfa9-14b0d21521d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:35.003364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-621d7c80-5865-40d8-bfa9-14b0d21521d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7fb187-3e6f-4dbb-a406-c81560fefd06 HTTP/1.1" status: 200 len: 915 time: 0.2341053 Jul 07 22:44:35.079576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-ae86a66f-118a-422a-979f-e2114498a013 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2559e728-e478-48d4-9b22-014d094ee12d HTTP/1.1" status: 200 len: 999 time: 0.0668931 Jul 07 22:44:35.096589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:35.165291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-d2b7765f-775f-441b-8a62-4332eaf0ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:35.166806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-d2b7765f-775f-441b-8a62-4332eaf0ccc1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fc160c1-5323-4b49-bcb7-2d30bb4af20d HTTP/1.1" status: 200 len: 853 time: 0.0507534 Jul 07 22:44:35.180592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 58590b09-f799-4c26-904d-755cee90d9e2 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:35.210272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 58590b09-f799-4c26-904d-755cee90d9e2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:35.210641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 58590b09-f799-4c26-904d-755cee90d9e2 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:35.351655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-4b8e0d0b-0ffa-49ca-9a70-1f0fdda97dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:35.353847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-4b8e0d0b-0ffa-49ca-9a70-1f0fdda97dec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7fb187-3e6f-4dbb-a406-c81560fefd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801260 Jul 07 22:44:35.396200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'port_id': '2559e728-e478-48d4-9b22-014d094ee12d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'mac_address': 'fa:16:3e:db:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:44:33Z', 'updated_at': '2021-07-07T22:44:33Z', 'revision_number': 0, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:35.430520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c38566-9b34-490c-a3c0-6e6aa7b9d059 None None] The sync data for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 is: [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'port_id': '2559e728-e478-48d4-9b22-014d094ee12d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'mac_address': 'fa:16:3e:db:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:44:33Z', 'updated_at': '2021-07-07T22:44:33Z', 'revision_number': 0, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:35.808715 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bf563-87d6-4487-8ed6-6dfd25f10f36 None None] New status for floating IP 7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:44:35.909343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-bfb66f72-020a-483b-a354-14e042de940a service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476661 Jul 07 22:44:36.024514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c2a11c7-4968-459a-abb7-5d88325adeca tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.031384 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.db.api [None req-a88bf563-87d6-4487-8ed6-6dfd25f10f36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93944) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 22:44:36.031560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c2a11c7-4968-459a-abb7-5d88325adeca tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.032419 n-d-695012-11 neutron-server[93944]: DEBUG oslo_db.api [None req-a88bf563-87d6-4487-8ed6-6dfd25f10f36 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 22:44:36.099727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-556b52b9-5d87-401a-b822-0ad7547eac43 req-2435a17b-edae-4a78-949a-4081dde5e110 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783278 Jul 07 22:44:36.306172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2a11c7-4968-459a-abb7-5d88325adeca tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:44:36.339560 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:44:36.467414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2a11c7-4968-459a-abb7-5d88325adeca tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:36.472892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3c2a11c7-4968-459a-abb7-5d88325adeca tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:36.534322 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88bf563-87d6-4487-8ed6-6dfd25f10f36 None None] New status for floating IP 7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:44:36.548141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:36.550957 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:36.563709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3c2a11c7-4968-459a-abb7-5d88325adeca tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "PUT /v2.0/floatingips/7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce HTTP/1.1" status: 200 len: 991 time: 1.9995124 Jul 07 22:44:36.597854 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be62a469-716f-4adb-97dd-d29cd3ee7f75 x-openstack-request-id: req-be62a469-716f-4adb-97dd-d29cd3ee7f75 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:36.598476 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:36.598870 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be62a469-716f-4adb-97dd-d29cd3ee7f75 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:36.599977 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d', 'status': 'completed', 'code': 200} Jul 07 22:44:36.711873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-93bdb208-e684-485b-a357-1a0964251d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:36.714490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-93bdb208-e684-485b-a357-1a0964251d3a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0219963662d8478ba79f8f6cb6c64307&device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 1097 time: 0.0642073 Jul 07 22:44:36.826768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-9424e4dc-5085-447f-b717-755cb91df416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:36.829424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-9424e4dc-5085-447f-b717-755cb91df416 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7fb187-3e6f-4dbb-a406-c81560fefd06 HTTP/1.1" status: 200 len: 915 time: 0.1087198 Jul 07 22:44:36.929942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-662f48e1-5fda-439f-9fe0-f0b0d7345781 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2559e728-e478-48d4-9b22-014d094ee12d HTTP/1.1" status: 200 len: 999 time: 0.0913196 Jul 07 22:44:36.980885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] Sync routers for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:37.003713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-81e674be-81b8-4555-a2e5-3e9f8ab54a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:37.004139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:37.005390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-81e674be-81b8-4555-a2e5-3e9f8ab54a0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fc160c1-5323-4b49-bcb7-2d30bb4af20d HTTP/1.1" status: 200 len: 853 time: 0.0690804 Jul 07 22:44:37.006265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:44:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:37.086739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-588d30a5-8183-465f-aac0-41742e42f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:37.088195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-588d30a5-8183-465f-aac0-41742e42f10d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7fb187-3e6f-4dbb-a406-c81560fefd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732524 Jul 07 22:44:37.139692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:37.249714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-1d470fc2-9f17-4bf5-85e2-420e579361c5 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530266 Jul 07 22:44:37.377510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7d26c45-5a50-4402-a3e6-e06cedfdb37b req-182d63cb-9453-40d5-bbe2-8a251e2330fa service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210167 Jul 07 22:44:37.428176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'port_id': '2559e728-e478-48d4-9b22-014d094ee12d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'mac_address': 'fa:16:3e:db:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:44:33Z', 'updated_at': '2021-07-07T22:44:36Z', 'revision_number': 2, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:37.469438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] Checking router: 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:37.478706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:37.480094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:44:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:37.593402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:38.009318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'port_id': '2559e728-e478-48d4-9b22-014d094ee12d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'mac_address': 'fa:16:3e:db:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:44:33Z', 'updated_at': '2021-07-07T22:44:36Z', 'revision_number': 2, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:38.046326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272f3fae-861b-4801-9168-1250ab989a80 None None] The sync data for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 is: [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'floating_ip_address': '172.25.8.173', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'port_id': '2559e728-e478-48d4-9b22-014d094ee12d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'mac_address': 'fa:16:3e:db:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:44:33Z', 'updated_at': '2021-07-07T22:44:36Z', 'revision_number': 2, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:38.601904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:38.604968 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:38.650484 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c72c8f-d510-4471-a703-866252184b79 x-openstack-request-id: req-64c72c8f-d510-4471-a703-866252184b79 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:38.650788 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:38.651056 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64c72c8f-d510-4471-a703-866252184b79 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:38.651486 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d', 'status': 'completed', 'code': 200} Jul 07 22:44:38.766743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-0838931d-7c1a-4f01-a06d-986270de58c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:38.768306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-0838931d-7c1a-4f01-a06d-986270de58c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0219963662d8478ba79f8f6cb6c64307&device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 1097 time: 0.0654745 Jul 07 22:44:38.885207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-01ca2530-892e-4312-b68d-eacbd32d684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:38.887509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-01ca2530-892e-4312-b68d-eacbd32d684e service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7fb187-3e6f-4dbb-a406-c81560fefd06 HTTP/1.1" status: 200 len: 915 time: 0.1102190 Jul 07 22:44:38.974321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-ab30ac97-6b4a-41b2-9bb7-8a76a99db993 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2559e728-e478-48d4-9b22-014d094ee12d HTTP/1.1" status: 200 len: 1001 time: 0.0801477 Jul 07 22:44:39.066342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-40943605-7754-43df-bf9e-070fe5195a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:39.071940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-40943605-7754-43df-bf9e-070fe5195a2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fc160c1-5323-4b49-bcb7-2d30bb4af20d HTTP/1.1" status: 200 len: 853 time: 0.0802684 Jul 07 22:44:39.139699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-7991b438-b42a-4b08-8607-da5a636cb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:39.141120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-7991b438-b42a-4b08-8607-da5a636cb99d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7fb187-3e6f-4dbb-a406-c81560fefd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629892 Jul 07 22:44:39.248665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-2a651b94-b8bc-43ad-9073-fded31c2080c service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003320 Jul 07 22:44:39.357388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6bb75e0-5850-439f-b3ca-b12cf90cc5e1 req-3d5a1eca-8bc3-4fb9-a28e-e1d2fed9fc80 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019337 Jul 07 22:44:42.090934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-1060cff2-37ec-44b5-9b93-a68242e54375 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705130 Jul 07 22:44:42.209709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-0ea74dc5-f091-439f-9ed6-ce447b69864b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:42.211255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-0ea74dc5-f091-439f-9ed6-ce447b69864b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 1097 time: 0.0658441 Jul 07 22:44:42.337971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-47e56bbe-df30-4971-9fe8-70ae3fb608c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:42.340515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-47e56bbe-df30-4971-9fe8-70ae3fb608c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5388642a-9752-4cdb-b3c9-764468aeb6fd HTTP/1.1" status: 200 len: 897 time: 0.1072857 Jul 07 22:44:42.419678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-f2553e04-1f23-4cd9-b202-0374386a1810 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d HTTP/1.1" status: 200 len: 1000 time: 0.0717554 Jul 07 22:44:42.484493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-9e251194-f5d7-4225-a1fa-e5f055f71c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:42.486263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-9e251194-f5d7-4225-a1fa-e5f055f71c23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df0c178e-2a18-46be-a215-a2db6b8022ce HTTP/1.1" status: 200 len: 834 time: 0.0607970 Jul 07 22:44:42.549465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-9ec3eabe-8231-4e9a-9110-90ddc430a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:42.551011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-9ec3eabe-8231-4e9a-9110-90ddc430a327 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5388642a-9752-4cdb-b3c9-764468aeb6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579138 Jul 07 22:44:42.657908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-672974fa-8780-4867-9c00-63c180d09435 service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001256 Jul 07 22:44:42.776753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40bc23c1-2852-4011-a572-29a3375f4de8 req-f14510e4-ea73-4065-b66a-6631f7be2e63 service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114986 Jul 07 22:44:49.903832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.175803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42282) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:51.350252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port f8400f05-93e6-472c-9690-eddd8ebe6a02 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:51.350608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.442524 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.442786 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.455098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for f8400f05-93e6-472c-9690-eddd8ebe6a02 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:51.631431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.657490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=f8400f05-93e6-472c-9690-eddd8ebe6a02,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:51.723764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:51.724018 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Floating IP ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef disassociated (deleted). External IP: 172.25.8.79, port: b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d. Jul 07 22:44:51.930271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 8ad74a18-bbee-4883-b565-a11e65529f59 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:44:52.035211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:52.040017 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:52.046866 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] Sync routers for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:52.057313 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:52.057924 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:44:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:52.080819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-04ec715f-b57b-4efe-bc76-efb304bc997a tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/floatingips/ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef HTTP/1.1" status: 204 len: 168 time: 0.9012539 Jul 07 22:44:52.080819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:52.081268 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8b4774-76cb-4da6-b989-1a98428106b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:52.121336 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddedddb-ca34-48c3-ad06-c6d978c05ddb x-openstack-request-id: req-4ddedddb-ca34-48c3-ad06-c6d978c05ddb {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:52.121733 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:52.122089 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ddedddb-ca34-48c3-ad06-c6d978c05ddb {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:52.122632 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'status': 'completed', 'code': 200} Jul 07 22:44:52.194265 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:52.216530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-9ee288fd-1b30-4283-8f98-47844c7d8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.218640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-9ee288fd-1b30-4283-8f98-47844c7d8663 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=770787b17e244d11a628113ff6e1dfed&device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 1097 time: 0.0736966 Jul 07 22:44:52.333117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-5f9397bf-67f3-49fe-a629-2e6434b362c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.334784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-5f9397bf-67f3-49fe-a629-2e6434b362c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5388642a-9752-4cdb-b3c9-764468aeb6fd HTTP/1.1" status: 200 len: 897 time: 0.1074409 Jul 07 22:44:52.385230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-3910c18a-2353-4bb1-8bcb-0e835a365239 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d HTTP/1.1" status: 200 len: 217 time: 0.0434189 Jul 07 22:44:52.431022 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:08Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '44b49d62-3d32-416a-8128-c866fe44c753', 'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:57:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:07Z', 'updated_at': '2021-07-07T22:43:13Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:52.468381 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] Checking router: 8ad74a18-bbee-4883-b565-a11e65529f59 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:52.477627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-65026077-9262-4744-9e72-710470888da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.478873 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:52.479442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-65026077-9262-4744-9e72-710470888da6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=df0c178e-2a18-46be-a215-a2db6b8022ce HTTP/1.1" status: 200 len: 834 time: 0.0869501 Jul 07 22:44:52.479562 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:44:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:52.553367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fb741-0d87-4f07-a833-2bf1b0a3dad0 req-41f290d3-b057-4eef-b437-4dfe229a8d07 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.554858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-468fb741-0d87-4f07-a833-2bf1b0a3dad0 req-41f290d3-b057-4eef-b437-4dfe229a8d07 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.1157765 Jul 07 22:44:52.581959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-bb9f6eb7-7cd6-4492-9338-9afec3ba2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:52.583800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-bb9f6eb7-7cd6-4492-9338-9afec3ba2c3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5388642a-9752-4cdb-b3c9-764468aeb6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966089 Jul 07 22:44:52.591799 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:52.620132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-468fb741-0d87-4f07-a833-2bf1b0a3dad0 req-f4f5617c-9c87-43dc-b08a-99be8e55d5df tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564232 Jul 07 22:44:52.693128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-1bdd7806-f107-481d-b3b1-e72986183bc3 service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017711 Jul 07 22:44:52.796493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf8b4774-76cb-4da6-b989-1a98428106b1 req-8f478e93-56f9-421f-8021-ad9fbea84883 service neutron] 10.222.0.44 "GET /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966849 Jul 07 22:44:52.798837 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:08Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '44b49d62-3d32-416a-8128-c866fe44c753', 'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:57:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:07Z', 'updated_at': '2021-07-07T22:43:13Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:52.825314 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a60a3-4df3-41db-a1a7-a584fb4d3a91 None None] The sync data for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 is: [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:43:08Z', 'revision_number': 4, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '44b49d62-3d32-416a-8128-c866fe44c753', 'name': '', 'network_id': '5388642a-9752-4cdb-b3c9-764468aeb6fd', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'mac_address': 'fa:16:3e:57:46:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:07Z', 'updated_at': '2021-07-07T22:43:13Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'subnets': [{'id': 'df0c178e-2a18-46be-a215-a2db6b8022ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:53.034378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42294) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:53.058536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7cfd54-dc6d-4c2d-8b3d-b1b11defa7c9 None None] New status for floating IP ef3bd7cf-0020-47f7-b23e-e4d623d5e7ef: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:44:53.083136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-504afed5-0e9e-4417-bb12-5245ddf923e7 admin admin] Deleting subnet 5a0da133-4820-4c0d-8bf2-7d7da5f73a6d {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:44:53.086460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-504afed5-0e9e-4417-bb12-5245ddf923e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.123498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-504afed5-0e9e-4417-bb12-5245ddf923e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.166670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-504afed5-0e9e-4417-bb12-5245ddf923e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.225485 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-504afed5-0e9e-4417-bb12-5245ddf923e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.252788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504afed5-0e9e-4417-bb12-5245ddf923e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0da133-4820-4c0d-8bf2-7d7da5f73a6d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:53.254786 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-504afed5-0e9e-4417-bb12-5245ddf923e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.256639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-504afed5-0e9e-4417-bb12-5245ddf923e7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5a0da133-4820-4c0d-8bf2-7d7da5f73a6d HTTP/1.1" status: 204 len: 168 time: 0.2200620 Jul 07 22:44:53.259237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42296) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:53.340771 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.768871 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.789454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54dff23-c61b-4024-9520-e1bf0c924d2a']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:53.823665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639abf59-f180-4c9d-8914-00d78e2238cc') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:53.823966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639abf59-f180-4c9d-8914-00d78e2238cc') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:53.841546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.869870 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.880656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:44:53.881052 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:44:53.882820 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:44:53.926935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146fdca-63ee-4169-96bf-ed687612695a req-c5473960-2dfe-4d5d-9511-c1ff513172a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:53.928437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a146fdca-63ee-4169-96bf-ed687612695a req-c5473960-2dfe-4d5d-9511-c1ff513172a9 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.2016468 Jul 07 22:44:53.938804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432023-039b-421c-8697-0d0b6198b70e req-5540fc80-b872-4ce8-8d5f-6c629de1ebb2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:53.940315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec432023-039b-421c-8697-0d0b6198b70e req-5540fc80-b872-4ce8-8d5f-6c629de1ebb2 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/ports?device_id=c7b9c7a6-5bbc-4b78-89d6-73f717b6e509 HTTP/1.1" status: 200 len: 945 time: 0.1760976 Jul 07 22:44:54.012551 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.027681 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.029525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c54dff23-c61b-4024-9520-e1bf0c924d2a HTTP/1.1" status: 204 len: 168 time: 0.7693036 Jul 07 22:44:54.051874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ed5d8-241b-474d-87d6-78c739f68212 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54dff23-c61b-4024-9520-e1bf0c924d2a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:54.056409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ec432023-039b-421c-8697-0d0b6198b70e req-f486295c-07ff-4afc-9175-a259b6a6080e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "GET /v2.0/security-groups?id=97b9969e-38f8-4d28-8b2f-8402dab577d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084132 Jul 07 22:44:54.106493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-a146fdca-63ee-4169-96bf-ed687612695a req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:54.106969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a146fdca-63ee-4169-96bf-ed687612695a req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.159691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42302) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:54.198667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a146fdca-63ee-4169-96bf-ed687612695a req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:54.198947 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a146fdca-63ee-4169-96bf-ed687612695a req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.200518 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-19ba8046-ec14-49b0-bba3-003054d797cd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cbe28525c56c4447b78ad9bbde3d7c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397124 Jul 07 22:44:54.203093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42304) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:54.217772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-a146fdca-63ee-4169-96bf-ed687612695a req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:54.254745 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.277707 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.329438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.331947 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.335794 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca HTTP/1.1" status: 204 len: 168 time: 0.1292305 Jul 07 22:44:54.341944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7043ab-b6d5-4cff-84fd-d3b3dde2fcca,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:54.350036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.350586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.351113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.351439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.351770 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.352097 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.352611 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.352942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.353267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.353623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.353942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.354668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70877139-fad0-4367-bc25-05c79a585c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:54.355427 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a146fdca-63ee-4169-96bf-ed687612695a req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.388014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:54.438623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a146fdca-63ee-4169-96bf-ed687612695a req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] No DVR routers for this DVR port b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:54.441224 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a146fdca-63ee-4169-96bf-ed687612695a req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:54.443404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a146fdca-63ee-4169-96bf-ed687612695a req-f8241047-9adf-45cc-bf63-37a1f30b597e tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.44 "DELETE /v2.0/ports/b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d HTTP/1.1" status: 204 len: 173 time: 0.5021105 Jul 07 22:44:54.443795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'name': 'network-vif-deleted', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:44:54.446270 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13dfd94-6c69-4788-acee-1b51153bc950" -d '{"events": [{"server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "name": "network-vif-deleted", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:44:54.495435 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8bc9ee-9ab2-4472-b501-f50c67dba2f3 x-openstack-request-id: req-4f8bc9ee-9ab2-4472-b501-f50c67dba2f3 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:44:54.495736 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b9c7a6-5bbc-4b78-89d6-73f717b6e509", "name": "network-vif-deleted", "tag": "b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:44:54.496046 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f8bc9ee-9ab2-4472-b501-f50c67dba2f3 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:44:54.496548 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b9c7a6-5bbc-4b78-89d6-73f717b6e509', 'name': 'network-vif-deleted', 'tag': 'b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d', 'status': 'completed', 'code': 200} Jul 07 22:44:55.155050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42334) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:55.824956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.099561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 44b49d62-3d32-416a-8128-c866fe44c753 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:56.099927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.201921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port 44b49d62-3d32-416a-8128-c866fe44c753, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=44b49d62-3d32-416a-8128-c866fe44c753,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:56.202387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.215911 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 44b49d62-3d32-416a-8128-c866fe44c753 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:56.413647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.444761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=44b49d62-3d32-416a-8128-c866fe44c753,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:56.628087 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:56.863015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Router 8ad74a18-bbee-4883-b565-a11e65529f59 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:44:56.972805 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:44:56.978613 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e34e24d1-f3be-456e-b5d8-44235e1e8b9f tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "PUT /v2.0/routers/8ad74a18-bbee-4883-b565-a11e65529f59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8222270 Jul 07 22:44:56.981069 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42348) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:56.985288 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] Sync routers for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:44:56.997022 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:56.997864 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:44:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:57.042441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc715095-6aac-4f77-b1bd-fd70083c5917 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting subnet df0c178e-2a18-46be-a215-a2db6b8022ce {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:44:57.045770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc715095-6aac-4f77-b1bd-fd70083c5917 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.089544 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc715095-6aac-4f77-b1bd-fd70083c5917 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.114563 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:57.173033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc715095-6aac-4f77-b1bd-fd70083c5917 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.226721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:57.236237 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc715095-6aac-4f77-b1bd-fd70083c5917 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.253713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:57.254365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device b0bf67fe-f1a5-4212-80e5-2f72bf8cb69d not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:57.284405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc715095-6aac-4f77-b1bd-fd70083c5917 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Subnet': ['ID=df0c178e-2a18-46be-a215-a2db6b8022ce,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:57.295260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc715095-6aac-4f77-b1bd-fd70083c5917 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.300325 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fc715095-6aac-4f77-b1bd-fd70083c5917 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/subnets/df0c178e-2a18-46be-a215-a2db6b8022ce HTTP/1.1" status: 204 len: 168 time: 0.3182554 Jul 07 22:44:57.300819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15159cc4-7f19-4771-8de2-4deff5b3068b None None] Network 5388642a-9752-4cdb-b3c9-764468aeb6fd requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:44:57.300939 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42350) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:57.366812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-724f36bf-ddb2-47b5-89b1-98bdce674b4d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0918872 Jul 07 22:44:57.376471 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:44:56Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:57.453428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.467197 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] Checking router: 8ad74a18-bbee-4883-b565-a11e65529f59 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:44:57.471496 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-223d4538-88f6-448f-8239-795fe9071894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.495802 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] Routers {'8ad74a18-bbee-4883-b565-a11e65529f59'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:44:57.496365 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:44:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8ad74a18-bbee-4883-b565-a11e65529f59'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:57.527275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-4e1fb8cb-e42a-4f53-98b1-f9a5f1732599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:57.528882 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-4e1fb8cb-e42a-4f53-98b1-f9a5f1732599 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 1098 time: 0.0805354 Jul 07 22:44:57.616665 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.636499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] DHCP port deletion for 5388642a-9752-4cdb-b3c9-764468aeb6fd request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:44:57.674161 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] Set router 8ad74a18-bbee-4883-b565-a11e65529f59 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:44:57.704510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Deleting port 97c3b948-18bd-403a-9efb-6cbc931322dd {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:57.705368 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.735926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Deleting port 20efccd1-7def-40bb-8bc1-de5881e25779 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:44:57.736305 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.751701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-ec06c7d1-1378-4b7e-916b-f6433c7ee6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:57.755612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-ec06c7d1-1378-4b7e-916b-f6433c7ee6f8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=43f296d5-7f00-46dc-b1a4-4dade2037ad0 HTTP/1.1" status: 200 len: 898 time: 0.1901402 Jul 07 22:44:57.840221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] For port 97c3b948-18bd-403a-9efb-6cbc931322dd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=97c3b948-18bd-403a-9efb-6cbc931322dd,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:57.840926 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.841047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-f434804b-34b8-43d9-8218-3a8037f8efe9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6 HTTP/1.1" status: 200 len: 1002 time: 0.0790634 Jul 07 22:44:57.860491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Calling delete_port for 97c3b948-18bd-403a-9efb-6cbc931322dd owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:57.891323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] For port 20efccd1-7def-40bb-8bc1-de5881e25779, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=20efccd1-7def-40bb-8bc1-de5881e25779,segment=NetworkSegment(3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd),segment_id=3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:44:57.891813 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:57.915518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-4b84bb14-b799-4ebe-9e9f-3a641812f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:57.917671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-4b84bb14-b799-4ebe-9e9f-3a641812f7eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9d56f4d-78b9-4c5f-b272-3dea40299117 HTTP/1.1" status: 200 len: 834 time: 0.0698764 Jul 07 22:44:57.919981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Calling delete_port for 20efccd1-7def-40bb-8bc1-de5881e25779 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:44:58.002968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-0f4a2af8-1b84-45aa-b45c-2d31ebc77f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:44:58.005041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-0f4a2af8-1b84-45aa-b45c-2d31ebc77f09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43f296d5-7f00-46dc-b1a4-4dade2037ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800536 Jul 07 22:44:58.027472 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.046917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] No DVR routers for this DVR port 20efccd1-7def-40bb-8bc1-de5881e25779 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:44:58.081479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Pushing event deleted for resources: {'Port': ['ID=20efccd1-7def-40bb-8bc1-de5881e25779,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:58.096636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.097385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.097965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.098491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.098928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.099391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.099820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.100270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.100766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.101194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.101662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.105688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b9d21f-56e8-497c-bcb1-916202255f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:44:58.128558 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:44:56Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:58.146516 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.153880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-70c0aac8-b931-4fb6-b20d-bf1a202ef365 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398199 Jul 07 22:44:58.161058 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37e9d26-f305-4739-966f-52fe56d0cf86 None None] The sync data for ids ['8ad74a18-bbee-4883-b565-a11e65529f59'] in n-d-695012-11 is: [{'id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65840999', 'tenant_id': '770787b17e244d11a628113ff6e1dfed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15'}], 'enable_snat': True}, 'gw_port_id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:02Z', 'updated_at': '2021-07-07T22:44:56Z', 'revision_number': 5, 'project_id': '770787b17e244d11a628113ff6e1dfed', 'gw_port': {'id': '97c3b948-18bd-403a-9efb-6cbc931322dd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:e5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad74a18-bbee-4883-b565-a11e65529f59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:03Z', 'updated_at': '2021-07-07T22:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:44:58.189656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Port': ['ID=97c3b948-18bd-403a-9efb-6cbc931322dd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:58.297766 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.302034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d6c2430-2885-4583-ae0f-c0a72df65965 req-668e9222-8a5c-4b04-a5c6-aba18b363081 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405394 Jul 07 22:44:58.390947 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.392952 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.435806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.436405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Fanout notify agent at l3_agent the message router_deleted on router 8ad74a18-bbee-4883-b565-a11e65529f59 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:44:58.443098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.444183 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-08705e19-15f8-41cc-9d3f-a4582f2db614 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/routers/8ad74a18-bbee-4883-b565-a11e65529f59 HTTP/1.1" status: 204 len: 168 time: 1.1423261 Jul 07 22:44:58.446898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42356) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:58.524294 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.612324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.623564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5388642a-9752-4cdb-b3c9-764468aeb6fd']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:58.639174 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:58.639522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d48cbf3-ac9e-4eae-aa64-cdea9147f4cd') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:44:58.654355 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.676595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.684123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:44:58.684496 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:44:58.688084 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:44:58.754166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.764292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.767404 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/networks/5388642a-9752-4cdb-b3c9-764468aeb6fd HTTP/1.1" status: 204 len: 168 time: 0.3185277 Jul 07 22:44:58.769887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42360) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:58.778041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a38d76-abbf-444e-88ec-6295e4c204be tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'Network': ['ID=5388642a-9752-4cdb-b3c9-764468aeb6fd,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:58.836039 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-82e7a75d-9a59-4d1e-afa1-9d06ba5e7cd6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.864257 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-82e7a75d-9a59-4d1e-afa1-9d06ba5e7cd6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.950188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-82e7a75d-9a59-4d1e-afa1-9d06ba5e7cd6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.953242 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-82e7a75d-9a59-4d1e-afa1-9d06ba5e7cd6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:58.957155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-82e7a75d-9a59-4d1e-afa1-9d06ba5e7cd6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] 10.222.0.81 "DELETE /v2.0/security-groups/97b9969e-38f8-4d28-8b2f-8402dab577d3 HTTP/1.1" status: 204 len: 168 time: 0.1837361 Jul 07 22:44:58.965100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7a75d-9a59-4d1e-afa1-9d06ba5e7cd6 tempest-TestNetworkAdvancedServerOps-2014376190 tempest-TestNetworkAdvancedServerOps-2014376190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b9969e-38f8-4d28-8b2f-8402dab577d3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:59.272904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42370) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:59.427737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5a40026d-9951-45e0-9f08-6475d228d746 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=770787b17e244d11a628113ff6e1dfed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535535 Jul 07 22:44:59.430677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42374) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:59.463464 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 44b49d62-3d32-416a-8128-c866fe44c753 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:59.483338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 44b49d62-3d32-416a-8128-c866fe44c753 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:59.483685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 44b49d62-3d32-416a-8128-c866fe44c753 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:59.484101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 20efccd1-7def-40bb-8bc1-de5881e25779 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:59.495061 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d5156a54-6df8-4868-92bc-663d155b5c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.502998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 20efccd1-7def-40bb-8bc1-de5881e25779 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:59.503348 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 20efccd1-7def-40bb-8bc1-de5881e25779 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:59.503771 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 97c3b948-18bd-403a-9efb-6cbc931322dd no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:44:59.517714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d5156a54-6df8-4868-92bc-663d155b5c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.523593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 97c3b948-18bd-403a-9efb-6cbc931322dd {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:44:59.523945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 97c3b948-18bd-403a-9efb-6cbc931322dd not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:44:59.566261 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d5156a54-6df8-4868-92bc-663d155b5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.568774 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d5156a54-6df8-4868-92bc-663d155b5c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.569921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d5156a54-6df8-4868-92bc-663d155b5c47 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e4616ac-9642-43db-b292-a68c5acd1110 HTTP/1.1" status: 204 len: 168 time: 0.1377807 Jul 07 22:44:59.578253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5156a54-6df8-4868-92bc-663d155b5c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4616ac-9642-43db-b292-a68c5acd1110,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:44:59.747396 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-929748e1-a2e3-4fe8-ba5e-240c671013b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.864455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42382) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:59.905380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0700eb68-52c1-4e50-b7e8-0369af0a4ff5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c6f20018ca24088970449f525070015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396717 Jul 07 22:44:59.907915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42384) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:44:59.956487 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f5c82ab-ab99-4721-8c87-e21f43d360d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:44:59.977168 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f5c82ab-ab99-4721-8c87-e21f43d360d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.026838 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f5c82ab-ab99-4721-8c87-e21f43d360d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.029519 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4f5c82ab-ab99-4721-8c87-e21f43d360d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.030708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4f5c82ab-ab99-4721-8c87-e21f43d360d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0f83352-6339-4ccd-9a92-5041148b16ae HTTP/1.1" status: 204 len: 168 time: 0.1218255 Jul 07 22:45:00.039071 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:00.039651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c82ab-ab99-4721-8c87-e21f43d360d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f83352-6339-4ccd-9a92-5041148b16ae,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:00.944450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:01.426032 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:02.814122 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:06.036114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42476) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:06.124128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9c08f-0e7d-457d-af51-37efb14ff756 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:06.124615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9c08f-0e7d-457d-af51-37efb14ff756 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:06.125092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9c08f-0e7d-457d-af51-37efb14ff756 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:06.126862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-35f9c08f-0e7d-457d-af51-37efb14ff756 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=3932c19a68e3455c88854792cad722dd&network_id=43f296d5-7f00-46dc-b1a4-4dade2037ad0 HTTP/1.1" status: 200 len: 2973 time: 0.0896335 Jul 07 22:45:08.067347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42524) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:08.118402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d7f797-7e25-4f2f-b26e-818f90eb6d4f tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:08.127808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-38d7f797-7e25-4f2f-b26e-818f90eb6d4f tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea HTTP/1.1" status: 200 len: 814 time: 0.0515862 Jul 07 22:45:08.693476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42540) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:08.699349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'network': {'name': 'tempest-network-smoke--1486460203', 'project_id': '3932c19a68e3455c88854792cad722dd', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:08.719990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Made reservation on behalf of 3932c19a68e3455c88854792cad722dd for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:08.723696 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.750754 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:45:08.761571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.761916 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Added segment 0635a9bb-61f3-4bd6-b0ca-597ef4585349 of type vlan for network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa Jul 07 22:45:08.809171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.837208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.843531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:08.844114 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:08.905869 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2110028 Jul 07 22:45:08.908930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42544) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:08.942534 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d76434-5efd-414e-b027-bbd2d8543eb9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Network': ['ID=1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:08.956294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:45:08.983783 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1575ecea-d5bd-475c-a34f-ef0e4eb902b2 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:08.985281 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1575ecea-d5bd-475c-a34f-ef0e4eb902b2 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3932c19a68e3455c88854792cad722dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0754600 Jul 07 22:45:08.988042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42550) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:09.096654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b48dfed-6515-43c2-9446-12c9edb75eba tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:09.098192 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6b48dfed-6515-43c2-9446-12c9edb75eba tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1092250 Jul 07 22:45:09.101592 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42554) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:09.129406 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-81e6ddf5-3229-425f-843d-290f1cc109f5 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267069 Jul 07 22:45:09.132156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42556) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:09.159200 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-91fc7a00-fcf9-4aff-8c13-9d82f4af06a1 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3932c19a68e3455c88854792cad722dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260296 Jul 07 22:45:09.161646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42558) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:09.250831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e884dc5-1615-404d-aac8-01e1704f3379 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:09.252340 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e884dc5-1615-404d-aac8-01e1704f3379 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897863 Jul 07 22:45:09.255180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42564) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:09.283537 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cd88b37b-f225-491e-9e57-062aed214c1f tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272708 Jul 07 22:45:09.285942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42566) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:09.291457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-369250362', 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa', 'project_id': '3932c19a68e3455c88854792cad722dd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:09.400793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Made reservation on behalf of 3932c19a68e3455c88854792cad722dd for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:09.404337 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.588661 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.651450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Subnet': ['ID=b12f4282-561d-41d4-9833-3e71734d2f11,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:09.661112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Checking segment: {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:09.661635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network hostable DHCP agents. Network: 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:45:09.679870 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:45:09.689281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:09.695919 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:09.696508 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:09.703124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dfea3d-6cd6-4fc9-b9ae-5622dfba95ce None None] Network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:09.719940 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d46f3e9a-0f9a-40aa-8d05-2180a202e230 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4302354 Jul 07 22:45:09.881385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa', 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ips': [{'subnet_id': 'b12f4282-561d-41d4-9833-3e71734d2f11'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:45:09.882404 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.035382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42582) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.042192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736123636', 'description': 'tempest-secgroup-smoke-1736123636 description', 'project_id': '3932c19a68e3455c88854792cad722dd'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:10.060770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Allocated IP 172.20.0.18 (1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa/b12f4282-561d-41d4-9833-3e71734d2f11/566039f5-7317-49bd-bc19-49bacb4d6f52) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:10.075900 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.190406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.194996 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.234320 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.235841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1990585 Jul 07 22:45:10.238724 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42586) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.244474 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-c93110c1-af2d-4641-94aa-f75dc9018d9e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6f7f818d-ce84-428d-8f4e-c9241f788f62', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:10.252150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7f818d-ce84-428d-8f4e-c9241f788f62,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.256616 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.271145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.271640 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.272111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.272603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.273075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.273502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.273786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Transition to ACTIVE for port object 566039f5-7317-49bd-bc19-49bacb4d6f52 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:10.273964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.274381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.274779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.275218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.275659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.276149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4a5375-4e55-48b5-939f-6c63ded30297 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:10.287270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93110c1-af2d-4641-94aa-f75dc9018d9e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.307512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Transition to ACTIVE for port object 566039f5-7317-49bd-bc19-49bacb4d6f52 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:10.316318 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.352769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93110c1-af2d-4641-94aa-f75dc9018d9e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.357333 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:10.359029 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93110c1-af2d-4641-94aa-f75dc9018d9e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.362421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:10.365867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:10.374189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Pushing event updated for resources: {'Port': ['ID=566039f5-7317-49bd-bc19-49bacb4d6f52,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.377502 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93110c1-af2d-4641-94aa-f75dc9018d9e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78c05dc-041b-456e-b08c-49b77da80ed0,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.391391 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c93110c1-af2d-4641-94aa-f75dc9018d9e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.392824 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c93110c1-af2d-4641-94aa-f75dc9018d9e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527910 Jul 07 22:45:10.395576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42592) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.400867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e2714728-a2a0-44c7-abba-de16fe72953b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6f7f818d-ce84-428d-8f4e-c9241f788f62', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:10.428913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2714728-a2a0-44c7-abba-de16fe72953b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.454259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Attempting to bind port 566039f5-7317-49bd-bc19-49bacb4d6f52 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:10.454705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Attempting to bind port 566039f5-7317-49bd-bc19-49bacb4d6f52 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:10.455187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Attempting to bind port 566039f5-7317-49bd-bc19-49bacb4d6f52 on network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:10.461404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:10.461785 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Checking segment: {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:10.462223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.463363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Bound using segment: {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:10.463636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Bound port: 566039f5-7317-49bd-bc19-49bacb4d6f52, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:10.464034 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.496208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2714728-a2a0-44c7-abba-de16fe72953b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.499920 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2714728-a2a0-44c7-abba-de16fe72953b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.517934 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2714728-a2a0-44c7-abba-de16fe72953b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1483ba59-7530-436e-965f-572d1d3bf9f6,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.522812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2714728-a2a0-44c7-abba-de16fe72953b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.524062 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e2714728-a2a0-44c7-abba-de16fe72953b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274645 Jul 07 22:45:10.527545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42596) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.531995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-75237e6c-f8c3-4de1-a828-f7b0cd045702 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6f7f818d-ce84-428d-8f4e-c9241f788f62', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:10.545032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] For port 566039f5-7317-49bd-bc19-49bacb4d6f52, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:10.548646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] For port 566039f5-7317-49bd-bc19-49bacb4d6f52, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=566039f5-7317-49bd-bc19-49bacb4d6f52,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:10.553227 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.564122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75237e6c-f8c3-4de1-a828-f7b0cd045702 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.612780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e186a6-b38f-4f2d-93ca-b95e0f32e336 None None] Pushing event updated for resources: {'Port': ['ID=566039f5-7317-49bd-bc19-49bacb4d6f52,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.641254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75237e6c-f8c3-4de1-a828-f7b0cd045702 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.645444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75237e6c-f8c3-4de1-a828-f7b0cd045702 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.665428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75237e6c-f8c3-4de1-a828-f7b0cd045702 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4946176-6c51-4117-a3ba-c58dbce395df,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.678300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-75237e6c-f8c3-4de1-a828-f7b0cd045702 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.682128 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-75237e6c-f8c3-4de1-a828-f7b0cd045702 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512346 Jul 07 22:45:10.683303 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42600) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.687818 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4283226a-7b20-403c-93d9-0af2054d49ef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6f7f818d-ce84-428d-8f4e-c9241f788f62', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:10.715943 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4283226a-7b20-403c-93d9-0af2054d49ef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.819489 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4283226a-7b20-403c-93d9-0af2054d49ef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.823469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4283226a-7b20-403c-93d9-0af2054d49ef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.846678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283226a-7b20-403c-93d9-0af2054d49ef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd20c92c-bbd4-4969-9387-0f65799e6ab9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.854232 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4283226a-7b20-403c-93d9-0af2054d49ef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.855852 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4283226a-7b20-403c-93d9-0af2054d49ef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715133 Jul 07 22:45:10.858755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 42604) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.863610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-90a0ebbd-6629-42dd-b608-b87e3cd96137 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6f7f818d-ce84-428d-8f4e-c9241f788f62', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:10.890041 n-d-695012-11 neutron-server[93941]: INFO neutron.db.securitygroups_db [None req-90a0ebbd-6629-42dd-b608-b87e3cd96137 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Project 3932c19a68e3455c88854792cad722dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:45:10.895309 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-90a0ebbd-6629-42dd-b608-b87e3cd96137 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.961270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-90a0ebbd-6629-42dd-b608-b87e3cd96137 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.965140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-90a0ebbd-6629-42dd-b608-b87e3cd96137 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.983766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0ebbd-6629-42dd-b608-b87e3cd96137 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfe0d4b-bb66-49ea-a15a-287ee52a8bbe,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:10.989098 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-90a0ebbd-6629-42dd-b608-b87e3cd96137 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:10.990519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-90a0ebbd-6629-42dd-b608-b87e3cd96137 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305852 Jul 07 22:45:10.993735 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:10.999196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b0080e38-b2a5-47a2-94e7-e650f3c1be25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '6f7f818d-ce84-428d-8f4e-c9241f788f62', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:11.020791 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-b0080e38-b2a5-47a2-94e7-e650f3c1be25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Project 3932c19a68e3455c88854792cad722dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:45:11.025681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0080e38-b2a5-47a2-94e7-e650f3c1be25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.104096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0080e38-b2a5-47a2-94e7-e650f3c1be25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.107568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0080e38-b2a5-47a2-94e7-e650f3c1be25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.127304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0080e38-b2a5-47a2-94e7-e650f3c1be25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b916a2f4-42ce-4b3a-8668-8b5056ee33ba,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:11.135257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0080e38-b2a5-47a2-94e7-e650f3c1be25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.136925 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b0080e38-b2a5-47a2-94e7-e650f3c1be25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414876 Jul 07 22:45:11.364076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-8f461b8a-479b-460c-805c-eec059bf75fd tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736123636&fields=id&tenant_id=3932c19a68e3455c88854792cad722dd HTTP/1.1" status: 200 len: 267 time: 0.0588012 Jul 07 22:45:11.448374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 566039f5-7317-49bd-bc19-49bacb4d6f52 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:11.504380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 566039f5-7317-49bd-bc19-49bacb4d6f52 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:11.520808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-9a73a08b-7831-4230-9511-8b7ec61f9c1b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:11.522605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-9a73a08b-7831-4230-9511-8b7ec61f9c1b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/networks?id=1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa HTTP/1.1" status: 200 len: 797 time: 0.1442893 Jul 07 22:45:11.542032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-0cb31260-23d2-4cb8-994a-1a09ec974d7e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/quotas/3932c19a68e3455c88854792cad722dd HTTP/1.1" status: 200 len: 375 time: 0.0116134 Jul 07 22:45:11.632369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b9a93dd8-edbe-4bb7-a60b-24bc896c4099 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0838625 Jul 07 22:45:11.681223 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42636) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:11.754850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab5adb-c606-4988-9e6a-c46170f94ff9 None None] Network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:11.779551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-197653ab-f90a-40a7-b385-82a47b5db11f service neutron] 10.222.0.81 "GET /v2.0/networks/1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254385 Jul 07 22:45:11.820595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-63f11311-ea73-4b13-82da-0df360a9210e None None] Provisioning for port 566039f5-7317-49bd-bc19-49bacb4d6f52 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:11.831444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-63f11311-ea73-4b13-82da-0df360a9210e None None] Provisioning complete for port 566039f5-7317-49bd-bc19-49bacb4d6f52 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:11.831951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63f11311-ea73-4b13-82da-0df360a9210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.887639 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Deleting port bbd50c57-7d43-4b58-80a7-de2a200e4e11 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:11.888624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:11.897202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-73bc4099-d787-4630-ad2b-5537fa243a61 service neutron] 10.222.0.81 "GET /v2.0/networks/1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162519 Jul 07 22:45:12.005440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.006292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.006552 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63f11311-ea73-4b13-82da-0df360a9210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.021434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Calling delete_port for bbd50c57-7d43-4b58-80a7-de2a200e4e11 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:12.081695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-63f11311-ea73-4b13-82da-0df360a9210e None None] For port 566039f5-7317-49bd-bc19-49bacb4d6f52, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=566039f5-7317-49bd-bc19-49bacb4d6f52,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:12.098284 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-63f11311-ea73-4b13-82da-0df360a9210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.158865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0efdfd75-6310-4c2e-9d60-bf36b9bc6f63 req-4f30d587-66d7-4258-bf0a-c58cb900c879 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 210 time: 0.0743792 Jul 07 22:45:12.180859 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f11311-ea73-4b13-82da-0df360a9210e None None] Pushing event updated for resources: {'Port': ['ID=566039f5-7317-49bd-bc19-49bacb4d6f52,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:12.229795 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.261119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event deleted for resources: {'Port': ['ID=bbd50c57-7d43-4b58-80a7-de2a200e4e11,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:12.366510 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.367272 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Floating IP 7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce disassociated (deleted). External IP: 172.25.8.173, port: 2559e728-e478-48d4-9b22-014d094ee12d. Jul 07 22:45:12.547312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f43ce47d-29d5-42e3-a317-3b46bb3fd0b4 None None] Provisioning complete for port 566039f5-7317-49bd-bc19-49bacb4d6f52 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:12.547833 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f43ce47d-29d5-42e3-a317-3b46bb3fd0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.631755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:12.766918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:12.772421 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:12.780364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] Sync routers for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:12.792020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:12.793529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:12.819217 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-51a0dd24-d1d6-46e6-b48b-c197d86d1869 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "DELETE /v2.0/floatingips/7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce HTTP/1.1" status: 204 len: 168 time: 1.1329799 Jul 07 22:45:12.819217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:12.819217 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:12.866242 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa1c432-2a78-49b3-83e4-254f3bb52e0a x-openstack-request-id: req-4fa1c432-2a78-49b3-83e4-254f3bb52e0a {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:12.866242 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "tag": "2559e728-e478-48d4-9b22-014d094ee12d", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:12.866242 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fa1c432-2a78-49b3-83e4-254f3bb52e0a {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:12.866663 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d', 'status': 'completed', 'code': 200} Jul 07 22:45:12.922335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:13.018275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-089d3b61-4076-4622-bb0e-4487178a05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:13.020398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-089d3b61-4076-4622-bb0e-4487178a05e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0219963662d8478ba79f8f6cb6c64307&device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 1097 time: 0.0998878 Jul 07 22:45:13.155227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-28e066e5-35de-419d-b407-a7067f0a92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:13.156826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-28e066e5-35de-419d-b407-a7067f0a92a5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cd7fb187-3e6f-4dbb-a406-c81560fefd06 HTTP/1.1" status: 200 len: 915 time: 0.1263039 Jul 07 22:45:13.214483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-1a0cdf67-3006-47de-bf87-c7eb43b594e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2559e728-e478-48d4-9b22-014d094ee12d HTTP/1.1" status: 200 len: 217 time: 0.0499647 Jul 07 22:45:13.221216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:13.288822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] Checking router: 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:13.322692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:13.323829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:13.339793 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:45:13.357473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-aeeab4f0-049f-4054-ac40-a488f4f66ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:13.360678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-aeeab4f0-049f-4054-ac40-a488f4f66ed6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1fc160c1-5323-4b49-bcb7-2d30bb4af20d HTTP/1.1" status: 200 len: 853 time: 0.1384442 Jul 07 22:45:13.437079 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 566039f5-7317-49bd-bc19-49bacb4d6f52 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:13.473388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa74f91f-058a-404f-a5e0-5b74416e0701 req-54d2e7bb-68e8-46b5-bc93-5362d30657b0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 210 time: 0.1093864 Jul 07 22:45:13.503132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:13.528162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b218d-a0a4-4bfb-ab92-2a5e1fd0f397 req-438f6bb4-e6ef-4f53-9bd2-cc6a67aaec40 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:13.529647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-446b218d-a0a4-4bfb-ab92-2a5e1fd0f397 req-438f6bb4-e6ef-4f53-9bd2-cc6a67aaec40 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 945 time: 0.2624862 Jul 07 22:45:13.558480 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 566039f5-7317-49bd-bc19-49bacb4d6f52 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:13.558975 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.625451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-8a148206-aa3a-4b2c-95f2-a8aac819687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:13.626973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-8a148206-aa3a-4b2c-95f2-a8aac819687a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cd7fb187-3e6f-4dbb-a406-c81560fefd06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2250583 Jul 07 22:45:13.631725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-446b218d-a0a4-4bfb-ab92-2a5e1fd0f397 req-a8fc041e-e94f-4015-a889-eeab0f505287 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928874 Jul 07 22:45:13.660393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-add8cfe0-8e7a-45e5-a545-1ced1c67448c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:13.661952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-add8cfe0-8e7a-45e5-a545-1ced1c67448c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "GET /v2.0/networks?id=1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa HTTP/1.1" status: 200 len: 797 time: 0.2709863 Jul 07 22:45:13.748026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-95c924fd-db72-4a6f-9b1b-e6ba3143b796 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3932c19a68e3455c88854792cad722dd HTTP/1.1" status: 200 len: 473 time: 0.0738285 Jul 07 22:45:13.767576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'port': {'device_id': '095f7817-f74a-4b72-bbff-9bdd4d928aaa', 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa', 'admin_state_up': True, 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'security_groups': ['6f7f818d-ce84-428d-8f4e-c9241f788f62']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:13.843235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-205f3ab0-d052-4411-826d-5e9444349adf service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089128 Jul 07 22:45:13.960410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:13.972643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-462c8c84-9dd2-400d-a6d9-b4d6b32a35bd req-b24d120d-e38e-49b3-b6b8-b130fea065d4 service neutron] 10.222.0.83 "GET /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215189 Jul 07 22:45:13.973673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Made reservation on behalf of 3932c19a68e3455c88854792cad722dd for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:45:13.977147 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:13.991949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de257a0a-4a6a-45e5-af6d-023e21ee56e8 None None] The sync data for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 is: [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:41:41Z', 'revision_number': 4, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ed55e8d5-9421-4b82-92dc-9623a846b086', 'name': '', 'network_id': 'cd7fb187-3e6f-4dbb-a406-c81560fefd06', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'mac_address': 'fa:16:3e:b9:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:40Z', 'updated_at': '2021-07-07T22:41:50Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'subnets': [{'id': '1fc160c1-5323-4b49-bcb7-2d30bb4af20d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:14.128971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.20.0.19 (1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa/b12f4282-561d-41d4-9833-3e71734d2f11/cb88fd7b-fc7e-4a75-b0d3-10a53b43697a) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:14.272493 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fe6b2d-7b19-4cbe-872c-0e3ebe5cff2e None None] New status for floating IP 7f6d92ab-25ba-45f1-9d29-d52fbc26c9ce: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:45:14.290408 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:14.305305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Transition to ACTIVE for port object cb88fd7b-fc7e-4a75-b0d3-10a53b43697a will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:14.341070 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:14.387487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:14.395418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:14.397887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:14.438685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:14.463915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:14.464549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:14.489373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-2f387396-e5f8-4eec-b8c5-2b64b0f0a117 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7241762 Jul 07 22:45:14.504066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Request body: {'port': {'device_id': '095f7817-f74a-4b72-bbff-9bdd4d928aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:45:14.599372 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:14.732501 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5962d177-ff72-49a0-827e-65a01b19a61b None None] Provisioning for port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:14.744520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5962d177-ff72-49a0-827e-65a01b19a61b None None] Provisioning complete for port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:14.744900 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5962d177-ff72-49a0-827e-65a01b19a61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:14.791247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5962d177-ff72-49a0-827e-65a01b19a61b None None] Port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:14.821001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839634c-3150-4b8a-a45a-5b5e8f0ca083 req-03b9b72d-dbf0-42d1-87e9-6da3687d9784 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:14.823055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e839634c-3150-4b8a-a45a-5b5e8f0ca083 req-03b9b72d-dbf0-42d1-87e9-6da3687d9784 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 932 time: 0.2121825 Jul 07 22:45:14.929623 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e839634c-3150-4b8a-a45a-5b5e8f0ca083 req-418a0a33-ade7-468a-a697-3c1e149ea2a2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977368 Jul 07 22:45:14.945865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8134c9d-8503-4a3b-ae7c-a8ba92e17f73 req-b0b4755b-d864-47f9-90f1-01899a3e06dc tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:14.947978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8134c9d-8503-4a3b-ae7c-a8ba92e17f73 req-b0b4755b-d864-47f9-90f1-01899a3e06dc tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 945 time: 0.1909618 Jul 07 22:45:15.015685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8134c9d-8503-4a3b-ae7c-a8ba92e17f73 req-222ef37e-a72a-4d2e-be34-ac25418f4525 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589111 Jul 07 22:45:15.065745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb88fd7b-fc7e-4a75-b0d3-10a53b43697a {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:45:15.076178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.088638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Transition to ACTIVE for port object cb88fd7b-fc7e-4a75-b0d3-10a53b43697a will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:15.092730 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.165271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Pushing event updated for resources: {'Port': ['ID=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:15.277656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Attempting to bind port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:15.278514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Attempting to bind port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:15.279136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Attempting to bind port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a on network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:15.285821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a on network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:45:15.286479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Attempting to bind port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a on network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:15.298134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-5639e5bf-70d1-4897-9883-3e9b6707cde2 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:15.299664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-5639e5bf-70d1-4897-9883-3e9b6707cde2 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 945 time: 0.1357160 Jul 07 22:45:15.302446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:15.302787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Checking segment: {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:15.303248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Bound using segment: {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:15.303688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Bound port: cb88fd7b-fc7e-4a75-b0d3-10a53b43697a, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:15.304051 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.431034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] For port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:15.434519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] For port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:15.440156 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.792743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:15.793209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.794579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] 10.222.0.44 "PUT /v2.0/ports/cb88fd7b-fc7e-4a75-b0d3-10a53b43697a HTTP/1.1" status: 200 len: 1093 time: 1.3037145 Jul 07 22:45:15.796751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095f7817-f74a-4b72-bbff-9bdd4d928aaa', 'tag': 'cb88fd7b-fc7e-4a75-b0d3-10a53b43697a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:15.799094 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788efd37-52ad-4267-9648-45395694b958" -d '{"events": [{"name": "network-changed", "server_uuid": "095f7817-f74a-4b72-bbff-9bdd4d928aaa", "tag": "cb88fd7b-fc7e-4a75-b0d3-10a53b43697a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:15.807993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Deleting port 2559e728-e478-48d4-9b22-014d094ee12d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:15.808292 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.863017 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c9036d-a316-4767-9ff6-9ba56e7ce552 x-openstack-request-id: req-b3c9036d-a316-4767-9ff6-9ba56e7ce552 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:15.863318 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095f7817-f74a-4b72-bbff-9bdd4d928aaa", "tag": "cb88fd7b-fc7e-4a75-b0d3-10a53b43697a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:15.863574 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3c9036d-a316-4767-9ff6-9ba56e7ce552 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:15.863967 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095f7817-f74a-4b72-bbff-9bdd4d928aaa', 'tag': 'cb88fd7b-fc7e-4a75-b0d3-10a53b43697a', 'status': 'completed', 'code': 200} Jul 07 22:45:15.883991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3f2d6-d864-4972-97b7-f6a64a3a853f service neutron] Pushing event updated for resources: {'Port': ['ID=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:15.970571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] For port 2559e728-e478-48d4-9b22-014d094ee12d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=2559e728-e478-48d4-9b22-014d094ee12d,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:15.970977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:15.982789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-64681071-e435-4c50-b6c0-2e346b2d338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:15.984300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-64681071-e435-4c50-b6c0-2e346b2d338a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 1096 time: 0.1179500 Jul 07 22:45:15.990319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Calling delete_port for 2559e728-e478-48d4-9b22-014d094ee12d owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:16.033636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-20093a55-bc08-47ac-8629-ba3b72052a78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a HTTP/1.1" status: 200 len: 217 time: 0.0413468 Jul 07 22:45:16.198545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-7b169e26-d1f1-46ab-839b-18faffe39fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.200033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-7b169e26-d1f1-46ab-839b-18faffe39fe8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b12f4282-561d-41d4-9833-3e71734d2f11 HTTP/1.1" status: 200 len: 837 time: 0.1607275 Jul 07 22:45:16.310104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82181cd6-4860-4585-8d3c-7b038327b91c req-e0ee1afc-bb09-48d5-85b5-ff3746b88788 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.311591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82181cd6-4860-4585-8d3c-7b038327b91c req-e0ee1afc-bb09-48d5-85b5-ff3746b88788 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 944 time: 0.2265213 Jul 07 22:45:16.367279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75ec13-ba4e-4023-902c-f0e7e67dfe56 req-17195715-8abf-4b54-af2d-3557682d9504 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.368806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f75ec13-ba4e-4023-902c-f0e7e67dfe56 req-17195715-8abf-4b54-af2d-3557682d9504 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 945 time: 0.2221274 Jul 07 22:45:16.388482 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:16.420030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-0f812a32-6893-412a-9965-7cabb68df07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.421804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-0f812a32-6893-412a-9965-7cabb68df07d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2153063 Jul 07 22:45:16.445551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82181cd6-4860-4585-8d3c-7b038327b91c req-2f280ae0-47c9-4a56-a5dd-33ae82ab0e05 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209638 Jul 07 22:45:16.457474 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event deleted for resources: {'Port': ['ID=2559e728-e478-48d4-9b22-014d094ee12d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:16.533967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f75ec13-ba4e-4023-902c-f0e7e67dfe56 req-284354a4-acc9-4948-8549-adebb8886c18 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/security-groups?id=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1548085 Jul 07 22:45:16.558207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] No DVR routers for this DVR port 2559e728-e478-48d4-9b22-014d094ee12d on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:16.561863 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:16.563936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-229c6467-8b52-4c34-b9c6-6a1e5bc54f0d req-58eca392-c0dd-470d-96d6-b15f1c9483bb tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.83 "DELETE /v2.0/ports/2559e728-e478-48d4-9b22-014d094ee12d HTTP/1.1" status: 204 len: 173 time: 1.2576010 Jul 07 22:45:16.606855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-b80ef351-0904-4cda-b79e-eb3483cbc58d service neutron] 10.222.0.44 "GET /v2.0/networks/1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570547 Jul 07 22:45:16.704178 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b50db52e-73a5-42ba-b67e-409cf9b8fdef req-81f0a8b8-01c1-48bb-881d-2308a8320348 service neutron] 10.222.0.44 "GET /v2.0/networks/1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904074 Jul 07 22:45:16.805749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efd37-52ad-4267-9648-45395694b958 req-55b79d4b-6c2a-481b-b2b8-0d6604592ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.807564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-788efd37-52ad-4267-9648-45395694b958 req-55b79d4b-6c2a-481b-b2b8-0d6604592ce9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 1096 time: 0.0565741 Jul 07 22:45:16.927368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efd37-52ad-4267-9648-45395694b958 req-2cad98c9-8be6-43f3-a776-aeee1947ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:16.929439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-788efd37-52ad-4267-9648-45395694b958 req-2cad98c9-8be6-43f3-a776-aeee1947ffde service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa HTTP/1.1" status: 200 len: 898 time: 0.1154640 Jul 07 22:45:16.975858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-788efd37-52ad-4267-9648-45395694b958 req-8c11e72d-6f43-458d-bec8-27670f49f3f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a HTTP/1.1" status: 200 len: 217 time: 0.0386789 Jul 07 22:45:17.034299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efd37-52ad-4267-9648-45395694b958 req-e4139ed4-1770-45b5-8840-6c236b7acfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:17.035838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-788efd37-52ad-4267-9648-45395694b958 req-e4139ed4-1770-45b5-8840-6c236b7acfd8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b12f4282-561d-41d4-9833-3e71734d2f11 HTTP/1.1" status: 200 len: 837 time: 0.0537739 Jul 07 22:45:17.094619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788efd37-52ad-4267-9648-45395694b958 req-d89e0513-1981-4bf8-87d0-211f555cd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:17.096085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-788efd37-52ad-4267-9648-45395694b958 req-d89e0513-1981-4bf8-87d0-211f555cd7d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0536530 Jul 07 22:45:17.195029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-788efd37-52ad-4267-9648-45395694b958 req-7d8d8ba8-7de4-4773-bf57-d983d6863a51 service neutron] 10.222.0.44 "GET /v2.0/networks/1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918770 Jul 07 22:45:17.307673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-788efd37-52ad-4267-9648-45395694b958 req-35682b55-7119-445c-b842-758ab6661639 service neutron] 10.222.0.44 "GET /v2.0/networks/1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053178 Jul 07 22:45:17.629438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e2554-e085-43a9-9d1c-dbb9b2e058fc req-ed274193-41c5-4291-8fd9-d3788f7b708a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:17.630885 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-220e2554-e085-43a9-9d1c-dbb9b2e058fc req-ed274193-41c5-4291-8fd9-d3788f7b708a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 944 time: 0.0661263 Jul 07 22:45:17.674367 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-220e2554-e085-43a9-9d1c-dbb9b2e058fc req-66190baa-ca3a-434e-b442-c99a186750b8 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356078 Jul 07 22:45:17.724655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-69a377e0-3628-4c2b-a8b2-8ab3c6fe80d7 req-1f8a2611-dc9b-4c8a-b4b2-29a95b70ba8f tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 210 time: 0.0301738 Jul 07 22:45:17.864843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'name': 'network-vif-deleted', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:17.867270 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1ec8fb-e308-4ec8-83c7-3a7c9fd47850" -d '{"events": [{"server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "name": "network-vif-deleted", "tag": "2559e728-e478-48d4-9b22-014d094ee12d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:17.902854 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ad8f6b-26da-4582-847f-e54b0d36a383 x-openstack-request-id: req-93ad8f6b-26da-4582-847f-e54b0d36a383 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:17.903153 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f6d779-557f-4bf9-bfcf-72dd9366b386", "name": "network-vif-deleted", "tag": "2559e728-e478-48d4-9b22-014d094ee12d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:17.903402 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93ad8f6b-26da-4582-847f-e54b0d36a383 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:17.903798 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f6d779-557f-4bf9-bfcf-72dd9366b386', 'name': 'network-vif-deleted', 'tag': '2559e728-e478-48d4-9b22-014d094ee12d', 'status': 'completed', 'code': 200} Jul 07 22:45:18.891726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be6ef539-b79c-4288-a033-58636741c22e req-56889165-621e-4469-af72-59cf6871ee65 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 210 time: 0.0356941 Jul 07 22:45:19.069415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40af9c-5520-49f6-b40d-cdfc1a898703 req-b489740c-90ab-4536-95a5-4100d2cdfbbe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:19.071075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc40af9c-5520-49f6-b40d-cdfc1a898703 req-b489740c-90ab-4536-95a5-4100d2cdfbbe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 944 time: 0.0674181 Jul 07 22:45:19.115967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc40af9c-5520-49f6-b40d-cdfc1a898703 req-fd65648d-c04c-4e0e-b206-0fc3c57a98a7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Jul 07 22:45:19.288363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cb88fd7b-fc7e-4a75-b0d3-10a53b43697a details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:45:19.401225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:19.416526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'cb88fd7b-fc7e-4a75-b0d3-10a53b43697a', 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa', 'port_id': 'cb88fd7b-fc7e-4a75-b0d3-10a53b43697a', 'mac_address': 'fa:16:3e:5e:16:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f4282-561d-41d4-9833-3e71734d2f11', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:45:19.453696 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.466782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb88fd7b-fc7e-4a75-b0d3-10a53b43697a {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:45:19.486882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:19.491562 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.544971 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:19.681043 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['cb88fd7b-fc7e-4a75-b0d3-10a53b43697a'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:45:19.917022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:19.987065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2559e728-e478-48d4-9b22-014d094ee12d no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:20.009757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 2559e728-e478-48d4-9b22-014d094ee12d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:20.010523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 2559e728-e478-48d4-9b22-014d094ee12d not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:20.046651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9becb8e-dbd2-426c-9cb6-9a13a34ef2c5 req-db69131b-7c99-40b5-8d0f-ce4b3c653234 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6f6d779-557f-4bf9-bfcf-72dd9366b386 HTTP/1.1" status: 200 len: 210 time: 0.0310400 Jul 07 22:45:20.310420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c45e26-39a3-43ad-93bf-10324d007383 req-7fcf9a6e-2782-49f0-b407-81ead0749bda tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:20.311819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49c45e26-39a3-43ad-93bf-10324d007383 req-7fcf9a6e-2782-49f0-b407-81ead0749bda tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 945 time: 0.0735345 Jul 07 22:45:20.351671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-49c45e26-39a3-43ad-93bf-10324d007383 req-a44e7e6e-f27d-4629-9959-215352994b77 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340281 Jul 07 22:45:21.147487 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 42840) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:21.210830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5799b7cb-fad3-4f4a-a44f-02b64c25dd79 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.237186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5799b7cb-fad3-4f4a-a44f-02b64c25dd79 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.298230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5799b7cb-fad3-4f4a-a44f-02b64c25dd79 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.300773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cb88fd7b-fc7e-4a75-b0d3-10a53b43697a up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:21.301276 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5799b7cb-fad3-4f4a-a44f-02b64c25dd79 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.302121 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5799b7cb-fad3-4f4a-a44f-02b64c25dd79 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] 10.222.0.81 "DELETE /v2.0/security-groups/bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0 HTTP/1.1" status: 204 len: 168 time: 0.1536181 Jul 07 22:45:21.311991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799b7cb-fad3-4f4a-a44f-02b64c25dd79 tempest-TestVolumeBackupRestore-1663079889 tempest-TestVolumeBackupRestore-1663079889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab598e7-6d1f-4a22-9a02-b34f9e3cb5c0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:21.375966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:21.380127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:21.380540 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.519429 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.546979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095f7817-f74a-4b72-bbff-9bdd4d928aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb88fd7b-fc7e-4a75-b0d3-10a53b43697a'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:21.549340 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8011eba-4c65-4206-9297-eb96bad39262" -d '{"events": [{"server_uuid": "095f7817-f74a-4b72-bbff-9bdd4d928aaa", "name": "network-vif-plugged", "status": "completed", "tag": "cb88fd7b-fc7e-4a75-b0d3-10a53b43697a"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:21.587877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:21.602169 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:21.632320 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac0afb-eda7-4d53-9869-99ee6b46c1a3 x-openstack-request-id: req-9aac0afb-eda7-4d53-9869-99ee6b46c1a3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:21.633063 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095f7817-f74a-4b72-bbff-9bdd4d928aaa", "name": "network-vif-plugged", "status": "completed", "tag": "cb88fd7b-fc7e-4a75-b0d3-10a53b43697a", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:21.634183 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9aac0afb-eda7-4d53-9869-99ee6b46c1a3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:21.634722 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095f7817-f74a-4b72-bbff-9bdd4d928aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb88fd7b-fc7e-4a75-b0d3-10a53b43697a', 'code': 200} Jul 07 22:45:21.731848 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:21.849029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6b4a-1288-416e-aec4-5650e1a449ec req-889266d9-2f6b-49bc-8ec2-ed77c5413aaa tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:21.850560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a5c6b4a-1288-416e-aec4-5650e1a449ec req-889266d9-2f6b-49bc-8ec2-ed77c5413aaa tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 946 time: 0.2062211 Jul 07 22:45:21.862876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df852ca7-e2cc-458d-a106-ad29505269a3 req-b902a1cf-f2a6-44b4-add6-ebbf1f987696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:21.864725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df852ca7-e2cc-458d-a106-ad29505269a3 req-b902a1cf-f2a6-44b4-add6-ebbf1f987696 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 1098 time: 0.1045218 Jul 07 22:45:21.916977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df852ca7-e2cc-458d-a106-ad29505269a3 req-b0ddab1b-14d7-49c6-9de4-85c3c0c91083 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450234 Jul 07 22:45:21.947317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a5c6b4a-1288-416e-aec4-5650e1a449ec req-0fe0aebf-7817-4987-b64d-26616c56a5e4 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875216 Jul 07 22:45:23.240150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25670dd1-58e7-40bf-b8b9-23892ccf6be5 req-dd1ee4e3-36ae-42e0-9f1a-4e47f40e3863 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:23.254917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25670dd1-58e7-40bf-b8b9-23892ccf6be5 req-dd1ee4e3-36ae-42e0-9f1a-4e47f40e3863 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 946 time: 0.1603570 Jul 07 22:45:23.346891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25670dd1-58e7-40bf-b8b9-23892ccf6be5 req-8b6740cc-137f-42cc-aeb2-70f82a52addb tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908191 Jul 07 22:45:23.695224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5314e-ff34-401d-90d1-e66bda75a629 req-14d0194f-7145-46d1-8243-e6738377fb58 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:23.712202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ada5314e-ff34-401d-90d1-e66bda75a629 req-14d0194f-7145-46d1-8243-e6738377fb58 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 946 time: 0.1724341 Jul 07 22:45:23.763177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ada5314e-ff34-401d-90d1-e66bda75a629 req-767929fd-4c36-4e3d-a59b-df74d080a5d2 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499256 Jul 07 22:45:25.258827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43342) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:25.814274 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.108046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43376) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:26.200904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.20.0.17 (1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa/b12f4282-561d-41d4-9833-3e71734d2f11/59dad9e5-7ee5-4980-9909-d470b4b0c4f8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:45:26.329210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.345298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Transition to ACTIVE for port object 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:26.390535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.429411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:26.434927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:26.439105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:45:26.484439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=59dad9e5-7ee5-4980-9909-d470b4b0c4f8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:26.503414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.735274 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.756777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e5342c7-407b-4718-998e-30304f0b7add None None] Provisioning for port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:26.761801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e5342c7-407b-4718-998e-30304f0b7add None None] Provisioning complete for port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:26.762410 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e5342c7-407b-4718-998e-30304f0b7add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:26.800342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4e5342c7-407b-4718-998e-30304f0b7add None None] Port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:26.874305 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.048522 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.053126 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.122232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=59dad9e5-7ee5-4980-9909-d470b4b0c4f8,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:27.140338 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.153672 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Deleting port ed55e8d5-9421-4b82-92dc-9623a846b086 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:27.154290 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.241700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] For port ed55e8d5-9421-4b82-92dc-9623a846b086, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ed55e8d5-9421-4b82-92dc-9623a846b086,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:27.242058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.256178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Calling delete_port for ed55e8d5-9421-4b82-92dc-9623a846b086 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:27.373471 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94b23104-13b6-4d18-8626-93416cf1ed72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.459481 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.486772 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed55e8d5-9421-4b82-92dc-9623a846b086,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:27.591110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:45:27.593124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:45:27.727023 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.793907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router c24ef9a6-01ac-408b-b19a-60913a475f53 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:27.919907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:27.925412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0c610945-ba62-43e7-9c28-7456b7c33d1d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "PUT /v2.0/routers/c24ef9a6-01ac-408b-b19a-60913a475f53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6644077 Jul 07 22:45:27.935439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-64188685-4e9e-4a74-a6ea-b90d21a5c972 None None] Provisioning complete for port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:27.935944 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-64188685-4e9e-4a74-a6ea-b90d21a5c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:27.961529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Sync routers for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:27.982283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:27.982928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:27.986398 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:28.022991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-64188685-4e9e-4a74-a6ea-b90d21a5c972 None None] Port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:45:28.107592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:28.113663 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:28.119013 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d84ca8e3-00c5-4d5b-bb61-32d973ef2990 admin admin] 10.222.0.81 "PUT /v2.0/routers/6b8c583f-055d-4f8f-8c92-4f1b43d65f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0099361 Jul 07 22:45:28.121539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:28.132235 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] Sync routers for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:28.141418 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:28.142039 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:28.243519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.272209 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:28.375900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:26Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5a5387c7-dab3-4bfd-ad4b-28326e90d6f3', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:47Z', 'updated_at': '2021-07-07T22:43:50Z', 'revision_number': 1, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dad9e5-7ee5-4980-9909-d470b4b0c4f8', 'name': '', 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ad:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'b12f4282-561d-41d4-9833-3e71734d2f11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:25Z', 'updated_at': '2021-07-07T22:45:26Z', 'revision_number': 2, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b12f4282-561d-41d4-9833-3e71734d2f11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:28.378055 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.421027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Checking router: c24ef9a6-01ac-408b-b19a-60913a475f53 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:28.421645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Updating router c24ef9a6-01ac-408b-b19a-60913a475f53 port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:45:28.443784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Deleting port 699b056b-9f67-4b97-a33b-5d716ed58762 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:28.444126 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.468489 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.495414 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:45:27Z', 'revision_number': 5, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port': {'id': '699b056b-9f67-4b97-a33b-5d716ed58762', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:37Z', 'updated_at': '2021-07-07T22:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:28.525996 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] Checking router: 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:28.535237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] For port 699b056b-9f67-4b97-a33b-5d716ed58762, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=699b056b-9f67-4b97-a33b-5d716ed58762,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:28.535623 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] Routers {'6b8c583f-055d-4f8f-8c92-4f1b43d65f09'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:28.535741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.536479 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:28.551389 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Calling delete_port for 699b056b-9f67-4b97-a33b-5d716ed58762 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:28.642815 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] Set router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:28.722750 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:45:28Z', 'revision_number': 6, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:28.754684 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f068eb9-f7c7-423e-a67d-f5edaa839cdc None None] The sync data for ids ['6b8c583f-055d-4f8f-8c92-4f1b43d65f09'] in n-d-695012-11 is: [{'id': '6b8c583f-055d-4f8f-8c92-4f1b43d65f09', 'name': 'tempest-TestVolumeBackupRestore-1668278026-router', 'tenant_id': '0219963662d8478ba79f8f6cb6c64307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:36Z', 'updated_at': '2021-07-07T22:45:28Z', 'revision_number': 6, 'project_id': '0219963662d8478ba79f8f6cb6c64307', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:28.782407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.815148 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.820432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Pushing event deleted for resources: {'Port': ['ID=699b056b-9f67-4b97-a33b-5d716ed58762,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:28.826466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Transition to ACTIVE for port object 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:45:28.835687 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.884302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991b229-6924-4448-91b6-116d59fbffe0 None None] Pushing event updated for resources: {'Port': ['ID=59dad9e5-7ee5-4980-9909-d470b4b0c4f8,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:28.887392 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.956885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Attempting to bind port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:45:28.957411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Attempting to bind port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:45:28.957873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Attempting to bind port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 on network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:45:28.965323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:45:28.966322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Checking segment: {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:45:28.966724 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:28.967118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Bound using segment: {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:45:28.967755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Bound port: 59dad9e5-7ee5-4980-9909-d470b4b0c4f8, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0635a9bb-61f3-4bd6-b0ca-597ef4585349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:45:28.968255 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.002628 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.008013 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.073423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] For port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:45:29.075654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.076417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b8c583f-055d-4f8f-8c92-4f1b43d65f09 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:29.077457 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] For port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=59dad9e5-7ee5-4980-9909-d470b4b0c4f8,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:45:29.081805 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.082983 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7388d87f-cdc4-47e3-8b28-2732674bd44b admin admin] 10.222.0.81 "DELETE /v2.0/routers/6b8c583f-055d-4f8f-8c92-4f1b43d65f09 HTTP/1.1" status: 204 len: 168 time: 0.9605029 Jul 07 22:45:29.083828 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.085512 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43430) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:29.165193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-472274d4-cf3e-4572-85a8-2e5db396c2c8 admin admin] Deleting subnet 1fc160c1-5323-4b49-bcb7-2d30bb4af20d {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:45:29.167657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:29.168310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:29.168877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-472274d4-cf3e-4572-85a8-2e5db396c2c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.207808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991b229-6924-4448-91b6-116d59fbffe0 None None] Pushing event updated for resources: {'Port': ['ID=59dad9e5-7ee5-4980-9909-d470b4b0c4f8,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:29.208359 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-472274d4-cf3e-4572-85a8-2e5db396c2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.320912 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-472274d4-cf3e-4572-85a8-2e5db396c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.343276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:29.384051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-472274d4-cf3e-4572-85a8-2e5db396c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.415997 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472274d4-cf3e-4572-85a8-2e5db396c2c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc160c1-5323-4b49-bcb7-2d30bb4af20d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:29.421802 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-472274d4-cf3e-4572-85a8-2e5db396c2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.423680 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-472274d4-cf3e-4572-85a8-2e5db396c2c8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1fc160c1-5323-4b49-bcb7-2d30bb4af20d HTTP/1.1" status: 204 len: 168 time: 0.3370533 Jul 07 22:45:29.426275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43436) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:29.441065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbfc078-702b-47dc-a8a1-443dfad8e716 None None] Network cd7fb187-3e6f-4dbb-a406-c81560fefd06 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:29.497639 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.550756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Deleting port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:29.551204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.635661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] For port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=171c7ed2-3dec-4907-90d6-ca3654e7f7d4,segment=NetworkSegment(c7843f0f-7767-4c95-be3d-718530ee08f6),segment_id=c7843f0f-7767-4c95-be3d-718530ee08f6)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:29.638170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.650256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Calling delete_port for 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:29.721162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 699b056b-9f67-4b97-a33b-5d716ed58762 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:29.759180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 699b056b-9f67-4b97-a33b-5d716ed58762 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:29.759658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 699b056b-9f67-4b97-a33b-5d716ed58762 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:29.760244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ed55e8d5-9421-4b82-92dc-9623a846b086 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:29.763592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.790240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ed55e8d5-9421-4b82-92dc-9623a846b086 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:29.790634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ed55e8d5-9421-4b82-92dc-9623a846b086 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:29.794412 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a72e44a-c99c-4df2-9465-7362827fcf14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.809746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88bff3-21f5-4bea-88cf-8020227a436b None None] DHCP port deletion for cd7fb187-3e6f-4dbb-a406-c81560fefd06 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:45:29.813688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:26Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5a5387c7-dab3-4bfd-ad4b-28326e90d6f3', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:47Z', 'updated_at': '2021-07-07T22:43:50Z', 'revision_number': 1, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dad9e5-7ee5-4980-9909-d470b4b0c4f8', 'name': '', 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ad:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'b12f4282-561d-41d4-9833-3e71734d2f11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:25Z', 'updated_at': '2021-07-07T22:45:29Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b12f4282-561d-41d4-9833-3e71734d2f11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:29.814448 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=171c7ed2-3dec-4907-90d6-ca3654e7f7d4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:29.827283 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] No DVR routers for this DVR port 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:29.845051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff01a8e-2d8f-4bc6-8c62-ecb69e7e2701 None None] The sync data for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 is: [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:26Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5a5387c7-dab3-4bfd-ad4b-28326e90d6f3', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:47Z', 'updated_at': '2021-07-07T22:43:50Z', 'revision_number': 1, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59dad9e5-7ee5-4980-9909-d470b4b0c4f8', 'name': '', 'network_id': '1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ad:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'b12f4282-561d-41d4-9833-3e71734d2f11', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:45:25Z', 'updated_at': '2021-07-07T22:45:29Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b12f4282-561d-41d4-9833-3e71734d2f11', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:29.902923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.918067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7fb187-3e6f-4dbb-a406-c81560fefd06']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:29.932548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7843f0f-7767-4c95-be3d-718530ee08f6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:29.938093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7843f0f-7767-4c95-be3d-718530ee08f6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:29.949822 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.964547 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.971153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:45:29.971593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:45:29.973568 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:45:30.034763 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.075949 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.082432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.086018 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] 10.222.0.81 "DELETE /v2.0/networks/cd7fb187-3e6f-4dbb-a406-c81560fefd06 HTTP/1.1" status: 204 len: 168 time: 0.6586156 Jul 07 22:45:30.089503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43448) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:30.112889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52162b-42d1-4d90-b4c0-a27aacf90c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7fb187-3e6f-4dbb-a406-c81560fefd06,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:30.487025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.776768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Deleting port 3aecfeed-b703-4403-b338-f94642ad440f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:30.777148 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.861788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] For port 3aecfeed-b703-4403-b338-f94642ad440f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3aecfeed-b703-4403-b338-f94642ad440f,segment=NetworkSegment(c15d8e17-1a97-46f3-a7f2-ff27c261c253),segment_id=c15d8e17-1a97-46f3-a7f2-ff27c261c253)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:30.862188 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:30.875174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Calling delete_port for 3aecfeed-b703-4403-b338-f94642ad440f owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:30.945159 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.058621 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.084200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Pushing event deleted for resources: {'Port': ['ID=3aecfeed-b703-4403-b338-f94642ad440f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:31.270386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.441072 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.491858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:31.517245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Router c9187588-182e-42ff-9e21-ef0d176a1451 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:31.550912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:45:31.554703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:31.555093 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.631035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:31.633122 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.638497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-10365277-ad6c-44cc-97a6-6d200de6398d admin admin] 10.222.0.81 "PUT /v2.0/routers/c9187588-182e-42ff-9e21-ef0d176a1451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5478702 Jul 07 22:45:31.641086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:31.645119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] Sync routers for ids ['c9187588-182e-42ff-9e21-ef0d176a1451'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:31.665866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] Routers {'c9187588-182e-42ff-9e21-ef0d176a1451'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:31.666725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c9187588-182e-42ff-9e21-ef0d176a1451'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:31.717965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=59dad9e5-7ee5-4980-9909-d470b4b0c4f8,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:31.726107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:31.802825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:32.009200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:32.009549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 171c7ed2-3dec-4907-90d6-ca3654e7f7d4 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:32.031640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] Set router c9187588-182e-42ff-9e21-ef0d176a1451 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:32.085405 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=59dad9e5-7ee5-4980-9909-d470b4b0c4f8,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:32.085815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.191067 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.221642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '7905d366-e43c-4cbf-af38-98e88247b510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:44Z', 'updated_at': '2021-07-07T22:45:31Z', 'revision_number': 5, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'gw_port': {'id': '7905d366-e43c-4cbf-af38-98e88247b510', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:41:45Z', 'updated_at': '2021-07-07T22:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:32.249821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] Checking router: c9187588-182e-42ff-9e21-ef0d176a1451 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:32.250360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Deleting port 7905d366-e43c-4cbf-af38-98e88247b510 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:32.250705 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.258988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] Routers {'c9187588-182e-42ff-9e21-ef0d176a1451'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:32.259603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c9187588-182e-42ff-9e21-ef0d176a1451'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:32.344411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] For port 7905d366-e43c-4cbf-af38-98e88247b510, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=7905d366-e43c-4cbf-af38-98e88247b510,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:32.344789 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.346302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] Set router c9187588-182e-42ff-9e21-ef0d176a1451 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:32.361685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Calling delete_port for 7905d366-e43c-4cbf-af38-98e88247b510 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:32.401976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:44Z', 'updated_at': '2021-07-07T22:45:32Z', 'revision_number': 6, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:32.428572 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a143a535-02ec-4a25-9eeb-c69c20a011b4 None None] The sync data for ids ['c9187588-182e-42ff-9e21-ef0d176a1451'] in n-d-695012-11 is: [{'id': 'c9187588-182e-42ff-9e21-ef0d176a1451', 'name': 'tempest-TestVolumeBackupRestore-967459772-router', 'tenant_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:41:44Z', 'updated_at': '2021-07-07T22:45:32Z', 'revision_number': 6, 'project_id': '5b4f79b0dc0644b7a467d81c3fbfff0f', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:32.535965 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.560648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=7905d366-e43c-4cbf-af38-98e88247b510,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:32.627528 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.718634 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.720891 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.763711 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.764222 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9187588-182e-42ff-9e21-ef0d176a1451 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:45:32.768640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.769952 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-efc75622-52cd-4ae7-af6a-fc9b74af7f9a admin admin] 10.222.0.81 "DELETE /v2.0/routers/c9187588-182e-42ff-9e21-ef0d176a1451 HTTP/1.1" status: 204 len: 168 time: 1.1273189 Jul 07 22:45:32.772338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43502) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:32.826581 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.830684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e5bb1f-3164-4236-93eb-8b2e79ce3c3b admin admin] Deleting subnet aec157c2-62fb-4a3e-9076-2c969426b010 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:45:32.834237 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e5bb1f-3164-4236-93eb-8b2e79ce3c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.878453 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e5bb1f-3164-4236-93eb-8b2e79ce3c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:32.961858 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e5bb1f-3164-4236-93eb-8b2e79ce3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.015988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e5bb1f-3164-4236-93eb-8b2e79ce3c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.042391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5bb1f-3164-4236-93eb-8b2e79ce3c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec157c2-62fb-4a3e-9076-2c969426b010,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:33.044457 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b7e5bb1f-3164-4236-93eb-8b2e79ce3c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.046695 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b7e5bb1f-3164-4236-93eb-8b2e79ce3c3b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/aec157c2-62fb-4a3e-9076-2c969426b010 HTTP/1.1" status: 204 len: 168 time: 0.2734163 Jul 07 22:45:33.049053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398adef-d02d-4a09-a9cd-5cf1f7270b68 None None] Network c437049e-36d2-4512-a189-6b66fce889d6 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:33.049191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43508) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:33.126808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.182170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Deleting port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:33.182519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.256270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] For port a4a54e10-93a3-4c9d-9e54-c8e9276bd132, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a4a54e10-93a3-4c9d-9e54-c8e9276bd132,segment=NetworkSegment(c15d8e17-1a97-46f3-a7f2-ff27c261c253),segment_id=c15d8e17-1a97-46f3-a7f2-ff27c261c253)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:33.256634 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.271314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ba5320-2bb9-4d49-97c0-f2b581734617 None None] DHCP port deletion for c437049e-36d2-4512-a189-6b66fce889d6 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:45:33.275106 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Calling delete_port for a4a54e10-93a3-4c9d-9e54-c8e9276bd132 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:33.325229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-23ba5320-2bb9-4d49-97c0-f2b581734617 None None] Deleting port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:33.325516 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23ba5320-2bb9-4d49-97c0-f2b581734617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.376595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.418479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-23ba5320-2bb9-4d49-97c0-f2b581734617 None None] For port a4a54e10-93a3-4c9d-9e54-c8e9276bd132, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a4a54e10-93a3-4c9d-9e54-c8e9276bd132,segment=NetworkSegment(c15d8e17-1a97-46f3-a7f2-ff27c261c253),segment_id=c15d8e17-1a97-46f3-a7f2-ff27c261c253)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:33.419155 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23ba5320-2bb9-4d49-97c0-f2b581734617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.424961 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a54e10-93a3-4c9d-9e54-c8e9276bd132,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:33.426912 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] No DVR routers for this DVR port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:33.434915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-23ba5320-2bb9-4d49-97c0-f2b581734617 None None] Calling delete_port for a4a54e10-93a3-4c9d-9e54-c8e9276bd132 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:33.440167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:45:33.503172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.515257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c437049e-36d2-4512-a189-6b66fce889d6']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:33.528105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15d8e17-1a97-46f3-a7f2-ff27c261c253') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:33.528638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15d8e17-1a97-46f3-a7f2-ff27c261c253') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:33.536604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:45:33.537168 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.538729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.558913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.566259 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:45:33.566694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:45:33.568692 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:45:33.630553 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23ba5320-2bb9-4d49-97c0-f2b581734617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.640443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.646065 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.651738 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c437049e-36d2-4512-a189-6b66fce889d6 HTTP/1.1" status: 204 len: 168 time: 0.6016462 Jul 07 22:45:33.665540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3d629-2294-4633-84a2-f2bfabb1e6f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c437049e-36d2-4512-a189-6b66fce889d6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:33.671413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba5320-2bb9-4d49-97c0-f2b581734617 None None] Pushing event deleted for resources: {'Port': ['ID=a4a54e10-93a3-4c9d-9e54-c8e9276bd132,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:33.673173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba5320-2bb9-4d49-97c0-f2b581734617 None None] No DVR routers for this DVR port a4a54e10-93a3-4c9d-9e54-c8e9276bd132 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:33.735451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3aecfeed-b703-4403-b338-f94642ad440f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:33.760967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3aecfeed-b703-4403-b338-f94642ad440f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:33.761381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3aecfeed-b703-4403-b338-f94642ad440f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:33.761864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7905d366-e43c-4cbf-af38-98e88247b510 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:33.781978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 7905d366-e43c-4cbf-af38-98e88247b510 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:33.782426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 7905d366-e43c-4cbf-af38-98e88247b510 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:33.782901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a4a54e10-93a3-4c9d-9e54-c8e9276bd132 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:33.806091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: a4a54e10-93a3-4c9d-9e54-c8e9276bd132 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:33.806517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a4a54e10-93a3-4c9d-9e54-c8e9276bd132 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:33.855604 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 43514) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:33.900900 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-22eee48e-75ed-4e2d-b2e2-1dc4940065c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0219963662d8478ba79f8f6cb6c64307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439827 Jul 07 22:45:33.903324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43516) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:33.951955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae796cab-22a6-490e-a9de-d1f4acd3370c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:33.973541 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae796cab-22a6-490e-a9de-d1f4acd3370c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.022671 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae796cab-22a6-490e-a9de-d1f4acd3370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.025991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ae796cab-22a6-490e-a9de-d1f4acd3370c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.027206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ae796cab-22a6-490e-a9de-d1f4acd3370c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ac577493-3220-41d3-ac59-3b2c3e259e63 HTTP/1.1" status: 204 len: 168 time: 0.1228709 Jul 07 22:45:34.037282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae796cab-22a6-490e-a9de-d1f4acd3370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac577493-3220-41d3-ac59-3b2c3e259e63,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:34.345994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43522) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:34.385824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-828e8c97-ba8b-4c74-aabe-ac2e794bb7e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b4f79b0dc0644b7a467d81c3fbfff0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385749 Jul 07 22:45:34.388506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 43524) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:34.439220 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e88b4a3-e08d-4bb3-86c4-f7279004294d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.460139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e88b4a3-e08d-4bb3-86c4-f7279004294d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.506050 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e88b4a3-e08d-4bb3-86c4-f7279004294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.509267 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2e88b4a3-e08d-4bb3-86c4-f7279004294d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:34.510540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2e88b4a3-e08d-4bb3-86c4-f7279004294d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57499cc2-3ccc-426b-81bf-f50c7c535696 HTTP/1.1" status: 204 len: 168 time: 0.1210878 Jul 07 22:45:34.518988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88b4a3-e08d-4bb3-86c4-f7279004294d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57499cc2-3ccc-426b-81bf-f50c7c535696,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:42.587170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44000) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:42.693328 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1400daa9-4ffd-4b24-8b49-953360d0ee9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.781887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1400daa9-4ffd-4b24-8b49-953360d0ee9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.786177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1400daa9-4ffd-4b24-8b49-953360d0ee9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.825764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400daa9-4ffd-4b24-8b49-953360d0ee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1af3b05-42af-495c-929d-bfd21fc41097,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:42.831605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1400daa9-4ffd-4b24-8b49-953360d0ee9c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b33aedc9eb424cb693994ee52cb0282e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428613 Jul 07 22:45:42.834141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44004) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:42.882682 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ccdb7f5-50a9-4a36-8658-3acd8fcaec82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.907274 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ccdb7f5-50a9-4a36-8658-3acd8fcaec82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.952768 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ccdb7f5-50a9-4a36-8658-3acd8fcaec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.955459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ccdb7f5-50a9-4a36-8658-3acd8fcaec82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:42.958999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7ccdb7f5-50a9-4a36-8658-3acd8fcaec82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1af3b05-42af-495c-929d-bfd21fc41097 HTTP/1.1" status: 204 len: 168 time: 0.1215014 Jul 07 22:45:42.965436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccdb7f5-50a9-4a36-8658-3acd8fcaec82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1af3b05-42af-495c-929d-bfd21fc41097,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:44.022581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-afcf8493-dbde-4664-9af6-b2b94554a77e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549502 Jul 07 22:45:44.136826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-e645e9c7-07a3-4532-8c91-1126914f2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:44.138663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-e645e9c7-07a3-4532-8c91-1126914f2ed5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 1098 time: 0.0694914 Jul 07 22:45:44.256332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-a00eacdc-1722-46fc-9631-e01f3c9985b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:44.257852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-a00eacdc-1722-46fc-9631-e01f3c9985b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa HTTP/1.1" status: 200 len: 898 time: 0.0952384 Jul 07 22:45:44.308337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-78d9ecfd-c272-40dd-aa11-b4464b442f88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a HTTP/1.1" status: 200 len: 217 time: 0.0437193 Jul 07 22:45:44.359683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-86528088-3200-4f30-9743-8291c086d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:44.361125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-86528088-3200-4f30-9743-8291c086d71c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b12f4282-561d-41d4-9833-3e71734d2f11 HTTP/1.1" status: 200 len: 837 time: 0.0457015 Jul 07 22:45:44.448067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-a71d684f-d22b-422d-aa4a-3373157dd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:44.449967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-a71d684f-d22b-422d-aa4a-3373157dd6e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0818453 Jul 07 22:45:44.543727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-f24d6ff5-0171-49c1-9c9b-d17cdc066c97 service neutron] 10.222.0.44 "GET /v2.0/networks/1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Jul 07 22:45:44.641086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1472ee90-55aa-40ef-9df3-eec4fac7279d req-ab41b483-e74a-4cf9-8aaf-1c358f4499a4 service neutron] 10.222.0.44 "GET /v2.0/networks/1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899169 Jul 07 22:45:46.344651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44108) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:46.720430 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.053542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:47.053854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.144242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] For port 59dad9e5-7ee5-4980-9909-d470b4b0c4f8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=59dad9e5-7ee5-4980-9909-d470b4b0c4f8,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:47.145018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.158628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:47.352485 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:47.386256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=59dad9e5-7ee5-4980-9909-d470b4b0c4f8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:47.896032 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:48.119238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router c24ef9a6-01ac-408b-b19a-60913a475f53 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:48.233726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:48.239097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-eea00a52-5446-4777-b192-b76717f7bc81 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "PUT /v2.0/routers/c24ef9a6-01ac-408b-b19a-60913a475f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8934004 Jul 07 22:45:48.248623 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] Sync routers for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:48.260330 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:48.260952 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:48.387688 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:48.627705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b1b2c-68bc-418c-93e9-34436a9964cd req-80918da1-5699-46d4-99d0-01236732f431 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:48.629291 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a7b1b2c-68bc-418c-93e9-34436a9964cd req-80918da1-5699-46d4-99d0-01236732f431 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 946 time: 0.0671406 Jul 07 22:45:48.640176 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 6, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5a5387c7-dab3-4bfd-ad4b-28326e90d6f3', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:47Z', 'updated_at': '2021-07-07T22:43:50Z', 'revision_number': 1, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:48.669527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a7b1b2c-68bc-418c-93e9-34436a9964cd req-ce963f87-0017-4bbe-adbf-a158df391efe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341120 Jul 07 22:45:48.672604 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] Checking router: c24ef9a6-01ac-408b-b19a-60913a475f53 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:48.683404 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:48.684023 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:48.790807 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:49.110482 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 6, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5a5387c7-dab3-4bfd-ad4b-28326e90d6f3', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:47Z', 'updated_at': '2021-07-07T22:43:50Z', 'revision_number': 1, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:49.141702 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c108c72e-419f-4ae1-baf1-569b4e10c853 None None] The sync data for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 is: [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 6, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5a5387c7-dab3-4bfd-ad4b-28326e90d6f3', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'port_id': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'mac_address': 'fa:16:3e:31:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:43:47Z', 'updated_at': '2021-07-07T22:43:50Z', 'revision_number': 1, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:49.551865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:49.573759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:49.574137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 59dad9e5-7ee5-4980-9909-d470b4b0c4f8 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:49.866358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0eab8-7790-48f4-9421-c0ff661dc84f req-0f48a8cc-68bb-4aea-aa1f-b47b409bd396 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:49.867922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72f0eab8-7790-48f4-9421-c0ff661dc84f req-0f48a8cc-68bb-4aea-aa1f-b47b409bd396 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 946 time: 0.0695417 Jul 07 22:45:49.907018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72f0eab8-7790-48f4-9421-c0ff661dc84f req-1e526dc4-5d57-45be-a2f9-71dc4b2bf533 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f7f818d-ce84-428d-8f4e-c9241f788f62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327640 Jul 07 22:45:49.922997 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:49.982092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-290b2288-aece-449b-8686-f89535cd7562 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:49.983576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-290b2288-aece-449b-8686-f89535cd7562 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 946 time: 0.0640075 Jul 07 22:45:50.090631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:50.090974 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.180911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] For port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:50.181815 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.195278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for cb88fd7b-fc7e-4a75-b0d3-10a53b43697a owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:50.340305 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:45:50.343494 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.380681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=cb88fd7b-fc7e-4a75-b0d3-10a53b43697a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:50.420066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] No DVR routers for this DVR port cb88fd7b-fc7e-4a75-b0d3-10a53b43697a on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:50.423135 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:50.425242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6dfda31b-9493-4197-b3bb-15bb539c555d req-36e105ce-7667-4538-80e7-fb67476a7f21 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "DELETE /v2.0/ports/cb88fd7b-fc7e-4a75-b0d3-10a53b43697a HTTP/1.1" status: 204 len: 173 time: 0.4363317 Jul 07 22:45:50.425879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095f7817-f74a-4b72-bbff-9bdd4d928aaa', 'name': 'network-vif-deleted', 'tag': 'cb88fd7b-fc7e-4a75-b0d3-10a53b43697a'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:50.428814 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb8ef46-32a2-4d2f-955e-d46d6e357e9c" -d '{"events": [{"server_uuid": "095f7817-f74a-4b72-bbff-9bdd4d928aaa", "name": "network-vif-deleted", "tag": "cb88fd7b-fc7e-4a75-b0d3-10a53b43697a"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:50.470753 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0701d68b-028c-424c-a5b7-80e6aef67327 x-openstack-request-id: req-0701d68b-028c-424c-a5b7-80e6aef67327 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:50.471137 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095f7817-f74a-4b72-bbff-9bdd4d928aaa", "name": "network-vif-deleted", "tag": "cb88fd7b-fc7e-4a75-b0d3-10a53b43697a", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:50.471396 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0701d68b-028c-424c-a5b7-80e6aef67327 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:50.471803 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095f7817-f74a-4b72-bbff-9bdd4d928aaa', 'name': 'network-vif-deleted', 'tag': 'cb88fd7b-fc7e-4a75-b0d3-10a53b43697a', 'status': 'completed', 'code': 200} Jul 07 22:45:51.079977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a4825a3-9cf2-4ea9-9065-524b7e7d020b req-733bcffd-60f3-4027-9761-b0f528f75295 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=095f7817-f74a-4b72-bbff-9bdd4d928aaa HTTP/1.1" status: 200 len: 210 time: 0.0353479 Jul 07 22:45:52.176260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44132) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:52.239613 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-117413b3-3398-4d91-9eb9-b7f9cceb69fd tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.265196 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-117413b3-3398-4d91-9eb9-b7f9cceb69fd tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.331875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-117413b3-3398-4d91-9eb9-b7f9cceb69fd tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.334480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-117413b3-3398-4d91-9eb9-b7f9cceb69fd tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.335643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-117413b3-3398-4d91-9eb9-b7f9cceb69fd tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/security-groups/6f7f818d-ce84-428d-8f4e-c9241f788f62 HTTP/1.1" status: 204 len: 168 time: 0.1583946 Jul 07 22:45:52.346358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117413b3-3398-4d91-9eb9-b7f9cceb69fd tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7f818d-ce84-428d-8f4e-c9241f788f62,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:52.374510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44136) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:52.428601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed502cc-16a2-4e4f-a3d9-cc2764c7564d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting subnet b12f4282-561d-41d4-9833-3e71734d2f11 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:45:52.432153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9ed502cc-16a2-4e4f-a3d9-cc2764c7564d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.480314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9ed502cc-16a2-4e4f-a3d9-cc2764c7564d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.568982 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9ed502cc-16a2-4e4f-a3d9-cc2764c7564d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.628000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9ed502cc-16a2-4e4f-a3d9-cc2764c7564d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.663018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9ed502cc-16a2-4e4f-a3d9-cc2764c7564d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.664892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9ed502cc-16a2-4e4f-a3d9-cc2764c7564d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/subnets/b12f4282-561d-41d4-9833-3e71734d2f11 HTTP/1.1" status: 204 len: 168 time: 0.2893763 Jul 07 22:45:52.665845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed502cc-16a2-4e4f-a3d9-cc2764c7564d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Subnet': ['ID=b12f4282-561d-41d4-9833-3e71734d2f11,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:52.667730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:52.673758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b507af56-2dca-4572-952d-c3f6b2c978e7 None None] Network 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:45:52.746246 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.799140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port 566039f5-7317-49bd-bc19-49bacb4d6f52 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:52.799492 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.870219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] For port 566039f5-7317-49bd-bc19-49bacb4d6f52, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=566039f5-7317-49bd-bc19-49bacb4d6f52,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:52.870585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.883616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for 566039f5-7317-49bd-bc19-49bacb4d6f52 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:52.892684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a865335-d53b-4b8c-b036-cb82f2845184 None None] DHCP port deletion for 1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:45:52.942702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5a865335-d53b-4b8c-b036-cb82f2845184 None None] Deleting port 566039f5-7317-49bd-bc19-49bacb4d6f52 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:52.943349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a865335-d53b-4b8c-b036-cb82f2845184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:52.967546 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.001125 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] No DVR routers for this DVR port 566039f5-7317-49bd-bc19-49bacb4d6f52 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:53.002565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=566039f5-7317-49bd-bc19-49bacb4d6f52,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:53.017866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5a865335-d53b-4b8c-b036-cb82f2845184 None None] For port 566039f5-7317-49bd-bc19-49bacb4d6f52, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=566039f5-7317-49bd-bc19-49bacb4d6f52,segment=NetworkSegment(0635a9bb-61f3-4bd6-b0ca-597ef4585349),segment_id=0635a9bb-61f3-4bd6-b0ca-597ef4585349)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:53.018552 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a865335-d53b-4b8c-b036-cb82f2845184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.033305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5a865335-d53b-4b8c-b036-cb82f2845184 None None] Calling delete_port for 566039f5-7317-49bd-bc19-49bacb4d6f52 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:53.081424 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.092437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:53.104011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0635a9bb-61f3-4bd6-b0ca-597ef4585349') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:53.104346 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0635a9bb-61f3-4bd6-b0ca-597ef4585349') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:53.115669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.115877 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a865335-d53b-4b8c-b036-cb82f2845184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.128640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.135368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:45:53.135564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.140268 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a865335-d53b-4b8c-b036-cb82f2845184 None None] Pushing event deleted for resources: {'Port': ['ID=566039f5-7317-49bd-bc19-49bacb4d6f52,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:45:53.140445 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:45:53.145647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a865335-d53b-4b8c-b036-cb82f2845184 None None] No DVR routers for this DVR port 566039f5-7317-49bd-bc19-49bacb4d6f52 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:53.210970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.215507 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.217942 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/networks/1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa HTTP/1.1" status: 204 len: 168 time: 0.5484531 Jul 07 22:45:53.220489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44142) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:53.234719 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b31d14-6928-4c8c-957f-afdfd8c3425a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Network': ['ID=1e52e0e6-86e8-4796-8f33-b3c0c5bc67aa,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:53.388237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port 2832ffd1-d648-45b4-a6cf-ab44ee89952b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:53.388624 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.404412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 566039f5-7317-49bd-bc19-49bacb4d6f52 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:53.429309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cb88fd7b-fc7e-4a75-b0d3-10a53b43697a no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:45:53.432437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 566039f5-7317-49bd-bc19-49bacb4d6f52 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:53.432947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 566039f5-7317-49bd-bc19-49bacb4d6f52 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:53.454777 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: cb88fd7b-fc7e-4a75-b0d3-10a53b43697a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:45:53.455122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device cb88fd7b-fc7e-4a75-b0d3-10a53b43697a not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:45:53.471895 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.472219 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.489173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for 2832ffd1-d648-45b4-a6cf-ab44ee89952b owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:53.649793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.676000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=2832ffd1-d648-45b4-a6cf-ab44ee89952b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:53.742119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:53.742457 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Floating IP 5a5387c7-dab3-4bfd-ad4b-28326e90d6f3 disassociated (deleted). External IP: 172.25.8.139, port: cafd5062-2af3-4f40-b66d-374509fdc4d6. Jul 07 22:45:53.952797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router c24ef9a6-01ac-408b-b19a-60913a475f53 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:45:54.059750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:45:54.064864 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:54.069870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] Sync routers for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:45:54.079424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:54.080122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:54.107994 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-165cd498-bd8f-416d-b034-42cb1fde724f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/floatingips/5a5387c7-dab3-4bfd-ad4b-28326e90d6f3 HTTP/1.1" status: 204 len: 168 time: 0.8858798 Jul 07 22:45:54.108681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:54.111092 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21afca76-0290-4e0f-850e-c0d33ce86a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:54.157803 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c394d24-befa-483f-8bcf-a3e90a0d8021 x-openstack-request-id: req-7c394d24-befa-483f-8bcf-a3e90a0d8021 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:54.158122 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:54.158376 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c394d24-befa-483f-8bcf-a3e90a0d8021 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:54.158779 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'status': 'completed', 'code': 200} Jul 07 22:45:54.211090 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:54.301740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-5abc042f-d5f4-455e-8801-b0e2449c1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:54.303339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-5abc042f-d5f4-455e-8801-b0e2449c1621 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 1098 time: 0.0926712 Jul 07 22:45:54.427628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-3f014674-edf4-429e-93b7-62b9398c2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:54.429644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-3f014674-edf4-429e-93b7-62b9398c2e5c service neutron] 10.222.0.83 "GET /v2.0/networks?id=43f296d5-7f00-46dc-b1a4-4dade2037ad0 HTTP/1.1" status: 200 len: 898 time: 0.1190143 Jul 07 22:45:54.452124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 6, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:54.482680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-b9fba07d-b89d-491a-bee7-68d6be751b0f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6 HTTP/1.1" status: 200 len: 217 time: 0.0442994 Jul 07 22:45:54.485805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] Checking router: c24ef9a6-01ac-408b-b19a-60913a475f53 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:45:54.494734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:45:54.495432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:45:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:54.556073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-dc2e7828-9d83-4b98-8789-171dce5e4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:54.557555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-dc2e7828-9d83-4b98-8789-171dce5e4ee8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9d56f4d-78b9-4c5f-b272-3dea40299117 HTTP/1.1" status: 200 len: 834 time: 0.0659108 Jul 07 22:45:54.606850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:45:54.614956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54d200-3153-4bee-9e95-ee01bdcb5f04 req-0e4817f1-768e-4915-8905-6c99dcedad2d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:54.616561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea54d200-3153-4bee-9e95-ee01bdcb5f04 req-0e4817f1-768e-4915-8905-6c99dcedad2d tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 946 time: 0.1368034 Jul 07 22:45:54.678170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-da17176d-1bbb-45e9-b936-b1d62dc9d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:54.679704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-da17176d-1bbb-45e9-b936-b1d62dc9d346 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=43f296d5-7f00-46dc-b1a4-4dade2037ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087401 Jul 07 22:45:54.683195 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea54d200-3153-4bee-9e95-ee01bdcb5f04 req-64f9ec0d-9a96-4506-bdc5-b0bdba919ab3 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588610 Jul 07 22:45:54.790591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-2804472c-aa3f-4809-b3d7-872d8dd55962 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010849 Jul 07 22:45:54.845055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 6, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:45:54.871079 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bedffb8-d3cb-4752-b534-960d54a9c219 None None] The sync data for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 is: [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:47Z', 'revision_number': 6, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '91850235-d073-4e4b-9384-55a17a71d62d', 'name': '', 'network_id': '43f296d5-7f00-46dc-b1a4-4dade2037ad0', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ba:a6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:24Z', 'updated_at': '2021-07-07T22:43:32Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'b9d56f4d-78b9-4c5f-b272-3dea40299117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:45:54.893969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21afca76-0290-4e0f-850e-c0d33ce86a0e req-ccb87b72-7389-45ec-a6d2-300830b3a7c8 service neutron] 10.222.0.83 "GET /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960436 Jul 07 22:45:55.112979 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cc7bae-7c46-4166-a9ed-a549aa9ce048 None None] New status for floating IP 5a5387c7-dab3-4bfd-ad4b-28326e90d6f3: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:45:55.876869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405cd54-ed2a-4183-b203-6eec1aa1175e req-28649fdc-ef83-439a-bad7-2d774e32d9ad tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:55.878571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7405cd54-ed2a-4183-b203-6eec1aa1175e req-28649fdc-ef83-439a-bad7-2d774e32d9ad tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 946 time: 0.0734024 Jul 07 22:45:55.917027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7405cd54-ed2a-4183-b203-6eec1aa1175e req-b4461770-a86e-403f-aea4-0d4a5950aefc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=6eb0a67a-b695-4450-9c0e-185f76c5288e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319023 Jul 07 22:45:56.279613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be0749-508b-45db-b202-955417d0c393 req-d92d6a4b-2ff2-466c-a196-a145b9436902 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:45:56.281218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25be0749-508b-45db-b202-955417d0c393 req-d92d6a4b-2ff2-466c-a196-a145b9436902 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.83 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 946 time: 0.0715978 Jul 07 22:45:56.391279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-25be0749-508b-45db-b202-955417d0c393 req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port cafd5062-2af3-4f40-b66d-374509fdc4d6 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:56.391621 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-25be0749-508b-45db-b202-955417d0c393 req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:56.483354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-25be0749-508b-45db-b202-955417d0c393 req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] For port cafd5062-2af3-4f40-b66d-374509fdc4d6, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=cafd5062-2af3-4f40-b66d-374509fdc4d6,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:56.483715 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-25be0749-508b-45db-b202-955417d0c393 req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:56.497255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-25be0749-508b-45db-b202-955417d0c393 req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for cafd5062-2af3-4f40-b66d-374509fdc4d6 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:56.630011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-25be0749-508b-45db-b202-955417d0c393 req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:56.663352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=cafd5062-2af3-4f40-b66d-374509fdc4d6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:56.706427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-25be0749-508b-45db-b202-955417d0c393 req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] No DVR routers for this DVR port cafd5062-2af3-4f40-b66d-374509fdc4d6 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:45:56.709123 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-25be0749-508b-45db-b202-955417d0c393 req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:56.712271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25be0749-508b-45db-b202-955417d0c393 req-6e68aee1-df2f-4433-bbf9-e213bb213905 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.83 "DELETE /v2.0/ports/cafd5062-2af3-4f40-b66d-374509fdc4d6 HTTP/1.1" status: 204 len: 173 time: 0.4249399 Jul 07 22:45:56.712741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'name': 'network-vif-deleted', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:45:56.715196 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c812e7c1-6f9a-4d85-a0fa-39c579dedb64" -d '{"events": [{"server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "name": "network-vif-deleted", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:45:56.772890 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159ce791-b207-4ba6-a24a-294467acb51d x-openstack-request-id: req-159ce791-b207-4ba6-a24a-294467acb51d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:45:56.772890 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53828944-b886-46b5-87cb-2864fb1f7b1f", "name": "network-vif-deleted", "tag": "cafd5062-2af3-4f40-b66d-374509fdc4d6", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:45:56.773196 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-159ce791-b207-4ba6-a24a-294467acb51d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:45:56.773624 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53828944-b886-46b5-87cb-2864fb1f7b1f', 'name': 'network-vif-deleted', 'tag': 'cafd5062-2af3-4f40-b66d-374509fdc4d6', 'status': 'completed', 'code': 200} Jul 07 22:45:57.298345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6776c75a-268a-4206-b4e4-946ef1b5b993 req-946e7222-d01c-4bbd-a5c7-b8b06dc38d9a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=53828944-b886-46b5-87cb-2864fb1f7b1f HTTP/1.1" status: 200 len: 210 time: 0.0421672 Jul 07 22:45:57.371625 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eabd3cd8-730e-4c86-b96d-40977f9d3380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.392671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44192) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:58.450099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-47781d33-e805-4082-9c18-d7ab956a3fb6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.474821 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-47781d33-e805-4082-9c18-d7ab956a3fb6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.539562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-47781d33-e805-4082-9c18-d7ab956a3fb6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.542199 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-47781d33-e805-4082-9c18-d7ab956a3fb6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:58.543390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-47781d33-e805-4082-9c18-d7ab956a3fb6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/security-groups/6eb0a67a-b695-4450-9c0e-185f76c5288e HTTP/1.1" status: 204 len: 168 time: 0.1496937 Jul 07 22:45:58.552469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47781d33-e805-4082-9c18-d7ab956a3fb6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb0a67a-b695-4450-9c0e-185f76c5288e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:58.584895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44196) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:45:58.941535 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.224804 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port 91850235-d073-4e4b-9384-55a17a71d62d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:45:59.225153 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.324708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] For port 91850235-d073-4e4b-9384-55a17a71d62d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=91850235-d073-4e4b-9384-55a17a71d62d,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:45:59.325076 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.338879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for 91850235-d073-4e4b-9384-55a17a71d62d owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:45:59.525194 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.550669 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=91850235-d073-4e4b-9384-55a17a71d62d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:45:59.560697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.560970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.561327 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.561668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.562001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.562353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.562678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.563004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.563339 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.563654 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.563976 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.564300 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:45:59.745929 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebafd6eb-8c00-42ec-8487-9d0a6d05e5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.753416 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:45:59.969618 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router c24ef9a6-01ac-408b-b19a-60913a475f53 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:46:00.027438 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.074696 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:00.079529 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-42fa5cd4-e0f0-40b6-8844-f45d5a8923c7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "PUT /v2.0/routers/c24ef9a6-01ac-408b-b19a-60913a475f53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4936261 Jul 07 22:46:00.082316 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44208) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:00.088374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] Sync routers for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:00.097769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:00.098575 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:00.136840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-db02d28e-8e48-4291-b1b6-037cf251225a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting subnet b9d56f4d-78b9-4c5f-b272-3dea40299117 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:46:00.140049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db02d28e-8e48-4291-b1b6-037cf251225a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.186958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db02d28e-8e48-4291-b1b6-037cf251225a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.213521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:00.325096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db02d28e-8e48-4291-b1b6-037cf251225a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.326253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cafd5062-2af3-4f40-b66d-374509fdc4d6 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:00.356579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: cafd5062-2af3-4f40-b66d-374509fdc4d6 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:00.357193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device cafd5062-2af3-4f40-b66d-374509fdc4d6 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:00.435999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db02d28e-8e48-4291-b1b6-037cf251225a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.466765 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02d28e-8e48-4291-b1b6-037cf251225a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d56f4d-78b9-4c5f-b272-3dea40299117,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:00.468759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db02d28e-8e48-4291-b1b6-037cf251225a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.472285 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-db02d28e-8e48-4291-b1b6-037cf251225a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/subnets/b9d56f4d-78b9-4c5f-b272-3dea40299117 HTTP/1.1" status: 204 len: 168 time: 0.3890290 Jul 07 22:46:00.477836 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44212) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:00.488017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:59Z', 'revision_number': 7, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:00.516574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa48c8-2e37-46b1-8503-b37cb9025966 None None] Network 43f296d5-7f00-46dc-b1a4-4dade2037ad0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:00.519984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] Checking router: c24ef9a6-01ac-408b-b19a-60913a475f53 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:46:00.575492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] Routers {'c24ef9a6-01ac-408b-b19a-60913a475f53'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:00.575824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c24ef9a6-01ac-408b-b19a-60913a475f53'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:00.599604 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.705236 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.761996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port be98b63a-d83b-4401-9c1a-42b55f3a0f6e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:00.762727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.843358 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] For port be98b63a-d83b-4401-9c1a-42b55f3a0f6e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=be98b63a-d83b-4401-9c1a-42b55f3a0f6e,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:00.843724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:00.856931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for be98b63a-d83b-4401-9c1a-42b55f3a0f6e owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:00.894399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] Set router c24ef9a6-01ac-408b-b19a-60913a475f53 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:01.019928 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.036751 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.091002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=be98b63a-d83b-4401-9c1a-42b55f3a0f6e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:01.109149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] DHCP port deletion for 43f296d5-7f00-46dc-b1a4-4dade2037ad0 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:46:01.152540 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:59Z', 'revision_number': 7, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:01.161568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.181189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b60273-bf06-4576-8650-dd45e82a87a0 None None] The sync data for ids ['c24ef9a6-01ac-408b-b19a-60913a475f53'] in n-d-695012-11 is: [{'id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'name': 'tempest-TestNetworkBasicOps-router-311990771', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:43:19Z', 'updated_at': '2021-07-07T22:45:59Z', 'revision_number': 7, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': 'be98b63a-d83b-4401-9c1a-42b55f3a0f6e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:df:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24ef9a6-01ac-408b-b19a-60913a475f53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:43:20Z', 'updated_at': '2021-07-07T22:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:01.199986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Deleting port f0ddd901-5e28-4b1d-a0da-75a643403627 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:01.200634 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.261377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.263543 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.273577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] For port f0ddd901-5e28-4b1d-a0da-75a643403627, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f0ddd901-5e28-4b1d-a0da-75a643403627,segment=NetworkSegment(0e4a086b-021e-4569-8772-53b66f18e570),segment_id=0e4a086b-021e-4569-8772-53b66f18e570)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:01.274985 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.290344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Calling delete_port for f0ddd901-5e28-4b1d-a0da-75a643403627 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:01.314002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.314767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Fanout notify agent at l3_agent the message router_deleted on router c24ef9a6-01ac-408b-b19a-60913a475f53 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:46:01.323984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.327642 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7bf101c6-5df9-44ee-9eb1-0e1e43d93034 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/routers/c24ef9a6-01ac-408b-b19a-60913a475f53 HTTP/1.1" status: 204 len: 168 time: 0.8464787 Jul 07 22:46:01.328112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44214) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.374364 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.400449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Pushing event deleted for resources: {'Port': ['ID=f0ddd901-5e28-4b1d-a0da-75a643403627,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:01.402676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] No DVR routers for this DVR port f0ddd901-5e28-4b1d-a0da-75a643403627 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:46:01.414249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.415278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.415631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.415964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.416312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.416720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.417046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.417507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.420483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.420838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.421177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.421633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.421963 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84953f0a-c346-4672-a431-eaf487bf14eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:01.448898 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.522308 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.533141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f296d5-7f00-46dc-b1a4-4dade2037ad0']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:01.547581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4a086b-021e-4569-8772-53b66f18e570') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:01.548220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4a086b-021e-4569-8772-53b66f18e570') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:01.563148 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.579903 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.588344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:46:01.588953 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:46:01.593080 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:46:01.650005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 91850235-d073-4e4b-9384-55a17a71d62d no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:01.665618 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.673273 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.675389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/networks/43f296d5-7f00-46dc-b1a4-4dade2037ad0 HTTP/1.1" status: 204 len: 168 time: 0.3461566 Jul 07 22:46:01.693913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 91850235-d073-4e4b-9384-55a17a71d62d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:01.693913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 91850235-d073-4e4b-9384-55a17a71d62d not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:01.693913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f0ddd901-5e28-4b1d-a0da-75a643403627 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:01.694320 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44218) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:01.698796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'network': {'name': 'tempest-network-smoke--2015857178', 'project_id': '3932c19a68e3455c88854792cad722dd', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:01.707964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f0ddd901-5e28-4b1d-a0da-75a643403627 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:01.708323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f0ddd901-5e28-4b1d-a0da-75a643403627 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:01.713063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d5c57-2c70-46b9-b99a-d298f5dce764 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Network': ['ID=43f296d5-7f00-46dc-b1a4-4dade2037ad0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:01.730153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Made reservation on behalf of 3932c19a68e3455c88854792cad722dd for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:01.733953 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.759593 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:01.768863 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:01.769455 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Added segment ac976902-4f04-4317-b06c-5acba7496eaa of type vlan for network a399fa02-e845-421e-8c9d-1ac1c7bde00c Jul 07 22:46:02.133475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.161588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.167533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:02.168120 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.222099 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5283291 Jul 07 22:46:02.224859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44220) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:02.230047 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-71572533', 'admin_state_up': True, 'project_id': '3932c19a68e3455c88854792cad722dd', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:02.238871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c29e02-d2b3-4256-ac43-c420683a3d0a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Network': ['ID=a399fa02-e845-421e-8c9d-1ac1c7bde00c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:02.254889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network a399fa02-e845-421e-8c9d-1ac1c7bde00c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:02.256686 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.257853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.319774 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.469056 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:02.841840 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.032530 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.074976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.209906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.25.8.65 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/84edbff8-5595-4d3b-a361-d844543b0ed3) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:03.319342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.368834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device be98b63a-d83b-4401-9c1a-42b55f3a0f6e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:46:03.379247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:03.393766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: be98b63a-d83b-4401-9c1a-42b55f3a0f6e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:46:03.394404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device be98b63a-d83b-4401-9c1a-42b55f3a0f6e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:46:03.429000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:03.433411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:03.441018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:03.484809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=84edbff8-5595-4d3b-a361-d844543b0ed3,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:03.785223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.086840 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.271092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router f1a1374f-8c8a-469c-b38d-83592c666433 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:46:04.408966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:04.425352 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Sync routers for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:04.439061 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.442556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8c03ff0a-9905-4ef3-822a-92f29fa17f74 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2166269 Jul 07 22:46:04.443823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44226) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:04.454459 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:04.456583 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:04.515558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0f846a72-416f-4efa-a7da-f73d5df65891 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=3932c19a68e3455c88854792cad722dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686345 Jul 07 22:46:04.519084 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44228) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:04.623583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da22ab3f-71e0-473a-af85-a977862ae192 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:04.625437 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-da22ab3f-71e0-473a-af85-a977862ae192 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1043715 Jul 07 22:46:04.628568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44232) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:04.663591 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-79af2f0b-141f-4163-8ec1-214a50395baa tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314903 Jul 07 22:46:04.664082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44234) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:04.670522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819293334', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'project_id': '3932c19a68e3455c88854792cad722dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:04.677896 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:04.804222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Made reservation on behalf of 3932c19a68e3455c88854792cad722dd for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:04.808289 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:04.930681 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:03Z', 'revision_number': 3, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:04.977965 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Checking router: f1a1374f-8c8a-469c-b38d-83592c666433 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:46:04.978576 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Updating router f1a1374f-8c8a-469c-b38d-83592c666433 port 84edbff8-5595-4d3b-a361-d844543b0ed3 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:46:05.034476 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.035190 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.105638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Subnet': ['ID=e001133d-55b5-411a-bcd4-66181965e541,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:05.115843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Checking segment: {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:05.115843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network hostable DHCP agents. Network: a399fa02-e845-421e-8c9d-1ac1c7bde00c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:05.142151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network a399fa02-e845-421e-8c9d-1ac1c7bde00c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:05.160090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, a399fa02-e845-421e-8c9d-1ac1c7bde00c) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:05.165504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:05.166139 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.172327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df0276-b0a1-4c49-8484-0dab47939530 None None] Network a399fa02-e845-421e-8c9d-1ac1c7bde00c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:05.206812 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44236) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:05.207005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8f509bcb-7fe5-41ed-af67-5b5997750b25 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5416312 Jul 07 22:46:05.393659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:46:05.394667 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.409726 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.425890 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Transition to ACTIVE for port object 84edbff8-5595-4d3b-a361-d844543b0ed3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:05.437397 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.495213 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Attempting to bind port 84edbff8-5595-4d3b-a361-d844543b0ed3 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:05.495669 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Attempting to bind port 84edbff8-5595-4d3b-a361-d844543b0ed3 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:05.496123 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Attempting to bind port 84edbff8-5595-4d3b-a361-d844543b0ed3 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:05.503702 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:05.504348 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:05.504939 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.505401 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:05.505937 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Bound port: 84edbff8-5595-4d3b-a361-d844543b0ed3, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:05.506432 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.509366 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Pushing event updated for resources: {'Port': ['ID=84edbff8-5595-4d3b-a361-d844543b0ed3,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:05.536175 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.536612 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.537062 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.537412 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.537803 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.538494 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.538895 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.539828 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.540223 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.540543 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.541012 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.541576 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:05.569895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Allocated IP 172.20.0.2 (a399fa02-e845-421e-8c9d-1ac1c7bde00c/e001133d-55b5-411a-bcd4-66181965e541/07f6de48-e23f-4d46-8a60-cbbb8cd91d66) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:05.578506 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] For port 84edbff8-5595-4d3b-a361-d844543b0ed3, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:05.581790 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] For port 84edbff8-5595-4d3b-a361-d844543b0ed3, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=84edbff8-5595-4d3b-a361-d844543b0ed3,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:05.587888 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.639379 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:05.640152 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:05.746723 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695627f-3bb7-40b7-8ac6-efa67cea3868 None None] Pushing event updated for resources: {'Port': ['ID=84edbff8-5595-4d3b-a361-d844543b0ed3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:05.758393 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.759925 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:05.767898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Transition to ACTIVE for port object 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:05.783128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Transition to ACTIVE for port object 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:05.795193 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.838379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Network a399fa02-e845-421e-8c9d-1ac1c7bde00c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:05.841687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:05.845544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:05.891931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Pushing event updated for resources: {'Port': ['ID=07f6de48-e23f-4d46-8a60-cbbb8cd91d66,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:05.892100 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.932816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Attempting to bind port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:05.932816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Attempting to bind port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:05.932816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Attempting to bind port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 on network a399fa02-e845-421e-8c9d-1ac1c7bde00c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:05.942967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:05.943662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Checking segment: {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:05.945957 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:05.946411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Bound using segment: {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:05.946905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Bound port: 07f6de48-e23f-4d46-8a60-cbbb8cd91d66, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:05.947296 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.023409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] For port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:06.029200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] For port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=07f6de48-e23f-4d46-8a60-cbbb8cd91d66,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:06.041059 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.058177 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:03Z', 'revision_number': 3, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:06.107548 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab14818-ee76-4310-8201-ad70e97f906b None None] The sync data for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 is: [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:03Z', 'revision_number': 3, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:06.146175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368423e-25eb-47ef-a3c6-759934172daa None None] Pushing event updated for resources: {'Port': ['ID=07f6de48-e23f-4d46-8a60-cbbb8cd91d66,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:06.296189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.20.0.1 (a399fa02-e845-421e-8c9d-1ac1c7bde00c/e001133d-55b5-411a-bcd4-66181965e541/ef58ce26-5587-4e45-98e8-8797ea251623) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:06.549081 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.582632 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Transition to ACTIVE for port object ef58ce26-5587-4e45-98e8-8797ea251623 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:06.622284 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.671771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network a399fa02-e845-421e-8c9d-1ac1c7bde00c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:06.675954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:06.682960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:06.716628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=ef58ce26-5587-4e45-98e8-8797ea251623,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:06.748078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:06.917275 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.398355 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.409961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.487803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7feb75-822b-4b71-8875-f1dfc0fb5be1 None None] Network a399fa02-e845-421e-8c9d-1ac1c7bde00c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:07.498107 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=ef58ce26-5587-4e45-98e8-8797ea251623,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:07.521084 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.547706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 84edbff8-5595-4d3b-a361-d844543b0ed3 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:07.634227 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network a399fa02-e845-421e-8c9d-1ac1c7bde00c is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:07.635693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:07.641381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-347b9fd5-cd3e-4433-933a-549cc5fe0dcb None None] Provisioning for port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:07.724865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 84edbff8-5595-4d3b-a361-d844543b0ed3 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:07.731889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 84edbff8-5595-4d3b-a361-d844543b0ed3 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:07.732247 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.780288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router f1a1374f-8c8a-469c-b38d-83592c666433 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:46:07.877895 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.921125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 84edbff8-5595-4d3b-a361-d844543b0ed3, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=84edbff8-5595-4d3b-a361-d844543b0ed3,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:07.927237 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:07.928307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:08.012989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:08.025163 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1bb871a0-6b18-4bcb-9c03-96096ec9dcdc tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "PUT /v2.0/routers/f1a1374f-8c8a-469c-b38d-83592c666433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8145838 Jul 07 22:46:08.025904 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44244) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:08.056555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:08.084930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:08.085243 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.090564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=84edbff8-5595-4d3b-a361-d844543b0ed3,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:08.182096 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30dfda8-658c-46ce-9b3b-a8a1a9dc7edb tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.183015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30dfda8-658c-46ce-9b3b-a8a1a9dc7edb tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.183657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30dfda8-658c-46ce-9b3b-a8a1a9dc7edb tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.184288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30dfda8-658c-46ce-9b3b-a8a1a9dc7edb tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.186386 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b30dfda8-658c-46ce-9b3b-a8a1a9dc7edb tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1590121 Jul 07 22:46:08.189599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44246) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:08.201437 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.252163 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95d8d4bf-1183-412e-9e61-e80228b48738 None None] Provisioning for port ef58ce26-5587-4e45-98e8-8797ea251623 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:08.264685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95d8d4bf-1183-412e-9e61-e80228b48738 None None] Provisioning complete for port ef58ce26-5587-4e45-98e8-8797ea251623 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:08.265068 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95d8d4bf-1183-412e-9e61-e80228b48738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.270118 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=07f6de48-e23f-4d46-8a60-cbbb8cd91d66,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:08.360260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-95d8d4bf-1183-412e-9e61-e80228b48738 None None] Port ef58ce26-5587-4e45-98e8-8797ea251623 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:08.367869 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.393018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f447989-ff46-4d98-8053-9eeed93dff9f tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.395806 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f447989-ff46-4d98-8053-9eeed93dff9f tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.397823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f447989-ff46-4d98-8053-9eeed93dff9f tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.398856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f447989-ff46-4d98-8053-9eeed93dff9f tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:08.405001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3f447989-ff46-4d98-8053-9eeed93dff9f tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.2141752 Jul 07 22:46:08.407949 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44248) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:08.412544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Sync routers for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:08.437849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-95d8d4bf-1183-412e-9e61-e80228b48738 None None] Provisioning complete for port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:08.438242 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95d8d4bf-1183-412e-9e61-e80228b48738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.468890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:08.469534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:08.531837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=07f6de48-e23f-4d46-8a60-cbbb8cd91d66,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:08.590239 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9c6da949-ecc8-4a91-85bc-f67668906ce6 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.1809831 Jul 07 22:46:08.662614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:08.805766 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e143b813-bc72-4fb0-aa9a-b9844b0dfadd None None] Provisioning complete for port ef58ce26-5587-4e45-98e8-8797ea251623 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:08.806286 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e143b813-bc72-4fb0-aa9a-b9844b0dfadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.842616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44252) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:08.848888 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-456cf27c-41fb-45b5-91d0-79ce5f580079 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828876715', 'description': 'tempest-secgroup-smoke-1828876715 description', 'project_id': '3932c19a68e3455c88854792cad722dd'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:08.862500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e143b813-bc72-4fb0-aa9a-b9844b0dfadd None None] Port ef58ce26-5587-4e45-98e8-8797ea251623 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:08.882547 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-456cf27c-41fb-45b5-91d0-79ce5f580079 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.914923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:06Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef58ce26-5587-4e45-98e8-8797ea251623', 'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ec:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:06Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 2, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'e001133d-55b5-411a-bcd4-66181965e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:08.944065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Checking router: f1a1374f-8c8a-469c-b38d-83592c666433 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:46:08.944424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Updating router f1a1374f-8c8a-469c-b38d-83592c666433 port ef58ce26-5587-4e45-98e8-8797ea251623 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:46:08.972489 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-456cf27c-41fb-45b5-91d0-79ce5f580079 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.976588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-456cf27c-41fb-45b5-91d0-79ce5f580079 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.978373 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:08.999343 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-456cf27c-41fb-45b5-91d0-79ce5f580079 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.003919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44254) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:09.009738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2131f3bc-5b41-4f23-9185-146fa7a84fbe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '33c508dd-8d08-415f-b1aa-047c89b12c80', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:09.015150 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-456cf27c-41fb-45b5-91d0-79ce5f580079 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1701033 Jul 07 22:46:09.028410 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cf27c-41fb-45b5-91d0-79ce5f580079 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c508dd-8d08-415f-b1aa-047c89b12c80,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.050202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2131f3bc-5b41-4f23-9185-146fa7a84fbe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.129909 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2131f3bc-5b41-4f23-9185-146fa7a84fbe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.141899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2131f3bc-5b41-4f23-9185-146fa7a84fbe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.161890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131f3bc-5b41-4f23-9185-146fa7a84fbe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd181a4-0fae-4436-8236-c155cfd2e723,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.170932 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2131f3bc-5b41-4f23-9185-146fa7a84fbe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.172284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2131f3bc-5b41-4f23-9185-146fa7a84fbe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1670134 Jul 07 22:46:09.175137 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44258) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:09.179933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-89485acb-cfc0-4851-83ab-b0d7f4f50ad9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '33c508dd-8d08-415f-b1aa-047c89b12c80', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:09.210748 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89485acb-cfc0-4851-83ab-b0d7f4f50ad9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.264037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89485acb-cfc0-4851-83ab-b0d7f4f50ad9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.277175 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89485acb-cfc0-4851-83ab-b0d7f4f50ad9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.295208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89485acb-cfc0-4851-83ab-b0d7f4f50ad9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdd7e22-2d0d-4f17-8997-24abde525b24,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.305234 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89485acb-cfc0-4851-83ab-b0d7f4f50ad9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.306749 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-89485acb-cfc0-4851-83ab-b0d7f4f50ad9 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305513 Jul 07 22:46:09.309690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44260) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:09.313035 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.314683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-81b9a2ab-a21d-45d0-814d-0ef33a0acd39 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '33c508dd-8d08-415f-b1aa-047c89b12c80', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:09.326230 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Transition to ACTIVE for port object ef58ce26-5587-4e45-98e8-8797ea251623 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:09.334598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.349633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81b9a2ab-a21d-45d0-814d-0ef33a0acd39 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.394063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74bfa3-86d8-40f4-b743-e7dc9ab71e42 None None] Pushing event updated for resources: {'Port': ['ID=ef58ce26-5587-4e45-98e8-8797ea251623,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.439201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81b9a2ab-a21d-45d0-814d-0ef33a0acd39 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.444183 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81b9a2ab-a21d-45d0-814d-0ef33a0acd39 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.457453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 84edbff8-5595-4d3b-a361-d844543b0ed3 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:09.458461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9a2ab-a21d-45d0-814d-0ef33a0acd39 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3a3c38-510c-458f-b1bb-3d9a4ba9902a,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.487350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-81b9a2ab-a21d-45d0-814d-0ef33a0acd39 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.491346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-81b9a2ab-a21d-45d0-814d-0ef33a0acd39 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778018 Jul 07 22:46:09.493008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44262) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:09.495488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Attempting to bind port ef58ce26-5587-4e45-98e8-8797ea251623 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:09.495963 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Attempting to bind port ef58ce26-5587-4e45-98e8-8797ea251623 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:09.496437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Attempting to bind port ef58ce26-5587-4e45-98e8-8797ea251623 on network a399fa02-e845-421e-8c9d-1ac1c7bde00c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:09.498529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d4721fc4-7fcd-4a21-aa5a-517b213e80ca tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '33c508dd-8d08-415f-b1aa-047c89b12c80', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:09.509382 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:09.509909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Checking segment: {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:09.510486 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.510918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Bound using segment: {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:09.511488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Bound port: ef58ce26-5587-4e45-98e8-8797ea251623, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:09.511963 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.560467 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4721fc4-7fcd-4a21-aa5a-517b213e80ca tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.603834 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 84edbff8-5595-4d3b-a361-d844543b0ed3 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:09.604365 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.650411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4721fc4-7fcd-4a21-aa5a-517b213e80ca tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.654697 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4721fc4-7fcd-4a21-aa5a-517b213e80ca tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.674321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4721fc4-7fcd-4a21-aa5a-517b213e80ca tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b9cce3-e9ac-4c1e-af01-b7d693b861f3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.682039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d4721fc4-7fcd-4a21-aa5a-517b213e80ca tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.686010 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d4721fc4-7fcd-4a21-aa5a-517b213e80ca tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1890793 Jul 07 22:46:09.686922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44264) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:09.694691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b0e719bf-9cc6-4de5-8b18-c9c4cdbb411e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '33c508dd-8d08-415f-b1aa-047c89b12c80', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:09.717850 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-b0e719bf-9cc6-4de5-8b18-c9c4cdbb411e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Project 3932c19a68e3455c88854792cad722dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:46:09.723126 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0e719bf-9cc6-4de5-8b18-c9c4cdbb411e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.796349 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0e719bf-9cc6-4de5-8b18-c9c4cdbb411e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.800483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0e719bf-9cc6-4de5-8b18-c9c4cdbb411e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.819537 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e719bf-9cc6-4de5-8b18-c9c4cdbb411e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95405928-22f0-4f19-a68f-503afd742f0c,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.824562 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0e719bf-9cc6-4de5-8b18-c9c4cdbb411e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.825976 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b0e719bf-9cc6-4de5-8b18-c9c4cdbb411e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351147 Jul 07 22:46:09.828600 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44266) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:09.833447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1fee2832-d795-4454-b89a-d43ebca957a1 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'security_group_rule': {'security_group_id': '33c508dd-8d08-415f-b1aa-047c89b12c80', 'project_id': '3932c19a68e3455c88854792cad722dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:09.847463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] For port ef58ce26-5587-4e45-98e8-8797ea251623, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:09.855895 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-1fee2832-d795-4454-b89a-d43ebca957a1 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Project 3932c19a68e3455c88854792cad722dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:46:09.860976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1fee2832-d795-4454-b89a-d43ebca957a1 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.865739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] For port ef58ce26-5587-4e45-98e8-8797ea251623, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ef58ce26-5587-4e45-98e8-8797ea251623,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:09.874946 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.931727 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1fee2832-d795-4454-b89a-d43ebca957a1 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.936304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1fee2832-d795-4454-b89a-d43ebca957a1 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.955374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee2832-d795-4454-b89a-d43ebca957a1 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fe9e81-9182-4c84-a63c-8fa1ed351fd2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.960572 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1fee2832-d795-4454-b89a-d43ebca957a1 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:09.970369 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1fee2832-d795-4454-b89a-d43ebca957a1 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320684 Jul 07 22:46:09.970577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74bfa3-86d8-40f4-b743-e7dc9ab71e42 None None] Pushing event updated for resources: {'Port': ['ID=ef58ce26-5587-4e45-98e8-8797ea251623,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:09.970577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:09.970577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:10.014787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:10.120723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:10.149604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:10.149980 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:10.179000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-92bc1f78-b11d-46d0-8832-2b7e9a3b1284 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828876715&fields=id&tenant_id=3932c19a68e3455c88854792cad722dd HTTP/1.1" status: 200 len: 267 time: 0.0413101 Jul 07 22:46:10.293896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-0f839018-fc35-4f32-a49e-1b70b0fceeda tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:10.295824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-0f839018-fc35-4f32-a49e-1b70b0fceeda tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/networks?id=a399fa02-e845-421e-8c9d-1ac1c7bde00c HTTP/1.1" status: 200 len: 797 time: 0.1145768 Jul 07 22:46:10.312641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-9bbc0143-0946-4469-b0bb-f543c1cbc6c0 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/quotas/3932c19a68e3455c88854792cad722dd HTTP/1.1" status: 200 len: 375 time: 0.0095260 Jul 07 22:46:10.390713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-1b07ae7e-5c36-47d7-8e13-5f9ef2afe2e7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730720 Jul 07 22:46:10.400969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:06Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef58ce26-5587-4e45-98e8-8797ea251623', 'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ec:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:06Z', 'updated_at': '2021-07-07T22:46:09Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'e001133d-55b5-411a-bcd4-66181965e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:10.429923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7302d31d-4625-4349-b975-a3dc101ed209 None None] The sync data for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 is: [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:06Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef58ce26-5587-4e45-98e8-8797ea251623', 'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ec:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:06Z', 'updated_at': '2021-07-07T22:46:09Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'e001133d-55b5-411a-bcd4-66181965e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:10.632721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-e2a13dd8-cea9-4d69-83c9-12159dadf32e service neutron] 10.222.0.81 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303348 Jul 07 22:46:10.740176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-4769112d-7b85-434b-8bd0-db58be605901 service neutron] 10.222.0.81 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971494 Jul 07 22:46:10.995489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7d64789-f6f2-4350-88cc-330d2ccb144f req-8718e2a2-066c-4187-a165-7f0c7e8375d5 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 210 time: 0.0677958 Jul 07 22:46:11.447011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ef58ce26-5587-4e45-98e8-8797ea251623 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:11.500167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ef58ce26-5587-4e45-98e8-8797ea251623 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:11.504235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ef58ce26-5587-4e45-98e8-8797ea251623 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:11.504631 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.595106 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.633893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port ef58ce26-5587-4e45-98e8-8797ea251623, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ef58ce26-5587-4e45-98e8-8797ea251623,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:11.638639 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:11.695652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=ef58ce26-5587-4e45-98e8-8797ea251623,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:12.110887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-b0dbaa90-f22e-45a1-898a-27b9dd9b78c6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:12.113093 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-b0dbaa90-f22e-45a1-898a-27b9dd9b78c6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "GET /v2.0/networks?id=a399fa02-e845-421e-8c9d-1ac1c7bde00c HTTP/1.1" status: 200 len: 797 time: 0.1566453 Jul 07 22:46:12.160912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc2f5f09-3eb0-43fb-83fd-a307d95ceaa5 req-b26f1b6d-949f-45b5-973c-904b5174b49a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 210 time: 0.0449607 Jul 07 22:46:12.196708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-751c1923-1b41-43bc-8c08-67558a6d0b43 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3932c19a68e3455c88854792cad722dd HTTP/1.1" status: 200 len: 380 time: 0.0709209 Jul 07 22:46:12.206052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'port': {'device_id': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'admin_state_up': True, 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'security_groups': ['33c508dd-8d08-415f-b1aa-047c89b12c80']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:12.313617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Made reservation on behalf of 3932c19a68e3455c88854792cad722dd for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:12.317216 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.450568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.20.0.6 (a399fa02-e845-421e-8c9d-1ac1c7bde00c/e001133d-55b5-411a-bcd4-66181965e541/e59edbfb-2949-43c2-96cf-1ec265f3efd5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:12.593766 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.607746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Transition to ACTIVE for port object e59edbfb-2949-43c2-96cf-1ec265f3efd5 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:12.639827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.682614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network a399fa02-e845-421e-8c9d-1ac1c7bde00c is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:12.687679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:12.691380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:12.698268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=e59edbfb-2949-43c2-96cf-1ec265f3efd5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:12.726904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.727248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.727608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.727945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.728276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.728601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.728924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.729242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.729559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.729876 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.730222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.730542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:46:12.755717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:12.756496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.775244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-91efb29c-f410-489d-a064-468cde88f131 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725362 Jul 07 22:46:12.787473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Request body: {'port': {'device_id': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:12.867720 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.941646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6a4cc6c-57f6-4e60-bd84-817a1912a0b5 None None] Provisioning for port e59edbfb-2949-43c2-96cf-1ec265f3efd5 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:12.946922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d6a4cc6c-57f6-4e60-bd84-817a1912a0b5 None None] Provisioning complete for port e59edbfb-2949-43c2-96cf-1ec265f3efd5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:12.947412 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d6a4cc6c-57f6-4e60-bd84-817a1912a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:12.993244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d6a4cc6c-57f6-4e60-bd84-817a1912a0b5 None None] Port e59edbfb-2949-43c2-96cf-1ec265f3efd5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:46:13.206216 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59edbfb-2949-43c2-96cf-1ec265f3efd5 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:46:13.214202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.227622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Transition to ACTIVE for port object e59edbfb-2949-43c2-96cf-1ec265f3efd5 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:13.231578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.312075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Pushing event updated for resources: {'Port': ['ID=e59edbfb-2949-43c2-96cf-1ec265f3efd5,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:13.401406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Attempting to bind port e59edbfb-2949-43c2-96cf-1ec265f3efd5 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:13.401748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Attempting to bind port e59edbfb-2949-43c2-96cf-1ec265f3efd5 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:13.402109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Attempting to bind port e59edbfb-2949-43c2-96cf-1ec265f3efd5 on network a399fa02-e845-421e-8c9d-1ac1c7bde00c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:13.409282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Port e59edbfb-2949-43c2-96cf-1ec265f3efd5 on network a399fa02-e845-421e-8c9d-1ac1c7bde00c not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:46:13.409600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Attempting to bind port e59edbfb-2949-43c2-96cf-1ec265f3efd5 on network a399fa02-e845-421e-8c9d-1ac1c7bde00c {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:13.416504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:13.416849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Checking segment: {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:13.417242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Bound using segment: {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:13.417679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Bound port: e59edbfb-2949-43c2-96cf-1ec265f3efd5, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac976902-4f04-4317-b06c-5acba7496eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:13.418044 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.442041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ef58ce26-5587-4e45-98e8-8797ea251623 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:13.471994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c2e32-0f97-41eb-8000-bc64797ec02f req-4845f2c0-880f-4771-9dff-ce614da3daf6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:13.473576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3c2e32-0f97-41eb-8000-bc64797ec02f req-4845f2c0-880f-4771-9dff-ce614da3daf6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 943 time: 0.1628549 Jul 07 22:46:13.498891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ef58ce26-5587-4e45-98e8-8797ea251623 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:13.499382 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.539509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] For port e59edbfb-2949-43c2-96cf-1ec265f3efd5, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:13.544804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3c2e32-0f97-41eb-8000-bc64797ec02f req-b0418709-3bb3-400b-be7d-51c6bb106585 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601995 Jul 07 22:46:13.558103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] For port e59edbfb-2949-43c2-96cf-1ec265f3efd5, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:13.562967 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.610532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:13.611134 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:13.612607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] 10.222.0.44 "PUT /v2.0/ports/e59edbfb-2949-43c2-96cf-1ec265f3efd5 HTTP/1.1" status: 200 len: 1092 time: 0.8300648 Jul 07 22:46:13.617730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:13.620083 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba" -d '{"events": [{"name": "network-changed", "server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:13.642131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57111e96-4e29-4c91-81dd-fe751848befd service neutron] Pushing event updated for resources: {'Port': ['ID=e59edbfb-2949-43c2-96cf-1ec265f3efd5,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:13.684289 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4281b71-348d-48b6-a10e-5fc9e5428d9c x-openstack-request-id: req-c4281b71-348d-48b6-a10e-5fc9e5428d9c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:13.684582 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:13.684829 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4281b71-348d-48b6-a10e-5fc9e5428d9c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:13.685218 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'status': 'completed', 'code': 200} Jul 07 22:46:13.723536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-ec2bb23a-c595-40b2-88bc-9b1703dbccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:13.724791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-ec2bb23a-c595-40b2-88bc-9b1703dbccdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 1095 time: 0.0719476 Jul 07 22:46:13.768204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-5566e885-f907-446a-9c0a-4e16d6f98930 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5 HTTP/1.1" status: 200 len: 217 time: 0.0367115 Jul 07 22:46:13.824770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-be732e06-d371-4349-a4cd-7c476f4ef4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:13.826288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-be732e06-d371-4349-a4cd-7c476f4ef4a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e001133d-55b5-411a-bcd4-66181965e541 HTTP/1.1" status: 200 len: 835 time: 0.0519631 Jul 07 22:46:13.888194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-0ef87522-c23d-469d-9918-f174c4c4fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:13.889804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-0ef87522-c23d-469d-9918-f174c4c4fdec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a399fa02-e845-421e-8c9d-1ac1c7bde00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577240 Jul 07 22:46:13.977428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-8e2b26ed-6e70-49db-a9d1-419383ace512 service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815423 Jul 07 22:46:14.079207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-691a92ea-76b9-4933-bb06-ae95d87bfaf6 req-771eca0f-88f4-4fba-8258-0ecb4eff8523 service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909827 Jul 07 22:46:14.173211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-8cbfaa73-74e3-49ac-9901-5c5298b7e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:14.174739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-8cbfaa73-74e3-49ac-9901-5c5298b7e8ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 1095 time: 0.0526309 Jul 07 22:46:14.266322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-35d92f9f-5f5c-4c78-982d-72599801730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:14.267861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-35d92f9f-5f5c-4c78-982d-72599801730e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a399fa02-e845-421e-8c9d-1ac1c7bde00c HTTP/1.1" status: 200 len: 898 time: 0.0869527 Jul 07 22:46:14.311824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-e5b8ee87-c9e9-414b-acc3-50393f59e31b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5 HTTP/1.1" status: 200 len: 217 time: 0.0368464 Jul 07 22:46:14.360087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-b4746f1c-15c0-4650-9afc-4058a31f4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:14.361548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-b4746f1c-15c0-4650-9afc-4058a31f4750 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e001133d-55b5-411a-bcd4-66181965e541 HTTP/1.1" status: 200 len: 835 time: 0.0438383 Jul 07 22:46:14.425584 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-6b193c2f-5866-492a-abd5-dfa4c9b3e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:14.427141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-6b193c2f-5866-492a-abd5-dfa4c9b3e1b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a399fa02-e845-421e-8c9d-1ac1c7bde00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596519 Jul 07 22:46:14.517037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-66d7031e-6a4a-428f-b7b1-3c53163cad1b service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828969 Jul 07 22:46:14.613403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7c4f2cb-bdb2-495e-b485-8124e0a7dcba req-dbaba8ed-2065-4836-b859-8b01d041ad15 service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900261 Jul 07 22:46:14.740250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359d2fd-49bf-46f4-af84-6c9b32c953eb req-2bddc1c0-2749-4402-9b94-672df6940234 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:14.742398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1359d2fd-49bf-46f4-af84-6c9b32c953eb req-2bddc1c0-2749-4402-9b94-672df6940234 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 943 time: 0.0693517 Jul 07 22:46:14.781104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1359d2fd-49bf-46f4-af84-6c9b32c953eb req-dc7c1734-f62d-4a8a-9609-da5ddad8c50b tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330036 Jul 07 22:46:15.957069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c04423-8ba5-49a2-9460-1935dbd8110c req-4d5653bc-7a1f-4416-87a2-9175eebb54a3 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:15.958802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60c04423-8ba5-49a2-9460-1935dbd8110c req-4d5653bc-7a1f-4416-87a2-9175eebb54a3 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 943 time: 0.0661888 Jul 07 22:46:16.000713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60c04423-8ba5-49a2-9460-1935dbd8110c req-f563f55d-7f58-4e9c-9a17-a2d3276871b1 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356021 Jul 07 22:46:17.185782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72888ef9-4b6a-4ffd-ba6d-3aac2061196d req-aea5efe3-bff4-42ad-af2a-5dbfb322669f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:17.187565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72888ef9-4b6a-4ffd-ba6d-3aac2061196d req-aea5efe3-bff4-42ad-af2a-5dbfb322669f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 943 time: 0.0703862 Jul 07 22:46:17.232111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72888ef9-4b6a-4ffd-ba6d-3aac2061196d req-2b111e35-3724-43ed-bef5-d5bf5960744c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336099 Jul 07 22:46:17.472812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e59edbfb-2949-43c2-96cf-1ec265f3efd5 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:46:17.572359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e59edbfb-2949-43c2-96cf-1ec265f3efd5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:17.584273 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'port_id': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'mac_address': 'fa:16:3e:c8:20:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:46:17.622170 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:17.635514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59edbfb-2949-43c2-96cf-1ec265f3efd5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:46:17.658917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e59edbfb-2949-43c2-96cf-1ec265f3efd5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:17.664620 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:17.711631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e59edbfb-2949-43c2-96cf-1ec265f3efd5,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:17.862841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['e59edbfb-2949-43c2-96cf-1ec265f3efd5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:46:18.442604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75406bac-2788-4b2f-b166-46cb49553e4b req-1b1d5649-4080-4f36-b84a-4e784c731c40 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:18.449327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75406bac-2788-4b2f-b166-46cb49553e4b req-1b1d5649-4080-4f36-b84a-4e784c731c40 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 944 time: 0.0712836 Jul 07 22:46:18.485384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75406bac-2788-4b2f-b166-46cb49553e4b req-0d8f6c69-e476-4ca7-8c0c-5c4b66f2a1ab tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352430 Jul 07 22:46:19.486439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e59edbfb-2949-43c2-96cf-1ec265f3efd5 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:19.538830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port e59edbfb-2949-43c2-96cf-1ec265f3efd5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:19.542441 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port e59edbfb-2949-43c2-96cf-1ec265f3efd5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:19.542816 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.621384 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.647596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:19.650607 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98054e8-3008-4fb3-88b2-9bda1419204a" -d '{"events": [{"server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "name": "network-vif-plugged", "status": "completed", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:19.661193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78395371-fa53-444f-93df-97df40d13c94 req-84436934-73f3-4f37-8489-2eeca160ee8f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:19.663979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port e59edbfb-2949-43c2-96cf-1ec265f3efd5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:19.668476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78395371-fa53-444f-93df-97df40d13c94 req-84436934-73f3-4f37-8489-2eeca160ee8f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 944 time: 0.0696406 Jul 07 22:46:19.670357 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:19.714603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78395371-fa53-444f-93df-97df40d13c94 req-0bf81de7-062b-4a35-8a08-0210c1b00010 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453987 Jul 07 22:46:19.721923 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e820309e-ab40-444c-b43c-6947b0708a4a x-openstack-request-id: req-e820309e-ab40-444c-b43c-6947b0708a4a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:19.722259 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "name": "network-vif-plugged", "status": "completed", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:19.722509 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e820309e-ab40-444c-b43c-6947b0708a4a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:19.722894 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'code': 200} Jul 07 22:46:19.739988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=e59edbfb-2949-43c2-96cf-1ec265f3efd5,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:19.813233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69833d2-1fd9-447a-9090-7ce76e31ab9e req-a1a827f0-b1ff-4b41-9512-ab31e5a0f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:19.814826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e69833d2-1fd9-447a-9090-7ce76e31ab9e req-a1a827f0-b1ff-4b41-9512-ab31e5a0f39f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 1097 time: 0.0544755 Jul 07 22:46:19.849759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e69833d2-1fd9-447a-9090-7ce76e31ab9e req-2ff38c42-f8fe-4b27-b718-6a082be55362 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285211 Jul 07 22:46:19.935408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:20.885070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457913e-cdf7-4a5b-9cc3-cf6568b609d1 req-cbb86272-c7c6-413a-a95f-ae6f71906f52 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:20.886567 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e457913e-cdf7-4a5b-9cc3-cf6568b609d1 req-cbb86272-c7c6-413a-a95f-ae6f71906f52 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 945 time: 0.0626583 Jul 07 22:46:20.923326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e457913e-cdf7-4a5b-9cc3-cf6568b609d1 req-63f3429d-4124-49f1-af27-ef3e5c9f1200 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312440 Jul 07 22:46:21.098990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d4969-493f-4b8b-8780-2f21e9bde980 req-566b8e48-3621-4722-a49b-884fedebf710 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:21.100378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-126d4969-493f-4b8b-8780-2f21e9bde980 req-566b8e48-3621-4722-a49b-884fedebf710 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 945 time: 0.0702341 Jul 07 22:46:21.137355 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-126d4969-493f-4b8b-8780-2f21e9bde980 req-3757f0a2-498a-4416-88c0-2fabba088429 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312886 Jul 07 22:46:21.161283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44354) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:21.212059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea40e4ec-31de-4f2d-aa89-9cbc88ef31f9 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:21.213566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ea40e4ec-31de-4f2d-aa89-9cbc88ef31f9 tempest-TestNetworkBasicOps-604887369 tempest-TestNetworkBasicOps-604887369-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 1092 time: 0.0513420 Jul 07 22:46:21.216225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44356) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:21.220494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:21.241933 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.674364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.776303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Allocated IP 172.25.8.106 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f1bcf74d-cfb0-4df4-8cd7-ae5c03356249) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:21.879577 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.917763 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:21.952908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:21.955967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:21.962736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:21.985385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=f1bcf74d-cfb0-4df4-8cd7-ae5c03356249,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:22.332057 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.407530 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.564772 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.569559 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.644941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event updated for resources: {'Port': ['ID=f1bcf74d-cfb0-4df4-8cd7-ae5c03356249,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:22.653541 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:22.764542 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Floating IP c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7 associated. External IP: 172.25.8.106, port: e59edbfb-2949-43c2-96cf-1ec265f3efd5. Jul 07 22:46:22.972410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router f1a1374f-8c8a-469c-b38d-83592c666433 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:46:23.092136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:23.103622 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] Sync routers for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:23.110479 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:23.115276 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:23.115892 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:23.152081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0e1f85d9-a348-43c7-9264-58843bd07f6c tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9348397 Jul 07 22:46:23.152760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:23.154762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44368) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:23.155216 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfd7020-700e-467c-b501-9941147d3e89" -d '{"events": [{"name": "network-changed", "server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:23.203848 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8610ed2a-e0d9-4c90-b2cb-3f7bf57e4b87 x-openstack-request-id: req-8610ed2a-e0d9-4c90-b2cb-3f7bf57e4b87 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:23.204099 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:23.204351 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8610ed2a-e0d9-4c90-b2cb-3f7bf57e4b87 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:23.204759 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'status': 'completed', 'code': 200} Jul 07 22:46:23.221310 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8ade71a6-7533-42a8-8827-5afc3e8cb9fe tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/floatingips/c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7 HTTP/1.1" status: 200 len: 991 time: 0.0653093 Jul 07 22:46:23.233077 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:23.286671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd7020-700e-467c-b501-9941147d3e89 req-33f6b45d-5e9f-43a6-98e4-bd5d553e1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:23.288106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfd7020-700e-467c-b501-9941147d3e89 req-33f6b45d-5e9f-43a6-98e4-bd5d553e1098 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 1097 time: 0.0623343 Jul 07 22:46:23.382677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd7020-700e-467c-b501-9941147d3e89 req-e8ed7a2c-9a09-4a39-bfa7-e594cf4ece5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:23.384257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfd7020-700e-467c-b501-9941147d3e89 req-e8ed7a2c-9a09-4a39-bfa7-e594cf4ece5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a399fa02-e845-421e-8c9d-1ac1c7bde00c HTTP/1.1" status: 200 len: 898 time: 0.0892661 Jul 07 22:46:23.455626 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfd7020-700e-467c-b501-9941147d3e89 req-3164c2e7-c9ff-41a5-9d94-ce9a7f47834a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5 HTTP/1.1" status: 200 len: 999 time: 0.0653923 Jul 07 22:46:23.464838 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:06Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'port_id': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'mac_address': 'fa:16:3e:c8:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:46:22Z', 'updated_at': '2021-07-07T22:46:22Z', 'revision_number': 0, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef58ce26-5587-4e45-98e8-8797ea251623', 'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ec:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:06Z', 'updated_at': '2021-07-07T22:46:11Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'e001133d-55b5-411a-bcd4-66181965e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:23.505382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd7020-700e-467c-b501-9941147d3e89 req-a296679d-5f9a-4677-9ed6-b71ed05c6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:23.507001 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfd7020-700e-467c-b501-9941147d3e89 req-a296679d-5f9a-4677-9ed6-b71ed05c6e28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e001133d-55b5-411a-bcd4-66181965e541 HTTP/1.1" status: 200 len: 835 time: 0.0460608 Jul 07 22:46:23.569497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd7020-700e-467c-b501-9941147d3e89 req-b026f594-ef17-4a21-a655-330c401917a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:23.571283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfd7020-700e-467c-b501-9941147d3e89 req-b026f594-ef17-4a21-a655-330c401917a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a399fa02-e845-421e-8c9d-1ac1c7bde00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582957 Jul 07 22:46:23.581402 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] Checking router: f1a1374f-8c8a-469c-b38d-83592c666433 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:46:23.590411 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:23.591020 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:23.666807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfd7020-700e-467c-b501-9941147d3e89 req-916b053e-cc69-46b0-a623-9693c5bf8dcd service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895441 Jul 07 22:46:23.701653 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:23.779969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6cfd7020-700e-467c-b501-9941147d3e89 req-b5dc6b43-1357-43bc-9728-587bcc0e1517 service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064637 Jul 07 22:46:24.024834 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:06Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'port_id': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'mac_address': 'fa:16:3e:c8:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:46:22Z', 'updated_at': '2021-07-07T22:46:22Z', 'revision_number': 0, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef58ce26-5587-4e45-98e8-8797ea251623', 'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ec:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:06Z', 'updated_at': '2021-07-07T22:46:11Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'e001133d-55b5-411a-bcd4-66181965e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:24.072456 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5cd97f-e510-4aa6-8bd9-7f28236271ff None None] The sync data for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 is: [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:06Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'floating_ip_address': '172.25.8.106', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'port_id': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'mac_address': 'fa:16:3e:c8:20:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:46:22Z', 'updated_at': '2021-07-07T22:46:22Z', 'revision_number': 0, 'project_id': '3932c19a68e3455c88854792cad722dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef58ce26-5587-4e45-98e8-8797ea251623', 'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ec:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:06Z', 'updated_at': '2021-07-07T22:46:11Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'e001133d-55b5-411a-bcd4-66181965e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:24.225174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44378) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:24.302056 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bd90d88a-a9ae-420f-bcf1-319534f05cf3 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/floatingips/c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7 HTTP/1.1" status: 200 len: 991 time: 0.0746365 Jul 07 22:46:24.304509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad77b5-5d2a-474d-af69-805abec97115 None None] New status for floating IP c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:46:25.305214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44382) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:25.368247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ac67414e-d8d5-4644-b23f-c963c1986350 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/floatingips/c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7 HTTP/1.1" status: 200 len: 993 time: 0.0617945 Jul 07 22:46:27.340503 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:46:27.364322 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6dc700f5-cfa4-4505-81a0-d6561758fa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:29.748006 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ae4b125-f08b-4941-bf11-fb0099855142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.027680 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.569178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44408) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:30.674099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94779927-a3bf-4d66-9d08-a517bcdca8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.761898 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94779927-a3bf-4d66-9d08-a517bcdca8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.765590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-94779927-a3bf-4d66-9d08-a517bcdca8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.808913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-94779927-a3bf-4d66-9d08-a517bcdca8b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1aaa53ad2b20406cbd9a98fbedbc5e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381871 Jul 07 22:46:30.809766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94779927-a3bf-4d66-9d08-a517bcdca8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ce4c3-bdcf-450d-b8a3-cf80b48f5208,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:30.811561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44412) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:30.859996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a43a277-1cb1-42d8-a6e5-446736b8fd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.880316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a43a277-1cb1-42d8-a6e5-446736b8fd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.927940 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a43a277-1cb1-42d8-a6e5-446736b8fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.930481 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6a43a277-1cb1-42d8-a6e5-446736b8fd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:30.931645 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6a43a277-1cb1-42d8-a6e5-446736b8fd31 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b61ce4c3-bdcf-450d-b8a3-cf80b48f5208 HTTP/1.1" status: 204 len: 168 time: 0.1190691 Jul 07 22:46:30.939631 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43a277-1cb1-42d8-a6e5-446736b8fd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ce4c3-bdcf-450d-b8a3-cf80b48f5208,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:30.958289 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:31.435259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:32.829457 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:39.880374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44488) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:39.989459 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84d682a1-a5c4-4811-b0eb-529b06099212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.075447 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84d682a1-a5c4-4811-b0eb-529b06099212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.078974 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-84d682a1-a5c4-4811-b0eb-529b06099212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.116847 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-84d682a1-a5c4-4811-b0eb-529b06099212 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da5d9960d440406691e4b4bfd219dbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354333 Jul 07 22:46:40.117968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d682a1-a5c4-4811-b0eb-529b06099212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f1086e-aaa2-41c5-9b05-fdf7f0712c0a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:40.119624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44492) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:40.168293 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-773514f7-91e2-4636-a209-95aec02f7834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.188761 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-773514f7-91e2-4636-a209-95aec02f7834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.234318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-773514f7-91e2-4636-a209-95aec02f7834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.236914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-773514f7-91e2-4636-a209-95aec02f7834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.238061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-773514f7-91e2-4636-a209-95aec02f7834 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56f1086e-aaa2-41c5-9b05-fdf7f0712c0a HTTP/1.1" status: 204 len: 168 time: 0.1174512 Jul 07 22:46:40.245490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773514f7-91e2-4636-a209-95aec02f7834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f1086e-aaa2-41c5-9b05-fdf7f0712c0a,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:40.826022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44514) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:40.921467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-566654677-network', 'tenant_id': '329d6a6ba106471392b5772594e1bf75'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:40.942673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Made reservation on behalf of 329d6a6ba106471392b5772594e1bf75 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:40.945598 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:40.953843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.039144 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.042729 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.063421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:41.078661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e71a778-9c77-4f18-85a7-b0820d5c0d76,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:41.081611 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.081960 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Added segment 9f705370-a5e6-4aad-8be8-6fd93445083b of type vlan for network 7fee1acc-3750-4be0-a9ef-9e4177ab715e Jul 07 22:46:41.124769 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.151773 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.152697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:41.153278 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.207764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3804033 Jul 07 22:46:41.210553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44518) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:41.215602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Request body: {'subnet': {'network_id': '7fee1acc-3750-4be0-a9ef-9e4177ab715e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-566654677-subnet', 'tenant_id': '329d6a6ba106471392b5772594e1bf75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:41.216885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5571a5-ddd6-4508-a3a6-e180cde13cd4 admin admin] Pushing event updated for resources: {'Network': ['ID=7fee1acc-3750-4be0-a9ef-9e4177ab715e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:41.227823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 7fee1acc-3750-4be0-a9ef-9e4177ab715e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:41.238228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Made reservation on behalf of 329d6a6ba106471392b5772594e1bf75 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:41.240577 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.401949 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.459665 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=64eda94e-748b-45fd-bdc0-eadc320ee232,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:41.468667 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Checking segment: {'id': '9f705370-a5e6-4aad-8be8-6fd93445083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7fee1acc-3750-4be0-a9ef-9e4177ab715e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:41.469017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Network hostable DHCP agents. Network: 7fee1acc-3750-4be0-a9ef-9e4177ab715e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:41.485045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Network 7fee1acc-3750-4be0-a9ef-9e4177ab715e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:41.494049 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 7fee1acc-3750-4be0-a9ef-9e4177ab715e) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:41.497977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:41.498600 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.503041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4002cd-b472-47ba-abc9-742e11120947 None None] Network 7fee1acc-3750-4be0-a9ef-9e4177ab715e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:41.511950 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-06cb7377-d3ec-451a-9804-992b2dc78ffc admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3003073 Jul 07 22:46:41.623568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447fce18-55a3-423c-b022-7bc110221787 None None] Network 7fee1acc-3750-4be0-a9ef-9e4177ab715e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:41.956205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44534) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:41.961853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-790801887-network', 'tenant_id': 'cd848261ebf84078a3e0e905ed95ad9a'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:41.985798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Made reservation on behalf of cd848261ebf84078a3e0e905ed95ad9a for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:41.987938 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:41.996717 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.081575 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.085771 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.104815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:46:42.119216 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aef4a6f-762c-4b03-bafb-78ea53c5212e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:42.122025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.122389 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Added segment 5ac58edf-17a2-4848-98e0-c6176bc9f02f of type vlan for network 4eeb53e7-6d14-44e0-98b3-125f4b66383c Jul 07 22:46:42.160956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.187931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.189238 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:42.189884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.247566 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2888153 Jul 07 22:46:42.249122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44536) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:42.254188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Request body: {'subnet': {'network_id': '4eeb53e7-6d14-44e0-98b3-125f4b66383c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-790801887-subnet', 'tenant_id': 'cd848261ebf84078a3e0e905ed95ad9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:42.257426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf0817-c1f4-4f57-9c00-16232d96a3c5 admin admin] Pushing event updated for resources: {'Network': ['ID=4eeb53e7-6d14-44e0-98b3-125f4b66383c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:42.267597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4eeb53e7-6d14-44e0-98b3-125f4b66383c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:46:42.278602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Made reservation on behalf of cd848261ebf84078a3e0e905ed95ad9a for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:42.281145 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.446173 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.493006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c4c958-c1b5-4b91-b451-8b4f4ff388c2,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:42.508748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Checking segment: {'id': '5ac58edf-17a2-4848-98e0-c6176bc9f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '4eeb53e7-6d14-44e0-98b3-125f4b66383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:42.509110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Network hostable DHCP agents. Network: 4eeb53e7-6d14-44e0-98b3-125f4b66383c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:46:42.525335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Network 4eeb53e7-6d14-44e0-98b3-125f4b66383c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:46:42.533636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4eeb53e7-6d14-44e0-98b3-125f4b66383c) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:42.537509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:42.538163 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:42.542907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f86f6-3912-49a3-95a8-629fb403b9ef None None] Network 4eeb53e7-6d14-44e0-98b3-125f4b66383c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:42.554216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8c167ae2-6f88-451d-a21a-c5532069b9dd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3038154 Jul 07 22:46:42.667790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e772e81-ea37-4429-9f58-6e5f3196c9d8 None None] Network 4eeb53e7-6d14-44e0-98b3-125f4b66383c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:46:43.133702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a951-3201-4afb-8831-5e200b891fdd req-f35c94a8-a58b-470b-b897-f7b429f6b49b tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:43.135199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-f35c94a8-a58b-470b-b897-f7b429f6b49b tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/networks?id=7fee1acc-3750-4be0-a9ef-9e4177ab715e HTTP/1.1" status: 200 len: 811 time: 0.1032510 Jul 07 22:46:43.149423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-5fda9d5c-9ec7-4a9d-8a86-d18d371c4ac1 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/quotas/329d6a6ba106471392b5772594e1bf75 HTTP/1.1" status: 200 len: 375 time: 0.0089478 Jul 07 22:46:43.181318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-fe12a5e3-5570-4872-bc41-489cf587b0a8 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=329d6a6ba106471392b5772594e1bf75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272896 Jul 07 22:46:43.272673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-579dcd1d-807d-49e6-ae25-bef884dfeaf6 service neutron] 10.222.0.81 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845165 Jul 07 22:46:43.360628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-868c7c4c-9c19-4150-ac90-2f460e46ecf4 service neutron] 10.222.0.81 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823700 Jul 07 22:46:43.629145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74f72830-acd1-4908-b042-14dd044c8a82 req-0508b474-d963-4ee8-b6f4-b31568eeef94 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 210 time: 0.1298380 Jul 07 22:46:44.680490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a951-3201-4afb-8831-5e200b891fdd req-b57d4004-99d8-4ba1-ad94-5d9dd0c6a0f1 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:44.683018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-b57d4004-99d8-4ba1-ad94-5d9dd0c6a0f1 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.83 "GET /v2.0/networks?id=7fee1acc-3750-4be0-a9ef-9e4177ab715e HTTP/1.1" status: 200 len: 811 time: 0.1144390 Jul 07 22:46:44.709028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Request body: {'port': {'device_id': '82a79ef2-524f-49f7-abe8-f13971d40f79', 'network_id': '7fee1acc-3750-4be0-a9ef-9e4177ab715e', 'admin_state_up': True, 'tenant_id': '329d6a6ba106471392b5772594e1bf75'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:44.801041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e989714-cce5-4036-af77-7bb848ebbf63 req-d7800765-e8ce-44b4-93d4-a9056fe14814 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 210 time: 0.0406017 Jul 07 22:46:44.854204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Made reservation on behalf of 329d6a6ba106471392b5772594e1bf75 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:46:44.857635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.009746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Allocated IP 172.20.0.2 (7fee1acc-3750-4be0-a9ef-9e4177ab715e/64eda94e-748b-45fd-bdc0-eadc320ee232/4b6b5f06-0d2c-4afc-ac49-e1265e787469) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:46:45.059553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-8832797b-7478-46aa-a7d8-b0c63140b574 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0964477 Jul 07 22:46:45.207006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.210193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-5e4a66af-84cc-414f-9487-cedfeb264fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:45.211686 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-5e4a66af-84cc-414f-9487-cedfeb264fc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 1097 time: 0.1034596 Jul 07 22:46:45.296250 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.366418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Network 7fee1acc-3750-4be0-a9ef-9e4177ab715e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:46:45.370466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Pushing event updated for resources: {'Port': ['ID=4b6b5f06-0d2c-4afc-ac49-e1265e787469,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:45.377270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:46:45.380711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:46:45.386712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-8d283577-d767-45ae-9db2-9aebb45ff58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:45.388212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-8d283577-d767-45ae-9db2-9aebb45ff58e service neutron] 10.222.0.44 "GET /v2.0/networks?id=a399fa02-e845-421e-8c9d-1ac1c7bde00c HTTP/1.1" status: 200 len: 898 time: 0.1525292 Jul 07 22:46:45.469647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:45.470289 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:45.486628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-c3d5f44a-60f1-4246-99d2-daf17c6b86f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5 HTTP/1.1" status: 200 len: 1001 time: 0.0803685 Jul 07 22:46:45.492876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-3a3882c5-699a-4306-99ed-50e3c2de622a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7901170 Jul 07 22:46:45.527857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Request body: {'port': {'device_id': '82a79ef2-524f-49f7-abe8-f13971d40f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:46:45.582808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-72e5930b-0845-4fe5-8707-cd283bcc59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:45.584777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-72e5930b-0845-4fe5-8707-cd283bcc59c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e001133d-55b5-411a-bcd4-66181965e541 HTTP/1.1" status: 200 len: 835 time: 0.0905130 Jul 07 22:46:45.642721 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.028298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-edee8f14-8cfc-4910-9639-613eb95ad53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.029713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-edee8f14-8cfc-4910-9639-613eb95ad53e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a399fa02-e845-421e-8c9d-1ac1c7bde00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4276037 Jul 07 22:46:46.259445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc990e4f-c844-411e-a4a7-221fd19b86fe req-724a47fe-9e95-4817-9bdb-d868317d8f80 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.260900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc990e4f-c844-411e-a4a7-221fd19b86fe req-724a47fe-9e95-4817-9bdb-d868317d8f80 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 931 time: 0.2520008 Jul 07 22:46:46.265718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-92a75068-f5e3-4f55-ae39-6dc6eb6eeaa5 service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193615 Jul 07 22:46:46.370454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc990e4f-c844-411e-a4a7-221fd19b86fe req-c42c094f-c035-4402-af3b-078aaea5848b tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037414 Jul 07 22:46:46.433799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c4805d4-d1b6-4a4d-92d4-388e49971a21 req-d71d2d69-2836-459b-9523-7c56ea497567 service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540127 Jul 07 22:46:46.467724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6b5f06-0d2c-4afc-ac49-e1265e787469 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:46:46.475600 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.487114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Transition to ACTIVE for port object 4b6b5f06-0d2c-4afc-ac49-e1265e787469 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:46:46.491419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.542991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6b5f06-0d2c-4afc-ac49-e1265e787469,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:46.618266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Attempting to bind port 4b6b5f06-0d2c-4afc-ac49-e1265e787469 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:46:46.618603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Attempting to bind port 4b6b5f06-0d2c-4afc-ac49-e1265e787469 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '9f705370-a5e6-4aad-8be8-6fd93445083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7fee1acc-3750-4be0-a9ef-9e4177ab715e'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:46:46.618932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Attempting to bind port 4b6b5f06-0d2c-4afc-ac49-e1265e787469 on network 7fee1acc-3750-4be0-a9ef-9e4177ab715e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:46.623179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Port 4b6b5f06-0d2c-4afc-ac49-e1265e787469 on network 7fee1acc-3750-4be0-a9ef-9e4177ab715e not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:46:46.623504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Attempting to bind port 4b6b5f06-0d2c-4afc-ac49-e1265e787469 on network 7fee1acc-3750-4be0-a9ef-9e4177ab715e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:46:46.628232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:46:46.628571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Checking segment: {'id': '9f705370-a5e6-4aad-8be8-6fd93445083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7fee1acc-3750-4be0-a9ef-9e4177ab715e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:46:46.628960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Bound using segment: {'id': '9f705370-a5e6-4aad-8be8-6fd93445083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7fee1acc-3750-4be0-a9ef-9e4177ab715e'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:46:46.629384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Bound port: 4b6b5f06-0d2c-4afc-ac49-e1265e787469, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f705370-a5e6-4aad-8be8-6fd93445083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '7fee1acc-3750-4be0-a9ef-9e4177ab715e'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:46:46.629739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.691195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] For port 4b6b5f06-0d2c-4afc-ac49-e1265e787469, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:46:46.694294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] For port 4b6b5f06-0d2c-4afc-ac49-e1265e787469, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469,segment=NetworkSegment(9f705370-a5e6-4aad-8be8-6fd93445083b),segment_id=9f705370-a5e6-4aad-8be8-6fd93445083b)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:46:46.698224 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.731225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.731899 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:46.733266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] 10.222.0.83 "PUT /v2.0/ports/4b6b5f06-0d2c-4afc-ac49-e1265e787469 HTTP/1.1" status: 200 len: 1092 time: 1.2099483 Jul 07 22:46:46.733698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a79ef2-524f-49f7-abe8-f13971d40f79', 'tag': '4b6b5f06-0d2c-4afc-ac49-e1265e787469'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:46.735921 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209133ae-d58b-4345-8cc2-af73d7add756" -d '{"events": [{"name": "network-changed", "server_uuid": "82a79ef2-524f-49f7-abe8-f13971d40f79", "tag": "4b6b5f06-0d2c-4afc-ac49-e1265e787469"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:46.759926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662a6fc-f71c-4ede-86f7-ca0e3df72b62 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6b5f06-0d2c-4afc-ac49-e1265e787469,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:46.772904 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad25739d-b791-48a8-96d3-0186d6519c95 x-openstack-request-id: req-ad25739d-b791-48a8-96d3-0186d6519c95 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:46.773143 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a79ef2-524f-49f7-abe8-f13971d40f79", "tag": "4b6b5f06-0d2c-4afc-ac49-e1265e787469", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:46.773399 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad25739d-b791-48a8-96d3-0186d6519c95 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:46.773798 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a79ef2-524f-49f7-abe8-f13971d40f79', 'tag': '4b6b5f06-0d2c-4afc-ac49-e1265e787469', 'status': 'completed', 'code': 200} Jul 07 22:46:46.849337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a951-3201-4afb-8831-5e200b891fdd req-4967a661-1dcf-4b22-ae1b-65c5ccdab17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.851438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-4967a661-1dcf-4b22-ae1b-65c5ccdab17d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=329d6a6ba106471392b5772594e1bf75&device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 1095 time: 0.0561218 Jul 07 22:46:46.900286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-031efb52-7484-4cc0-9938-9133e1484d39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469 HTTP/1.1" status: 200 len: 217 time: 0.0349572 Jul 07 22:46:46.948903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375a951-3201-4afb-8831-5e200b891fdd req-7f837f51-7db0-491d-b243-dbba8c96d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:46.950331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-7f837f51-7db0-491d-b243-dbba8c96d6c0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64eda94e-748b-45fd-bdc0-eadc320ee232 HTTP/1.1" status: 200 len: 851 time: 0.0425537 Jul 07 22:46:46.982563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-1a4ddc12-5b75-4a9e-935e-5ca8e7be5705 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fee1acc-3750-4be0-a9ef-9e4177ab715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258992 Jul 07 22:46:47.075575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-db85c13e-b5d9-435b-bd01-af0eeaa8d3c2 service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837986 Jul 07 22:46:47.163842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5375a951-3201-4afb-8831-5e200b891fdd req-905ed9cd-7bb7-4769-9161-f2b4eb30da5f service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814955 Jul 07 22:46:47.302993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209133ae-d58b-4345-8cc2-af73d7add756 req-741fc745-8fff-46a8-a06c-1f0bc8e2eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:47.304516 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-209133ae-d58b-4345-8cc2-af73d7add756 req-741fc745-8fff-46a8-a06c-1f0bc8e2eb5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=329d6a6ba106471392b5772594e1bf75&device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 1095 time: 0.0584016 Jul 07 22:46:47.392709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209133ae-d58b-4345-8cc2-af73d7add756 req-3d529b69-3dda-4411-9024-fe7bdf91feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:47.394202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-209133ae-d58b-4345-8cc2-af73d7add756 req-3d529b69-3dda-4411-9024-fe7bdf91feaf service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fee1acc-3750-4be0-a9ef-9e4177ab715e HTTP/1.1" status: 200 len: 912 time: 0.0825179 Jul 07 22:46:47.440042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-209133ae-d58b-4345-8cc2-af73d7add756 req-00eef6d2-8486-4909-b801-ea931f374f37 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469 HTTP/1.1" status: 200 len: 217 time: 0.0386715 Jul 07 22:46:47.516102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209133ae-d58b-4345-8cc2-af73d7add756 req-511106e0-b7ca-4df8-a796-6d84b3e34766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:47.517575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-209133ae-d58b-4345-8cc2-af73d7add756 req-511106e0-b7ca-4df8-a796-6d84b3e34766 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64eda94e-748b-45fd-bdc0-eadc320ee232 HTTP/1.1" status: 200 len: 851 time: 0.0717621 Jul 07 22:46:47.554941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-209133ae-d58b-4345-8cc2-af73d7add756 req-44e607c5-ae6a-48b7-89fd-76629307bc23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fee1acc-3750-4be0-a9ef-9e4177ab715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300388 Jul 07 22:46:47.617402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f0304-da40-4644-8351-040179cb2249 req-3a6cfcf6-b72c-476e-9995-0cabe9365103 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:47.618853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f21f0304-da40-4644-8351-040179cb2249 req-3a6cfcf6-b72c-476e-9995-0cabe9365103 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 943 time: 0.1386654 Jul 07 22:46:47.676949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f21f0304-da40-4644-8351-040179cb2249 req-1ecf0410-d17c-410a-9bea-cf9925b0d73f tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508335 Jul 07 22:46:47.687309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-209133ae-d58b-4345-8cc2-af73d7add756 req-c08d681b-870e-4e48-a401-3ca5f4d8aa3d service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235092 Jul 07 22:46:47.775196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-209133ae-d58b-4345-8cc2-af73d7add756 req-4eae2ac2-eb03-4c91-8a38-03478a3fb30a service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805969 Jul 07 22:46:48.852222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730233f-fe9d-438b-800a-38fb935f8bf0 req-2da59726-f035-4962-9eb6-12cecfdc9b02 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:48.853683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1730233f-fe9d-438b-800a-38fb935f8bf0 req-2da59726-f035-4962-9eb6-12cecfdc9b02 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 943 time: 0.0676310 Jul 07 22:46:48.890130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1730233f-fe9d-438b-800a-38fb935f8bf0 req-33661942-e096-4eae-bef0-a0eaba029365 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Jul 07 22:46:49.935953 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.067994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3a0d5-741a-4717-b459-103bafa84395 req-8f24d83b-f93c-447b-b4c7-11dbc984bd52 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:50.070083 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f3a0d5-741a-4717-b459-103bafa84395 req-8f24d83b-f93c-447b-b4c7-11dbc984bd52 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 943 time: 0.0680830 Jul 07 22:46:50.106671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21f3a0d5-741a-4717-b459-103bafa84395 req-bc0c99b0-078b-46b0-a525-e08e5b7d0aae tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Jul 07 22:46:50.621298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4b6b5f06-0d2c-4afc-ac49-e1265e787469 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:46:50.717377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4b6b5f06-0d2c-4afc-ac49-e1265e787469, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469,segment=NetworkSegment(9f705370-a5e6-4aad-8be8-6fd93445083b),segment_id=9f705370-a5e6-4aad-8be8-6fd93445083b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:50.729020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '4b6b5f06-0d2c-4afc-ac49-e1265e787469', 'network_id': '7fee1acc-3750-4be0-a9ef-9e4177ab715e', 'port_id': '4b6b5f06-0d2c-4afc-ac49-e1265e787469', 'mac_address': 'fa:16:3e:e8:b8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eda94e-748b-45fd-bdc0-eadc320ee232', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:46:50.763638 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.776020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6b5f06-0d2c-4afc-ac49-e1265e787469 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:46:50.795453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4b6b5f06-0d2c-4afc-ac49-e1265e787469, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469,segment=NetworkSegment(9f705370-a5e6-4aad-8be8-6fd93445083b),segment_id=9f705370-a5e6-4aad-8be8-6fd93445083b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:50.799363 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:50.992408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4b6b5f06-0d2c-4afc-ac49-e1265e787469,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:51.281089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5e786-4d3f-4df6-be04-76dfeba06567 req-b4fbab0b-60c9-4fdd-be9c-e79a1bede594 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:51.282523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2f5e786-4d3f-4df6-be04-76dfeba06567 req-b4fbab0b-60c9-4fdd-be9c-e79a1bede594 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 944 time: 0.0657990 Jul 07 22:46:51.285119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4b6b5f06-0d2c-4afc-ac49-e1265e787469'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:46:51.321394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2f5e786-4d3f-4df6-be04-76dfeba06567 req-57e95720-d412-43aa-abf7-e30d1a7989cf tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Jul 07 22:46:52.492384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d6b9-0d38-4e45-816b-5c1305652a44 req-e8c71304-28e0-47d0-a971-a7e3462d0b32 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:52.493879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3474d6b9-0d38-4e45-816b-5c1305652a44 req-e8c71304-28e0-47d0-a971-a7e3462d0b32 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 944 time: 0.0632496 Jul 07 22:46:52.529476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3474d6b9-0d38-4e45-816b-5c1305652a44 req-663fb7a5-bda6-4e79-930e-30c00a105a43 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301359 Jul 07 22:46:52.621898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4b6b5f06-0d2c-4afc-ac49-e1265e787469 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:46:52.672813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 4b6b5f06-0d2c-4afc-ac49-e1265e787469 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:46:52.676360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 4b6b5f06-0d2c-4afc-ac49-e1265e787469 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:46:52.676735 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.749976 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.771029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a79ef2-524f-49f7-abe8-f13971d40f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6b5f06-0d2c-4afc-ac49-e1265e787469'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:52.773775 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5be1af-21d7-405a-9fd4-fe618521d11f" -d '{"events": [{"server_uuid": "82a79ef2-524f-49f7-abe8-f13971d40f79", "name": "network-vif-plugged", "status": "completed", "tag": "4b6b5f06-0d2c-4afc-ac49-e1265e787469"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:52.786324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 4b6b5f06-0d2c-4afc-ac49-e1265e787469, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469,segment=NetworkSegment(9f705370-a5e6-4aad-8be8-6fd93445083b),segment_id=9f705370-a5e6-4aad-8be8-6fd93445083b)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:46:52.791565 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:52.813871 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5366c7-e7f3-40a9-a3f0-95ae4c1588ba x-openstack-request-id: req-db5366c7-e7f3-40a9-a3f0-95ae4c1588ba {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:52.814193 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a79ef2-524f-49f7-abe8-f13971d40f79", "name": "network-vif-plugged", "status": "completed", "tag": "4b6b5f06-0d2c-4afc-ac49-e1265e787469", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:52.814447 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db5366c7-e7f3-40a9-a3f0-95ae4c1588ba {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:52.814843 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a79ef2-524f-49f7-abe8-f13971d40f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6b5f06-0d2c-4afc-ac49-e1265e787469', 'code': 200} Jul 07 22:46:52.840124 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=4b6b5f06-0d2c-4afc-ac49-e1265e787469,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:52.951220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ca37a-cb5d-4fd7-a087-ab92f019dd37 req-58b29cd0-d850-4f44-9334-c8af225cde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:52.952734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-304ca37a-cb5d-4fd7-a087-ab92f019dd37 req-58b29cd0-d850-4f44-9334-c8af225cde94 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 1097 time: 0.0505600 Jul 07 22:46:52.985758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-304ca37a-cb5d-4fd7-a087-ab92f019dd37 req-e77d2704-196e-4e68-b22e-f7eec986e461 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269878 Jul 07 22:46:53.704925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338a9d3-c7bb-4076-9a32-ac9a914a6976 req-48b7eb18-3e89-4bba-9472-1fea7d141dcb tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:53.706442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0338a9d3-c7bb-4076-9a32-ac9a914a6976 req-48b7eb18-3e89-4bba-9472-1fea7d141dcb tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0670171 Jul 07 22:46:53.743520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0338a9d3-c7bb-4076-9a32-ac9a914a6976 req-9c221dc9-0cfb-405a-bf40-5e06dbeed3fb tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315628 Jul 07 22:46:54.916509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a295bc-f153-44fb-b5bd-67c5f937df52 req-e5a9ed30-d896-46fa-b639-55cfb7653203 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:54.918270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67a295bc-f153-44fb-b5bd-67c5f937df52 req-e5a9ed30-d896-46fa-b639-55cfb7653203 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0627429 Jul 07 22:46:54.955194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67a295bc-f153-44fb-b5bd-67c5f937df52 req-b17f4fef-bba0-45bf-a9c7-bf346ae8a02e tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312886 Jul 07 22:46:55.129260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879da253-46e3-4f86-a35a-4c0f34ceef6b req-acd8570b-7406-4447-a749-748605142898 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:55.130674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-879da253-46e3-4f86-a35a-4c0f34ceef6b req-acd8570b-7406-4447-a749-748605142898 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0684423 Jul 07 22:46:55.167361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-879da253-46e3-4f86-a35a-4c0f34ceef6b req-41e4e4df-8241-47a8-9a7d-d13f1949f5fd tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306592 Jul 07 22:46:55.521555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84d15d-62b0-4bda-8952-79d2580aba22 req-ea4e0652-b56a-45ab-bf62-504a39bb67c5 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:55.523012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f84d15d-62b0-4bda-8952-79d2580aba22 req-ea4e0652-b56a-45ab-bf62-504a39bb67c5 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0622926 Jul 07 22:46:55.559995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f84d15d-62b0-4bda-8952-79d2580aba22 req-45da8a8b-17a4-41a5-826d-5894fc8f73ca tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315666 Jul 07 22:46:56.573032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:56.631883 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f64f3abf-fd62-4fe5-a93a-260c819bb0bf tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/floatingips/c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7 HTTP/1.1" status: 200 len: 993 time: 0.0577667 Jul 07 22:46:56.738672 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee6fd-fb64-4da2-b43e-643c33221278 req-add45b36-a06e-4059-af41-b2524da064d2 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:56.740167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-340ee6fd-fb64-4da2-b43e-643c33221278 req-add45b36-a06e-4059-af41-b2524da064d2 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0657520 Jul 07 22:46:56.779034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-340ee6fd-fb64-4da2-b43e-643c33221278 req-5457ee25-84fd-48fb-8ac9-5fc68c885ca3 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Jul 07 22:46:56.940263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44616) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:46:57.099748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port f1bcf74d-cfb0-4df4-8cd7-ae5c03356249 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:46:57.100085 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:57.163631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7af6b-b9b0-4691-92ca-24a9eb33fa68 req-4b131abd-80fd-415c-8cf8-fa37aaf14fcd tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:57.165034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dce7af6b-b9b0-4691-92ca-24a9eb33fa68 req-4b131abd-80fd-415c-8cf8-fa37aaf14fcd tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.1078258 Jul 07 22:46:57.173953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-14317b62-5c06-4dff-b91f-cddc3eadb633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:57.175389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-14317b62-5c06-4dff-b91f-cddc3eadb633 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=329d6a6ba106471392b5772594e1bf75&device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 1097 time: 0.0854831 Jul 07 22:46:57.176111 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:57.176448 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:57.187916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for f1bcf74d-cfb0-4df4-8cd7-ae5c03356249 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:46:57.253371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dce7af6b-b9b0-4691-92ca-24a9eb33fa68 req-0e2522f8-43a1-4bdd-8092-a62359f6fe97 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815389 Jul 07 22:46:57.290956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-28eaadb3-9bf1-40a7-8790-2f3450830b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:57.292477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-28eaadb3-9bf1-40a7-8790-2f3450830b8f service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fee1acc-3750-4be0-a9ef-9e4177ab715e HTTP/1.1" status: 200 len: 912 time: 0.1044538 Jul 07 22:46:57.335143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-8967e4ec-0882-4122-bd86-f6330e957017 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469 HTTP/1.1" status: 200 len: 217 time: 0.0355737 Jul 07 22:46:57.337889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:57.363449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=f1bcf74d-cfb0-4df4-8cd7-ae5c03356249,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:46:57.378135 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ff8eaa46-f546-424f-bdec-1a1e84fb5c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:57.386299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-191e4723-029d-43ff-8346-9ac6f01d04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:57.387783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-191e4723-029d-43ff-8346-9ac6f01d04c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64eda94e-748b-45fd-bdc0-eadc320ee232 HTTP/1.1" status: 200 len: 851 time: 0.0469968 Jul 07 22:46:57.422426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:57.422759 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Floating IP c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7 disassociated (deleted). External IP: 172.25.8.106, port: e59edbfb-2949-43c2-96cf-1ec265f3efd5. Jul 07 22:46:57.425511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-6cd2d12a-3b17-44c6-9141-d3cbf82c42c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fee1acc-3750-4be0-a9ef-9e4177ab715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306699 Jul 07 22:46:57.513589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-b24ee38a-a0cb-4dff-88bb-ca7664519e08 service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813205 Jul 07 22:46:57.608684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e807a1f9-a71b-4f84-bfed-5fa9d48067e3 req-1970d587-5127-4b07-be51-356ba6fd96d6 service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877643 Jul 07 22:46:57.625507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router f1a1374f-8c8a-469c-b38d-83592c666433 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:46:58.044359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:46:58.049184 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:58.055104 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] Sync routers for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:46:58.064419 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:58.065018 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:58.088567 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bb2cbb22-88a1-43f6-8a28-33b6a6f6b14f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/floatingips/c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7 HTTP/1.1" status: 204 len: 168 time: 1.1451950 Jul 07 22:46:58.092306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:46:58.093587 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a41e42e-6b8e-40eb-ae08-40e692240d29" -d '{"events": [{"name": "network-changed", "server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:46:58.134719 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de56d8ab-55e4-4acd-82a3-cb850b575fbf x-openstack-request-id: req-de56d8ab-55e4-4acd-82a3-cb850b575fbf {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:46:58.135012 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:46:58.135263 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de56d8ab-55e4-4acd-82a3-cb850b575fbf {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:46:58.135659 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'status': 'completed', 'code': 200} Jul 07 22:46:58.177162 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:58.286471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-713dd72b-32b8-4aa2-b795-83eb8b6c533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:58.288946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-713dd72b-32b8-4aa2-b795-83eb8b6c533b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3932c19a68e3455c88854792cad722dd&device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 1097 time: 0.1289043 Jul 07 22:46:58.400315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-b92c0c06-c6e7-42b9-82ea-8b26168765c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:58.402421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-b92c0c06-c6e7-42b9-82ea-8b26168765c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a399fa02-e845-421e-8c9d-1ac1c7bde00c HTTP/1.1" status: 200 len: 898 time: 0.1073349 Jul 07 22:46:58.420024 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:06Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef58ce26-5587-4e45-98e8-8797ea251623', 'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ec:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:06Z', 'updated_at': '2021-07-07T22:46:11Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'e001133d-55b5-411a-bcd4-66181965e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:58.456652 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] Checking router: f1a1374f-8c8a-469c-b38d-83592c666433 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:46:58.470246 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:46:58.471105 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:46:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:58.493914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-44bfc01e-c0cb-4d5d-9560-133be70f53d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5 HTTP/1.1" status: 200 len: 217 time: 0.0829089 Jul 07 22:46:58.578633 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:46:58.590496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-282cfa54-f4e9-43d1-af5f-ff68ee11f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:58.591956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-282cfa54-f4e9-43d1-af5f-ff68ee11f02a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e001133d-55b5-411a-bcd4-66181965e541 HTTP/1.1" status: 200 len: 835 time: 0.0798557 Jul 07 22:46:58.618633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c4a97-eb7e-4ba9-a7fc-6cc9b5645c7d req-ae115cc8-cb4a-46ac-80da-964ef9638ca4 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:58.620117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b25c4a97-eb7e-4ba9-a7fc-6cc9b5645c7d req-ae115cc8-cb4a-46ac-80da-964ef9638ca4 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.1994128 Jul 07 22:46:58.649382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0b93-064e-4d4b-b69d-85268cb7f9e6 req-b70a4ecf-5a37-46c1-b6fa-742c4e880fe7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:58.650911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abac0b93-064e-4d4b-b69d-85268cb7f9e6 req-b70a4ecf-5a37-46c1-b6fa-742c4e880fe7 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 945 time: 0.1860275 Jul 07 22:46:58.718774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b25c4a97-eb7e-4ba9-a7fc-6cc9b5645c7d req-ca0171e5-9a5a-4bd4-8d4a-e33541dd5434 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787678 Jul 07 22:46:58.733588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abac0b93-064e-4d4b-b69d-85268cb7f9e6 req-3ef80f33-cfdd-48f0-8f1c-0b299c6ecb36 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743163 Jul 07 22:46:58.745588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-59a8f0b4-96db-4d74-9a79-81ae88ceb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:58.747221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-59a8f0b4-96db-4d74-9a79-81ae88ceb255 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a399fa02-e845-421e-8c9d-1ac1c7bde00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457367 Jul 07 22:46:58.759311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-9f04cbe5-8afa-4cde-b4f4-3270a6fea189 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:46:58.760288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-9f04cbe5-8afa-4cde-b4f4-3270a6fea189 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058999 Jul 07 22:46:58.805993 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:06Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef58ce26-5587-4e45-98e8-8797ea251623', 'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ec:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:06Z', 'updated_at': '2021-07-07T22:46:11Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'e001133d-55b5-411a-bcd4-66181965e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:46:58.832677 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace16462-74de-4d58-96f0-e24f112d8330 None None] The sync data for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 is: [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:46:06Z', 'revision_number': 4, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef58ce26-5587-4e45-98e8-8797ea251623', 'name': '', 'network_id': 'a399fa02-e845-421e-8c9d-1ac1c7bde00c', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'mac_address': 'fa:16:3e:ec:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'e001133d-55b5-411a-bcd4-66181965e541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:06Z', 'updated_at': '2021-07-07T22:46:11Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'subnets': [{'id': 'e001133d-55b5-411a-bcd4-66181965e541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:46:58.856766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-ab55dea3-c4b0-442d-a449-c19ed9ad6eeb service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875700 Jul 07 22:46:58.947802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a41e42e-6b8e-40eb-ae08-40e692240d29 req-65092cf5-9b31-413a-b5c8-be72fc906327 service neutron] 10.222.0.44 "GET /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844440 Jul 07 22:46:59.055688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d84ec95-17e7-4aec-ad44-ef78d8d87c21 None None] New status for floating IP c5805e5a-4ee3-41a0-8e00-864d3dc6a9f7: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:46:59.298582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-fb0e6993-5d05-4659-ac46-05b45fab9e19 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508947 Jul 07 22:46:59.408865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-fa92dee3-c01e-47c6-87d5-848faf5f8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:59.410398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-fa92dee3-c01e-47c6-87d5-848faf5f8306 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=329d6a6ba106471392b5772594e1bf75&device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 1097 time: 0.0556393 Jul 07 22:46:59.509955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-020a5b43-2bda-4453-83eb-801e6f275521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:59.511460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-020a5b43-2bda-4453-83eb-801e6f275521 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fee1acc-3750-4be0-a9ef-9e4177ab715e HTTP/1.1" status: 200 len: 912 time: 0.0818915 Jul 07 22:46:59.557470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-0d926114-a5e3-4aaf-b30e-c0857b9281e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469 HTTP/1.1" status: 200 len: 217 time: 0.0388420 Jul 07 22:46:59.604932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-eab9b0c3-7920-4666-a976-7fea66586d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:59.606361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-eab9b0c3-7920-4666-a976-7fea66586d91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64eda94e-748b-45fd-bdc0-eadc320ee232 HTTP/1.1" status: 200 len: 851 time: 0.0426013 Jul 07 22:46:59.637196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-575f1694-72a1-4088-8881-c3ae9fa82efc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fee1acc-3750-4be0-a9ef-9e4177ab715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246558 Jul 07 22:46:59.757378 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbe0667d-50b9-4c0b-802f-2aaebfc1a3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:46:59.768668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-93b6977f-618b-4711-bba8-afa5a0c17de0 service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245637 Jul 07 22:46:59.781424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905a116-62f9-48ad-829a-2de81a85cdef req-0d3c4c95-b9f8-4fff-8bf9-a9e554618e4a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:46:59.782914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e905a116-62f9-48ad-829a-2de81a85cdef req-0d3c4c95-b9f8-4fff-8bf9-a9e554618e4a tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 945 time: 0.0953982 Jul 07 22:47:00.019600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2618606d-3917-4a06-aa42-aefadd723ad4 req-32a11607-af4c-4857-b13c-07aec5cd658d service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356761 Jul 07 22:47:00.028959 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.042532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6be9f-b268-48e2-8eb2-c5b6624250db req-3e2b2cfc-8c8d-4cbd-b44e-b9ff7b361814 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:00.044352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82b6be9f-b268-48e2-8eb2-c5b6624250db req-3e2b2cfc-8c8d-4cbd-b44e-b9ff7b361814 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 945 time: 0.1874318 Jul 07 22:47:00.055123 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7be2f-9e17-4ba1-a736-695590a26c8b req-67af3d91-2e88-4bec-ba93-367a3ae7413c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:00.056517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0eb7be2f-9e17-4ba1-a736-695590a26c8b req-67af3d91-2e88-4bec-ba93-367a3ae7413c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.2235501 Jul 07 22:47:00.097518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e905a116-62f9-48ad-829a-2de81a85cdef req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port e59edbfb-2949-43c2-96cf-1ec265f3efd5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:00.097865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e905a116-62f9-48ad-829a-2de81a85cdef req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.169884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82b6be9f-b268-48e2-8eb2-c5b6624250db req-48938e24-83af-41a7-9eac-20dca1301a5f tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/security-groups?id=33c508dd-8d08-415f-b1aa-047c89b12c80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096122 Jul 07 22:47:00.180010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0eb7be2f-9e17-4ba1-a736-695590a26c8b req-2c9e5d91-0f1e-4c70-a011-5589089b5122 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130536 Jul 07 22:47:00.218124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-e905a116-62f9-48ad-829a-2de81a85cdef req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] For port e59edbfb-2949-43c2-96cf-1ec265f3efd5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=e59edbfb-2949-43c2-96cf-1ec265f3efd5,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:00.218562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e905a116-62f9-48ad-829a-2de81a85cdef req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.231230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-e905a116-62f9-48ad-829a-2de81a85cdef req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for e59edbfb-2949-43c2-96cf-1ec265f3efd5 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:00.367330 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e905a116-62f9-48ad-829a-2de81a85cdef req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.729432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=e59edbfb-2949-43c2-96cf-1ec265f3efd5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:00.801826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-e905a116-62f9-48ad-829a-2de81a85cdef req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] No DVR routers for this DVR port e59edbfb-2949-43c2-96cf-1ec265f3efd5 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:00.805345 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-e905a116-62f9-48ad-829a-2de81a85cdef req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:00.807458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e905a116-62f9-48ad-829a-2de81a85cdef req-75a353ed-19c5-452d-bdb8-d08e12e39cef tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.44 "DELETE /v2.0/ports/e59edbfb-2949-43c2-96cf-1ec265f3efd5 HTTP/1.1" status: 204 len: 173 time: 1.0158045 Jul 07 22:47:00.808118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'name': 'network-vif-deleted', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:00.810350 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b3552d-80a2-4645-a413-fd05fb8b5a10" -d '{"events": [{"server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "name": "network-vif-deleted", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:00.841952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35c1c-ee04-4764-a860-409db3eee810 req-e98dd296-af85-4b4c-b96d-2417a288874c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:00.843639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc35c1c-ee04-4764-a860-409db3eee810 req-e98dd296-af85-4b4c-b96d-2417a288874c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.1174812 Jul 07 22:47:00.858190 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0901c70-6b2b-483c-b2f3-0e45768eb862 x-openstack-request-id: req-f0901c70-6b2b-483c-b2f3-0e45768eb862 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:00.858482 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38570924-e0cb-40b1-8fff-d16f15cdc276", "name": "network-vif-deleted", "tag": "e59edbfb-2949-43c2-96cf-1ec265f3efd5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:00.858762 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f0901c70-6b2b-483c-b2f3-0e45768eb862 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:00.859179 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38570924-e0cb-40b1-8fff-d16f15cdc276', 'name': 'network-vif-deleted', 'tag': 'e59edbfb-2949-43c2-96cf-1ec265f3efd5', 'status': 'completed', 'code': 200} Jul 07 22:47:00.889445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebc35c1c-ee04-4764-a860-409db3eee810 req-75baf3d1-c9f8-45be-a279-b229768d9062 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382497 Jul 07 22:47:00.955826 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:01.323856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a6e4751-f7f9-471e-b492-ca0e80324a0f req-8cebd0cf-fe26-4207-87c3-dac7a62f8001 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "GET /v2.0/ports?device_id=38570924-e0cb-40b1-8fff-d16f15cdc276 HTTP/1.1" status: 200 len: 210 time: 0.0275369 Jul 07 22:47:01.435228 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.060136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4efd1-4f59-436a-b7de-5ce702f56164 req-1038bf45-fe55-4c36-bd48-b3bc1de3a466 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:02.061614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fb4efd1-4f59-436a-b7de-5ce702f56164 req-1038bf45-fe55-4c36-bd48-b3bc1de3a466 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0624914 Jul 07 22:47:02.098537 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fb4efd1-4f59-436a-b7de-5ce702f56164 req-0a2abbf4-1b7f-4d85-b780-4d6b2d702ddc tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314503 Jul 07 22:47:02.423559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44652) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:02.476048 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625a97f-5534-4a67-ab2b-31647a7106fe req-62d9a462-cadd-472e-9d12-7b2aae2af132 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:02.477415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b625a97f-5534-4a67-ab2b-31647a7106fe req-62d9a462-cadd-472e-9d12-7b2aae2af132 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.1047373 Jul 07 22:47:02.482641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-395bd0a0-47bb-4faf-84f4-1af23899d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:02.484032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-395bd0a0-47bb-4faf-84f4-1af23899d01b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=329d6a6ba106471392b5772594e1bf75&device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 1097 time: 0.0842538 Jul 07 22:47:02.489182 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.514187 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.567352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b625a97f-5534-4a67-ab2b-31647a7106fe req-cbb53e55-65d3-48a6-98f2-7c688bfb0f2f tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821657 Jul 07 22:47:02.574444 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.577475 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.579669 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/security-groups/33c508dd-8d08-415f-b1aa-047c89b12c80 HTTP/1.1" status: 204 len: 168 time: 0.1551249 Jul 07 22:47:02.593606 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c508dd-8d08-415f-b1aa-047c89b12c80,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:02.601853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.602244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.602619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.602977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.603379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.603732 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.604052 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.604533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.605005 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.605509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.605826 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.606347 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b5e48-df1b-4445-a80d-a554ffb1f938 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:02.608568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-ca68b8dd-8475-4f8b-b284-8be56ce82fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:02.611505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-ca68b8dd-8475-4f8b-b284-8be56ce82fe1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fee1acc-3750-4be0-a9ef-9e4177ab715e HTTP/1.1" status: 200 len: 912 time: 0.1194968 Jul 07 22:47:02.612323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:02.658688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-67d825bf-1cd4-4eae-bb25-3c33eb6b7371 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469 HTTP/1.1" status: 200 len: 217 time: 0.0396652 Jul 07 22:47:02.706275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-fd387036-7af0-4790-a711-83962519d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:02.707827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-fd387036-7af0-4790-a711-83962519d67a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=64eda94e-748b-45fd-bdc0-eadc320ee232 HTTP/1.1" status: 200 len: 851 time: 0.0428557 Jul 07 22:47:02.745307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-7e9d681f-2801-4ba1-8964-6ddfe52f9a24 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fee1acc-3750-4be0-a9ef-9e4177ab715e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304062 Jul 07 22:47:02.755324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-b021589b-a275-4962-8a11-252b81cfc457 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:47:02.756415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-b021589b-a275-4962-8a11-252b81cfc457 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049865 Jul 07 22:47:02.830091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:02.846598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-1bc3e14e-945e-4407-a5ee-84e58a95c223 service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838666 Jul 07 22:47:02.939468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4c4d8a2-b9af-431a-af42-f0fcdc78c624 req-9ebb0b85-69d0-43b8-bdf8-892671b12987 service neutron] 10.222.0.83 "GET /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867209 Jul 07 22:47:02.968160 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.220385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port ef58ce26-5587-4e45-98e8-8797ea251623 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:03.220728 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.305922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] For port ef58ce26-5587-4e45-98e8-8797ea251623, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ef58ce26-5587-4e45-98e8-8797ea251623,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:03.306329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.318740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for ef58ce26-5587-4e45-98e8-8797ea251623 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:03.497990 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.524991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=ef58ce26-5587-4e45-98e8-8797ea251623,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:03.713375 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:03.745957 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae9609-80e5-4e6e-a2df-6e8bea111a43 req-a5d6414d-5428-48f3-ac70-d1c44e8ada1c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:03.747484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acae9609-80e5-4e6e-a2df-6e8bea111a43 req-a5d6414d-5428-48f3-ac70-d1c44e8ada1c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0659595 Jul 07 22:47:03.767072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e59edbfb-2949-43c2-96cf-1ec265f3efd5 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:03.787665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acae9609-80e5-4e6e-a2df-6e8bea111a43 req-74cd6b76-71ce-495a-a897-412ad72f4db4 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Jul 07 22:47:03.790937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: e59edbfb-2949-43c2-96cf-1ec265f3efd5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:03.791328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device e59edbfb-2949-43c2-96cf-1ec265f3efd5 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:03.930693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Router f1a1374f-8c8a-469c-b38d-83592c666433 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:04.035239 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:04.043192 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-858df963-9572-4b66-bdb6-33ed1a2c786e tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "PUT /v2.0/routers/f1a1374f-8c8a-469c-b38d-83592c666433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4296260 Jul 07 22:47:04.043792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44660) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:04.046033 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] Sync routers for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:04.056024 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:04.056844 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:04.097603 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-661f3e5e-d8f8-4e21-9eec-c3d14a0b8952 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting subnet e001133d-55b5-411a-bcd4-66181965e541 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:04.100819 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-661f3e5e-d8f8-4e21-9eec-c3d14a0b8952 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.143904 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-661f3e5e-d8f8-4e21-9eec-c3d14a0b8952 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.178116 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:04.232113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-661f3e5e-d8f8-4e21-9eec-c3d14a0b8952 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.294484 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-661f3e5e-d8f8-4e21-9eec-c3d14a0b8952 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.323349 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f3e5e-d8f8-4e21-9eec-c3d14a0b8952 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Subnet': ['ID=e001133d-55b5-411a-bcd4-66181965e541,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:04.327000 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-661f3e5e-d8f8-4e21-9eec-c3d14a0b8952 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.331756 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-661f3e5e-d8f8-4e21-9eec-c3d14a0b8952 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/subnets/e001133d-55b5-411a-bcd4-66181965e541 HTTP/1.1" status: 204 len: 168 time: 0.2841749 Jul 07 22:47:04.331756 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44662) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:04.334302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0411704b-b7fe-499c-ad68-b54feb6629c6 None None] Network a399fa02-e845-421e-8c9d-1ac1c7bde00c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:04.344291 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:47:04.373689 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:47:03Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:04.450229 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.488154 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] Checking router: f1a1374f-8c8a-469c-b38d-83592c666433 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:47:04.499997 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] Routers {'f1a1374f-8c8a-469c-b38d-83592c666433'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:04.499997 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['f1a1374f-8c8a-469c-b38d-83592c666433'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:04.527241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] DHCP port deletion for a399fa02-e845-421e-8c9d-1ac1c7bde00c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:47:04.561088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.574574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Deleting port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:04.574954 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.604162 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] Set router f1a1374f-8c8a-469c-b38d-83592c666433 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:04.619288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Deleting port 84edbff8-5595-4d3b-a361-d844543b0ed3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:04.619640 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.639113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] For port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=07f6de48-e23f-4d46-8a60-cbbb8cd91d66,segment=NetworkSegment(ac976902-4f04-4317-b06c-5acba7496eaa),segment_id=ac976902-4f04-4317-b06c-5acba7496eaa)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:04.639819 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.652880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Calling delete_port for 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:04.706983 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] For port 84edbff8-5595-4d3b-a361-d844543b0ed3, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=84edbff8-5595-4d3b-a361-d844543b0ed3,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:04.707334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.724843 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Calling delete_port for 84edbff8-5595-4d3b-a361-d844543b0ed3 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:04.754715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.780323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Pushing event deleted for resources: {'Port': ['ID=07f6de48-e23f-4d46-8a60-cbbb8cd91d66,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:04.789721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.789934 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:47:03Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:04.790463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.791075 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.791559 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.792052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.792548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.793143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.793468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.793951 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.794296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.794630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.794954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:04.797619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab8258-5512-49be-8572-f9650e752b41 None None] No DVR routers for this DVR port 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:04.824494 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350efb7-05d7-45e5-a59a-b39d67a022cf None None] The sync data for ids ['f1a1374f-8c8a-469c-b38d-83592c666433'] in n-d-695012-11 is: [{'id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'name': 'tempest-TestNetworkBasicOps-router-71572533', 'tenant_id': '3932c19a68e3455c88854792cad722dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:46:02Z', 'updated_at': '2021-07-07T22:47:03Z', 'revision_number': 5, 'project_id': '3932c19a68e3455c88854792cad722dd', 'gw_port': {'id': '84edbff8-5595-4d3b-a361-d844543b0ed3', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:8d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a1374f-8c8a-469c-b38d-83592c666433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:46:03Z', 'updated_at': '2021-07-07T22:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:04.906789 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:04.934164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Port': ['ID=84edbff8-5595-4d3b-a361-d844543b0ed3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:04.977588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0539ee-2673-4934-8a82-96e40c8e943e req-4e38517f-7e35-44f5-9de3-5d5a1795a753 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:04.979117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d0539ee-2673-4934-8a82-96e40c8e943e req-4e38517f-7e35-44f5-9de3-5d5a1795a753 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0637119 Jul 07 22:47:04.995730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.016554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d0539ee-2673-4934-8a82-96e40c8e943e req-fa23eb8d-8c9b-402d-a573-bf7a5ae08f39 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Jul 07 22:47:05.085463 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.087521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.130931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.131439 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Fanout notify agent at l3_agent the message router_deleted on router f1a1374f-8c8a-469c-b38d-83592c666433 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:47:05.138252 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.141781 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-118ab234-3fbb-47f2-96c4-f14ab0dbe8a6 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/routers/f1a1374f-8c8a-469c-b38d-83592c666433 HTTP/1.1" status: 204 len: 168 time: 0.8069460 Jul 07 22:47:05.142007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:05.225285 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.324480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.335010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a399fa02-e845-421e-8c9d-1ac1c7bde00c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:05.350677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac976902-4f04-4317-b06c-5acba7496eaa') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:05.350882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac976902-4f04-4317-b06c-5acba7496eaa') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:05.360490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.379755 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.386988 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:05.387343 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:05.390679 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:05.437732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662f54e-dc2b-459f-ad27-f41182ab15a4 req-76b25473-fd21-4d03-b52d-f2c6640a089b tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:05.442546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b662f54e-dc2b-459f-ad27-f41182ab15a4 req-76b25473-fd21-4d03-b52d-f2c6640a089b tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0841162 Jul 07 22:47:05.456597 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.469354 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.471459 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] 10.222.0.81 "DELETE /v2.0/networks/a399fa02-e845-421e-8c9d-1ac1c7bde00c HTTP/1.1" status: 204 len: 168 time: 0.3284783 Jul 07 22:47:05.486580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9f43d-1559-4e7c-a568-08cdfa715319 tempest-TestNetworkBasicOps-1862053550 tempest-TestNetworkBasicOps-1862053550-project] Pushing event deleted for resources: {'Network': ['ID=a399fa02-e845-421e-8c9d-1ac1c7bde00c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:05.494558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b662f54e-dc2b-459f-ad27-f41182ab15a4 req-986a8657-36fb-4567-8cd7-e8e6e41ca1ac tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490808 Jul 07 22:47:05.532144 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ef58ce26-5587-4e45-98e8-8797ea251623 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:05.553355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ef58ce26-5587-4e45-98e8-8797ea251623 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:05.553699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ef58ce26-5587-4e45-98e8-8797ea251623 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:05.554142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:05.576178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:05.576717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 07f6de48-e23f-4d46-8a60-cbbb8cd91d66 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:05.780547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44676) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:05.922229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4e021476-e541-4e17-bc45-26f415ce7b32 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3932c19a68e3455c88854792cad722dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404941 Jul 07 22:47:05.924684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44680) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:05.971822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54cc9af9-cc55-4613-bffd-a4352443e10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:05.993838 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54cc9af9-cc55-4613-bffd-a4352443e10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.041019 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54cc9af9-cc55-4613-bffd-a4352443e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.043992 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-54cc9af9-cc55-4613-bffd-a4352443e10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.045139 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-54cc9af9-cc55-4613-bffd-a4352443e10e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/876fdddc-0fae-4ee8-849b-2598293377f1 HTTP/1.1" status: 204 len: 168 time: 0.1195655 Jul 07 22:47:06.052705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc9af9-cc55-4613-bffd-a4352443e10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876fdddc-0fae-4ee8-849b-2598293377f1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:06.309359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44686) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:06.323323 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eba47d60-9a12-480d-80ac-a09f73eb099b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.410889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eba47d60-9a12-480d-80ac-a09f73eb099b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.414421 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-eba47d60-9a12-480d-80ac-a09f73eb099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.456699 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-eba47d60-9a12-480d-80ac-a09f73eb099b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=38a166b62dc646a89ce3210db214b8ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462624 Jul 07 22:47:06.457545 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba47d60-9a12-480d-80ac-a09f73eb099b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a595e8b-c0ac-4333-b0fb-423d3f27dc7f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:06.459486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44688) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:06.508194 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe447556-02e2-4776-af6c-23c0298fb9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.532122 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe447556-02e2-4776-af6c-23c0298fb9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.578828 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe447556-02e2-4776-af6c-23c0298fb9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.581833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe447556-02e2-4776-af6c-23c0298fb9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:06.583041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fe447556-02e2-4776-af6c-23c0298fb9c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7a595e8b-c0ac-4333-b0fb-423d3f27dc7f HTTP/1.1" status: 204 len: 168 time: 0.1225393 Jul 07 22:47:06.591205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe447556-02e2-4776-af6c-23c0298fb9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a595e8b-c0ac-4333-b0fb-423d3f27dc7f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:06.674473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421693c-047e-4294-bcb1-87f324bdd253 req-a723a52e-a071-470f-83b8-d73771322685 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:06.675972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6421693c-047e-4294-bcb1-87f324bdd253 req-a723a52e-a071-470f-83b8-d73771322685 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0638294 Jul 07 22:47:06.714390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6421693c-047e-4294-bcb1-87f324bdd253 req-6bf774b5-3eb2-4e83-b841-ac4f788567a5 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Jul 07 22:47:07.401192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 84edbff8-5595-4d3b-a361-d844543b0ed3 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:07.423484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 84edbff8-5595-4d3b-a361-d844543b0ed3 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:07.423833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 84edbff8-5595-4d3b-a361-d844543b0ed3 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:07.645278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-f55b6d47-0c11-4337-974a-7b3446c2060a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:07.647254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-f55b6d47-0c11-4337-974a-7b3446c2060a tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.83 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.0611868 Jul 07 22:47:07.747642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Deleting port 4b6b5f06-0d2c-4afc-ac49-e1265e787469 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:47:07.747989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.848276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] For port 4b6b5f06-0d2c-4afc-ac49-e1265e787469, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=4b6b5f06-0d2c-4afc-ac49-e1265e787469,segment=NetworkSegment(9f705370-a5e6-4aad-8be8-6fd93445083b),segment_id=9f705370-a5e6-4aad-8be8-6fd93445083b)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:07.848630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:07.879119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Calling delete_port for 4b6b5f06-0d2c-4afc-ac49-e1265e787469 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:47:07.959888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a60c0-901f-4aab-930a-6938cd5ec956 req-a066ec89-3853-4781-b199-fca50d14861c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:07.961358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c87a60c0-901f-4aab-930a-6938cd5ec956 req-a066ec89-3853-4781-b199-fca50d14861c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/ports?device_id=82a79ef2-524f-49f7-abe8-f13971d40f79 HTTP/1.1" status: 200 len: 945 time: 0.1324298 Jul 07 22:47:08.029896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c87a60c0-901f-4aab-930a-6938cd5ec956 req-001b9adb-ae97-46a1-bbb4-595efb0c22a0 tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e71a778-9c77-4f18-85a7-b0820d5c0d76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626953 Jul 07 22:47:08.057095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.084707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Pushing event deleted for resources: {'Port': ['ID=4b6b5f06-0d2c-4afc-ac49-e1265e787469,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:08.092171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['4b6b5f06-0d2c-4afc-ac49-e1265e787469'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:47:08.132794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] No DVR routers for this DVR port 4b6b5f06-0d2c-4afc-ac49-e1265e787469 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:47:08.135502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:08.137592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cd1d597-9845-4b96-8319-fcf494e8937d req-9c1cbe7b-31a7-47d4-bf49-6821de850f5c tempest-TestServerAdvancedOps-1829444114 tempest-TestServerAdvancedOps-1829444114-project] 10.222.0.83 "DELETE /v2.0/ports/4b6b5f06-0d2c-4afc-ac49-e1265e787469 HTTP/1.1" status: 204 len: 173 time: 0.4847946 Jul 07 22:47:08.138027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a79ef2-524f-49f7-abe8-f13971d40f79', 'name': 'network-vif-deleted', 'tag': '4b6b5f06-0d2c-4afc-ac49-e1265e787469'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:08.140278 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91df868-6992-44c9-9498-5e91af2a6ede" -d '{"events": [{"server_uuid": "82a79ef2-524f-49f7-abe8-f13971d40f79", "name": "network-vif-deleted", "tag": "4b6b5f06-0d2c-4afc-ac49-e1265e787469"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:08.182622 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e868f0e3-6b64-4c0b-9950-30a53ab09c7a x-openstack-request-id: req-e868f0e3-6b64-4c0b-9950-30a53ab09c7a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:08.183052 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a79ef2-524f-49f7-abe8-f13971d40f79", "name": "network-vif-deleted", "tag": "4b6b5f06-0d2c-4afc-ac49-e1265e787469", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:08.183312 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e868f0e3-6b64-4c0b-9950-30a53ab09c7a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:08.184781 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a79ef2-524f-49f7-abe8-f13971d40f79', 'name': 'network-vif-deleted', 'tag': '4b6b5f06-0d2c-4afc-ac49-e1265e787469', 'status': 'completed', 'code': 200} Jul 07 22:47:09.124070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44700) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:09.169549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0954f2a-d6b3-45c4-9f80-69e578a5253f admin admin] Deleting subnet 64eda94e-748b-45fd-bdc0-eadc320ee232 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:09.172578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0954f2a-d6b3-45c4-9f80-69e578a5253f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.210680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0954f2a-d6b3-45c4-9f80-69e578a5253f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.247473 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0954f2a-d6b3-45c4-9f80-69e578a5253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.299130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0954f2a-d6b3-45c4-9f80-69e578a5253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.326779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0954f2a-d6b3-45c4-9f80-69e578a5253f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64eda94e-748b-45fd-bdc0-eadc320ee232,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:09.328656 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f0954f2a-d6b3-45c4-9f80-69e578a5253f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.330534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f0954f2a-d6b3-45c4-9f80-69e578a5253f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/64eda94e-748b-45fd-bdc0-eadc320ee232 HTTP/1.1" status: 204 len: 168 time: 0.2054918 Jul 07 22:47:09.333041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44702) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:09.404919 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.486583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.496529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fee1acc-3750-4be0-a9ef-9e4177ab715e']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:09.507094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f705370-a5e6-4aad-8be8-6fd93445083b') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:09.507394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f705370-a5e6-4aad-8be8-6fd93445083b') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:09.515876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.529409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.535790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:09.536435 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:09.538495 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:09.596008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.603082 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.608695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7fee1acc-3750-4be0-a9ef-9e4177ab715e HTTP/1.1" status: 204 len: 168 time: 0.2720151 Jul 07 22:47:09.609121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44704) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:09.618184 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4a090-e41f-466c-b975-2b831b949830 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fee1acc-3750-4be0-a9ef-9e4177ab715e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:09.653698 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-da23e5b8-d96e-4cb1-915a-968fac83e923 admin admin] Deleting subnet 23c4c958-c1b5-4b91-b451-8b4f4ff388c2 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:47:09.656778 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da23e5b8-d96e-4cb1-915a-968fac83e923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.691005 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da23e5b8-d96e-4cb1-915a-968fac83e923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.727654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da23e5b8-d96e-4cb1-915a-968fac83e923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.776692 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da23e5b8-d96e-4cb1-915a-968fac83e923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.808457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23e5b8-d96e-4cb1-915a-968fac83e923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c4c958-c1b5-4b91-b451-8b4f4ff388c2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:09.810414 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-da23e5b8-d96e-4cb1-915a-968fac83e923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.812381 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-da23e5b8-d96e-4cb1-915a-968fac83e923 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/23c4c958-c1b5-4b91-b451-8b4f4ff388c2 HTTP/1.1" status: 204 len: 168 time: 0.2020769 Jul 07 22:47:09.814799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:09.879614 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.958025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:09.967896 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eeb53e7-6d14-44e0-98b3-125f4b66383c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:09.977751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac58edf-17a2-4848-98e0-c6176bc9f02f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:09.978046 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac58edf-17a2-4848-98e0-c6176bc9f02f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:09.986538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.000031 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.005678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:47:10.006616 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:47:10.008231 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:47:10.059670 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.065156 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.067418 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4eeb53e7-6d14-44e0-98b3-125f4b66383c HTTP/1.1" status: 204 len: 168 time: 0.2516925 Jul 07 22:47:10.080333 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d03e8c-b23d-4cb4-93b8-9f815b10ff71 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eeb53e7-6d14-44e0-98b3-125f4b66383c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:10.238550 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:10.277942 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed3f8a91-0f70-4cc6-84f4-21ff64941772 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=329d6a6ba106471392b5772594e1bf75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382552 Jul 07 22:47:10.280370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:10.334390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bdc151b-56f8-4696-837d-417f42a3dee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.355522 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bdc151b-56f8-4696-837d-417f42a3dee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.400292 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bdc151b-56f8-4696-837d-417f42a3dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.402983 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5bdc151b-56f8-4696-837d-417f42a3dee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.404109 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5bdc151b-56f8-4696-837d-417f42a3dee3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e71a778-9c77-4f18-85a7-b0820d5c0d76 HTTP/1.1" status: 204 len: 168 time: 0.1227982 Jul 07 22:47:10.411396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc151b-56f8-4696-837d-417f42a3dee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e71a778-9c77-4f18-85a7-b0820d5c0d76,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:10.719520 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44718) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:10.758412 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f0a2f0da-b1a1-4fa4-af51-9458b7f00899 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cd848261ebf84078a3e0e905ed95ad9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376666 Jul 07 22:47:10.760688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:10.808521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f1656f-a368-4ec2-96f6-7a6d551623d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.828830 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f1656f-a368-4ec2-96f6-7a6d551623d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.874550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f1656f-a368-4ec2-96f6-7a6d551623d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.877202 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-82f1656f-a368-4ec2-96f6-7a6d551623d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:10.878353 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-82f1656f-a368-4ec2-96f6-7a6d551623d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4aef4a6f-762c-4b03-bafb-78ea53c5212e HTTP/1.1" status: 204 len: 168 time: 0.1167772 Jul 07 22:47:10.885601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1656f-a368-4ec2-96f6-7a6d551623d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aef4a6f-762c-4b03-bafb-78ea53c5212e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:11.507041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44742) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:11.620873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1612885112-network', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:11.641861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Made reservation on behalf of c25560acaf1d4a8096159f9162f29404 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:11.644462 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.654836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.742598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.746331 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.770191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:11.778514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d393777-564a-4fd1-a0b7-6c02deb00007,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:11.784416 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.784756 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Added segment 3cad1b83-83a1-490e-ba25-cc3b960c4613 of type vlan for network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 Jul 07 22:47:11.824552 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.851860 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.852761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:11.853330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:11.903060 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3949471 Jul 07 22:47:11.906166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44746) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:11.910021 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b524e2e-26a7-46f4-8d65-c60c3abf0503 admin admin] Pushing event updated for resources: {'Network': ['ID=7b741e87-70d9-4db5-aee8-f2adf74d8ae6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:11.911439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Request body: {'subnet': {'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1612885112-subnet', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:11.920616 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:11.933412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Made reservation on behalf of c25560acaf1d4a8096159f9162f29404 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:11.935818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.098966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.156976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0033040-f5de-4f13-ad2c-693f6a815724,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:12.161281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Checking segment: {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:12.161644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Network hostable DHCP agents. Network: 7b741e87-70d9-4db5-aee8-f2adf74d8ae6, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:12.179015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:12.187761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 7b741e87-70d9-4db5-aee8-f2adf74d8ae6) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:12.193832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:12.194796 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.195606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcbe545-f591-439f-acf8-398484623418 None None] Network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:12.211936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44748) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:12.212142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c688eaa1-0eed-44db-98a4-6a543dafa86a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3047454 Jul 07 22:47:12.216705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:12.240776 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.242039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.297223 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.345922 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:12.346832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.481469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Allocated IP 172.20.0.2 (7b741e87-70d9-4db5-aee8-f2adf74d8ae6/e0033040-f5de-4f13-ad2c-693f6a815724/14bd1b3c-391b-4408-b3ba-2f62ea45ca93) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:12.634431 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.643773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Transition to ACTIVE for port object 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:12.659044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Transition to ACTIVE for port object 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:12.665752 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.702167 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4b6b5f06-0d2c-4afc-ac49-e1265e787469 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:47:12.707780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:12.728611 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:12.732035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 4b6b5f06-0d2c-4afc-ac49-e1265e787469 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:47:12.732311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 4b6b5f06-0d2c-4afc-ac49-e1265e787469 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:47:12.733775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:12.740658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Pushing event updated for resources: {'Port': ['ID=14bd1b3c-391b-4408-b3ba-2f62ea45ca93,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:12.749695 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.794350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Attempting to bind port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:12.794722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Attempting to bind port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:12.795082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Attempting to bind port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 on network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:12.799939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:12.800744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Checking segment: {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:12.800744 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.801079 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Bound using segment: {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:12.801539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Bound port: 14bd1b3c-391b-4408-b3ba-2f62ea45ca93, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:12.801920 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.868211 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9a471626-b687-458e-9da1-3106cca46baf None None] For port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:12.871498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-9a471626-b687-458e-9da1-3106cca46baf None None] For port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=14bd1b3c-391b-4408-b3ba-2f62ea45ca93,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:12.875196 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.933189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a471626-b687-458e-9da1-3106cca46baf None None] Pushing event updated for resources: {'Port': ['ID=14bd1b3c-391b-4408-b3ba-2f62ea45ca93,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:12.947362 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:12.967145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.096335 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Allocated IP 172.25.8.58 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/1a9add02-707f-4b88-abe9-ff610b42c227) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:13.207011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.246571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.285776 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:13.290264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:13.293230 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:13.324146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Pushing event updated for resources: {'Port': ['ID=1a9add02-707f-4b88-abe9-ff610b42c227,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:13.471519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:13.520305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:13.557109 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.759500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:13.836981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcae48d-0377-445d-b265-dab357c1608e None None] Network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:13.900669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dfd1b738-098e-4019-bcbe-3c750d3f2405 None None] Provisioning for port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:13.900958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Router b6596ee0-53c8-420a-a485-f86517cce1d2 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:47:13.912652 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dfd1b738-098e-4019-bcbe-3c750d3f2405 None None] Provisioning complete for port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:13.913024 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b738-098e-4019-bcbe-3c750d3f2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.006873 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:14.022258 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.023563 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b38205f2-924b-4ad9-9525-6c5705f2f16f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8103542 Jul 07 22:47:14.026565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Sync routers for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:14.027025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44750) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:14.066156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:14.066698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:14.100465 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b738-098e-4019-bcbe-3c750d3f2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.183961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-dfd1b738-098e-4019-bcbe-3c750d3f2405 None None] For port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=14bd1b3c-391b-4408-b3ba-2f62ea45ca93,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:14.195047 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dfd1b738-098e-4019-bcbe-3c750d3f2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.235532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:14.344134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1b738-098e-4019-bcbe-3c750d3f2405 None None] Pushing event updated for resources: {'Port': ['ID=14bd1b3c-391b-4408-b3ba-2f62ea45ca93,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:14.437537 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:13Z', 'revision_number': 3, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:14.456346 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.463223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Checking router: b6596ee0-53c8-420a-a485-f86517cce1d2 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:47:14.463579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Updating router b6596ee0-53c8-420a-a485-f86517cce1d2 port 1a9add02-707f-4b88-abe9-ff610b42c227 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:47:14.497005 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.586792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fd8e7ec3-0d79-4098-8f74-d7f9566c8920 None None] Provisioning complete for port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:14.587073 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd8e7ec3-0d79-4098-8f74-d7f9566c8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.611837 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Allocated IP 172.20.0.1 (7b741e87-70d9-4db5-aee8-f2adf74d8ae6/e0033040-f5de-4f13-ad2c-693f6a815724/9df78655-3770-41fb-9908-9da0762259c3) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:14.715315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.728515 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Transition to ACTIVE for port object 9df78655-3770-41fb-9908-9da0762259c3 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:14.762032 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.804620 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:14.811074 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:14.813289 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.813670 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:14.826718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Transition to ACTIVE for port object 1a9add02-707f-4b88-abe9-ff610b42c227 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:14.833139 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.839180 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Pushing event updated for resources: {'Port': ['ID=9df78655-3770-41fb-9908-9da0762259c3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:14.859772 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.888077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Attempting to bind port 1a9add02-707f-4b88-abe9-ff610b42c227 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:14.888454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Attempting to bind port 1a9add02-707f-4b88-abe9-ff610b42c227 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:14.888823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Attempting to bind port 1a9add02-707f-4b88-abe9-ff610b42c227 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:14.897161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a1021-3684-4bcc-bb3a-a9d72f84ae1e None None] Pushing event updated for resources: {'Port': ['ID=1a9add02-707f-4b88-abe9-ff610b42c227,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:14.899807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:14.900198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:14.900659 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.900986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:14.901470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Bound port: 1a9add02-707f-4b88-abe9-ff610b42c227, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:14.901857 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:14.959157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] For port 1a9add02-707f-4b88-abe9-ff610b42c227, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:14.962485 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] For port 1a9add02-707f-4b88-abe9-ff610b42c227, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1a9add02-707f-4b88-abe9-ff610b42c227,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:14.967872 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.016618 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.024812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:15.025434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:15.030334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a1021-3684-4bcc-bb3a-a9d72f84ae1e None None] Pushing event updated for resources: {'Port': ['ID=1a9add02-707f-4b88-abe9-ff610b42c227,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:15.189294 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.194585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.260375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Pushing event updated for resources: {'Port': ['ID=9df78655-3770-41fb-9908-9da0762259c3,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:15.262741 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.268383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a2f92977-8227-4bcf-b7e6-906a899ebfe2 None None] Provisioning for port 9df78655-3770-41fb-9908-9da0762259c3 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:15.276833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a2f92977-8227-4bcf-b7e6-906a899ebfe2 None None] Provisioning complete for port 9df78655-3770-41fb-9908-9da0762259c3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:15.277206 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2f92977-8227-4bcf-b7e6-906a899ebfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.323566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:15.350931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a2f92977-8227-4bcf-b7e6-906a899ebfe2 None None] Port 9df78655-3770-41fb-9908-9da0762259c3 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:15.359143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:15.360529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:15.464354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:15.484113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Router b6596ee0-53c8-420a-a485-f86517cce1d2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:15.561328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:15.561707 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.601179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:15.608978 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cf8e5f47-af49-4e11-a3ee-1e0832816f54 admin admin] 10.222.0.81 "PUT /v2.0/routers/b6596ee0-53c8-420a-a485-f86517cce1d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5813165 Jul 07 22:47:15.613640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 1, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:15.647062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14778a6c-b341-44d3-9088-4b40f31d71de None None] The sync data for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 is: [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 1, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:15.696424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d2d9bd89-6216-47cb-ad14-bdf369931309 None None] Provisioning complete for port 9df78655-3770-41fb-9908-9da0762259c3 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:15.696817 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2d9bd89-6216-47cb-ad14-bdf369931309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:15.736238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9bd89-6216-47cb-ad14-bdf369931309 None None] Port 9df78655-3770-41fb-9908-9da0762259c3 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:16.103578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44766) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:16.108777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-51418732-network', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:16.132586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Made reservation on behalf of d5ea3357898540cb8ed8dcc154f50025 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:16.135062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.147186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.245186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.249733 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.283660 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:47:16.294677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47a71db-1489-432d-9ba4-55d614a58a92,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:16.299672 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.300016 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Added segment 5c0514e9-1a26-4018-be85-d5625025b53f of type vlan for network c4c637d3-4376-4dc6-ad00-552a351fa3ba Jul 07 22:47:16.344540 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.377611 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.378800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.379380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.433520 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3287301 Jul 07 22:47:16.436539 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44768) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:16.443145 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Request body: {'subnet': {'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-51418732-subnet', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:16.452728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b20dd-cfe3-4c30-a457-494da83dc580 admin admin] Pushing event updated for resources: {'Network': ['ID=c4c637d3-4376-4dc6-ad00-552a351fa3ba,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:16.464765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c4c637d3-4376-4dc6-ad00-552a351fa3ba details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:47:16.471095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Made reservation on behalf of d5ea3357898540cb8ed8dcc154f50025 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:16.473857 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.653980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.709711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3399b1e-79ac-457a-9990-5b39126abfda,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:16.725668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Checking segment: {'id': '5c0514e9-1a26-4018-be85-d5625025b53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:16.725943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Network hostable DHCP agents. Network: c4c637d3-4376-4dc6-ad00-552a351fa3ba, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:47:16.743112 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Network c4c637d3-4376-4dc6-ad00-552a351fa3ba is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:47:16.752309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c4c637d3-4376-4dc6-ad00-552a351fa3ba) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:16.757293 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:16.759318 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.760184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6120c0b5-2ccc-4658-8bb2-5975b1d4eb58 None None] Network c4c637d3-4376-4dc6-ad00-552a351fa3ba requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:16.779631 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-56ad3a04-ba7b-43e8-a850-dfab9ae8c141 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3418839 Jul 07 22:47:16.782423 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44770) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:16.787388 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:16.810759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.812027 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.866557 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:16.920960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-c4c637d3-4376-4dc6-ad00-552a351fa3ba', 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'fixed_ips': [{'subnet_id': 'f3399b1e-79ac-457a-9990-5b39126abfda'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:47:16.921839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.062438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Allocated IP 172.20.0.2 (c4c637d3-4376-4dc6-ad00-552a351fa3ba/f3399b1e-79ac-457a-9990-5b39126abfda/d5b328b1-0c74-4e4a-bf09-16159a21f29b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:17.214819 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.223790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Transition to ACTIVE for port object d5b328b1-0c74-4e4a-bf09-16159a21f29b will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:17.240871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Transition to ACTIVE for port object d5b328b1-0c74-4e4a-bf09-16159a21f29b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:17.246751 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.289144 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Network c4c637d3-4376-4dc6-ad00-552a351fa3ba is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:17.292086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:17.296914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:17.300401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Pushing event updated for resources: {'Port': ['ID=d5b328b1-0c74-4e4a-bf09-16159a21f29b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:17.337442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.361384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Attempting to bind port d5b328b1-0c74-4e4a-bf09-16159a21f29b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:17.361750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Attempting to bind port d5b328b1-0c74-4e4a-bf09-16159a21f29b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '5c0514e9-1a26-4018-be85-d5625025b53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:17.362136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Attempting to bind port d5b328b1-0c74-4e4a-bf09-16159a21f29b on network c4c637d3-4376-4dc6-ad00-552a351fa3ba {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:17.367592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:17.367960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Checking segment: {'id': '5c0514e9-1a26-4018-be85-d5625025b53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:17.368358 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.368749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Bound using segment: {'id': '5c0514e9-1a26-4018-be85-d5625025b53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:17.369228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Bound port: d5b328b1-0c74-4e4a-bf09-16159a21f29b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0514e9-1a26-4018-be85-d5625025b53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:17.369581 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.444327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] For port d5b328b1-0c74-4e4a-bf09-16159a21f29b, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:17.452859 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] For port d5b328b1-0c74-4e4a-bf09-16159a21f29b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5b328b1-0c74-4e4a-bf09-16159a21f29b,segment=NetworkSegment(5c0514e9-1a26-4018-be85-d5625025b53f),segment_id=5c0514e9-1a26-4018-be85-d5625025b53f)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:17.459091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.500742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1a9add02-707f-4b88-abe9-ff610b42c227 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:17.554571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.564185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49781e6-b740-4cd2-a3d6-e29e2506f516 None None] Pushing event updated for resources: {'Port': ['ID=d5b328b1-0c74-4e4a-bf09-16159a21f29b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:17.578277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.585201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 1a9add02-707f-4b88-abe9-ff610b42c227 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:17.593716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1a9add02-707f-4b88-abe9-ff610b42c227 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:17.594202 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.680093 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.689049 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Sync routers for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:17.695245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Allocated IP 172.25.8.83 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/c9f4d149-cd5f-42dc-86d0-58bfcbb1d182) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:17.704467 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:17.704847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 1a9add02-707f-4b88-abe9-ff610b42c227, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1a9add02-707f-4b88-abe9-ff610b42c227,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:17.706784 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:17.720434 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.795198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=1a9add02-707f-4b88-abe9-ff610b42c227,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:17.842796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.869015 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:17.890896 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:17.934813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:17.938969 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:17.941130 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Pushing event updated for resources: {'Port': ['ID=c9f4d149-cd5f-42dc-86d0-58bfcbb1d182,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:17.943476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:18.067159 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:15Z', 'revision_number': 2, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:18.093527 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Checking router: b6596ee0-53c8-420a-a485-f86517cce1d2 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:47:18.093793 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Updating router b6596ee0-53c8-420a-a485-f86517cce1d2 port 9df78655-3770-41fb-9908-9da0762259c3 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:47:18.130614 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.185590 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.399986 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.420746 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.432302 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Transition to ACTIVE for port object 9df78655-3770-41fb-9908-9da0762259c3 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:18.439518 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.497991 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Pushing event updated for resources: {'Port': ['ID=9df78655-3770-41fb-9908-9da0762259c3,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:18.524569 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.525006 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.525356 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.525692 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.526024 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.526397 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.526723 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.527154 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.527418 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.527745 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.528071 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.528393 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:18.539163 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Router 84281f14-67bc-4173-8423-478586a0528a is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:47:18.573684 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Attempting to bind port 9df78655-3770-41fb-9908-9da0762259c3 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:18.574062 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Attempting to bind port 9df78655-3770-41fb-9908-9da0762259c3 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:18.574456 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Attempting to bind port 9df78655-3770-41fb-9908-9da0762259c3 on network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:18.579821 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:18.580194 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Checking segment: {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:18.580599 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.580988 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Bound using segment: {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:18.581899 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Bound port: 9df78655-3770-41fb-9908-9da0762259c3, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:18.581899 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.585741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb28eb2a-9cd7-483e-9eb5-b510c45e29be None None] Network c4c637d3-4376-4dc6-ad00-552a351fa3ba requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:47:18.661783 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] For port 9df78655-3770-41fb-9908-9da0762259c3, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:18.664893 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:18.674918 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] For port 9df78655-3770-41fb-9908-9da0762259c3, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9df78655-3770-41fb-9908-9da0762259c3,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:18.677207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Sync routers for ids ['84281f14-67bc-4173-8423-478586a0528a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:18.682153 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.686388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:18.691196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 44772) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:18.693439 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-04ee617d-0d20-45f1-ac47-01310cc0a04c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9093988 Jul 07 22:47:18.740381 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:18.741001 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:18.753757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Routers {'84281f14-67bc-4173-8423-478586a0528a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:18.754488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84281f14-67bc-4173-8423-478586a0528a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:18.790695 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67b41e-d756-4773-ae42-892fa45f28ce None None] Pushing event updated for resources: {'Port': ['ID=9df78655-3770-41fb-9908-9da0762259c3,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:18.806736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ba37f847-5717-467c-8793-ee111ec02905 None None] Provisioning for port d5b328b1-0c74-4e4a-bf09-16159a21f29b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:18.873864 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:18.923626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Set router 84281f14-67bc-4173-8423-478586a0528a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:19.192133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84281f14-67bc-4173-8423-478586a0528a', 'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:16Z', 'updated_at': '2021-07-07T22:47:18Z', 'revision_number': 3, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'gw_port': {'id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:17Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:19.225298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Checking router: 84281f14-67bc-4173-8423-478586a0528a for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:47:19.225657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Updating router 84281f14-67bc-4173-8423-478586a0528a port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:47:19.229866 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:18Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:19.254997 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.261305 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.264648 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85485f52-2f61-4005-8706-7c884c40d49c None None] The sync data for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 is: [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:18Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:19.488166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Allocated IP 172.20.0.1 (c4c637d3-4376-4dc6-ad00-552a351fa3ba/f3399b1e-79ac-457a-9990-5b39126abfda/070436ee-e1ee-4a50-94b2-b4c40b0469cd) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:19.584858 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.602156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Transition to ACTIVE for port object c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:19.607182 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.608837 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.630698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Transition to ACTIVE for port object 070436ee-e1ee-4a50-94b2-b4c40b0469cd will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:19.639946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9df78655-3770-41fb-9908-9da0762259c3 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:19.668748 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.702866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01961445-0a70-4bb8-b7a4-bb25707db685 None None] Pushing event updated for resources: {'Port': ['ID=c9f4d149-cd5f-42dc-86d0-58bfcbb1d182,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:19.706160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Attempting to bind port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:19.706531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Attempting to bind port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:19.706890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Attempting to bind port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:19.714422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Network c4c637d3-4376-4dc6-ad00-552a351fa3ba is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:19.715698 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:19.716070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:19.716487 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.716855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:19.717322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Bound port: c9f4d149-cd5f-42dc-86d0-58bfcbb1d182, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:19.717697 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.719458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:19.722988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:19.729445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Pushing event updated for resources: {'Port': ['ID=070436ee-e1ee-4a50-94b2-b4c40b0469cd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:19.757716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.758293 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.758648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.758996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.759335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.759672 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.759999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.760482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.760999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.761485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.762167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.762657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:47:19.787536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] For port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:19.790360 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.791085 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] For port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c9f4d149-cd5f-42dc-86d0-58bfcbb1d182,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:19.793140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 9df78655-3770-41fb-9908-9da0762259c3 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:19.798314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9df78655-3770-41fb-9908-9da0762259c3 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:19.798708 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.802467 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:19.892517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Routers {'84281f14-67bc-4173-8423-478586a0528a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:19.893161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84281f14-67bc-4173-8423-478586a0528a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:19.938543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01961445-0a70-4bb8-b7a4-bb25707db685 None None] Pushing event updated for resources: {'Port': ['ID=c9f4d149-cd5f-42dc-86d0-58bfcbb1d182,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:19.963881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.022617 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.051184 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.064404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] Set router 84281f14-67bc-4173-8423-478586a0528a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:20.141497 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.147860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.215322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Pushing event updated for resources: {'Port': ['ID=070436ee-e1ee-4a50-94b2-b4c40b0469cd,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:20.217636 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.314902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Network c4c637d3-4376-4dc6-ad00-552a351fa3ba is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:20.316272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:20.344953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5787745e-c6d0-4c34-9beb-f737335c938d None None] Provisioning for port 070436ee-e1ee-4a50-94b2-b4c40b0469cd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:20.350462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 9df78655-3770-41fb-9908-9da0762259c3, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9df78655-3770-41fb-9908-9da0762259c3,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:20.358623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5787745e-c6d0-4c34-9beb-f737335c938d None None] Provisioning complete for port 070436ee-e1ee-4a50-94b2-b4c40b0469cd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:20.358998 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5787745e-c6d0-4c34-9beb-f737335c938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.360560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.361358 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1a9add02-707f-4b88-abe9-ff610b42c227 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:20.444872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Router 84281f14-67bc-4173-8423-478586a0528a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:20.488675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5787745e-c6d0-4c34-9beb-f737335c938d None None] Port 070436ee-e1ee-4a50-94b2-b4c40b0469cd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:20.498412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=9df78655-3770-41fb-9908-9da0762259c3,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:20.537367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1a9add02-707f-4b88-abe9-ff610b42c227 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:20.537766 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.560628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:20.574894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2697c741-b270-460c-a167-c868bf7f475b admin admin] 10.222.0.81 "PUT /v2.0/routers/84281f14-67bc-4173-8423-478586a0528a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723557 Jul 07 22:47:20.592947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84281f14-67bc-4173-8423-478586a0528a', 'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:16Z', 'updated_at': '2021-07-07T22:47:18Z', 'revision_number': 3, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'gw_port': {'id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:17Z', 'updated_at': '2021-07-07T22:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:20.624898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cc2dad-19a0-4c6b-a26f-091d35e7d142 None None] The sync data for ids ['84281f14-67bc-4173-8423-478586a0528a'] in n-d-695012-11 is: [{'id': '84281f14-67bc-4173-8423-478586a0528a', 'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:16Z', 'updated_at': '2021-07-07T22:47:18Z', 'revision_number': 3, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'gw_port': {'id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:30:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:17Z', 'updated_at': '2021-07-07T22:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:20.666400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2955a052-fe4d-4cc1-8f76-cceb417fc178 None None] Provisioning complete for port 070436ee-e1ee-4a50-94b2-b4c40b0469cd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:20.666769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2955a052-fe4d-4cc1-8f76-cceb417fc178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.689062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5b328b1-0c74-4e4a-bf09-16159a21f29b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:20.730060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2955a052-fe4d-4cc1-8f76-cceb417fc178 None None] Port 070436ee-e1ee-4a50-94b2-b4c40b0469cd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:20.749104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port d5b328b1-0c74-4e4a-bf09-16159a21f29b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:20.753097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d5b328b1-0c74-4e4a-bf09-16159a21f29b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:20.753475 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.857029 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.912125 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port d5b328b1-0c74-4e4a-bf09-16159a21f29b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5b328b1-0c74-4e4a-bf09-16159a21f29b,segment=NetworkSegment(5c0514e9-1a26-4018-be85-d5625025b53f),segment_id=5c0514e9-1a26-4018-be85-d5625025b53f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:20.916864 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:20.969643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=d5b328b1-0c74-4e4a-bf09-16159a21f29b,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:21.249637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44780) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:21.255757 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-5e8730b2-b841-4b40-87c2-43ddc056371a tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195815467', 'description': 'tempest-secgroup-smoke-195815467 description', 'project_id': 'c25560acaf1d4a8096159f9162f29404'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:21.280521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e8730b2-b841-4b40-87c2-43ddc056371a tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.368049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e8730b2-b841-4b40-87c2-43ddc056371a tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.371984 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e8730b2-b841-4b40-87c2-43ddc056371a tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.401793 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5e8730b2-b841-4b40-87c2-43ddc056371a tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.403069 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5e8730b2-b841-4b40-87c2-43ddc056371a tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1518180 Jul 07 22:47:21.403907 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8730b2-b841-4b40-87c2-43ddc056371a tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:21.406166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:21.410788 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bbf79ada-f770-4602-96ad-06fedb7727e6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Request body: {'security_group_rule': {'security_group_id': '5e8d3c05-4767-48d2-9bfb-b2d1be15cccf', 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:21.441567 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf79ada-f770-4602-96ad-06fedb7727e6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.504248 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf79ada-f770-4602-96ad-06fedb7727e6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.508211 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf79ada-f770-4602-96ad-06fedb7727e6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.525792 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf79ada-f770-4602-96ad-06fedb7727e6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab77e8c-f896-4164-997b-4ccc6b4b632a,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:21.531847 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bbf79ada-f770-4602-96ad-06fedb7727e6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.536229 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bbf79ada-f770-4602-96ad-06fedb7727e6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262376 Jul 07 22:47:21.536229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44784) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:21.541398 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-08a41ae5-1b25-4823-972e-49e0ed7356ae tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Request body: {'security_group_rule': {'security_group_id': '5e8d3c05-4767-48d2-9bfb-b2d1be15cccf', 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:21.570006 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08a41ae5-1b25-4823-972e-49e0ed7356ae tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.572305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5b328b1-0c74-4e4a-bf09-16159a21f29b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:21.619819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d5b328b1-0c74-4e4a-bf09-16159a21f29b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:21.620289 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.633194 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08a41ae5-1b25-4823-972e-49e0ed7356ae tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.637669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08a41ae5-1b25-4823-972e-49e0ed7356ae tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.655151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a41ae5-1b25-4823-972e-49e0ed7356ae tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e542c481-39c7-40b5-b870-82e8d1593e1d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:21.662422 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-08a41ae5-1b25-4823-972e-49e0ed7356ae tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.663722 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-08a41ae5-1b25-4823-972e-49e0ed7356ae tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265128 Jul 07 22:47:21.666573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44786) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:21.671248 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8a9a0b18-fa85-43ac-a210-4777ca1d6d73 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Request body: {'security_group_rule': {'security_group_id': '5e8d3c05-4767-48d2-9bfb-b2d1be15cccf', 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:21.696600 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0b18-fa85-43ac-a210-4777ca1d6d73 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.701632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9df78655-3770-41fb-9908-9da0762259c3 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:21.747175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9df78655-3770-41fb-9908-9da0762259c3 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:21.747543 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.755317 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0b18-fa85-43ac-a210-4777ca1d6d73 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.759058 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0b18-fa85-43ac-a210-4777ca1d6d73 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.782525 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a0b18-fa85-43ac-a210-4777ca1d6d73 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ffbce8-903b-4864-9f1f-dc0db27c8c66,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:21.788231 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8a9a0b18-fa85-43ac-a210-4777ca1d6d73 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.790507 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8a9a0b18-fa85-43ac-a210-4777ca1d6d73 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229651 Jul 07 22:47:21.792584 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44788) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:21.797015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-a3b8e323-19a6-4faa-8e81-ee61c6fed208 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Request body: {'security_group_rule': {'security_group_id': '5e8d3c05-4767-48d2-9bfb-b2d1be15cccf', 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:21.824007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e323-19a6-4faa-8e81-ee61c6fed208 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.828764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:21.879308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:21.883030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:21.883421 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.883552 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e323-19a6-4faa-8e81-ee61c6fed208 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.887255 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e323-19a6-4faa-8e81-ee61c6fed208 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.904286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8e323-19a6-4faa-8e81-ee61c6fed208 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9fac97-40f9-40dc-9a12-1ad40f5b4dc1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:21.912357 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e323-19a6-4faa-8e81-ee61c6fed208 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.913575 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a3b8e323-19a6-4faa-8e81-ee61c6fed208 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200495 Jul 07 22:47:21.916329 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44790) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:21.920948 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-febc666c-f503-41a2-84e9-26641a053cb5 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Request body: {'security_group_rule': {'security_group_id': '5e8d3c05-4767-48d2-9bfb-b2d1be15cccf', 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:21.942218 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-febc666c-f503-41a2-84e9-26641a053cb5 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Project c25560acaf1d4a8096159f9162f29404 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:47:21.946871 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-febc666c-f503-41a2-84e9-26641a053cb5 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.965928 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:21.986438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c9f4d149-cd5f-42dc-86d0-58bfcbb1d182,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:21.992668 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.016174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-febc666c-f503-41a2-84e9-26641a053cb5 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.021970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-febc666c-f503-41a2-84e9-26641a053cb5 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.041551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc666c-f503-41a2-84e9-26641a053cb5 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5552f628-9ea0-47a4-84cf-875523007bd7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:22.049262 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-febc666c-f503-41a2-84e9-26641a053cb5 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.050269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=c9f4d149-cd5f-42dc-86d0-58bfcbb1d182,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:22.050597 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-febc666c-f503-41a2-84e9-26641a053cb5 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333013 Jul 07 22:47:22.053325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44792) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:22.057685 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e78e9e2f-6d2e-47ed-8310-783eb1bfbce1 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Request body: {'security_group_rule': {'security_group_id': '5e8d3c05-4767-48d2-9bfb-b2d1be15cccf', 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:22.079223 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-e78e9e2f-6d2e-47ed-8310-783eb1bfbce1 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Project c25560acaf1d4a8096159f9162f29404 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 22:47:22.084518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e78e9e2f-6d2e-47ed-8310-783eb1bfbce1 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.147931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e78e9e2f-6d2e-47ed-8310-783eb1bfbce1 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.151447 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e78e9e2f-6d2e-47ed-8310-783eb1bfbce1 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.169310 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e9e2f-6d2e-47ed-8310-783eb1bfbce1 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4c1ca7-2f0f-4fe7-9f7a-de93117d17db,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:22.174016 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e78e9e2f-6d2e-47ed-8310-783eb1bfbce1 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:22.178541 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e78e9e2f-6d2e-47ed-8310-783eb1bfbce1 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242709 Jul 07 22:47:22.312136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-7c62ab7a-d6a7-40bf-a146-d89afded96c2 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195815467&fields=id&tenant_id=c25560acaf1d4a8096159f9162f29404 HTTP/1.1" status: 200 len: 267 time: 0.0333354 Jul 07 22:47:22.421103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-354ad597-2a27-45b5-a154-d3cdb3a0a1b9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:22.422676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-354ad597-2a27-45b5-a154-d3cdb3a0a1b9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/networks?id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 200 len: 809 time: 0.1037428 Jul 07 22:47:22.437749 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-2008fb76-a068-4498-af85-252f3ea79dba tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/quotas/c25560acaf1d4a8096159f9162f29404 HTTP/1.1" status: 200 len: 375 time: 0.0094385 Jul 07 22:47:22.515877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-55f14140-3843-4b4d-86dd-1b66ca8f3f0d tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c25560acaf1d4a8096159f9162f29404&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720646 Jul 07 22:47:22.619719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-5da41d7e-e02c-414d-8efe-06137682e1be service neutron] 10.222.0.81 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922158 Jul 07 22:47:22.688003 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Sync routers for ids ['84281f14-67bc-4173-8423-478586a0528a'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:22.697195 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Routers {'84281f14-67bc-4173-8423-478586a0528a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:22.697793 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84281f14-67bc-4173-8423-478586a0528a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:22.718149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-bd9c18f2-efb8-4f45-9a1c-e11ac250b177 service neutron] 10.222.0.81 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923948 Jul 07 22:47:22.801392 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Set router 84281f14-67bc-4173-8423-478586a0528a gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:22.929647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cef311b5-8466-466d-9902-6fa9e95138e8 req-b0b267af-b190-4536-bed3-5e9d68480337 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 210 time: 0.0327487 Jul 07 22:47:23.006404 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84281f14-67bc-4173-8423-478586a0528a', 'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:16Z', 'updated_at': '2021-07-07T22:47:19Z', 'revision_number': 4, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'gw_port': {'id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:17Z', 'updated_at': '2021-07-07T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '070436ee-e1ee-4a50-94b2-b4c40b0469cd', 'name': '', 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'mac_address': 'fa:16:3e:9c:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f3399b1e-79ac-457a-9990-5b39126abfda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:19Z', 'updated_at': '2021-07-07T22:47:20Z', 'revision_number': 2, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'subnets': [{'id': 'f3399b1e-79ac-457a-9990-5b39126abfda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:23.035755 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Checking router: 84281f14-67bc-4173-8423-478586a0528a for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:47:23.036091 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Updating router 84281f14-67bc-4173-8423-478586a0528a port 070436ee-e1ee-4a50-94b2-b4c40b0469cd binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:47:23.071898 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.351773 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.361335 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Transition to ACTIVE for port object 070436ee-e1ee-4a50-94b2-b4c40b0469cd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:23.368385 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.418681 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a834b-e571-46dd-9f28-2321653be28f None None] Pushing event updated for resources: {'Port': ['ID=070436ee-e1ee-4a50-94b2-b4c40b0469cd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:23.472226 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Attempting to bind port 070436ee-e1ee-4a50-94b2-b4c40b0469cd on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:23.472612 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Attempting to bind port 070436ee-e1ee-4a50-94b2-b4c40b0469cd by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '5c0514e9-1a26-4018-be85-d5625025b53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:23.472994 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Attempting to bind port 070436ee-e1ee-4a50-94b2-b4c40b0469cd on network c4c637d3-4376-4dc6-ad00-552a351fa3ba {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:23.479022 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:23.479394 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Checking segment: {'id': '5c0514e9-1a26-4018-be85-d5625025b53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:23.479799 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.480224 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Bound using segment: {'id': '5c0514e9-1a26-4018-be85-d5625025b53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:23.480710 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Bound port: 070436ee-e1ee-4a50-94b2-b4c40b0469cd, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0514e9-1a26-4018-be85-d5625025b53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:23.481208 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.490513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:23.557259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:23.558277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.559089 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] For port 070436ee-e1ee-4a50-94b2-b4c40b0469cd, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:23.564598 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] For port 070436ee-e1ee-4a50-94b2-b4c40b0469cd, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=070436ee-e1ee-4a50-94b2-b4c40b0469cd,segment=NetworkSegment(5c0514e9-1a26-4018-be85-d5625025b53f),segment_id=5c0514e9-1a26-4018-be85-d5625025b53f)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:23.570106 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:23.633728 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Routers {'84281f14-67bc-4173-8423-478586a0528a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:23.634400 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84281f14-67bc-4173-8423-478586a0528a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:23.640005 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a834b-e571-46dd-9f28-2321653be28f None None] Pushing event updated for resources: {'Port': ['ID=070436ee-e1ee-4a50-94b2-b4c40b0469cd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:23.747490 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] Set router 84281f14-67bc-4173-8423-478586a0528a gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:23.948229 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84281f14-67bc-4173-8423-478586a0528a', 'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:16Z', 'updated_at': '2021-07-07T22:47:19Z', 'revision_number': 4, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'gw_port': {'id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:17Z', 'updated_at': '2021-07-07T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '070436ee-e1ee-4a50-94b2-b4c40b0469cd', 'name': '', 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'mac_address': 'fa:16:3e:9c:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f3399b1e-79ac-457a-9990-5b39126abfda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:19Z', 'updated_at': '2021-07-07T22:47:23Z', 'revision_number': 4, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'subnets': [{'id': 'f3399b1e-79ac-457a-9990-5b39126abfda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:23.977128 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c507b-1e3d-417f-b2a5-9183215af581 None None] The sync data for ids ['84281f14-67bc-4173-8423-478586a0528a'] in n-d-695012-11 is: [{'id': '84281f14-67bc-4173-8423-478586a0528a', 'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:16Z', 'updated_at': '2021-07-07T22:47:19Z', 'revision_number': 4, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'gw_port': {'id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:17Z', 'updated_at': '2021-07-07T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '070436ee-e1ee-4a50-94b2-b4c40b0469cd', 'name': '', 'network_id': 'c4c637d3-4376-4dc6-ad00-552a351fa3ba', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'mac_address': 'fa:16:3e:9c:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'f3399b1e-79ac-457a-9990-5b39126abfda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:19Z', 'updated_at': '2021-07-07T22:47:23Z', 'revision_number': 4, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'subnets': [{'id': 'f3399b1e-79ac-457a-9990-5b39126abfda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:24.010182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-11617e63-6b0a-4573-8318-a3837b322fc6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:24.012411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-11617e63-6b0a-4573-8318-a3837b322fc6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.44 "GET /v2.0/networks?id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 200 len: 809 time: 0.1123948 Jul 07 22:47:24.084562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-f8d22d33-c1cf-4650-bfe1-121a84f159f5 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c25560acaf1d4a8096159f9162f29404 HTTP/1.1" status: 200 len: 379 time: 0.0600441 Jul 07 22:47:24.099520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Request body: {'port': {'device_id': '70583fd8-05da-4453-b129-34035af1996e', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'admin_state_up': True, 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'security_groups': ['5e8d3c05-4767-48d2-9bfb-b2d1be15cccf']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:24.124375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ed8ee71-3261-4e44-94e9-f09b58ebeee3 req-6b2e7a94-6a78-42ba-acc4-7bbc43d6c1c3 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 210 time: 0.0388300 Jul 07 22:47:24.271378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Made reservation on behalf of c25560acaf1d4a8096159f9162f29404 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:47:24.275832 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.427989 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Allocated IP 172.20.0.9 (7b741e87-70d9-4db5-aee8-f2adf74d8ae6/e0033040-f5de-4f13-ad2c-693f6a815724/10ee07c3-8a13-4ea0-9a38-870d5457cf44) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:24.583667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.597892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Transition to ACTIVE for port object 10ee07c3-8a13-4ea0-9a38-870d5457cf44 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:24.633856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.683828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:24.687288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:24.691861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:24.695842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'Port': ['ID=10ee07c3-8a13-4ea0-9a38-870d5457cf44,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:24.742821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:24.743556 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.759660 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-ecb1d021-e380-42a2-9854-3e8c4099bd10 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6644011 Jul 07 22:47:24.772518 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Request body: {'port': {'device_id': '70583fd8-05da-4453-b129-34035af1996e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:24.856404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.928212 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c935aedc-f442-43c4-a53c-4201ea8efb30 None None] Provisioning for port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:24.933008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c935aedc-f442-43c4-a53c-4201ea8efb30 None None] Provisioning complete for port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:24.933661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c935aedc-f442-43c4-a53c-4201ea8efb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:24.973913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c935aedc-f442-43c4-a53c-4201ea8efb30 None None] Port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:47:25.458162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567e01e-7800-4dfd-b5c3-420dba07e297 req-8c596a6f-5d9d-44c6-b5f0-8de3bc9eb241 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:25.459649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d567e01e-7800-4dfd-b5c3-420dba07e297 req-8c596a6f-5d9d-44c6-b5f0-8de3bc9eb241 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 931 time: 0.1277306 Jul 07 22:47:25.485474 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 070436ee-e1ee-4a50-94b2-b4c40b0469cd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:25.533837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d567e01e-7800-4dfd-b5c3-420dba07e297 req-26d5dc22-2b0d-49f7-b824-38a5da1d57f3 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667405 Jul 07 22:47:25.539219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 070436ee-e1ee-4a50-94b2-b4c40b0469cd completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:25.544330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 070436ee-e1ee-4a50-94b2-b4c40b0469cd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:25.544815 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.545050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ee07c3-8a13-4ea0-9a38-870d5457cf44 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:47:25.553747 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.565936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Transition to ACTIVE for port object 10ee07c3-8a13-4ea0-9a38-870d5457cf44 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:47:25.571177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.627637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Pushing event updated for resources: {'Port': ['ID=10ee07c3-8a13-4ea0-9a38-870d5457cf44,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:25.632582 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.670399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 070436ee-e1ee-4a50-94b2-b4c40b0469cd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=070436ee-e1ee-4a50-94b2-b4c40b0469cd,segment=NetworkSegment(5c0514e9-1a26-4018-be85-d5625025b53f),segment_id=5c0514e9-1a26-4018-be85-d5625025b53f)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:25.674798 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.702782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Attempting to bind port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:47:25.703223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Attempting to bind port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:47:25.703631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Attempting to bind port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 on network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:25.709152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 on network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:47:25.709562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Attempting to bind port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 on network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:47:25.714734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:47:25.715075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Checking segment: {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:47:25.715470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Bound using segment: {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:47:25.715901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Bound port: 10ee07c3-8a13-4ea0-9a38-870d5457cf44, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cad1b83-83a1-490e-ba25-cc3b960c4613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:47:25.716270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.729962 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=070436ee-e1ee-4a50-94b2-b4c40b0469cd,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:25.788080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] For port 10ee07c3-8a13-4ea0-9a38-870d5457cf44, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:47:25.791526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] For port 10ee07c3-8a13-4ea0-9a38-870d5457cf44, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:47:25.795443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.827933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:25.828741 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:25.830150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] 10.222.0.44 "PUT /v2.0/ports/10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 200 len: 1092 time: 1.0623460 Jul 07 22:47:25.832167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70583fd8-05da-4453-b129-34035af1996e', 'tag': '10ee07c3-8a13-4ea0-9a38-870d5457cf44'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:25.835871 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f7c97d-831c-493e-af47-8f384c99cebe" -d '{"events": [{"name": "network-changed", "server_uuid": "70583fd8-05da-4453-b129-34035af1996e", "tag": "10ee07c3-8a13-4ea0-9a38-870d5457cf44"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:25.866757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb26394-9c08-4d45-bd8f-99ebdcc7b389 service neutron] Pushing event updated for resources: {'Port': ['ID=10ee07c3-8a13-4ea0-9a38-870d5457cf44,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:25.903104 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eaf4c0-06bf-47a3-8195-b6d183b1545f x-openstack-request-id: req-32eaf4c0-06bf-47a3-8195-b6d183b1545f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:25.903495 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70583fd8-05da-4453-b129-34035af1996e", "tag": "10ee07c3-8a13-4ea0-9a38-870d5457cf44", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:25.903820 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32eaf4c0-06bf-47a3-8195-b6d183b1545f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:25.904312 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70583fd8-05da-4453-b129-34035af1996e', 'tag': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'status': 'completed', 'code': 200} Jul 07 22:47:25.941016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-0ec59763-7262-4825-80c7-924dea5ba1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:25.942590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-0ec59763-7262-4825-80c7-924dea5ba1cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25560acaf1d4a8096159f9162f29404&device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1095 time: 0.0685074 Jul 07 22:47:25.984362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-b706363a-6690-407a-b9db-4c093222f94d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 200 len: 217 time: 0.0351007 Jul 07 22:47:26.033077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-bbb052b4-95bc-4c48-880e-9467da668b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:26.034561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-bbb052b4-95bc-4c48-880e-9467da668b9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0033040-f5de-4f13-ad2c-693f6a815724 HTTP/1.1" status: 200 len: 848 time: 0.0440636 Jul 07 22:47:26.091302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-08d9cb18-08da-4abf-9fa7-9ef31ed6a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:26.092819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-08d9cb18-08da-4abf-9fa7-9ef31ed6a7a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519106 Jul 07 22:47:26.187227 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-81aad951-f2ec-4a1b-8365-5003363cf226 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864329 Jul 07 22:47:26.274780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-78016f0c-6df5-4949-a8dd-e6bc63a1641d req-c6f7372e-a050-4e23-87fc-f18165c30260 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812178 Jul 07 22:47:26.386055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7c97d-831c-493e-af47-8f384c99cebe req-c801d029-9161-4dfe-85aa-d5cf1257fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:26.387521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f7c97d-831c-493e-af47-8f384c99cebe req-c801d029-9161-4dfe-85aa-d5cf1257fad2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25560acaf1d4a8096159f9162f29404&device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1095 time: 0.0646906 Jul 07 22:47:26.479073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7c97d-831c-493e-af47-8f384c99cebe req-d6cbcc1a-c191-4242-97c1-0cef252c0acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:26.480550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f7c97d-831c-493e-af47-8f384c99cebe req-d6cbcc1a-c191-4242-97c1-0cef252c0acc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 200 len: 910 time: 0.0861137 Jul 07 22:47:26.525365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f7c97d-831c-493e-af47-8f384c99cebe req-2d1deb46-add8-4d15-972d-c46ca6bd4bde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 200 len: 217 time: 0.0381436 Jul 07 22:47:26.573579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7c97d-831c-493e-af47-8f384c99cebe req-97e73471-7675-4875-bd08-406af4a9b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:26.575080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f7c97d-831c-493e-af47-8f384c99cebe req-97e73471-7675-4875-bd08-406af4a9b032 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0033040-f5de-4f13-ad2c-693f6a815724 HTTP/1.1" status: 200 len: 848 time: 0.0432987 Jul 07 22:47:26.638179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7c97d-831c-493e-af47-8f384c99cebe req-55bbd961-ee73-4c35-b507-af3420ebebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:26.639621 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f7c97d-831c-493e-af47-8f384c99cebe req-55bbd961-ee73-4c35-b507-af3420ebebfa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544267 Jul 07 22:47:26.780968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27055b4e-d17e-4100-ad77-60806621b636 req-1e99f657-982e-41e4-91d3-55538fcb392e tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:26.782492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27055b4e-d17e-4100-ad77-60806621b636 req-1e99f657-982e-41e4-91d3-55538fcb392e tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 943 time: 0.1278257 Jul 07 22:47:26.784234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f7c97d-831c-493e-af47-8f384c99cebe req-dc0165ff-178f-4f3d-8a42-fce3e35c5d81 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367280 Jul 07 22:47:26.874391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27055b4e-d17e-4100-ad77-60806621b636 req-eb2b9c1b-98f9-46fc-a771-97c89f8b892b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863979 Jul 07 22:47:26.900589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f7c97d-831c-493e-af47-8f384c99cebe req-192ef74d-fabe-45a3-8840-cb9592daf1a9 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064963 Jul 07 22:47:27.368560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e2db2513-8940-46fa-b38f-0031f8ab4d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:27.458977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 070436ee-e1ee-4a50-94b2-b4c40b0469cd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:27.504797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 070436ee-e1ee-4a50-94b2-b4c40b0469cd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:27.505169 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:28.048063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f57a27-40e4-47f3-9c3f-39365a739dcf req-08b2e18c-218a-44c6-b77c-9df2675df905 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:28.049632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4f57a27-40e4-47f3-9c3f-39365a739dcf req-08b2e18c-218a-44c6-b77c-9df2675df905 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 943 time: 0.0638435 Jul 07 22:47:28.088153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4f57a27-40e4-47f3-9c3f-39365a739dcf req-452fc625-b501-46a4-94a6-a1cb750a1a24 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324821 Jul 07 22:47:29.258571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e45404-4e94-48e1-ba75-8b26c0d53eca req-920c3072-ee0d-441d-8367-05011ccb2fb4 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:29.260035 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38e45404-4e94-48e1-ba75-8b26c0d53eca req-920c3072-ee0d-441d-8367-05011ccb2fb4 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 943 time: 0.0619066 Jul 07 22:47:29.297765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38e45404-4e94-48e1-ba75-8b26c0d53eca req-3dfac8ea-50b0-4070-86ce-68c88a38c9c4 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323012 Jul 07 22:47:29.745931 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c73c0924-0ca0-4717-8116-13e0e1ce7b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:29.849805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 10ee07c3-8a13-4ea0-9a38-870d5457cf44 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:47:29.943903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 10ee07c3-8a13-4ea0-9a38-870d5457cf44, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:29.954964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'port_id': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'mac_address': 'fa:16:3e:77:73:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:47:29.990527 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:30.002519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ee07c3-8a13-4ea0-9a38-870d5457cf44 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:47:30.029129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 10ee07c3-8a13-4ea0-9a38-870d5457cf44, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:30.035158 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:30.058658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:30.083981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=10ee07c3-8a13-4ea0-9a38-870d5457cf44,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:30.236388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['10ee07c3-8a13-4ea0-9a38-870d5457cf44'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:47:30.478791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca0008-99dc-496e-ac29-db213548f4cb req-fd1c74d0-5901-4db2-afb9-e21fe0f79457 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:30.480295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4ca0008-99dc-496e-ac29-db213548f4cb req-fd1c74d0-5901-4db2-afb9-e21fe0f79457 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 944 time: 0.0672436 Jul 07 22:47:30.517838 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4ca0008-99dc-496e-ac29-db213548f4cb req-d82f1d87-28a4-428f-940f-440621cb75ed tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316572 Jul 07 22:47:30.959097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.449591 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.690085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5477baf-561d-4bea-98d2-b520464a6a56 req-64190645-5b09-4552-a116-42a217185151 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:31.691594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5477baf-561d-4bea-98d2-b520464a6a56 req-64190645-5b09-4552-a116-42a217185151 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 944 time: 0.0635073 Jul 07 22:47:31.729397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5477baf-561d-4bea-98d2-b520464a6a56 req-3a2527ac-f0d6-4247-a5de-0c18133895e6 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322955 Jul 07 22:47:31.859692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 10ee07c3-8a13-4ea0-9a38-870d5457cf44 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:47:31.906054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:47:31.909531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:47:31.909893 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:31.985450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:32.008311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70583fd8-05da-4453-b129-34035af1996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ee07c3-8a13-4ea0-9a38-870d5457cf44'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:32.010592 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb5f328-fea0-44a3-b9f9-e6238f8aaafd" -d '{"events": [{"server_uuid": "70583fd8-05da-4453-b129-34035af1996e", "name": "network-vif-plugged", "status": "completed", "tag": "10ee07c3-8a13-4ea0-9a38-870d5457cf44"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:32.023152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 10ee07c3-8a13-4ea0-9a38-870d5457cf44, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:47:32.027033 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:32.074341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=10ee07c3-8a13-4ea0-9a38-870d5457cf44,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:32.119611 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f42d1c-7a07-48bb-b0bb-caeb7701dfc9 x-openstack-request-id: req-e0f42d1c-7a07-48bb-b0bb-caeb7701dfc9 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:32.119913 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70583fd8-05da-4453-b129-34035af1996e", "name": "network-vif-plugged", "status": "completed", "tag": "10ee07c3-8a13-4ea0-9a38-870d5457cf44", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:32.120260 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e0f42d1c-7a07-48bb-b0bb-caeb7701dfc9 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:32.120671 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70583fd8-05da-4453-b129-34035af1996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'code': 200} Jul 07 22:47:32.233236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72754bd-522c-4ead-b745-65fc143d16d1 req-75cdd705-f240-45e5-8303-38dbdd11b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:32.234785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a72754bd-522c-4ead-b745-65fc143d16d1 req-75cdd705-f240-45e5-8303-38dbdd11b904 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1097 time: 0.0516198 Jul 07 22:47:32.272713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a72754bd-522c-4ead-b745-65fc143d16d1 req-d2726502-6fba-44fe-95a3-048aa4e8d0d9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315557 Jul 07 22:47:32.831662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:32.901348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04ead6-797e-4351-b8b9-b5a8d5b35a83 req-84d401aa-c4a0-43ff-adde-6911a3f36137 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:32.902901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb04ead6-797e-4351-b8b9-b5a8d5b35a83 req-84d401aa-c4a0-43ff-adde-6911a3f36137 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 945 time: 0.0632663 Jul 07 22:47:32.941066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb04ead6-797e-4351-b8b9-b5a8d5b35a83 req-fcd7c05b-8b0c-4b8a-a857-ff2db2a05a4b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323997 Jul 07 22:47:34.112362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340f6d-e54c-470e-b477-08c559afffee req-5ebca3f6-13ab-4b08-ace8-3e8f2a0dff8a tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:34.114097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da340f6d-e54c-470e-b477-08c559afffee req-5ebca3f6-13ab-4b08-ace8-3e8f2a0dff8a tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 945 time: 0.0622089 Jul 07 22:47:34.151011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da340f6d-e54c-470e-b477-08c559afffee req-bc64453b-4604-4114-bebd-8b4768a5d73e tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309558 Jul 07 22:47:34.328543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fa39d-948a-417e-a2da-aaa7ce710dc2 req-03fcfd8e-6721-47b6-aefd-917c229daa5b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:34.330038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-660fa39d-948a-417e-a2da-aaa7ce710dc2 req-03fcfd8e-6721-47b6-aefd-917c229daa5b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 945 time: 0.0669971 Jul 07 22:47:34.367803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-660fa39d-948a-417e-a2da-aaa7ce710dc2 req-33774de2-c565-46f8-8121-69d3a6977eca tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318501 Jul 07 22:47:34.540748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f385c67-b6d0-49af-9fa5-0b2c814631af req-57026cd4-4d22-4c06-9599-a5050d220f2f tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:34.542416 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f385c67-b6d0-49af-9fa5-0b2c814631af req-57026cd4-4d22-4c06-9599-a5050d220f2f tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 945 time: 0.0627646 Jul 07 22:47:34.579074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f385c67-b6d0-49af-9fa5-0b2c814631af req-e81a3f2a-e534-4fbb-b4bd-cfa877084930 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312438 Jul 07 22:47:34.602532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44844) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:34.740535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdf6c3b-2331-4d12-b68a-b0d71139470b tempest-TestServerBasicOps-18689912 tempest-TestServerBasicOps-18689912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:34.742043 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1cdf6c3b-2331-4d12-b68a-b0d71139470b tempest-TestServerBasicOps-18689912 tempest-TestServerBasicOps-18689912-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1092 time: 0.1385140 Jul 07 22:47:34.745076 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44848) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:47:34.749380 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:47:34.769724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for floatingip, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.867283 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:34.968162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Allocated IP 172.25.8.25 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/86c365f5-9b04-403b-ad4b-09f888546cef) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:47:35.066281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.104012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.138802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:47:35.141454 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:47:35.147158 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:47:35.173438 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'Port': ['ID=86c365f5-9b04-403b-ad4b-09f888546cef,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:35.505158 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.580146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.731303 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.735778 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.804099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event updated for resources: {'Port': ['ID=86c365f5-9b04-403b-ad4b-09f888546cef,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:47:35.810057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:35.906790 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Floating IP 5d217312-0422-4e2d-b3fa-085cfa760bdd associated. External IP: 172.25.8.25, port: 10ee07c3-8a13-4ea0-9a38-870d5457cf44. Jul 07 22:47:36.102835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Router b6596ee0-53c8-420a-a485-f86517cce1d2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:47:36.205711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:47:36.214744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd587f30-be19-460d-9c0c-6102687336df None None] Sync routers for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:47:36.221230 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:36.224127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd587f30-be19-460d-9c0c-6102687336df None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:36.224740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-dd587f30-be19-460d-9c0c-6102687336df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:36.257677 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-187975fe-a6d4-4cc2-b804-a9e051357300 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5116146 Jul 07 22:47:36.258294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70583fd8-05da-4453-b129-34035af1996e', 'tag': '10ee07c3-8a13-4ea0-9a38-870d5457cf44'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:47:36.260785 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036" -d '{"events": [{"name": "network-changed", "server_uuid": "70583fd8-05da-4453-b129-34035af1996e", "tag": "10ee07c3-8a13-4ea0-9a38-870d5457cf44"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:47:36.297120 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a3e63d-ec78-4492-9131-95e8613ab779 x-openstack-request-id: req-81a3e63d-ec78-4492-9131-95e8613ab779 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:47:36.297464 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70583fd8-05da-4453-b129-34035af1996e", "tag": "10ee07c3-8a13-4ea0-9a38-870d5457cf44", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:47:36.297724 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81a3e63d-ec78-4492-9131-95e8613ab779 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:47:36.298147 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70583fd8-05da-4453-b129-34035af1996e', 'tag': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'status': 'completed', 'code': 200} Jul 07 22:47:36.335774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-dd587f30-be19-460d-9c0c-6102687336df None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:36.373497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-f91f895a-a00f-48f4-93b1-086c76b0304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:36.374975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-f91f895a-a00f-48f4-93b1-086c76b0304b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25560acaf1d4a8096159f9162f29404&device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1097 time: 0.0531723 Jul 07 22:47:36.472608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-c25bdfd4-c3a4-416b-9d4d-d9800ba0da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:36.474142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-c25bdfd4-c3a4-416b-9d4d-d9800ba0da51 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 200 len: 910 time: 0.0928342 Jul 07 22:47:36.537730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-f21e3948-5c7d-4f83-963d-69b8685269b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 200 len: 998 time: 0.0577290 Jul 07 22:47:36.558401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-dd587f30-be19-460d-9c0c-6102687336df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5d217312-0422-4e2d-b3fa-085cfa760bdd', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'port_id': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'mac_address': 'fa:16:3e:77:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70583fd8-05da-4453-b129-34035af1996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:47:35Z', 'updated_at': '2021-07-07T22:47:35Z', 'revision_number': 0, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:20Z', 'revision_number': 5, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:36.584094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd587f30-be19-460d-9c0c-6102687336df None None] Checking router: b6596ee0-53c8-420a-a485-f86517cce1d2 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:47:36.589724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-1a56f469-5e11-47a7-8a33-139ac4925b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:36.591260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-1a56f469-5e11-47a7-8a33-139ac4925b9e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0033040-f5de-4f13-ad2c-693f6a815724 HTTP/1.1" status: 200 len: 848 time: 0.0478482 Jul 07 22:47:36.592212 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd587f30-be19-460d-9c0c-6102687336df None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:47:36.592806 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-dd587f30-be19-460d-9c0c-6102687336df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:47:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:36.649099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-5b88cbcb-31ca-43ac-8e59-8aef61def54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:36.650580 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-5b88cbcb-31ca-43ac-8e59-8aef61def54c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522997 Jul 07 22:47:36.695192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-dd587f30-be19-460d-9c0c-6102687336df None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:47:36.745704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-f915358b-7b51-48bc-bb70-7ffdacaef459 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866454 Jul 07 22:47:36.841394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dac5a3e-f8de-4bc7-9d7d-93c09a218036 req-56960889-2d84-4441-886c-d646b4a3348d service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876908 Jul 07 22:47:36.911986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-dd587f30-be19-460d-9c0c-6102687336df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5d217312-0422-4e2d-b3fa-085cfa760bdd', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'port_id': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'mac_address': 'fa:16:3e:77:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70583fd8-05da-4453-b129-34035af1996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:47:35Z', 'updated_at': '2021-07-07T22:47:35Z', 'revision_number': 0, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:20Z', 'revision_number': 5, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:47:36.940936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd587f30-be19-460d-9c0c-6102687336df None None] The sync data for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 is: [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5d217312-0422-4e2d-b3fa-085cfa760bdd', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'port_id': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'mac_address': 'fa:16:3e:77:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70583fd8-05da-4453-b129-34035af1996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:47:35Z', 'updated_at': '2021-07-07T22:47:35Z', 'revision_number': 0, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:20Z', 'revision_number': 5, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:47:37.129281 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5903e4fe-3495-4f09-ac7d-64aabd25b4d5 None None] New status for floating IP 5d217312-0422-4e2d-b3fa-085cfa760bdd: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:47:41.343270 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:47:46.016400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-c30aa56c-e630-4afb-8001-751cc7c3fbf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504866 Jul 07 22:47:46.109862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-a2c9aa57-9d88-4d1f-beca-ccc9de82ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:46.111361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-a2c9aa57-9d88-4d1f-beca-ccc9de82ba64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25560acaf1d4a8096159f9162f29404&device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1097 time: 0.0512652 Jul 07 22:47:46.217843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-cbf83e18-8e3d-4c0e-bf2a-6be712b90290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:46.219313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-cbf83e18-8e3d-4c0e-bf2a-6be712b90290 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 200 len: 910 time: 0.0873497 Jul 07 22:47:46.281479 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-52aad215-6bb8-414f-9ebe-a7e3d3b5df3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 200 len: 1000 time: 0.0556967 Jul 07 22:47:46.334749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-9d3a2921-d5e8-4fc0-80ed-dc906debe09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:46.336180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-9d3a2921-d5e8-4fc0-80ed-dc906debe09f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0033040-f5de-4f13-ad2c-693f6a815724 HTTP/1.1" status: 200 len: 848 time: 0.0477853 Jul 07 22:47:46.391044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-d7d4724a-7fb3-41c3-90ee-4b4c9dcf9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:47:46.392507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-d7d4724a-7fb3-41c3-90ee-4b4c9dcf9c2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505550 Jul 07 22:47:46.477304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-af73a984-898f-43a5-a32a-b2794b898944 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784907 Jul 07 22:47:46.567581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d8bf7aa-f9ba-48fc-8c36-71e852ea1ab2 req-9091a83a-0b0f-4f63-9c9f-82758e28fe98 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841007 Jul 07 22:47:49.976232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:57.368865 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-db8671aa-67ec-473a-8b03-89a5f811a8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:47:59.746033 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0863986c-eeb2-463b-95ae-f800ff2e123c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.029712 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:00.961871 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:01.448661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:02.834230 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:10.179956 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44870) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:48:10.275507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac90674-7d12-46b9-834c-c970ff531463 req-fe5876c3-d29c-43be-9181-8af1e076c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:10.276939 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-aac90674-7d12-46b9-834c-c970ff531463 req-fe5876c3-d29c-43be-9181-8af1e076c497 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1097 time: 0.0960023 Jul 07 22:48:10.312689 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-aac90674-7d12-46b9-834c-c970ff531463 req-166af346-f964-488a-b34e-9909bb54f396 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300400 Jul 07 22:48:18.341809 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:48:19.967656 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:27.368661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9586070c-6581-4b08-88e0-51047ed0d701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:29.746425 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb277f8e-42d5-43cb-a052-04c7d50965f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:30.029461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:30.744218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [req-6b1f0f45-437b-4538-9e7c-7c48f1b59794 req-a567a03b-2057-4dcb-8958-c6609b5f777c service neutron] (93942) timed out ('10.222.0.81', 51068) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:48:30.964630 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:31.460211 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:32.839426 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:47.009391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-74924cbf-eb10-4f3b-bcbb-371bf298ad6c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519915 Jul 07 22:48:47.104563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-a103bb9f-2a79-4542-af24-5c60b3462432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:47.106041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-a103bb9f-2a79-4542-af24-5c60b3462432 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25560acaf1d4a8096159f9162f29404&device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1097 time: 0.0555508 Jul 07 22:48:47.205333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-ef9ea3ba-a5eb-4b5d-a10b-f86d46a124fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:47.207308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-ef9ea3ba-a5eb-4b5d-a10b-f86d46a124fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 200 len: 910 time: 0.0821900 Jul 07 22:48:47.274383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-e2404726-1d70-498c-8518-ba4d3b7145e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 200 len: 1000 time: 0.0604713 Jul 07 22:48:47.321690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-2e5061a4-4ec9-4ec2-87b3-5286d3730e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:47.323124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-2e5061a4-4ec9-4ec2-87b3-5286d3730e2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0033040-f5de-4f13-ad2c-693f6a815724 HTTP/1.1" status: 200 len: 848 time: 0.0430107 Jul 07 22:48:47.377744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-35bee021-1442-4dd4-b692-6a4abc0f3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:48:47.379233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-35bee021-1442-4dd4-b692-6a4abc0f3144 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502322 Jul 07 22:48:47.470710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-f95a3039-c3d2-484b-a636-0cb9cc40025c service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848508 Jul 07 22:48:47.560753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2f92c29e-e6ce-4f9e-9398-8c5d101d7ee1 req-526c7347-ddd7-4d6e-add7-9eb237d24100 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826919 Jul 07 22:48:49.972023 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:55.339978 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:48:57.368547 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-033cf149-cc02-4675-834c-567db4aea776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:48:59.747469 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-baa94f8e-16ca-4ff2-b56d-36bd62606c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:00.029606 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:00.968344 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:01.462514 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:02.839917 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:19.980959 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:27.368531 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0279e12f-7b7a-4dae-a8ce-870afe055279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:29.747551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-02868029-f1dc-4fe1-88d9-37bb2c2194a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:30.030113 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:30.968767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:31.464525 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:32.339637 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:49:32.841118 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:49.007392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-24ccfed9-e92a-4f6c-8979-83612b5b427f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517530 Jul 07 22:49:49.109575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-5efef0e6-9a95-445d-bd44-03ffdc07c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:49.111087 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-5efef0e6-9a95-445d-bd44-03ffdc07c6ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25560acaf1d4a8096159f9162f29404&device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1097 time: 0.0559130 Jul 07 22:49:49.211978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-3e41c18a-2675-467f-856c-4be8dc4e3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:49.213413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-3e41c18a-2675-467f-856c-4be8dc4e3391 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 200 len: 910 time: 0.0823095 Jul 07 22:49:49.281441 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-d985d47b-ff0d-4d2c-8f41-2139da4a0090 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 200 len: 1000 time: 0.0617054 Jul 07 22:49:49.334098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-61754bb3-993b-4296-9196-9663843cee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:49.335545 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-61754bb3-993b-4296-9196-9663843cee1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0033040-f5de-4f13-ad2c-693f6a815724 HTTP/1.1" status: 200 len: 848 time: 0.0479956 Jul 07 22:49:49.390848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-b2636716-a8e7-48f4-a4f2-04dc18d7c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:49:49.392304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-b2636716-a8e7-48f4-a4f2-04dc18d7c4d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509064 Jul 07 22:49:49.482855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-096a3f71-d676-49e3-af19-8771f48ca510 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841289 Jul 07 22:49:49.569097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-664bf5cc-c34a-4e77-947a-be6e1b7ccb01 req-cea6cab7-1b8c-4c0b-bdf3-e4540e74f47e service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805047 Jul 07 22:49:50.000622 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:57.369629 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c55fd3eb-bd58-4bd2-b610-b65bf5d70df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:49:59.748117 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-85d45f14-736b-4dab-a81f-b0586150f3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:00.030338 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:00.970810 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:01.463326 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:02.844647 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:09.338820 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:50:19.998453 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:27.370550 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cb8f2821-dcc1-42a8-b56c-875df57ef212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:29.751507 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d620eaac-3c06-4e19-ab10-6d6dea92401b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:30.031090 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:30.974451 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:31.476109 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:32.848157 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:46.338930 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:50:50.016203 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:51.008360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-a4304942-a9c0-424d-9516-4a9b644194d0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515893 Jul 07 22:50:51.105250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-4015451b-c170-4ee4-8520-c093533f290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:51.106758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-4015451b-c170-4ee4-8520-c093533f290a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25560acaf1d4a8096159f9162f29404&device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1097 time: 0.0558028 Jul 07 22:50:51.205902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-6403bc7d-3f5d-472c-b9b6-99592eaf2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:51.207445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-6403bc7d-3f5d-472c-b9b6-99592eaf2ad4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 200 len: 910 time: 0.0818634 Jul 07 22:50:51.274401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-3ab341d8-d290-4f88-9fc7-ff53777d86f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 200 len: 1000 time: 0.0602965 Jul 07 22:50:51.322769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-6c89f9a9-a872-4343-9064-15a69c8ae824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:51.324202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-6c89f9a9-a872-4343-9064-15a69c8ae824 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0033040-f5de-4f13-ad2c-693f6a815724 HTTP/1.1" status: 200 len: 848 time: 0.0433421 Jul 07 22:50:51.380190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-cc1fd5a3-9cc5-4d63-be16-839537118ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:50:51.381632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-cc1fd5a3-9cc5-4d63-be16-839537118ca0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499983 Jul 07 22:50:51.469972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-710832eb-180a-4424-810f-feb49916545c service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822966 Jul 07 22:50:51.554832 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ce3d01a8-5187-48f5-b410-802f2678a0b0 req-9ba18034-4c92-4afd-bb31-fcfd46e2e557 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790539 Jul 07 22:50:57.371539 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f7b8b36-4398-420b-be0b-7c5ecaccf9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:50:59.750833 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9d27b7a1-9755-4d34-9242-741c7c994bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.030878 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:00.977391 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:01.484715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:02.850081 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:20.034535 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:23.338204 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:51:27.371286 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6249e591-375e-435c-b947-26577c18bef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:29.751081 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-54d5bfe6-0ce4-47bf-9483-ce22f9835822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.030488 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:30.979683 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:31.481377 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:32.851532 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:50.041347 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:51.012790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-a726cad0-3082-4c60-baa2-e146908f6fb6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502894 Jul 07 22:51:51.109810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-128484b2-0cd2-4b44-aa1d-93f019a9cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:51.111397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-128484b2-0cd2-4b44-aa1d-93f019a9cbf2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c25560acaf1d4a8096159f9162f29404&device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 1097 time: 0.0558295 Jul 07 22:51:51.213764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-f09ed368-013b-462f-a4d4-b43f81815b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:51.215242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-f09ed368-013b-462f-a4d4-b43f81815b81 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 200 len: 910 time: 0.0841229 Jul 07 22:51:51.281586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-04b730ad-d8a8-45bd-8a5b-fc27748b4291 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 200 len: 1000 time: 0.0602248 Jul 07 22:51:51.329177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-2d4dcf9e-9c2c-4582-ade5-839b26ae74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:51.330611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-2d4dcf9e-9c2c-4582-ade5-839b26ae74af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e0033040-f5de-4f13-ad2c-693f6a815724 HTTP/1.1" status: 200 len: 848 time: 0.0429614 Jul 07 22:51:51.385062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-4cf04dac-c321-4602-8d7a-db5f17779ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:51:51.386527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-4cf04dac-c321-4602-8d7a-db5f17779ee6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b741e87-70d9-4db5-aee8-f2adf74d8ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496953 Jul 07 22:51:51.476121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-2ade0759-2e99-4d64-bb8a-f78e5d1a83b5 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832016 Jul 07 22:51:51.562721 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bdd185d9-da7e-4c6f-8fe1-54452a9e93cf req-5953f16e-724e-40f4-9172-86fe8e7c8375 service neutron] 10.222.0.44 "GET /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803826 Jul 07 22:51:57.373161 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de50e23c-599b-47e9-9c8f-371699eebacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:51:59.751543 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad2d944e-268c-45f2-9d71-6c6fbdef9e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.032192 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:00.337150 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:52:00.982796 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:01.493243 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:02.857459 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:15.135445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eab80f-449e-4b81-9d74-3638218f363c req-ec9ff28d-6c89-4424-a56d-bd1a582dc744 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:15.136968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7eab80f-449e-4b81-9d74-3638218f363c req-ec9ff28d-6c89-4424-a56d-bd1a582dc744 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 945 time: 0.1415656 Jul 07 22:52:15.181697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7eab80f-449e-4b81-9d74-3638218f363c req-0bd155bb-7711-484e-82f0-869ce557bca1 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369718 Jul 07 22:52:16.285429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-612f2bb3-0ba0-4de4-91ca-3340296384e0 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:16.286960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-612f2bb3-0ba0-4de4-91ca-3340296384e0 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.44 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 945 time: 0.0729740 Jul 07 22:52:16.425268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Deleting port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:16.425616 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:16.517282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc5313-fd01-40f2-9f71-4615e8ef8dbe req-9c1ee05e-0952-4db8-9574-e4d4f174f168 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:16.518731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8cc5313-fd01-40f2-9f71-4615e8ef8dbe req-9c1ee05e-0952-4db8-9574-e4d4f174f168 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 945 time: 0.1949708 Jul 07 22:52:16.545183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] For port 10ee07c3-8a13-4ea0-9a38-870d5457cf44, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=10ee07c3-8a13-4ea0-9a38-870d5457cf44,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:16.545549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:16.641571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b8cc5313-fd01-40f2-9f71-4615e8ef8dbe req-3e4e03e3-f67b-4179-9769-17cef827097c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163757 Jul 07 22:52:16.772535 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:16.772769 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:16.773123 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Floating IP 5d217312-0422-4e2d-b3fa-085cfa760bdd disassociated. External IP: 172.25.8.25, port: 10ee07c3-8a13-4ea0-9a38-870d5457cf44. Jul 07 22:52:16.773429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Calling delete_port for 10ee07c3-8a13-4ea0-9a38-870d5457cf44 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:16.898241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:16.927693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event deleted for resources: {'Port': ['ID=10ee07c3-8a13-4ea0-9a38-870d5457cf44,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:16.937344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.937902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.938275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.938618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.938955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.939285 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.939646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.939968 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.940292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.940616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.940942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:16.941287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:17.046604 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Router b6596ee0-53c8-420a-a485-f86517cce1d2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:52:17.149136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:52:17.158808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] Sync routers for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:52:17.168138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:17.168773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:52:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:17.192056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] No DVR routers for this DVR port 10ee07c3-8a13-4ea0-9a38-870d5457cf44 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:52:17.194711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:17.196681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a20dd2ba-7771-4306-9f92-9d907c870bc6 req-8cbeb9d6-d26c-4a13-b331-f80fd5cc5ee9 tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.44 "DELETE /v2.0/ports/10ee07c3-8a13-4ea0-9a38-870d5457cf44 HTTP/1.1" status: 204 len: 173 time: 0.9038506 Jul 07 22:52:17.197111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70583fd8-05da-4453-b129-34035af1996e', 'name': 'network-vif-deleted', 'tag': '10ee07c3-8a13-4ea0-9a38-870d5457cf44'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:52:17.199380 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3fee4b-4931-41d9-a16f-ba5540d85810" -d '{"events": [{"server_uuid": "70583fd8-05da-4453-b129-34035af1996e", "name": "network-vif-deleted", "tag": "10ee07c3-8a13-4ea0-9a38-870d5457cf44"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:52:17.291548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:17.348423 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6012d3-6ae9-42fa-bd7a-a9c3187f9fa6 x-openstack-request-id: req-7a6012d3-6ae9-42fa-bd7a-a9c3187f9fa6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:52:17.349260 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70583fd8-05da-4453-b129-34035af1996e", "name": "network-vif-deleted", "tag": "10ee07c3-8a13-4ea0-9a38-870d5457cf44", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:52:17.349684 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a6012d3-6ae9-42fa-bd7a-a9c3187f9fa6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:52:17.350276 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70583fd8-05da-4453-b129-34035af1996e', 'name': 'network-vif-deleted', 'tag': '10ee07c3-8a13-4ea0-9a38-870d5457cf44', 'status': 'completed', 'code': 200} Jul 07 22:52:17.500309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:20Z', 'revision_number': 5, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:17.526031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] Checking router: b6596ee0-53c8-420a-a485-f86517cce1d2 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:52:17.534594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:17.535195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:52:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:17.640066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:17.849088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:20Z', 'revision_number': 5, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:17.876129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38685c1-f31d-4daf-b76f-c013fe23ad5f None None] The sync data for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 is: [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:14Z', 'revision_number': 4, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '9df78655-3770-41fb-9908-9da0762259c3', 'name': '', 'network_id': '7b741e87-70d9-4db5-aee8-f2adf74d8ae6', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'mac_address': 'fa:16:3e:dc:ba:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:14Z', 'updated_at': '2021-07-07T22:47:20Z', 'revision_number': 5, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'subnets': [{'id': 'e0033040-f5de-4f13-ad2c-693f6a815724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:52:18.102895 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0698172d-a3d3-49de-a89c-656f3b183761 None None] New status for floating IP 5d217312-0422-4e2d-b3fa-085cfa760bdd: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:52:18.163267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52b73ba3-08d4-4f2f-8303-9caaecab3311 req-ff0c084d-0cb2-4c10-9a91-68ec7cf43ebb tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "GET /v2.0/ports?device_id=70583fd8-05da-4453-b129-34035af1996e HTTP/1.1" status: 200 len: 210 time: 0.3751340 Jul 07 22:52:19.221750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 10ee07c3-8a13-4ea0-9a38-870d5457cf44 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:52:19.241354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 10ee07c3-8a13-4ea0-9a38-870d5457cf44 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:52:19.241704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 10ee07c3-8a13-4ea0-9a38-870d5457cf44 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:52:19.258105 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44990) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:19.380957 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Deleting port 86c365f5-9b04-403b-ad4b-09f888546cef {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:19.381301 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.453794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.454045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.465177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Calling delete_port for 86c365f5-9b04-403b-ad4b-09f888546cef owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:19.595329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.626231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event deleted for resources: {'Port': ['ID=86c365f5-9b04-403b-ad4b-09f888546cef,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:19.649730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.650090 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.650432 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.650764 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.651092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.651416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.651738 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.652057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.652375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.652693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.653013 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.653355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:19.691170 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.693590 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.694777 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ca3485c1-2ae2-428a-ae05-747d7192792c tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "DELETE /v2.0/floatingips/5d217312-0422-4e2d-b3fa-085cfa760bdd HTTP/1.1" status: 204 len: 168 time: 0.4356897 Jul 07 22:52:19.831992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 44998) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:19.893836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b493413-1101-465c-a3bb-49b9c906089b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.918706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b493413-1101-465c-a3bb-49b9c906089b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.979877 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b493413-1101-465c-a3bb-49b9c906089b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.982479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6b493413-1101-465c-a3bb-49b9c906089b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:19.983631 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6b493413-1101-465c-a3bb-49b9c906089b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] 10.222.0.81 "DELETE /v2.0/security-groups/5e8d3c05-4767-48d2-9bfb-b2d1be15cccf HTTP/1.1" status: 204 len: 168 time: 0.1506295 Jul 07 22:52:19.993288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b493413-1101-465c-a3bb-49b9c906089b tempest-TestServerBasicOps-2114837548 tempest-TestServerBasicOps-2114837548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8d3c05-4767-48d2-9bfb-b2d1be15cccf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:20.023490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45004) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:20.060262 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:20.769812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.008574 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Deleting port 9df78655-3770-41fb-9908-9da0762259c3 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:21.008913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.085295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] For port 9df78655-3770-41fb-9908-9da0762259c3, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9df78655-3770-41fb-9908-9da0762259c3,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:21.085564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.097673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Calling delete_port for 9df78655-3770-41fb-9908-9da0762259c3 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:21.273045 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.299638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df78655-3770-41fb-9908-9da0762259c3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:21.466241 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.677625 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Router b6596ee0-53c8-420a-a485-f86517cce1d2 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:52:21.779229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:52:21.784596 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5677b41e-ba76-4a0b-9a6c-d76cf4ddd6a9 admin admin] 10.222.0.81 "PUT /v2.0/routers/b6596ee0-53c8-420a-a485-f86517cce1d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7600040 Jul 07 22:52:21.787263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45008) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:21.788072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] Sync routers for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:52:21.797826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:21.798468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:52:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:21.887945 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:21.897820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:21.990345 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.041408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Deleting port 1a9add02-707f-4b88-abe9-ff610b42c227 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:22.041764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.068143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:52:21Z', 'revision_number': 5, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port': {'id': '1a9add02-707f-4b88-abe9-ff610b42c227', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:22.097006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] Checking router: b6596ee0-53c8-420a-a485-f86517cce1d2 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:52:22.105212 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] Routers {'b6596ee0-53c8-420a-a485-f86517cce1d2'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:22.105828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:52:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['b6596ee0-53c8-420a-a485-f86517cce1d2'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:22.119304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] For port 1a9add02-707f-4b88-abe9-ff610b42c227, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1a9add02-707f-4b88-abe9-ff610b42c227,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:22.119702 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.136471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Calling delete_port for 1a9add02-707f-4b88-abe9-ff610b42c227 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:22.189906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] Set router b6596ee0-53c8-420a-a485-f86517cce1d2 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:22.238427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:52:21Z', 'revision_number': 6, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:22.267985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0419992-224e-4b7b-844b-4a427dde6d66 None None] The sync data for ids ['b6596ee0-53c8-420a-a485-f86517cce1d2'] in n-d-695012-11 is: [{'id': 'b6596ee0-53c8-420a-a485-f86517cce1d2', 'name': 'tempest-TestServerBasicOps-1612885112-router', 'tenant_id': 'c25560acaf1d4a8096159f9162f29404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:12Z', 'updated_at': '2021-07-07T22:52:21Z', 'revision_number': 6, 'project_id': 'c25560acaf1d4a8096159f9162f29404', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:52:22.302022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.332356 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9add02-707f-4b88-abe9-ff610b42c227,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:22.392754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.481030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.483015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.525459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.525967 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6596ee0-53c8-420a-a485-f86517cce1d2 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:52:22.530105 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.531317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1556e506-3d5f-41e3-bdbb-7e2473f4dce2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b6596ee0-53c8-420a-a485-f86517cce1d2 HTTP/1.1" status: 204 len: 168 time: 0.7430694 Jul 07 22:52:22.533978 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45010) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:22.577867 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca78fba-5238-43f1-ae7e-a95a71e8adfa admin admin] Deleting subnet e0033040-f5de-4f13-ad2c-693f6a815724 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:52:22.580782 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ca78fba-5238-43f1-ae7e-a95a71e8adfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.619157 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ca78fba-5238-43f1-ae7e-a95a71e8adfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.697538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ca78fba-5238-43f1-ae7e-a95a71e8adfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.754022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ca78fba-5238-43f1-ae7e-a95a71e8adfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.778178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca78fba-5238-43f1-ae7e-a95a71e8adfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0033040-f5de-4f13-ad2c-693f6a815724,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:22.781647 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1ca78fba-5238-43f1-ae7e-a95a71e8adfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.783507 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1ca78fba-5238-43f1-ae7e-a95a71e8adfa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e0033040-f5de-4f13-ad2c-693f6a815724 HTTP/1.1" status: 204 len: 168 time: 0.2484970 Jul 07 22:52:22.785991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45012) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:22.790103 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ecbe2-8fd1-450a-a9e7-26d7f8745ba7 None None] Network 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:52:22.857632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.909556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Deleting port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:22.909905 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.971385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] For port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=14bd1b3c-391b-4408-b3ba-2f62ea45ca93,segment=NetworkSegment(3cad1b83-83a1-490e-ba25-cc3b960c4613),segment_id=3cad1b83-83a1-490e-ba25-cc3b960c4613)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:22.971683 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:22.983810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Calling delete_port for 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:23.061201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e3ed8-6912-455a-872c-5a5044a4c232 None None] DHCP port deletion for 7b741e87-70d9-4db5-aee8-f2adf74d8ae6 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:52:23.069362 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.101614 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] No DVR routers for this DVR port 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:52:23.106463 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=14bd1b3c-391b-4408-b3ba-2f62ea45ca93,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:23.185650 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.196199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b741e87-70d9-4db5-aee8-f2adf74d8ae6']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:23.207702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cad1b83-83a1-490e-ba25-cc3b960c4613') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:23.207998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cad1b83-83a1-490e-ba25-cc3b960c4613') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:23.217128 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.231722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.235248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4f0e3ed8-6912-455a-872c-5a5044a4c232 None None] The port '14bd1b3c-391b-4408-b3ba-2f62ea45ca93' was deleted {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 07 22:52:23.238564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:52:23.238947 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:52:23.240774 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:52:23.299026 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.305115 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.309757 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] 10.222.0.81 "DELETE /v2.0/networks/7b741e87-70d9-4db5-aee8-f2adf74d8ae6 HTTP/1.1" status: 204 len: 168 time: 0.5200636 Jul 07 22:52:23.310188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45014) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:23.318906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de9658-3780-49f3-84fa-f3f8cffcbb4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7b741e87-70d9-4db5-aee8-f2adf74d8ae6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:23.633567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:52:23.653568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:52:23.653935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 14bd1b3c-391b-4408-b3ba-2f62ea45ca93 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:52:23.654367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9df78655-3770-41fb-9908-9da0762259c3 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:52:23.660120 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.672372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 9df78655-3770-41fb-9908-9da0762259c3 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:52:23.672718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9df78655-3770-41fb-9908-9da0762259c3 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:52:23.673128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1a9add02-707f-4b88-abe9-ff610b42c227 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:52:23.691820 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 1a9add02-707f-4b88-abe9-ff610b42c227 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:52:23.692174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1a9add02-707f-4b88-abe9-ff610b42c227 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:52:23.905756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Deleting port 070436ee-e1ee-4a50-94b2-b4c40b0469cd {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:23.905984 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.980268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] For port 070436ee-e1ee-4a50-94b2-b4c40b0469cd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=070436ee-e1ee-4a50-94b2-b4c40b0469cd,segment=NetworkSegment(5c0514e9-1a26-4018-be85-d5625025b53f),segment_id=5c0514e9-1a26-4018-be85-d5625025b53f)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:23.980617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:23.997130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Calling delete_port for 070436ee-e1ee-4a50-94b2-b4c40b0469cd owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:24.169351 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:24.195042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=070436ee-e1ee-4a50-94b2-b4c40b0469cd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:24.361045 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:24.571623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Router 84281f14-67bc-4173-8423-478586a0528a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:52:24.676943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:52:24.681914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b5d517ff-ee51-49a3-8a18-cc538ef7fee3 admin admin] 10.222.0.81 "PUT /v2.0/routers/84281f14-67bc-4173-8423-478586a0528a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3707800 Jul 07 22:52:24.684433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45020) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:24.685122 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] Sync routers for ids ['84281f14-67bc-4173-8423-478586a0528a'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:52:24.694180 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] Routers {'84281f14-67bc-4173-8423-478586a0528a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:24.694789 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:52:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84281f14-67bc-4173-8423-478586a0528a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:24.788243 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:24.795689 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] Set router 84281f14-67bc-4173-8423-478586a0528a gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:24.889972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:24.942840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Deleting port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:24.943183 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:24.978282 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84281f14-67bc-4173-8423-478586a0528a', 'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:16Z', 'updated_at': '2021-07-07T22:52:24Z', 'revision_number': 5, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'gw_port': {'id': 'c9f4d149-cd5f-42dc-86d0-58bfcbb1d182', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:30:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84281f14-67bc-4173-8423-478586a0528a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:47:17Z', 'updated_at': '2021-07-07T22:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:25.004649 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] Checking router: 84281f14-67bc-4173-8423-478586a0528a for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:52:25.012669 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] Routers {'84281f14-67bc-4173-8423-478586a0528a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:52:25.013273 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:52:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['84281f14-67bc-4173-8423-478586a0528a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:25.020257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] For port c9f4d149-cd5f-42dc-86d0-58bfcbb1d182, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c9f4d149-cd5f-42dc-86d0-58bfcbb1d182,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:25.020619 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.033040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Calling delete_port for c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:25.097531 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] Set router 84281f14-67bc-4173-8423-478586a0528a gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:52:25.151213 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84281f14-67bc-4173-8423-478586a0528a', 'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:16Z', 'updated_at': '2021-07-07T22:52:24Z', 'revision_number': 6, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:25.178674 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9755f966-2bc5-4b1b-ab58-5f7f5f0dd225 None None] The sync data for ids ['84281f14-67bc-4173-8423-478586a0528a'] in n-d-695012-11 is: [{'id': '84281f14-67bc-4173-8423-478586a0528a', 'name': 'tempest-TestServerBasicOps-51418732-router', 'tenant_id': 'd5ea3357898540cb8ed8dcc154f50025', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:47:16Z', 'updated_at': '2021-07-07T22:52:24Z', 'revision_number': 6, 'project_id': 'd5ea3357898540cb8ed8dcc154f50025', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:52:25.197219 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.229182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f4d149-cd5f-42dc-86d0-58bfcbb1d182,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:25.288339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.378593 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.380759 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.423449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.424024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84281f14-67bc-4173-8423-478586a0528a {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 22:52:25.428426 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.429607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-37c8e32e-901c-44e2-9e45-5c03e29bc375 admin admin] 10.222.0.81 "DELETE /v2.0/routers/84281f14-67bc-4173-8423-478586a0528a HTTP/1.1" status: 204 len: 168 time: 0.7442701 Jul 07 22:52:25.432121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45022) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:25.479493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a99855-2710-446d-bcfa-aa7c38812530 admin admin] Deleting subnet f3399b1e-79ac-457a-9990-5b39126abfda {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:52:25.482443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2a99855-2710-446d-bcfa-aa7c38812530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.518334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2a99855-2710-446d-bcfa-aa7c38812530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.621928 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2a99855-2710-446d-bcfa-aa7c38812530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.688050 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2a99855-2710-446d-bcfa-aa7c38812530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.721994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a99855-2710-446d-bcfa-aa7c38812530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3399b1e-79ac-457a-9990-5b39126abfda,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:25.727825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e2a99855-2710-446d-bcfa-aa7c38812530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.731695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f63c84-68a8-4c47-98fa-7ca00fc32d9a None None] Network c4c637d3-4376-4dc6-ad00-552a351fa3ba requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:52:25.732364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e2a99855-2710-446d-bcfa-aa7c38812530 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f3399b1e-79ac-457a-9990-5b39126abfda HTTP/1.1" status: 204 len: 168 time: 0.2992933 Jul 07 22:52:25.732551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45024) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:25.808438 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.860781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Deleting port d5b328b1-0c74-4e4a-bf09-16159a21f29b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:25.861112 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.922121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] For port d5b328b1-0c74-4e4a-bf09-16159a21f29b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d5b328b1-0c74-4e4a-bf09-16159a21f29b,segment=NetworkSegment(5c0514e9-1a26-4018-be85-d5625025b53f),segment_id=5c0514e9-1a26-4018-be85-d5625025b53f)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:25.922481 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:25.935037 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Calling delete_port for d5b328b1-0c74-4e4a-bf09-16159a21f29b owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:26.003471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] DHCP port deletion for c4c637d3-4376-4dc6-ad00-552a351fa3ba request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 22:52:26.018873 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.031299 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 070436ee-e1ee-4a50-94b2-b4c40b0469cd no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:52:26.045309 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b328b1-0c74-4e4a-bf09-16159a21f29b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:26.047132 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] No DVR routers for this DVR port d5b328b1-0c74-4e4a-bf09-16159a21f29b on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:52:26.056718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 070436ee-e1ee-4a50-94b2-b4c40b0469cd {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:52:26.057057 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 070436ee-e1ee-4a50-94b2-b4c40b0469cd not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:52:26.076145 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Deleting port d5b328b1-0c74-4e4a-bf09-16159a21f29b {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:26.076597 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.121469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.133170 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c637d3-4376-4dc6-ad00-552a351fa3ba']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:26.137511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] For port d5b328b1-0c74-4e4a-bf09-16159a21f29b, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:26.137929 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.144213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0514e9-1a26-4018-be85-d5625025b53f') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:26.144508 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0514e9-1a26-4018-be85-d5625025b53f') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:52:26.151099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Calling delete_port for d5b328b1-0c74-4e4a-bf09-16159a21f29b owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:26.153261 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.153650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Port d5b328b1-0c74-4e4a-bf09-16159a21f29b was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 22:52:26.154858 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.167321 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.174902 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:52:26.175370 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: timer() Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:52:26.177959 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:52:26.180566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Pushing event deleted for resources: {'Port': ['ID=d5b328b1-0c74-4e4a-bf09-16159a21f29b,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:26.185238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] No DVR routers for this DVR port d5b328b1-0c74-4e4a-bf09-16159a21f29b on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:52:26.192455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.192798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.193135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.193450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.193776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.194175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.194428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.194745 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.195470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.195470 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.195662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.195980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea84458f-f978-48db-8af6-024012d0e2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:52:26.242155 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.247970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.252790 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] 10.222.0.81 "DELETE /v2.0/networks/c4c637d3-4376-4dc6-ad00-552a351fa3ba HTTP/1.1" status: 204 len: 168 time: 0.5164142 Jul 07 22:52:26.261369 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c04e0-d234-45ea-a150-850974155ebc admin admin] Pushing event deleted for resources: {'Network': ['ID=c4c637d3-4376-4dc6-ad00-552a351fa3ba,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:26.369404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45028) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:26.407994 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b48f47cd-311f-4a2a-a8c0-e17aa280282d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c25560acaf1d4a8096159f9162f29404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374453 Jul 07 22:52:26.410323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:26.464698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdec48d8-a4fd-4abd-9a94-ee4b48caee42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.485681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdec48d8-a4fd-4abd-9a94-ee4b48caee42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.532736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdec48d8-a4fd-4abd-9a94-ee4b48caee42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.535505 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fdec48d8-a4fd-4abd-9a94-ee4b48caee42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.536737 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fdec48d8-a4fd-4abd-9a94-ee4b48caee42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d393777-564a-4fd1-a0b7-6c02deb00007 HTTP/1.1" status: 204 len: 168 time: 0.1255248 Jul 07 22:52:26.545254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec48d8-a4fd-4abd-9a94-ee4b48caee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d393777-564a-4fd1-a0b7-6c02deb00007,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:26.862477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45040) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:26.900464 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9405da7f-de87-461d-9f82-056effcc3d2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d5ea3357898540cb8ed8dcc154f50025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368805 Jul 07 22:52:26.902795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45042) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:26.949425 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72c28e4a-3ca9-41f7-9659-4f18a45d2048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:26.970580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72c28e4a-3ca9-41f7-9659-4f18a45d2048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:27.015430 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72c28e4a-3ca9-41f7-9659-4f18a45d2048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:27.018759 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-72c28e4a-3ca9-41f7-9659-4f18a45d2048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:27.020213 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-72c28e4a-3ca9-41f7-9659-4f18a45d2048 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f47a71db-1489-432d-9ba4-55d614a58a92 HTTP/1.1" status: 204 len: 168 time: 0.1165509 Jul 07 22:52:27.027844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c28e4a-3ca9-41f7-9659-4f18a45d2048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47a71db-1489-432d-9ba4-55d614a58a92,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:27.374105 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ef0b081-8d6a-4507-8267-56e1ff154361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:27.621883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:52:27.645586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:52:27.645929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c9f4d149-cd5f-42dc-86d0-58bfcbb1d182 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:52:27.646365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5b328b1-0c74-4e4a-bf09-16159a21f29b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:52:27.663896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: d5b328b1-0c74-4e4a-bf09-16159a21f29b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:52:27.664239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d5b328b1-0c74-4e4a-bf09-16159a21f29b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:52:29.751681 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-68464719-6b6c-41da-8b99-234b72720f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:30.033101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:30.986554 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:31.503041 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:32.858859 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:36.912577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-143460e2-70ee-4ba7-86e0-1cdabe913d88 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=17ce66d234d24d6f9e9281403aa274f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284452 Jul 07 22:52:37.090448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-0de150d9-e829-47fa-ae69-91b4199b3ea7 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:37.091913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-0de150d9-e829-47fa-ae69-91b4199b3ea7 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745799 Jul 07 22:52:37.107365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-828913a3-851d-4f8e-bd26-c8126f7cacc5 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/quotas/17ce66d234d24d6f9e9281403aa274f8 HTTP/1.1" status: 200 len: 375 time: 0.0094154 Jul 07 22:52:37.142314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-4c400293-6bb2-4564-92c9-d76aaca70fac tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ce66d234d24d6f9e9281403aa274f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287440 Jul 07 22:52:37.335950 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:52:38.328630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2f17386-d9e0-4ebd-a39d-971e11a4481e req-6d7ea4a0-b2e7-4864-b975-1f06686c017d tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 210 time: 0.0323205 Jul 07 22:52:39.408057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29a0edd3-a63b-44ea-a5b4-a653f4e4325d req-ff01c304-0246-4a68-8b08-1c6e00b4a5a2 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 210 time: 0.0284739 Jul 07 22:52:40.485231 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e091e83b-529c-48e9-8add-69dd7a233c19 req-58c045e4-f61d-44d7-bd03-68295ed04cdb tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 210 time: 0.0274618 Jul 07 22:52:41.562933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2e58d9f-8dd1-4e95-95ee-4c2468b16cdd req-6f6de668-173e-4253-998f-049d07c5c5f1 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 210 time: 0.0271482 Jul 07 22:52:42.703358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4de359e8-5e01-4f40-bd89-dc9013c254e6 req-8c542caa-1d9f-46f9-a2a4-dc256827f1f0 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 210 time: 0.0307374 Jul 07 22:52:43.647305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-1e280373-dbe0-4835-b852-78eef8359b72 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=17ce66d234d24d6f9e9281403aa274f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213327 Jul 07 22:52:43.760811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-fc122a10-fff0-4c9c-83de-74fafb64f34a tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:43.762301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-fc122a10-fff0-4c9c-83de-74fafb64f34a tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097960 Jul 07 22:52:43.788903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Request body: {'port': {'device_id': 'c2b41c0f-543a-4513-8e6a-57961fa504ad', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'admin_state_up': True, 'tenant_id': '17ce66d234d24d6f9e9281403aa274f8'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:43.883073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0cabdce-ef08-4dc4-8fb6-bff0e094d535 req-26b69cb4-2923-44a6-b7a8-cdbe8cc5eb76 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 210 time: 0.0379453 Jul 07 22:52:43.942270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Made reservation on behalf of 17ce66d234d24d6f9e9281403aa274f8 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:52:43.945748 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:43.955131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.060577 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.064454 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.135042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef90d7c-9379-4c57-9e99-748f923c9e5f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:44.208955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Allocated IP 192.168.233.42 (71f02bd9-e9f5-4356-a511-aab1a54ac0ce/3eb52e3b-37a4-424e-98a4-dd9955ab4b3e/44fcfadb-3a01-4e99-8234-c873483b97c4) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:52:44.366704 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.380772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Transition to ACTIVE for port object 44fcfadb-3a01-4e99-8234-c873483b97c4 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:52:44.416085 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.459656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:52:44.464622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:52:44.468540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:52:44.492865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Pushing event updated for resources: {'Port': ['ID=44fcfadb-3a01-4e99-8234-c873483b97c4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:44.523201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:44.523941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.540391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-097a19a8-84ba-4e49-8e77-a8f226b91209 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7588577 Jul 07 22:52:44.666797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Request body: {'port': {'device_id': 'c2b41c0f-543a-4513-8e6a-57961fa504ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:52:44.686897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f458311b-574c-45ff-9f32-475f100aa5d3 None None] Provisioning for port 44fcfadb-3a01-4e99-8234-c873483b97c4 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:52:44.691264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f458311b-574c-45ff-9f32-475f100aa5d3 None None] Provisioning complete for port 44fcfadb-3a01-4e99-8234-c873483b97c4 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:44.691640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f458311b-574c-45ff-9f32-475f100aa5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:44.725823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f458311b-574c-45ff-9f32-475f100aa5d3 None None] Port 44fcfadb-3a01-4e99-8234-c873483b97c4 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:52:45.114674 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.138181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd244b1e-8e82-4b77-9700-7f7363fc4547 req-757451d6-e168-405a-a891-f65345d084a1 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:45.139939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd244b1e-8e82-4b77-9700-7f7363fc4547 req-757451d6-e168-405a-a891-f65345d084a1 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 935 time: 0.1133118 Jul 07 22:52:45.260940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd244b1e-8e82-4b77-9700-7f7363fc4547 req-f182b3e0-a3f3-4e69-bb08-dd2a082e85a3 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000924 Jul 07 22:52:45.420708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fcfadb-3a01-4e99-8234-c873483b97c4 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:52:45.428150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.439860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Transition to ACTIVE for port object 44fcfadb-3a01-4e99-8234-c873483b97c4 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:52:45.443819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.494642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=44fcfadb-3a01-4e99-8234-c873483b97c4,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:45.567995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Attempting to bind port 44fcfadb-3a01-4e99-8234-c873483b97c4 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:52:45.568516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Attempting to bind port 44fcfadb-3a01-4e99-8234-c873483b97c4 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:52:45.568877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Attempting to bind port 44fcfadb-3a01-4e99-8234-c873483b97c4 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:52:45.573471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Port 44fcfadb-3a01-4e99-8234-c873483b97c4 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:52:45.573852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Attempting to bind port 44fcfadb-3a01-4e99-8234-c873483b97c4 on network 71f02bd9-e9f5-4356-a511-aab1a54ac0ce {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:52:45.579161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:52:45.579535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Checking segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:52:45.580018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Bound using segment: {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:52:45.580971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Bound port: 44fcfadb-3a01-4e99-8234-c873483b97c4, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33aef9a-27a0-4515-b26a-845eb7c8e0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:52:45.581349 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.647766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] For port 44fcfadb-3a01-4e99-8234-c873483b97c4, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:52:45.650792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] For port 44fcfadb-3a01-4e99-8234-c873483b97c4, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=44fcfadb-3a01-4e99-8234-c873483b97c4,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:52:45.654710 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.687485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:45.688093 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:45.690192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] 10.222.0.83 "PUT /v2.0/ports/44fcfadb-3a01-4e99-8234-c873483b97c4 HTTP/1.1" status: 200 len: 1096 time: 1.1352036 Jul 07 22:52:45.692492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b41c0f-543a-4513-8e6a-57961fa504ad', 'tag': '44fcfadb-3a01-4e99-8234-c873483b97c4'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:52:45.694886 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d16b746-8a26-499a-9868-50fbb68bd7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b41c0f-543a-4513-8e6a-57961fa504ad", "tag": "44fcfadb-3a01-4e99-8234-c873483b97c4"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:52:45.722220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6070750-6c68-4ef5-be66-dd7d51192dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=44fcfadb-3a01-4e99-8234-c873483b97c4,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:45.746218 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38fb46b-3ff7-411a-9ca0-2cc5e2c65265 x-openstack-request-id: req-d38fb46b-3ff7-411a-9ca0-2cc5e2c65265 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:52:45.746707 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b41c0f-543a-4513-8e6a-57961fa504ad", "tag": "44fcfadb-3a01-4e99-8234-c873483b97c4", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:52:45.746838 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d38fb46b-3ff7-411a-9ca0-2cc5e2c65265 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:52:45.747198 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b41c0f-543a-4513-8e6a-57961fa504ad', 'tag': '44fcfadb-3a01-4e99-8234-c873483b97c4', 'status': 'completed', 'code': 200} Jul 07 22:52:45.819447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-892f7f2f-bb0d-4725-80dc-863b1902df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:45.821002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-892f7f2f-bb0d-4725-80dc-863b1902df82 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17ce66d234d24d6f9e9281403aa274f8&device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 1099 time: 0.0611808 Jul 07 22:52:45.870061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-927d2123-8915-450c-95ac-65774fabd205 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44fcfadb-3a01-4e99-8234-c873483b97c4 HTTP/1.1" status: 200 len: 217 time: 0.0356772 Jul 07 22:52:45.918997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-6d645fc9-e9e3-411b-9fbb-b168aa5d8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:45.920402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-6d645fc9-e9e3-411b-9fbb-b168aa5d8eb2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0433943 Jul 07 22:52:45.976975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-c21a86a1-dc5b-4b27-a10d-c474fdc513f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:45.978517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-c21a86a1-dc5b-4b27-a10d-c474fdc513f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514021 Jul 07 22:52:46.071687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-55bacb2f-4aa6-447d-b163-f3a83b94f350 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858111 Jul 07 22:52:46.160506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebe0d1f0-98c7-404c-a03c-c68f039b72a8 req-cc5d3154-f5a7-40f2-a393-fdd499ea40a3 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810025 Jul 07 22:52:46.313906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-06bd9792-2587-44b7-908f-de3be7621b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:46.315983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-06bd9792-2587-44b7-908f-de3be7621b90 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=17ce66d234d24d6f9e9281403aa274f8&device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 1099 time: 0.0581357 Jul 07 22:52:46.441856 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-0780d5c0-a5ad-4903-af53-6fd5d85bbf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:46.443374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-0780d5c0-a5ad-4903-af53-6fd5d85bbf2a service neutron] 10.222.0.83 "GET /v2.0/networks?id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce HTTP/1.1" status: 200 len: 870 time: 0.1207714 Jul 07 22:52:46.488110 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-28bc268b-7d5b-4f78-a9ba-1866e6ea0746 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44fcfadb-3a01-4e99-8234-c873483b97c4 HTTP/1.1" status: 200 len: 217 time: 0.0360997 Jul 07 22:52:46.495629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a528c-0529-4092-9f42-d597eb4064a7 req-338352ed-388c-4256-b9b5-7fd2e76abbf4 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:46.497005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b51a528c-0529-4092-9f42-d597eb4064a7 req-338352ed-388c-4256-b9b5-7fd2e76abbf4 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 947 time: 0.1250334 Jul 07 22:52:46.563867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b51a528c-0529-4092-9f42-d597eb4064a7 req-08d49cb7-91b6-424e-9bb6-f021091fb1ca tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581224 Jul 07 22:52:46.566220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-053fc1a1-d321-48a8-8290-4b8467c65736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:46.567599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-053fc1a1-d321-48a8-8290-4b8467c65736 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=3eb52e3b-37a4-424e-98a4-dd9955ab4b3e HTTP/1.1" status: 200 len: 843 time: 0.0697279 Jul 07 22:52:46.626399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-7b11f408-f883-4a48-8bfb-ecbf767203f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:46.628484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-7b11f408-f883-4a48-8bfb-ecbf767203f3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=71f02bd9-e9f5-4356-a511-aab1a54ac0ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545988 Jul 07 22:52:46.720540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-22dceebc-c09b-4ad0-bcd8-7713a699cd5b service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842078 Jul 07 22:52:46.811696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d16b746-8a26-499a-9868-50fbb68bd7e6 req-acfe877c-1376-4356-a710-306471612921 service neutron] 10.222.0.83 "GET /v2.0/networks/71f02bd9-e9f5-4356-a511-aab1a54ac0ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847383 Jul 07 22:52:47.733768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e2957-af57-465e-b359-199e934c8e1b req-6b0e73c4-c5e2-4067-a727-1496e12fbf32 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:47.735271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d6e2957-af57-465e-b359-199e934c8e1b req-6b0e73c4-c5e2-4067-a727-1496e12fbf32 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 947 time: 0.0619142 Jul 07 22:52:47.772039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9d6e2957-af57-465e-b359-199e934c8e1b req-392744a8-97a0-4836-ac4e-b6f40a76d684 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313303 Jul 07 22:52:48.939347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb9e9e-02f0-4857-9029-55632583eb80 req-18bbfb89-cd07-4d39-86f9-aa90c30cc697 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:48.940800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63cb9e9e-02f0-4857-9029-55632583eb80 req-18bbfb89-cd07-4d39-86f9-aa90c30cc697 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 947 time: 0.0611439 Jul 07 22:52:48.976798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63cb9e9e-02f0-4857-9029-55632583eb80 req-c6e7e41e-c137-426e-80b5-f1247bc2094f tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305483 Jul 07 22:52:50.059400 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:50.155348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4a95-2abc-4051-ad19-733ada6241d6 req-55bebbe5-ed36-4ae6-a88e-3d4c218cd5d6 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:50.156844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dffa4a95-2abc-4051-ad19-733ada6241d6 req-55bebbe5-ed36-4ae6-a88e-3d4c218cd5d6 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 947 time: 0.0669570 Jul 07 22:52:50.194036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dffa4a95-2abc-4051-ad19-733ada6241d6 req-003d339c-89d0-47a4-a4b3-258cb1221298 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Jul 07 22:52:50.317816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 44fcfadb-3a01-4e99-8234-c873483b97c4 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:52:50.409199 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 44fcfadb-3a01-4e99-8234-c873483b97c4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=44fcfadb-3a01-4e99-8234-c873483b97c4,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:50.420418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '44fcfadb-3a01-4e99-8234-c873483b97c4', 'network_id': '71f02bd9-e9f5-4356-a511-aab1a54ac0ce', 'port_id': '44fcfadb-3a01-4e99-8234-c873483b97c4', 'mac_address': 'fa:16:3e:6d:e0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eb52e3b-37a4-424e-98a4-dd9955ab4b3e', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:52:50.456504 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:50.468832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fcfadb-3a01-4e99-8234-c873483b97c4 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:52:50.488003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 44fcfadb-3a01-4e99-8234-c873483b97c4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=44fcfadb-3a01-4e99-8234-c873483b97c4,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:50.492083 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:50.541738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=44fcfadb-3a01-4e99-8234-c873483b97c4,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:50.952693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['44fcfadb-3a01-4e99-8234-c873483b97c4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:52:51.364616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c904e-e59c-4dbd-a3f4-91de53931e3e req-e289cd59-6431-4fb3-9aad-d6861fac4bbb tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:51.366114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf8c904e-e59c-4dbd-a3f4-91de53931e3e req-e289cd59-6431-4fb3-9aad-d6861fac4bbb tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 948 time: 0.0627303 Jul 07 22:52:51.402258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf8c904e-e59c-4dbd-a3f4-91de53931e3e req-46cbc2da-c0f6-4ddf-9524-9eba3ce6cc2a tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306363 Jul 07 22:52:52.327956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 44fcfadb-3a01-4e99-8234-c873483b97c4 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:52:52.377788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 44fcfadb-3a01-4e99-8234-c873483b97c4 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:52:52.381780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 44fcfadb-3a01-4e99-8234-c873483b97c4 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:52:52.382171 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:52.455983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:52.477786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b41c0f-543a-4513-8e6a-57961fa504ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fcfadb-3a01-4e99-8234-c873483b97c4'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:52:52.480054 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4275c19f-2144-43c0-b584-2c936331d1e0" -d '{"events": [{"server_uuid": "c2b41c0f-543a-4513-8e6a-57961fa504ad", "name": "network-vif-plugged", "status": "completed", "tag": "44fcfadb-3a01-4e99-8234-c873483b97c4"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:52:52.493225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 44fcfadb-3a01-4e99-8234-c873483b97c4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=44fcfadb-3a01-4e99-8234-c873483b97c4,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:52.497348 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:52.546516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=44fcfadb-3a01-4e99-8234-c873483b97c4,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:52.584166 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0340b6-e3c3-4994-956d-94f539267107 x-openstack-request-id: req-ca0340b6-e3c3-4994-956d-94f539267107 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:52:52.584166 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b41c0f-543a-4513-8e6a-57961fa504ad", "name": "network-vif-plugged", "status": "completed", "tag": "44fcfadb-3a01-4e99-8234-c873483b97c4", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:52:52.584373 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca0340b6-e3c3-4994-956d-94f539267107 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:52:52.584646 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b41c0f-543a-4513-8e6a-57961fa504ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fcfadb-3a01-4e99-8234-c873483b97c4', 'code': 200} Jul 07 22:52:52.588822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88badd10-545d-4fb8-82c3-f6d61a868421 req-b29eeb7a-382f-46c1-b1f2-3bf4ee80fade tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:52.590368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88badd10-545d-4fb8-82c3-f6d61a868421 req-b29eeb7a-382f-46c1-b1f2-3bf4ee80fade tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 949 time: 0.0760450 Jul 07 22:52:52.630038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88badd10-545d-4fb8-82c3-f6d61a868421 req-67d2e516-8824-43b6-a854-85dfccc31617 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335181 Jul 07 22:52:52.724459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fc25d-72e5-4cc6-aecd-1c7b38b58ec9 req-575a6da9-c59a-40ec-b379-128dd8435c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:52.725921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d1fc25d-72e5-4cc6-aecd-1c7b38b58ec9 req-575a6da9-c59a-40ec-b379-128dd8435c6e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 1101 time: 0.0523260 Jul 07 22:52:52.764581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d1fc25d-72e5-4cc6-aecd-1c7b38b58ec9 req-25467cb2-4265-4c92-96b8-314fd9274b0f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Jul 07 22:52:53.798373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846063-069b-4845-b6fa-7b24207a29fa req-8bada31f-f2a7-40af-ac82-8e992c2de208 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:53.799842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88846063-069b-4845-b6fa-7b24207a29fa req-8bada31f-f2a7-40af-ac82-8e992c2de208 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 949 time: 0.0620317 Jul 07 22:52:53.837185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88846063-069b-4845-b6fa-7b24207a29fa req-2b5d2413-0063-45be-a01b-03d4f847af18 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Jul 07 22:52:55.012174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf86f1-9840-42a4-8a19-a91938276ec2 req-c48562ac-da02-48f6-bc49-e01e027787fd tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:55.013658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1faf86f1-9840-42a4-8a19-a91938276ec2 req-c48562ac-da02-48f6-bc49-e01e027787fd tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 949 time: 0.0684376 Jul 07 22:52:55.050720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1faf86f1-9840-42a4-8a19-a91938276ec2 req-beb37a3a-9e85-473a-8200-d54e3eb4f44f tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313101 Jul 07 22:52:56.093333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8b356-31f4-45bb-8c5a-46aae63387f1 req-11f29db9-8296-4b82-9499-ed0bb4baf58f tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:56.094864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6b8b356-31f4-45bb-8c5a-46aae63387f1 req-11f29db9-8296-4b82-9499-ed0bb4baf58f tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 949 time: 0.0629625 Jul 07 22:52:56.131988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6b8b356-31f4-45bb-8c5a-46aae63387f1 req-fcf44289-fa8a-48e2-b0d7-cdf35b96b2c6 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Jul 07 22:52:57.309385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5d9fa-5c64-4e60-8837-6c8db8b9f105 req-187e5751-feb8-440c-98b2-87b45628fe1a tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:57.310978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8a5d9fa-5c64-4e60-8837-6c8db8b9f105 req-187e5751-feb8-440c-98b2-87b45628fe1a tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 949 time: 0.0682654 Jul 07 22:52:57.348253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8a5d9fa-5c64-4e60-8837-6c8db8b9f105 req-9fc6fd2f-40ac-4e6f-bb3e-8d09fce1c508 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/security-groups?id=aef90d7c-9379-4c57-9e99-748f923c9e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309904 Jul 07 22:52:57.379528 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c665562c-5326-4ecd-a41a-9bec89ec17da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:57.651221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147d469-e897-4e17-8467-6c11837f582b req-885d213d-2fa9-4f23-a265-a4ad1941d719 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:52:57.652681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a147d469-e897-4e17-8467-6c11837f582b req-885d213d-2fa9-4f23-a265-a4ad1941d719 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.83 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 949 time: 0.0619588 Jul 07 22:52:57.753221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-a147d469-e897-4e17-8467-6c11837f582b req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Deleting port 44fcfadb-3a01-4e99-8234-c873483b97c4 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:52:57.753563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a147d469-e897-4e17-8467-6c11837f582b req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:57.839088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a147d469-e897-4e17-8467-6c11837f582b req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] For port 44fcfadb-3a01-4e99-8234-c873483b97c4, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=44fcfadb-3a01-4e99-8234-c873483b97c4,segment=NetworkSegment(a33aef9a-27a0-4515-b26a-845eb7c8e0ef),segment_id=a33aef9a-27a0-4515-b26a-845eb7c8e0ef)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:52:57.839358 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a147d469-e897-4e17-8467-6c11837f582b req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:57.852829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-a147d469-e897-4e17-8467-6c11837f582b req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Calling delete_port for 44fcfadb-3a01-4e99-8234-c873483b97c4 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:52:57.979301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a147d469-e897-4e17-8467-6c11837f582b req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:58.008680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Pushing event deleted for resources: {'Port': ['ID=44fcfadb-3a01-4e99-8234-c873483b97c4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:52:58.015275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['44fcfadb-3a01-4e99-8234-c873483b97c4'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:52:58.057745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a147d469-e897-4e17-8467-6c11837f582b req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] No DVR routers for this DVR port 44fcfadb-3a01-4e99-8234-c873483b97c4 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:52:58.060290 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a147d469-e897-4e17-8467-6c11837f582b req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:58.062319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a147d469-e897-4e17-8467-6c11837f582b req-e615eb98-2ed4-4981-86ca-2d7afd07c7b8 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.83 "DELETE /v2.0/ports/44fcfadb-3a01-4e99-8234-c873483b97c4 HTTP/1.1" status: 204 len: 173 time: 0.4040601 Jul 07 22:52:58.062864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b41c0f-543a-4513-8e6a-57961fa504ad', 'name': 'network-vif-deleted', 'tag': '44fcfadb-3a01-4e99-8234-c873483b97c4'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:52:58.065051 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a71a15-ef97-4316-9098-7c282b7d4c5c" -d '{"events": [{"server_uuid": "c2b41c0f-543a-4513-8e6a-57961fa504ad", "name": "network-vif-deleted", "tag": "44fcfadb-3a01-4e99-8234-c873483b97c4"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:52:58.104558 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076ae852-224d-440c-ad3c-78c8445f21e4 x-openstack-request-id: req-076ae852-224d-440c-ad3c-78c8445f21e4 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:52:58.104854 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b41c0f-543a-4513-8e6a-57961fa504ad", "name": "network-vif-deleted", "tag": "44fcfadb-3a01-4e99-8234-c873483b97c4", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:52:58.105116 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-076ae852-224d-440c-ad3c-78c8445f21e4 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:52:58.105507 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b41c0f-543a-4513-8e6a-57961fa504ad', 'name': 'network-vif-deleted', 'tag': '44fcfadb-3a01-4e99-8234-c873483b97c4', 'status': 'completed', 'code': 200} Jul 07 22:52:58.504774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-794fbf5e-9bd2-4155-b676-e9640543e402 req-c60c5bf3-19ae-4737-9541-17d584746744 tempest-ServersAdminNegativeTestJSON-1694567799 tempest-ServersAdminNegativeTestJSON-1694567799-project] 10.222.0.81 "GET /v2.0/ports?device_id=c2b41c0f-543a-4513-8e6a-57961fa504ad HTTP/1.1" status: 200 len: 210 time: 0.0324750 Jul 07 22:52:59.753910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4413597e-f5a4-4a8b-a725-1fea9660ad7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:52:59.830636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45204) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:52:59.962439 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cdce93e1-6ba9-4b73-a7fd-9ec51856183b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17ce66d234d24d6f9e9281403aa274f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306183 Jul 07 22:52:59.964849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45208) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:00.011244 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-264c4fdf-1835-4a06-9e71-ea5b2173ab16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.031859 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-264c4fdf-1835-4a06-9e71-ea5b2173ab16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.034417 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.077638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-264c4fdf-1835-4a06-9e71-ea5b2173ab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.080088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-264c4fdf-1835-4a06-9e71-ea5b2173ab16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.081222 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-264c4fdf-1835-4a06-9e71-ea5b2173ab16 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aef90d7c-9379-4c57-9e99-748f923c9e5f HTTP/1.1" status: 204 len: 168 time: 0.1155033 Jul 07 22:53:00.089179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c4fdf-1835-4a06-9e71-ea5b2173ab16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef90d7c-9379-4c57-9e99-748f923c9e5f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:00.333865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45214) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:00.346827 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a53ff13e-f5bb-4879-96d1-48a97e35a810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.360854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 44fcfadb-3a01-4e99-8234-c873483b97c4 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:53:00.381649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 44fcfadb-3a01-4e99-8234-c873483b97c4 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:53:00.382052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 44fcfadb-3a01-4e99-8234-c873483b97c4 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:53:00.433501 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a53ff13e-f5bb-4879-96d1-48a97e35a810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.437297 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a53ff13e-f5bb-4879-96d1-48a97e35a810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.479162 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a53ff13e-f5bb-4879-96d1-48a97e35a810 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0363691da95145589328af0c1512152c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442170 Jul 07 22:53:00.480102 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ff13e-f5bb-4879-96d1-48a97e35a810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f70929a-b8cd-4b55-bda4-b1f6220057bd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:00.481919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45216) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:00.530489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffdef16f-3959-459b-9488-4a41c330c1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.550781 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffdef16f-3959-459b-9488-4a41c330c1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.597526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffdef16f-3959-459b-9488-4a41c330c1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.600047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ffdef16f-3959-459b-9488-4a41c330c1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:00.601198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ffdef16f-3959-459b-9488-4a41c330c1df admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1f70929a-b8cd-4b55-bda4-b1f6220057bd HTTP/1.1" status: 204 len: 168 time: 0.1182404 Jul 07 22:53:00.608774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdef16f-3959-459b-9488-4a41c330c1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f70929a-b8cd-4b55-bda4-b1f6220057bd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:00.988899 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.240990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45238) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:01.336300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-94508244-network', 'tenant_id': 'a97e7228181d450aad7da0a320df6120'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:01.356381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Made reservation on behalf of a97e7228181d450aad7da0a320df6120 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:53:01.358797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.366852 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.456357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.460014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.486896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:53:01.497124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:01.502241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.502591 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Added segment fb0ab752-d044-4b22-854d-1b745e4d8709 of type vlan for network bb7eca12-2dea-4a8b-b8ba-a86565304510 Jul 07 22:53:01.508257 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.543583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.573739 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.574740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:01.575318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.632914 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3907285 Jul 07 22:53:01.635929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5f2b2-b046-46fc-8b78-a46aea6b5a12 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7eca12-2dea-4a8b-b8ba-a86565304510,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:01.636063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45242) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:01.642253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Request body: {'subnet': {'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-94508244-subnet', 'tenant_id': 'a97e7228181d450aad7da0a320df6120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:01.646489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network bb7eca12-2dea-4a8b-b8ba-a86565304510 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:53:01.661383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Made reservation on behalf of a97e7228181d450aad7da0a320df6120 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:53:01.663706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.828653 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.881854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=51bf72f4-69ba-44b3-95da-cf4304944534,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:01.890271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Checking segment: {'id': 'fb0ab752-d044-4b22-854d-1b745e4d8709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:53:01.890565 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Network hostable DHCP agents. Network: bb7eca12-2dea-4a8b-b8ba-a86565304510, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:53:01.906795 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Network bb7eca12-2dea-4a8b-b8ba-a86565304510 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:53:01.915540 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, bb7eca12-2dea-4a8b-b8ba-a86565304510) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:53:01.919882 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:01.920472 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:01.924330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26a723-6ace-48eb-ae12-5aba0a2e9817 None None] Network bb7eca12-2dea-4a8b-b8ba-a86565304510 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:53:01.941545 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-34622782-a268-47ab-93ed-97a3771151cf admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2979803 Jul 07 22:53:02.047684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415cf57-0088-4b0b-b64b-78adf7958b60 None None] Network bb7eca12-2dea-4a8b-b8ba-a86565304510 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:53:02.352950 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-0c33f6f2-eaa6-4c83-bdc0-b4f883bba358 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:02.354433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-0c33f6f2-eaa6-4c83-bdc0-b4f883bba358 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/networks?id=bb7eca12-2dea-4a8b-b8ba-a86565304510 HTTP/1.1" status: 200 len: 810 time: 0.1074569 Jul 07 22:53:02.368708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-193df005-4800-4358-a590-556f24c8bb48 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/quotas/a97e7228181d450aad7da0a320df6120 HTTP/1.1" status: 200 len: 375 time: 0.0090044 Jul 07 22:53:02.400501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-87a8a1b0-7c2f-4746-96f2-1a0de85a1a15 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a97e7228181d450aad7da0a320df6120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272412 Jul 07 22:53:02.460987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-5866c5dc-14cb-4967-85d0-813453107c6f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:53:02.462013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-5866c5dc-14cb-4967-85d0-813453107c6f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556531 Jul 07 22:53:02.552232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-73362472-9d6c-4b93-babd-adb71f26b6a4 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842528 Jul 07 22:53:02.641814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-9b8ee979-d1eb-4772-ad9a-d021652a25f2 service neutron] 10.222.0.81 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836546 Jul 07 22:53:02.811585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40c8bfbb-4d56-4509-99e9-afa225b5d4b9 req-885544e8-c9d8-47a8-8321-70b7cea3028a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 210 time: 0.0294592 Jul 07 22:53:02.862227 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:03.837074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-30bfdf4f-949d-4a76-9d9d-f42f6a7ec030 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:03.838862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-30bfdf4f-949d-4a76-9d9d-f42f6a7ec030 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.44 "GET /v2.0/networks?id=bb7eca12-2dea-4a8b-b8ba-a86565304510 HTTP/1.1" status: 200 len: 810 time: 0.1050472 Jul 07 22:53:03.859541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Request body: {'port': {'device_id': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510', 'admin_state_up': True, 'tenant_id': 'a97e7228181d450aad7da0a320df6120'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:03.969040 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f7c2531-bf0e-4e1c-b7d8-2522fc8c3c04 req-c5341a70-9c40-44a5-898e-87686a715b9d tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 210 time: 0.0427287 Jul 07 22:53:04.003171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Made reservation on behalf of a97e7228181d450aad7da0a320df6120 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:53:04.007201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:04.124440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Allocated IP 172.20.0.13 (bb7eca12-2dea-4a8b-b8ba-a86565304510/51bf72f4-69ba-44b3-95da-cf4304944534/df516ccb-f3e1-4e3a-8e40-4f315900d98d) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:53:04.265441 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:04.303157 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:04.344055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Network bb7eca12-2dea-4a8b-b8ba-a86565304510 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:53:04.347188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:53:04.352777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:53:04.381441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Pushing event updated for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:04.407894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:04.408502 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:04.422691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-440337f0-db7f-48b2-adea-2738ee671908 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5679541 Jul 07 22:53:04.481246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Request body: {'port': {'device_id': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:04.552133 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:04.809755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df516ccb-f3e1-4e3a-8e40-4f315900d98d {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:53:04.817006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:04.828529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Transition to ACTIVE for port object df516ccb-f3e1-4e3a-8e40-4f315900d98d will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:53:04.832237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:04.885233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Pushing event updated for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:04.951686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Attempting to bind port df516ccb-f3e1-4e3a-8e40-4f315900d98d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:53:04.952013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Attempting to bind port df516ccb-f3e1-4e3a-8e40-4f315900d98d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'fb0ab752-d044-4b22-854d-1b745e4d8709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:53:04.952336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Attempting to bind port df516ccb-f3e1-4e3a-8e40-4f315900d98d on network bb7eca12-2dea-4a8b-b8ba-a86565304510 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:53:04.956809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Port df516ccb-f3e1-4e3a-8e40-4f315900d98d on network bb7eca12-2dea-4a8b-b8ba-a86565304510 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:53:04.957132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Attempting to bind port df516ccb-f3e1-4e3a-8e40-4f315900d98d on network bb7eca12-2dea-4a8b-b8ba-a86565304510 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:53:04.961973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:53:04.962336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Checking segment: {'id': 'fb0ab752-d044-4b22-854d-1b745e4d8709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:53:04.962728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Bound using segment: {'id': 'fb0ab752-d044-4b22-854d-1b745e4d8709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:53:04.963154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Bound port: df516ccb-f3e1-4e3a-8e40-4f315900d98d, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0ab752-d044-4b22-854d-1b745e4d8709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:53:04.963508 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:05.028249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:53:05.031243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:53:05.036222 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:05.070358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:05.071033 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:05.072429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] 10.222.0.44 "PUT /v2.0/ports/df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 200 len: 1093 time: 0.6424303 Jul 07 22:53:05.072868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:05.075147 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:05.128001 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d43274-7cda-4a0e-b042-f0e07df2fd77 x-openstack-request-id: req-c1d43274-7cda-4a0e-b042-f0e07df2fd77 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:05.128288 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:05.128535 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1d43274-7cda-4a0e-b042-f0e07df2fd77 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:05.128930 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'status': 'completed', 'code': 200} Jul 07 22:53:05.129504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57512b21-7976-4a3b-8486-f34c703fb319 service neutron] Pushing event updated for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:05.208765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175caf9-b6ec-4383-9a22-73c1cdfc51c3 req-9ec8ad07-dadf-4b27-b023-c17eb1358349 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:05.210262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8175caf9-b6ec-4383-9a22-73c1cdfc51c3 req-9ec8ad07-dadf-4b27-b023-c17eb1358349 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 944 time: 0.1203203 Jul 07 22:53:05.212736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-0295f63e-e839-422a-baaa-a3757a2fd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:05.214106 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-0295f63e-e839-422a-baaa-a3757a2fd05b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a97e7228181d450aad7da0a320df6120&device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 1096 time: 0.0879450 Jul 07 22:53:05.262219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-2eafbfc6-286f-4a1d-bba1-5f9322d2a3c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 200 len: 217 time: 0.0395954 Jul 07 22:53:05.302443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8175caf9-b6ec-4383-9a22-73c1cdfc51c3 req-babe209f-cfab-4361-a07a-a5738fdb8581 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864148 Jul 07 22:53:05.319340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-fb37ec13-c4e2-4f00-8769-ffc30ee09040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:05.320706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-fb37ec13-c4e2-4f00-8769-ffc30ee09040 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51bf72f4-69ba-44b3-95da-cf4304944534 HTTP/1.1" status: 200 len: 850 time: 0.0492089 Jul 07 22:53:05.356976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-560b968b-7c62-4b0d-8085-aa2847cd2ae6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb7eca12-2dea-4a8b-b8ba-a86565304510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300581 Jul 07 22:53:05.442912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-3b003d55-8a5a-4685-8c51-5c5ffc994007 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784101 Jul 07 22:53:05.532792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9c13208-f762-45c0-bd4c-0e4fdf08a198 req-c1457b3f-c3ba-4fc8-8e9a-53a9ffd8bd6b service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839105 Jul 07 22:53:05.631893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-8e26943b-5aa3-4e01-8794-55d905af1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:05.633370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-8e26943b-5aa3-4e01-8794-55d905af1d08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a97e7228181d450aad7da0a320df6120&device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 1096 time: 0.0532324 Jul 07 22:53:05.719228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-20dade58-8e52-4718-9f83-dac7f531a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:05.720669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-20dade58-8e52-4718-9f83-dac7f531a5e8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb7eca12-2dea-4a8b-b8ba-a86565304510 HTTP/1.1" status: 200 len: 911 time: 0.0815113 Jul 07 22:53:05.766608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-8e09e39a-2c25-4d59-8860-7aea6e731c5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 200 len: 217 time: 0.0400317 Jul 07 22:53:05.813891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-cca6c53d-84e2-43fa-8e03-e1072c9d406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:05.815318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-cca6c53d-84e2-43fa-8e03-e1072c9d406e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51bf72f4-69ba-44b3-95da-cf4304944534 HTTP/1.1" status: 200 len: 850 time: 0.0427332 Jul 07 22:53:05.849198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-f408a3b9-5e97-4595-86ac-3cb92927d438 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb7eca12-2dea-4a8b-b8ba-a86565304510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253484 Jul 07 22:53:05.939112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-59953fac-6b2e-41a5-9c32-4de17c992115 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831404 Jul 07 22:53:06.025822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c0c456a3-1427-4c85-af1f-e1fcd7da2f9b req-b1143ce7-3b86-4713-8538-8f983b18e193 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797017 Jul 07 22:53:06.473191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9fce-507e-4549-824a-774efecb291f req-dcad6710-b75f-4470-9326-022ddbaeb4f6 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:06.475180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa6b9fce-507e-4549-824a-774efecb291f req-dcad6710-b75f-4470-9326-022ddbaeb4f6 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 944 time: 0.0633848 Jul 07 22:53:06.516086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa6b9fce-507e-4549-824a-774efecb291f req-36104e7f-21ca-4094-81ad-e7c523513442 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352881 Jul 07 22:53:07.474148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device df516ccb-f3e1-4e3a-8e40-4f315900d98d details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:53:07.571789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:07.583008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510', 'port_id': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'mac_address': 'fa:16:3e:b4:48:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bf72f4-69ba-44b3-95da-cf4304944534', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:53:07.619367 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:07.632887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df516ccb-f3e1-4e3a-8e40-4f315900d98d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:53:07.652133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:07.656434 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:07.688329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d7a10-9214-4be0-bbf5-d5afd491b018 req-59060a8b-9c47-4a5e-ab50-5f29d4fd2de5 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:07.689840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e9d7a10-9214-4be0-bbf5-d5afd491b018 req-59060a8b-9c47-4a5e-ab50-5f29d4fd2de5 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 944 time: 0.0660613 Jul 07 22:53:07.706094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:07.728511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e9d7a10-9214-4be0-bbf5-d5afd491b018 req-e2a0b426-0b81-4cbe-8231-a91a1eede55f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Jul 07 22:53:07.872736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['df516ccb-f3e1-4e3a-8e40-4f315900d98d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:53:08.897996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737d336-2ca8-4af8-a5a6-8dfaf4747d56 req-8ec80516-41fc-417b-b8c9-93b0a13c5dae tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:08.899591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9737d336-2ca8-4af8-a5a6-8dfaf4747d56 req-8ec80516-41fc-417b-b8c9-93b0a13c5dae tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 945 time: 0.0635207 Jul 07 22:53:08.938803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9737d336-2ca8-4af8-a5a6-8dfaf4747d56 req-ab9e821a-b92e-4a93-ba86-77cde120e155 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Jul 07 22:53:09.474414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device df516ccb-f3e1-4e3a-8e40-4f315900d98d up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:53:09.524695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port df516ccb-f3e1-4e3a-8e40-4f315900d98d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:53:09.528275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port df516ccb-f3e1-4e3a-8e40-4f315900d98d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:53:09.528645 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:09.603341 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:09.624943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:09.627163 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497bffa8-c971-4869-aae8-7d04f4b856b6" -d '{"events": [{"server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "name": "network-vif-plugged", "status": "completed", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:09.640013 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:09.644128 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:09.667204 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ebea6a-8b1a-46c6-be64-3a531deeb56d x-openstack-request-id: req-94ebea6a-8b1a-46c6-be64-3a531deeb56d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:09.667510 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "name": "network-vif-plugged", "status": "completed", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:09.667747 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94ebea6a-8b1a-46c6-be64-3a531deeb56d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:09.668134 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'code': 200} Jul 07 22:53:09.696819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:09.782261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1c446-1d5d-4599-b1cd-a6058c737d4a req-e77a9542-0dec-4320-9f22-0890543a34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:09.783755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2b1c446-1d5d-4599-b1cd-a6058c737d4a req-e77a9542-0dec-4320-9f22-0890543a34b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 1098 time: 0.0544338 Jul 07 22:53:09.816402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2b1c446-1d5d-4599-b1cd-a6058c737d4a req-89f8f7c3-da16-4e3c-ab17-0a84ecace0a6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268786 Jul 07 22:53:10.109594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40561782-87ee-42d6-9736-74f4d669e37d req-12cb19d3-4af3-4283-8aa3-72bb40e2d050 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:10.111078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40561782-87ee-42d6-9736-74f4d669e37d req-12cb19d3-4af3-4283-8aa3-72bb40e2d050 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0650697 Jul 07 22:53:10.147247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40561782-87ee-42d6-9736-74f4d669e37d req-f2d2d3bf-178d-4817-86fc-5e625f5e46c8 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300245 Jul 07 22:53:11.318183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8f0ad-50d2-4471-9f3b-8977e6a29cca req-91fe8188-eea2-4414-81ae-8add1a03fc52 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:11.319637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bf8f0ad-50d2-4471-9f3b-8977e6a29cca req-91fe8188-eea2-4414-81ae-8add1a03fc52 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0625174 Jul 07 22:53:11.358027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bf8f0ad-50d2-4471-9f3b-8977e6a29cca req-fe54d514-d291-479c-ae73-3d9baae544a7 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329421 Jul 07 22:53:11.738633 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-25f262e8-d4c0-459a-9790-791f378cf8c3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1027966 Jul 07 22:53:11.742685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea73c95-9c01-4d68-b3dc-d559c96253a2 req-c3a2f20e-97e0-4ed4-b2fc-38246673f88d tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:11.744173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fea73c95-9c01-4d68-b3dc-d559c96253a2 req-c3a2f20e-97e0-4ed4-b2fc-38246673f88d tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0624404 Jul 07 22:53:11.786632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fea73c95-9c01-4d68-b3dc-d559c96253a2 req-69f80eea-98de-476e-9943-782cc1a9a4f6 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361829 Jul 07 22:53:12.959151 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30357e39-ca8f-4590-b415-6033257b0f99 req-33d9a7f9-c341-4c63-9c25-969ad90c3a05 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:12.961481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30357e39-ca8f-4590-b415-6033257b0f99 req-33d9a7f9-c341-4c63-9c25-969ad90c3a05 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0681598 Jul 07 22:53:13.008872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30357e39-ca8f-4590-b415-6033257b0f99 req-c438b168-2e4a-4e65-a9b0-f5f0b283fc33 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Jul 07 22:53:13.053559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-1ffd1435-61f8-45b6-9f8a-2bb5962f5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:13.055333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-1ffd1435-61f8-45b6-9f8a-2bb5962f5aaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a97e7228181d450aad7da0a320df6120&device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 1098 time: 0.0614610 Jul 07 22:53:13.141363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-f6bd4b8d-9f90-4d36-84a9-0fe0f1bb2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:13.142998 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-f6bd4b8d-9f90-4d36-84a9-0fe0f1bb2a4b service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb7eca12-2dea-4a8b-b8ba-a86565304510 HTTP/1.1" status: 200 len: 911 time: 0.0818589 Jul 07 22:53:13.185734 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-6ab8c193-2d26-4db4-9e6f-fdc017a91f92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 200 len: 217 time: 0.0370412 Jul 07 22:53:13.233954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-eec88d55-64dd-4772-8725-e608139d3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:13.235383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-eec88d55-64dd-4772-8725-e608139d3077 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51bf72f4-69ba-44b3-95da-cf4304944534 HTTP/1.1" status: 200 len: 850 time: 0.0413997 Jul 07 22:53:13.266320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-ca069dac-cf9b-4c1a-9d3f-6aed25326099 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb7eca12-2dea-4a8b-b8ba-a86565304510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248156 Jul 07 22:53:13.354854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-90854a55-6335-4078-8fe3-47d43390f15e service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821719 Jul 07 22:53:13.440576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-724fd083-6e85-49f0-aad6-45a11661527a service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794888 Jul 07 22:53:14.182099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1566d-727b-44dd-a697-7b8fb14be22b req-122dfcf8-42b0-4fe2-a153-16f9d095576a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:14.183576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7b1566d-727b-44dd-a697-7b8fb14be22b req-122dfcf8-42b0-4fe2-a153-16f9d095576a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0629015 Jul 07 22:53:14.220799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c7b1566d-727b-44dd-a697-7b8fb14be22b req-a2910192-927f-493c-ba87-3cf9a1c5bad9 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Jul 07 22:53:14.335042 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:53:15.391559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dde77-d0d3-483b-bd7a-4e3d2caa9055 req-f745fe15-c812-4013-a644-329c7d9f1e0c tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:15.392997 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c4dde77-d0d3-483b-bd7a-4e3d2caa9055 req-f745fe15-c812-4013-a644-329c7d9f1e0c tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0640957 Jul 07 22:53:15.428762 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c4dde77-d0d3-483b-bd7a-4e3d2caa9055 req-83016c7d-41ec-440a-94b9-f09eb2b3c2d8 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296204 Jul 07 22:53:16.603133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8e38c-d564-4726-bdb9-232110e77463 req-c9951205-2350-49ee-b6e9-b6490caab37c tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:16.604496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8f8e38c-d564-4726-bdb9-232110e77463 req-c9951205-2350-49ee-b6e9-b6490caab37c tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0615716 Jul 07 22:53:16.641036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8f8e38c-d564-4726-bdb9-232110e77463 req-ed036726-8546-48eb-b921-dee94056bfd5 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309868 Jul 07 22:53:17.815971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a95eb-8285-4311-afc2-7ff9460f23f0 req-b83f263a-c6af-4b42-b7f1-9b43a86613b0 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:17.817444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e4a95eb-8285-4311-afc2-7ff9460f23f0 req-b83f263a-c6af-4b42-b7f1-9b43a86613b0 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0650706 Jul 07 22:53:18.204144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e4a95eb-8285-4311-afc2-7ff9460f23f0 req-3e750b1a-7c62-4e17-bae8-61f7b1d6c774 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806310 Jul 07 22:53:19.373416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b0482-9067-457b-9e2b-6e3809c3f587 req-6ad3aa1d-4b26-4cb0-8d55-28ed5365b634 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:19.374902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-729b0482-9067-457b-9e2b-6e3809c3f587 req-6ad3aa1d-4b26-4cb0-8d55-28ed5365b634 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0616112 Jul 07 22:53:19.411269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-729b0482-9067-457b-9e2b-6e3809c3f587 req-016998b0-f702-4dbe-8b68-c0cd7a620d97 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308008 Jul 07 22:53:20.076782 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:20.579112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c5f00-5881-456b-a9f8-c090c7abcaf6 req-9ea885da-fd83-469e-b6cb-793d2379391f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:20.580568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-331c5f00-5881-456b-a9f8-c090c7abcaf6 req-9ea885da-fd83-469e-b6cb-793d2379391f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0609448 Jul 07 22:53:20.621284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-331c5f00-5881-456b-a9f8-c090c7abcaf6 req-30167fcd-e0af-41fd-adfe-0474c15c78b7 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345979 Jul 07 22:53:21.789539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7899ba2-5ff0-43f2-bcbd-566625b22ec2 req-fe28c2f4-0452-4df3-8161-8f0f0570c94d tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:21.791033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7899ba2-5ff0-43f2-bcbd-566625b22ec2 req-fe28c2f4-0452-4df3-8161-8f0f0570c94d tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0620375 Jul 07 22:53:21.828586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7899ba2-5ff0-43f2-bcbd-566625b22ec2 req-6dcec017-aa74-43cf-b949-66e195aa9981 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Jul 07 22:53:22.998489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3afb9-d4f7-464e-92e8-c40be70fdfcc req-39686f19-58de-41b9-bd3e-3b6e438f56cf tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:22.999970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fb3afb9-d4f7-464e-92e8-c40be70fdfcc req-39686f19-58de-41b9-bd3e-3b6e438f56cf tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0628135 Jul 07 22:53:23.035451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fb3afb9-d4f7-464e-92e8-c40be70fdfcc req-899097bc-4188-4bac-a544-22a78d09f825 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300097 Jul 07 22:53:24.210637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667298a7-bc49-4c55-a17d-08ceed4e3de0 req-21d450a6-2f7c-40d2-a0e8-69755efa82be tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:24.212075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-667298a7-bc49-4c55-a17d-08ceed4e3de0 req-21d450a6-2f7c-40d2-a0e8-69755efa82be tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0647349 Jul 07 22:53:24.248018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-667298a7-bc49-4c55-a17d-08ceed4e3de0 req-c9422bea-8846-4fd1-a99f-ce3d204ab183 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Jul 07 22:53:25.417060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec8d18-d3e8-46d4-86fa-fd4053644227 req-8c42ad83-fb3b-42f7-bc2b-4c12b775a646 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:25.418514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77ec8d18-d3e8-46d4-86fa-fd4053644227 req-8c42ad83-fb3b-42f7-bc2b-4c12b775a646 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0614364 Jul 07 22:53:25.454253 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77ec8d18-d3e8-46d4-86fa-fd4053644227 req-96b3b212-8b73-43cf-be78-54b9f0235554 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301859 Jul 07 22:53:26.626706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d162a5-1fad-4c55-aade-4a3f1c73de62 req-b469cdfe-823c-453a-8939-b3087d99876e tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:26.628131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4d162a5-1fad-4c55-aade-4a3f1c73de62 req-b469cdfe-823c-453a-8939-b3087d99876e tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0646212 Jul 07 22:53:26.664073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4d162a5-1fad-4c55-aade-4a3f1c73de62 req-61a60d4b-b245-4aec-9cb7-1ce133f65a28 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304444 Jul 07 22:53:27.379520 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bbb8bda5-f4d4-408c-994e-13efeaaee486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:27.836882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592271ba-0817-409c-9a43-5e3b615f745f req-affeb3b9-7fc5-478b-87ea-abae6108b257 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:27.838387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-592271ba-0817-409c-9a43-5e3b615f745f req-affeb3b9-7fc5-478b-87ea-abae6108b257 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0631535 Jul 07 22:53:27.874499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-592271ba-0817-409c-9a43-5e3b615f745f req-2593f796-7ff7-49fe-b3a9-bf2594f5b610 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Jul 07 22:53:29.049910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b835cd-c787-48c1-9f21-5b932affbc4c req-532459e7-3d44-4693-aceb-7612721bf30a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:29.051398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44b835cd-c787-48c1-9f21-5b932affbc4c req-532459e7-3d44-4693-aceb-7612721bf30a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0684214 Jul 07 22:53:29.090223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44b835cd-c787-48c1-9f21-5b932affbc4c req-db8d995b-2b2e-42be-87f5-fc81f0366a9c tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323048 Jul 07 22:53:29.755582 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5809c272-1488-4f9a-9ca6-7754f630bc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:30.035557 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:30.264817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5809e4a-977a-4ba6-988d-6329b4882906 req-57f33d72-51c6-422b-99cb-70d3bc6ab961 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:30.266340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5809e4a-977a-4ba6-988d-6329b4882906 req-57f33d72-51c6-422b-99cb-70d3bc6ab961 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0654204 Jul 07 22:53:30.303866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5809e4a-977a-4ba6-988d-6329b4882906 req-ca6fc6e4-e2ae-4ba5-92be-ede1297fa0ca tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Jul 07 22:53:30.992269 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:31.473641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3adf1-44fe-489f-81fa-04e652a7b9a6 req-54c92d80-f1c6-4c39-b44e-a29a989525e1 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:31.475132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99d3adf1-44fe-489f-81fa-04e652a7b9a6 req-54c92d80-f1c6-4c39-b44e-a29a989525e1 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0632060 Jul 07 22:53:31.513295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99d3adf1-44fe-489f-81fa-04e652a7b9a6 req-4285362e-33c7-435f-835d-a6d8a837ef6a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327342 Jul 07 22:53:31.521489 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:32.688127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad0a9-705a-427d-bb92-41a468999cbc req-dfaf034e-e8a9-4301-8655-5491bb15d0dd tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:32.689572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c33ad0a9-705a-427d-bb92-41a468999cbc req-dfaf034e-e8a9-4301-8655-5491bb15d0dd tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0667284 Jul 07 22:53:32.726215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c33ad0a9-705a-427d-bb92-41a468999cbc req-fee3da05-71a1-4d53-89a9-28d378fc61f0 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Jul 07 22:53:32.862719 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:33.900016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7c9b0-653b-40b2-9793-d48295f3d06b req-c63a602c-dc32-4ea1-a28f-d08fdabe02d3 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:33.901521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ed7c9b0-653b-40b2-9793-d48295f3d06b req-c63a602c-dc32-4ea1-a28f-d08fdabe02d3 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0620103 Jul 07 22:53:33.940042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9ed7c9b0-653b-40b2-9793-d48295f3d06b req-e9a1abe2-4030-4047-95ce-f2fd6bc7c097 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Jul 07 22:53:35.113223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb611c2-7581-4bb2-bea8-f5265cc4e31a req-71362531-0375-433a-9596-fa18f59370c0 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:35.114726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acb611c2-7581-4bb2-bea8-f5265cc4e31a req-71362531-0375-433a-9596-fa18f59370c0 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0623977 Jul 07 22:53:35.153698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acb611c2-7581-4bb2-bea8-f5265cc4e31a req-6c1007ff-8d9a-4c63-beb2-2bb7833dbb1e tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328381 Jul 07 22:53:36.326945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4fd88-ba86-4787-b7e0-e13966908173 req-fa55e374-77ff-4d91-8359-e6e1790fb35f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:36.328396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9a4fd88-ba86-4787-b7e0-e13966908173 req-fa55e374-77ff-4d91-8359-e6e1790fb35f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0652683 Jul 07 22:53:36.364218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a9a4fd88-ba86-4787-b7e0-e13966908173 req-56930ee1-052a-48ab-9d66-b9431958ce9d tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303056 Jul 07 22:53:37.536572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe8fa1-dfd3-4cd9-b530-1a2271e7f84e req-c4f56575-5f07-4332-a3ca-9c35f870bf6f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:37.538533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34fe8fa1-dfd3-4cd9-b530-1a2271e7f84e req-c4f56575-5f07-4332-a3ca-9c35f870bf6f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0615673 Jul 07 22:53:37.575011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34fe8fa1-dfd3-4cd9-b530-1a2271e7f84e req-06843893-6cff-42cd-af72-204030d48899 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Jul 07 22:53:38.747021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65f96c-d923-4599-9e15-90f9ae9b1258 req-acb872c1-da59-440b-90fb-6d04e64ffc46 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:38.748488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a65f96c-d923-4599-9e15-90f9ae9b1258 req-acb872c1-da59-440b-90fb-6d04e64ffc46 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0650580 Jul 07 22:53:38.784428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a65f96c-d923-4599-9e15-90f9ae9b1258 req-5f95325e-7856-44c4-baf7-d804ab6f8c64 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Jul 07 22:53:39.954705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89d543-8fce-41d7-9ec9-629b4ff35203 req-1df04325-1504-4d8f-900b-3c1847067807 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:39.956157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb89d543-8fce-41d7-9ec9-629b4ff35203 req-1df04325-1504-4d8f-900b-3c1847067807 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0619872 Jul 07 22:53:39.992628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bb89d543-8fce-41d7-9ec9-629b4ff35203 req-2781b84d-fb42-4b7c-8571-3dcdad1e1afb tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309799 Jul 07 22:53:40.327892 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-e3f5cfc2-da5b-4f5d-ac31-d4a2d1558c5f service neutron] show failed (client error): The resource could not be found. Jul 07 22:53:40.328876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-e3f5cfc2-da5b-4f5d-ac31-d4a2d1558c5f service neutron] 10.222.0.44 "GET /v2.0/ports/df516ccb-f3e1-4e3a-8e40-4f315900d98d/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0537965 Jul 07 22:53:40.569852 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-d7ee0752-a038-40f6-870e-a4df8ce4df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:40.571273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-d7ee0752-a038-40f6-870e-a4df8ce4df65 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a&tenant_id=a97e7228181d450aad7da0a320df6120 HTTP/1.1" status: 200 len: 1098 time: 0.0558712 Jul 07 22:53:40.589053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:40.663646 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:40.857531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:40.888765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:53:40.929758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:40.932256 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83978013-d66d-4526-ac6d-d63b5d3b7f93" -d '{"events": [{"server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:40.935842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:40.951106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Transition to ACTIVE for port object df516ccb-f3e1-4e3a-8e40-4f315900d98d will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:53:40.954716 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:40.993312 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd0bc88-0f0f-43c1-95f6-148ac584ff19 x-openstack-request-id: req-2cd0bc88-0f0f-43c1-95f6-148ac584ff19 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:40.993917 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:40.993917 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2cd0bc88-0f0f-43c1-95f6-148ac584ff19 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:40.994342 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'code': 200} Jul 07 22:53:41.017961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] No DVR routers for this DVR port df516ccb-f3e1-4e3a-8e40-4f315900d98d on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:53:41.029535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Pushing event updated for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:41.055070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.055424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.055773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.056366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.056700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.057034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.057369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.057697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.058042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.058382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.058708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.059034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:41.070972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Attempting to bind port df516ccb-f3e1-4e3a-8e40-4f315900d98d on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:53:41.071312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Attempting to bind port df516ccb-f3e1-4e3a-8e40-4f315900d98d by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'fb0ab752-d044-4b22-854d-1b745e4d8709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:53:41.071644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Attempting to bind port df516ccb-f3e1-4e3a-8e40-4f315900d98d on network bb7eca12-2dea-4a8b-b8ba-a86565304510 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:53:41.075930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Port df516ccb-f3e1-4e3a-8e40-4f315900d98d on network bb7eca12-2dea-4a8b-b8ba-a86565304510 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:53:41.076258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Attempting to bind port df516ccb-f3e1-4e3a-8e40-4f315900d98d on network bb7eca12-2dea-4a8b-b8ba-a86565304510 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:53:41.081251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:53:41.081593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Checking segment: {'id': 'fb0ab752-d044-4b22-854d-1b745e4d8709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:53:41.081980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Bound using segment: {'id': 'fb0ab752-d044-4b22-854d-1b745e4d8709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:53:41.082446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Bound port: df516ccb-f3e1-4e3a-8e40-4f315900d98d, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0ab752-d044-4b22-854d-1b745e4d8709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:53:41.082918 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:41.191142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:53:41.207821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:53:41.216563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e5ae4-7f2c-4175-810b-a3c7331c9764 req-a106d264-343b-4d1f-8a44-3863bfefc609 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:41.218054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-274e5ae4-7f2c-4175-810b-a3c7331c9764 req-a106d264-343b-4d1f-8a44-3863bfefc609 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 944 time: 0.0985575 Jul 07 22:53:41.219527 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:41.273320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:41.274049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:41.275444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] 10.222.0.83 "PUT /v2.0/ports/df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 200 len: 1093 time: 0.6908996 Jul 07 22:53:41.304669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-274e5ae4-7f2c-4175-810b-a3c7331c9764 req-a688cff4-c22c-40ff-b320-090c7fff06d7 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799060 Jul 07 22:53:41.307985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235e29f-2cab-4188-8cbb-880472f50b05 service neutron] Pushing event updated for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:41.365482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-35c5a57b-9c72-4599-9ad6-16a6b0a17910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:41.367529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-35c5a57b-9c72-4599-9ad6-16a6b0a17910 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a97e7228181d450aad7da0a320df6120&device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 1096 time: 0.0532434 Jul 07 22:53:41.454015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-970f2d6f-caf7-447a-873e-5630690932db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:41.455389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-970f2d6f-caf7-447a-873e-5630690932db service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb7eca12-2dea-4a8b-b8ba-a86565304510 HTTP/1.1" status: 200 len: 911 time: 0.0816598 Jul 07 22:53:41.501058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-4cac6d99-3ae3-43c5-8c22-12d9d55f2239 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 200 len: 217 time: 0.0381162 Jul 07 22:53:41.547685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-72628c8f-cce6-45f1-855c-b8bfe094d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:41.549070 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-72628c8f-cce6-45f1-855c-b8bfe094d1b2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=51bf72f4-69ba-44b3-95da-cf4304944534 HTTP/1.1" status: 200 len: 850 time: 0.0423977 Jul 07 22:53:41.581107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-8f975652-c216-43e7-a6e3-febbe867a6aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7eca12-2dea-4a8b-b8ba-a86565304510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256066 Jul 07 22:53:41.675323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-9a5ee63c-6114-4266-9a80-e118b3781f8c service neutron] 10.222.0.83 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840437 Jul 07 22:53:41.762455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a1cfbad4-08f5-4d37-a97e-a3877ed20618 req-c9031b8e-f5a1-4528-ba3f-78c1505fe616 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818369 Jul 07 22:53:42.478897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489e5e4-6e8e-46e0-b23a-a98da9c1a220 req-95a5f943-cf67-421e-8898-2364f69d804c tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:42.480363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5489e5e4-6e8e-46e0-b23a-a98da9c1a220 req-95a5f943-cf67-421e-8898-2364f69d804c tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 944 time: 0.0634310 Jul 07 22:53:42.520668 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5489e5e4-6e8e-46e0-b23a-a98da9c1a220 req-887a9c90-f776-4040-b516-a2de5e9195ee tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348644 Jul 07 22:53:42.995329 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:42.997697 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a256eb96-875c-4d05-ae7a-7397a2757b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:43.044124 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8be6b3-3646-4dad-98a7-9708566b7e76 x-openstack-request-id: req-1b8be6b3-3646-4dad-98a7-9708566b7e76 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:43.044485 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:43.044746 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b8be6b3-3646-4dad-98a7-9708566b7e76 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:43.045143 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'status': 'completed', 'code': 200} Jul 07 22:53:43.153848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-c4f7ed0e-cd91-45e1-b47d-9788380bfb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:43.155405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-c4f7ed0e-cd91-45e1-b47d-9788380bfb51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a97e7228181d450aad7da0a320df6120&device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 1096 time: 0.0924444 Jul 07 22:53:43.164816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-d694bbf3-1134-49ac-9fd3-e1cef7adf673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:43.166211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-d694bbf3-1134-49ac-9fd3-e1cef7adf673 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a97e7228181d450aad7da0a320df6120&device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 1096 time: 0.0777462 Jul 07 22:53:43.323165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-fda591db-6935-4ebb-884f-a2b54b8cd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:43.324712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-fda591db-6935-4ebb-884f-a2b54b8cd2d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb7eca12-2dea-4a8b-b8ba-a86565304510 HTTP/1.1" status: 200 len: 911 time: 0.1624019 Jul 07 22:53:43.326040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-f913806a-885d-49d7-9416-c92e5f55b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:43.327372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-f913806a-885d-49d7-9416-c92e5f55b479 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bb7eca12-2dea-4a8b-b8ba-a86565304510 HTTP/1.1" status: 200 len: 911 time: 0.1545622 Jul 07 22:53:43.369431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-3f6143cb-13d1-45c1-a58c-8deac327d0ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 200 len: 217 time: 0.0388422 Jul 07 22:53:43.402369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-2a87cc2d-43eb-4750-998d-cd26effe8b7f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 200 len: 217 time: 0.0654228 Jul 07 22:53:43.473657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-a57da2c5-c77d-4a85-a4c9-7d6953a6728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:43.475107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-a57da2c5-c77d-4a85-a4c9-7d6953a6728d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51bf72f4-69ba-44b3-95da-cf4304944534 HTTP/1.1" status: 200 len: 850 time: 0.0811462 Jul 07 22:53:43.479001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-68e6eb06-9e35-4259-95e0-18489d503c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:43.480332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-68e6eb06-9e35-4259-95e0-18489d503c9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=51bf72f4-69ba-44b3-95da-cf4304944534 HTTP/1.1" status: 200 len: 850 time: 0.0594997 Jul 07 22:53:43.528814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-3f1b1570-bccc-4e3c-ac32-710bc7c2475a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb7eca12-2dea-4a8b-b8ba-a86565304510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475209 Jul 07 22:53:43.530664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-7dce4792-b27e-4033-9b51-52d2424355df service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bb7eca12-2dea-4a8b-b8ba-a86565304510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424008 Jul 07 22:53:43.680402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device df516ccb-f3e1-4e3a-8e40-4f315900d98d no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:53:43.717472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device df516ccb-f3e1-4e3a-8e40-4f315900d98d not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:53:43.727003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-6222631a-0112-464b-86ee-ff8afe616b8d service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923053 Jul 07 22:53:43.730747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-3c1ff89d-f351-4c8b-bee5-748aff36d508 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889575 Jul 07 22:53:43.845773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823491a-5a00-46c9-9667-94722314940f req-20b9f15a-0819-496a-bcf8-76f036f9c83a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:43.847213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2823491a-5a00-46c9-9667-94722314940f req-20b9f15a-0819-496a-bcf8-76f036f9c83a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 944 time: 0.2119210 Jul 07 22:53:43.937247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2823491a-5a00-46c9-9667-94722314940f req-f059e04e-bc15-4c4e-8890-e355e72dfeba tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818498 Jul 07 22:53:43.939168 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-6a2d8662-c3ad-4577-922e-bbbc14d4901e service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043428 Jul 07 22:53:43.942785 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a256eb96-875c-4d05-ae7a-7397a2757b7d req-b5bdb107-13b9-4baa-b504-5c72ef747a83 service neutron] 10.222.0.83 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963151 Jul 07 22:53:44.571415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device df516ccb-f3e1-4e3a-8e40-4f315900d98d details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:53:44.668058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:44.679798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'network_id': 'bb7eca12-2dea-4a8b-b8ba-a86565304510', 'port_id': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'mac_address': 'fa:16:3e:b4:48:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bf72f4-69ba-44b3-95da-cf4304944534', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:53:44.716449 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:44.728785 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df516ccb-f3e1-4e3a-8e40-4f315900d98d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:53:44.747785 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:44.752196 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:44.797434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:44.805194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.805548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.805891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.806256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.806860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.807194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.807527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.807856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.808181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.808503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.808829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:44.809153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:45.124819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e51b1-caba-4b0a-b403-681fbcdced34 req-0afd1a5a-ef05-47cc-89d6-16e12c35afef tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:45.126360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f76e51b1-caba-4b0a-b403-681fbcdced34 req-0afd1a5a-ef05-47cc-89d6-16e12c35afef tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 945 time: 0.0730267 Jul 07 22:53:45.170250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f76e51b1-caba-4b0a-b403-681fbcdced34 req-db679905-89b3-4fde-b76b-7c06c328708e tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381658 Jul 07 22:53:45.196896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['df516ccb-f3e1-4e3a-8e40-4f315900d98d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:53:46.341062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30b481-99bf-4f21-9b9b-216e4b22e131 req-c40f36c7-97c5-4184-a9b6-d8dc9049264a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:46.342571 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30b481-99bf-4f21-9b9b-216e4b22e131 req-c40f36c7-97c5-4184-a9b6-d8dc9049264a tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 945 time: 0.0635204 Jul 07 22:53:46.378968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30b481-99bf-4f21-9b9b-216e4b22e131 req-c95ba542-22c2-4998-ac4e-e2d7134f0bb1 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Jul 07 22:53:46.580666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device df516ccb-f3e1-4e3a-8e40-4f315900d98d up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:53:46.630349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port df516ccb-f3e1-4e3a-8e40-4f315900d98d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:53:46.633943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port df516ccb-f3e1-4e3a-8e40-4f315900d98d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:53:46.634346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:46.710949 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:46.740219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:46.742780 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02c117a-6f48-4c2b-acf1-6c2b054f4fc2" -d '{"events": [{"server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "name": "network-vif-plugged", "status": "completed", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:46.759334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:46.764922 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:46.798140 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d73abd0-54fe-421c-85c9-839cfeb44d80 x-openstack-request-id: req-7d73abd0-54fe-421c-85c9-839cfeb44d80 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:46.798435 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "name": "network-vif-plugged", "status": "completed", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:46.798691 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d73abd0-54fe-421c-85c9-839cfeb44d80 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:46.799078 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'code': 200} Jul 07 22:53:46.804173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972a60-1511-464b-8b13-102d1c878d16 req-6ccfaaeb-7e7e-47a6-a19c-b7b0b529de5d tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:46.805670 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-6ccfaaeb-7e7e-47a6-a19c-b7b0b529de5d tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.44 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a&tenant_id=a97e7228181d450aad7da0a320df6120&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 945 time: 0.1207576 Jul 07 22:53:46.817195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:46.874233 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-41972a60-1511-464b-8b13-102d1c878d16 req-61b4faf6-c201-4373-a8dd-bcd7e3e938bd service neutron] delete failed (client error): The resource could not be found. Jul 07 22:53:46.874506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-61b4faf6-c201-4373-a8dd-bcd7e3e938bd service neutron] 10.222.0.44 "DELETE /v2.0/ports/df516ccb-f3e1-4e3a-8e40-4f315900d98d/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0632339 Jul 07 22:53:46.976256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972a60-1511-464b-8b13-102d1c878d16 req-3794a93a-a9f9-47c5-b4bd-74270fb78538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:46.977790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-3794a93a-a9f9-47c5-b4bd-74270fb78538 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a97e7228181d450aad7da0a320df6120&device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 1098 time: 0.0552311 Jul 07 22:53:47.074672 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972a60-1511-464b-8b13-102d1c878d16 req-d1f4e38f-283d-46bb-8db7-a5f74be88a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:47.076043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-d1f4e38f-283d-46bb-8db7-a5f74be88a0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb7eca12-2dea-4a8b-b8ba-a86565304510 HTTP/1.1" status: 200 len: 911 time: 0.0920565 Jul 07 22:53:47.119364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-93d5b28b-7084-4060-b733-cbb03f752670 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 200 len: 217 time: 0.0356803 Jul 07 22:53:47.168186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972a60-1511-464b-8b13-102d1c878d16 req-443b8755-7aa5-4953-a375-529b15b6c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:47.169700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-443b8755-7aa5-4953-a375-529b15b6c5fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51bf72f4-69ba-44b3-95da-cf4304944534 HTTP/1.1" status: 200 len: 850 time: 0.0445912 Jul 07 22:53:47.207088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-776c8329-e4bb-4044-9e95-6253cbdd7cf6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb7eca12-2dea-4a8b-b8ba-a86565304510&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314021 Jul 07 22:53:47.295833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-cb5f19e3-5120-4b73-bf65-b0eb86dddce4 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826504 Jul 07 22:53:47.389407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-305b638d-37df-4156-ba3b-3114982a6f94 service neutron] 10.222.0.44 "GET /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872884 Jul 07 22:53:48.242732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661856ba-71dd-4329-be48-edd567f744da req-a704b93a-0554-437f-813e-c5d25ba4904b tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:48.244236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-661856ba-71dd-4329-be48-edd567f744da req-a704b93a-0554-437f-813e-c5d25ba4904b tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0646610 Jul 07 22:53:48.282913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-661856ba-71dd-4329-be48-edd567f744da req-d10e0bde-004f-48de-bbf0-e1d5feb8b8de tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Jul 07 22:53:49.461488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51696d9e-27a0-4666-800a-0091d842209d req-4b5b033e-5c17-4519-adf1-14668e29bb55 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:49.463004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51696d9e-27a0-4666-800a-0091d842209d req-4b5b033e-5c17-4519-adf1-14668e29bb55 tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0625343 Jul 07 22:53:49.504558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51696d9e-27a0-4666-800a-0091d842209d req-4b19c282-9fc9-4fbf-b34e-cde71e3f4aba tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.81 "GET /v2.0/security-groups?id=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357819 Jul 07 22:53:49.729868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41972a60-1511-464b-8b13-102d1c878d16 req-7a875fbf-1963-4a25-8ae4-62df9d3a6b2b tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:49.731344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-7a875fbf-1963-4a25-8ae4-62df9d3a6b2b tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.83 "GET /v2.0/ports?device_id=80ac636e-75ac-452b-8ab0-57e42c309a9a HTTP/1.1" status: 200 len: 946 time: 0.0625389 Jul 07 22:53:49.828006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-41972a60-1511-464b-8b13-102d1c878d16 req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Deleting port df516ccb-f3e1-4e3a-8e40-4f315900d98d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:53:49.828354 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41972a60-1511-464b-8b13-102d1c878d16 req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:49.917563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-41972a60-1511-464b-8b13-102d1c878d16 req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] For port df516ccb-f3e1-4e3a-8e40-4f315900d98d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=df516ccb-f3e1-4e3a-8e40-4f315900d98d,segment=NetworkSegment(fb0ab752-d044-4b22-854d-1b745e4d8709),segment_id=fb0ab752-d044-4b22-854d-1b745e4d8709)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:49.917842 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41972a60-1511-464b-8b13-102d1c878d16 req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:49.929258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-41972a60-1511-464b-8b13-102d1c878d16 req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Calling delete_port for df516ccb-f3e1-4e3a-8e40-4f315900d98d owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:53:50.054604 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41972a60-1511-464b-8b13-102d1c878d16 req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:50.072528 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:50.082206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Pushing event deleted for resources: {'Port': ['ID=df516ccb-f3e1-4e3a-8e40-4f315900d98d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:50.088897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['df516ccb-f3e1-4e3a-8e40-4f315900d98d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:53:50.127202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-41972a60-1511-464b-8b13-102d1c878d16 req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] No DVR routers for this DVR port df516ccb-f3e1-4e3a-8e40-4f315900d98d on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:53:50.129539 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-41972a60-1511-464b-8b13-102d1c878d16 req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:50.131592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41972a60-1511-464b-8b13-102d1c878d16 req-baf98e90-e8fe-434b-a414-fe3b6eba168f tempest-DeleteServersTestJSON-899983258 tempest-DeleteServersTestJSON-899983258-project] 10.222.0.83 "DELETE /v2.0/ports/df516ccb-f3e1-4e3a-8e40-4f315900d98d HTTP/1.1" status: 204 len: 173 time: 0.3942721 Jul 07 22:53:50.132079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'name': 'network-vif-deleted', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:50.135001 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1498de-f4f4-4d19-bc88-4331447e8561" -d '{"events": [{"server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "name": "network-vif-deleted", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:50.169993 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2d9a6b-7000-4cf1-98cc-00789b8da172 x-openstack-request-id: req-4e2d9a6b-7000-4cf1-98cc-00789b8da172 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:50.170328 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ac636e-75ac-452b-8ab0-57e42c309a9a", "name": "network-vif-deleted", "tag": "df516ccb-f3e1-4e3a-8e40-4f315900d98d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:50.170566 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e2d9a6b-7000-4cf1-98cc-00789b8da172 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:50.170995 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ac636e-75ac-452b-8ab0-57e42c309a9a', 'name': 'network-vif-deleted', 'tag': 'df516ccb-f3e1-4e3a-8e40-4f315900d98d', 'status': 'completed', 'code': 200} Jul 07 22:53:50.744111 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45406) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:50.786393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Deleting subnet 51bf72f4-69ba-44b3-95da-cf4304944534 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:53:50.789824 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:50.827366 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:50.865017 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:50.916083 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:50.942864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:50.945811 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/51bf72f4-69ba-44b3-95da-cf4304944534 HTTP/1.1" status: 204 len: 168 time: 0.2007265 Jul 07 22:53:50.946857 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51bf72f4-69ba-44b3-95da-cf4304944534,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:50.948484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45408) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:50.955405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.955759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.956098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.956433 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.957140 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.957476 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.957803 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.958154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.958477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.958798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.959119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:50.959437 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67de6a-56b8-484a-9be1-b37d9b71fdb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:53:51.019403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.095124 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.105087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7eca12-2dea-4a8b-b8ba-a86565304510']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:53:51.115107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0ab752-d044-4b22-854d-1b745e4d8709') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:53:51.115400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0ab752-d044-4b22-854d-1b745e4d8709') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:53:51.123900 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.139856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.146369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:53:51.146807 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:53:51.148501 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:53:51.206826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.212602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.214445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] 10.222.0.81 "DELETE /v2.0/networks/bb7eca12-2dea-4a8b-b8ba-a86565304510 HTTP/1.1" status: 204 len: 168 time: 0.2644157 Jul 07 22:53:51.225042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4f782-0dac-4de4-8eb3-ac4471cbe1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7eca12-2dea-4a8b-b8ba-a86565304510,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:51.319398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45412) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:51.333604 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:53:51.358870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3d41cf5a-5f0a-4aa0-ab22-d55a8e1cd91e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a97e7228181d450aad7da0a320df6120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374870 Jul 07 22:53:51.360449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45414) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:51.406159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d59fa3e-22c7-4c5f-8bac-7372bb5325aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.426659 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d59fa3e-22c7-4c5f-8bac-7372bb5325aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.472222 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d59fa3e-22c7-4c5f-8bac-7372bb5325aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.474892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d59fa3e-22c7-4c5f-8bac-7372bb5325aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:51.476024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3d59fa3e-22c7-4c5f-8bac-7372bb5325aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84 HTTP/1.1" status: 204 len: 168 time: 0.1146946 Jul 07 22:53:51.483807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59fa3e-22c7-4c5f-8bac-7372bb5325aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8e7ce0-e5f8-48b0-bac5-a27a19ff3a84,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:52.101282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45436) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:52.193315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-367624550-network', 'tenant_id': 'b930a5c3d1b7409bad964cde4f32e8a6'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:52.215282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Made reservation on behalf of b930a5c3d1b7409bad964cde4f32e8a6 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:53:52.217542 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.229246 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.317723 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.321919 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.342954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:53:52.357829 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad70f132-8215-4e5a-8e7f-24078e1c2221,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:52.361067 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.361414 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Added segment d5e0da7f-011b-4036-9b0e-f1ef9bc2b989 of type vlan for network 9b6d16f0-9363-43a6-aea8-98decf7b359e Jul 07 22:53:52.401940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.428914 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.430638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:52.431225 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.486752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3843930 Jul 07 22:53:52.489712 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45440) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:53:52.494355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1375b-2056-487f-b83c-8c5916776609 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6d16f0-9363-43a6-aea8-98decf7b359e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:52.495253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Request body: {'subnet': {'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-367624550-subnet', 'tenant_id': 'b930a5c3d1b7409bad964cde4f32e8a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:52.503977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 9b6d16f0-9363-43a6-aea8-98decf7b359e details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:53:52.517315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Made reservation on behalf of b930a5c3d1b7409bad964cde4f32e8a6 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:53:52.519865 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.596611 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device df516ccb-f3e1-4e3a-8e40-4f315900d98d no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:53:52.615842 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: df516ccb-f3e1-4e3a-8e40-4f315900d98d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:53:52.616259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device df516ccb-f3e1-4e3a-8e40-4f315900d98d not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:53:52.685633 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.736715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb141df8-8975-4ef9-a615-2082db5e6c76,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:52.746363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Checking segment: {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:53:52.746722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Network hostable DHCP agents. Network: 9b6d16f0-9363-43a6-aea8-98decf7b359e, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:53:52.763428 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Network 9b6d16f0-9363-43a6-aea8-98decf7b359e is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:53:52.771797 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 9b6d16f0-9363-43a6-aea8-98decf7b359e) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:53:52.776416 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:52.776999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:52.781166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2078098-374f-478e-8ed1-9cf82d8dadcc None None] Network 9b6d16f0-9363-43a6-aea8-98decf7b359e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:53:52.790557 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e0909f80-f090-44c2-8b86-ecc6b67cb493 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2996862 Jul 07 22:53:52.916238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6609f7-2519-460e-bb27-132a0ef18025 None None] Network 9b6d16f0-9363-43a6-aea8-98decf7b359e requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:53:53.211032 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-5f797bb7-639d-4c4e-bf39-1c9bcdfe5f29 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:53.212952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-5f797bb7-639d-4c4e-bf39-1c9bcdfe5f29 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 814 time: 0.1018960 Jul 07 22:53:53.227664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-f48715fa-9a60-4e56-b7ce-cda6e2e63483 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/quotas/b930a5c3d1b7409bad964cde4f32e8a6 HTTP/1.1" status: 200 len: 375 time: 0.0088480 Jul 07 22:53:53.259552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-f277a38b-3f4d-4805-8731-f5788757b810 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270894 Jul 07 22:53:53.318373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-41cc1bed-69c1-43e1-8cb8-f981dc5cff96 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:53:53.319359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-41cc1bed-69c1-43e1-8cb8-f981dc5cff96 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539041 Jul 07 22:53:53.410162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-7d5922b2-56c4-401b-84bb-478293d99773 service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849371 Jul 07 22:53:53.496832 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-b84170b5-cb08-421d-9084-7c8b5b808362 service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801601 Jul 07 22:53:53.663509 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42e92d64-0dba-4925-9364-1cfd4aaaf52b req-92d40ba2-8853-4836-998c-3ff6eb2837c9 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 210 time: 0.0320671 Jul 07 22:53:54.663326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-e2491075-edb3-43d3-9595-9bbf21ff737a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:54.664848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-e2491075-edb3-43d3-9595-9bbf21ff737a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.44 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 814 time: 0.1021545 Jul 07 22:53:54.676711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Request body: {'port': {'device_id': '840d10b7-19c3-419a-bba3-e502c0df5104', 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e', 'admin_state_up': True, 'tenant_id': 'b930a5c3d1b7409bad964cde4f32e8a6'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:54.816700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab32fdd6-c715-4218-b0a9-f154811c0aef req-e3ccb4f1-2a19-4b52-b92e-ca1fb13f13d7 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 210 time: 0.0375772 Jul 07 22:53:54.826762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Made reservation on behalf of b930a5c3d1b7409bad964cde4f32e8a6 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:53:54.830336 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:54.954550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Allocated IP 172.20.0.3 (9b6d16f0-9363-43a6-aea8-98decf7b359e/eb141df8-8975-4ef9-a615-2082db5e6c76/36ea8fcd-9f65-4832-a457-43e21f4e752d) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:53:55.438754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:55.475438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:55.522219 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Network 9b6d16f0-9363-43a6-aea8-98decf7b359e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:53:55.527296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:53:55.531147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:53:55.537427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Pushing event updated for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:55.581392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:55.582002 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:55.595156 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-3c0971b7-717c-414c-b5fc-375816a15ecf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9221723 Jul 07 22:53:55.607165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Request body: {'port': {'device_id': '840d10b7-19c3-419a-bba3-e502c0df5104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:53:55.675991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:55.966066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ea8fcd-9f65-4832-a457-43e21f4e752d {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:53:55.974849 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:55.991061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Transition to ACTIVE for port object 36ea8fcd-9f65-4832-a457-43e21f4e752d will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:53:55.995734 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:56.058901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d463a2-e8dd-4987-8dcc-2307c6202f74 req-88b7a0e4-7037-46be-bb92-a73714477f41 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:56.060409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43d463a2-e8dd-4987-8dcc-2307c6202f74 req-88b7a0e4-7037-46be-bb92-a73714477f41 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 931 time: 0.1341588 Jul 07 22:53:56.079617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Pushing event updated for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:56.148046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43d463a2-e8dd-4987-8dcc-2307c6202f74 req-06f2ca38-f6bc-4870-9942-372210246766 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817487 Jul 07 22:53:56.172755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Attempting to bind port 36ea8fcd-9f65-4832-a457-43e21f4e752d on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:53:56.173096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Attempting to bind port 36ea8fcd-9f65-4832-a457-43e21f4e752d by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:53:56.173427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Attempting to bind port 36ea8fcd-9f65-4832-a457-43e21f4e752d on network 9b6d16f0-9363-43a6-aea8-98decf7b359e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:53:56.177665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Port 36ea8fcd-9f65-4832-a457-43e21f4e752d on network 9b6d16f0-9363-43a6-aea8-98decf7b359e not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:53:56.177985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Attempting to bind port 36ea8fcd-9f65-4832-a457-43e21f4e752d on network 9b6d16f0-9363-43a6-aea8-98decf7b359e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:53:56.183517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:53:56.183838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Checking segment: {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:53:56.184221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Bound using segment: {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:53:56.184643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Bound port: 36ea8fcd-9f65-4832-a457-43e21f4e752d, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:53:56.184999 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:56.245940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:53:56.248958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:53:56.253229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:56.292408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:56.293092 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:56.294495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] 10.222.0.44 "PUT /v2.0/ports/36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 200 len: 1092 time: 0.6913822 Jul 07 22:53:56.294932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:53:56.297246 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0354e30f-1823-4f52-8b98-e8e9999520e8" -d '{"events": [{"name": "network-changed", "server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:53:56.319117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8c90d-a83a-4c01-add4-4121c7d836bc service neutron] Pushing event updated for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:53:56.341684 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b6fac9-a5b2-4087-a728-0a00ad558236 x-openstack-request-id: req-c9b6fac9-a5b2-4087-a728-0a00ad558236 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:53:56.341963 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:53:56.342236 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9b6fac9-a5b2-4087-a728-0a00ad558236 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:53:56.343024 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'status': 'completed', 'code': 200} Jul 07 22:53:56.388276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-2cb77e78-8a6e-4e93-bbf4-59a31a8e7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:56.390090 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-2cb77e78-8a6e-4e93-bbf4-59a31a8e7ccb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 1095 time: 0.0566258 Jul 07 22:53:56.430925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-0c990123-9b01-4afd-a49e-be5747abe886 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 200 len: 217 time: 0.0338402 Jul 07 22:53:56.484374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-07832691-0565-44fc-a891-cac2099dc3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:56.485799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-07832691-0565-44fc-a891-cac2099dc3b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0491393 Jul 07 22:53:56.518005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-997e55d1-5b70-4b1f-96fa-d1018332c19b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260003 Jul 07 22:53:56.603944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-b74c5a93-0462-4369-9a7d-f728a934480e service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788291 Jul 07 22:53:56.694792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d41c6b4-5a57-4977-88ce-84cda4586707 req-516e70e1-da23-4833-99b2-677e9b51e78c service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848701 Jul 07 22:53:56.793655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-fdf33e96-6496-4f84-b0b0-d0493c48c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:56.795161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-fdf33e96-6496-4f84-b0b0-d0493c48c1f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 1095 time: 0.0533607 Jul 07 22:53:56.887079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-5d22947f-49ca-4c8d-9275-22d22e927594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:56.888517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-5d22947f-49ca-4c8d-9275-22d22e927594 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.0877049 Jul 07 22:53:56.927740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-0bc309e8-53cb-4b8b-a023-5e91a020b435 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 200 len: 217 time: 0.0333140 Jul 07 22:53:56.975221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-40a21e21-10e7-4914-93f5-2a6d1e8fc566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:56.976556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-40a21e21-10e7-4914-93f5-2a6d1e8fc566 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0422702 Jul 07 22:53:57.007919 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-536c7830-056e-4fe7-b197-8d982ecc7607 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252032 Jul 07 22:53:57.098007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-20af5521-2acd-410a-a30a-d4c1a75fbf2b service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835853 Jul 07 22:53:57.187287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0354e30f-1823-4f52-8b98-e8e9999520e8 req-4899e361-d54c-4018-b040-77d848d05928 service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826023 Jul 07 22:53:57.329701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661638d0-9a1f-4169-a447-d736d66db2fe req-a206ba35-78ea-4874-acc0-1bcaf8d40255 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:57.331207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-661638d0-9a1f-4169-a447-d736d66db2fe req-a206ba35-78ea-4874-acc0-1bcaf8d40255 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 943 time: 0.0689812 Jul 07 22:53:57.368950 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-661638d0-9a1f-4169-a447-d736d66db2fe req-f3b1d7c4-c3f0-4bee-95ae-833c74fa34ed tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Jul 07 22:53:57.380396 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1cab51da-2d10-4a20-bec3-c2ca0fbf1dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:58.541282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b411869-08fb-4021-8866-d0e15bce6646 req-c172e11f-a3fc-47dc-81f7-722dc08d0ead tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:58.542695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b411869-08fb-4021-8866-d0e15bce6646 req-c172e11f-a3fc-47dc-81f7-722dc08d0ead tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 943 time: 0.0630698 Jul 07 22:53:58.579832 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b411869-08fb-4021-8866-d0e15bce6646 req-b7c47259-cde5-47d0-8f69-d03e87a91065 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316327 Jul 07 22:53:59.713127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 36ea8fcd-9f65-4832-a457-43e21f4e752d details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:53:59.760014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef75a77-340d-4797-9448-359b847c3330 req-825e116b-b7f0-4e86-b565-627aec8ae4cf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:53:59.761504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ef75a77-340d-4797-9448-359b847c3330 req-825e116b-b7f0-4e86-b565-627aec8ae4cf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 943 time: 0.0747359 Jul 07 22:53:59.790088 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6ac290d7-1650-4891-bc17-191dc1d51dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:59.799025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2ef75a77-340d-4797-9448-359b847c3330 req-6b984c75-feea-4ffc-9ed5-5eeb37565d41 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Jul 07 22:53:59.826586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:59.837360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e', 'port_id': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'mac_address': 'fa:16:3e:96:6d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb141df8-8975-4ef9-a615-2082db5e6c76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:53:59.874134 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:59.890159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ea8fcd-9f65-4832-a457-43e21f4e752d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:53:59.909437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:53:59.912530 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:53:59.959109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:00.040899 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:00.099972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['36ea8fcd-9f65-4832-a457-43e21f4e752d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:54:00.974905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cb43b-b980-4f79-a7c3-f87814675558 req-711f27a6-5a4f-487d-adad-98ce80dde9a2 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:00.976403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc6cb43b-b980-4f79-a7c3-f87814675558 req-711f27a6-5a4f-487d-adad-98ce80dde9a2 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 944 time: 0.0631089 Jul 07 22:54:00.995469 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:01.015377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc6cb43b-b980-4f79-a7c3-f87814675558 req-a7038091-75bb-45a4-80a7-a3339fda8bc5 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Jul 07 22:54:01.536883 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:01.978626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 36ea8fcd-9f65-4832-a457-43e21f4e752d up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:02.029100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 36ea8fcd-9f65-4832-a457-43e21f4e752d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:02.033029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 36ea8fcd-9f65-4832-a457-43e21f4e752d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:02.033392 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:02.110290 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:02.132434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:02.135278 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000ef4a8-cac1-4ad2-b0d3-73700f04cccd" -d '{"events": [{"server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "name": "network-vif-plugged", "status": "completed", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:02.148590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:02.152534 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:02.195465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad64c07-bd43-4907-9a5a-7b43e69b6e92 req-80e4dc7f-a892-41ba-a43d-c0ab0eca813f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:02.197824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ad64c07-bd43-4907-9a5a-7b43e69b6e92 req-80e4dc7f-a892-41ba-a43d-c0ab0eca813f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 944 time: 0.0715520 Jul 07 22:54:02.239942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ad64c07-bd43-4907-9a5a-7b43e69b6e92 req-ef35d7fb-daf0-4fb8-8054-20393da47966 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362890 Jul 07 22:54:02.300324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d71f2f-453c-42d6-9b3f-7a18f0928b50 req-fc1643e9-96ed-473c-a4b7-aff9ddf9e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:02.301846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9d71f2f-453c-42d6-9b3f-7a18f0928b50 req-fc1643e9-96ed-473c-a4b7-aff9ddf9e019 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 1097 time: 0.0607698 Jul 07 22:54:02.338250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9d71f2f-453c-42d6-9b3f-7a18f0928b50 req-8b817638-f48d-4207-9d11-67237a7fc785 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296195 Jul 07 22:54:02.338499 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76c3efb-40c7-407b-aba6-41b03105dc8f x-openstack-request-id: req-a76c3efb-40c7-407b-aba6-41b03105dc8f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:02.338757 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "name": "network-vif-plugged", "status": "completed", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:02.339007 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a76c3efb-40c7-407b-aba6-41b03105dc8f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:02.339389 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'code': 200} Jul 07 22:54:02.363178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:02.868783 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:03.417796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af75db-2a97-43a7-9a37-c4bebb5e6f31 req-99e6aec0-3102-462d-bcfd-5301d9861fe9 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:03.419306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85af75db-2a97-43a7-9a37-c4bebb5e6f31 req-99e6aec0-3102-462d-bcfd-5301d9861fe9 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0628879 Jul 07 22:54:03.456123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85af75db-2a97-43a7-9a37-c4bebb5e6f31 req-10339199-5d1a-4c5c-9e0c-1655d12cc6ba tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314538 Jul 07 22:54:03.630381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b3fdf-c502-4879-847f-3bcaa5b44a49 req-aca57eed-1313-4f48-b0b3-2b42c4a4ebcc tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:03.631867 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-838b3fdf-c502-4879-847f-3bcaa5b44a49 req-aca57eed-1313-4f48-b0b3-2b42c4a4ebcc tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0681031 Jul 07 22:54:03.668714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-838b3fdf-c502-4879-847f-3bcaa5b44a49 req-b7a36972-c4ac-49a5-8d44-1ce7fa84807b tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Jul 07 22:54:03.999945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555bd4b-308e-4ff5-9ee2-04cfbd3c5a0d req-7726da85-1229-4665-a3a2-f47dc32cf716 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:04.001418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6555bd4b-308e-4ff5-9ee2-04cfbd3c5a0d req-7726da85-1229-4665-a3a2-f47dc32cf716 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0628734 Jul 07 22:54:04.037337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6555bd4b-308e-4ff5-9ee2-04cfbd3c5a0d req-1bc136ab-0fab-445f-8e18-9aa1c39676ab tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303969 Jul 07 22:54:04.210655 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f10fa3-3d0f-4e75-9d13-9571b0c77709 req-3c5efcc8-6ac6-4c35-b240-56eae8add90a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:04.212122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5f10fa3-3d0f-4e75-9d13-9571b0c77709 req-3c5efcc8-6ac6-4c35-b240-56eae8add90a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0623279 Jul 07 22:54:04.251389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5f10fa3-3d0f-4e75-9d13-9571b0c77709 req-304c3c9a-9c8a-47f9-a3b2-60a5f7ac757a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337842 Jul 07 22:54:04.589069 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-2374c6c2-63b8-4678-80f7-e4304af6b912 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561407 Jul 07 22:54:04.652972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbe434-b686-4367-aea9-bd239071c815 req-50ed32fd-e57b-426a-9a24-96dbb2dbe346 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:04.654498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15dbe434-b686-4367-aea9-bd239071c815 req-50ed32fd-e57b-426a-9a24-96dbb2dbe346 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0739915 Jul 07 22:54:04.692038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15dbe434-b686-4367-aea9-bd239071c815 req-35d813b5-5132-4019-ae5b-bd9a66ed8142 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Jul 07 22:54:05.891736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-1a524145-93f8-4f2a-8eb8-d518b891cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:05.893204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-1a524145-93f8-4f2a-8eb8-d518b891cbed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 1097 time: 0.0982652 Jul 07 22:54:05.904899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda84c9-398a-43a4-a4e5-627ba18fc08a req-300c80f9-7184-4282-8783-38e6ab131e33 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:05.906300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4cda84c9-398a-43a4-a4e5-627ba18fc08a req-300c80f9-7184-4282-8783-38e6ab131e33 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0848780 Jul 07 22:54:05.987748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4cda84c9-398a-43a4-a4e5-627ba18fc08a req-05f18446-6e61-4131-a870-5eb94f4cd32a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736184 Jul 07 22:54:06.014889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-81beafaa-9007-4d90-918f-ab0c3867f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:06.016424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-81beafaa-9007-4d90-918f-ab0c3867f96a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.1092286 Jul 07 22:54:06.061372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-1b5b9237-f8d9-4267-b77c-19befac47c8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 200 len: 217 time: 0.0384035 Jul 07 22:54:06.108904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-5466c250-08b4-43fa-9fcc-c366e84e1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:06.110394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-5466c250-08b4-43fa-9fcc-c366e84e1071 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0437620 Jul 07 22:54:06.140988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-08d1a6a1-dc39-45f3-9c86-708783b1fbcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247552 Jul 07 22:54:06.231718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-7b163de9-414d-4b0d-a981-817a8b841acd service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842195 Jul 07 22:54:06.318319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-4bac8872-835f-4491-91c7-ce00e630fd6c service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810337 Jul 07 22:54:07.157314 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ec8f8-15d1-4ebc-b362-78f748d0b1d8 req-54f88e14-544c-4604-92d2-054cf823d3bb tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:07.158856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-172ec8f8-15d1-4ebc-b362-78f748d0b1d8 req-54f88e14-544c-4604-92d2-054cf823d3bb tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0627861 Jul 07 22:54:07.194822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-172ec8f8-15d1-4ebc-b362-78f748d0b1d8 req-35a9e372-4795-4a95-98a2-51de1d03ee65 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305619 Jul 07 22:54:08.370095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce64cf-47e4-40a6-b77d-6b32d33b6377 req-f4c60863-08cc-4b89-a52e-7b20fe87c19c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:08.371568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dce64cf-47e4-40a6-b77d-6b32d33b6377 req-f4c60863-08cc-4b89-a52e-7b20fe87c19c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0675268 Jul 07 22:54:08.407932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7dce64cf-47e4-40a6-b77d-6b32d33b6377 req-f3d265f9-b9cc-4767-a8ee-edb37e1fdf00 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Jul 07 22:54:09.579156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810afdfb-bdf9-4f1d-a813-6eebf750ff1f req-10b973d1-a392-47f5-909f-35936270c853 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:09.580543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-810afdfb-bdf9-4f1d-a813-6eebf750ff1f req-10b973d1-a392-47f5-909f-35936270c853 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0633194 Jul 07 22:54:09.616268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-810afdfb-bdf9-4f1d-a813-6eebf750ff1f req-1ac4b250-bde7-4188-90d9-6db7db9fc0de tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302837 Jul 07 22:54:10.793121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016551d-3726-403d-8c0a-55bbcbfa4e92 req-044db980-f827-467d-8976-686f418d8688 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:10.794610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d016551d-3726-403d-8c0a-55bbcbfa4e92 req-044db980-f827-467d-8976-686f418d8688 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0657294 Jul 07 22:54:10.831453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d016551d-3726-403d-8c0a-55bbcbfa4e92 req-7c6d9eed-b421-4a97-97a1-09f51f8ba767 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Jul 07 22:54:12.011817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80985b6-64b3-415e-b912-530a426f03bd req-f76fa661-ecc6-4291-8cb7-a7bc4c470382 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:12.013288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d80985b6-64b3-415e-b912-530a426f03bd req-f76fa661-ecc6-4291-8cb7-a7bc4c470382 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0621073 Jul 07 22:54:12.050229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d80985b6-64b3-415e-b912-530a426f03bd req-b9af6d15-609a-4386-8998-864e262535cb tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Jul 07 22:54:13.218040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07ec22-15e3-4d96-a014-662dd9e96ee6 req-86a81770-c484-4fb8-950f-28ec56020ff6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:13.219520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b07ec22-15e3-4d96-a014-662dd9e96ee6 req-86a81770-c484-4fb8-950f-28ec56020ff6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0615339 Jul 07 22:54:13.258011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b07ec22-15e3-4d96-a014-662dd9e96ee6 req-dcf2d15a-5d5d-409d-bf19-f46aabecbe69 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330722 Jul 07 22:54:14.430985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b641c-9f31-474c-99a3-9cf4af2891cd req-3bebfe80-0a1b-4be7-999d-cc622a4740af tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:14.432433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b10b641c-9f31-474c-99a3-9cf4af2891cd req-3bebfe80-0a1b-4be7-999d-cc622a4740af tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0657268 Jul 07 22:54:14.468772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b10b641c-9f31-474c-99a3-9cf4af2891cd req-ebac4eb2-4969-481c-8a50-213a4704468c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300441 Jul 07 22:54:15.639403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bfe91-ce4f-4ca7-a10d-e8c27b2eb087 req-3b5a2e06-bdd9-4725-bfc4-739a4ceaca0f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:15.640886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-026bfe91-ce4f-4ca7-a10d-e8c27b2eb087 req-3b5a2e06-bdd9-4725-bfc4-739a4ceaca0f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0638089 Jul 07 22:54:15.677831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-026bfe91-ce4f-4ca7-a10d-e8c27b2eb087 req-ebd0a082-39c4-4fd1-80ff-fb032791bbab tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314634 Jul 07 22:54:16.849227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3787a1-695b-4757-a809-f8c195fbf082 req-e450065b-ecc0-4b3d-a558-de7b3da5c1ce tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:16.850716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa3787a1-695b-4757-a809-f8c195fbf082 req-e450065b-ecc0-4b3d-a558-de7b3da5c1ce tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0656874 Jul 07 22:54:16.888098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa3787a1-695b-4757-a809-f8c195fbf082 req-e22a8159-f104-4c19-8ff3-2c50406ee545 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312769 Jul 07 22:54:18.056086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6062685-e73b-442d-a305-636e17a89a60 req-c9de322b-0d9c-4b40-8732-d0ad05172064 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:18.057564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6062685-e73b-442d-a305-636e17a89a60 req-c9de322b-0d9c-4b40-8732-d0ad05172064 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0624275 Jul 07 22:54:18.095217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6062685-e73b-442d-a305-636e17a89a60 req-636a2483-f99c-4331-96b9-b72b7e1eb6a6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Jul 07 22:54:19.263760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a410e-19e5-4161-9aff-f36ebdb9ac9f req-1870b388-41e8-4610-b0b3-8a898583ff20 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:19.265224 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-277a410e-19e5-4161-9aff-f36ebdb9ac9f req-1870b388-41e8-4610-b0b3-8a898583ff20 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0613682 Jul 07 22:54:19.302849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-277a410e-19e5-4161-9aff-f36ebdb9ac9f req-6532f3df-43f5-4798-8fa6-24ec8fffd787 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321176 Jul 07 22:54:20.086793 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:20.479224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e11ab3-cbcd-47ef-a5e7-e8a065204b69 req-a2e77be5-ce31-4673-b2aa-eb628bfc875a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:20.480686 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5e11ab3-cbcd-47ef-a5e7-e8a065204b69 req-a2e77be5-ce31-4673-b2aa-eb628bfc875a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0657065 Jul 07 22:54:20.517995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e5e11ab3-cbcd-47ef-a5e7-e8a065204b69 req-fd056219-a505-4599-93e0-fa71af4dfa0b tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Jul 07 22:54:21.689899 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbd67-52dc-4e6a-a4fd-25b016208d45 req-219976fc-bbef-4270-819b-fb4dc5b0e9a9 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:21.691397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b35dbd67-52dc-4e6a-a4fd-25b016208d45 req-219976fc-bbef-4270-819b-fb4dc5b0e9a9 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0626340 Jul 07 22:54:21.727763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b35dbd67-52dc-4e6a-a4fd-25b016208d45 req-1e2d1258-6654-4ff5-9cc7-a97072f22bc4 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309508 Jul 07 22:54:22.898733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ca1c1-1186-4295-8597-e6a001103f2f req-28fcd3cd-d5bb-4520-a206-f2f9a46d24cf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:22.900198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b7ca1c1-1186-4295-8597-e6a001103f2f req-28fcd3cd-d5bb-4520-a206-f2f9a46d24cf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0652122 Jul 07 22:54:22.936996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3b7ca1c1-1186-4295-8597-e6a001103f2f req-56639f2e-eb04-44aa-ba6f-8b492ac57905 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307915 Jul 07 22:54:24.110011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcb2bb-85f3-41a5-9180-3a78886d3327 req-6b4f2818-e805-46c8-a28d-bcf5e9b49dd5 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:24.111518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3fcb2bb-85f3-41a5-9180-3a78886d3327 req-6b4f2818-e805-46c8-a28d-bcf5e9b49dd5 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0654042 Jul 07 22:54:24.148913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3fcb2bb-85f3-41a5-9180-3a78886d3327 req-7a2ac3b3-496a-45e4-84ed-c3878cdb05a1 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Jul 07 22:54:25.124522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-26d3c3fb-124a-47f7-ba38-20b3cc90362e req-442f5776-9982-42d0-ad7d-800e66c5bc96 service neutron] (93941) timed out ('10.222.0.81', 43400) {{(pid=93941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:54:25.319082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cee9d-d6d4-46a0-9d5e-f06a01de48c9 req-aecb0ef4-86e7-47f8-a6c7-ecbdfc3be1a8 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:25.320565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-152cee9d-d6d4-46a0-9d5e-f06a01de48c9 req-aecb0ef4-86e7-47f8-a6c7-ecbdfc3be1a8 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0625734 Jul 07 22:54:25.360477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-152cee9d-d6d4-46a0-9d5e-f06a01de48c9 req-20811a5c-e780-4f61-b80b-82e05f51db2a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344827 Jul 07 22:54:26.535435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eae8d6-a8f3-4798-be9d-3ee0c847a3c1 req-38747eb7-63a0-4be8-bc11-04cbbc72bddd tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:26.536814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01eae8d6-a8f3-4798-be9d-3ee0c847a3c1 req-38747eb7-63a0-4be8-bc11-04cbbc72bddd tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0658257 Jul 07 22:54:26.573008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01eae8d6-a8f3-4798-be9d-3ee0c847a3c1 req-6b721188-071f-4a76-854c-980ed35a7e77 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307813 Jul 07 22:54:27.381704 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0859f0b1-db3a-4b21-897b-442300a1cc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:27.742740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769abc8-d932-496f-8b88-5e1c122a6a84 req-786f651d-82d4-4fa9-8a4b-f66f2bebfbce tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:27.744217 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3769abc8-d932-496f-8b88-5e1c122a6a84 req-786f651d-82d4-4fa9-8a4b-f66f2bebfbce tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0622802 Jul 07 22:54:27.781310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3769abc8-d932-496f-8b88-5e1c122a6a84 req-25e0cae2-fef9-4986-82b4-69383932856b tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Jul 07 22:54:28.333028 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:54:28.954511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb13775-08db-47a8-8e6b-762741932cce req-04510493-2f87-4ada-b083-5f4c34bcdf0a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:28.956025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fb13775-08db-47a8-8e6b-762741932cce req-04510493-2f87-4ada-b083-5f4c34bcdf0a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0664186 Jul 07 22:54:28.993035 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fb13775-08db-47a8-8e6b-762741932cce req-ab62e884-660f-4e1c-a54d-611a43a31a0e tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Jul 07 22:54:29.750477 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07646d6c-0719-4ac2-808d-00f955aa1750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:30.041632 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:30.169704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b21ee4-9a70-4e8b-98f1-5648cd697a37 req-adb3182d-ae6e-4171-aa37-eb1662893630 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:30.171258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90b21ee4-9a70-4e8b-98f1-5648cd697a37 req-adb3182d-ae6e-4171-aa37-eb1662893630 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0642357 Jul 07 22:54:30.207969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90b21ee4-9a70-4e8b-98f1-5648cd697a37 req-1b81bd77-fbcd-4843-bf0d-3028bf344a4a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311551 Jul 07 22:54:30.997750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:31.380275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadaca68-3ff6-4ed7-9726-656f68464fe2 req-66854507-6881-420d-89fc-4bd6ffee5270 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:31.381730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dadaca68-3ff6-4ed7-9726-656f68464fe2 req-66854507-6881-420d-89fc-4bd6ffee5270 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0617905 Jul 07 22:54:31.418062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dadaca68-3ff6-4ed7-9726-656f68464fe2 req-2e8bb13b-0321-4e85-b595-33d51ac3e2b6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Jul 07 22:54:31.554113 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:32.593758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207dca1f-4119-430e-b6f1-fa5bd37c1822 req-5279fba5-0b6a-4fd1-95af-19ed4a93978c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:32.595152 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-207dca1f-4119-430e-b6f1-fa5bd37c1822 req-5279fba5-0b6a-4fd1-95af-19ed4a93978c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0656641 Jul 07 22:54:32.631942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-207dca1f-4119-430e-b6f1-fa5bd37c1822 req-bb045d1c-8502-4e7c-b167-1fbe70bbeac6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Jul 07 22:54:32.869157 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.141485 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-f1af94ac-e7db-4e34-9d5b-f5149bd03903 service neutron] show failed (client error): The resource could not be found. Jul 07 22:54:33.142513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-f1af94ac-e7db-4e34-9d5b-f5149bd03903 service neutron] 10.222.0.44 "GET /v2.0/ports/36ea8fcd-9f65-4832-a457-43e21f4e752d/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0529823 Jul 07 22:54:33.388572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-1a60af36-1c8d-4305-8fa5-ad36c5ea60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:33.390085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-1a60af36-1c8d-4305-8fa5-ad36c5ea60f1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104&tenant_id=b930a5c3d1b7409bad964cde4f32e8a6 HTTP/1.1" status: 200 len: 1097 time: 0.0526514 Jul 07 22:54:33.410043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:54:33.481851 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.683696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:33.716319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:54:33.790963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:33.793291 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5267455c-045d-47f1-a5d8-6fe8108e11a8" -d '{"events": [{"server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "name": "network-vif-unplugged", "status": "completed", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:33.797799 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.813233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Transition to ACTIVE for port object 36ea8fcd-9f65-4832-a457-43e21f4e752d will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:54:33.817387 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.847440 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f325cfe-1dcc-457c-adf5-58f7c2e7f965 x-openstack-request-id: req-7f325cfe-1dcc-457c-adf5-58f7c2e7f965 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:33.847730 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "name": "network-vif-unplugged", "status": "completed", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:33.847984 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7f325cfe-1dcc-457c-adf5-58f7c2e7f965 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:33.848375 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'code': 200} Jul 07 22:54:33.897053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] No DVR routers for this DVR port 36ea8fcd-9f65-4832-a457-43e21f4e752d on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:54:33.899945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Pushing event updated for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:33.909676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325c979-608f-4c98-9d56-b612c752f6f8 req-04bf748b-cc85-46cd-86be-8414b0054630 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:33.911193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0325c979-608f-4c98-9d56-b612c752f6f8 req-04bf748b-cc85-46cd-86be-8414b0054630 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.1686966 Jul 07 22:54:33.961118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Attempting to bind port 36ea8fcd-9f65-4832-a457-43e21f4e752d on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:54:33.961455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Attempting to bind port 36ea8fcd-9f65-4832-a457-43e21f4e752d by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:54:33.961786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Attempting to bind port 36ea8fcd-9f65-4832-a457-43e21f4e752d on network 9b6d16f0-9363-43a6-aea8-98decf7b359e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:54:33.969421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Port 36ea8fcd-9f65-4832-a457-43e21f4e752d on network 9b6d16f0-9363-43a6-aea8-98decf7b359e not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:54:33.969743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Attempting to bind port 36ea8fcd-9f65-4832-a457-43e21f4e752d on network 9b6d16f0-9363-43a6-aea8-98decf7b359e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:54:33.982090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:54:33.982431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Checking segment: {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:54:33.982840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Bound using segment: {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:54:33.983265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Bound port: 36ea8fcd-9f65-4832-a457-43e21f4e752d, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:54:33.983629 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:33.988511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0325c979-608f-4c98-9d56-b612c752f6f8 req-2f4b9dd5-285c-4a7b-9377-655623712488 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716956 Jul 07 22:54:34.047816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:54:34.050848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:54:34.054791 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:34.086034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:34.086661 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:34.088089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] 10.222.0.83 "PUT /v2.0/ports/36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 200 len: 1092 time: 0.6820505 Jul 07 22:54:34.109248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416eb3bb-3258-4e8d-a883-24971e42dc22 service neutron] Pushing event updated for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:34.182580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-d30103c4-4d35-4644-8caf-9258b3adb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:34.184138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-d30103c4-4d35-4644-8caf-9258b3adb3e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 1095 time: 0.0604558 Jul 07 22:54:34.271366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-fae0118d-d1ee-469b-b91b-ebb9a988aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:34.272744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-fae0118d-d1ee-469b-b91b-ebb9a988aa26 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.0817542 Jul 07 22:54:34.314709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-143a68cd-6c7a-4f57-97ce-de6cfe94cf4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 200 len: 217 time: 0.0348701 Jul 07 22:54:34.364913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-eba218ca-7d88-427d-b3f0-f1140dd4d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:34.366383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-eba218ca-7d88-427d-b3f0-f1140dd4d67d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0460985 Jul 07 22:54:34.398590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-2df1e047-e336-4e18-a174-b9ebb3114f58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263314 Jul 07 22:54:34.485575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-599745fd-edc7-4d42-ad87-24e9c801ee2b service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797307 Jul 07 22:54:34.575588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9cef34eb-b7be-4c23-b024-d7bfbc30caec req-8aedc324-15c6-4978-b733-d7d1a42abe1f service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837882 Jul 07 22:54:35.159716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48489b6b-3660-4971-851a-e188d8898c51 req-cc57e534-166e-4ffe-88f9-8c9bdbf448e3 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:35.161159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48489b6b-3660-4971-851a-e188d8898c51 req-cc57e534-166e-4ffe-88f9-8c9bdbf448e3 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 943 time: 0.0615582 Jul 07 22:54:35.197400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48489b6b-3660-4971-851a-e188d8898c51 req-65e76afe-a519-408d-bf70-eef46436baec tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307355 Jul 07 22:54:35.849530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:35.851857 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19" -d '{"events": [{"name": "network-changed", "server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:35.898044 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f478e4-5123-49e3-a0af-f77265ded60f x-openstack-request-id: req-f5f478e4-5123-49e3-a0af-f77265ded60f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:35.898374 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:35.898607 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f5f478e4-5123-49e3-a0af-f77265ded60f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:35.898994 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'status': 'completed', 'code': 200} Jul 07 22:54:36.013535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-85fb5bed-92c1-4a78-8475-bd4b8ae89de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:36.015710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-85fb5bed-92c1-4a78-8475-bd4b8ae89de5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 1095 time: 0.0969357 Jul 07 22:54:36.018255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-2031c8f1-8b32-4bfe-8a2c-a511e647ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:36.019607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-2031c8f1-8b32-4bfe-8a2c-a511e647ee8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 1095 time: 0.0709116 Jul 07 22:54:36.104512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 36ea8fcd-9f65-4832-a457-43e21f4e752d no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:36.142522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 36ea8fcd-9f65-4832-a457-43e21f4e752d not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:54:36.167122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-6eef89a0-5ae0-4537-96ee-bc2cdb55d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:36.168539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-6eef89a0-5ae0-4537-96ee-bc2cdb55d490 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.1462481 Jul 07 22:54:36.212509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-4db535a2-c103-4eb3-bb85-d92e3a61ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:36.213918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-4db535a2-c103-4eb3-bb85-d92e3a61ccc4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.1752508 Jul 07 22:54:36.215287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-a1d51b76-cd79-4060-a743-74c5fa302092 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 200 len: 217 time: 0.0408828 Jul 07 22:54:36.278587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-8c9b9cb7-0000-462e-b761-58de2b0a7bab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 200 len: 217 time: 0.0579209 Jul 07 22:54:36.336836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-c1f63ad3-3ad2-48a2-8ed5-3880541e8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:36.338279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-c1f63ad3-3ad2-48a2-8ed5-3880541e8e82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.1166620 Jul 07 22:54:36.389730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-af2d0a67-73ba-4d34-84c5-38973e31e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:36.391131 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-af2d0a67-73ba-4d34-84c5-38973e31e2a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.1052442 Jul 07 22:54:36.392767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-5997097e-d139-46fa-9c96-de9190b765e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357308 Jul 07 22:54:36.476216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-19d8c54d-55cd-4bd5-adbd-244bc78d6247 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663471 Jul 07 22:54:36.514432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c1d6-4099-4bb9-8e74-656aca85ae59 req-7b551188-3332-42c9-823d-ebfda8ee0d65 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:36.515879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3e5c1d6-4099-4bb9-8e74-656aca85ae59 req-7b551188-3332-42c9-823d-ebfda8ee0d65 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 943 time: 0.1967766 Jul 07 22:54:36.939033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-3afe579c-e9b8-4e5e-a32c-405f152aae04 service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386410 Jul 07 22:54:36.974445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3e5c1d6-4099-4bb9-8e74-656aca85ae59 req-d9df4cd0-d3f3-4aaf-bc9b-d01668fca3a8 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331295 Jul 07 22:54:37.024384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-8f031a12-6126-40e2-91f5-4f5bf026b27e service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394351 Jul 07 22:54:37.101036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-5c93f8ad-c66c-4635-92fd-a49e83c68d4c service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534901 Jul 07 22:54:37.135176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a8fc60d-6c95-4f67-bdd8-3a0397cd5d19 req-38464899-deef-441e-b1ed-3d337c5d3053 service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999005 Jul 07 22:54:38.156571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41937f4f-1061-4c79-8f4b-28d8608cf81c req-58c0ec16-524c-47e9-a667-d6306ded05aa tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:38.158190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41937f4f-1061-4c79-8f4b-28d8608cf81c req-58c0ec16-524c-47e9-a667-d6306ded05aa tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 943 time: 0.0664294 Jul 07 22:54:38.196078 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41937f4f-1061-4c79-8f4b-28d8608cf81c req-974b6d68-27bd-4c24-aaa0-7f08a32abd81 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Jul 07 22:54:38.942503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 36ea8fcd-9f65-4832-a457-43e21f4e752d details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:54:39.035590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:39.047112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e', 'port_id': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'mac_address': 'fa:16:3e:96:6d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb141df8-8975-4ef9-a615-2082db5e6c76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:54:39.082748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:39.096324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ea8fcd-9f65-4832-a457-43e21f4e752d {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:54:39.116915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:39.120669 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:39.172201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:39.372566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c734f0c-4835-49fb-bae8-6087c05e3df1 req-11dddb2e-6177-4d42-9112-f26be02f2f61 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:39.374108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c734f0c-4835-49fb-bae8-6087c05e3df1 req-11dddb2e-6177-4d42-9112-f26be02f2f61 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 944 time: 0.0663366 Jul 07 22:54:39.413208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c734f0c-4835-49fb-bae8-6087c05e3df1 req-e8f5ecff-d01d-4e28-9880-0f16fb0e867d tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335236 Jul 07 22:54:39.534928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['36ea8fcd-9f65-4832-a457-43e21f4e752d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:54:39.752816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577f94-b879-494e-8e3c-fa421b37578c req-b21ba4b2-fbee-4fb7-954a-7178532860dc tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:39.754312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f577f94-b879-494e-8e3c-fa421b37578c req-b21ba4b2-fbee-4fb7-954a-7178532860dc tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 944 time: 0.1088049 Jul 07 22:54:39.766793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-c9b2ba9f-148c-482b-994a-f6a8d4011d73 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:39.768124 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-c9b2ba9f-148c-482b-994a-f6a8d4011d73 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.44 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104&tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 944 time: 0.0958142 Jul 07 22:54:39.829177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f577f94-b879-494e-8e3c-fa421b37578c req-38d062b4-d7ef-4381-a18e-47f730d96b27 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594237 Jul 07 22:54:39.851927 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-88e8842a-53f3-4a7f-925d-291101da05ad service neutron] delete failed (client error): The resource could not be found. Jul 07 22:54:39.852916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-88e8842a-53f3-4a7f-925d-291101da05ad service neutron] 10.222.0.44 "DELETE /v2.0/ports/36ea8fcd-9f65-4832-a457-43e21f4e752d/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0773361 Jul 07 22:54:39.946417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-dedf23cf-ffab-4a3a-a90a-128aee65d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:39.947874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-dedf23cf-ffab-4a3a-a90a-128aee65d025 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 1096 time: 0.0523241 Jul 07 22:54:40.035054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-6f2c1814-5325-414f-9af3-e16c4ab27d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:40.036502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-6f2c1814-5325-414f-9af3-e16c4ab27d62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.0826728 Jul 07 22:54:40.076767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-210ff073-d5ad-4546-a075-ed88a495b1ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 200 len: 217 time: 0.0337038 Jul 07 22:54:40.122199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-ff1d0d7f-e832-4861-95b2-6ba76d9dec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:40.123516 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-ff1d0d7f-e832-4861-95b2-6ba76d9dec50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0412879 Jul 07 22:54:40.154405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-50268463-3e13-4fae-a890-50f00040661d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250964 Jul 07 22:54:40.242411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-3ad09b59-0a62-4fc4-b7b6-212a05dfb632 service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820067 Jul 07 22:54:40.327855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e2dd3d58-445d-429d-a503-3af095a55a07 req-eb9be20c-da84-4a0c-b917-8fd0ca4342d8 service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799258 Jul 07 22:54:40.933214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 36ea8fcd-9f65-4832-a457-43e21f4e752d up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:40.981645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 36ea8fcd-9f65-4832-a457-43e21f4e752d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:40.985326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 36ea8fcd-9f65-4832-a457-43e21f4e752d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:40.985694 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:41.014344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ecd1e-84a4-48e1-bea6-86f406f45e20 req-ee42bb40-5432-4a6b-bde3-1da8e04b05d2 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:41.016284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f67ecd1e-84a4-48e1-bea6-86f406f45e20 req-ee42bb40-5432-4a6b-bde3-1da8e04b05d2 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 944 time: 0.0685556 Jul 07 22:54:41.052460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f67ecd1e-84a4-48e1-bea6-86f406f45e20 req-bf65df95-92f0-4015-be67-57e8f805ccce tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305781 Jul 07 22:54:41.063229 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:41.086011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:41.088410 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01da764-ea08-42af-80ec-675cc4ceb1ba" -d '{"events": [{"server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "name": "network-vif-plugged", "status": "completed", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:41.101852 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:41.106119 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:41.130892 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb4c206-ca31-45ff-a1e8-88a880759e53 x-openstack-request-id: req-6bb4c206-ca31-45ff-a1e8-88a880759e53 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:41.131180 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "name": "network-vif-plugged", "status": "completed", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:41.131430 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bb4c206-ca31-45ff-a1e8-88a880759e53 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:41.131813 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'code': 200} Jul 07 22:54:41.157362 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:41.227833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a825d-c80e-4d89-a1de-e9269c9dcfdf req-8fcfa532-e1af-4fa3-addf-e76eb4b779c4 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:41.229285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-033a825d-c80e-4d89-a1de-e9269c9dcfdf req-8fcfa532-e1af-4fa3-addf-e76eb4b779c4 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0617959 Jul 07 22:54:41.266174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-033a825d-c80e-4d89-a1de-e9269c9dcfdf req-f72e61be-50c2-442f-b3bd-a79a666dd7c6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311537 Jul 07 22:54:41.438513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dc6ed-7726-48b8-bffe-04bd675f1578 req-3979d1bf-c758-4793-8210-031c9c82518f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:41.439955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d28dc6ed-7726-48b8-bffe-04bd675f1578 req-3979d1bf-c758-4793-8210-031c9c82518f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.0651662 Jul 07 22:54:41.475487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d28dc6ed-7726-48b8-bffe-04bd675f1578 req-6b1ddbd4-b483-4109-a752-239e520abbab tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300426 Jul 07 22:54:41.907373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-8dfb950e-9355-4649-bc10-cb5d9d84cd08 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:41.908740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-8dfb950e-9355-4649-bc10-cb5d9d84cd08 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 814 time: 0.0985756 Jul 07 22:54:41.923388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-da6af876-2130-4bfd-a540-82da03b7eed9 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/quotas/b930a5c3d1b7409bad964cde4f32e8a6 HTTP/1.1" status: 200 len: 375 time: 0.0095012 Jul 07 22:54:41.992058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-00b4d236-6a70-4d5c-8ead-926a234173f7 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0638304 Jul 07 22:54:42.079091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-d806dc6f-58e7-4bdc-80ed-fcdd3be0f82c service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804985 Jul 07 22:54:42.171298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-3e285489-97b5-4fe4-b04b-4fedb6862c73 service neutron] 10.222.0.81 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866916 Jul 07 22:54:42.335486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b19a7805-b6bd-4d7b-a385-665737c8cf9c req-6d2ea20a-54b2-4e49-8c67-130fe3256f1b tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 210 time: 0.0290122 Jul 07 22:54:43.473925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-febb0091-baac-46a4-a388-b88ee9537dc6 req-38a0b423-7166-4a33-b6d9-9f27ffa257d3 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 210 time: 0.0299053 Jul 07 22:54:43.613632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-f9adec94-6e03-4e7b-9979-bf0007359986 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:43.614995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-f9adec94-6e03-4e7b-9979-bf0007359986 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.83 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 814 time: 0.1180785 Jul 07 22:54:43.635816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Request body: {'port': {'device_id': '3a1e6f69-7241-4053-a991-04576465ac7d', 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e', 'admin_state_up': True, 'tenant_id': 'b930a5c3d1b7409bad964cde4f32e8a6'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:54:43.743196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-ed7404ae-6199-4ea1-ae5f-5709243505c6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:43.744669 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-ed7404ae-6199-4ea1-ae5f-5709243505c6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.83 "GET /v2.0/ports?device_id=840d10b7-19c3-419a-bba3-e502c0df5104 HTTP/1.1" status: 200 len: 945 time: 0.1515362 Jul 07 22:54:43.768941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Made reservation on behalf of b930a5c3d1b7409bad964cde4f32e8a6 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:54:43.772484 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:43.967020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Deleting port 36ea8fcd-9f65-4832-a457-43e21f4e752d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:54:43.967362 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:43.973819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Allocated IP 172.20.0.2 (9b6d16f0-9363-43a6-aea8-98decf7b359e/eb141df8-8975-4ef9-a615-2082db5e6c76/de068a56-3ee1-4c54-a4ac-1239299abd1e) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:54:44.141783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] For port 36ea8fcd-9f65-4832-a457-43e21f4e752d, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=36ea8fcd-9f65-4832-a457-43e21f4e752d,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:44.142054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:44.162430 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Calling delete_port for 36ea8fcd-9f65-4832-a457-43e21f4e752d owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:54:44.255614 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:44.349657 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:44.360376 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:44.383554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['36ea8fcd-9f65-4832-a457-43e21f4e752d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:54:44.417730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Network 9b6d16f0-9363-43a6-aea8-98decf7b359e is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:54:44.423712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:54:44.426018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:54:44.440096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['36ea8fcd-9f65-4832-a457-43e21f4e752d'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:54:44.451842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Pushing event updated for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:44.499213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.500449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.500449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.500813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.501103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.501434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.501762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.502105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.502444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.502772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.503099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.503421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:44.506850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] No DVR routers for this DVR port 36ea8fcd-9f65-4832-a457-43e21f4e752d on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:54:44.517595 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:44.519628 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.83 "DELETE /v2.0/ports/36ea8fcd-9f65-4832-a457-43e21f4e752d HTTP/1.1" status: 204 len: 173 time: 0.7370470 Jul 07 22:54:44.520081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'name': 'network-vif-deleted', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:44.522334 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14684d4-6b49-45f7-91e8-61bc95ab111f" -d '{"events": [{"server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "name": "network-vif-deleted", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:44.547484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Pushing event deleted for resources: {'Port': ['ID=36ea8fcd-9f65-4832-a457-43e21f4e752d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:44.565629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:44.566305 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:44.577567 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee736a8-989b-40f6-b41c-15aec1261d2d x-openstack-request-id: req-1ee736a8-989b-40f6-b41c-15aec1261d2d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:44.577937 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d10b7-19c3-419a-bba3-e502c0df5104", "name": "network-vif-deleted", "tag": "36ea8fcd-9f65-4832-a457-43e21f4e752d", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:44.578220 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ee736a8-989b-40f6-b41c-15aec1261d2d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:44.578625 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d10b7-19c3-419a-bba3-e502c0df5104', 'name': 'network-vif-deleted', 'tag': '36ea8fcd-9f65-4832-a457-43e21f4e752d', 'status': 'completed', 'code': 200} Jul 07 22:54:44.584101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a030fe89-e2ea-418e-8c98-2b7a99b4e839 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9529140 Jul 07 22:54:44.628072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Request body: {'port': {'device_id': '3a1e6f69-7241-4053-a991-04576465ac7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:54:44.738097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:44.746706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f172-07a9-46fc-9d23-9730f99605c5 req-b390846d-d478-4913-9e3f-4e9cee90f4ef tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:44.748191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ed9f172-07a9-46fc-9d23-9730f99605c5 req-b390846d-d478-4913-9e3f-4e9cee90f4ef tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 931 time: 0.1347902 Jul 07 22:54:44.818119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ed9f172-07a9-46fc-9d23-9730f99605c5 req-d39fb140-1c85-404d-98e6-7e86884d0e60 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618069 Jul 07 22:54:45.044045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de068a56-3ee1-4c54-a4ac-1239299abd1e {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:54:45.052066 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:45.063812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Transition to ACTIVE for port object de068a56-3ee1-4c54-a4ac-1239299abd1e will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:54:45.067095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:45.134245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Pushing event updated for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:45.185300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Attempting to bind port de068a56-3ee1-4c54-a4ac-1239299abd1e on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:54:45.185645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Attempting to bind port de068a56-3ee1-4c54-a4ac-1239299abd1e by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:54:45.185974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Attempting to bind port de068a56-3ee1-4c54-a4ac-1239299abd1e on network 9b6d16f0-9363-43a6-aea8-98decf7b359e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:54:45.190217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Port de068a56-3ee1-4c54-a4ac-1239299abd1e on network 9b6d16f0-9363-43a6-aea8-98decf7b359e not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:54:45.190537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Attempting to bind port de068a56-3ee1-4c54-a4ac-1239299abd1e on network 9b6d16f0-9363-43a6-aea8-98decf7b359e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:54:45.195294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:54:45.195631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Checking segment: {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:54:45.196018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Bound using segment: {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:54:45.196446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Bound port: de068a56-3ee1-4c54-a4ac-1239299abd1e, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:54:45.196800 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:45.258179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:54:45.261163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:54:45.266130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:45.304169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:45.304796 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:45.306181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] 10.222.0.83 "PUT /v2.0/ports/de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 1092 time: 0.6836381 Jul 07 22:54:45.325572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a1807-6dd0-4e26-8b88-debbd2be973d service neutron] Pushing event updated for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:45.418719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-7e065927-8c58-4900-a255-7beed53ed876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:45.420199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-7e065927-8c58-4900-a255-7beed53ed876 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 1095 time: 0.0532260 Jul 07 22:54:45.468418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-64c08fb4-cb5d-4e2f-b401-f1f4884ad429 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 217 time: 0.0335643 Jul 07 22:54:45.521368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-9ce4d924-7d4d-4941-9995-ef352e3efc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:45.522784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-9ce4d924-7d4d-4941-9995-ef352e3efc2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0458782 Jul 07 22:54:45.555009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-51e48d40-66b6-4b93-af56-a15c85314ada service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251782 Jul 07 22:54:45.645504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-4bbf515b-d437-46fc-8542-0840d8ab597a service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843704 Jul 07 22:54:45.736680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19ba44d1-4c85-4aa2-919f-e737636617f8 req-574fdda8-c3d5-403c-9b89-95a3947580ba service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842538 Jul 07 22:54:45.992043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946190-290a-4ae3-83f1-9bc9b3ee38d5 req-5f62cfb3-2649-48ff-8b80-24814461426f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:45.993482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0946190-290a-4ae3-83f1-9bc9b3ee38d5 req-5f62cfb3-2649-48ff-8b80-24814461426f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 943 time: 0.0621638 Jul 07 22:54:46.029893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0946190-290a-4ae3-83f1-9bc9b3ee38d5 req-24db8cbd-1570-4dca-826e-7a79f4075ee8 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Jul 07 22:54:46.579880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:46.582180 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:46.616363 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4681284a-00dc-4f3e-b2d8-b38af978bc14 x-openstack-request-id: req-4681284a-00dc-4f3e-b2d8-b38af978bc14 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:46.616654 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:46.616906 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4681284a-00dc-4f3e-b2d8-b38af978bc14 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:46.617305 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'status': 'completed', 'code': 200} Jul 07 22:54:46.718056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-ed847b0f-754f-4b6e-a1ad-bf468094564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:46.720279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-ed847b0f-754f-4b6e-a1ad-bf468094564a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 1095 time: 0.0566728 Jul 07 22:54:46.807000 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-6e11abc0-c765-4108-ac89-42c3995a3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:46.808448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-6e11abc0-c765-4108-ac89-42c3995a3ea4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.0816748 Jul 07 22:54:46.853027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-04bc967b-e613-4708-9995-4b475f702a77 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 217 time: 0.0379028 Jul 07 22:54:46.900524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-f5c1a60a-1c9e-4e94-ad84-7f24a9d11477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:46.901924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-f5c1a60a-1c9e-4e94-ad84-7f24a9d11477 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0418041 Jul 07 22:54:46.934729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-d41bd9a5-cc42-4835-814e-c337f059c965 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251629 Jul 07 22:54:46.961949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 36ea8fcd-9f65-4832-a457-43e21f4e752d no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:54:46.980782 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 36ea8fcd-9f65-4832-a457-43e21f4e752d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:54:46.981127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 36ea8fcd-9f65-4832-a457-43e21f4e752d not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:54:47.025799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-f6f2b47c-2c61-4e7c-880d-4075d2311dfb service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840321 Jul 07 22:54:47.114806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b4d69d7f-2d0f-49e8-b7f5-22c5bb16b7f8 req-361adc58-d477-4c4d-a6e3-597f80a42014 service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813508 Jul 07 22:54:47.199302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cca01-070d-4853-94b2-1cf0969e6409 req-d04d93e8-590a-405e-aa82-75693d2dd465 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:47.200784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f54cca01-070d-4853-94b2-1cf0969e6409 req-d04d93e8-590a-405e-aa82-75693d2dd465 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 943 time: 0.0626473 Jul 07 22:54:47.237186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f54cca01-070d-4853-94b2-1cf0969e6409 req-ef1ea403-e205-46b9-ba5e-53c50562e667 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302033 Jul 07 22:54:48.409505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3317c-b39c-4482-b19a-d49a9806b230 req-9b699f45-69be-4024-bfd3-0a5321e4098f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:48.411009 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48d3317c-b39c-4482-b19a-d49a9806b230 req-9b699f45-69be-4024-bfd3-0a5321e4098f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 943 time: 0.0657620 Jul 07 22:54:48.450612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48d3317c-b39c-4482-b19a-d49a9806b230 req-4a355ac5-af22-48a8-8a4c-094cf2368859 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Jul 07 22:54:48.966427 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device de068a56-3ee1-4c54-a4ac-1239299abd1e details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:54:49.064228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:49.075248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e', 'port_id': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'mac_address': 'fa:16:3e:93:aa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb141df8-8975-4ef9-a615-2082db5e6c76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:54:49.113489 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:49.126286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de068a56-3ee1-4c54-a4ac-1239299abd1e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:54:49.147189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:49.150876 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:49.204272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:49.211653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.212008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.212350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.212690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.213025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.213527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.213864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.215263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.215635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.215977 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.216315 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.216702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:54:49.560067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['de068a56-3ee1-4c54-a4ac-1239299abd1e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:54:49.626366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018175-64ad-4362-a49d-55636849d100 req-65b3ea35-5906-46bd-9ca2-25fa467e4356 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:49.628634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74018175-64ad-4362-a49d-55636849d100 req-65b3ea35-5906-46bd-9ca2-25fa467e4356 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 944 time: 0.0698798 Jul 07 22:54:49.666466 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-74018175-64ad-4362-a49d-55636849d100 req-a8c2c7e5-6a78-46a9-b009-138d6383ef11 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Jul 07 22:54:50.094686 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:50.839046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07bc25-47b9-43ed-871c-d469cfadd7e4 req-8e95354b-2f89-4104-aec8-4ae26959acfe tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:50.840517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c07bc25-47b9-43ed-871c-d469cfadd7e4 req-8e95354b-2f89-4104-aec8-4ae26959acfe tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 944 time: 0.0655620 Jul 07 22:54:50.877806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c07bc25-47b9-43ed-871c-d469cfadd7e4 req-2bbac6fe-af58-4118-851c-2f403a5c69f0 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Jul 07 22:54:50.965123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device de068a56-3ee1-4c54-a4ac-1239299abd1e up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:54:51.011530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port de068a56-3ee1-4c54-a4ac-1239299abd1e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:54:51.014990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port de068a56-3ee1-4c54-a4ac-1239299abd1e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:54:51.015353 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:51.090199 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:51.111733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:54:51.113952 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebabdcc7-9eaa-4062-9cdf-7819f7f9c07f" -d '{"events": [{"server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "name": "network-vif-plugged", "status": "completed", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:54:51.126058 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:54:51.130265 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:51.153412 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ff524c-124c-46de-9894-92cfde7ebd77 x-openstack-request-id: req-65ff524c-124c-46de-9894-92cfde7ebd77 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:54:51.153697 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "name": "network-vif-plugged", "status": "completed", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:54:51.153949 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65ff524c-124c-46de-9894-92cfde7ebd77 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:54:51.154357 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'code': 200} Jul 07 22:54:51.179891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:54:51.300137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d70b7-a7f2-4822-ad1d-2ce7a188edb1 req-63d1a4a3-5142-49f0-86e6-869b9bd24b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:51.301610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-023d70b7-a7f2-4822-ad1d-2ce7a188edb1 req-63d1a4a3-5142-49f0-86e6-869b9bd24b63 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 1097 time: 0.0509202 Jul 07 22:54:51.334981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-023d70b7-a7f2-4822-ad1d-2ce7a188edb1 req-715c75b4-cbb1-443f-a25a-c6579fd4ef75 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264726 Jul 07 22:54:52.048568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d3ba2-e945-4f81-97ae-ccc5ecf546c5 req-6eb42cec-5a71-4078-9c0a-a5ebd5552807 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:52.050022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-804d3ba2-e945-4f81-97ae-ccc5ecf546c5 req-6eb42cec-5a71-4078-9c0a-a5ebd5552807 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0612323 Jul 07 22:54:52.086395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-804d3ba2-e945-4f81-97ae-ccc5ecf546c5 req-a671c82a-87a9-4571-b36a-c8093bd89616 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Jul 07 22:54:53.261254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982301a-a544-4701-9aaf-f7c07ce03f28 req-bc396c17-4f2b-4878-8dbb-b536a125dec1 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:53.262772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7982301a-a544-4701-9aaf-f7c07ce03f28 req-bc396c17-4f2b-4878-8dbb-b536a125dec1 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0659127 Jul 07 22:54:53.300401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7982301a-a544-4701-9aaf-f7c07ce03f28 req-59c4344d-51cb-4f06-a127-768f3748d4cf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321689 Jul 07 22:54:53.467283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d8ec6-27b1-43b4-91d4-8d0a6ddf23fb req-702d6a41-d7e0-4fb2-ae49-d03a88bd6932 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:53.468738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c40d8ec6-27b1-43b4-91d4-8d0a6ddf23fb req-702d6a41-d7e0-4fb2-ae49-d03a88bd6932 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0611365 Jul 07 22:54:53.504814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c40d8ec6-27b1-43b4-91d4-8d0a6ddf23fb req-89d2dee5-3f7b-471c-abf2-e408851bc28f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300264 Jul 07 22:54:53.835172 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-482c9cb1-beed-4188-82fb-9722846fd395 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514891 Jul 07 22:54:53.900115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca971dbc-05f8-4612-a6d3-de60e7231119 req-c4a92502-a9be-4870-b1ce-cb46faccc3fb tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:53.901615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca971dbc-05f8-4612-a6d3-de60e7231119 req-c4a92502-a9be-4870-b1ce-cb46faccc3fb tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0677915 Jul 07 22:54:53.939505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca971dbc-05f8-4612-a6d3-de60e7231119 req-3e811217-5ccc-40da-9f83-dc7de4170822 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Jul 07 22:54:54.950305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-a049efe2-950a-419e-9205-e7217c936454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:54.951788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-a049efe2-950a-419e-9205-e7217c936454 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 1097 time: 0.0551951 Jul 07 22:54:55.041772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-cee75101-0d6a-417f-ad40-bb2cdba7fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:55.043277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-cee75101-0d6a-417f-ad40-bb2cdba7fb73 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.0845158 Jul 07 22:54:55.106287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-29db0a34-7c0b-43ea-a9bf-6fc06fc890e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 217 time: 0.0500281 Jul 07 22:54:55.167834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-ae54416b-78e7-4f23-b6e3-7d7e46bf31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:55.169151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-ae54416b-78e7-4f23-b6e3-7d7e46bf31ee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0558150 Jul 07 22:54:55.177324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f77d70-c573-4fb1-924e-39c33df633ea req-7cc3a44f-9b67-46f6-ac52-6a4f7af2f0c3 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:55.178708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22f77d70-c573-4fb1-924e-39c33df633ea req-7cc3a44f-9b67-46f6-ac52-6a4f7af2f0c3 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.1308014 Jul 07 22:54:55.215741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-bdecfbb4-65c9-4965-afe0-837948ebc32f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361588 Jul 07 22:54:55.244907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22f77d70-c573-4fb1-924e-39c33df633ea req-4a6e0d78-1ab0-430f-ba69-59d8021c4c65 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581934 Jul 07 22:54:55.320035 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-5305a064-4f65-4996-99ed-625c7b1509fc service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887737 Jul 07 22:54:55.755529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-716392d6-9d8a-41ef-ab3f-81f511380601 service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291203 Jul 07 22:54:56.414883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401e441-52cc-4c0c-b0ed-590914b58995 req-aab88989-efc1-4103-9060-88d90a85a5d4 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:56.416348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a401e441-52cc-4c0c-b0ed-590914b58995 req-aab88989-efc1-4103-9060-88d90a85a5d4 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0617290 Jul 07 22:54:56.457005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a401e441-52cc-4c0c-b0ed-590914b58995 req-7dfb9ce6-640e-4196-b4b4-9f5ceb03d515 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351977 Jul 07 22:54:57.382312 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c4460434-ee47-42e0-9f4e-c9cc1fd80e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:54:57.628579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b6623-5b0f-45b8-80ea-ba6516933a4e req-a102606e-9115-43d5-84b0-7d73117a7725 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:57.629937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-912b6623-5b0f-45b8-80ea-ba6516933a4e req-a102606e-9115-43d5-84b0-7d73117a7725 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0620389 Jul 07 22:54:57.666709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-912b6623-5b0f-45b8-80ea-ba6516933a4e req-7a4204d2-6120-49f0-af05-d8e72228585f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 Jul 07 22:54:58.837675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf59b80-56df-455b-8f7f-d80dd4355465 req-3fd3048c-0b36-4137-9a52-46cda53d0ae6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:54:58.839194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cf59b80-56df-455b-8f7f-d80dd4355465 req-3fd3048c-0b36-4137-9a52-46cda53d0ae6 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0619416 Jul 07 22:54:58.878046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8cf59b80-56df-455b-8f7f-d80dd4355465 req-0764d902-75a2-404b-a7c7-ee267005546c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332901 Jul 07 22:54:59.752115 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4f6accfa-5bcf-4403-b644-b4a400317980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:00.042560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:00.055305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d44dc-a35e-4e3f-9a1c-5a7cedef0f57 req-e5885558-4dd0-40cf-917b-7d0502cfd36a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:00.056798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc7d44dc-a35e-4e3f-9a1c-5a7cedef0f57 req-e5885558-4dd0-40cf-917b-7d0502cfd36a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0695417 Jul 07 22:55:00.095452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc7d44dc-a35e-4e3f-9a1c-5a7cedef0f57 req-bc325ab9-8575-4163-970a-5284e3347a2e tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320084 Jul 07 22:55:01.001661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:01.268016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dc751-d458-4a52-b475-9b636c983608 req-427d2c08-c57a-4640-b010-ca02376118e3 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:01.269442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-272dc751-d458-4a52-b475-9b636c983608 req-427d2c08-c57a-4640-b010-ca02376118e3 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0620799 Jul 07 22:55:01.306267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-272dc751-d458-4a52-b475-9b636c983608 req-0ccad818-512c-4819-b9c0-80b381c0f1cb tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313132 Jul 07 22:55:01.585867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:02.479050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d511912b-0b64-4e31-a6b7-b17045a3c242 req-1f29a8b0-c930-4a16-9be9-cdadaecaf31a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:02.480521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d511912b-0b64-4e31-a6b7-b17045a3c242 req-1f29a8b0-c930-4a16-9be9-cdadaecaf31a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0667503 Jul 07 22:55:02.517240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d511912b-0b64-4e31-a6b7-b17045a3c242 req-b65d476c-982a-41cb-a76a-f7c375292291 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Jul 07 22:55:02.871640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:03.688137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf2884-d4a5-4a3c-bb24-28745a5e2244 req-fe0187f9-98e7-4b53-bcb9-689e6ca54bf1 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:03.689624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9bf2884-d4a5-4a3c-bb24-28745a5e2244 req-fe0187f9-98e7-4b53-bcb9-689e6ca54bf1 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0630858 Jul 07 22:55:03.726629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9bf2884-d4a5-4a3c-bb24-28745a5e2244 req-f8304fea-4bfe-4a5b-9d29-ffae8542cef4 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307376 Jul 07 22:55:04.228352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-15943ebf-770c-4ca2-a097-17dd7531a3db req-30cf0130-ed9d-44ce-a812-0b7edf2c73c3 service neutron] (93941) timed out ('10.222.0.44', 55632) {{(pid=93941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 22:55:04.384423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-19851b6b-d0ea-4d31-98fe-4d15d359fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:04.385909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-19851b6b-d0ea-4d31-98fe-4d15d359fbdd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 1097 time: 0.0509439 Jul 07 22:55:04.496490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-0291b388-b4b2-4957-99aa-1cef12dbc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:04.497927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-0291b388-b4b2-4957-99aa-1cef12dbc8d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.0853484 Jul 07 22:55:04.543629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-47fb1ffe-279f-4a38-805c-3d0a2f12e543 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 217 time: 0.0345459 Jul 07 22:55:04.598343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-3364d03e-5086-4396-868d-c960ae98c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:04.599777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-3364d03e-5086-4396-868d-c960ae98c186 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0481179 Jul 07 22:55:04.631735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-91a39ac5-c694-4801-bd5f-6b50e675d065 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255644 Jul 07 22:55:04.719334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-8b68f870-65c5-4eec-a4e4-695e27732bc6 service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811603 Jul 07 22:55:04.813506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58c96dc6-5fc3-4fe1-8e85-58c54769ec42 req-8707e155-68f9-41e1-8101-5f3cb707b94b service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863984 Jul 07 22:55:04.902014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e0701-5162-4943-9ebf-f83bf0952f7e req-65652b7e-1639-46e2-98ee-f2cbb0fffb60 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:04.903585 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e3e0701-5162-4943-9ebf-f83bf0952f7e req-65652b7e-1639-46e2-98ee-f2cbb0fffb60 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0672188 Jul 07 22:55:04.941712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e3e0701-5162-4943-9ebf-f83bf0952f7e req-407ee32f-4e5c-46e9-81d9-70c5d8e0f960 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Jul 07 22:55:05.331315 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:55:06.113910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523fd1d-ee16-40de-ad8b-9a5a6f10aa04 req-c89e9428-ca63-40d1-a4c5-0c5d7146a5b2 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:06.115397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3523fd1d-ee16-40de-ad8b-9a5a6f10aa04 req-c89e9428-ca63-40d1-a4c5-0c5d7146a5b2 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0667467 Jul 07 22:55:06.153198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3523fd1d-ee16-40de-ad8b-9a5a6f10aa04 req-2f70514b-b271-4536-b042-e78b3fcbb6da tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323162 Jul 07 22:55:07.325991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b90f7-7279-4b43-ae0c-c5353b62138c req-bd620483-4020-40c2-8bfc-7d90b73d6906 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:07.327492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-017b90f7-7279-4b43-ae0c-c5353b62138c req-bd620483-4020-40c2-8bfc-7d90b73d6906 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0640512 Jul 07 22:55:07.363662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-017b90f7-7279-4b43-ae0c-c5353b62138c req-4b3a51d4-a62b-4b48-9fd5-014d9da58d3f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306871 Jul 07 22:55:08.536848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c42311-b44b-423b-af45-32c5a4b61498 req-bc6c9f4e-457c-4edc-aa70-39c575716dc0 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:08.538270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8c42311-b44b-423b-af45-32c5a4b61498 req-bc6c9f4e-457c-4edc-aa70-39c575716dc0 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0621269 Jul 07 22:55:08.575015 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f8c42311-b44b-423b-af45-32c5a4b61498 req-af2842a2-bb2c-42e3-9254-85b3d68b1e4b tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313380 Jul 07 22:55:09.748318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5c98a-c162-458f-96e5-808c70e707bc req-1235168b-67f1-43b4-b6bc-98ca6c29d89d tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:09.749792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34a5c98a-c162-458f-96e5-808c70e707bc req-1235168b-67f1-43b4-b6bc-98ca6c29d89d tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0668526 Jul 07 22:55:09.786760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-34a5c98a-c162-458f-96e5-808c70e707bc req-a5aee144-ebe4-4dfb-b9dd-afc7d99dac6d tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Jul 07 22:55:10.957502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b4a44-b8ae-4641-ae1c-f21fc56ce858 req-23a3702b-0838-4ca1-80af-4475474b7944 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:10.959016 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-593b4a44-b8ae-4641-ae1c-f21fc56ce858 req-23a3702b-0838-4ca1-80af-4475474b7944 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0630276 Jul 07 22:55:10.996151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-593b4a44-b8ae-4641-ae1c-f21fc56ce858 req-3259710c-f70b-492b-8637-58b9d1373050 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Jul 07 22:55:12.174484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6f5c-9485-4e84-833c-f633173abe16 req-76b8f951-3c2d-494b-93ca-b48e17961128 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:12.175972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9be6f5c-9485-4e84-833c-f633173abe16 req-76b8f951-3c2d-494b-93ca-b48e17961128 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0678523 Jul 07 22:55:12.213483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9be6f5c-9485-4e84-833c-f633173abe16 req-40b01920-dbf8-4c32-ae05-dfa51aef78cf tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314922 Jul 07 22:55:13.385715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9968d-5579-4931-b7bd-165a83cb2912 req-124eab8c-d057-4556-9754-4b0d72c16998 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:13.387254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9dc9968d-5579-4931-b7bd-165a83cb2912 req-124eab8c-d057-4556-9754-4b0d72c16998 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0646310 Jul 07 22:55:13.426330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9dc9968d-5579-4931-b7bd-165a83cb2912 req-b3d97e5b-c130-4a5e-8de0-71abafc80e7c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333848 Jul 07 22:55:14.596971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c400673-8653-4aca-96a4-678535a6f1aa req-fd7d9bd1-ff1a-4c28-9ed4-db52842a418f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:14.598399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c400673-8653-4aca-96a4-678535a6f1aa req-fd7d9bd1-ff1a-4c28-9ed4-db52842a418f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0634146 Jul 07 22:55:14.635817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7c400673-8653-4aca-96a4-678535a6f1aa req-199824f8-3665-4e23-9248-80082843cbf1 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318050 Jul 07 22:55:15.807865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf328c8c-531b-4c4e-bccc-09cdc1e77558 req-910f07d6-0535-4ef4-9cac-c83c45eb198a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:15.809348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf328c8c-531b-4c4e-bccc-09cdc1e77558 req-910f07d6-0535-4ef4-9cac-c83c45eb198a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0663829 Jul 07 22:55:15.849281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf328c8c-531b-4c4e-bccc-09cdc1e77558 req-80b0b36e-7294-4fd2-aec1-18adda9ebf54 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341730 Jul 07 22:55:17.021207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e19e5-b03c-4609-9b08-ee6a382f98f0 req-e0bc5a1f-6c49-4805-868c-c71a0f12cbec tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:17.023315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b96e19e5-b03c-4609-9b08-ee6a382f98f0 req-e0bc5a1f-6c49-4805-868c-c71a0f12cbec tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0622022 Jul 07 22:55:17.059615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b96e19e5-b03c-4609-9b08-ee6a382f98f0 req-1ead9ead-a491-437f-a813-c173d3eaed9f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308893 Jul 07 22:55:18.237644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e832bc-8c45-4cac-b096-b556b65df15b req-3b581f1e-faa3-4cc6-9068-ecf20463081c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:18.239169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20e832bc-8c45-4cac-b096-b556b65df15b req-3b581f1e-faa3-4cc6-9068-ecf20463081c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0677564 Jul 07 22:55:18.276855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-20e832bc-8c45-4cac-b096-b556b65df15b req-7b9f8b0a-9b16-48b9-b47a-ecfb5bf6f27d tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316184 Jul 07 22:55:19.448497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1305-8752-4980-a7ed-fca2f4ecd352 req-d2f489d1-ff67-4178-9e2a-da534a24876a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:19.449975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-629c1305-8752-4980-a7ed-fca2f4ecd352 req-d2f489d1-ff67-4178-9e2a-da534a24876a tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0632949 Jul 07 22:55:19.486739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-629c1305-8752-4980-a7ed-fca2f4ecd352 req-2eb0f124-4423-431c-92be-46a943fe4ded tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Jul 07 22:55:20.105611 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:20.670235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4099f49-671e-411d-a240-8999edd73af0 req-6ef73744-d304-4b08-9608-816d38e01968 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:20.671726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4099f49-671e-411d-a240-8999edd73af0 req-6ef73744-d304-4b08-9608-816d38e01968 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0638900 Jul 07 22:55:20.711372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c4099f49-671e-411d-a240-8999edd73af0 req-d98bf0ac-3715-4231-8f6a-a956ba36dac5 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Jul 07 22:55:21.918825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af3d95-75a9-4bc5-bc43-b5ca81870ef6 req-3996a4f7-2c06-4fa1-9f55-de50e4b6ebf8 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:21.920298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9af3d95-75a9-4bc5-bc43-b5ca81870ef6 req-3996a4f7-2c06-4fa1-9f55-de50e4b6ebf8 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0699584 Jul 07 22:55:21.957278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9af3d95-75a9-4bc5-bc43-b5ca81870ef6 req-f9819e95-4fbd-4223-a2e9-266533a75e94 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Jul 07 22:55:22.948633 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-b093b692-0ef7-429a-b296-5e5d456b7bd9 service neutron] show failed (client error): The resource could not be found. Jul 07 22:55:22.949630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-b093b692-0ef7-429a-b296-5e5d456b7bd9 service neutron] 10.222.0.83 "GET /v2.0/ports/de068a56-3ee1-4c54-a4ac-1239299abd1e/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0542712 Jul 07 22:55:23.131637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75eae2-734a-429f-bcdd-6242085aaa6b req-c2b24c46-c3b6-4257-9f4e-9cd82613fc48 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:23.133140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b75eae2-734a-429f-bcdd-6242085aaa6b req-c2b24c46-c3b6-4257-9f4e-9cd82613fc48 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0652299 Jul 07 22:55:23.204237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b75eae2-734a-429f-bcdd-6242085aaa6b req-d4045083-321d-4394-bf83-7ce7cea88af1 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650485 Jul 07 22:55:23.221281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-4861fe06-834a-4a2e-a7cc-6af4e0949b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:23.222817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-4861fe06-834a-4a2e-a7cc-6af4e0949b99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d&tenant_id=b930a5c3d1b7409bad964cde4f32e8a6 HTTP/1.1" status: 200 len: 1097 time: 0.0767903 Jul 07 22:55:23.234278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:23.304851 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:23.506335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:23.537757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:55:23.575693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:23.577947 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ba24be-8cc7-4c3c-8836-f83cec86735d" -d '{"events": [{"server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "name": "network-vif-unplugged", "status": "completed", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:23.581604 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:23.594378 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Transition to ACTIVE for port object de068a56-3ee1-4c54-a4ac-1239299abd1e will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:23.598197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:23.629814 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5638e9-5e18-4e7a-9edd-7843df134a70 x-openstack-request-id: req-5d5638e9-5e18-4e7a-9edd-7843df134a70 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:23.630137 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "name": "network-vif-unplugged", "status": "completed", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:23.630407 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d5638e9-5e18-4e7a-9edd-7843df134a70 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:23.630803 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'code': 200} Jul 07 22:55:23.665505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] No DVR routers for this DVR port de068a56-3ee1-4c54-a4ac-1239299abd1e on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:55:23.668542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Pushing event updated for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:23.706595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Attempting to bind port de068a56-3ee1-4c54-a4ac-1239299abd1e on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:55:23.706935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Attempting to bind port de068a56-3ee1-4c54-a4ac-1239299abd1e by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:55:23.707261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Attempting to bind port de068a56-3ee1-4c54-a4ac-1239299abd1e on network 9b6d16f0-9363-43a6-aea8-98decf7b359e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:55:23.712011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Port de068a56-3ee1-4c54-a4ac-1239299abd1e on network 9b6d16f0-9363-43a6-aea8-98decf7b359e not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:55:23.712339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Attempting to bind port de068a56-3ee1-4c54-a4ac-1239299abd1e on network 9b6d16f0-9363-43a6-aea8-98decf7b359e {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:55:23.717053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:55:23.717393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Checking segment: {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:55:23.717779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Bound using segment: {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:55:23.718309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Bound port: de068a56-3ee1-4c54-a4ac-1239299abd1e, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:55:23.718669 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:23.779845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:55:23.782799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:55:23.786769 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:23.820253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:23.820867 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:23.822307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] 10.222.0.44 "PUT /v2.0/ports/de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 1092 time: 0.5920734 Jul 07 22:55:23.853291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43cc9e-5bef-4602-b112-d138292bdee9 service neutron] Pushing event updated for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:23.902392 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-55d48f43-65a8-4f5a-9121-6002e12f6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:23.903916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-55d48f43-65a8-4f5a-9121-6002e12f6948 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 1095 time: 0.0581529 Jul 07 22:55:23.994635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-f041ee83-d2b2-447e-b972-613bc9a0b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:23.996105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-f041ee83-d2b2-447e-b972-613bc9a0b815 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.0861969 Jul 07 22:55:24.037176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-60e63301-48c8-4e63-b8a8-9723d63b3cf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 217 time: 0.0341070 Jul 07 22:55:24.087102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-6717ea8f-80a9-4a55-b2ea-6aa6ab7cb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:24.088489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-6717ea8f-80a9-4a55-b2ea-6aa6ab7cb2a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0459802 Jul 07 22:55:24.120593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-3a188c43-80de-4bb5-b374-1530a8012436 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252056 Jul 07 22:55:24.206132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-33c22e6d-16b9-4a50-b445-c3983308d22a service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785763 Jul 07 22:55:24.298774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba165c9c-68a1-41f8-bc9f-a722982b29a2 req-095d4693-0ed8-4c90-b9a6-e0877bd1d859 service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861030 Jul 07 22:55:24.379947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8166d28-5cc7-43eb-99af-faf6c64c7d55 req-fd58f8ef-7fc0-418e-b013-f24d5ae178d7 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:24.381428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8166d28-5cc7-43eb-99af-faf6c64c7d55 req-fd58f8ef-7fc0-418e-b013-f24d5ae178d7 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 943 time: 0.0639241 Jul 07 22:55:24.423267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c8166d28-5cc7-43eb-99af-faf6c64c7d55 req-f8695820-5756-4bbb-8720-767029fd61ce tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332508 Jul 07 22:55:25.599909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbe4620-1310-40e4-9b80-45dc53c7d52d req-e0eb16c6-6004-4078-a7d3-c4cd7134041e tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:25.602373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dbe4620-1310-40e4-9b80-45dc53c7d52d req-e0eb16c6-6004-4078-a7d3-c4cd7134041e tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 943 time: 0.0683644 Jul 07 22:55:25.631465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:25.633667 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:25.643176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2dbe4620-1310-40e4-9b80-45dc53c7d52d req-903804af-21c5-41d0-b322-1b675b1b4e66 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355172 Jul 07 22:55:25.691587 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee8d5c3-4a32-413f-af22-d3a7afcdbdc4 x-openstack-request-id: req-0ee8d5c3-4a32-413f-af22-d3a7afcdbdc4 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:25.691890 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:25.692146 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ee8d5c3-4a32-413f-af22-d3a7afcdbdc4 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:25.692549 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'status': 'completed', 'code': 200} Jul 07 22:55:25.809120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-9776fd3e-235e-4459-a97c-e032611614c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:25.810655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-9776fd3e-235e-4459-a97c-e032611614c2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 1095 time: 0.0952682 Jul 07 22:55:25.812713 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-6b7f386a-0904-4d6c-979d-5882367363bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:25.814029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-6b7f386a-0904-4d6c-979d-5882367363bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 1095 time: 0.0705631 Jul 07 22:55:25.978456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-7b067c9e-41ef-4199-b238-de730779a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:25.979918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-7b067c9e-41ef-4199-b238-de730779a1bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.1626678 Jul 07 22:55:25.981364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-f66b93c5-4586-40f7-8f1a-01b7bddfcecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:25.982671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-f66b93c5-4586-40f7-8f1a-01b7bddfcecf service neutron] 10.222.0.83 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.1569183 Jul 07 22:55:26.049169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-410b3411-bfaa-44e0-9b2f-bc4400efccc9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 217 time: 0.0618179 Jul 07 22:55:26.050504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-ba735ea9-8bc7-4afb-b0e4-0c3f07149997 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 217 time: 0.0569801 Jul 07 22:55:26.131578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-c0c8a0bf-9722-43c5-b998-05925dd031fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:26.133544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-c0c8a0bf-9722-43c5-b998-05925dd031fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0788293 Jul 07 22:55:26.134964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-f2e3f9b4-fcf2-44f0-8039-06381859c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:26.136250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-f2e3f9b4-fcf2-44f0-8039-06381859c266 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0748348 Jul 07 22:55:26.171883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-5b925a10-9d10-4b9f-b58e-a424ba964a69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319905 Jul 07 22:55:26.189114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-34d69fe3-2da2-4401-9ac7-1bc7f4128081 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422602 Jul 07 22:55:26.201031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device de068a56-3ee1-4c54-a4ac-1239299abd1e details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:55:26.301132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:26.314179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'network_id': '9b6d16f0-9363-43a6-aea8-98decf7b359e', 'port_id': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'mac_address': 'fa:16:3e:93:aa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb141df8-8975-4ef9-a615-2082db5e6c76', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:55:26.340576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-3fd983f4-b027-4b86-9b95-8844c93ee600 service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437376 Jul 07 22:55:26.357714 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:26.372508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de068a56-3ee1-4c54-a4ac-1239299abd1e {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:55:26.376877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-4d2e2d65-f12e-4986-b79b-8fede1790d36 service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898885 Jul 07 22:55:26.392840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:26.398607 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:26.463173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:26.506659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-2aa3ac3a-5a16-483c-a6b6-45d605fcf48e service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590943 Jul 07 22:55:26.521297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48507ae5-700e-4c40-afa4-a8ae7cf9c71e req-01fce752-b248-4fef-aa29-52ea12c4f8b1 service neutron] 10.222.0.44 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184595 Jul 07 22:55:26.619389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['de068a56-3ee1-4c54-a4ac-1239299abd1e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:55:26.816882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d841aef-bf25-43c2-8126-afb849b45045 req-5363b744-af00-430d-a498-e0d477428512 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:26.818333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d841aef-bf25-43c2-8126-afb849b45045 req-5363b744-af00-430d-a498-e0d477428512 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 944 time: 0.0613563 Jul 07 22:55:26.854384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d841aef-bf25-43c2-8126-afb849b45045 req-53af9743-ecec-4cb0-8f71-9bfc3151c911 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305097 Jul 07 22:55:27.123579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device de068a56-3ee1-4c54-a4ac-1239299abd1e no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:27.165462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device de068a56-3ee1-4c54-a4ac-1239299abd1e not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:27.192317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c135bc-ad13-40c3-b836-85818ed5ae6a req-bb0f07c4-c275-4bb4-93db-a75a9db2588f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:27.193773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c135bc-ad13-40c3-b836-85818ed5ae6a req-bb0f07c4-c275-4bb4-93db-a75a9db2588f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 944 time: 0.1142280 Jul 07 22:55:27.205006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-822fd73c-bd6c-4752-a139-f0e66f42b11d tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:27.206378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-822fd73c-bd6c-4752-a139-f0e66f42b11d tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.83 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d&tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 944 time: 0.0990589 Jul 07 22:55:27.271186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09c135bc-ad13-40c3-b836-85818ed5ae6a req-036aa550-2148-4a13-9183-f54a33475732 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638797 Jul 07 22:55:27.285537 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-d9332176-dba6-46e8-99c0-6652fe911e29 service neutron] delete failed (client error): The resource could not be found. Jul 07 22:55:27.286572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-d9332176-dba6-46e8-99c0-6652fe911e29 service neutron] 10.222.0.83 "DELETE /v2.0/ports/de068a56-3ee1-4c54-a4ac-1239299abd1e/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0732441 Jul 07 22:55:27.382325 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07569a5f-9542-4117-9222-8bb7b39ca431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:27.407634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-4360efb5-f4bf-4e0a-85df-c88f99d9865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:27.409126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-4360efb5-f4bf-4e0a-85df-c88f99d9865b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 1096 time: 0.0566211 Jul 07 22:55:27.497607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-efa66356-d738-4c9c-8d7e-66aa1931cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:27.499097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-efa66356-d738-4c9c-8d7e-66aa1931cf5a service neutron] 10.222.0.83 "GET /v2.0/networks?id=9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 200 len: 915 time: 0.0835810 Jul 07 22:55:27.538778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-80fc7bff-f843-4cac-a8c9-856afcd7410c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 200 len: 217 time: 0.0331771 Jul 07 22:55:27.587942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-b3728d88-aec5-417c-a488-e2aed68077ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:27.589884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-b3728d88-aec5-417c-a488-e2aed68077ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 200 len: 854 time: 0.0452387 Jul 07 22:55:27.620413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-01787e45-5ccf-47ab-a35a-f8f667dd808a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9b6d16f0-9363-43a6-aea8-98decf7b359e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246549 Jul 07 22:55:27.705849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-93355ae1-0e1d-4a47-8e7c-dd1e39b5ccaf service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791833 Jul 07 22:55:27.796468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab62ed67-0d11-4a9b-9bc0-48cfad94719a req-270d359e-ed8b-423b-9332-486ff441469b service neutron] 10.222.0.83 "GET /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841937 Jul 07 22:55:28.220047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device de068a56-3ee1-4c54-a4ac-1239299abd1e up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:55:28.273921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port de068a56-3ee1-4c54-a4ac-1239299abd1e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:28.277963 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port de068a56-3ee1-4c54-a4ac-1239299abd1e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:28.278371 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:28.361118 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:28.392461 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:28.398437 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9263e4d0-0e8e-4754-a8a4-c97c3a5334ce" -d '{"events": [{"server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "name": "network-vif-plugged", "status": "completed", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:28.404000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:28.410046 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:28.467537 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3962d9e9-8631-4408-a433-337a75b0d0d7 x-openstack-request-id: req-3962d9e9-8631-4408-a433-337a75b0d0d7 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:28.467834 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "name": "network-vif-plugged", "status": "completed", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:28.467945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1519f3-5197-45d6-bc68-407fe1d10e76 req-c2d7e462-2d57-4c55-ba92-883d10a22a43 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:28.468451 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3962d9e9-8631-4408-a433-337a75b0d0d7 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:28.468554 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'code': 200} Jul 07 22:55:28.469437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d1519f3-5197-45d6-bc68-407fe1d10e76 req-c2d7e462-2d57-4c55-ba92-883d10a22a43 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 944 time: 0.0804353 Jul 07 22:55:28.481887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:28.510689 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d1519f3-5197-45d6-bc68-407fe1d10e76 req-788bad54-59ba-4567-a2e7-6f443cc34668 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352764 Jul 07 22:55:28.683776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7dbaf-ab6f-4987-bf10-565b94f7dc85 req-68e94aea-03b9-4f60-9734-509ceb7c1675 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:28.685276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67a7dbaf-ab6f-4987-bf10-565b94f7dc85 req-68e94aea-03b9-4f60-9734-509ceb7c1675 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0655599 Jul 07 22:55:28.722126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67a7dbaf-ab6f-4987-bf10-565b94f7dc85 req-c3a390e8-a62b-4b81-bbb6-9fe57e65a5a3 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Jul 07 22:55:28.889922 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4ad74-1e12-42bf-9683-16c6eb5262d9 req-bef30f04-f8f7-4b18-9310-0cf2a73da8ca tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:28.891419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82c4ad74-1e12-42bf-9683-16c6eb5262d9 req-bef30f04-f8f7-4b18-9310-0cf2a73da8ca tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0629444 Jul 07 22:55:28.927834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82c4ad74-1e12-42bf-9683-16c6eb5262d9 req-3c738503-0843-42e2-8bb0-456339744406 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307543 Jul 07 22:55:29.485004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f14b3-bf5f-432c-83ed-2244fc813537 req-d5bae16d-1cd1-4809-903e-b508bafcf9ac tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:29.486500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-738f14b3-bf5f-432c-83ed-2244fc813537 req-d5bae16d-1cd1-4809-903e-b508bafcf9ac tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0622277 Jul 07 22:55:29.524250 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-738f14b3-bf5f-432c-83ed-2244fc813537 req-560b3c51-c15a-4623-94d3-926d9ad068a3 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Jul 07 22:55:29.752175 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-205fabdd-5a3a-46ef-a2a8-bb5cbdb4fa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.043839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.490380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-d27e9ce8-f07c-452c-a84a-f61a5fa893e4 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:30.491817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-d27e9ce8-f07c-452c-a84a-f61a5fa893e4 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.0648773 Jul 07 22:55:30.588138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Deleting port de068a56-3ee1-4c54-a4ac-1239299abd1e {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:55:30.588487 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.713176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] For port de068a56-3ee1-4c54-a4ac-1239299abd1e, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=de068a56-3ee1-4c54-a4ac-1239299abd1e,segment=NetworkSegment(d5e0da7f-011b-4036-9b0e-f1ef9bc2b989),segment_id=d5e0da7f-011b-4036-9b0e-f1ef9bc2b989)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:30.713533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.730906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Calling delete_port for de068a56-3ee1-4c54-a4ac-1239299abd1e owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:55:30.745122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760b5b9-b1e6-4428-9667-7f9ed4b54ddc req-296b3e9f-2b6c-437a-bb14-498c2522bdee tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:30.746560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7760b5b9-b1e6-4428-9667-7f9ed4b54ddc req-296b3e9f-2b6c-437a-bb14-498c2522bdee tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/ports?device_id=3a1e6f69-7241-4053-a991-04576465ac7d HTTP/1.1" status: 200 len: 945 time: 0.1109712 Jul 07 22:55:30.827578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7760b5b9-b1e6-4428-9667-7f9ed4b54ddc req-9ba1a50f-1099-4fe8-b998-37a8aa52aa0f tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.81 "GET /v2.0/security-groups?id=ad70f132-8215-4e5a-8e7f-24078e1c2221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743902 Jul 07 22:55:30.895978 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.907817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['de068a56-3ee1-4c54-a4ac-1239299abd1e'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:55:30.923995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Pushing event deleted for resources: {'Port': ['ID=de068a56-3ee1-4c54-a4ac-1239299abd1e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:30.970815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] No DVR routers for this DVR port de068a56-3ee1-4c54-a4ac-1239299abd1e on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:55:30.973228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:30.975183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8849bd6c-445c-4ed4-b13a-f8d7e53dd9e3 req-e9c4ba03-9085-4e27-ae29-2d8602639165 tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] 10.222.0.44 "DELETE /v2.0/ports/de068a56-3ee1-4c54-a4ac-1239299abd1e HTTP/1.1" status: 204 len: 173 time: 0.4782832 Jul 07 22:55:30.975620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'name': 'network-vif-deleted', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:30.977797 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece8c400-f354-4368-94ad-163d4cc37eb0" -d '{"events": [{"server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "name": "network-vif-deleted", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:31.009147 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:31.023566 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77128fb7-73b6-46bd-9343-10f61ae1169d x-openstack-request-id: req-77128fb7-73b6-46bd-9343-10f61ae1169d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:31.023877 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1e6f69-7241-4053-a991-04576465ac7d", "name": "network-vif-deleted", "tag": "de068a56-3ee1-4c54-a4ac-1239299abd1e", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:31.024128 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77128fb7-73b6-46bd-9343-10f61ae1169d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:31.024541 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1e6f69-7241-4053-a991-04576465ac7d', 'name': 'network-vif-deleted', 'tag': 'de068a56-3ee1-4c54-a4ac-1239299abd1e', 'status': 'completed', 'code': 200} Jul 07 22:55:31.602173 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.054114 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45776) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:32.097109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Deleting subnet eb141df8-8975-4ef9-a615-2082db5e6c76 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 22:55:32.099973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.131584 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.172518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.222246 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.247793 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb141df8-8975-4ef9-a615-2082db5e6c76,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:32.250613 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.251838 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/eb141df8-8975-4ef9-a615-2082db5e6c76 HTTP/1.1" status: 204 len: 168 time: 0.1967497 Jul 07 22:55:32.254595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45778) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:32.258610 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.258951 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.259286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.259616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.259945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.260271 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.260598 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.260916 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.261235 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.261556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.261871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.262218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40711457-f32b-411b-9d29-3cf8a57400b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:32.323970 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.401376 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.410542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6d16f0-9363-43a6-aea8-98decf7b359e']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:32.420121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:32.420409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e0da7f-011b-4036-9b0e-f1ef9bc2b989') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:32.428724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.442298 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.448407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 22:55:32.448782 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: timer() Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 22:55:32.450368 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 22:55:32.501043 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.506489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.508432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] 10.222.0.81 "DELETE /v2.0/networks/9b6d16f0-9363-43a6-aea8-98decf7b359e HTTP/1.1" status: 204 len: 168 time: 0.2528400 Jul 07 22:55:32.519911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e59c7b-9f82-4ff5-b8d7-ce5aeb2637ec admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6d16f0-9363-43a6-aea8-98decf7b359e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:32.617788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45782) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:32.654944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7790b615-e9e3-4092-8f91-40f36cc82f93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b930a5c3d1b7409bad964cde4f32e8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0359178 Jul 07 22:55:32.657104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45784) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:32.706984 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7e33e98a-5490-4035-996e-28a5a991db29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.727342 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7e33e98a-5490-4035-996e-28a5a991db29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.774097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7e33e98a-5490-4035-996e-28a5a991db29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.778161 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7e33e98a-5490-4035-996e-28a5a991db29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:32.779312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7e33e98a-5490-4035-996e-28a5a991db29 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad70f132-8215-4e5a-8e7f-24078e1c2221 HTTP/1.1" status: 204 len: 168 time: 0.1213531 Jul 07 22:55:32.787508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33e98a-5490-4035-996e-28a5a991db29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad70f132-8215-4e5a-8e7f-24078e1c2221,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:32.874353 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.422651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45806) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:33.558391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1078452679-network', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:33.579591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Made reservation on behalf of 8aaadb9dc7304fcc9d473c77f8152dcb for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:55:33.582233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.590254 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.677793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.682312 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.703571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 22:55:33.717509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0123c8-12a7-4efc-8317-0ee1e5db8c74,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:33.723804 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.724154 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Added segment a9e1825c-c38f-4c0c-8eb6-db455ec4a967 of type vlan for network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 Jul 07 22:55:33.764199 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.795504 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.796433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:33.797030 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:33.846978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4232275 Jul 07 22:55:33.849884 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45812) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:33.855745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Request body: {'subnet': {'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1078452679-subnet', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:33.856331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87082888-1f3f-4066-af0b-4637007f51b9 admin admin] Pushing event updated for resources: {'Network': ['ID=9e59697b-c3ab-4126-aeb9-509e4d3d13f0,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:33.866320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 22:55:33.876635 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Made reservation on behalf of 8aaadb9dc7304fcc9d473c77f8152dcb for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:55:33.879124 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.044961 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.097576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24f44a1-30eb-40f2-847b-dea06d945d63,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:34.106588 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:55:34.106942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Network hostable DHCP agents. Network: 9e59697b-c3ab-4126-aeb9-509e4d3d13f0, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 22:55:34.122630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 22:55:34.130838 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 9e59697b-c3ab-4126-aeb9-509e4d3d13f0) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:55:34.134903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:34.135493 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.139578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d20d3b-e1f3-4f5f-9625-b55d5dd0879f None None] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:55:34.152083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45814) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:34.152359 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ef43224b-8603-41c7-ae75-4a145c9a50d1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3011248 Jul 07 22:55:34.156725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:34.177785 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.178726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.232627 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.290667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 22:55:34.291602 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.364001 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.424556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Allocated IP 172.20.0.2 (9e59697b-c3ab-4126-aeb9-509e4d3d13f0/a24f44a1-30eb-40f2-847b-dea06d945d63/99fba293-f21e-4029-b8a7-62fe5c378554) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:55:34.572083 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.581316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Transition to ACTIVE for port object 99fba293-f21e-4029-b8a7-62fe5c378554 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:34.597893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Transition to ACTIVE for port object 99fba293-f21e-4029-b8a7-62fe5c378554 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:34.604148 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.641934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:55:34.646798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:55:34.650864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:55:34.656511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Pushing event updated for resources: {'Port': ['ID=99fba293-f21e-4029-b8a7-62fe5c378554,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:34.717271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Attempting to bind port 99fba293-f21e-4029-b8a7-62fe5c378554 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:55:34.717650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Attempting to bind port 99fba293-f21e-4029-b8a7-62fe5c378554 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:55:34.718019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Attempting to bind port 99fba293-f21e-4029-b8a7-62fe5c378554 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:55:34.723308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:55:34.723683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:55:34.724088 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.724489 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:55:34.724957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Bound port: 99fba293-f21e-4029-b8a7-62fe5c378554, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:55:34.725344 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.790099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] For port 99fba293-f21e-4029-b8a7-62fe5c378554, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:55:34.793326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] For port 99fba293-f21e-4029-b8a7-62fe5c378554, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=99fba293-f21e-4029-b8a7-62fe5c378554,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:55:34.800037 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.860453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0fdb3-0649-4c65-8d71-c0acf95ca4bd None None] Pushing event updated for resources: {'Port': ['ID=99fba293-f21e-4029-b8a7-62fe5c378554,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:34.921059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:34.940140 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.057900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Allocated IP 172.25.8.203 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/cde52eb7-506e-4c70-8b1c-ea7a317fe721) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:55:35.161972 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.200552 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.234305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:55:35.238531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:55:35.241015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:55:35.275410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Pushing event updated for resources: {'Port': ['ID=cde52eb7-506e-4c70-8b1c-ea7a317fe721,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:35.497529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.694859 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.747104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a9a00e-e388-444c-8b77-f80abfb0ba2b None None] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 22:55:35.790218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 99fba293-f21e-4029-b8a7-62fe5c378554 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:55:35.830649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Router c23ed834-963f-4059-8b9e-181f2aa287f1 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 22:55:35.864419 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8d8e24fd-c55c-410e-ae23-e0945fad92f8 None None] Provisioning for port 99fba293-f21e-4029-b8a7-62fe5c378554 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:35.914472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 99fba293-f21e-4029-b8a7-62fe5c378554 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:35.923548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 99fba293-f21e-4029-b8a7-62fe5c378554 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:35.923856 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.944788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:55:35.960151 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:35.962262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-25261d62-a1b3-4a27-ac23-1f1425484f15 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8090808 Jul 07 22:55:35.965154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45816) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:35.966933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:55:35.991318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:35.991867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:55:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:36.255643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device de068a56-3ee1-4c54-a4ac-1239299abd1e no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:55:36.286516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: de068a56-3ee1-4c54-a4ac-1239299abd1e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:55:36.286872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device de068a56-3ee1-4c54-a4ac-1239299abd1e not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:55:36.307702 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.325624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:36.383655 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.439154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 99fba293-f21e-4029-b8a7-62fe5c378554, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=99fba293-f21e-4029-b8a7-62fe5c378554,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:36.444456 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.526838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=99fba293-f21e-4029-b8a7-62fe5c378554,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:36.533385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c1718cad-0f13-44aa-817a-aabdf66307c5 None None] Provisioning complete for port 99fba293-f21e-4029-b8a7-62fe5c378554 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:36.533761 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c1718cad-0f13-44aa-817a-aabdf66307c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.549760 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Allocated IP 172.20.0.1 (9e59697b-c3ab-4126-aeb9-509e4d3d13f0/a24f44a1-30eb-40f2-847b-dea06d945d63/ef8e954e-864e-4eee-b995-f8fc534bd64b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:55:36.633330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:35Z', 'revision_number': 3, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:36.650445 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.662541 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Transition to ACTIVE for port object ef8e954e-864e-4eee-b995-f8fc534bd64b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:36.662696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:55:36.662969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Updating router c23ed834-963f-4059-8b9e-181f2aa287f1 port cde52eb7-506e-4c70-8b1c-ea7a317fe721 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:55:36.696498 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.705534 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.738943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:55:36.743814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:55:36.747221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:55:36.769043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Pushing event updated for resources: {'Port': ['ID=ef8e954e-864e-4eee-b995-f8fc534bd64b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:36.789885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.932960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.977161 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:36.987924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Transition to ACTIVE for port object cde52eb7-506e-4c70-8b1c-ea7a317fe721 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:36.993735 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.055201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Attempting to bind port cde52eb7-506e-4c70-8b1c-ea7a317fe721 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:55:37.055657 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Attempting to bind port cde52eb7-506e-4c70-8b1c-ea7a317fe721 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:55:37.056026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Attempting to bind port cde52eb7-506e-4c70-8b1c-ea7a317fe721 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:55:37.058105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f675adf-b4fa-4fdc-a521-50ebb2b0be92 None None] Pushing event updated for resources: {'Port': ['ID=cde52eb7-506e-4c70-8b1c-ea7a317fe721,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:37.064467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d1c8c325-e1aa-4a8f-94e4-8b3c1ed80afa None None] Provisioning for port ef8e954e-864e-4eee-b995-f8fc534bd64b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:37.067791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:55:37.068166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:55:37.068571 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.068964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:55:37.069435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Bound port: cde52eb7-506e-4c70-8b1c-ea7a317fe721, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:55:37.069815 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.072590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d1c8c325-e1aa-4a8f-94e4-8b3c1ed80afa None None] Provisioning complete for port ef8e954e-864e-4eee-b995-f8fc534bd64b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:37.072953 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c325-e1aa-4a8f-94e4-8b3c1ed80afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.097349 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.103191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.139518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8c325-e1aa-4a8f-94e4-8b3c1ed80afa None None] Port ef8e954e-864e-4eee-b995-f8fc534bd64b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:55:37.152416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] For port cde52eb7-506e-4c70-8b1c-ea7a317fe721, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:55:37.156135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] For port cde52eb7-506e-4c70-8b1c-ea7a317fe721, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cde52eb7-506e-4c70-8b1c-ea7a317fe721,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:55:37.159826 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.170837 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.172529 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Pushing event updated for resources: {'Port': ['ID=ef8e954e-864e-4eee-b995-f8fc534bd64b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:37.225528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:37.226184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:55:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:37.228054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f675adf-b4fa-4fdc-a521-50ebb2b0be92 None None] Pushing event updated for resources: {'Port': ['ID=cde52eb7-506e-4c70-8b1c-ea7a317fe721,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:37.271261 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:55:37.272708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:55:37.348230 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:37.386379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:55:37.498325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:55:37.506586 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bf170a00-60aa-4019-a33f-e2bace13b66a admin admin] 10.222.0.81 "PUT /v2.0/routers/c23ed834-963f-4059-8b9e-181f2aa287f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5402551 Jul 07 22:55:37.557838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 2, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:37.587241 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868f6311-f4d1-4009-9d4a-77032c8d7c34 None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 2, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:55:37.593752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-850cd2b6-fc4a-49ec-a480-93f988c3b43b None None] Provisioning complete for port ef8e954e-864e-4eee-b995-f8fc534bd64b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:37.594186 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-850cd2b6-fc4a-49ec-a480-93f988c3b43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.629445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-850cd2b6-fc4a-49ec-a480-93f988c3b43b None None] Port ef8e954e-864e-4eee-b995-f8fc534bd64b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:55:37.736334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 99fba293-f21e-4029-b8a7-62fe5c378554 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:55:37.814649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 99fba293-f21e-4029-b8a7-62fe5c378554 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:37.814781 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:37.999079 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45824) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:38.004044 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-477d7502-8190-4ef9-bf39-d92eb5bb88cb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--248856710', 'description': 'tempest-description--661506330'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:38.031590 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-477d7502-8190-4ef9-bf39-d92eb5bb88cb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.127564 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-477d7502-8190-4ef9-bf39-d92eb5bb88cb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.131708 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-477d7502-8190-4ef9-bf39-d92eb5bb88cb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.160269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-477d7502-8190-4ef9-bf39-d92eb5bb88cb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.163612 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-477d7502-8190-4ef9-bf39-d92eb5bb88cb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1614408 Jul 07 22:55:38.164475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 45826) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:38.168952 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2e96c43f-4071-44c2-a794-509ca39d5b23 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'security_group_rule': {'security_group_id': 'ac06ab5e-fd28-43e5-9c3d-fc43448ab828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:38.175093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d7502-8190-4ef9-bf39-d92eb5bb88cb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac06ab5e-fd28-43e5-9c3d-fc43448ab828,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:38.201078 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e96c43f-4071-44c2-a794-509ca39d5b23 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.273624 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e96c43f-4071-44c2-a794-509ca39d5b23 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.277146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e96c43f-4071-44c2-a794-509ca39d5b23 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.297592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2e96c43f-4071-44c2-a794-509ca39d5b23 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.298880 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2e96c43f-4071-44c2-a794-509ca39d5b23 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334777 Jul 07 22:55:38.301364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96c43f-4071-44c2-a794-509ca39d5b23 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07dfb94c-b286-439d-a6ed-95478064da97,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:38.301895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45828) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:38.307940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-923314c9-f03b-4b14-ae12-ad7959508a40 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'security_group_rule': {'security_group_id': 'ac06ab5e-fd28-43e5-9c3d-fc43448ab828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:38.336319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-923314c9-f03b-4b14-ae12-ad7959508a40 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.398693 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-923314c9-f03b-4b14-ae12-ad7959508a40 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.403185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-923314c9-f03b-4b14-ae12-ad7959508a40 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.420500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923314c9-f03b-4b14-ae12-ad7959508a40 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92195535-8d52-4aca-bbac-05c47dd5c4bf,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:38.426546 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-923314c9-f03b-4b14-ae12-ad7959508a40 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.427754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-923314c9-f03b-4b14-ae12-ad7959508a40 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246223 Jul 07 22:55:38.431347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45830) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:38.436309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:38.459673 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.562296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.669450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Allocated IP 172.25.8.32 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f0cc5364-cff3-4b8e-aabb-ce6fe01ad902) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:55:38.771796 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.812151 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.850304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:55:38.853282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:55:38.855831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:55:38.889648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event updated for resources: {'Port': ['ID=f0cc5364-cff3-4b8e-aabb-ce6fe01ad902,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:38.951351 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:38.992843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:39.141609 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:39.146108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:39.212440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event updated for resources: {'Port': ['ID=f0cc5364-cff3-4b8e-aabb-ce6fe01ad902,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:39.222048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:39.236302 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:39.237656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7fd261f3-0778-4532-b6b1-0418f7105d15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8049219 Jul 07 22:55:39.383109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-18cc5ad2-258d-4bd5-9c58-3c42d1b97f4a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--248856710&fields=id&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 267 time: 0.0391762 Jul 07 22:55:39.488510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-9ec1fd3f-bdcf-4035-948f-7938523cefc4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:39.490051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-9ec1fd3f-bdcf-4035-948f-7938523cefc4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 812 time: 0.1005635 Jul 07 22:55:39.505850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-54ab08a3-a8b9-435f-85ce-28b224b2b961 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/quotas/8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 375 time: 0.0095861 Jul 07 22:55:39.577209 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:55:39.586914 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:39.587645 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:55:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:39.599212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-93e9856b-9484-4986-b503-1a5657ee43cd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0881417 Jul 07 22:55:39.694305 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:39.709162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-68600a03-236b-45b3-bd20-84b1b5a84e5f service neutron] 10.222.0.81 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940115 Jul 07 22:55:39.775048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cde52eb7-506e-4c70-8b1c-ea7a317fe721 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:55:39.804223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-e79fed60-95e2-4411-960c-97939e5fde63 service neutron] 10.222.0.81 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887792 Jul 07 22:55:39.824742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port cde52eb7-506e-4c70-8b1c-ea7a317fe721 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:39.828865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port cde52eb7-506e-4c70-8b1c-ea7a317fe721 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:39.829312 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:39.931735 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:39.978509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port cde52eb7-506e-4c70-8b1c-ea7a317fe721, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cde52eb7-506e-4c70-8b1c-ea7a317fe721,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:39.983140 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:40.012798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-727a8314-6977-4c1d-8e33-8445e70e6a6f req-b3f8a915-96e0-4835-b72d-e0be04d4903c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 210 time: 0.0424581 Jul 07 22:55:40.018245 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 2, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:40.041737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=cde52eb7-506e-4c70-8b1c-ea7a317fe721,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:40.046811 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:55:40.047173 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Updating router c23ed834-963f-4059-8b9e-181f2aa287f1 port ef8e954e-864e-4eee-b995-f8fc534bd64b binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 22:55:40.086496 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:40.355492 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:40.366241 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Transition to ACTIVE for port object ef8e954e-864e-4eee-b995-f8fc534bd64b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:40.372343 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:40.426244 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Pushing event updated for resources: {'Port': ['ID=ef8e954e-864e-4eee-b995-f8fc534bd64b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:40.453340 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.453677 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.454222 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.454548 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.454876 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.455185 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.455563 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.455991 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.456317 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.456648 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.456975 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.457295 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:55:40.494970 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Attempting to bind port ef8e954e-864e-4eee-b995-f8fc534bd64b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:55:40.495341 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Attempting to bind port ef8e954e-864e-4eee-b995-f8fc534bd64b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:55:40.495705 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Attempting to bind port ef8e954e-864e-4eee-b995-f8fc534bd64b on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:55:40.500981 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:55:40.501361 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:55:40.501768 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:40.502196 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:55:40.502814 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Bound port: ef8e954e-864e-4eee-b995-f8fc534bd64b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:55:40.503084 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:40.572454 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] For port ef8e954e-864e-4eee-b995-f8fc534bd64b, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:55:40.576394 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] For port ef8e954e-864e-4eee-b995-f8fc534bd64b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ef8e954e-864e-4eee-b995-f8fc534bd64b,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:55:40.581853 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:40.640771 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:40.641559 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:55:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:40.681108 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92033c05-98c8-4ab4-9337-da0c9d31755f None None] Pushing event updated for resources: {'Port': ['ID=ef8e954e-864e-4eee-b995-f8fc534bd64b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:40.761195 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:40.964788 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-45969770-a539-49d9-80db-ba51e90f602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:40Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:40.990309 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45969770-a539-49d9-80db-ba51e90f602b None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:40Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:55:41.163083 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fcdb6deb-91c1-4993-a31e-4f180b8b4df3 req-8a999d80-56c3-49c0-838f-fa077362a7ec tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 210 time: 0.0310438 Jul 07 22:55:41.349043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-639d25c8-86a6-4903-b6c2-3ab64c178cf6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:41.350888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-639d25c8-86a6-4903-b6c2-3ab64c178cf6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 812 time: 0.1110878 Jul 07 22:55:41.409789 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-43a97822-0af0-405e-ab3e-5234a3232ee2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 379 time: 0.0506577 Jul 07 22:55:41.418928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'port': {'device_id': '20878ba5-d161-4318-856f-5290b76b9c07', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'admin_state_up': True, 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'security_groups': ['ac06ab5e-fd28-43e5-9c3d-fc43448ab828']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:41.529043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Made reservation on behalf of 8aaadb9dc7304fcc9d473c77f8152dcb for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:55:41.532924 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:41.663193 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Allocated IP 172.20.0.9 (9e59697b-c3ab-4126-aeb9-509e4d3d13f0/a24f44a1-30eb-40f2-847b-dea06d945d63/bec99066-7f92-4287-b76a-748f2637cdaf) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:55:41.765906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ef8e954e-864e-4eee-b995-f8fc534bd64b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:55:41.806323 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:41.816146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ef8e954e-864e-4eee-b995-f8fc534bd64b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:41.819974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ef8e954e-864e-4eee-b995-f8fc534bd64b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:41.820345 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:41.820457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Transition to ACTIVE for port object bec99066-7f92-4287-b76a-748f2637cdaf will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:41.854043 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:41.897946 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:41.902457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:55:41.905694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:55:41.908167 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:55:41.932126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port ef8e954e-864e-4eee-b995-f8fc534bd64b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ef8e954e-864e-4eee-b995-f8fc534bd64b,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:41.936863 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:41.937829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cde52eb7-506e-4c70-8b1c-ea7a317fe721 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:55:41.945684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event updated for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:41.972912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:41.973566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:41.990771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-5741a8dd-cd88-4ecc-be56-af2778d253e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764673 Jul 07 22:55:42.002718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Request body: {'port': {'device_id': '20878ba5-d161-4318-856f-5290b76b9c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:42.021155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=ef8e954e-864e-4eee-b995-f8fc534bd64b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:42.035699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port cde52eb7-506e-4c70-8b1c-ea7a317fe721 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:42.036202 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:42.088423 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:42.217384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-974140c3-7ff4-483f-b596-11e158e66329 None None] Provisioning for port bec99066-7f92-4287-b76a-748f2637cdaf completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:42.221759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-974140c3-7ff4-483f-b596-11e158e66329 None None] Provisioning complete for port bec99066-7f92-4287-b76a-748f2637cdaf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:42.222311 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-974140c3-7ff4-483f-b596-11e158e66329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:42.258645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-974140c3-7ff4-483f-b596-11e158e66329 None None] Port bec99066-7f92-4287-b76a-748f2637cdaf cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:55:42.330487 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:55:42.379547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bec99066-7f92-4287-b76a-748f2637cdaf {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:55:42.388067 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:42.401340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Transition to ACTIVE for port object bec99066-7f92-4287-b76a-748f2637cdaf will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:55:42.406055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:42.463052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Pushing event updated for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:42.583355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Attempting to bind port bec99066-7f92-4287-b76a-748f2637cdaf on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:55:42.583687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Attempting to bind port bec99066-7f92-4287-b76a-748f2637cdaf by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:55:42.584025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Attempting to bind port bec99066-7f92-4287-b76a-748f2637cdaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:55:42.592973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Port bec99066-7f92-4287-b76a-748f2637cdaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:55:42.593306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Attempting to bind port bec99066-7f92-4287-b76a-748f2637cdaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:55:42.602335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2b10c-0a5b-4392-96d2-75aa56decba6 req-891ce375-cefa-495e-9b40-66b93e43ec77 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:42.603908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bb2b10c-0a5b-4392-96d2-75aa56decba6 req-891ce375-cefa-495e-9b40-66b93e43ec77 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 943 time: 0.1445761 Jul 07 22:55:42.608417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:55:42.608760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:55:42.609149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:55:42.609585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Bound port: bec99066-7f92-4287-b76a-748f2637cdaf, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:55:42.609950 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:42.680824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5bb2b10c-0a5b-4392-96d2-75aa56decba6 req-ed04c987-ecc8-4f0a-b7ce-ab77b96b82ef tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684299 Jul 07 22:55:42.700963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:55:42.703971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:55:42.708801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:42.740678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:42.741495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:42.743368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] 10.222.0.44 "PUT /v2.0/ports/bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 1092 time: 0.7453525 Jul 07 22:55:42.743809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:42.746052 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81825c9-a33f-43b7-a03c-0bfb319f4374" -d '{"events": [{"name": "network-changed", "server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:42.779932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c033f9-af09-4618-9a6d-2da581113934 service neutron] Pushing event updated for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:42.795777 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cec5ba-d0c5-482a-9935-13e6922156ce x-openstack-request-id: req-48cec5ba-d0c5-482a-9935-13e6922156ce {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:42.796148 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:42.796468 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48cec5ba-d0c5-482a-9935-13e6922156ce {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:42.796935 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'status': 'completed', 'code': 200} Jul 07 22:55:42.848134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-c0381063-d10d-4ddb-b677-22607d4eb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:42.849672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-c0381063-d10d-4ddb-b677-22607d4eb899 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1095 time: 0.0632124 Jul 07 22:55:42.892740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-689cbcb4-c2fe-431a-ae58-18a149b8a485 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 217 time: 0.0361290 Jul 07 22:55:42.942879 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-8ac0ee9a-1b58-4b0c-b456-782c031e4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:42.944333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-8ac0ee9a-1b58-4b0c-b456-782c031e4983 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0453660 Jul 07 22:55:43.005056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-f0f6b0aa-56ca-47c9-92c3-52b14db18e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:43.006592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-f0f6b0aa-56ca-47c9-92c3-52b14db18e37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561228 Jul 07 22:55:43.093686 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-a11574e5-096f-4ae4-b188-75a73f839ee5 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804164 Jul 07 22:55:43.187149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16cc85f8-6670-4af2-af30-d76e6e7a6ebc req-8ca074c4-af07-47f0-802f-7e1138bd3cbe service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871921 Jul 07 22:55:43.287397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-0ba35e3b-bf06-4439-9e73-eacd8fd37bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:43.289427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-0ba35e3b-bf06-4439-9e73-eacd8fd37bc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1095 time: 0.0541859 Jul 07 22:55:43.376814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-43f78f44-aa02-4960-9eef-8358c907eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:43.378243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-43f78f44-aa02-4960-9eef-8358c907eb6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0827537 Jul 07 22:55:43.422680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-38d95d6d-1915-4d4c-ac0c-7c1d64726628 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 217 time: 0.0376961 Jul 07 22:55:43.471390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-23dad540-c36e-408c-bfba-d85df4d73fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:43.472824 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-23dad540-c36e-408c-bfba-d85df4d73fad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0437558 Jul 07 22:55:43.528966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-11570733-2c10-4992-99cd-0a4713d3e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:43.530461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-11570733-2c10-4992-99cd-0a4713d3e175 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500405 Jul 07 22:55:43.622889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-20fdd947-a245-4fad-9db8-1422784b142c service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858123 Jul 07 22:55:43.712261 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e81825c9-a33f-43b7-a03c-0bfb319f4374 req-f1423fa2-4049-4ed8-ac8f-527906a7f150 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821259 Jul 07 22:55:43.747153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ef8e954e-864e-4eee-b995-f8fc534bd64b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:55:43.798367 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ef8e954e-864e-4eee-b995-f8fc534bd64b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:43.798742 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:43.864398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1665f-330b-4a99-a619-c89bb459fe98 req-b25951ec-7505-4031-8e0b-fa01793d9eaf tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:43.866028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edd1665f-330b-4a99-a619-c89bb459fe98 req-b25951ec-7505-4031-8e0b-fa01793d9eaf tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 943 time: 0.0664630 Jul 07 22:55:43.905679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edd1665f-330b-4a99-a619-c89bb459fe98 req-4bc22fa9-b9bc-4742-803e-67614291c184 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339515 Jul 07 22:55:45.081911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1951f1-fdd8-4fea-a5a0-79afc43284c9 req-9d664fd2-404f-4e7a-822e-e890f1b2aea0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:45.083425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a1951f1-fdd8-4fea-a5a0-79afc43284c9 req-9d664fd2-404f-4e7a-822e-e890f1b2aea0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 943 time: 0.0673151 Jul 07 22:55:45.120727 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a1951f1-fdd8-4fea-a5a0-79afc43284c9 req-62b5ea1f-2448-46e6-9491-8c03b2228eb1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311146 Jul 07 22:55:46.255532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device bec99066-7f92-4287-b76a-748f2637cdaf details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:55:46.291628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eccae9-db6e-4c37-9ee6-a942ee99258c req-5cebf46d-17bf-4a4b-ac8a-a02224a280c7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:46.293143 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57eccae9-db6e-4c37-9ee6-a942ee99258c req-5cebf46d-17bf-4a4b-ac8a-a02224a280c7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 943 time: 0.0638776 Jul 07 22:55:46.332956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57eccae9-db6e-4c37-9ee6-a942ee99258c req-c47305f9-e569-4afa-a4b2-e7bca015173a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341699 Jul 07 22:55:46.353570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:46.364960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'mac_address': 'fa:16:3e:47:0e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:55:46.401383 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:46.413829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec99066-7f92-4287-b76a-748f2637cdaf {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:55:46.432705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:46.436576 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:46.482351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:46.624221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['bec99066-7f92-4287-b76a-748f2637cdaf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:55:47.507350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9f228-caab-4d8f-9af8-348a88e50dd4 req-e1fa01f5-1b9e-425a-8eca-8602f3c13f89 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:47.509425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4b9f228-caab-4d8f-9af8-348a88e50dd4 req-e1fa01f5-1b9e-425a-8eca-8602f3c13f89 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 944 time: 0.0677569 Jul 07 22:55:47.545421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f4b9f228-caab-4d8f-9af8-348a88e50dd4 req-cba44a32-1c83-413e-9690-c9c11ff536f0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304136 Jul 07 22:55:48.262566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device bec99066-7f92-4287-b76a-748f2637cdaf up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:55:48.310956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port bec99066-7f92-4287-b76a-748f2637cdaf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:55:48.315021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port bec99066-7f92-4287-b76a-748f2637cdaf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:55:48.315390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:48.391302 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:48.412718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:48.415014 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfdef1f-1d57-4041-b1a9-f65af78b3888" -d '{"events": [{"server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "name": "network-vif-plugged", "status": "completed", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:48.427276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:55:48.431155 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:48.453853 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb847b45-ba26-4d55-b6da-c8860837f078 x-openstack-request-id: req-bb847b45-ba26-4d55-b6da-c8860837f078 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:48.454202 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "name": "network-vif-plugged", "status": "completed", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:48.454462 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb847b45-ba26-4d55-b6da-c8860837f078 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:48.454848 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'code': 200} Jul 07 22:55:48.484153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:55:48.564679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142173c-a9b5-4b69-825b-29cb67020015 req-2a2d2336-ed66-4c2e-bf74-1d1f232f27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:48.566153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f142173c-a9b5-4b69-825b-29cb67020015 req-2a2d2336-ed66-4c2e-bf74-1d1f232f27a2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1097 time: 0.0520818 Jul 07 22:55:48.600578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f142173c-a9b5-4b69-825b-29cb67020015 req-42aca323-c0cc-4519-8bf0-6ae044c178f2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283263 Jul 07 22:55:48.718808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aca4c-3838-4af1-a6f2-5e015c470294 req-8e020bc3-2f8d-4153-8079-25e63f26239f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:48.720276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c5aca4c-3838-4af1-a6f2-5e015c470294 req-8e020bc3-2f8d-4153-8079-25e63f26239f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0621424 Jul 07 22:55:48.759707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c5aca4c-3838-4af1-a6f2-5e015c470294 req-ed3bd31f-1067-478e-8645-f8c095ee6ee2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338848 Jul 07 22:55:49.935053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac1db6-3776-41a2-9f00-faabc4e31519 req-1ce03ee4-c858-40bc-b1ac-95a6afbfa195 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:49.936446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21ac1db6-3776-41a2-9f00-faabc4e31519 req-1ce03ee4-c858-40bc-b1ac-95a6afbfa195 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0662727 Jul 07 22:55:49.974774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21ac1db6-3776-41a2-9f00-faabc4e31519 req-daa229aa-93b9-47ac-ac0d-fce04995c6ef tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322447 Jul 07 22:55:50.115474 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:50.141205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc201fa-98ab-45df-9e68-775fdfd7cd9f req-6221fc63-8aa9-4579-96cb-ac5338032784 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:50.142772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0fc201fa-98ab-45df-9e68-775fdfd7cd9f req-6221fc63-8aa9-4579-96cb-ac5338032784 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0660162 Jul 07 22:55:50.152374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 45886) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:55:50.157041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-adda8ced-fa32-4ca3-80fc-58e5dcc50fbd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'floatingip': {'port_id': 'bec99066-7f92-4287-b76a-748f2637cdaf'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:55:50.198622 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adda8ced-fa32-4ca3-80fc-58e5dcc50fbd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:51.090493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adda8ced-fa32-4ca3-80fc-58e5dcc50fbd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:51.094111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adda8ced-fa32-4ca3-80fc-58e5dcc50fbd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:51.190464 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-adda8ced-fa32-4ca3-80fc-58e5dcc50fbd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888 associated. External IP: 172.25.8.32, port: bec99066-7f92-4287-b76a-748f2637cdaf. Jul 07 22:55:51.396985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adda8ced-fa32-4ca3-80fc-58e5dcc50fbd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:55:51.503924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adda8ced-fa32-4ca3-80fc-58e5dcc50fbd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:55:51.508935 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-adda8ced-fa32-4ca3-80fc-58e5dcc50fbd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:51.513518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:55:51.522256 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:51.522872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:55:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:51.547427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-adda8ced-fa32-4ca3-80fc-58e5dcc50fbd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "PUT /v2.0/floatingips/5e41005a-e4c3-4dff-806a-559d2c9c9888 HTTP/1.1" status: 200 len: 990 time: 1.3912430 Jul 07 22:55:51.547427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:55:51.547737 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7972be45-0117-4851-b0ce-784d69a15b30" -d '{"events": [{"name": "network-changed", "server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:55:51.592057 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378f9382-7afb-4644-80fd-e983398220bf x-openstack-request-id: req-378f9382-7afb-4644-80fd-e983398220bf {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:55:51.592360 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:55:51.592617 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-378f9382-7afb-4644-80fd-e983398220bf {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:55:51.593022 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'status': 'completed', 'code': 200} Jul 07 22:55:51.631780 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:51.668257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be45-0117-4851-b0ce-784d69a15b30 req-09a14da4-9860-4264-bb55-3d4c2e3ec996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:51.669696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7972be45-0117-4851-b0ce-784d69a15b30 req-09a14da4-9860-4264-bb55-3d4c2e3ec996 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1097 time: 0.0530057 Jul 07 22:55:51.766855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be45-0117-4851-b0ce-784d69a15b30 req-dfa05bd3-d1ac-451a-8d61-9d83f84dda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:51.768364 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7972be45-0117-4851-b0ce-784d69a15b30 req-dfa05bd3-d1ac-451a-8d61-9d83f84dda1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0918725 Jul 07 22:55:51.857420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7972be45-0117-4851-b0ce-784d69a15b30 req-f1e04149-39ed-44e9-97c7-1a2883956949 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 998 time: 0.0824876 Jul 07 22:55:51.908842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be45-0117-4851-b0ce-784d69a15b30 req-224ba8e9-7ec7-4e68-b963-a9fa01b48367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:51.910449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7972be45-0117-4851-b0ce-784d69a15b30 req-224ba8e9-7ec7-4e68-b963-a9fa01b48367 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0469480 Jul 07 22:55:51.966278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972be45-0117-4851-b0ce-784d69a15b30 req-23bc96e1-e754-4675-976c-66f896e45341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:51.968133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7972be45-0117-4851-b0ce-784d69a15b30 req-23bc96e1-e754-4675-976c-66f896e45341 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516126 Jul 07 22:55:52.012150 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:47:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20878ba5-d161-4318-856f-5290b76b9c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T22:55:50Z', 'revision_number': 1, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:52.037453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:55:52.045622 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:55:52.046273 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:55:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:52.059045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7972be45-0117-4851-b0ce-784d69a15b30 req-3658e4fa-76a5-42f3-9e21-dc925ca652d3 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840526 Jul 07 22:55:52.145575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7972be45-0117-4851-b0ce-784d69a15b30 req-4e24ed04-a47a-444d-b671-fb3697c70e76 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806561 Jul 07 22:55:52.151795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:55:52.376505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:47:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20878ba5-d161-4318-856f-5290b76b9c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T22:55:50Z', 'revision_number': 1, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:55:52.402909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d2e8d-9a2b-4c9d-a976-f8c8d2b8d28a None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:47:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20878ba5-d161-4318-856f-5290b76b9c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T22:55:50Z', 'revision_number': 1, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:55:52.586217 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154bc68e-4b11-4407-bb92-b0b75bc2cdb3 None None] New status for floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:55:56.041748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-5ec21a9f-0a74-469c-a174-b01878d4439b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508842 Jul 07 22:55:56.135751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-9928770d-b149-4e1e-9200-270561734ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:56.137230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-9928770d-b149-4e1e-9200-270561734ebe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1097 time: 0.0555968 Jul 07 22:55:56.243342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-241931a9-3617-4311-9903-7c17f61a040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:56.244747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-241931a9-3617-4311-9903-7c17f61a040c service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0880690 Jul 07 22:55:56.311830 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-4dec345f-5f09-4d9a-8ceb-8fde946c168f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 1000 time: 0.0610642 Jul 07 22:55:56.360025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-7e93a657-7e43-4586-9d77-07f89ceec3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:56.361412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-7e93a657-7e43-4586-9d77-07f89ceec3e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0426471 Jul 07 22:55:56.416214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-4450a81a-5070-4374-bfa7-076f88667263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:55:56.417645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-4450a81a-5070-4374-bfa7-076f88667263 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501986 Jul 07 22:55:56.510036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-b21529c1-c252-4cea-8168-1b6120bebe6d service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856626 Jul 07 22:55:56.597275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36f058d3-559d-459f-ba6f-5ab3f6a1230a req-f48bf03b-8467-48c0-87a0-8afe6d911efc service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809600 Jul 07 22:55:57.384668 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-80874c44-5240-4f69-b21f-9403ce43ed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:55:59.751866 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3306b50d-d627-405b-8297-d9d1de59c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:00.044964 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.008209 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:01.634896 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:02.877188 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:19.330413 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:56:20.147313 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:27.385252 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd316bd8-4b6d-4081-9679-f157b9328531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:29.756005 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-94002613-39a5-4a42-8c9c-1c1f1bcffd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:30.044909 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:31.010197 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:31.646103 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:32.880422 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:50.167472 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:56.329820 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:56:57.025448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-6f845c15-102f-49a9-88de-4f31f0718675 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550506 Jul 07 22:56:57.120138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-0325afb0-4607-42ca-827a-09f974beda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:57.121634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-0325afb0-4607-42ca-827a-09f974beda72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1097 time: 0.0564392 Jul 07 22:56:57.221751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-fa06f518-1dd4-40b4-83b0-1560a9fa21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:57.223338 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-fa06f518-1dd4-40b4-83b0-1560a9fa21ba service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0823824 Jul 07 22:56:57.289237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-dd0b97c1-a521-4cce-8863-e811bcddb572 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 1000 time: 0.0599706 Jul 07 22:56:57.338344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-35d3ae1f-7588-4bd6-9a74-ad0fc50cec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:57.339768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-35d3ae1f-7588-4bd6-9a74-ad0fc50cec27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0435984 Jul 07 22:56:57.385302 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f2ce2e9a-f0da-4bb7-93a4-0a1a4de6b8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:56:57.396445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-6658db11-7b40-43bf-95fe-51c83fb0e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:56:57.397951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-6658db11-7b40-43bf-95fe-51c83fb0e41a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516288 Jul 07 22:56:57.736629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-6eac3e68-058b-48df-8130-fccc7b9e5858 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323965 Jul 07 22:56:57.824356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc82e704-8b50-4eba-8805-aa03034d38a2 req-e4eb5d18-4596-416c-bad9-a7ade6874b89 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802634 Jul 07 22:56:59.757119 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d673dcbe-daa1-45bd-ac4f-d46d617bf91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:00.044674 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:01.014207 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:01.636385 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:02.882781 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:20.165505 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:27.388445 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-073ff6a9-be62-45e1-b34d-8084dfab4db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:27.586658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ec679-5456-4dc9-9077-9976cee842ca req-098718c8-8108-4568-af8d-698d495b9125 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:27.588121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e0ec679-5456-4dc9-9077-9976cee842ca req-098718c8-8108-4568-af8d-698d495b9125 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.1728008 Jul 07 22:57:27.626134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e0ec679-5456-4dc9-9077-9976cee842ca req-07728671-9af1-404e-98ab-3bf6eebde4d0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322981 Jul 07 22:57:27.902918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46110) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:57:28.048311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d55aa1-087a-421b-a97f-9bc45a0fb711 req-64c7c03d-0f68-4fd3-a16c-e12350bc96d2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:28.049676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73d55aa1-087a-421b-a97f-9bc45a0fb711 req-64c7c03d-0f68-4fd3-a16c-e12350bc96d2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.1000457 Jul 07 22:57:28.055788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-deaaea03-af56-42b1-9e6a-092a9d62c0da service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514099 Jul 07 22:57:28.089405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73d55aa1-087a-421b-a97f-9bc45a0fb711 req-6b064a56-acfb-4291-a2d5-d708ff80aca9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326784 Jul 07 22:57:29.254831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-a1abd32b-ac9e-4636-b99b-737635823167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:29.256353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-a1abd32b-ac9e-4636-b99b-737635823167 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1097 time: 0.0622394 Jul 07 22:57:29.392619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-9a9d92e1-e490-4a74-9720-98bbbbb1770e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:29.393999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-9a9d92e1-e490-4a74-9720-98bbbbb1770e service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1311269 Jul 07 22:57:29.402677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08daf5-9c69-44ec-8797-173262c34b14 req-c4c91140-9d93-479d-ab6c-9ea89cfbace5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:29.404020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a08daf5-9c69-44ec-8797-173262c34b14 req-c4c91140-9d93-479d-ab6c-9ea89cfbace5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.1812735 Jul 07 22:57:29.482501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0a08daf5-9c69-44ec-8797-173262c34b14 req-5cc3157d-4a54-4703-bd56-98d6d96b19d3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722334 Jul 07 22:57:29.486302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-4f1692ce-d997-4180-8279-c6ba2d27b1b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 1000 time: 0.0814219 Jul 07 22:57:29.536815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-95a95973-6c9e-46e7-a2f8-e4ef3da5c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:29.538868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-95a95973-6c9e-46e7-a2f8-e4ef3da5c020 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0463347 Jul 07 22:57:29.592714 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-59b180e4-0a3b-4632-b192-5db5f6a483aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:29.594204 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-59b180e4-0a3b-4632-b192-5db5f6a483aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500739 Jul 07 22:57:29.604687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-4bef0df2-c229-4ece-b601-89fc6699aa85 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:57:29.605810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-4bef0df2-c229-4ece-b601-89fc6699aa85 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057008 Jul 07 22:57:29.691374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-c049d0f7-d6bc-493f-b853-625dfa6626f5 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798421 Jul 07 22:57:29.757358 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4877cafd-5095-4510-b2d5-10e323cbaaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:29.785831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-acf483a5-eacc-43e3-bce1-282e50757019 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864832 Jul 07 22:57:30.045063 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:30.655295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ed053-bd4c-4e48-b9cd-a330b1ea44d4 req-9bd40d27-ea02-404b-a339-e6ca0643fa67 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:30.656767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a85ed053-bd4c-4e48-b9cd-a330b1ea44d4 req-9bd40d27-ea02-404b-a339-e6ca0643fa67 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0619724 Jul 07 22:57:30.695372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a85ed053-bd4c-4e48-b9cd-a330b1ea44d4 req-baf77f0c-d85d-4ebf-9e3f-36d69471f865 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329704 Jul 07 22:57:31.014902 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:31.641384 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:31.869387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e168-3658-4e6b-9a81-915f97977924 req-4bf9f465-e998-4e75-aa02-364d54d0f892 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:31.870912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7255e168-3658-4e6b-9a81-915f97977924 req-4bf9f465-e998-4e75-aa02-364d54d0f892 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0673637 Jul 07 22:57:31.907757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7255e168-3658-4e6b-9a81-915f97977924 req-42075d66-8f8c-4bbf-b459-8aa8c1f966c4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313497 Jul 07 22:57:32.885299 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:33.081232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664eebf-a7c8-4a58-9e10-382debbd7deb req-59cccc00-8731-4f31-9953-c9579a7673ec tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:33.082615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0664eebf-a7c8-4a58-9e10-382debbd7deb req-59cccc00-8731-4f31-9953-c9579a7673ec tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0622890 Jul 07 22:57:33.118984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0664eebf-a7c8-4a58-9e10-382debbd7deb req-1a61e472-5816-4c31-b5d9-f240735338ab tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308135 Jul 07 22:57:33.329517 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:57:34.290944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b308bc-6a1f-436e-aec7-d71b407591ba req-ab5472da-7ab3-42e6-ab12-f32069e09e8e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:34.292436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52b308bc-6a1f-436e-aec7-d71b407591ba req-ab5472da-7ab3-42e6-ab12-f32069e09e8e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0636959 Jul 07 22:57:34.329376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52b308bc-6a1f-436e-aec7-d71b407591ba req-65aa7b85-bcda-4ecc-a904-d2ceaedce442 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314212 Jul 07 22:57:35.500517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449dec8-35bd-4b90-89cf-f1d67059ea75 req-7c2cbacc-31a3-462b-9fe7-67accd4236bd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:35.501964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d449dec8-35bd-4b90-89cf-f1d67059ea75 req-7c2cbacc-31a3-462b-9fe7-67accd4236bd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0657206 Jul 07 22:57:35.538196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d449dec8-35bd-4b90-89cf-f1d67059ea75 req-7e6272f7-0401-403f-830a-258aab0ac0c2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304723 Jul 07 22:57:36.710187 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a26fec-2d21-4dd8-a520-32e39feedd31 req-65d2d52c-ba21-4297-9c93-e85a218c6743 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:36.711650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3a26fec-2d21-4dd8-a520-32e39feedd31 req-65d2d52c-ba21-4297-9c93-e85a218c6743 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0623577 Jul 07 22:57:36.748280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3a26fec-2d21-4dd8-a520-32e39feedd31 req-5f6bf6dd-4776-4630-9393-d293e04eadc5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312729 Jul 07 22:57:37.919433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdc2ed-b186-4d9a-ba96-871c3096bf08 req-2161a449-b3e7-466a-8c30-38724c6af683 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:37.920879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cccdc2ed-b186-4d9a-ba96-871c3096bf08 req-2161a449-b3e7-466a-8c30-38724c6af683 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0649438 Jul 07 22:57:37.957298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cccdc2ed-b186-4d9a-ba96-871c3096bf08 req-224bbd0d-f84c-4578-a348-29cccb033227 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309291 Jul 07 22:57:39.310057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10044ff-bbdc-4808-9f39-c695c91c9eb4 req-7fc7e269-a6fa-494e-afad-82c81b7521b2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:39.311610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a10044ff-bbdc-4808-9f39-c695c91c9eb4 req-7fc7e269-a6fa-494e-afad-82c81b7521b2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0641634 Jul 07 22:57:39.348349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a10044ff-bbdc-4808-9f39-c695c91c9eb4 req-e9570a35-1acf-46d5-8757-0af57fbeb127 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Jul 07 22:57:40.523003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0926d-27e0-4911-94c3-bed47ed99257 req-df8d5d00-eadf-4247-bac1-f52d2c76964b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:40.524500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0d0926d-27e0-4911-94c3-bed47ed99257 req-df8d5d00-eadf-4247-bac1-f52d2c76964b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0631354 Jul 07 22:57:40.560863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0d0926d-27e0-4911-94c3-bed47ed99257 req-fcefd435-c3b8-451d-88ae-25408dd84c9b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307662 Jul 07 22:57:41.766256 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-30ee4788-b4ae-4cda-b8c8-37f4f75330b4 service neutron] show failed (client error): The resource could not be found. Jul 07 22:57:41.767328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-30ee4788-b4ae-4cda-b8c8-37f4f75330b4 service neutron] 10.222.0.44 "GET /v2.0/ports/bec99066-7f92-4287-b76a-748f2637cdaf/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0882204 Jul 07 22:57:41.779236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e013ac3-2f69-4c6d-b09e-d9f5e95f7cd7 req-27bc5eac-73e4-4f9c-a5c5-eb127a66a360 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:41.780720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e013ac3-2f69-4c6d-b09e-d9f5e95f7cd7 req-27bc5eac-73e4-4f9c-a5c5-eb127a66a360 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.1110256 Jul 07 22:57:41.823622 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e013ac3-2f69-4c6d-b09e-d9f5e95f7cd7 req-c318bc85-641a-47cd-85fe-fa0261994879 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361071 Jul 07 22:57:42.008949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-ccfeb180-7620-4661-ae07-a4b79a482d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:42.010436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-ccfeb180-7620-4661-ae07-a4b79a482d98 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 1097 time: 0.0522146 Jul 07 22:57:42.028088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:57:42.100053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.298616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:42.331535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:57:42.369321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:42.371705 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dd673f-ea1b-4b98-a5db-f2660c03bcf4" -d '{"events": [{"server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "name": "network-vif-unplugged", "status": "completed", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:42.375804 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.388928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Transition to ACTIVE for port object bec99066-7f92-4287-b76a-748f2637cdaf will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:57:42.394198 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.502198 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7698b4-3bdd-4909-9f07-070ad341c683 x-openstack-request-id: req-4d7698b4-3bdd-4909-9f07-070ad341c683 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:42.502499 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "name": "network-vif-unplugged", "status": "completed", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:42.502754 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4d7698b4-3bdd-4909-9f07-070ad341c683 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:42.503160 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'code': 200} Jul 07 22:57:42.511145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Pushing event updated for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:42.532795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.533599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.533599 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.533980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.534444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.534794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.535132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.535461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.535789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.536124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.536448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.536772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:42.588756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] No DVR routers for this DVR port bec99066-7f92-4287-b76a-748f2637cdaf on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:57:42.720792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Attempting to bind port bec99066-7f92-4287-b76a-748f2637cdaf on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:57:42.721133 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Attempting to bind port bec99066-7f92-4287-b76a-748f2637cdaf by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:57:42.721466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Attempting to bind port bec99066-7f92-4287-b76a-748f2637cdaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:57:42.726161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Port bec99066-7f92-4287-b76a-748f2637cdaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:57:42.726484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Attempting to bind port bec99066-7f92-4287-b76a-748f2637cdaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:57:42.731172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:57:42.731514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:57:42.731903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:57:42.732332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Bound port: bec99066-7f92-4287-b76a-748f2637cdaf, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:57:42.732686 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.793874 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:57:42.796824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:57:42.800780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.837436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:42.838055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:42.839483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] 10.222.0.83 "PUT /v2.0/ports/bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 1092 time: 0.8153219 Jul 07 22:57:42.863561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab2dea-32d7-4886-aba3-9faa8b791070 service neutron] Pushing event updated for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:42.930298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-dea4600c-6112-4288-9a33-fec7021d883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:42.931961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-dea4600c-6112-4288-9a33-fec7021d883f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1095 time: 0.0568790 Jul 07 22:57:43.063068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-97184b33-ed1f-4dc2-b0c8-511b421efad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:43.064457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-97184b33-ed1f-4dc2-b0c8-511b421efad8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1259677 Jul 07 22:57:43.086196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afc7ea-d556-462b-b989-ed20c672fd7b req-42f4052b-ad6e-4400-b731-28f5ad166cf9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:43.087643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85afc7ea-d556-462b-b989-ed20c672fd7b req-42f4052b-ad6e-4400-b731-28f5ad166cf9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 943 time: 0.1310005 Jul 07 22:57:43.156594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-bef84337-62f0-4a94-89cd-09bfb7b20f10 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 998 time: 0.0843446 Jul 07 22:57:43.161276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85afc7ea-d556-462b-b989-ed20c672fd7b req-2dd26b7f-ea2d-43fa-bf45-e6de1de88fd9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473232 Jul 07 22:57:43.208535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-7e5519fe-f93f-4e72-8668-75aaa1fc4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:43.210528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-7e5519fe-f93f-4e72-8668-75aaa1fc4fba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0471830 Jul 07 22:57:43.263583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-5f6190d1-03a5-46a6-8590-5ee7ba396c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:43.264990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-5f6190d1-03a5-46a6-8590-5ee7ba396c84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488358 Jul 07 22:57:43.275814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-5e359fd8-77d1-4a04-9eb7-2a568c921cbb service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 22:57:43.276736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-5e359fd8-77d1-4a04-9eb7-2a568c921cbb service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055015 Jul 07 22:57:43.362181 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-2f153c5f-d3ab-4529-9a15-e2d0f0d0c687 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785401 Jul 07 22:57:43.453662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaad6dd7-ca0c-4fd7-8ca0-f790d8927502 req-f8c0298d-1911-45a5-8588-10de5507d183 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848918 Jul 07 22:57:44.335567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9aea-2361-438f-9c94-bd29fda847df req-30803a4c-4942-4a88-a6e6-ed1045cad8d4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.337052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99da9aea-2361-438f-9c94-bd29fda847df req-30803a4c-4942-4a88-a6e6-ed1045cad8d4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 943 time: 0.0625172 Jul 07 22:57:44.373929 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99da9aea-2361-438f-9c94-bd29fda847df req-b383a8b0-4707-4d89-a42d-54344ee68d07 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 Jul 07 22:57:44.504864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:44.507766 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c36694a-2365-4c8f-b834-ce88cfc96f90" -d '{"events": [{"name": "network-changed", "server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:44.556204 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3d5448-4ab5-4bcd-88cd-1a52da4d1d4c x-openstack-request-id: req-cd3d5448-4ab5-4bcd-88cd-1a52da4d1d4c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:44.556493 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:44.556739 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd3d5448-4ab5-4bcd-88cd-1a52da4d1d4c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:44.557127 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'status': 'completed', 'code': 200} Jul 07 22:57:44.644345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-75e4d387-9400-47d2-824e-d110ee775a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.645844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-75e4d387-9400-47d2-824e-d110ee775a41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1095 time: 0.0690446 Jul 07 22:57:44.771177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-375550c7-a6be-47fe-845b-db9b54d4f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.772600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-375550c7-a6be-47fe-845b-db9b54d4f727 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1208930 Jul 07 22:57:44.774246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-d5f0eb4c-9b4d-4723-8cdd-e32280b89d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.775559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-d5f0eb4c-9b4d-4723-8cdd-e32280b89d58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1095 time: 0.1717908 Jul 07 22:57:44.887702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-5a1b4d37-8a2e-49f7-b840-add533727644 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 998 time: 0.1078818 Jul 07 22:57:44.945117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-554a0c83-8ef6-409e-aa78-ead44a402806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.946547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-554a0c83-8ef6-409e-aa78-ead44a402806 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1607220 Jul 07 22:57:44.953072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-ca1535c3-8ef7-4379-8ed5-80b5d44d6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:44.954401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-ca1535c3-8ef7-4379-8ed5-80b5d44d6e05 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0573905 Jul 07 22:57:45.042034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-a50aff37-b7bd-48ca-8b97-9940180e71e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 998 time: 0.0866444 Jul 07 22:57:45.096498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-1b11c1ad-da2b-4339-a03e-ffd077c4c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:45.097991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-1b11c1ad-da2b-4339-a03e-ffd077c4c609 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374762 Jul 07 22:57:45.149960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-add68f05-16c0-45dd-a9d2-f03fdab63a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:45.151375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-add68f05-16c0-45dd-a9d2-f03fdab63a57 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.1006224 Jul 07 22:57:45.509501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-5e98d567-df0a-4046-964c-51db5d0dde7d service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038174 Jul 07 22:57:45.540217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-ecd6ef48-00e4-4b42-923f-17db97fd3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:45.541591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-ecd6ef48-00e4-4b42-923f-17db97fd3eb7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3833649 Jul 07 22:57:45.694166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987e18b-86dc-4319-af55-2fab49c5c6dd req-ff1f2171-c04d-4db9-9a3a-c277988b932b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:45.695778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7987e18b-86dc-4319-af55-2fab49c5c6dd req-ff1f2171-c04d-4db9-9a3a-c277988b932b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 943 time: 0.1990240 Jul 07 22:57:45.732052 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-2e032f68-5867-46a2-bbd0-85d39840c54f service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033129 Jul 07 22:57:45.735354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-c5e3e68b-63a8-47a4-83c8-f2b8351cff5c service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813357 Jul 07 22:57:45.744172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device bec99066-7f92-4287-b76a-748f2637cdaf details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:57:45.798413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7987e18b-86dc-4319-af55-2fab49c5c6dd req-e08a75e1-d1fe-4f42-a5c2-1ac26521a094 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942848 Jul 07 22:57:45.841062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c36694a-2365-4c8f-b834-ce88cfc96f90 req-cf349d40-2569-4e14-9afa-0ba9bca90ca1 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976455 Jul 07 22:57:45.844172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:45.856821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'mac_address': 'fa:16:3e:47:0e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:57:45.894610 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:45.907142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bec99066-7f92-4287-b76a-748f2637cdaf {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:57:45.926518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:45.929967 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:45.974154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:45.981593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.981941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.982310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.982647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.982976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.983304 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.983630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.983953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.984274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.984593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.984912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:45.985231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 22:57:46.525702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['bec99066-7f92-4287-b76a-748f2637cdaf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:57:46.828673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device bec99066-7f92-4287-b76a-748f2637cdaf no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:57:46.867918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device bec99066-7f92-4287-b76a-748f2637cdaf not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:57:46.976893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e0e5-17bd-41b1-9e48-b4bff69cd6ae req-b3b6f9dd-0aaf-4ad9-ab51-07d5ce38de17 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:46.978394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9d1e0e5-17bd-41b1-9e48-b4bff69cd6ae req-b3b6f9dd-0aaf-4ad9-ab51-07d5ce38de17 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 944 time: 0.0661597 Jul 07 22:57:47.020634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9d1e0e5-17bd-41b1-9e48-b4bff69cd6ae req-cda76db3-140b-45d9-aaab-422438bb0b2c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366299 Jul 07 22:57:47.747956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device bec99066-7f92-4287-b76a-748f2637cdaf up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:57:47.801594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port bec99066-7f92-4287-b76a-748f2637cdaf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:57:47.806194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port bec99066-7f92-4287-b76a-748f2637cdaf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:57:47.806569 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:47.887262 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:47.908212 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:47.910442 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484fc549-bf4d-40a4-8141-fd0e00d64cc0" -d '{"events": [{"server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "name": "network-vif-plugged", "status": "completed", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:47.923912 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:47.927829 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:47.962169 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be39cca-61c6-43dd-89e3-e34a19aaf9b2 x-openstack-request-id: req-6be39cca-61c6-43dd-89e3-e34a19aaf9b2 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:47.962461 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "name": "network-vif-plugged", "status": "completed", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:47.962714 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6be39cca-61c6-43dd-89e3-e34a19aaf9b2 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:47.963101 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'code': 200} Jul 07 22:57:47.977408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:48.191304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467dae9-b15b-4973-a13c-8418c6b18ddc req-4da5f4eb-86c7-436a-b612-3a205b6d804b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:48.192782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7467dae9-b15b-4973-a13c-8418c6b18ddc req-4da5f4eb-86c7-436a-b612-3a205b6d804b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0628352 Jul 07 22:57:48.229873 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7467dae9-b15b-4973-a13c-8418c6b18ddc req-acfa53fe-6bdb-4478-8f7b-6edc5537d76c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Jul 07 22:57:48.569168 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d9c7-204a-4324-b44e-64c9085a397c req-618f20ef-a1c6-4c6a-bf55-31b6bf1c7f8a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:48.571225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1900d9c7-204a-4324-b44e-64c9085a397c req-618f20ef-a1c6-4c6a-bf55-31b6bf1c7f8a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 945 time: 0.1056056 Jul 07 22:57:48.579384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3d986-c26a-4161-b950-f03afc2a461e req-2e458eae-01dc-42d7-820f-ba428a740b25 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:48.580768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bd3d986-c26a-4161-b950-f03afc2a461e req-2e458eae-01dc-42d7-820f-ba428a740b25 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.1250916 Jul 07 22:57:48.651164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bd3d986-c26a-4161-b950-f03afc2a461e req-f6577618-a745-4740-8329-e5a01d4a387e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635881 Jul 07 22:57:48.659460 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-1900d9c7-204a-4324-b44e-64c9085a397c req-4f54093a-bb50-4bf9-94fe-73cdd5b4c86c service neutron] delete failed (client error): The resource could not be found. Jul 07 22:57:48.660430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1900d9c7-204a-4324-b44e-64c9085a397c req-4f54093a-bb50-4bf9-94fe-73cdd5b4c86c service neutron] 10.222.0.44 "DELETE /v2.0/ports/bec99066-7f92-4287-b76a-748f2637cdaf/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0788164 Jul 07 22:57:48.760664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d9c7-204a-4324-b44e-64c9085a397c req-dd8f5c08-11f1-4309-8198-2feed60379af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:48.762173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1900d9c7-204a-4324-b44e-64c9085a397c req-dd8f5c08-11f1-4309-8198-2feed60379af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 1097 time: 0.0523844 Jul 07 22:57:48.853580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d9c7-204a-4324-b44e-64c9085a397c req-93a525ec-8fb3-45c1-8a73-2852b50be412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:48.855080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1900d9c7-204a-4324-b44e-64c9085a397c req-93a525ec-8fb3-45c1-8a73-2852b50be412 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0870173 Jul 07 22:57:48.919631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1900d9c7-204a-4324-b44e-64c9085a397c req-cbd21460-a303-4565-aba7-68583d810cbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 200 len: 1000 time: 0.0584605 Jul 07 22:57:48.970395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d9c7-204a-4324-b44e-64c9085a397c req-38046d45-235e-4daf-a3e2-b2075e357ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:48.971793 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1900d9c7-204a-4324-b44e-64c9085a397c req-38046d45-235e-4daf-a3e2-b2075e357ad2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0466018 Jul 07 22:57:49.027218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d9c7-204a-4324-b44e-64c9085a397c req-ed72f04c-586a-4e0c-b62a-0c003d9c870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:49.028690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1900d9c7-204a-4324-b44e-64c9085a397c req-ed72f04c-586a-4e0c-b62a-0c003d9c870f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498161 Jul 07 22:57:49.112770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1900d9c7-204a-4324-b44e-64c9085a397c req-959f5b3d-cd9f-44c9-a89a-d1f5136908fe service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780528 Jul 07 22:57:49.206397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1900d9c7-204a-4324-b44e-64c9085a397c req-4c91cab2-079b-46cc-8812-f75a03763457 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871053 Jul 07 22:57:49.833018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76608-447b-42c0-bc03-cb514df10522 req-c74543e2-e85b-4a39-a159-0d6b6bb2a275 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:49.834531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bed76608-447b-42c0-bc03-cb514df10522 req-c74543e2-e85b-4a39-a159-0d6b6bb2a275 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0641623 Jul 07 22:57:49.873000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bed76608-447b-42c0-bc03-cb514df10522 req-d5ba6f06-a1eb-4587-9352-82290345d328 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322056 Jul 07 22:57:50.044373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee2a7e-deb4-48a1-9092-b7f419ee17c9 req-9ec6cfeb-1964-4c94-8c2d-865542fe8578 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:50.045831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61ee2a7e-deb4-48a1-9092-b7f419ee17c9 req-9ec6cfeb-1964-4c94-8c2d-865542fe8578 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0616519 Jul 07 22:57:50.086845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-61ee2a7e-deb4-48a1-9092-b7f419ee17c9 req-c9c4c609-3c88-4d0e-9595-1a844d35a942 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355313 Jul 07 22:57:50.189658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:50.254665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79f478-77fc-44ae-9993-baafd5a45f0a req-2900b7c4-04e0-45b8-9246-628836c3e173 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:50.256140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d79f478-77fc-44ae-9993-baafd5a45f0a req-2900b7c4-04e0-45b8-9246-628836c3e173 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0629013 Jul 07 22:57:50.293918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8d79f478-77fc-44ae-9993-baafd5a45f0a req-13e82830-38e5-4f5f-b7da-df95681a31c6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318244 Jul 07 22:57:50.665427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b03972-9a59-4290-ba1d-11ed41e789b5 req-60238421-2432-4a40-80a4-df227bae60ff tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:50.667178 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31b03972-9a59-4290-ba1d-11ed41e789b5 req-60238421-2432-4a40-80a4-df227bae60ff tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0622461 Jul 07 22:57:50.704733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-31b03972-9a59-4290-ba1d-11ed41e789b5 req-bc347e82-7603-455d-884d-b08f818c5f63 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Jul 07 22:57:51.885510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66fc3b-739c-4fda-90c3-b86516eecba9 req-bc6481ed-ba3a-47cc-825e-8791f48272b6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:51.887036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef66fc3b-739c-4fda-90c3-b86516eecba9 req-bc6481ed-ba3a-47cc-825e-8791f48272b6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0707710 Jul 07 22:57:51.924800 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef66fc3b-739c-4fda-90c3-b86516eecba9 req-b5869040-da3e-434c-a5a9-460d64c7f9e8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322084 Jul 07 22:57:52.152573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-89260d49-af85-49d3-86f7-f06c88494545 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:52.153917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-89260d49-af85-49d3-86f7-f06c88494545 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 945 time: 0.0609200 Jul 07 22:57:52.257486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Deleting port bec99066-7f92-4287-b76a-748f2637cdaf {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 22:57:52.257835 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:52.346767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] For port bec99066-7f92-4287-b76a-748f2637cdaf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=bec99066-7f92-4287-b76a-748f2637cdaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:57:52.347129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:52.510500 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:52.510876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:52.511192 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888 disassociated. External IP: 172.25.8.32, port: bec99066-7f92-4287-b76a-748f2637cdaf. Jul 07 22:57:52.511534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Calling delete_port for bec99066-7f92-4287-b76a-748f2637cdaf owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 22:57:52.639328 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:52.668224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event deleted for resources: {'Port': ['ID=bec99066-7f92-4287-b76a-748f2637cdaf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:57:52.784022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:57:52.891033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:57:52.900754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:57:52.910468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:57:52.911325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:57:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:57:52.934905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] No DVR routers for this DVR port bec99066-7f92-4287-b76a-748f2637cdaf on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 22:57:52.937677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:52.939673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38818f9d-02b7-46bd-88c1-2cc8141348ac req-613a42af-f688-4afd-af5e-6afacdbbee44 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "DELETE /v2.0/ports/bec99066-7f92-4287-b76a-748f2637cdaf HTTP/1.1" status: 204 len: 173 time: 0.7800174 Jul 07 22:57:52.940150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'name': 'network-vif-deleted', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:57:52.942470 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec101eee-2a1f-49ce-bc6d-38bb343c7b0b" -d '{"events": [{"server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "name": "network-vif-deleted", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:57:52.996162 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ac38ca-bdd5-494f-8209-464863b023dd x-openstack-request-id: req-15ac38ca-bdd5-494f-8209-464863b023dd {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:57:52.996568 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20878ba5-d161-4318-856f-5290b76b9c07", "name": "network-vif-deleted", "tag": "bec99066-7f92-4287-b76a-748f2637cdaf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:57:52.996919 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15ac38ca-bdd5-494f-8209-464863b023dd {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:57:52.997386 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20878ba5-d161-4318-856f-5290b76b9c07', 'name': 'network-vif-deleted', 'tag': 'bec99066-7f92-4287-b76a-748f2637cdaf', 'status': 'completed', 'code': 200} Jul 07 22:57:53.029106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:57:53.105082 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c2be55d-c7ec-46ce-b820-6a819a46cf7c req-e0959f1d-779d-4b73-ae97-7ce56b553e9c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=20878ba5-d161-4318-856f-5290b76b9c07 HTTP/1.1" status: 200 len: 210 time: 0.0457358 Jul 07 22:57:53.243774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:57:53.270344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:57:53.279385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:57:53.279939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:57:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:57:53.387353 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:57:53.574929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:57:53.602858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391e359d-d8f3-411c-a4ad-a6836b6b622c None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:57:53.809213 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea316485-1a30-4dd0-a475-2ddbdd911502 None None] New status for floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:57:54.392896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-f3fa7481-b523-4764-9636-d5af3c83ad7f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--248856710&fields=id&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 267 time: 0.0328088 Jul 07 22:57:54.498916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-c1f125f7-18c0-4b8d-acce-1844acca63c5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:57:54.500294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-c1f125f7-18c0-4b8d-acce-1844acca63c5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 812 time: 0.1012435 Jul 07 22:57:54.515074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-76f1deb9-cbab-4f75-a964-fbe23b42ab6f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/quotas/8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 375 time: 0.0088928 Jul 07 22:57:54.585415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-49f2b8eb-f19e-42c4-bbd0-1e53954fe707 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656748 Jul 07 22:57:54.676520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5af7b0ba-b742-4a57-a173-8f406db7ea5f service neutron] 10.222.0.81 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800378 Jul 07 22:57:54.767463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-17734683-10c3-41ba-b32b-96d6eaf640bf service neutron] 10.222.0.81 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845883 Jul 07 22:57:55.769048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device bec99066-7f92-4287-b76a-748f2637cdaf no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 22:57:55.789330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: bec99066-7f92-4287-b76a-748f2637cdaf {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 22:57:55.789673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device bec99066-7f92-4287-b76a-748f2637cdaf not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 22:57:55.953286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01db7bf0-2d7c-4eca-8896-b6adc8e68d5b req-015e033e-b3a4-46b4-a342-689611df1e85 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 210 time: 0.0306189 Jul 07 22:57:57.032621 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-72f700f5-1878-4b56-aa30-abe934489318 req-ec2b9c1a-af40-478d-acf4-e50032bb2777 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 210 time: 0.0289531 Jul 07 22:57:57.389234 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-abd80898-ae0c-49df-aba9-803bad1e6b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:57:58.114240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e23b77a-ed54-4d54-a110-81f97e83115d req-d122cc6b-3e72-43ae-95fb-6e9da4621ac4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 210 time: 0.0314286 Jul 07 22:57:59.200108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58ec23da-bf87-42a3-92de-876d4fa3d00b req-2f4df52e-f9df-445a-9c78-80ad7fcce0f6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 210 time: 0.0339644 Jul 07 22:57:59.757770 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad5dd978-8cc9-4cfb-abee-cefe5a6094c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:00.044735 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:00.338460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9585a46-61ea-4f3b-a168-8b64b8a1fbe9 req-9d75fc4b-d8f8-4491-b804-5db66f79459e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 210 time: 0.0284615 Jul 07 22:58:01.018455 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:01.178372 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-784296e6-d1a8-43ee-821c-771631828bbc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:01.179879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-784296e6-d1a8-43ee-821c-771631828bbc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 812 time: 0.1031737 Jul 07 22:58:01.228424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-64c5b359-2c4a-4b32-91ab-b60b96cb063a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 379 time: 0.0388076 Jul 07 22:58:01.237419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'port': {'device_id': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'admin_state_up': True, 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'security_groups': ['ac06ab5e-fd28-43e5-9c3d-fc43448ab828']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:01.343373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Made reservation on behalf of 8aaadb9dc7304fcc9d473c77f8152dcb for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 22:58:01.347163 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:01.484307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1081f8ac-6a9d-4bc9-87e8-35b8486af405 req-f101710b-33b8-4ed7-9887-bb0f9106babd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 210 time: 0.0348048 Jul 07 22:58:01.499559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Allocated IP 172.20.0.3 (9e59697b-c3ab-4126-aeb9-509e4d3d13f0/a24f44a1-30eb-40f2-847b-dea06d945d63/eef7dc72-9385-40a8-8051-1f77254090c7) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 22:58:01.635572 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:01.637707 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:01.649364 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Transition to ACTIVE for port object eef7dc72-9385-40a8-8051-1f77254090c7 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:01.680614 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:01.723416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 22:58:01.728451 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 22:58:01.732071 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 22:58:01.759036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event updated for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:01.784343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:01.784965 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:01.800334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d4a6ae48-bae2-4a65-acf7-8fbb07e99b82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666082 Jul 07 22:58:01.812772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Request body: {'port': {'device_id': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:01.891402 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:01.957517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8006e732-6c38-4bb6-ba4b-0f1e47325f08 None None] Provisioning for port eef7dc72-9385-40a8-8051-1f77254090c7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:01.961426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8006e732-6c38-4bb6-ba4b-0f1e47325f08 None None] Provisioning complete for port eef7dc72-9385-40a8-8051-1f77254090c7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:01.961781 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8006e732-6c38-4bb6-ba4b-0f1e47325f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:01.995109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8006e732-6c38-4bb6-ba4b-0f1e47325f08 None None] Port eef7dc72-9385-40a8-8051-1f77254090c7 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 22:58:02.150593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef7dc72-9385-40a8-8051-1f77254090c7 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:58:02.157762 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:02.169833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Transition to ACTIVE for port object eef7dc72-9385-40a8-8051-1f77254090c7 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 22:58:02.173115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:02.222436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Pushing event updated for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:02.296886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Attempting to bind port eef7dc72-9385-40a8-8051-1f77254090c7 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 22:58:02.297225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Attempting to bind port eef7dc72-9385-40a8-8051-1f77254090c7 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 22:58:02.297559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Attempting to bind port eef7dc72-9385-40a8-8051-1f77254090c7 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:58:02.302052 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Port eef7dc72-9385-40a8-8051-1f77254090c7 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 22:58:02.302408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Attempting to bind port eef7dc72-9385-40a8-8051-1f77254090c7 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 22:58:02.307425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 22:58:02.307769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 22:58:02.308164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 22:58:02.308594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Bound port: eef7dc72-9385-40a8-8051-1f77254090c7, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 22:58:02.308963 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:02.373386 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 22:58:02.377115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 22:58:02.380712 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:02.415055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:02.415812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:02.417236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] 10.222.0.44 "PUT /v2.0/ports/eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 1092 time: 0.6086090 Jul 07 22:58:02.417546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:02.419821 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:02.445059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095f0d2-efdc-48e6-b75b-2a950e4efffa service neutron] Pushing event updated for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:02.460091 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99317ce4-bf1a-4898-90c1-b2d44452f959 x-openstack-request-id: req-99317ce4-bf1a-4898-90c1-b2d44452f959 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:02.460905 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:02.461176 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99317ce4-bf1a-4898-90c1-b2d44452f959 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:02.461723 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'status': 'completed', 'code': 200} Jul 07 22:58:02.528261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d7315ae3-8eaf-462d-8327-a6abdb9d02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:02.529952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-d7315ae3-8eaf-462d-8327-a6abdb9d02d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1095 time: 0.0597534 Jul 07 22:58:02.572899 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-0cfb0f41-a0c6-4c79-9c46-d9fd9e5672b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 217 time: 0.0360062 Jul 07 22:58:02.658549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-2393f1c4-6859-4ea5-9441-6bb9a175098b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:02.660019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-2393f1c4-6859-4ea5-9441-6bb9a175098b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0806391 Jul 07 22:58:02.712478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee630a0a-7e7a-4d97-a56c-4d038b9e3743 req-0f4147d6-a8c1-4660-9831-19130e8a0b26 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:02.713911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee630a0a-7e7a-4d97-a56c-4d038b9e3743 req-0f4147d6-a8c1-4660-9831-19130e8a0b26 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 943 time: 0.1067829 Jul 07 22:58:02.755436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5ee48766-96ff-4b7d-8ac4-52adab90bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:02.756892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-5ee48766-96ff-4b7d-8ac4-52adab90bfd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888665 Jul 07 22:58:02.763945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee630a0a-7e7a-4d97-a56c-4d038b9e3743 req-2f6d1303-5a0d-4d51-8cd1-ebffc8738bcd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434346 Jul 07 22:58:02.849064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-efe53b55-4e7b-49c0-8959-3807a7bb9732 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842078 Jul 07 22:58:02.891357 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:03.197771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-031caf96-3c4c-420b-8a1d-42436b3e3553 req-2f65aa21-6eeb-4b1d-9662-838c44e01b30 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418946 Jul 07 22:58:03.301333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-8ccb4934-71a9-44b4-a207-14c8e82fabbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:03.302855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-8ccb4934-71a9-44b4-a207-14c8e82fabbb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1095 time: 0.0523160 Jul 07 22:58:03.391667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-e093d9e9-f90d-42a5-be5a-0ab9827c9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:03.393098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-e093d9e9-f90d-42a5-be5a-0ab9827c9487 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0836270 Jul 07 22:58:03.431834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-1ebe81f1-02b9-4219-abe9-1d20f39d2c53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 217 time: 0.0324657 Jul 07 22:58:03.483496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-7a8d9db3-d0a6-414b-86b2-1399b03294c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:03.484823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-7a8d9db3-d0a6-414b-86b2-1399b03294c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0457470 Jul 07 22:58:03.545348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-fa010883-8cd5-40af-a892-0b3c5e943d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:03.548844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-fa010883-8cd5-40af-a892-0b3c5e943d16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574725 Jul 07 22:58:03.640711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-59c070ae-2842-4795-8a49-fd6e51fe81ce service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849626 Jul 07 22:58:03.730280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d164ce5a-bc3d-4cea-8fb7-8b21459e5c46 req-4e6bbc0a-e0d5-4eda-97b0-a8481b69d7ab service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829346 Jul 07 22:58:03.934842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873e072-d5e6-4f19-ac74-c965f57c9675 req-bc27bdb6-5895-422f-9128-8472000b7ef7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:03.936285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e873e072-d5e6-4f19-ac74-c965f57c9675 req-bc27bdb6-5895-422f-9128-8472000b7ef7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 943 time: 0.0620193 Jul 07 22:58:03.972772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e873e072-d5e6-4f19-ac74-c965f57c9675 req-48b55772-ad9b-46ae-bfcf-950bade897b2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Jul 07 22:58:04.875274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device eef7dc72-9385-40a8-8051-1f77254090c7 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 22:58:04.966052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:04.977958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'mac_address': 'fa:16:3e:e2:ad:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 22:58:05.013949 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:05.026870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef7dc72-9385-40a8-8051-1f77254090c7 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 22:58:05.046416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:05.050202 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:05.100166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:05.151822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b406813-0155-44b0-b7f6-fa81b9850a32 req-2ab9bc1b-8647-40d5-8b21-4c134fae6bb6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:05.153223 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b406813-0155-44b0-b7f6-fa81b9850a32 req-2ab9bc1b-8647-40d5-8b21-4c134fae6bb6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 944 time: 0.0661623 Jul 07 22:58:05.191365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b406813-0155-44b0-b7f6-fa81b9850a32 req-4af834dd-4ed0-497d-ba7d-6cab75ef3301 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325179 Jul 07 22:58:05.252514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['eef7dc72-9385-40a8-8051-1f77254090c7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 22:58:06.368782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db7a9a-5409-472a-b2c7-4d3437832b39 req-277df722-abab-4ce9-a37a-4d5100407ae1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:06.370271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8db7a9a-5409-472a-b2c7-4d3437832b39 req-277df722-abab-4ce9-a37a-4d5100407ae1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 944 time: 0.0616632 Jul 07 22:58:06.406898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8db7a9a-5409-472a-b2c7-4d3437832b39 req-b88a75ba-8d82-4ad4-b839-740b5b0fa637 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312076 Jul 07 22:58:06.892936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device eef7dc72-9385-40a8-8051-1f77254090c7 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 22:58:06.941809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port eef7dc72-9385-40a8-8051-1f77254090c7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 22:58:06.946308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port eef7dc72-9385-40a8-8051-1f77254090c7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 22:58:06.946681 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:07.019537 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:07.040693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:07.043057 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f3a393-8c41-4321-8739-e0a1dcefc203" -d '{"events": [{"server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "name": "network-vif-plugged", "status": "completed", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:07.056077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 22:58:07.060317 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:07.109764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 22:58:07.140959 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f270f6-e438-4faa-bc16-f2f20db813ac x-openstack-request-id: req-97f270f6-e438-4faa-bc16-f2f20db813ac {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:07.141255 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "name": "network-vif-plugged", "status": "completed", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:07.141514 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97f270f6-e438-4faa-bc16-f2f20db813ac {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:07.141968 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'code': 200} Jul 07 22:58:07.300888 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4370c1-2e10-4ff7-b86a-5dbd9bfaa8a5 req-c9011b90-e04b-496a-8d05-63ed967b3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:07.302475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a4370c1-2e10-4ff7-b86a-5dbd9bfaa8a5 req-c9011b90-e04b-496a-8d05-63ed967b3444 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1097 time: 0.1003971 Jul 07 22:58:07.338130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a4370c1-2e10-4ff7-b86a-5dbd9bfaa8a5 req-7c1a2a45-6acb-4037-98d8-b969390eba16 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278320 Jul 07 22:58:07.580791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c316e0-5197-4829-baef-c80663abb3f4 req-0ad4f8df-9717-45a1-bc83-23081766630b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:07.582192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93c316e0-5197-4829-baef-c80663abb3f4 req-0ad4f8df-9717-45a1-bc83-23081766630b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0658412 Jul 07 22:58:07.618330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93c316e0-5197-4829-baef-c80663abb3f4 req-f2901816-34ac-434d-928b-cbd6877a9f51 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306010 Jul 07 22:58:08.791066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361959d-3eb8-431e-8190-3cac1e021c3d req-135d6ac2-8e4f-40f3-90f3-0bc648947bff tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:08.792541 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c361959d-3eb8-431e-8190-3cac1e021c3d req-135d6ac2-8e4f-40f3-90f3-0bc648947bff tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0623279 Jul 07 22:58:08.829281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c361959d-3eb8-431e-8190-3cac1e021c3d req-f2358a1d-8502-4b2b-99df-485a5a3b9c94 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312967 Jul 07 22:58:09.000379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560adea-0dc4-40bf-b85a-d8c36680da69 req-0e16cb66-1cca-4d62-a44f-3f26a1bb2563 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:09.001834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c560adea-0dc4-40bf-b85a-d8c36680da69 req-0e16cb66-1cca-4d62-a44f-3f26a1bb2563 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0695844 Jul 07 22:58:09.010896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 46290) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 22:58:09.015190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d4b8b8f3-3fed-40d6-afb4-9a8f461a7568 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'floatingip': {'port_id': 'eef7dc72-9385-40a8-8051-1f77254090c7'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 22:58:09.052136 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b8f3-3fed-40d6-afb4-9a8f461a7568 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:09.487969 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b8f3-3fed-40d6-afb4-9a8f461a7568 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:09.492232 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b8f3-3fed-40d6-afb4-9a8f461a7568 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:09.590769 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-d4b8b8f3-3fed-40d6-afb4-9a8f461a7568 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888 associated. External IP: 172.25.8.32, port: eef7dc72-9385-40a8-8051-1f77254090c7. Jul 07 22:58:09.792702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b8b8f3-3fed-40d6-afb4-9a8f461a7568 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 22:58:09.897797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b8b8f3-3fed-40d6-afb4-9a8f461a7568 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 22:58:09.903128 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b8f3-3fed-40d6-afb4-9a8f461a7568 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:09.909463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 22:58:09.920578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:58:09.921277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:58:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:09.938870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d4b8b8f3-3fed-40d6-afb4-9a8f461a7568 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "PUT /v2.0/floatingips/5e41005a-e4c3-4dff-806a-559d2c9c9888 HTTP/1.1" status: 200 len: 990 time: 0.9269519 Jul 07 22:58:09.939454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 22:58:09.941697 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0745c430-05cb-4f85-8249-d88b689dbed1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 22:58:09.979557 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 22:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11aea0e4-39ed-4c32-a457-daf58c7e1fc6 x-openstack-request-id: req-11aea0e4-39ed-4c32-a457-daf58c7e1fc6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 22:58:09.979853 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 22:58:09.980102 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11aea0e4-39ed-4c32-a457-daf58c7e1fc6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 22:58:09.980648 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'status': 'completed', 'code': 200} Jul 07 22:58:10.031384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:58:10.059340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-4e76c65c-10f1-42be-b6e2-9d7bc9324083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:10.060967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-4e76c65c-10f1-42be-b6e2-9d7bc9324083 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1097 time: 0.0586069 Jul 07 22:58:10.158477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-977e49ee-4512-42e3-afbc-fc0cba561161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:10.159939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-977e49ee-4512-42e3-afbc-fc0cba561161 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0927989 Jul 07 22:58:10.226243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-87e1981b-3312-43d1-a8c0-9c7f69ff882d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 998 time: 0.0591238 Jul 07 22:58:10.274388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-393c36e7-4b87-491e-9131-adf2ffd1d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:10.275893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-393c36e7-4b87-491e-9131-adf2ffd1d051 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0437839 Jul 07 22:58:10.328357 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:58:10.337078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-2f98ff9e-124a-4975-aaa6-86bd9a2c3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:10.338608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-2f98ff9e-124a-4975-aaa6-86bd9a2c3ad1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565929 Jul 07 22:58:10.403311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:e2:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T22:58:09Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:10.424779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-22cbaaf3-cff0-40e2-a8bf-51a5b342918c service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799735 Jul 07 22:58:10.432690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 22:58:10.441207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 22:58:10.441879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T22:58:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:10.517386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0745c430-05cb-4f85-8249-d88b689dbed1 req-06f28f03-4fe9-4129-a17a-98c4d5bd9723 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858750 Jul 07 22:58:10.545645 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 22:58:10.758008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:e2:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T22:58:09Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 22:58:10.782734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75dae50-55c5-47ba-a2ee-993d3f31cba9 None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:e2:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T22:58:09Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 22:58:10.964488 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa460599-0bd1-4804-8d4b-f4122efad83d None None] New status for floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 22:58:20.197421 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:27.390017 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17340a6d-1ec7-4cb5-9525-f845168b8bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:29.757859 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f6d85e6-07db-4fec-9fb9-29dc1f8c1691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:30.045166 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.021997 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:31.657646 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:32.890366 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:47.328641 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:58:50.212095 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:57.391084 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbbe4-2d20-4c1e-92e2-0eb6b588df19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:58:58.042029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-2946d6ef-d93c-4283-89e9-4af24fd3c775 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515616 Jul 07 22:58:58.133152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-d1ed38cb-3a34-434b-a795-19efc2d2725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:58.134649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-d1ed38cb-3a34-434b-a795-19efc2d2725f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1097 time: 0.0509756 Jul 07 22:58:58.238705 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-c3ce9d35-faeb-48c5-a745-8dc93f965d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:58.240145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-c3ce9d35-faeb-48c5-a745-8dc93f965d39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0860488 Jul 07 22:58:58.304686 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-1e10a2ab-0921-4a41-9907-10be58646ec1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 1000 time: 0.0572860 Jul 07 22:58:58.352357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-63dd44c1-2fdb-492b-a24d-33687b5488f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:58.354317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-63dd44c1-2fdb-492b-a24d-33687b5488f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0425105 Jul 07 22:58:58.414264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-f1c7f5e4-8029-4bd9-9fb4-3dc2dccf6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:58:58.416658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-f1c7f5e4-8029-4bd9-9fb4-3dc2dccf6ef3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566623 Jul 07 22:58:58.506029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-51b3ed56-18af-408c-b26a-a7193fb917a7 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830185 Jul 07 22:58:58.598208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-37fa6b4f-d024-45c6-adc6-d22d0e1ed33b req-e4085e8b-046c-42df-ae21-0e13d97779c8 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863476 Jul 07 22:58:59.758291 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c09b59ba-9a6e-4808-9832-d697f8bb66dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:00.046627 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:01.025914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:01.667716 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:02.893035 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:20.227390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:24.327912 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 22:59:27.392946 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9a416d09-1117-4237-8ebc-65f1b8cd707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:29.758457 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-542f1ef2-5748-4a0a-9a9e-cdd91b1e64e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:30.046738 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:31.027795 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:31.672503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:32.895911 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:46.108278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3567e82-7ae5-4d52-a2e1-7f51aa815bdf req-cdaa5b1f-0be5-4c98-8236-13a77ee80c9d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:46.109761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3567e82-7ae5-4d52-a2e1-7f51aa815bdf req-cdaa5b1f-0be5-4c98-8236-13a77ee80c9d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0646029 Jul 07 22:59:46.145918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3567e82-7ae5-4d52-a2e1-7f51aa815bdf req-539c671d-33c5-4c8c-8c31-2ab9ad10e44f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305853 Jul 07 22:59:47.321492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa91c-1b6b-4242-8c50-01ded4ca9d2b req-b6bd11b7-0c5d-4a81-b293-3b9299dae74b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:47.323738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3faa91c-1b6b-4242-8c50-01ded4ca9d2b req-b6bd11b7-0c5d-4a81-b293-3b9299dae74b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0622418 Jul 07 22:59:47.363672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f3faa91c-1b6b-4242-8c50-01ded4ca9d2b req-816d0820-435d-46a5-bcd0-7932dd7558ad tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344203 Jul 07 22:59:48.533106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc2ffb-13a5-477a-a1ea-c27db06ea66c req-fa3ab7f7-be06-4a0d-b636-0a5d900ca992 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:48.534736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03cc2ffb-13a5-477a-a1ea-c27db06ea66c req-fa3ab7f7-be06-4a0d-b636-0a5d900ca992 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0620775 Jul 07 22:59:48.572553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03cc2ffb-13a5-477a-a1ea-c27db06ea66c req-b5e67a88-9ca4-4478-bad9-31163c267390 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321321 Jul 07 22:59:49.741369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1de53c-410c-41da-93c5-ca895668b049 req-21ae0aef-5264-426c-ac39-b0f07089ee43 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:49.742857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e1de53c-410c-41da-93c5-ca895668b049 req-21ae0aef-5264-426c-ac39-b0f07089ee43 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0616736 Jul 07 22:59:49.779796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e1de53c-410c-41da-93c5-ca895668b049 req-ac3583d1-f646-46bc-aafc-327d81182f67 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308647 Jul 07 22:59:50.243670 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:50.954351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1514b1-2c14-4ac0-885f-6c236155176c req-c5c0cf9f-4859-482d-a008-d519b07235a8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:50.955829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b1514b1-2c14-4ac0-885f-6c236155176c req-c5c0cf9f-4859-482d-a008-d519b07235a8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0666347 Jul 07 22:59:50.992916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b1514b1-2c14-4ac0-885f-6c236155176c req-a5854393-7a9f-4dd2-bfa8-c8d665bbd295 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315580 Jul 07 22:59:52.164262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedc861-07f6-4b48-b57f-845447ad19ae req-1f59dc3b-39b7-4d3b-8c10-869d980e6bf0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:52.165661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acedc861-07f6-4b48-b57f-845447ad19ae req-1f59dc3b-39b7-4d3b-8c10-869d980e6bf0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0624902 Jul 07 22:59:52.203426 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acedc861-07f6-4b48-b57f-845447ad19ae req-379b7911-9873-4c35-9c33-caaca4a9ac78 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316892 Jul 07 22:59:53.371651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177c746-5bcf-40a3-9da5-260d213d48ec req-9cd28e36-97aa-4e24-8db8-383c2a529a03 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:53.373097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f177c746-5bcf-40a3-9da5-260d213d48ec req-9cd28e36-97aa-4e24-8db8-383c2a529a03 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0614130 Jul 07 22:59:53.413226 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f177c746-5bcf-40a3-9da5-260d213d48ec req-781083dd-6f78-4e37-8963-ec58d4c2f448 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347106 Jul 07 22:59:54.587359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13625a-70bb-450b-8bd4-e45d9d07f018 req-17977525-5e23-4094-ab6c-3cbca3deec2b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:54.589252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac13625a-70bb-450b-8bd4-e45d9d07f018 req-17977525-5e23-4094-ab6c-3cbca3deec2b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0658708 Jul 07 22:59:54.626057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ac13625a-70bb-450b-8bd4-e45d9d07f018 req-bf1abe57-f2ac-4979-a8d8-f8ee13196f96 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Jul 07 22:59:55.797881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f699b7-67ba-45d4-b239-0d912e347ed9 req-d80a3ddd-f80d-4672-a3bc-2d7969b75a82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:55.799340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-07f699b7-67ba-45d4-b239-0d912e347ed9 req-d80a3ddd-f80d-4672-a3bc-2d7969b75a82 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0608892 Jul 07 22:59:55.836474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-07f699b7-67ba-45d4-b239-0d912e347ed9 req-369fa389-b663-4fdf-988a-15adeb470bd5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 Jul 07 22:59:57.016411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdbb97-e0b0-4ae5-9372-053cd58bce91 req-d8d00e88-1579-4967-a36e-2268383ab6f8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:57.017920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cdcdbb97-e0b0-4ae5-9372-053cd58bce91 req-d8d00e88-1579-4967-a36e-2268383ab6f8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0660238 Jul 07 22:59:57.054410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cdcdbb97-e0b0-4ae5-9372-053cd58bce91 req-a3f92740-232e-4338-bbbb-9683545c811f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310025 Jul 07 22:59:57.390808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-d483ce81-5090-4000-808b-84356bbd5e1a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0622606 Jul 07 22:59:57.395147 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eed5c36-d813-4d7a-bac5-7380fde88fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 22:59:57.440862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952db7f-12d7-4b2e-b56e-e4f0d836aabd req-95bc2295-67ed-4388-bb4f-b7d167c5fcac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:57.442475 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e952db7f-12d7-4b2e-b56e-e4f0d836aabd req-95bc2295-67ed-4388-bb4f-b7d167c5fcac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0672324 Jul 07 22:59:57.480762 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e952db7f-12d7-4b2e-b56e-e4f0d836aabd req-9ba46981-3f12-47a4-bc78-184391cb8e1c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324373 Jul 07 22:59:58.648900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-edf0515e-362c-4f0f-b880-5cd3067769ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:58.650306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-edf0515e-362c-4f0f-b880-5cd3067769ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1097 time: 0.0870929 Jul 07 22:59:58.986022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a084d1a-22d4-41c8-9ea6-fe79836d94c2 req-e006599a-5db8-47b5-ba41-3a91be6ceb38 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:58.987504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a084d1a-22d4-41c8-9ea6-fe79836d94c2 req-e006599a-5db8-47b5-ba41-3a91be6ceb38 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.3828733 Jul 07 22:59:59.045463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6a084d1a-22d4-41c8-9ea6-fe79836d94c2 req-447d2162-2e5f-4933-bbaa-7be23962fc79 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520270 Jul 07 22:59:59.046890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-6bdab434-110f-4ffb-9770-06b542201f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:59.048341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-6bdab434-110f-4ffb-9770-06b542201f33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.3900261 Jul 07 22:59:59.111459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-1ef3af1c-b070-4e06-b7d0-cd98ad65519d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 1000 time: 0.0569055 Jul 07 22:59:59.163578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-82a94bf9-678c-4a74-94ec-74d178ba12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:59.165073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-82a94bf9-678c-4a74-94ec-74d178ba12cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0474045 Jul 07 22:59:59.220663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-14189199-c38a-4249-b8f3-a67c63246f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 22:59:59.222111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-14189199-c38a-4249-b8f3-a67c63246f54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507758 Jul 07 22:59:59.309394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-d206ea58-6230-4c71-bfbd-61db33740139 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809700 Jul 07 22:59:59.400443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-f5339213-2a2f-4f16-875e-f5cd5576adb4 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839684 Jul 07 22:59:59.758571 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38c643b6-0afb-49cd-8d70-19882e55f4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:00.047091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:00.091935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-03c31a40-449b-4067-9100-1f62ef0b466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:00.093497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-03c31a40-449b-4067-9100-1f62ef0b466c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1097 time: 0.0603833 Jul 07 23:00:00.238943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-a4e76151-3a7d-4710-9744-fc47f5439632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:00.240427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-a4e76151-3a7d-4710-9744-fc47f5439632 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1254644 Jul 07 23:00:00.254018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8d282-1355-43cb-981d-eeaa5bdb17b2 req-90daf4d3-4725-4583-ab16-fec6b6a8ed23 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:00.255422 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5f8d282-1355-43cb-981d-eeaa5bdb17b2 req-90daf4d3-4725-4583-ab16-fec6b6a8ed23 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0948935 Jul 07 23:00:00.339569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-fa02f4f7-b26d-41ca-b852-1bae5c0cfee2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 1000 time: 0.0831156 Jul 07 23:00:00.342396 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d5f8d282-1355-43cb-981d-eeaa5bdb17b2 req-475168dc-6df0-48e0-aa07-b224945fa25b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791862 Jul 07 23:00:00.387827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-84c5cfd9-fe1b-4e54-8bbd-141143cb276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:00.389277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-84c5cfd9-fe1b-4e54-8bbd-141143cb276a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0431674 Jul 07 23:00:00.443896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-b57f13d7-512f-4cba-aff2-cf5b9103ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:00.445337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-b57f13d7-512f-4cba-aff2-cf5b9103ccc4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496552 Jul 07 23:00:00.535508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-d33edb4b-1ed4-4bbe-84d3-c062dd56af2c service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826535 Jul 07 23:00:00.622425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed93b8fe-1629-4456-91e8-a475173a2438 req-ee120c19-209f-4d08-a58c-6b7fe0d41dd3 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801473 Jul 07 23:00:01.029638 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:01.273182 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-31557403-3c07-46b1-b3d7-850245dc345a service neutron] show failed (client error): The resource could not be found. Jul 07 23:00:01.274265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-31557403-3c07-46b1-b3d7-850245dc345a service neutron] 10.222.0.44 "GET /v2.0/ports/eef7dc72-9385-40a8-8051-1f77254090c7/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0534101 Jul 07 23:00:01.327988 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:00:01.565038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46abbf4-dc89-4a41-aee8-eb62a341dc68 req-68b633e2-1464-4c67-b141-488ee43118dd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:01.566476 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a46abbf4-dc89-4a41-aee8-eb62a341dc68 req-68b633e2-1464-4c67-b141-488ee43118dd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.1049707 Jul 07 23:00:01.569078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-e7d7257f-975e-408d-80d4-9cb17d35f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:01.570464 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-e7d7257f-975e-408d-80d4-9cb17d35f224 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 1097 time: 0.0937445 Jul 07 23:00:01.591476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:00:01.635484 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a46abbf4-dc89-4a41-aee8-eb62a341dc68 req-e1f89165-6e2a-4599-a54c-6313afce2ee7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634363 Jul 07 23:00:01.679681 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:01.684896 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:01.878374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:01.911206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:00:01.949959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:01.952493 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85dae93-8f08-4596-ab6d-0e3d41961b6e" -d '{"events": [{"server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "name": "network-vif-unplugged", "status": "completed", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:01.956451 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:01.973791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Transition to ACTIVE for port object eef7dc72-9385-40a8-8051-1f77254090c7 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:00:01.978391 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:02.005170 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c322dc-2a83-42bb-986b-1a6e96b228e9 x-openstack-request-id: req-96c322dc-2a83-42bb-986b-1a6e96b228e9 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:02.005489 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "name": "network-vif-unplugged", "status": "completed", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:02.005706 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96c322dc-2a83-42bb-986b-1a6e96b228e9 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:02.006108 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'code': 200} Jul 07 23:00:02.058062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Pushing event updated for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:02.072449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.073066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.074002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.074365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.074693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.075018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.075339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.075659 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.075979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.076299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.076612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.076929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:02.117619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] No DVR routers for this DVR port eef7dc72-9385-40a8-8051-1f77254090c7 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:00:02.252511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Attempting to bind port eef7dc72-9385-40a8-8051-1f77254090c7 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:00:02.252835 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Attempting to bind port eef7dc72-9385-40a8-8051-1f77254090c7 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:00:02.253160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Attempting to bind port eef7dc72-9385-40a8-8051-1f77254090c7 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:00:02.257367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Port eef7dc72-9385-40a8-8051-1f77254090c7 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:00:02.257684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Attempting to bind port eef7dc72-9385-40a8-8051-1f77254090c7 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:00:02.262469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:00:02.262802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:00:02.263183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:00:02.263607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Bound port: eef7dc72-9385-40a8-8051-1f77254090c7, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:00:02.263963 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:02.331087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:00:02.334131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:00:02.338036 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:02.374352 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:02.374975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:02.376356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] 10.222.0.83 "PUT /v2.0/ports/eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 1092 time: 0.7907305 Jul 07 23:00:02.398685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814506d9-8382-46ae-bbaf-b8d6cfad6f35 service neutron] Pushing event updated for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:02.465668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-1b4e97c8-ac45-41c5-a670-06626097d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:02.467236 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-1b4e97c8-ac45-41c5-a670-06626097d4b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1095 time: 0.0556121 Jul 07 23:00:02.558290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-2173c249-7a1c-44f5-9e1c-8856f6e9d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:02.559784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-2173c249-7a1c-44f5-9e1c-8856f6e9d14c service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0856822 Jul 07 23:00:02.627990 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-924d72d0-b6f7-4d5a-8af4-723c800ef53f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 998 time: 0.0619073 Jul 07 23:00:02.676629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-569f54b3-9331-473b-92a2-a4ce9720eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:02.678186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-569f54b3-9331-473b-92a2-a4ce9720eeb0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0438347 Jul 07 23:00:02.734799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-934b7e66-14b0-4e96-8836-6371637fd044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:02.736370 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-934b7e66-14b0-4e96-8836-6371637fd044 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518787 Jul 07 23:00:02.869521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-18c6c1fe-9fe8-4039-bf9f-28d9245bef71 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262181 Jul 07 23:00:02.879880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9b1f6-9a06-409a-85e9-7773590e31ce req-c043b365-e336-4f7e-8b0e-48201dd4c57d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:02.881249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46d9b1f6-9a06-409a-85e9-7773590e31ce req-c043b365-e336-4f7e-8b0e-48201dd4c57d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 943 time: 0.1307480 Jul 07 23:00:02.900090 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:02.973643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46d9b1f6-9a06-409a-85e9-7773590e31ce req-4cfe4145-f940-43bd-bfdf-890f4558cbd8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827446 Jul 07 23:00:02.998381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3bfe5960-2d19-46f6-b024-e4490a583da5 req-15b3cd3e-2f86-4640-b856-6efe7e44d5ce service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161723 Jul 07 23:00:04.006706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:04.009045 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:04.055648 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab5a116-1e7e-4558-b8cd-2b9999b357a0 x-openstack-request-id: req-bab5a116-1e7e-4558-b8cd-2b9999b357a0 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:04.055935 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:04.056183 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bab5a116-1e7e-4558-b8cd-2b9999b357a0 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:04.056622 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'status': 'completed', 'code': 200} Jul 07 23:00:04.221166 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-5561e699-7200-458c-9e8a-12ed13fe2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:04.222709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-5561e699-7200-458c-9e8a-12ed13fe2bd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1095 time: 0.1476791 Jul 07 23:00:04.230567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-539caa8d-f642-4498-ba88-8ea3c597beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:04.231920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-539caa8d-f642-4498-ba88-8ea3c597beee service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1095 time: 0.1283367 Jul 07 23:00:04.240467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb83b8-63f8-423c-b0f4-e6067e3b0ccc req-09aadb7b-4e69-4067-a49b-8547aabfe233 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:04.241829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80bb83b8-63f8-423c-b0f4-e6067e3b0ccc req-09aadb7b-4e69-4067-a49b-8547aabfe233 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 943 time: 0.1364753 Jul 07 23:00:04.387391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80bb83b8-63f8-423c-b0f4-e6067e3b0ccc req-b6f73eab-9ec2-439c-9256-f43cd9cb7911 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377003 Jul 07 23:00:04.430615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-beafec23-e770-46e9-a059-cc1633353d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:04.432095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-beafec23-e770-46e9-a059-cc1633353d3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1993473 Jul 07 23:00:04.433205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-c16cbb91-1e02-4910-90e8-5b1e71a93c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:04.434551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-c16cbb91-1e02-4910-90e8-5b1e71a93c0c service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1919234 Jul 07 23:00:04.541333 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-388b4589-c93c-46da-9640-ffdac64ba522 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 998 time: 0.1020973 Jul 07 23:00:04.544856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-6ca0a1be-db4c-44e5-bbea-4498db5e5711 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 998 time: 0.0995102 Jul 07 23:00:04.624770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-57f8cb84-dce4-461f-bf31-0e1e3537327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:04.626238 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-57f8cb84-dce4-461f-bf31-0e1e3537327c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0793526 Jul 07 23:00:04.627850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-c94c001b-7f14-400d-92ce-17924bb32e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:04.629151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-c94c001b-7f14-400d-92ce-17924bb32e10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0744505 Jul 07 23:00:04.726107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-16393e27-f89b-42a5-82be-08aba690d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:04.727592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-16393e27-f89b-42a5-82be-08aba690d875 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952775 Jul 07 23:00:04.730063 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-6a2d309d-6321-4cd7-91f8-55873f305716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:04.731431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-6a2d309d-6321-4cd7-91f8-55873f305716 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904243 Jul 07 23:00:04.899804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-88af8ee6-6a9c-4f6d-8d6a-de8d33930a09 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586895 Jul 07 23:00:04.901627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-8c06c334-5dcd-4f52-a17f-c09ca06694d3 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674719 Jul 07 23:00:05.058682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-fb9fad6e-9af9-44ec-8b88-20962999f7c5 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523254 Jul 07 23:00:05.062037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d42c4a1f-c3a4-4d24-9d9e-b45332e0b3d9 req-3ba8c00c-2ad1-4cb5-a975-e252203a72eb service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488228 Jul 07 23:00:05.442123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device eef7dc72-9385-40a8-8051-1f77254090c7 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:00:05.478784 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device eef7dc72-9385-40a8-8051-1f77254090c7 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:00:05.561159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a510ee-6a8d-46a2-b358-7702dd00a9ba req-c95d0509-08dd-4f72-aa0a-873e71b0272a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:05.562584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98a510ee-6a8d-46a2-b358-7702dd00a9ba req-c95d0509-08dd-4f72-aa0a-873e71b0272a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 943 time: 0.0630209 Jul 07 23:00:05.604046 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-98a510ee-6a8d-46a2-b358-7702dd00a9ba req-a562103c-4618-4711-92d6-4429f630e703 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359905 Jul 07 23:00:06.499746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device eef7dc72-9385-40a8-8051-1f77254090c7 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:00:06.591437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:06.602964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'mac_address': 'fa:16:3e:e2:ad:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:00:06.644541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:06.658043 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef7dc72-9385-40a8-8051-1f77254090c7 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:00:06.680966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:06.686645 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:06.737972 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:06.747314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.747623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.747967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.748339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.748644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.748979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.749388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.749721 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.750052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.750407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.750737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.751063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:00:06.960363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de6710-d21a-412c-842f-b511f0f0b69d req-bd32b1a7-c51d-49ca-abe4-d5116635826c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:06.961827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7de6710-d21a-412c-842f-b511f0f0b69d req-bd32b1a7-c51d-49ca-abe4-d5116635826c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 944 time: 0.0632575 Jul 07 23:00:06.998851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7de6710-d21a-412c-842f-b511f0f0b69d req-887b2595-755d-462a-9d9e-a2d0c0638060 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Jul 07 23:00:07.163183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['eef7dc72-9385-40a8-8051-1f77254090c7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:00:07.344309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-716e5485-d477-41d8-ac45-73c960f5aca8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:07.345828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-716e5485-d477-41d8-ac45-73c960f5aca8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 944 time: 0.1163726 Jul 07 23:00:07.353896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5cf8d-a1cc-4e83-af4f-8a5e6db8036e req-095cb92a-e680-4c64-b337-9070b738ff7b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:07.355310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfc5cf8d-a1cc-4e83-af4f-8a5e6db8036e req-095cb92a-e680-4c64-b337-9070b738ff7b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 944 time: 0.1146235 Jul 07 23:00:07.426787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfc5cf8d-a1cc-4e83-af4f-8a5e6db8036e req-eaa0c8ce-8a71-414c-bcd5-6cb3743354a6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648255 Jul 07 23:00:07.433560 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-1c846e50-2285-4f4a-9f5d-523b35d0f701 service neutron] delete failed (client error): The resource could not be found. Jul 07 23:00:07.434658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-1c846e50-2285-4f4a-9f5d-523b35d0f701 service neutron] 10.222.0.44 "DELETE /v2.0/ports/eef7dc72-9385-40a8-8051-1f77254090c7/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0778499 Jul 07 23:00:07.526955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-32d37040-054e-4bef-9a40-f6faa6f9cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:07.529128 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-32d37040-054e-4bef-9a40-f6faa6f9cc46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1096 time: 0.0522256 Jul 07 23:00:07.620058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-53e118fb-39f6-452a-b6ec-7c63c7a75b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:07.622027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-53e118fb-39f6-452a-b6ec-7c63c7a75b6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0853982 Jul 07 23:00:07.683048 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-f6b34398-eba1-4833-acd3-a0b29661f315 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 999 time: 0.0551257 Jul 07 23:00:07.733365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-c011a92b-5555-4474-a3a1-a228bee433bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:07.734856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-c011a92b-5555-4474-a3a1-a228bee433bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0453753 Jul 07 23:00:08.047404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-960afd81-e48b-4172-abc8-8909db6a6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:08.048826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-960afd81-e48b-4172-abc8-8909db6a6361 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3081124 Jul 07 23:00:08.135148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-5448e0bf-d0fc-4f40-bb4c-b35eb9896784 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791218 Jul 07 23:00:08.230098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be1f95f8-b234-4e1a-a97b-8984a61469e6 req-4a0ec13b-8fa6-460d-b161-8d4600a768b0 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888934 Jul 07 23:00:08.511539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device eef7dc72-9385-40a8-8051-1f77254090c7 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:00:08.561800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port eef7dc72-9385-40a8-8051-1f77254090c7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:00:08.565160 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port eef7dc72-9385-40a8-8051-1f77254090c7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:00:08.565619 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:08.629191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7accb-9fb8-43ca-9ad1-7451ab1a2a40 req-0f134303-4b7b-4e16-b5d1-eda434cf51ca tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:08.630723 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57d7accb-9fb8-43ca-9ad1-7451ab1a2a40 req-0f134303-4b7b-4e16-b5d1-eda434cf51ca tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 944 time: 0.0887756 Jul 07 23:00:08.643623 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:08.672045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57d7accb-9fb8-43ca-9ad1-7451ab1a2a40 req-07b1c9fe-d221-49dd-b491-79e9a2c148e5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338802 Jul 07 23:00:08.673911 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:08.679644 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f806b6eb-04f4-46ae-9074-522d773ed001" -d '{"events": [{"server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "name": "network-vif-plugged", "status": "completed", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:08.683443 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:08.688696 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:08.722067 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cb9588-9670-4eb7-b261-970a52249e2c x-openstack-request-id: req-27cb9588-9670-4eb7-b261-970a52249e2c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:08.722225 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "name": "network-vif-plugged", "status": "completed", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:08.722482 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-27cb9588-9670-4eb7-b261-970a52249e2c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:08.722897 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'code': 200} Jul 07 23:00:08.740623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:09.855028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe36a2e-a5a3-4f13-b7e9-080a574f628d req-07d03ac7-e1e1-40a0-8bd1-24b590857167 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:09.856602 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe36a2e-a5a3-4f13-b7e9-080a574f628d req-07d03ac7-e1e1-40a0-8bd1-24b590857167 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0676029 Jul 07 23:00:09.893215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cfe36a2e-a5a3-4f13-b7e9-080a574f628d req-b870370f-e337-4b30-ad2d-979c4aa70375 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310972 Jul 07 23:00:10.064765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39201e-252f-42db-a54f-03ab7b201788 req-69370377-1b59-4172-9076-510fddd57496 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:10.066175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff39201e-252f-42db-a54f-03ab7b201788 req-69370377-1b59-4172-9076-510fddd57496 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0624135 Jul 07 23:00:10.103336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ff39201e-252f-42db-a54f-03ab7b201788 req-1584b7ab-6e56-4ea1-af6d-17b1c0518aca tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Jul 07 23:00:10.473674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-c235e7bd-427d-4bf9-afa6-22fefdac9a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:10.475174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-c235e7bd-427d-4bf9-afa6-22fefdac9a4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1097 time: 0.0859895 Jul 07 23:00:10.483801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a65c4-6384-4f9e-9e5e-7a2c5e9e16f7 req-b7f3d1a1-84bd-42db-9089-167934d41002 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:10.485159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-657a65c4-6384-4f9e-9e5e-7a2c5e9e16f7 req-b7f3d1a1-84bd-42db-9089-167934d41002 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.1068847 Jul 07 23:00:10.571554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-657a65c4-6384-4f9e-9e5e-7a2c5e9e16f7 req-dc716a67-21a5-4fa3-a858-a548959456ad tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777082 Jul 07 23:00:10.594853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-4d4211fa-e1b5-41eb-9cb6-192e4aabacad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:10.596325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-4d4211fa-e1b5-41eb-9cb6-192e4aabacad service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1103237 Jul 07 23:00:10.660471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-c2928758-da12-4004-a53d-bc9766986bef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 1000 time: 0.0575776 Jul 07 23:00:10.707904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-abc80330-80d7-4398-a11a-9c4ea73daa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:10.709291 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-abc80330-80d7-4398-a11a-9c4ea73daa4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0426543 Jul 07 23:00:10.769839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-8fea08b9-6712-4d34-a5fb-3c86fd63b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:10.771272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-8fea08b9-6712-4d34-a5fb-3c86fd63b296 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555139 Jul 07 23:00:10.859116 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-c87f494b-f634-4f5e-b5d2-363b97bfca4d service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803237 Jul 07 23:00:10.951439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e295f37-3edf-420b-8874-e3ef9dbd34bc req-766d333b-b1e2-4494-ae23-37d8be1fa1fb service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857322 Jul 07 23:00:11.380217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-88827f7a-ddf0-4ce9-8268-441ef9b21167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:11.381705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-88827f7a-ddf0-4ce9-8268-441ef9b21167 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 1097 time: 0.0516582 Jul 07 23:00:11.495613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-df563dc1-3956-4149-a0dc-efd1b3c85fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:11.497157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-df563dc1-3956-4149-a0dc-efd1b3c85fd6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0822768 Jul 07 23:00:11.574097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-70fe6363-92cd-4624-adc9-167b5db100f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 200 len: 1000 time: 0.0621154 Jul 07 23:00:11.624581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-d3d688ae-b1b2-4c6d-8c97-b99be9b586b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:11.626089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-d3d688ae-b1b2-4c6d-8c97-b99be9b586b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0454462 Jul 07 23:00:11.687040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-669ba3a6-5a07-46c7-9efc-3c6018f1e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:11.688561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-669ba3a6-5a07-46c7-9efc-3c6018f1e6dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517776 Jul 07 23:00:11.816403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-83d3ddbb-88d4-4fc0-a8f8-97d666bdef20 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146092 Jul 07 23:00:11.825632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c899-f03a-43b7-9bcc-15c0633f95a4 req-4700c265-38b8-4cef-8f62-46a7ba588287 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:11.826966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7345c899-f03a-43b7-9bcc-15c0633f95a4 req-4700c265-38b8-4cef-8f62-46a7ba588287 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.1345460 Jul 07 23:00:11.910061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7345c899-f03a-43b7-9bcc-15c0633f95a4 req-c064ab9f-d05c-4195-a275-5be2009e87b8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753202 Jul 07 23:00:11.939826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d9d286b-ea51-4bdd-8c71-cbe9b02387e1 req-68a7ae4d-e2f1-474d-a067-79ae23b07c2f service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119380 Jul 07 23:00:12.279845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de47b1c-9f82-415e-a632-deaf317f4899 req-8aeaf042-eed2-49af-b5bf-7115577b84c9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:12.281344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6de47b1c-9f82-415e-a632-deaf317f4899 req-8aeaf042-eed2-49af-b5bf-7115577b84c9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0644467 Jul 07 23:00:12.318642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6de47b1c-9f82-415e-a632-deaf317f4899 req-7e786add-8cff-4e0a-b112-1478ece3ddd0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316787 Jul 07 23:00:13.499741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b6278-46a8-4cde-a3f4-4a7614c2e7cb req-7b23d744-56f9-4646-b1b1-edb9893c8c48 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:13.501275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e53b6278-46a8-4cde-a3f4-4a7614c2e7cb req-7b23d744-56f9-4646-b1b1-edb9893c8c48 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0673358 Jul 07 23:00:13.538273 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e53b6278-46a8-4cde-a3f4-4a7614c2e7cb req-cdd0e0ca-8cd3-45cc-81f9-7c63c50e79a2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313458 Jul 07 23:00:13.766746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-f0a8e70c-817e-4c9a-b69b-7e774effef28 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:13.768198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-f0a8e70c-817e-4c9a-b69b-7e774effef28 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 945 time: 0.0616465 Jul 07 23:00:13.863999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Deleting port eef7dc72-9385-40a8-8051-1f77254090c7 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:00:13.864348 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:13.955569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] For port eef7dc72-9385-40a8-8051-1f77254090c7, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=eef7dc72-9385-40a8-8051-1f77254090c7,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:13.955940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:14.116332 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:14.116616 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:14.116929 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888 disassociated. External IP: 172.25.8.32, port: eef7dc72-9385-40a8-8051-1f77254090c7. Jul 07 23:00:14.117265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Calling delete_port for eef7dc72-9385-40a8-8051-1f77254090c7 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:00:14.243664 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:14.276796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event deleted for resources: {'Port': ['ID=eef7dc72-9385-40a8-8051-1f77254090c7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:14.393412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:00:14.500724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:00:14.509995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a5704-4744-479c-89a1-84c66227827e None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:00:14.520395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a5704-4744-479c-89a1-84c66227827e None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:00:14.521092 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-df9a5704-4744-479c-89a1-84c66227827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:00:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:14.542586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] No DVR routers for this DVR port eef7dc72-9385-40a8-8051-1f77254090c7 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:00:14.546228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:14.548334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f739b436-92cc-4dfe-b8f3-2c3646f32643 req-4ac46bc4-be2e-4557-a8ed-644b5b64d8f4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "DELETE /v2.0/ports/eef7dc72-9385-40a8-8051-1f77254090c7 HTTP/1.1" status: 204 len: 173 time: 0.7748055 Jul 07 23:00:14.548780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'name': 'network-vif-deleted', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:14.551108 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8e82a5-ebbf-4641-9c58-e8b0d501f6e0" -d '{"events": [{"server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "name": "network-vif-deleted", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:14.590701 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d66588b-5e5d-4460-a2cf-2facf91536ed x-openstack-request-id: req-7d66588b-5e5d-4460-a2cf-2facf91536ed {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:14.591209 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3def60-a0b8-498a-9f45-dbb8c9fe87c4", "name": "network-vif-deleted", "tag": "eef7dc72-9385-40a8-8051-1f77254090c7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:14.591741 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d66588b-5e5d-4460-a2cf-2facf91536ed {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:14.592310 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3def60-a0b8-498a-9f45-dbb8c9fe87c4', 'name': 'network-vif-deleted', 'tag': 'eef7dc72-9385-40a8-8051-1f77254090c7', 'status': 'completed', 'code': 200} Jul 07 23:00:14.641513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-df9a5704-4744-479c-89a1-84c66227827e None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:00:14.685787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c53d0041-573c-4551-a9ae-36a45c2e1da9 req-d1270023-cf79-49de-a9de-b2983e96cc53 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=8a3def60-a0b8-498a-9f45-dbb8c9fe87c4 HTTP/1.1" status: 200 len: 210 time: 0.0335472 Jul 07 23:00:14.849723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-df9a5704-4744-479c-89a1-84c66227827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:14.878129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a5704-4744-479c-89a1-84c66227827e None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:00:14.886214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9a5704-4744-479c-89a1-84c66227827e None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:00:14.886846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-df9a5704-4744-479c-89a1-84c66227827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:00:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:14.996799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-df9a5704-4744-479c-89a1-84c66227827e None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:00:15.204442 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-df9a5704-4744-479c-89a1-84c66227827e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:15.231940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a5704-4744-479c-89a1-84c66227827e None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:00:15.432989 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f94f1f-8a72-4e21-b346-1ecd257a49e2 None None] New status for floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:00:16.024560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-b16d862d-16fa-4580-acd1-f7a44b1151a4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--248856710&fields=id&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 267 time: 0.0323701 Jul 07 23:00:16.127240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-ce999838-6d19-49ea-a879-a0283ccfa089 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:16.128616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-ce999838-6d19-49ea-a879-a0283ccfa089 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 812 time: 0.0974176 Jul 07 23:00:16.142898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-91867884-3d60-4cfc-af66-0f85a785d8e2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/quotas/8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 375 time: 0.0088148 Jul 07 23:00:16.213542 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-ff6b2edc-9f52-4b49-8cf7-d92c83eae5c6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0659478 Jul 07 23:00:16.357653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-ca3ff880-f11a-47bc-857d-0ddb79abee7d service neutron] 10.222.0.81 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323967 Jul 07 23:00:16.448692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-80a0b094-44a5-468a-b9fa-690b52a78d83 service neutron] 10.222.0.81 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852594 Jul 07 23:00:16.618240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c3ee147-85e1-4028-b1cc-af5ec9a19487 req-c9574ba7-1d61-41fa-9a69-5e34631a4974 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 210 time: 0.0310655 Jul 07 23:00:17.707078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-f8e91315-e6d2-4b11-87a3-fd22748dcdce tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:17.708653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-f8e91315-e6d2-4b11-87a3-fd22748dcdce tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 812 time: 0.1176653 Jul 07 23:00:17.772452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3ed4f627-02ce-4aea-a96d-5582fa51f915 req-319b3ad5-9b39-4ea7-80f9-b869160eca81 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 210 time: 0.0330725 Jul 07 23:00:17.788110 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-e00e84c2-769b-4320-80b9-e8e0653fe969 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 379 time: 0.0627573 Jul 07 23:00:17.797499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'port': {'device_id': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'admin_state_up': True, 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'security_groups': ['ac06ab5e-fd28-43e5-9c3d-fc43448ab828']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:00:17.902477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Made reservation on behalf of 8aaadb9dc7304fcc9d473c77f8152dcb for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:00:17.905926 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.029999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Allocated IP 172.20.0.9 (9e59697b-c3ab-4126-aeb9-509e4d3d13f0/a24f44a1-30eb-40f2-847b-dea06d945d63/153c6f92-53e4-4d97-9b67-bafe6e235b21) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:00:18.165723 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.179849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Transition to ACTIVE for port object 153c6f92-53e4-4d97-9b67-bafe6e235b21 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:00:18.212528 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.255618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:00:18.260623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:00:18.264284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:00:18.290813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:18.318555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:18.319187 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.334771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-5c7c9361-7b45-4199-850a-aff70b07674d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5409744 Jul 07 23:00:18.390054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Request body: {'port': {'device_id': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:00:18.466648 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.526549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fabc18b3-e24f-4d84-8a81-43968dbd1bcc None None] Provisioning for port 153c6f92-53e4-4d97-9b67-bafe6e235b21 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:00:18.530995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device eef7dc72-9385-40a8-8051-1f77254090c7 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:00:18.535939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fabc18b3-e24f-4d84-8a81-43968dbd1bcc None None] Provisioning complete for port 153c6f92-53e4-4d97-9b67-bafe6e235b21 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:00:18.536249 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fabc18b3-e24f-4d84-8a81-43968dbd1bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.554094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: eef7dc72-9385-40a8-8051-1f77254090c7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:00:18.554665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device eef7dc72-9385-40a8-8051-1f77254090c7 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:00:18.589164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fabc18b3-e24f-4d84-8a81-43968dbd1bcc None None] Port 153c6f92-53e4-4d97-9b67-bafe6e235b21 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:00:18.727803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153c6f92-53e4-4d97-9b67-bafe6e235b21 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:00:18.734944 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.746894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Transition to ACTIVE for port object 153c6f92-53e4-4d97-9b67-bafe6e235b21 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:00:18.750429 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.823408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:18.873210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:00:18.873553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:00:18.874564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:00:18.878418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:00:18.878748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:00:18.883902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 22, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:00:18.884246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:00:18.884642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:00:18.885079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Bound port: 153c6f92-53e4-4d97-9b67-bafe6e235b21, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:00:18.885441 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:18.992162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:00:19.006574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:00:19.014602 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6ef34-aa8f-4212-ade7-9cd52371f9c7 req-fd478f73-4788-4b84-b6e0-4847d63c09b3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:19.016119 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76f6ef34-aa8f-4212-ade7-9cd52371f9c7 req-fd478f73-4788-4b84-b6e0-4847d63c09b3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 943 time: 0.1270926 Jul 07 23:00:19.017685 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:19.073864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:19.074541 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:19.076137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] 10.222.0.83 "PUT /v2.0/ports/153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 1092 time: 0.6903977 Jul 07 23:00:19.076390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:19.078662 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4195b3-5703-4c60-8db7-490938810fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:19.118773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-76f6ef34-aa8f-4212-ade7-9cd52371f9c7 req-06dfe6c2-d25d-4819-94c2-5ce6771cfbfc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930040 Jul 07 23:00:19.119959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d2514-4ac5-4fbd-8d0a-11d66e598aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:19.124330 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e760d122-9866-4517-92f8-91bd914ba5f5 x-openstack-request-id: req-e760d122-9866-4517-92f8-91bd914ba5f5 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:19.124578 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:19.124841 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e760d122-9866-4517-92f8-91bd914ba5f5 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:19.125244 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'status': 'completed', 'code': 200} Jul 07 23:00:19.195409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-49cc7bb0-5941-4457-9218-6d2933145031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:19.196927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-49cc7bb0-5941-4457-9218-6d2933145031 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1095 time: 0.0563056 Jul 07 23:00:19.249522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-81988825-7dbf-413b-8b69-35163686893c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 217 time: 0.0396805 Jul 07 23:00:19.298839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-48a18db2-46da-4fb0-97d6-cd460df2c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:19.300309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-48a18db2-46da-4fb0-97d6-cd460df2c242 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0440800 Jul 07 23:00:19.357399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-e4f00f94-fa02-4032-a330-360bc7f45b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:19.358952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-e4f00f94-fa02-4032-a330-360bc7f45b06 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515728 Jul 07 23:00:19.449288 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-c011582a-5c89-4710-8837-e8a685a3b718 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833390 Jul 07 23:00:19.789805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d639ae39-0886-4843-b41e-3ceb31d9b2e0 req-ae8e70ec-3725-440f-b7d3-3b9f13bdb804 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334610 Jul 07 23:00:19.946547 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-ad2e305e-fa10-4d9b-9891-209d3a8ed637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:19.947972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-ad2e305e-fa10-4d9b-9891-209d3a8ed637 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1095 time: 0.0504141 Jul 07 23:00:20.039213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-14a2715b-2cef-445e-9b65-b1b0027a3001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:20.040683 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-14a2715b-2cef-445e-9b65-b1b0027a3001 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0859754 Jul 07 23:00:20.085855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-ebeeca43-7c8b-44a3-be8a-7999b906875c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 217 time: 0.0332410 Jul 07 23:00:20.135288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-59a7c5c6-b25d-4379-be52-1f0c1e9e0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:20.136675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-59a7c5c6-b25d-4379-be52-1f0c1e9e0387 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0449004 Jul 07 23:00:20.195026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-cb08c2ff-bea5-4677-bc64-9b8c6489518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:20.196535 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-cb08c2ff-bea5-4677-bc64-9b8c6489518e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524752 Jul 07 23:00:20.236190 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:20.331248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-cf196f72-a4d0-4884-beb9-080c435e2684 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279953 Jul 07 23:00:20.344680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82834440-26cb-4784-8c86-c048982d0449 req-740c0aaf-fa95-4edb-816a-c6f9d8fb4ab0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:20.346065 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82834440-26cb-4784-8c86-c048982d0449 req-740c0aaf-fa95-4edb-816a-c6f9d8fb4ab0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 943 time: 0.1025496 Jul 07 23:00:20.427988 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82834440-26cb-4784-8c86-c048982d0449 req-61ad3447-4222-43b8-85c3-5c7a21a3d6f7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741234 Jul 07 23:00:20.455742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b4195b3-5703-4c60-8db7-490938810fd1 req-0c94de3c-7eec-4835-b52c-ce2db7dcb968 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087444 Jul 07 23:00:21.602490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f82b2-2880-4581-ae4f-e1b27a8eda32 req-ea978ab6-7002-4f30-af04-2a7bc04c22f1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:21.603985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b9f82b2-2880-4581-ae4f-e1b27a8eda32 req-ea978ab6-7002-4f30-af04-2a7bc04c22f1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 943 time: 0.0637572 Jul 07 23:00:21.640906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b9f82b2-2880-4581-ae4f-e1b27a8eda32 req-166a2f60-e022-4326-82f1-5576a0e72cfe tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Jul 07 23:00:22.809346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b415c5-55b7-4032-84d9-b7f7f74d1c0e req-26878ec1-3b9d-4114-bb12-fe6e4b0e2a5c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:22.810826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1b415c5-55b7-4032-84d9-b7f7f74d1c0e req-26878ec1-3b9d-4114-bb12-fe6e4b0e2a5c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 943 time: 0.0613866 Jul 07 23:00:22.846962 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1b415c5-55b7-4032-84d9-b7f7f74d1c0e req-91d55789-28fa-4aa3-bfc3-ea87dded88ec tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307221 Jul 07 23:00:24.030337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0d3e9-7981-47c8-9970-f2cb5829e9f6 req-cbc6d646-81f0-4654-b984-d7d47c4ec3b5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:24.031801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86f0d3e9-7981-47c8-9970-f2cb5829e9f6 req-cbc6d646-81f0-4654-b984-d7d47c4ec3b5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 943 time: 0.0763302 Jul 07 23:00:24.068740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-86f0d3e9-7981-47c8-9970-f2cb5829e9f6 req-97dd9483-4b25-45d4-81e4-52ec3444ec72 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310278 Jul 07 23:00:24.558360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:00:24.649802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:24.661235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'mac_address': 'fa:16:3e:c1:18:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:00:24.695994 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:24.711727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153c6f92-53e4-4d97-9b67-bafe6e235b21 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:00:24.730593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:24.734815 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:24.924185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:25.137007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['153c6f92-53e4-4d97-9b67-bafe6e235b21'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:00:25.238955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e10c7e-e341-4b38-a36c-6a2e28db050a req-8f38b20d-3374-4ac6-ac90-e2e1695fa181 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:25.240500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80e10c7e-e341-4b38-a36c-6a2e28db050a req-8f38b20d-3374-4ac6-ac90-e2e1695fa181 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 944 time: 0.0629375 Jul 07 23:00:25.278926 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80e10c7e-e341-4b38-a36c-6a2e28db050a req-b2643494-9233-4309-9f1f-5353b55a35eb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328493 Jul 07 23:00:26.452545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc2a9e-5c96-4560-8751-c7fb7f806ffb req-8745533a-58b3-42d5-b096-1a01dac6a8ca tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:26.454366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bbc2a9e-5c96-4560-8751-c7fb7f806ffb req-8745533a-58b3-42d5-b096-1a01dac6a8ca tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 944 time: 0.0674694 Jul 07 23:00:26.491148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4bbc2a9e-5c96-4560-8751-c7fb7f806ffb req-5fe36939-167d-49d1-b75b-670841f02a8a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312171 Jul 07 23:00:26.572985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:00:26.622662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 153c6f92-53e4-4d97-9b67-bafe6e235b21 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:00:26.626757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 153c6f92-53e4-4d97-9b67-bafe6e235b21 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:00:26.627130 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:26.701720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:26.723338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:26.725636 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98578b09-7852-4c6f-adb4-c2fbb37ec9b2" -d '{"events": [{"server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "name": "network-vif-plugged", "status": "completed", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:26.738066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:00:26.741969 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:26.769595 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6a3a27-7cf4-4aaf-be9b-c2a9d7bf1baa x-openstack-request-id: req-ac6a3a27-7cf4-4aaf-be9b-c2a9d7bf1baa {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:26.769911 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "name": "network-vif-plugged", "status": "completed", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:26.770180 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac6a3a27-7cf4-4aaf-be9b-c2a9d7bf1baa {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:26.770597 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'code': 200} Jul 07 23:00:26.795524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:00:26.898766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9a5bc-f611-4c98-8eee-8521d9f55796 req-bea2632d-67c3-4fff-b59d-42c8fb8160d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:26.900150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68e9a5bc-f611-4c98-8eee-8521d9f55796 req-bea2632d-67c3-4fff-b59d-42c8fb8160d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1097 time: 0.0512080 Jul 07 23:00:26.933379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-68e9a5bc-f611-4c98-8eee-8521d9f55796 req-07273c28-04c7-4954-a85c-2854394f18b8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267680 Jul 07 23:00:27.396617 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0714d4d9-3660-4aac-907b-eee2346bf8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:27.664531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5475-c403-4081-b1d3-c640605d382a req-93b1337b-7802-4047-a581-d72a5b09277c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:27.666030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-260c5475-c403-4081-b1d3-c640605d382a req-93b1337b-7802-4047-a581-d72a5b09277c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0639336 Jul 07 23:00:27.703656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-260c5475-c403-4081-b1d3-c640605d382a req-ecb29732-42af-41ab-9328-90808052fdcd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 Jul 07 23:00:28.877816 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad511089-5b4d-4d75-b275-4cc1545e69d5 req-980cc63a-577a-41ea-a375-eeeea5277f48 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:28.879344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad511089-5b4d-4d75-b275-4cc1545e69d5 req-980cc63a-577a-41ea-a375-eeeea5277f48 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0656245 Jul 07 23:00:28.915684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad511089-5b4d-4d75-b275-4cc1545e69d5 req-2aed58b5-e242-499e-8c3a-6257034b6472 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309162 Jul 07 23:00:29.084189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0175102-a330-4013-8e38-b5b868d97e4d req-f3e75234-bb9e-4ad2-9a55-49e6e9f3b0b1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:29.085592 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e0175102-a330-4013-8e38-b5b868d97e4d req-f3e75234-bb9e-4ad2-9a55-49e6e9f3b0b1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0630610 Jul 07 23:00:29.094262 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 46646) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:00:29.099775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8e1a7de6-72b5-484d-827c-ee85216d214c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'floatingip': {'port_id': '153c6f92-53e4-4d97-9b67-bafe6e235b21'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:00:29.137648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7de6-72b5-484d-827c-ee85216d214c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:29.569970 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7de6-72b5-484d-827c-ee85216d214c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:29.574236 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7de6-72b5-484d-827c-ee85216d214c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:29.673030 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-8e1a7de6-72b5-484d-827c-ee85216d214c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888 associated. External IP: 172.25.8.32, port: 153c6f92-53e4-4d97-9b67-bafe6e235b21. Jul 07 23:00:29.760247 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e2b07fd-2166-497d-a451-987a04a842ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:30.048931 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:30.184040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1a7de6-72b5-484d-827c-ee85216d214c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:00:30.288580 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1a7de6-72b5-484d-827c-ee85216d214c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:00:30.293377 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7de6-72b5-484d-827c-ee85216d214c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:30.298716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:00:30.307498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:00:30.308101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:00:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:30.333890 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8e1a7de6-72b5-484d-827c-ee85216d214c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "PUT /v2.0/floatingips/5e41005a-e4c3-4dff-806a-559d2c9c9888 HTTP/1.1" status: 200 len: 990 time: 1.2385037 Jul 07 23:00:30.334510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:00:30.336759 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cbdf460af05356a8003bd559d2922f571ba2868f445457299943258794720a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bec06d-6939-4cec-9bba-33444ad494fb" -d '{"events": [{"name": "network-changed", "server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:00:30.421578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:00:30.442862 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaffcff-dfec-43cf-9fee-ca93c077bfcc x-openstack-request-id: req-afaffcff-dfec-43cf-9fee-ca93c077bfcc {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:00:30.443150 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:00:30.443395 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afaffcff-dfec-43cf-9fee-ca93c077bfcc {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:00:30.443786 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'status': 'completed', 'code': 200} Jul 07 23:00:30.542254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bec06d-6939-4cec-9bba-33444ad494fb req-3ea72e9b-fa27-4191-8b70-e8b4b3b73b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:30.543758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51bec06d-6939-4cec-9bba-33444ad494fb req-3ea72e9b-fa27-4191-8b70-e8b4b3b73b6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1097 time: 0.0519896 Jul 07 23:00:30.638873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bec06d-6939-4cec-9bba-33444ad494fb req-192b0de0-4440-42b0-a79f-2fb4c52a2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:30.640331 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51bec06d-6939-4cec-9bba-33444ad494fb req-192b0de0-4440-42b0-a79f-2fb4c52a2159 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0891187 Jul 07 23:00:30.644811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:c1:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T23:00:29Z', 'revision_number': 9, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:30.674798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:00:30.682991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:00:30.683597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:00:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:30.704728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51bec06d-6939-4cec-9bba-33444ad494fb req-2f51de40-739c-48fe-b65d-643e535eb712 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 998 time: 0.0576808 Jul 07 23:00:30.757627 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bec06d-6939-4cec-9bba-33444ad494fb req-d5dedf89-c2b1-419d-8149-28284e9cd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:30.759276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51bec06d-6939-4cec-9bba-33444ad494fb req-d5dedf89-c2b1-419d-8149-28284e9cd820 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0484300 Jul 07 23:00:30.789982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:00:30.815120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bec06d-6939-4cec-9bba-33444ad494fb req-0b522ace-6dc0-4544-8ac6-b736153c3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:00:30.816681 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51bec06d-6939-4cec-9bba-33444ad494fb req-0b522ace-6dc0-4544-8ac6-b736153c3911 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515611 Jul 07 23:00:30.904448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51bec06d-6939-4cec-9bba-33444ad494fb req-c2732dde-de2f-4dde-a793-aab9e752f836 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815508 Jul 07 23:00:30.999468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51bec06d-6939-4cec-9bba-33444ad494fb req-d5a391e0-453d-4a8c-a0f4-0e4de3d08d6a service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880849 Jul 07 23:00:31.007759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:c1:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T23:00:29Z', 'revision_number': 9, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:00:31.037245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e54106-d34b-4ceb-a24b-36a4bb45ee76 None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:c1:18:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T23:00:29Z', 'revision_number': 9, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:00:31.049529 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:31.226030 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec331172-d49b-4118-994f-bde578f8e34d None None] New status for floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:00:31.716178 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:32.900592 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:38.327149 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:00:50.246040 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:57.401129 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-78a34931-1a81-4a8f-b070-3a65a6e7d8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:00:59.761346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-92b0b99b-0d7f-4bed-ae49-eb1c19eb0a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:00.048755 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:01.036306 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:01.716433 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:02.903706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:12.318507 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-02b6ddc0-ee13-4233-b053-0a2b1b33435d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509605 Jul 07 23:01:12.430970 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-aeb13a5b-f6b1-4c40-a798-4ae48a1ce7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:12.432444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-aeb13a5b-f6b1-4c40-a798-4ae48a1ce7e2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1097 time: 0.0552123 Jul 07 23:01:12.536365 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-fa28d345-06f0-449d-9c7c-ea35c7b4ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:12.537733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-fa28d345-06f0-449d-9c7c-ea35c7b4ed44 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0854702 Jul 07 23:01:12.598809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-799bc697-678a-4c07-8733-7bbba6ca9ad2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 1001 time: 0.0550356 Jul 07 23:01:12.647318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-7dc2e88d-7615-43a7-856f-09b9568e4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:12.649235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-7dc2e88d-7615-43a7-856f-09b9568e4022 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0447061 Jul 07 23:01:12.704256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-48ce326f-b779-4b47-ba24-5ab559d7aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:01:12.705675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-48ce326f-b779-4b47-ba24-5ab559d7aa29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504155 Jul 07 23:01:12.790977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-252b8f0f-babf-4104-af3d-74f11ec8e2f9 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785789 Jul 07 23:01:12.887352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a316b742-7d7d-4ed0-a3c6-50c0b39f5dff req-5c3141c8-eae1-4668-9f03-7476248fd5db service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898929 Jul 07 23:01:15.326011 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:01:20.258338 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:27.401124 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5ae90427-2293-47aa-bdbd-449b4048b439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:29.763094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21070680-5fa7-466c-8b27-1f2f81f091d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:30.050099 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:31.039552 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:31.733285 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:32.905392 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:50.256569 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:52.325419 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:01:57.402233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-06d35e8e-20af-41aa-9bfe-fc2261ffd495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:01:59.762776 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a3561f72-0817-4f6c-b585-f3c025551173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:00.049961 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:01.041794 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:01.732492 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:02.908851 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:14.295854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-4c7fdb9e-215a-4aed-9c0b-30ea2b405d24 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517840 Jul 07 23:02:14.408159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-185d1b16-6c2b-4a4b-ad28-49436c5938a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:02:14.409604 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-185d1b16-6c2b-4a4b-ad28-49436c5938a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1097 time: 0.0547550 Jul 07 23:02:14.510492 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-0b9447da-05f3-47d5-b685-f607e53b9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:02:14.511981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-0b9447da-05f3-47d5-b685-f607e53b9646 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0819240 Jul 07 23:02:14.580039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-f5e12f18-6643-4a28-89fb-4a9691adbec9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 1001 time: 0.0614536 Jul 07 23:02:14.627841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-fbf28a3b-e711-467f-a63d-dce58ce3c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:02:14.629335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-fbf28a3b-e711-467f-a63d-dce58ce3c393 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0423458 Jul 07 23:02:14.683924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-43aa63e8-bde1-499f-9d09-a9f5a6aa1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:02:14.685957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-43aa63e8-bde1-499f-9d09-a9f5a6aa1ee9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500822 Jul 07 23:02:14.789136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-3869c77d-e0d8-44aa-8c67-abf8e44735d0 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838518 Jul 07 23:02:14.877833 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5568f4ad-05e2-4246-a05c-b611b96e0123 req-998bd026-7d72-4432-88a6-0a7c86fb809a service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810428 Jul 07 23:02:20.259592 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:27.402151 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cda7e8da-657e-4a5e-8b80-d30dce402db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:29.323900 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:02:29.762710 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-47259616-cd8c-4fdf-92ee-197069503eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:30.051239 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:31.044700 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:31.758765 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:32.909773 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:50.268416 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:57.403362 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2d13dc90-2152-4d2f-b712-4281a4348fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:02:59.762871 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-113db250-321d-4555-88d5-cd48a64ad82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:00.051808 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:01.047973 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:01.755363 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:02.913071 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:06.322522 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:03:07.622805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-ca067836-75a3-4521-96e4-59698566f9f9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992367 Jul 07 23:03:07.698355 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452352b-7b35-42a5-92f3-b5e653cd5234 req-851354bb-d4ce-49c8-8283-ad35c49c7477 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:07.700004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0452352b-7b35-42a5-92f3-b5e653cd5234 req-851354bb-d4ce-49c8-8283-ad35c49c7477 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.1259429 Jul 07 23:03:07.739808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0452352b-7b35-42a5-92f3-b5e653cd5234 req-4f3848f9-1871-40e4-9028-6de4e025c421 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339146 Jul 07 23:03:08.956799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-a9614ed0-1bb2-48ff-8596-513d3a2db5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:08.958308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-a9614ed0-1bb2-48ff-8596-513d3a2db5c8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1097 time: 0.1306975 Jul 07 23:03:09.023188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bf61a-d8a0-4436-8f4c-ba2f2948a07b req-d469e140-0c1c-4c06-8d2f-73acf73b31b9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:09.024574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b5bf61a-d8a0-4436-8f4c-ba2f2948a07b req-d469e140-0c1c-4c06-8d2f-73acf73b31b9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.1649489 Jul 07 23:03:09.082578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b5bf61a-d8a0-4436-8f4c-ba2f2948a07b req-597a9c9c-6800-4817-997e-8c0b4b0767d4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493541 Jul 07 23:03:09.095083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-93f206f0-203e-49f0-8f1f-ceb354fcc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:09.096584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-93f206f0-203e-49f0-8f1f-ceb354fcc9e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1291716 Jul 07 23:03:09.165674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-c54eead6-42cf-4379-9165-cd266d5d3786 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 1001 time: 0.0614741 Jul 07 23:03:09.214623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-df9ccf1e-81dc-4a55-8f88-90ed75ac067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:09.216088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-df9ccf1e-81dc-4a55-8f88-90ed75ac067e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0432172 Jul 07 23:03:09.273319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-23942a51-4a1d-4aea-b939-d347e3dc1783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:09.274756 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-23942a51-4a1d-4aea-b939-d347e3dc1783 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515091 Jul 07 23:03:09.365937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-eb59f4f3-48e9-4351-a5dd-898777d84966 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829279 Jul 07 23:03:09.454496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-4217843a-3414-442c-9e82-d106f02d85d9 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803986 Jul 07 23:03:10.252225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d0dd0-ab51-4a36-8fbd-be4c3ba4d88d req-372b8d50-e087-4680-b05a-81365535bdca tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:10.253696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba5d0dd0-ab51-4a36-8fbd-be4c3ba4d88d req-372b8d50-e087-4680-b05a-81365535bdca tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0629919 Jul 07 23:03:10.290995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba5d0dd0-ab51-4a36-8fbd-be4c3ba4d88d req-bf6b1140-9a3e-4e34-9e79-4292209cf5f0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Jul 07 23:03:10.313942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [req-aac90674-7d12-46b9-834c-c970ff531463 req-166af346-f964-488a-b34e-9909bb54f396 service neutron] (93942) timed out ('10.222.0.81', 44870) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:03:11.463866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f59c90-9ae5-414b-a0bb-b267293d8af0 req-b9fbd699-5493-49b4-a5b2-0600beb5d3bb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:11.465323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71f59c90-9ae5-414b-a0bb-b267293d8af0 req-b9fbd699-5493-49b4-a5b2-0600beb5d3bb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0657377 Jul 07 23:03:11.503020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71f59c90-9ae5-414b-a0bb-b267293d8af0 req-29eda5e2-b066-44e9-bd23-8feca6f319d3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315971 Jul 07 23:03:12.671724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10fdc2-5de1-4ea6-935e-0294a717de0f req-99a210c6-20e8-408a-8683-32d8d7505c61 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:12.673198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c10fdc2-5de1-4ea6-935e-0294a717de0f req-99a210c6-20e8-408a-8683-32d8d7505c61 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0623879 Jul 07 23:03:12.709956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c10fdc2-5de1-4ea6-935e-0294a717de0f req-6db99b3d-8fc3-43fa-a85a-2848ca04bf08 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312278 Jul 07 23:03:13.881280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56390f-ff5a-451f-89b9-3b78f31f7c6f req-38ae465b-6d0a-42f2-89b1-61738cb85a4f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:13.882770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab56390f-ff5a-451f-89b9-3b78f31f7c6f req-38ae465b-6d0a-42f2-89b1-61738cb85a4f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0654268 Jul 07 23:03:13.919745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab56390f-ff5a-451f-89b9-3b78f31f7c6f req-1099413a-0bc8-4a8c-b876-fa4a5bdf11d5 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Jul 07 23:03:15.126645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f2b88-7e9b-41af-98a6-968111e6bdd2 req-e6c032f0-ea07-470f-b0cd-056e89dff8cb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:15.128073 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e9f2b88-7e9b-41af-98a6-968111e6bdd2 req-e6c032f0-ea07-470f-b0cd-056e89dff8cb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0947051 Jul 07 23:03:15.160707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-aa8e61fb-3b84-4a27-86ae-ed7a420093e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:15.162149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-aa8e61fb-3b84-4a27-86ae-ed7a420093e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1097 time: 0.0865436 Jul 07 23:03:15.179519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e9f2b88-7e9b-41af-98a6-968111e6bdd2 req-8c56e2ca-2f7a-4bed-9ee0-5eb2df51d440 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435550 Jul 07 23:03:15.269107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-4e0c9626-0bd7-43d1-abc6-3a8ddb059dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:15.270504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-4e0c9626-0bd7-43d1-abc6-3a8ddb059dfc service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0869098 Jul 07 23:03:15.335596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-abc51ce4-021f-41e1-a1b9-d89ab4afb616 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 1001 time: 0.0565426 Jul 07 23:03:15.385255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-e99dfc7f-39fa-4fef-bda7-069bbd8e2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:15.386639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-e99dfc7f-39fa-4fef-bda7-069bbd8e2c6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0449414 Jul 07 23:03:15.440552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-ac84627e-7e7b-48d3-93f5-6c54e7272f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:15.441944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-ac84627e-7e7b-48d3-93f5-6c54e7272f71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484228 Jul 07 23:03:15.527588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-c9232942-f767-42e5-a1ca-3143292eb03c service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784516 Jul 07 23:03:15.618309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-903eb338-cb2f-4164-84eb-a133d62ac917 req-d93a0725-db63-4916-b7b8-17b1acd40d27 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842261 Jul 07 23:03:16.354215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08764aeb-d518-4f49-9719-53d7b58d6239 req-7d53a5c4-a14f-47c3-85da-7fe9d0e94f78 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:16.355719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08764aeb-d518-4f49-9719-53d7b58d6239 req-7d53a5c4-a14f-47c3-85da-7fe9d0e94f78 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0617275 Jul 07 23:03:16.393260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08764aeb-d518-4f49-9719-53d7b58d6239 req-3d9e99ce-ac89-4246-98b9-f8237c671611 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Jul 07 23:03:17.566224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10297c7d-0e28-437b-83b6-c066795dbe61 req-dca16fdf-c4d4-41a6-95c9-8e5c052e2037 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:17.567614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10297c7d-0e28-437b-83b6-c066795dbe61 req-dca16fdf-c4d4-41a6-95c9-8e5c052e2037 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0655062 Jul 07 23:03:17.604481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10297c7d-0e28-437b-83b6-c066795dbe61 req-3e965222-8efa-4366-bc11-f7214729d98a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Jul 07 23:03:18.776947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4783b6-a30d-49bf-bd3c-72263f9dfbf1 req-364a62c3-3457-4423-a2b2-cd2bf64d6e9c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:18.778449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d4783b6-a30d-49bf-bd3c-72263f9dfbf1 req-364a62c3-3457-4423-a2b2-cd2bf64d6e9c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0645139 Jul 07 23:03:18.815495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d4783b6-a30d-49bf-bd3c-72263f9dfbf1 req-67507294-f267-47e9-9b06-bab0c35a2195 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315244 Jul 07 23:03:19.992190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6291cd6-0c16-443e-85c6-d659b78b75fb req-94db27a2-259c-46f1-9467-d2472465a533 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:19.993658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6291cd6-0c16-443e-85c6-d659b78b75fb req-94db27a2-259c-46f1-9467-d2472465a533 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0613375 Jul 07 23:03:20.030766 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6291cd6-0c16-443e-85c6-d659b78b75fb req-73ebecbb-c098-45f7-943a-27272f18a576 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310500 Jul 07 23:03:20.263577 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:21.206693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67f65e-c4d4-400a-a72e-1b4d6759920e req-73e9be5b-d808-4ce7-b222-63b9594bdd8d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:21.208234 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e67f65e-c4d4-400a-a72e-1b4d6759920e req-73e9be5b-d808-4ce7-b222-63b9594bdd8d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0688462 Jul 07 23:03:21.244210 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2e67f65e-c4d4-400a-a72e-1b4d6759920e req-199b5ef2-1e05-4f13-990a-b12d5e9cf95b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303736 Jul 07 23:03:21.573544 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-71a89788-0b66-4b2a-a749-8422d4452656 service neutron] show failed (client error): The resource could not be found. Jul 07 23:03:21.574547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-71a89788-0b66-4b2a-a749-8422d4452656 service neutron] 10.222.0.83 "GET /v2.0/ports/153c6f92-53e4-4d97-9b67-bafe6e235b21/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0526161 Jul 07 23:03:21.855847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-9bbeeda4-d780-4888-9e6e-61c304098210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:21.857788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-9bbeeda4-d780-4888-9e6e-61c304098210 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 1097 time: 0.0924017 Jul 07 23:03:21.868650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:03:21.940458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:22.134978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:22.171379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:03:22.209289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:22.211589 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c7baa1-5ec2-443d-ac29-cd1d11a2c662" -d '{"events": [{"server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "name": "network-vif-unplugged", "status": "completed", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:22.215113 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:22.227697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Transition to ACTIVE for port object 153c6f92-53e4-4d97-9b67-bafe6e235b21 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:03:22.235009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:22.347893 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b91269-73b2-4950-a967-8abbfc073b70 x-openstack-request-id: req-20b91269-73b2-4950-a967-8abbfc073b70 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:22.348241 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "name": "network-vif-unplugged", "status": "completed", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:22.348451 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-20b91269-73b2-4950-a967-8abbfc073b70 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:22.348826 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'code': 200} Jul 07 23:03:22.368339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] No DVR routers for this DVR port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:03:22.370181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:22.708216 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.708568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.708916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.709250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.709586 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.709918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.710271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.710601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.710927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.711252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.711603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.711900 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:22.801247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67696f77-1642-4219-a7d2-f3469a647107 req-87b6bce7-eace-4904-a45a-a3b306088c32 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:22.802769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67696f77-1642-4219-a7d2-f3469a647107 req-87b6bce7-eace-4904-a45a-a3b306088c32 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 943 time: 0.4304206 Jul 07 23:03:22.860678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:03:22.861011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:03:22.861341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:03:22.869349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-67696f77-1642-4219-a7d2-f3469a647107 req-d752dba8-719e-489f-8091-4ad371a5b6fd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599799 Jul 07 23:03:22.870313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:03:22.870638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:03:22.875558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:03:22.875897 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:03:22.876280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:03:22.876706 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Bound port: 153c6f92-53e4-4d97-9b67-bafe6e235b21, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:03:22.877064 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:22.941091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:03:22.944463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:03:22.948371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:22.978579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:22.978990 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:22.980372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-32f08062-1107-41d7-9636-4774592ac94d service neutron] 10.222.0.44 "PUT /v2.0/ports/153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 1092 time: 1.1156514 Jul 07 23:03:23.016782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f08062-1107-41d7-9636-4774592ac94d service neutron] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:23.061743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-59b173a3-fe55-44da-9418-98e9914c7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:23.063302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-59b173a3-fe55-44da-9418-98e9914c7eb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1095 time: 0.0586798 Jul 07 23:03:23.157304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-ed8439d5-5010-4d6a-8bc1-527f00784187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:23.158794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-ed8439d5-5010-4d6a-8bc1-527f00784187 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0892406 Jul 07 23:03:23.223272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-b35115a5-a85d-4843-9bab-76ad902812d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 999 time: 0.0577602 Jul 07 23:03:23.271718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-72a43e5d-b088-4934-abd2-1411d4d8f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:23.273061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-72a43e5d-b088-4934-abd2-1411d4d8f4d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0431249 Jul 07 23:03:23.332983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-ff1cb931-b55e-4e09-ac75-7f5ef02110e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:23.334465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-ff1cb931-b55e-4e09-ac75-7f5ef02110e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543742 Jul 07 23:03:23.420765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-3f98e16b-8487-46d4-8aeb-6c8123c21b6a service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794530 Jul 07 23:03:23.511391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebd154eb-3708-4ae9-b4ca-9652c91f3880 req-7793461a-2191-4576-8e86-b06ed6e735f9 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847890 Jul 07 23:03:24.044707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d2bb0-1694-4a72-9327-aef9a3903493 req-d1c13a87-0ea5-4436-b9a7-7635015bb4c6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:24.046218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-662d2bb0-1694-4a72-9327-aef9a3903493 req-d1c13a87-0ea5-4436-b9a7-7635015bb4c6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 943 time: 0.0614266 Jul 07 23:03:24.082441 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-662d2bb0-1694-4a72-9327-aef9a3903493 req-d8402c2b-ebda-4063-95f9-6962875447e2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307193 Jul 07 23:03:24.349578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:24.352032 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ee737-719f-4570-a7c9-db84d995c489" -d '{"events": [{"name": "network-changed", "server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:24.403155 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088a6168-e206-4309-b208-93b8b169aa91 x-openstack-request-id: req-088a6168-e206-4309-b208-93b8b169aa91 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:24.403451 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:24.403711 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-088a6168-e206-4309-b208-93b8b169aa91 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:24.404145 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'status': 'completed', 'code': 200} Jul 07 23:03:24.518830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-abbaef67-3c24-4f84-b623-6e8d5cb247df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:24.521177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-abbaef67-3c24-4f84-b623-6e8d5cb247df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1095 time: 0.0942459 Jul 07 23:03:24.529195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-658918e4-8911-4721-b048-cf3d128b1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:24.530584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-658918e4-8911-4721-b048-cf3d128b1db2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1095 time: 0.0769210 Jul 07 23:03:24.680473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-51298ca7-29ac-4000-8b31-74df492b93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:24.681942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-51298ca7-29ac-4000-8b31-74df492b93f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1505210 Jul 07 23:03:24.684529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-786dd2ef-01c4-4d3d-ab34-cf9de8d54217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:24.686440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-786dd2ef-01c4-4d3d-ab34-cf9de8d54217 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1481419 Jul 07 23:03:24.790358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-e981a2d1-4722-4ad6-a19f-c03a599b21dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 999 time: 0.1010711 Jul 07 23:03:24.793971 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-6f4e4491-73ac-451c-87c7-f65a5263ed8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 999 time: 0.0985222 Jul 07 23:03:24.875350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-b9cb84d8-ddea-40c8-ab81-9501002f1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:24.876821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-b9cb84d8-ddea-40c8-ab81-9501002f1999 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0800052 Jul 07 23:03:24.878484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-72b57324-fc4b-442c-85f1-b31a35df27b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:24.879779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-72b57324-fc4b-442c-85f1-b31a35df27b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0759950 Jul 07 23:03:24.973490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-f61a308d-39e7-41ab-b9c6-b7d24aecdd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:24.974964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-f61a308d-39e7-41ab-b9c6-b7d24aecdd05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890498 Jul 07 23:03:24.977480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-d6528402-8244-49a8-9f9f-74107738adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:24.978861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-d6528402-8244-49a8-9f9f-74107738adf3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859685 Jul 07 23:03:25.140573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-6924aec6-8f18-4329-86ed-075f4aa47f08 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501932 Jul 07 23:03:25.142888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-094df120-1314-4fd4-936c-18d8e6798b13 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597250 Jul 07 23:03:25.340436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-7d444da5-dfde-4630-9547-0820d810e2db service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935287 Jul 07 23:03:25.347876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8e1ee737-719f-4570-a7c9-db84d995c489 req-a1fae766-5587-4465-b69e-fa1cd344ad8f service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935525 Jul 07 23:03:25.359003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc9a22-c632-4416-8c64-72ce714faf6e req-63917ac1-c975-4031-81dd-05de5b129a6f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:25.360461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2abc9a22-c632-4416-8c64-72ce714faf6e req-63917ac1-c975-4031-81dd-05de5b129a6f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 943 time: 0.1567175 Jul 07 23:03:25.398752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2abc9a22-c632-4416-8c64-72ce714faf6e req-095580f7-4feb-4d04-9119-31db1d9cb371 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Jul 07 23:03:25.435857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:03:25.473155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:03:25.817337 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-2107aa87-fb90-4052-a28e-8940d789697a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:25.818714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-2107aa87-fb90-4052-a28e-8940d789697a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 943 time: 0.0997860 Jul 07 23:03:25.895467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d462e31-74fe-428b-b14c-b2f8170ee46c req-5a57b357-4600-4342-909f-7c251d3dff16 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:25.896918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d462e31-74fe-428b-b14c-b2f8170ee46c req-5a57b357-4600-4342-909f-7c251d3dff16 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 943 time: 0.1191583 Jul 07 23:03:25.899756 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-00106740-6240-402d-b9b4-3477444a1631 service neutron] 10.222.0.44 "GET /v2.0/ports/153c6f92-53e4-4d97-9b67-bafe6e235b21/bindings/n-h1-695012-11 HTTP/1.1" status: 200 len: 383 time: 0.0753188 Jul 07 23:03:25.965028 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d462e31-74fe-428b-b14c-b2f8170ee46c req-d6265e4f-60a3-43f9-9597-fc03b2037827 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625803 Jul 07 23:03:25.989275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-5e681ffe-0c73-4fc3-91a3-98b2a7a75c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:25.990767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-5e681ffe-0c73-4fc3-91a3-98b2a7a75c23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1095 time: 0.0671196 Jul 07 23:03:26.075826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-fa32717f-46bc-4cff-92eb-37cb5e758e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:26.077458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-fa32717f-46bc-4cff-92eb-37cb5e758e7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0810759 Jul 07 23:03:26.143030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-a5491d2d-6ba0-4bbf-bce5-f55c4b911631 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 999 time: 0.0592916 Jul 07 23:03:26.191873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-64471881-d54c-4433-9e3e-8ff540b633e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:26.193354 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-64471881-d54c-4433-9e3e-8ff540b633e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0437491 Jul 07 23:03:26.254050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-5ec19a8c-df75-4431-bf9f-3e30da9ae9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:26.255566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-5ec19a8c-df75-4431-bf9f-3e30da9ae9aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561075 Jul 07 23:03:26.346407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-ec5a25a9-1dcc-481b-aea7-8a64b5bea608 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845942 Jul 07 23:03:26.432730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-889905b5-2c05-42d3-b81f-d608cf616996 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801091 Jul 07 23:03:26.490969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:03:26.584536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:26.596228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'mac_address': 'fa:16:3e:c1:18:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:03:26.631913 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:26.644197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153c6f92-53e4-4d97-9b67-bafe6e235b21 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:03:26.663155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:26.667027 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:26.715579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:26.723168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.723513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.723849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.724173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.724509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.724831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.725150 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.725484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.725788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.726128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.726447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.726762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:03:26.941379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['153c6f92-53e4-4d97-9b67-bafe6e235b21'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:03:27.136763 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d9a4c-9d60-4dfb-9105-efdcd7a9ec03 req-f99c98fa-2e35-4ab3-a8b0-f28d92c7b8ee tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:27.138252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-151d9a4c-9d60-4dfb-9105-efdcd7a9ec03 req-f99c98fa-2e35-4ab3-a8b0-f28d92c7b8ee tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 944 time: 0.0625849 Jul 07 23:03:27.179598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-151d9a4c-9d60-4dfb-9105-efdcd7a9ec03 req-822b01af-bcb8-40ad-a58c-a32593e0f6fa tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356867 Jul 07 23:03:27.403368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7a5c602-96a9-492e-9ef5-ee3ffdf4313f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:28.362750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f377193-2727-4bd6-8558-81bb360ec251 req-270a90f3-6f6f-4781-9f76-1d6ead758e1b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:28.364323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f377193-2727-4bd6-8558-81bb360ec251 req-270a90f3-6f6f-4781-9f76-1d6ead758e1b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 944 time: 0.0703928 Jul 07 23:03:28.428666 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4f377193-2727-4bd6-8558-81bb360ec251 req-3e39ce23-d113-4c9d-a0f0-551acb469c15 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561111 Jul 07 23:03:28.443369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-03c0e67e-4091-4bcb-8bb0-6cddbe59b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:28.444869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-03c0e67e-4091-4bcb-8bb0-6cddbe59b33a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 1096 time: 0.0796356 Jul 07 23:03:28.462004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:03:28.500326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:03:28.538048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:28.553964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 153c6f92-53e4-4d97-9b67-bafe6e235b21 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:03:28.565989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 153c6f92-53e4-4d97-9b67-bafe6e235b21 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:03:28.566621 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:28.648720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:28.746493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:28.777940 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:03:28.810150 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 153c6f92-53e4-4d97-9b67-bafe6e235b21 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:03:28.818915 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:28.831974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Transition to ACTIVE for port object 153c6f92-53e4-4d97-9b67-bafe6e235b21 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:03:28.834794 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:28.870922 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 23:03:28.871258 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 23:03:28.913802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=9']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:28.957266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] No DVR routers for this DVR port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:03:29.365420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:03:29.366034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:03:29.366197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:03:29.370261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:03:29.370588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Attempting to bind port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:03:29.375279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:03:29.375614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:03:29.376003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:03:29.376428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Bound port: 153c6f92-53e4-4d97-9b67-bafe6e235b21, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:03:29.376782 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:29.440882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:03:29.444175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:03:29.449414 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:29.489774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:29.490443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:29.491969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] 10.222.0.83 "PUT /v2.0/ports/153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 1092 time: 1.0342929 Jul 07 23:03:29.492315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:29.494627 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d2b45c-3739-43a1-94a1-47fe6d4ec481" -d '{"events": [{"name": "network-changed", "server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:29.523362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de2c02-97af-44f8-bbf4-59d5e8536559 service neutron] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=10']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:29.568706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:29.619761 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440d9c9c-2ad8-4485-bcb5-414635bb2574 x-openstack-request-id: req-440d9c9c-2ad8-4485-bcb5-414635bb2574 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:29.620061 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:29.620299 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-440d9c9c-2ad8-4485-bcb5-414635bb2574 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:29.620694 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'status': 'completed', 'code': 200} Jul 07 23:03:29.628080 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.db.api [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 23:03:29.628455 n-d-695012-11 neutron-server[93943]: DEBUG oslo_db.api [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 23:03:29.679963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-970be3c0-4fd6-4c26-abb6-f85c2505772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:29.681544 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-970be3c0-4fd6-4c26-abb6-f85c2505772c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1096 time: 0.1537542 Jul 07 23:03:29.762931 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc69e3-db49-45cd-b7b5-ab343bed0054 req-8abf579d-bda1-4b7b-9543-452e75b7893e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:29.763298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3987b564-e300-436e-bf68-eefe117d3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:29.765150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99dc69e3-db49-45cd-b7b5-ab343bed0054 req-8abf579d-bda1-4b7b-9543-452e75b7893e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 944 time: 0.1935863 Jul 07 23:03:29.782777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-f5133e78-4667-4cb2-bac1-648d671d5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:29.784289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-f5133e78-4667-4cb2-bac1-648d671d5acb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1096 time: 0.1663549 Jul 07 23:03:29.880653 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99dc69e3-db49-45cd-b7b5-ab343bed0054 req-df8e305d-3053-4add-9823-b6e0443fa7d6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093786 Jul 07 23:03:29.883513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-e796972b-16ac-4e12-818a-049cf4212522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:29.884910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-e796972b-16ac-4e12-818a-049cf4212522 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1957104 Jul 07 23:03:29.963008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-c168fc33-31ab-4fcd-ae97-f47c1659d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:29.964540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-c168fc33-31ab-4fcd-ae97-f47c1659d3ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1710560 Jul 07 23:03:29.971158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-8bd2effa-e5f0-450f-bee4-673a9423c2e5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 999 time: 0.0778489 Jul 07 23:03:30.052957 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:30.066385 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-448f3ade-e5fc-4f59-9e47-f6faba82483d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 999 time: 0.0942698 Jul 07 23:03:30.068109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-b0099e3a-8d3d-437b-bcd7-5fed0aec91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:30.069449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-b0099e3a-8d3d-437b-bcd7-5fed0aec91e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0912459 Jul 07 23:03:30.148280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-7320c0de-d7dd-4cfe-b7e8-4b67194e2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:30.149743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-7320c0de-d7dd-4cfe-b7e8-4b67194e2b16 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0769837 Jul 07 23:03:30.195309 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-ae582ef6-80bf-4d8c-bfa6-9f6f04b5fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:30.196778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-ae582ef6-80bf-4d8c-bfa6-9f6f04b5fa34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1151183 Jul 07 23:03:30.261242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-73529b7f-e52b-49d2-9b7f-fabae3e625a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:30.262745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-73529b7f-e52b-49d2-9b7f-fabae3e625a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050501 Jul 07 23:03:30.357346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-b82448c2-e4ff-464a-bc0b-c5ab9e99d9fe service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444268 Jul 07 23:03:30.428646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-49c815e0-3d7f-4a67-8758-227ba7998e99 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579378 Jul 07 23:03:30.509457 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f66154e5-004b-43a9-a9e3-2e244cfb2ccb req-e619acc2-b2a2-4b7b-8871-0984838264df service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446397 Jul 07 23:03:30.537135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-fda2c844-ef7a-4f66-bca6-f6d428a66e4b service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006496 Jul 07 23:03:30.580601 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:30.603701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:30.605900 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c415bcd0-7c62-4f20-ad1f-bec5513ab79d" -d '{"events": [{"server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "name": "network-vif-plugged", "status": "completed", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:30.619319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:30.624646 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:30.651331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:03:30.663256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-5970c4ff-cdd5-4aa5-a567-e4296dd16042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:30.664783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-5970c4ff-cdd5-4aa5-a567-e4296dd16042 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 1096 time: 0.0655196 Jul 07 23:03:30.711188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=11']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:30.715161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:03:30.734975 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33a6f0b-efad-45c8-8df6-8c9981d291af x-openstack-request-id: req-b33a6f0b-efad-45c8-8df6-8c9981d291af {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:30.735273 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "name": "network-vif-plugged", "status": "completed", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:30.735528 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b33a6f0b-efad-45c8-8df6-8c9981d291af {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:30.735925 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'code': 200} Jul 07 23:03:30.756409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-73ac1469-b9d5-4764-a608-1a9f66ffd759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:30.757896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-73ac1469-b9d5-4764-a608-1a9f66ffd759 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0867429 Jul 07 23:03:30.834037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-a68e046d-33cb-480c-abea-63e1f4e4f04a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 200 len: 1001 time: 0.0625286 Jul 07 23:03:30.882571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-99f5e540-4dc9-4067-86e6-35885a207838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:30.883900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-99f5e540-4dc9-4067-86e6-35885a207838 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0436411 Jul 07 23:03:30.940064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-e6aa37ae-4536-4c1c-b855-3b7846369ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:30.941568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-e6aa37ae-4536-4c1c-b855-3b7846369ff3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514195 Jul 07 23:03:31.050850 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:31.076689 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-41c6463a-8537-44ce-b05b-410aabac5304 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268561 Jul 07 23:03:31.087572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a40600-060b-4d55-aa69-33c9b737a879 req-42807580-71ea-475b-8732-33bd31604008 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:31.089003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77a40600-060b-4d55-aa69-33c9b737a879 req-42807580-71ea-475b-8732-33bd31604008 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 946 time: 0.0961072 Jul 07 23:03:31.174386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77a40600-060b-4d55-aa69-33c9b737a879 req-ae2dddae-0e59-488f-b5f7-bc0b13c7e8d9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773695 Jul 07 23:03:31.200489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-65d2b45c-3739-43a1-94a1-47fe6d4ec481 req-124b3ea5-60a6-4f6f-879f-33aa965ed0aa service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105747 Jul 07 23:03:31.763316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:32.351692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a19b92-9c6e-4d05-baa6-200b19bfc476 req-0e0d9525-f844-44a4-b578-cac3f6d31a8b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:32.353184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6a19b92-9c6e-4d05-baa6-200b19bfc476 req-0e0d9525-f844-44a4-b578-cac3f6d31a8b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 946 time: 0.0641363 Jul 07 23:03:32.389823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e6a19b92-9c6e-4d05-baa6-200b19bfc476 req-16edee5c-ad92-433d-bdfd-8c0eec8e0cb4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310850 Jul 07 23:03:32.915790 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:33.564189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7556c-fe59-40c3-bbcb-71ed8660c9e1 req-5e8fa81c-0c75-4b0f-886b-9f0110301765 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:33.565646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3d7556c-fe59-40c3-bbcb-71ed8660c9e1 req-5e8fa81c-0c75-4b0f-886b-9f0110301765 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 946 time: 0.0658374 Jul 07 23:03:33.604939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a3d7556c-fe59-40c3-bbcb-71ed8660c9e1 req-40ad36d9-4d52-4528-8a66-26db16446563 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334778 Jul 07 23:03:34.779793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7b9f-e8e4-44a6-9b2a-e7c5eb101250 req-1d98667b-604c-49f5-a3be-f32e7f6aca71 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:34.781258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfea7b9f-e8e4-44a6-9b2a-e7c5eb101250 req-1d98667b-604c-49f5-a3be-f32e7f6aca71 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 946 time: 0.0663495 Jul 07 23:03:34.817479 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dfea7b9f-e8e4-44a6-9b2a-e7c5eb101250 req-165755c5-e3b6-4ac0-a832-79bdddeb9e04 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306997 Jul 07 23:03:34.984977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330f222-fffc-480a-8735-7f394b7734f7 req-1d4670dc-43d3-4ef6-9b88-9c76acca789d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:34.986481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1330f222-fffc-480a-8735-7f394b7734f7 req-1d4670dc-43d3-4ef6-9b88-9c76acca789d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 946 time: 0.0626404 Jul 07 23:03:35.023361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1330f222-fffc-480a-8735-7f394b7734f7 req-4ce05d62-6078-44e2-b4f1-4a7712fe0715 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Jul 07 23:03:35.197987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57007929-2d43-494e-afd0-ee1f3655fa61 req-38ac02f7-f31c-4f4b-958d-99a06ddaece7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:35.199482 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57007929-2d43-494e-afd0-ee1f3655fa61 req-38ac02f7-f31c-4f4b-958d-99a06ddaece7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 946 time: 0.0697746 Jul 07 23:03:35.235995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57007929-2d43-494e-afd0-ee1f3655fa61 req-7a2c842c-057c-4485-8fd9-137f5feca9ae tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305550 Jul 07 23:03:35.450967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:03:35.550051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:35.561398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'mac_address': 'fa:16:3e:c1:18:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:03:35.597479 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:35.610300 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 153c6f92-53e4-4d97-9b67-bafe6e235b21 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:03:35.616746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538c335-a4f4-497d-b700-f5cd96d7eef1 req-74ae1b3c-01e8-45ce-bd88-927407558bce tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:35.618276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c538c335-a4f4-497d-b700-f5cd96d7eef1 req-74ae1b3c-01e8-45ce-bd88-927407558bce tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 946 time: 0.0636654 Jul 07 23:03:35.629271 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:35.633478 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:35.659243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c538c335-a4f4-497d-b700-f5cd96d7eef1 req-97cdb34b-6f48-4970-accc-0591081b8dab tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348155 Jul 07 23:03:35.680853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=12']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:36.096944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['153c6f92-53e4-4d97-9b67-bafe6e235b21'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:03:36.835818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad407ea-fa5a-4439-bc41-53e61af4854d req-15dba9c6-24a9-4a66-91d9-7257caebdffc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:36.837303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad407ea-fa5a-4439-bc41-53e61af4854d req-15dba9c6-24a9-4a66-91d9-7257caebdffc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0641956 Jul 07 23:03:36.874358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bad407ea-fa5a-4439-bc41-53e61af4854d req-37545c32-2257-4541-a9c6-50473fd6b038 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307488 Jul 07 23:03:37.136271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-88dfc389-6fdd-4d46-b40a-84b392a9e5f7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:37.137621 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-88dfc389-6fdd-4d46-b40a-84b392a9e5f7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 945 time: 0.0654020 Jul 07 23:03:37.232739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Deleting port 153c6f92-53e4-4d97-9b67-bafe6e235b21 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:03:37.233084 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:37.323111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] For port 153c6f92-53e4-4d97-9b67-bafe6e235b21, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=153c6f92-53e4-4d97-9b67-bafe6e235b21,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:37.323480 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:37.465703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:03:37.488201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:37.488580 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:37.488905 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888 disassociated. External IP: 172.25.8.32, port: 153c6f92-53e4-4d97-9b67-bafe6e235b21. Jul 07 23:03:37.489251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Calling delete_port for 153c6f92-53e4-4d97-9b67-bafe6e235b21 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:03:37.513187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 153c6f92-53e4-4d97-9b67-bafe6e235b21 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:03:37.517082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 153c6f92-53e4-4d97-9b67-bafe6e235b21 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:03:37.517458 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:37.596160 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:37.620386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:37.648034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event deleted for resources: {'Port': ['ID=153c6f92-53e4-4d97-9b67-bafe6e235b21,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:37.766545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:03:37.874792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:03:37.884531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:03:37.893439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:03:37.894048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:03:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:03:37.917918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] No DVR routers for this DVR port 153c6f92-53e4-4d97-9b67-bafe6e235b21 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:03:37.921222 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:37.923246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-08a45381-5487-448a-a8d6-8cdd8aa3e1be req-80324836-fc85-4402-a373-ae15c59d314b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "DELETE /v2.0/ports/153c6f92-53e4-4d97-9b67-bafe6e235b21 HTTP/1.1" status: 204 len: 173 time: 0.7801905 Jul 07 23:03:37.923701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'name': 'network-vif-deleted', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:37.926039 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939542f2-b427-4348-af8c-51209df5f828" -d '{"events": [{"server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "name": "network-vif-deleted", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:37.974686 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102e58c5-9b71-4544-baf2-755f4a1d3203 x-openstack-request-id: req-102e58c5-9b71-4544-baf2-755f4a1d3203 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:37.974974 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220cbcc9-4ecb-4d53-b5e2-7485622d09cd", "name": "network-vif-deleted", "tag": "153c6f92-53e4-4d97-9b67-bafe6e235b21", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:37.975222 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-102e58c5-9b71-4544-baf2-755f4a1d3203 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:37.975619 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220cbcc9-4ecb-4d53-b5e2-7485622d09cd', 'name': 'network-vif-deleted', 'tag': '153c6f92-53e4-4d97-9b67-bafe6e235b21', 'status': 'completed', 'code': 200} Jul 07 23:03:38.023293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-256d3669-188e-49dc-8208-0c26a40ce852 req-ee531115-d99d-4210-9b13-7ff91e460c24 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=220cbcc9-4ecb-4d53-b5e2-7485622d09cd HTTP/1.1" status: 200 len: 210 time: 0.0305293 Jul 07 23:03:38.029033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:03:38.233228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:03:38.258527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:03:38.266491 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:03:38.267091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:03:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:03:38.369490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:03:38.567762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:03:38.597699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbddfb5-a37b-4b13-b5b6-ffec95be283b None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:03:38.804220 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071b603-2e5d-4dc7-8b5a-257863cf4356 None None] New status for floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:03:39.387039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-af01cf38-4a41-451c-a143-47234c653d45 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--248856710&fields=id&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 267 time: 0.0353198 Jul 07 23:03:39.491587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-116f8854-9f52-443d-a737-fb802bad6b28 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:39.492961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-116f8854-9f52-443d-a737-fb802bad6b28 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 812 time: 0.0990350 Jul 07 23:03:39.507094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-8cedea7a-d7d8-428d-8677-cca90be0a94e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/quotas/8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 375 time: 0.0088699 Jul 07 23:03:39.573469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-d92bf560-c387-4cd0-9464-751ae2a94b90 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617020 Jul 07 23:03:39.715063 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-17063897-9b60-443d-89dc-4eb861d0fc93 service neutron] 10.222.0.81 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299374 Jul 07 23:03:39.800864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-0804a366-65f6-4e7b-8823-9e8282d87964 service neutron] 10.222.0.81 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794685 Jul 07 23:03:39.973930 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e30ccdbd-a33f-4f75-b769-10145bfe7c19 req-b35a18dd-98ea-45bc-b061-016b1c67624c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 210 time: 0.0332711 Jul 07 23:03:41.059267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-82c0c3d7-7e19-467b-9cce-e7b22434ee8d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:41.061141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-82c0c3d7-7e19-467b-9cce-e7b22434ee8d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 812 time: 0.1047645 Jul 07 23:03:41.115633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-51e3338c-f21a-4c26-a7dc-eadc0341ca7b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 379 time: 0.0454113 Jul 07 23:03:41.138566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3fbfd9e4-e9d5-477f-b825-d1efcc6f0cd6 req-e5f03066-28a6-4ac9-8958-f41e124de2e6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 210 time: 0.0406101 Jul 07 23:03:41.141976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'port': {'device_id': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'admin_state_up': True, 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'security_groups': ['ac06ab5e-fd28-43e5-9c3d-fc43448ab828']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:03:41.247322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Made reservation on behalf of 8aaadb9dc7304fcc9d473c77f8152dcb for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:03:41.250846 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:41.376196 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Allocated IP 172.20.0.5 (9e59697b-c3ab-4126-aeb9-509e4d3d13f0/a24f44a1-30eb-40f2-847b-dea06d945d63/1218e40f-8212-4ca4-93cf-f08448aa0aaf) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:03:41.488864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:03:41.506117 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:41.508897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 153c6f92-53e4-4d97-9b67-bafe6e235b21 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:03:41.509250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 153c6f92-53e4-4d97-9b67-bafe6e235b21 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:03:41.520367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Transition to ACTIVE for port object 1218e40f-8212-4ca4-93cf-f08448aa0aaf will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:03:41.552084 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:41.598978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:03:41.604022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:03:41.607703 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:03:41.631567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:41.660385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:41.660991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:41.680843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-e9d89bd1-e2ec-4273-b0e5-76291a1fa62f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5450151 Jul 07 23:03:41.692978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Request body: {'port': {'device_id': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:03:41.769383 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:41.876204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-383779b8-97c0-4501-88d0-71ea72d194d5 None None] Provisioning for port 1218e40f-8212-4ca4-93cf-f08448aa0aaf completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:03:41.879593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-383779b8-97c0-4501-88d0-71ea72d194d5 None None] Provisioning complete for port 1218e40f-8212-4ca4-93cf-f08448aa0aaf triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:03:41.879966 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-383779b8-97c0-4501-88d0-71ea72d194d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:41.913214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-383779b8-97c0-4501-88d0-71ea72d194d5 None None] Port 1218e40f-8212-4ca4-93cf-f08448aa0aaf cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:03:42.321804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1218e40f-8212-4ca4-93cf-f08448aa0aaf {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:03:42.331526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:42.350498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Transition to ACTIVE for port object 1218e40f-8212-4ca4-93cf-f08448aa0aaf will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:03:42.354579 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:42.391813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96016780-bbcc-40e4-90fb-de4d76f60994 req-c0034bfe-4401-4aea-b2c5-15491863abc9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:42.393272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96016780-bbcc-40e4-90fb-de4d76f60994 req-c0034bfe-4401-4aea-b2c5-15491863abc9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 931 time: 0.1367476 Jul 07 23:03:42.431810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:42.488147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96016780-bbcc-40e4-90fb-de4d76f60994 req-4b602691-cb6f-4510-a1e6-9f453825febf tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874407 Jul 07 23:03:42.521516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:03:42.521857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:03:42.522209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:03:42.526712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:03:42.527025 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:03:42.531909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:03:42.532240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:03:42.532622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:03:42.533046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Bound port: 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:03:42.533402 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:42.601456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:03:42.604409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:03:42.609670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:42.642226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:42.642864 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:42.644441 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] 10.222.0.44 "PUT /v2.0/ports/1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 1092 time: 0.9558198 Jul 07 23:03:42.644849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:42.647095 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:42.679104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc288a16-cb3b-44a4-b73a-91a7aedec8df service neutron] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:42.696733 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602fc917-4c88-4e75-b19c-206fa1e23a95 x-openstack-request-id: req-602fc917-4c88-4e75-b19c-206fa1e23a95 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:42.697258 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:42.697530 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-602fc917-4c88-4e75-b19c-206fa1e23a95 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:42.697918 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'status': 'completed', 'code': 200} Jul 07 23:03:42.743316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-5f696168-81e0-466b-b25a-f07585a6c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:42.744865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-5f696168-81e0-466b-b25a-f07585a6c981 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1095 time: 0.0579984 Jul 07 23:03:42.789826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-0fecc978-115e-4ad1-9973-81235f5f77e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 217 time: 0.0379546 Jul 07 23:03:42.838486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-eb77f0dd-66b2-468c-8d2e-0a68de44ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:42.840101 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-eb77f0dd-66b2-468c-8d2e-0a68de44ed24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0442805 Jul 07 23:03:42.896131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-03d7200f-dc22-484a-8aa0-98c07e982d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:42.897600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-03d7200f-dc22-484a-8aa0-98c07e982d57 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515425 Jul 07 23:03:42.988133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-b2283614-01de-410c-b970-a957e54dfcc4 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834248 Jul 07 23:03:43.075043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba69914-6fa0-4874-8696-17b9594b7ca3 req-1923995d-17d9-4ad0-a5fc-78c1aaa8fa6d service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799868 Jul 07 23:03:43.170639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-78acb120-bbae-4b67-b321-e05ec9d3b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:43.172102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-78acb120-bbae-4b67-b321-e05ec9d3b72f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1095 time: 0.0519705 Jul 07 23:03:43.262907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-fc022238-00b6-4ed0-a3a1-9096a298cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:43.264768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-fc022238-00b6-4ed0-a3a1-9096a298cc13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0863302 Jul 07 23:03:43.305186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-91add624-4ccc-43e6-8fe3-e72e96063f74 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 217 time: 0.0336969 Jul 07 23:03:43.321353 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:03:43.351069 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-c1a5b61d-ef24-49be-8908-7a18aa872f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:43.352472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-c1a5b61d-ef24-49be-8908-7a18aa872f0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0411797 Jul 07 23:03:43.411832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-dd686003-98a8-4000-9bcd-2ab6f941a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:43.413319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-dd686003-98a8-4000-9bcd-2ab6f941a918 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541873 Jul 07 23:03:43.500748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-6129b795-a0de-4bbb-a299-d01b3e40587e service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801220 Jul 07 23:03:43.592208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fe5d1b8-b865-4ead-8baa-79ce7a41123a req-9cf0f56b-201b-4673-be2a-00435d85df12 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846138 Jul 07 23:03:43.658789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4b6d5-0f1d-4fb3-bdaa-043815f17183 req-85267ae6-43cf-42a7-8a95-6b878512cdd1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:43.660243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9d4b6d5-0f1d-4fb3-bdaa-043815f17183 req-85267ae6-43cf-42a7-8a95-6b878512cdd1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0621881 Jul 07 23:03:43.696767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c9d4b6d5-0f1d-4fb3-bdaa-043815f17183 req-c53d3272-0876-4a0c-ac0e-800fe3c53cdf tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Jul 07 23:03:44.867693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815a433-0583-43a6-aa55-df60cb9c8795 req-b2f93108-493d-4a1a-bb19-beb94d965ac8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:44.869171 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6815a433-0583-43a6-aa55-df60cb9c8795 req-b2f93108-493d-4a1a-bb19-beb94d965ac8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0623999 Jul 07 23:03:44.909946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6815a433-0583-43a6-aa55-df60cb9c8795 req-f81071bf-157f-43bf-8bd1-add2d46dbca6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346854 Jul 07 23:03:46.081262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96f3a3-f14e-441f-9cc9-1b774934fa27 req-8b96f18f-2c09-4d9a-9a5a-5c24fc19c2fb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:46.082738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c96f3a3-f14e-441f-9cc9-1b774934fa27 req-8b96f18f-2c09-4d9a-9a5a-5c24fc19c2fb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0617394 Jul 07 23:03:46.119558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c96f3a3-f14e-441f-9cc9-1b774934fa27 req-816a8768-c447-41fa-9fda-ea6ea2ef436e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313385 Jul 07 23:03:46.564316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:03:46.657332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:46.668229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'mac_address': 'fa:16:3e:25:01:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:03:46.706349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:46.718554 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1218e40f-8212-4ca4-93cf-f08448aa0aaf {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:03:46.736938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:46.740252 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:46.785260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:46.931760 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['1218e40f-8212-4ca4-93cf-f08448aa0aaf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:03:47.289772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e09d1-21e1-4579-9007-b96858e91253 req-b3a80d07-c56a-4e3e-ab95-6d64b21e6e10 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:47.291316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a4e09d1-21e1-4579-9007-b96858e91253 req-b3a80d07-c56a-4e3e-ab95-6d64b21e6e10 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0633919 Jul 07 23:03:47.328311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a4e09d1-21e1-4579-9007-b96858e91253 req-19d82541-9cff-4cc8-b8bd-960fef453deb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314448 Jul 07 23:03:48.502885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b234f5-fd36-49ad-b329-2c079675a976 req-017fcbeb-748b-420c-922e-59bf3b89dd1f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:48.505362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8b234f5-fd36-49ad-b329-2c079675a976 req-017fcbeb-748b-420c-922e-59bf3b89dd1f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0670075 Jul 07 23:03:48.541341 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8b234f5-fd36-49ad-b329-2c079675a976 req-669fbb3e-744a-4699-9983-2393ed162d97 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Jul 07 23:03:48.575094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:03:48.621970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 1218e40f-8212-4ca4-93cf-f08448aa0aaf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:03:48.626493 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 1218e40f-8212-4ca4-93cf-f08448aa0aaf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:03:48.626904 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:48.704292 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:48.726094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:48.728351 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b8336502e719621fa78eb785ac540936415124f9ade1b7ad1e7d9d5b28bf4908" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26b6980-1c8b-4edc-af9e-6d15a4d2ad93" -d '{"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-plugged", "status": "completed", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:48.741365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:03:48.745420 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:48.768466 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6663cc68-f4b2-4780-b494-63a9e5b032dd x-openstack-request-id: req-6663cc68-f4b2-4780-b494-63a9e5b032dd {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:48.768759 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-plugged", "status": "completed", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:48.769016 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6663cc68-f4b2-4780-b494-63a9e5b032dd {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:48.769457 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'code': 200} Jul 07 23:03:48.795969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:03:48.875302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c826be9-30ec-4526-9d13-fcc8fa0b72bd req-9a676fc9-0ac9-4169-8baa-408c78c9ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:48.876868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c826be9-30ec-4526-9d13-fcc8fa0b72bd req-9a676fc9-0ac9-4169-8baa-408c78c9ff92 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1097 time: 0.0532982 Jul 07 23:03:48.912470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c826be9-30ec-4526-9d13-fcc8fa0b72bd req-e48a9500-9c65-4484-bead-6d0cf84ce23e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267818 Jul 07 23:03:49.716502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf98b06-d5e6-4386-a7e1-5969eea93f91 req-9a3aef2c-6fd0-41c1-b461-5842442d3dfd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:49.718504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bf98b06-d5e6-4386-a7e1-5969eea93f91 req-9a3aef2c-6fd0-41c1-b461-5842442d3dfd tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0683463 Jul 07 23:03:49.755579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2bf98b06-d5e6-4386-a7e1-5969eea93f91 req-57dcebb8-e155-4e01-8832-612e3786fcac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Jul 07 23:03:50.285513 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:50.932866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a3843-540c-4052-be46-6dd3c8d202db req-074e06a4-e292-4f92-8c85-473805761a4e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:50.934373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c87a3843-540c-4052-be46-6dd3c8d202db req-074e06a4-e292-4f92-8c85-473805761a4e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0626595 Jul 07 23:03:50.971470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c87a3843-540c-4052-be46-6dd3c8d202db req-32f3f116-d402-4071-8d75-42c703ed80a8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316689 Jul 07 23:03:51.132615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903e37c-c95f-41f7-94b2-7e34712de64c req-abba335a-312e-430b-85cd-b9291022f1a7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:51.133966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0903e37c-c95f-41f7-94b2-7e34712de64c req-abba335a-312e-430b-85cd-b9291022f1a7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0617514 Jul 07 23:03:51.143354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47176) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:03:51.147935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a6d81fef-c503-4b31-b276-351ad5c7ec20 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Request body: {'floatingip': {'port_id': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:03:51.189456 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a6d81fef-c503-4b31-b276-351ad5c7ec20 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.620358 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a6d81fef-c503-4b31-b276-351ad5c7ec20 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.624625 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a6d81fef-c503-4b31-b276-351ad5c7ec20 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:51.719804 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-a6d81fef-c503-4b31-b276-351ad5c7ec20 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888 associated. External IP: 172.25.8.32, port: 1218e40f-8212-4ca4-93cf-f08448aa0aaf. Jul 07 23:03:51.914588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d81fef-c503-4b31-b276-351ad5c7ec20 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:03:52.017556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d81fef-c503-4b31-b276-351ad5c7ec20 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:03:52.022382 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a6d81fef-c503-4b31-b276-351ad5c7ec20 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:52.027226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:03:52.037736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:03:52.038462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:03:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:03:52.062555 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a6d81fef-c503-4b31-b276-351ad5c7ec20 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "PUT /v2.0/floatingips/5e41005a-e4c3-4dff-806a-559d2c9c9888 HTTP/1.1" status: 200 len: 991 time: 0.9181333 Jul 07 23:03:52.063165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:03:52.065434 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a85964fa98db511f97139e5e6cda5f747071faa62d1e35046e65c99ddea42c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10128803-f4e0-492a-a6d2-1760bd070d39" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:03:52.102510 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cd27cf-c3cc-4830-8204-f7ed243f41d7 x-openstack-request-id: req-07cd27cf-c3cc-4830-8204-f7ed243f41d7 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:03:52.102805 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:03:52.103061 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07cd27cf-c3cc-4830-8204-f7ed243f41d7 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:03:52.103469 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'status': 'completed', 'code': 200} Jul 07 23:03:52.150735 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:03:52.180413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-bcaad25a-f8be-419e-8a5a-858bbb312966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:52.181933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-bcaad25a-f8be-419e-8a5a-858bbb312966 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1097 time: 0.0552187 Jul 07 23:03:52.270600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-20aec7b5-11a4-429f-bf26-7edeedcc1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:52.272123 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-20aec7b5-11a4-429f-bf26-7edeedcc1ee0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0833945 Jul 07 23:03:52.341080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-995af145-dfa2-4f2e-b29d-234e1f4024f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 999 time: 0.0616090 Jul 07 23:03:52.373100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:25:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T23:03:51Z', 'revision_number': 13, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:03:52.389877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-d65e5d72-6a8f-48fc-a7c0-5bdb069a1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:52.391434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-d65e5d72-6a8f-48fc-a7c0-5bdb069a1277 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0440125 Jul 07 23:03:52.399096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:03:52.407941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:03:52.408549 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:03:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:03:52.448542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-14a8be32-9630-49a4-9854-5a0d94c19b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:03:52.450267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-14a8be32-9630-49a4-9854-5a0d94c19b45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513778 Jul 07 23:03:52.511508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:03:52.541834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-71061da6-066b-4af3-93ed-c37f1926e0fc service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848234 Jul 07 23:03:52.634114 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-10128803-f4e0-492a-a6d2-1760bd070d39 req-e72b52e9-3d4a-4bb8-9a68-3de16ea4b33b service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853913 Jul 07 23:03:52.881240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:25:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T23:03:51Z', 'revision_number': 13, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:03:52.909948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453a7b48-a38d-4e48-9872-19fd93e7679d None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '5e41005a-e4c3-4dff-806a-559d2c9c9888', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'port_id': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'mac_address': 'fa:16:3e:25:01:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T22:55:38Z', 'updated_at': '2021-07-07T23:03:51Z', 'revision_number': 13, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:03:53.099308 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5194a28-aa8b-4b8e-82f9-92d4d1df3876 None None] New status for floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:03:57.404204 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c02c51ee-3a84-459a-a06c-e11b38bba8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:03:59.761295 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ebdcee1f-34bd-46a0-a0bb-ccb6717fa519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:00.053427 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:01.052442 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:01.764678 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:02.917385 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:07.046102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-5f9ef8fb-106a-4c07-8bbc-304130146b3f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501184 Jul 07 23:04:07.141295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-fed64e21-7cec-4f4e-bda0-8e1c4a441a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:07.142802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-fed64e21-7cec-4f4e-bda0-8e1c4a441a68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1097 time: 0.0559530 Jul 07 23:04:07.242334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-6e8f0470-c52f-4ea0-affa-b60be3402de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:07.243783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-6e8f0470-c52f-4ea0-affa-b60be3402de8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0820923 Jul 07 23:04:07.310964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-5468fe2c-928b-43f2-ab28-f6dc5068a462 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 1001 time: 0.0604415 Jul 07 23:04:07.357145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-39a46415-ec3b-4029-80e9-6be15d6446ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:07.359069 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-39a46415-ec3b-4029-80e9-6be15d6446ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0416253 Jul 07 23:04:07.413065 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-7f3e7eae-522f-471a-be01-9a9495cf6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:04:07.414517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-7f3e7eae-522f-471a-be01-9a9495cf6360 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493989 Jul 07 23:04:07.763511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-116d2a4e-1f75-4e21-8129-f716ae10e36c service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424516 Jul 07 23:04:07.849814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04a232d1-a636-42e8-bbdd-184e92f18052 req-1fe52dd1-8609-449e-9459-7d8d34af60a2 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791295 Jul 07 23:04:20.287072 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:20.320025 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:04:27.403998 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa43c878-d6ec-4dc9-9280-e926f4aaa65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:29.760475 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6bade74b-91ad-457f-836d-d1c576742db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:30.054158 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:31.056685 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:31.777109 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:32.919665 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:50.313838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:57.323681 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:04:57.406022 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-866be6c3-6d33-48d4-8602-55c6f81cb8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:04:59.760658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-76a48904-638b-4ea0-9315-8276227bae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:00.054702 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:01.058438 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:01.810173 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:02.921277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:07.118788 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-2df53b33-16d3-491c-be2e-864aeafb412e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0903647 Jul 07 23:05:07.213855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-75b68e4d-89e0-4df3-9689-69d4684e94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:07.215461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-75b68e4d-89e0-4df3-9689-69d4684e94b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1097 time: 0.0546696 Jul 07 23:05:07.318685 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-b63fd4b3-41ce-4cd7-8eb4-698ed2669cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:07.320192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-b63fd4b3-41ce-4cd7-8eb4-698ed2669cb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0833542 Jul 07 23:05:07.388446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-bab9e0b1-710e-468f-91e4-aefe5f18bd94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 1001 time: 0.0619867 Jul 07 23:05:07.435992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-ea020fee-fe29-43d9-81a9-e8936efd0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:07.437381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-ea020fee-fe29-43d9-81a9-e8936efd0b3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0422606 Jul 07 23:05:07.492549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-30a82b88-5613-431a-9e05-8a4d5d34bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:07.493909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-30a82b88-5613-431a-9e05-8a4d5d34bb5e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502961 Jul 07 23:05:07.584502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-994bb1a3-d9ea-47f7-830e-da66fb26004a service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838876 Jul 07 23:05:07.670175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9a3cb25a-c39c-4702-9f6b-72b3a8ea090c req-df1e2060-fc67-4c77-8f4b-dfef0ad36f75 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797560 Jul 07 23:05:20.323997 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:27.406239 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eb8cd53-92c1-4fdf-bdc1-4422b1663d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:29.510178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf487abf-8c3f-4b58-8482-b13103b9084c req-353f2566-893f-466f-8fbf-d647ed5f11d6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:29.511662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf487abf-8c3f-4b58-8482-b13103b9084c req-353f2566-893f-466f-8fbf-d647ed5f11d6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.1083851 Jul 07 23:05:29.548933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bf487abf-8c3f-4b58-8482-b13103b9084c req-818e45ea-60fa-42c9-bc9c-312ef216e785 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310893 Jul 07 23:05:29.761103 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39b02e1a-edfc-4b3b-a96f-56a4f4a18565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:30.055999 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:31.060575 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:31.824548 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:32.924744 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:34.323618 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:05:41.195947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabf153-9ce3-497f-a582-63ed56806702 req-22ba51e2-5b3c-40e9-b4d7-c74b42ae0dbc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:41.197436 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ddabf153-9ce3-497f-a582-63ed56806702 req-22ba51e2-5b3c-40e9-b4d7-c74b42ae0dbc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0646448 Jul 07 23:05:41.235158 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ddabf153-9ce3-497f-a582-63ed56806702 req-fc5d0de1-4139-4b77-8fc3-2e6082c876b4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317588 Jul 07 23:05:41.282447 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-a09b6fe1-7867-4129-b96c-29508c697631 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2004542 Jul 07 23:05:42.408484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74189bf-5b11-4a8c-9b87-75caa61abd31 req-ce5956fb-4d84-4a68-a4eb-8cea03b7ef1b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:42.409951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b74189bf-5b11-4a8c-9b87-75caa61abd31 req-ce5956fb-4d84-4a68-a4eb-8cea03b7ef1b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0632961 Jul 07 23:05:42.453496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b74189bf-5b11-4a8c-9b87-75caa61abd31 req-310cc823-3dfc-43eb-ae61-20295c33ad91 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372126 Jul 07 23:05:42.524199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-7895d205-a7c5-4300-a1fc-9926409c48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:42.525572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-7895d205-a7c5-4300-a1fc-9926409c48ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1097 time: 0.0519156 Jul 07 23:05:42.613062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-f9c17019-0ec3-4b99-b488-7e2c0fc756bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:42.614570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-f9c17019-0ec3-4b99-b488-7e2c0fc756bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0825636 Jul 07 23:05:42.682702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-de8ac554-82e0-4393-8941-e30272b2a532 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 1001 time: 0.0605421 Jul 07 23:05:42.730463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-a9bebaa9-b9de-44a0-b3ee-8c877be7dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:42.731846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-a9bebaa9-b9de-44a0-b3ee-8c877be7dde4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0430198 Jul 07 23:05:42.786788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-edee3d22-6418-4620-a497-7a6b1dd89e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:42.788246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-edee3d22-6418-4620-a497-7a6b1dd89e94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501618 Jul 07 23:05:42.879798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-e4e7bb18-8238-4760-9b66-1455a174e874 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845003 Jul 07 23:05:42.967941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-cae483f2-7bd3-4439-b4d6-551663dbadfd service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808785 Jul 07 23:05:43.633233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e26193-aece-4d20-b034-aac25e3aa101 req-d4c3e196-c87b-4152-b1a0-76ec1fac4d95 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:43.634657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e26193-aece-4d20-b034-aac25e3aa101 req-d4c3e196-c87b-4152-b1a0-76ec1fac4d95 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0693703 Jul 07 23:05:43.670842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84e26193-aece-4d20-b034-aac25e3aa101 req-00e42631-9e5a-4c42-a620-0e6be6807918 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306907 Jul 07 23:05:44.841777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106618a2-8d65-475a-8cbd-60adaaa767e3 req-f3586482-aeab-422f-8ae6-0daf04583d0c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:44.843185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-106618a2-8d65-475a-8cbd-60adaaa767e3 req-f3586482-aeab-422f-8ae6-0daf04583d0c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0626736 Jul 07 23:05:44.879647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-106618a2-8d65-475a-8cbd-60adaaa767e3 req-e91df118-ed43-45e9-9e8c-70ba6e290800 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310490 Jul 07 23:05:46.052641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc81b8-bc9c-4500-9d86-7faeb0809f30 req-9d09198c-a7ba-4bbd-aa39-1ec5c7e0fade tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:46.054140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50cc81b8-bc9c-4500-9d86-7faeb0809f30 req-9d09198c-a7ba-4bbd-aa39-1ec5c7e0fade tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0619619 Jul 07 23:05:46.091704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50cc81b8-bc9c-4500-9d86-7faeb0809f30 req-7a313b2f-d7fb-4b3b-9016-1e8701ed0370 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321114 Jul 07 23:05:47.266383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34135-fc94-4e53-b143-a0a1bd116333 req-535f7219-326d-4861-805b-c93dc5c8ec89 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:47.267862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50a34135-fc94-4e53-b143-a0a1bd116333 req-535f7219-326d-4861-805b-c93dc5c8ec89 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0656717 Jul 07 23:05:47.305495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50a34135-fc94-4e53-b143-a0a1bd116333 req-6aace3f7-c28e-401a-bac0-34265ed5ad10 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Jul 07 23:05:48.474497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d69fba-6e92-47fc-9fdb-6bd7ce818941 req-55673ea2-d0cc-4a3f-a3f6-fb1f3a4a8cd1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:48.475982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6d69fba-6e92-47fc-9fdb-6bd7ce818941 req-55673ea2-d0cc-4a3f-a3f6-fb1f3a4a8cd1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0621719 Jul 07 23:05:48.512805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a6d69fba-6e92-47fc-9fdb-6bd7ce818941 req-7fcb53b8-2e67-4f4c-b1a1-0169db1bdf9b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313623 Jul 07 23:05:49.693002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae8251-529f-4dba-a454-d7bd313f96fa req-21368a06-1e65-4bca-a966-a7fea9706922 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:49.694510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79ae8251-529f-4dba-a454-d7bd313f96fa req-21368a06-1e65-4bca-a966-a7fea9706922 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0683341 Jul 07 23:05:49.731038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79ae8251-529f-4dba-a454-d7bd313f96fa req-9d64bed8-c4e4-4841-b05b-5cd035ada81f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Jul 07 23:05:50.339947 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:50.902798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda3675-44d6-4d59-a75d-6e9b92040d08 req-31826a81-94a9-41a5-92d3-81c8391b0270 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:50.904291 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4dda3675-44d6-4d59-a75d-6e9b92040d08 req-31826a81-94a9-41a5-92d3-81c8391b0270 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0626421 Jul 07 23:05:50.941404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4dda3675-44d6-4d59-a75d-6e9b92040d08 req-ca7f49b7-9561-400b-86b0-31a7d786a83c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315437 Jul 07 23:05:52.109458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adc791-5bfc-4b21-95c9-46b645b87bb8 req-12ce22b8-388e-4c08-9d08-16eb90b365fc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:52.110961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94adc791-5bfc-4b21-95c9-46b645b87bb8 req-12ce22b8-388e-4c08-9d08-16eb90b365fc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0617440 Jul 07 23:05:52.147737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94adc791-5bfc-4b21-95c9-46b645b87bb8 req-c5fddc75-76da-4df3-ad66-97e717b8e7bc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308588 Jul 07 23:05:53.322420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9415f-35f1-410c-b733-a8d4aa0ebf00 req-b85e437f-fb82-4983-8eeb-95452414314c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:53.323911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57f9415f-35f1-410c-b733-a8d4aa0ebf00 req-b85e437f-fb82-4983-8eeb-95452414314c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0674374 Jul 07 23:05:53.360801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57f9415f-35f1-410c-b733-a8d4aa0ebf00 req-c1f99960-b9a9-4df1-b1a0-fda4b30b2af8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310845 Jul 07 23:05:54.531896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a780b9-a36e-48c3-9773-ee68e4ae29d1 req-fb2dd6e2-fc50-464c-afef-9fce669643a2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:54.533372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11a780b9-a36e-48c3-9773-ee68e4ae29d1 req-fb2dd6e2-fc50-464c-afef-9fce669643a2 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0631499 Jul 07 23:05:54.570440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11a780b9-a36e-48c3-9773-ee68e4ae29d1 req-4bf3580e-4a31-4061-9597-9a22bacdd21b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Jul 07 23:05:55.750717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4cd7d-885e-4de9-a812-e384fcda06ed req-3f74b06c-6d0f-425b-af93-bb3b79843062 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:55.752209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50e4cd7d-885e-4de9-a812-e384fcda06ed req-3f74b06c-6d0f-425b-af93-bb3b79843062 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0679846 Jul 07 23:05:55.791501 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50e4cd7d-885e-4de9-a812-e384fcda06ed req-cb4fc146-0e6e-4880-8a84-668e09483fd0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336776 Jul 07 23:05:56.581138 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-268f29f3-131b-4ac0-956b-b1fc4c3c7496 service neutron] show failed (client error): The resource could not be found. Jul 07 23:05:56.582047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-268f29f3-131b-4ac0-956b-b1fc4c3c7496 service neutron] 10.222.0.44 "GET /v2.0/ports/1218e40f-8212-4ca4-93cf-f08448aa0aaf/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0533969 Jul 07 23:05:56.925350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-dcca4ad6-9f71-44ef-8561-6fb42940440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:56.926843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-dcca4ad6-9f71-44ef-8561-6fb42940440d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 1097 time: 0.1053355 Jul 07 23:05:56.950348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:05:57.038983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f8466-0bb6-4d81-a8da-b30a64da33ad req-f0a35025-d24a-4a81-a9ee-5998e0c562f0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:57.040473 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e41f8466-0bb6-4d81-a8da-b30a64da33ad req-f0a35025-d24a-4a81-a9ee-5998e0c562f0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.1259708 Jul 07 23:05:57.057459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:57.112147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e41f8466-0bb6-4d81-a8da-b30a64da33ad req-e59696ea-f436-4165-96c7-043efca30e6d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650871 Jul 07 23:05:57.277279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:05:57.312385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:05:57.359273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:05:57.364230 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:57.376188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Transition to ACTIVE for port object 1218e40f-8212-4ca4-93cf-f08448aa0aaf will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:05:57.379937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:57.407765 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb617492-c14a-4860-8a7c-51dddfead62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:57.465543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:05:57.474670 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cca5dd-f8e9-46b4-a18b-4a5a890a763a" -d '{"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-unplugged", "status": "completed", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:05:57.488826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.489175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.489526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.489848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.490206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.490558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.490885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.491206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.491526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.491850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.492192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.492653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:05:57.540725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] No DVR routers for this DVR port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:05:57.595904 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93acf392-a72b-4ca0-9970-9962f2281eb6 x-openstack-request-id: req-93acf392-a72b-4ca0-9970-9962f2281eb6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:05:57.596257 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-unplugged", "status": "completed", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:05:57.596517 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93acf392-a72b-4ca0-9970-9962f2281eb6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:05:57.596916 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'code': 200} Jul 07 23:05:57.686845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:05:57.687134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:05:57.687463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:05:57.691669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:05:57.691992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:05:57.699228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:05:57.700594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:05:57.701155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:05:57.701830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Bound port: 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:05:57.702231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:57.763854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:05:57.766832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:05:57.771353 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:57.804394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:57.805016 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:57.806419 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] 10.222.0.83 "PUT /v2.0/ports/1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 1092 time: 0.8608589 Jul 07 23:05:57.826783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a9d02-7f0b-443f-a117-5a71c8f3b41e service neutron] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:05:57.895495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-ef4ef8e6-a472-4002-8088-23f435a92f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:57.897587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-ef4ef8e6-a472-4002-8088-23f435a92f7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1095 time: 0.0546896 Jul 07 23:05:57.992242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-663d1bab-89c1-44c1-97c0-ce8d2952b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:57.993730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-663d1bab-89c1-44c1-97c0-ce8d2952b64a service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0900753 Jul 07 23:05:58.057986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-cdfb691a-aaec-4c25-83b3-a644db6414c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 999 time: 0.0577726 Jul 07 23:05:58.108554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-44e80e3c-2d33-496c-9881-9d975088513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:58.109906 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-44e80e3c-2d33-496c-9881-9d975088513e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0462015 Jul 07 23:05:58.165014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-ce1f77ab-6b67-4b13-b3c4-9d4d130ef11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:58.166554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-ce1f77ab-6b67-4b13-b3c4-9d4d130ef11b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508626 Jul 07 23:05:58.290536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-02991112-1930-4e87-883d-85bbd4cc254c service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175387 Jul 07 23:05:58.360267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60891819-7b8f-44b5-b3ef-486d3c9d836b req-e5b95daa-c216-4928-939c-70217a86ad92 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:58.361712 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60891819-7b8f-44b5-b3ef-486d3c9d836b req-e5b95daa-c216-4928-939c-70217a86ad92 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.1306658 Jul 07 23:05:58.423730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60891819-7b8f-44b5-b3ef-486d3c9d836b req-c2f6edf7-4a92-4317-acef-56a308f75423 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557401 Jul 07 23:05:58.425774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-5900baa8-448e-443f-8b5e-81de5ab2a5e9 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276581 Jul 07 23:05:59.186939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:05:59.234548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:05:59.601755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4524-1ba6-4664-b125-7b8c06405cd7 req-6927fb8f-5fb1-4206-a6d9-76a3f2acd44b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:59.603207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-553b4524-1ba6-4664-b125-7b8c06405cd7 req-6927fb8f-5fb1-4206-a6d9-76a3f2acd44b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0640082 Jul 07 23:05:59.603664 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:05:59.605877 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:05:59.642549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-553b4524-1ba6-4664-b125-7b8c06405cd7 req-3b26d2c2-c0e4-4e8d-b966-3ee3a09195f6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333443 Jul 07 23:05:59.764828 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34a0bb33-9df1-47af-9899-03a2c6b43e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:05:59.853791 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487beb91-2253-458c-8f60-a54df6c06fbb x-openstack-request-id: req-487beb91-2253-458c-8f60-a54df6c06fbb {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:05:59.854112 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:05:59.854402 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-487beb91-2253-458c-8f60-a54df6c06fbb {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:05:59.854807 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'status': 'completed', 'code': 200} Jul 07 23:05:59.962531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-859988f1-a677-4f6b-88a6-8e6490a20d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:05:59.964047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-859988f1-a677-4f6b-88a6-8e6490a20d1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1095 time: 0.0917599 Jul 07 23:06:00.015394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-ca335e96-21b8-4901-b873-c85bb15a4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:00.016876 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-ca335e96-21b8-4901-b873-c85bb15a4335 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1095 time: 0.1176004 Jul 07 23:06:00.056702 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:00.111947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-5f4f2842-948a-45b9-b213-46cc04d259fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:00.113429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-5f4f2842-948a-45b9-b213-46cc04d259fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1435635 Jul 07 23:06:00.175126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-f223b97e-5e8a-4c09-9c13-f57474643df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:00.176658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-f223b97e-5e8a-4c09-9c13-f57474643df7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1517074 Jul 07 23:06:00.232347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-7cb05138-de3a-4cdf-9979-880c322c520f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 999 time: 0.1109145 Jul 07 23:06:00.278781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-754a45a4-0206-44b2-8e00-1b5bdda468fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 999 time: 0.0951338 Jul 07 23:06:00.321235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-4869b13a-8020-47ab-be3c-390e7edf6b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:00.322787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-4869b13a-8020-47ab-be3c-390e7edf6b90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0840700 Jul 07 23:06:00.366711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-687077b5-8fa6-40d6-b4de-45a6c9a75a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:00.368348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-687077b5-8fa6-40d6-b4de-45a6c9a75a7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0836356 Jul 07 23:06:00.423993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-2702fd3d-f030-404c-b5ba-37744154d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:00.425502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-2702fd3d-f030-404c-b5ba-37744154d3a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960379 Jul 07 23:06:00.486363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-3b46c9bf-b19d-49f3-9700-f3065b254aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:00.487935 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-3b46c9bf-b19d-49f3-9700-f3065b254aa8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128709 Jul 07 23:06:00.577330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-0a6867ad-6a54-4443-9444-8b59d275bc18 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448658 Jul 07 23:06:00.652650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-f9230e51-8d5e-44ac-9b33-59e24be444fd service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578214 Jul 07 23:06:00.731270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-4b970350-66ec-4ec4-a193-fb49704e30e3 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475546 Jul 07 23:06:00.769582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b30fb5f-5d84-4596-ad01-0d34f01f6d3a req-fc278cc8-19fc-4b6c-9d2e-5ef4bdf57a88 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094213 Jul 07 23:06:00.835746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5b38-db99-4e9d-83aa-61d5fc2ace5f req-4a75a9e6-b9ec-4e1d-8c88-8b2fe14c2780 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:00.837449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c13a5b38-db99-4e9d-83aa-61d5fc2ace5f req-4a75a9e6-b9ec-4e1d-8c88-8b2fe14c2780 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0668473 Jul 07 23:06:00.880297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c13a5b38-db99-4e9d-83aa-61d5fc2ace5f req-bcf8592d-42c4-4b66-8f14-2dc3fdc87eca tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373437 Jul 07 23:06:01.066109 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:01.821367 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:02.054332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e0944-7310-428b-a9d7-389ff34ee407 req-21ec52fe-a4d1-4326-8586-1810fba7f650 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:02.055823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e86e0944-7310-428b-a9d7-389ff34ee407 req-21ec52fe-a4d1-4326-8586-1810fba7f650 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0635676 Jul 07 23:06:02.094606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e86e0944-7310-428b-a9d7-389ff34ee407 req-8da3db1e-2d07-41b4-ac1b-bcef899a9089 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331950 Jul 07 23:06:02.927836 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:03.264055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489501f4-797b-4e0a-a6ef-b51b021ea9c3 req-f2c41e96-882e-486b-8910-3845cc8ce9ba tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:03.265521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-489501f4-797b-4e0a-a6ef-b51b021ea9c3 req-f2c41e96-882e-486b-8910-3845cc8ce9ba tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0612812 Jul 07 23:06:03.303969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-489501f4-797b-4e0a-a6ef-b51b021ea9c3 req-33bea59d-00b6-4801-ab09-21be259dbb45 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320530 Jul 07 23:06:04.737282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26bf79-7eb8-4c77-ae9c-c4291c3ac588 req-49eaf571-761d-4d73-a1f9-a2352ebee4b8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:04.738839 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b26bf79-7eb8-4c77-ae9c-c4291c3ac588 req-49eaf571-761d-4d73-a1f9-a2352ebee4b8 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.3245223 Jul 07 23:06:04.775748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b26bf79-7eb8-4c77-ae9c-c4291c3ac588 req-651393b1-626f-45a1-b238-14e42d96e4c3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313520 Jul 07 23:06:05.950841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bb7da-f10b-47c5-813f-f25c40604d0a req-656ad912-62b4-49cb-ad4b-02177b4d735f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:05.952310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c6bb7da-f10b-47c5-813f-f25c40604d0a req-656ad912-62b4-49cb-ad4b-02177b4d735f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0619078 Jul 07 23:06:05.990999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c6bb7da-f10b-47c5-813f-f25c40604d0a req-79971df4-78f7-4bcc-b01f-9e5b4a96777e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328176 Jul 07 23:06:07.165773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b510e85-63a2-49d7-ba5a-181179cb77f8 req-08ecdbf0-4d86-44b4-93ae-908f879821f6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:07.167262 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b510e85-63a2-49d7-ba5a-181179cb77f8 req-08ecdbf0-4d86-44b4-93ae-908f879821f6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0648611 Jul 07 23:06:07.204495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b510e85-63a2-49d7-ba5a-181179cb77f8 req-ea6f49b5-c8ae-4611-b8ed-0f9eb98e43b1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317473 Jul 07 23:06:08.377408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115d05d-b1bb-4272-8c6d-b217e8393e3f req-c0a27563-9094-44b1-ac9a-2ef871df827a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:08.378902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7115d05d-b1bb-4272-8c6d-b217e8393e3f req-c0a27563-9094-44b1-ac9a-2ef871df827a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0617104 Jul 07 23:06:08.419347 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7115d05d-b1bb-4272-8c6d-b217e8393e3f req-3531f383-d780-493b-aa50-aab3033e795e tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343564 Jul 07 23:06:09.590593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2ca93-3e8c-4ea1-a5d0-33fc3f91cb2a req-e2a1240d-b806-45c2-b445-3fa124c8bcaa tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:09.592053 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71a2ca93-3e8c-4ea1-a5d0-33fc3f91cb2a req-e2a1240d-b806-45c2-b445-3fa124c8bcaa tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0617461 Jul 07 23:06:09.628589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-71a2ca93-3e8c-4ea1-a5d0-33fc3f91cb2a req-74ba2575-6407-43d9-944f-ac6b25b44054 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311279 Jul 07 23:06:10.807550 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838d7b6-6dc5-43d8-a55c-9c981a2ba23f req-1f17ca35-2693-471f-b008-5f5b6d419936 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:10.809006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d838d7b6-6dc5-43d8-a55c-9c981a2ba23f req-1f17ca35-2693-471f-b008-5f5b6d419936 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0656257 Jul 07 23:06:10.847013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d838d7b6-6dc5-43d8-a55c-9c981a2ba23f req-825af7c3-f582-4a70-a949-5e40f06edb7a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322349 Jul 07 23:06:11.322720 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:06:12.031226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579a7a6-d4f3-4c0d-a9e2-cc41b702ba38 req-be26a7e9-732a-401e-a3aa-02b709ea584a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:12.032710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6579a7a6-d4f3-4c0d-a9e2-cc41b702ba38 req-be26a7e9-732a-401e-a3aa-02b709ea584a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 943 time: 0.0633161 Jul 07 23:06:12.072089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6579a7a6-d4f3-4c0d-a9e2-cc41b702ba38 req-25769ded-d9ab-4c9b-945e-08daf018a339 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321641 Jul 07 23:06:12.219105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:06:12.313587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:12.325053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'mac_address': 'fa:16:3e:25:01:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:06:12.360238 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:12.372717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1218e40f-8212-4ca4-93cf-f08448aa0aaf {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:06:12.391658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:12.395342 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:12.446669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:12.453940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.454373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.454710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.455042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.455378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.455692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.456012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.456334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.456658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.456975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.457293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.457606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:12.889740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['1218e40f-8212-4ca4-93cf-f08448aa0aaf'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:06:13.247410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8d495-8970-4412-b38e-bf9248cebe4c req-fd633353-0042-4b9f-8917-c7b58138de02 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:13.248892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0a8d495-8970-4412-b38e-bf9248cebe4c req-fd633353-0042-4b9f-8917-c7b58138de02 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0663671 Jul 07 23:06:13.285901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f0a8d495-8970-4412-b38e-bf9248cebe4c req-22be5059-9fcb-4270-8d1b-26d676e4bf0d tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314245 Jul 07 23:06:13.691993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-f5ee4a77-b5d4-4aef-94dc-a13cc9cad7ba tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:13.693965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-f5ee4a77-b5d4-4aef-94dc-a13cc9cad7ba tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&binding%3Ahost_id=n-h2-695012-11 HTTP/1.1" status: 200 len: 944 time: 0.0801699 Jul 07 23:06:13.793288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c51e5e-20ed-47bc-86fc-a69f41b349e8 req-ea4209f6-2c94-43bb-b211-01e97c613db6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:13.794708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44c51e5e-20ed-47bc-86fc-a69f41b349e8 req-ea4209f6-2c94-43bb-b211-01e97c613db6 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.1241224 Jul 07 23:06:13.796471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-d9833f9f-c5a8-4f90-94bb-e5d4343a453e service neutron] 10.222.0.83 "GET /v2.0/ports/1218e40f-8212-4ca4-93cf-f08448aa0aaf/bindings/n-h2-695012-11 HTTP/1.1" status: 200 len: 383 time: 0.0818675 Jul 07 23:06:13.832935 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-44c51e5e-20ed-47bc-86fc-a69f41b349e8 req-1bcfeb5f-b177-499f-bd1e-024dd62e1c3c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326390 Jul 07 23:06:13.888469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-f1119bba-939b-4ead-ae9d-3f6c0fc85691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:13.889968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-f1119bba-939b-4ead-ae9d-3f6c0fc85691 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1096 time: 0.0534723 Jul 07 23:06:13.985077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-ee45e455-d667-4adc-9369-28706b357bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:13.986568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-ee45e455-d667-4adc-9369-28706b357bff service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0895355 Jul 07 23:06:14.063866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-d0c46b29-cb2f-4b13-a540-dde57b7d8f25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 1000 time: 0.0557196 Jul 07 23:06:14.109978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e14a31d9-9c26-4cce-8671-3a4ce34d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:14.111363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e14a31d9-9c26-4cce-8671-3a4ce34d6939 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0410862 Jul 07 23:06:14.169635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-64b550c7-7935-43a5-aa1b-4b2eb0289586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:14.171089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-64b550c7-7935-43a5-aa1b-4b2eb0289586 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536122 Jul 07 23:06:14.242802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:06:14.258329 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-d8cee2a1-31ca-4c03-b4da-e7403e849c7c service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802407 Jul 07 23:06:14.292557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 1218e40f-8212-4ca4-93cf-f08448aa0aaf completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:06:14.296198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 1218e40f-8212-4ca4-93cf-f08448aa0aaf triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:06:14.296564 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:14.354970 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-7537e041-a4bd-49a9-8a00-1992174b9024 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898750 Jul 07 23:06:14.373714 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:14.395535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:06:14.409229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:14.414146 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:14.438826 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7c6806-7324-40c5-aa70-2d784a1edb03" -d '{"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-plugged", "status": "completed", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:06:14.468829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:14.535663 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633f0e3-07fb-4397-8a06-dcf718b7e55d x-openstack-request-id: req-e633f0e3-07fb-4397-8a06-dcf718b7e55d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:06:14.535968 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-plugged", "status": "completed", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:06:14.536250 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e633f0e3-07fb-4397-8a06-dcf718b7e55d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:06:14.536657 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'code': 200} Jul 07 23:06:15.006755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130c2d2-c0df-41c7-82cc-24d11a86b37c req-54449785-7c00-44b7-98cc-768851dd31db tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:15.008318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5130c2d2-c0df-41c7-82cc-24d11a86b37c req-54449785-7c00-44b7-98cc-768851dd31db tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0634592 Jul 07 23:06:15.047108 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5130c2d2-c0df-41c7-82cc-24d11a86b37c req-92be0b88-1359-4df5-835e-57720d4ee8b7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332527 Jul 07 23:06:15.147881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e73f-f1e2-4e35-a499-036339655318 req-b30fc2e8-0e3a-49bf-9b80-1846bda82c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:15.149261 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94f2e73f-f1e2-4e35-a499-036339655318 req-b30fc2e8-0e3a-49bf-9b80-1846bda82c7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1097 time: 0.0522590 Jul 07 23:06:15.260007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e73f-f1e2-4e35-a499-036339655318 req-f18e3e13-106f-4a52-b7f6-f2bdc47b890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:15.261477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94f2e73f-f1e2-4e35-a499-036339655318 req-f18e3e13-106f-4a52-b7f6-f2bdc47b890f service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0883219 Jul 07 23:06:15.326736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94f2e73f-f1e2-4e35-a499-036339655318 req-15f7d25a-b120-40e6-af88-a02b4cc3965b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 1001 time: 0.0580812 Jul 07 23:06:15.379709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e73f-f1e2-4e35-a499-036339655318 req-3f72f7ee-79a2-4d50-80d2-779ba2ee0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:15.381699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94f2e73f-f1e2-4e35-a499-036339655318 req-3f72f7ee-79a2-4d50-80d2-779ba2ee0101 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0458510 Jul 07 23:06:15.437884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2e73f-f1e2-4e35-a499-036339655318 req-f624098d-70b6-483b-907c-1ebccbb07205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:15.439404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94f2e73f-f1e2-4e35-a499-036339655318 req-f624098d-70b6-483b-907c-1ebccbb07205 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509067 Jul 07 23:06:15.526400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94f2e73f-f1e2-4e35-a499-036339655318 req-9229be8b-1255-4e42-8a58-c4b6c2b5e244 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798783 Jul 07 23:06:15.616647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94f2e73f-f1e2-4e35-a499-036339655318 req-0f4659e7-2df9-4613-9605-7a841316df81 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839119 Jul 07 23:06:16.218119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f44356-40b9-4d6d-8d01-f47d665e44a0 req-984f3e66-cb01-43ea-9de5-98596fc0f6e1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:16.219597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f44356-40b9-4d6d-8d01-f47d665e44a0 req-984f3e66-cb01-43ea-9de5-98596fc0f6e1 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0620432 Jul 07 23:06:16.258624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f44356-40b9-4d6d-8d01-f47d665e44a0 req-b1753eeb-2cc3-4af7-8684-46f05059d138 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325394 Jul 07 23:06:17.436254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e2ada-83f1-4be0-ada4-3607c631d584 req-f37323c8-0c17-456b-a545-44ac74fa48ed tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:17.437732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-328e2ada-83f1-4be0-ada4-3607c631d584 req-f37323c8-0c17-456b-a545-44ac74fa48ed tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.0674362 Jul 07 23:06:17.475224 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-328e2ada-83f1-4be0-ada4-3607c631d584 req-cea18b4c-8214-4bf8-bf5c-9e65c0707759 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310388 Jul 07 23:06:18.657248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-577fe9f7-8f47-4a05-837a-f29c6436b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:18.658772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-577fe9f7-8f47-4a05-837a-f29c6436b077 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f&tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb HTTP/1.1" status: 200 len: 1097 time: 0.0876670 Jul 07 23:06:18.670709 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:06:18.708023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6c905-10a8-4a23-8135-e55dfa468866 req-730124f1-c6e1-4670-bc36-03c83efe5850 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:18.709540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54f6c905-10a8-4a23-8135-e55dfa468866 req-730124f1-c6e1-4670-bc36-03c83efe5850 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 945 time: 0.1125984 Jul 07 23:06:18.781650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54f6c905-10a8-4a23-8135-e55dfa468866 req-4f5326a6-9d8c-4b7d-8d44-dbed79e3d3b3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638528 Jul 07 23:06:18.782359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:18.980728 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:19.012700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:06:19.050160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:06:19.052419 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89136c6e-98f8-441f-bf0c-47a58739b1e6" -d '{"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-unplugged", "status": "completed", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:06:19.056809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:19.069397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Transition to ACTIVE for port object 1218e40f-8212-4ca4-93cf-f08448aa0aaf will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:06:19.073586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:19.108096 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b67876-fde2-449a-907b-d3a791a9077c x-openstack-request-id: req-f6b67876-fde2-449a-907b-d3a791a9077c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:06:19.108394 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-unplugged", "status": "completed", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:06:19.108649 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f6b67876-fde2-449a-907b-d3a791a9077c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:06:19.109042 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'code': 200} Jul 07 23:06:19.162796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=10']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:19.204134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] No DVR routers for this DVR port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:06:19.345651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:06:19.345990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:06:19.346350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:06:19.350535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:06:19.350859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Attempting to bind port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:06:19.355654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:06:19.355996 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Checking segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:06:19.356377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Bound using segment: {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:06:19.356800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Bound port: 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:06:19.357158 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:19.421799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:06:19.425012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:06:19.429006 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:19.465449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:19.466101 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:19.467708 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] 10.222.0.44 "PUT /v2.0/ports/1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 1093 time: 0.8018196 Jul 07 23:06:19.504710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0147bb1-ffd9-4d1a-b4f9-e33931410627 service neutron] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=11']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:19.551264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-40528aa5-e584-4c7f-9ca9-bd15d9bb453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:19.553371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-40528aa5-e584-4c7f-9ca9-bd15d9bb453e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1096 time: 0.0601759 Jul 07 23:06:19.648346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-743aa04e-7024-409c-bad4-63f40d6aa3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:19.649893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-743aa04e-7024-409c-bad4-63f40d6aa3a9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.0897939 Jul 07 23:06:19.714104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-0a88c427-a31f-4a72-ba96-fe28f455662d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 999 time: 0.0580730 Jul 07 23:06:19.761288 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-b9969b84-2d94-46e9-9a83-f165d00d18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:19.762606 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-b9969b84-2d94-46e9-9a83-f165d00d18b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0426812 Jul 07 23:06:19.822460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-2352e9bd-d9ba-4166-9c4c-a770693e8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:19.823968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-2352e9bd-d9ba-4166-9c4c-a770693e8a45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551739 Jul 07 23:06:19.946144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-91197f1f-f451-468f-b5ca-a4bc567a4189 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158819 Jul 07 23:06:20.028660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42662aea-6aa8-4124-a259-d59b13b66506 req-108e646c-1210-4078-ad8b-4c728d11ae86 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:20.030167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42662aea-6aa8-4124-a259-d59b13b66506 req-108e646c-1210-4078-ad8b-4c728d11ae86 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.1368141 Jul 07 23:06:20.077023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c792b40a-4aba-4f0d-9fd1-3d9cadff2dbe req-f3c8329b-5faa-48f6-b747-1cbb66d0f8f9 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246917 Jul 07 23:06:20.082251 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42662aea-6aa8-4124-a259-d59b13b66506 req-5746bb1d-8ab0-48b6-815a-29bf663fbf1f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460317 Jul 07 23:06:20.275679 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:06:20.312368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:06:20.341734 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:21.110202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:06:21.112795 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1ab078-0190-4669-b216-a47c93bce9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:06:21.163786 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829de220-e37e-4c54-ac2d-c07b7953408f x-openstack-request-id: req-829de220-e37e-4c54-ac2d-c07b7953408f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:06:21.164082 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:06:21.164336 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-829de220-e37e-4c54-ac2d-c07b7953408f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:06:21.164737 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'status': 'completed', 'code': 200} Jul 07 23:06:21.337767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-918547af-3957-46f8-99b4-104dee20b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:21.339323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-918547af-3957-46f8-99b4-104dee20b817 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1096 time: 0.1521597 Jul 07 23:06:21.348562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-c232f6d2-2f5a-4a8f-aa65-445a7293ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:21.350554 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-c232f6d2-2f5a-4a8f-aa65-445a7293ccf0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 1096 time: 0.1284828 Jul 07 23:06:21.363955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807500f-f50a-4111-8a89-8fbfbdcd9768 req-a305551e-213f-433e-83be-6ff502f6ce30 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:21.365323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b807500f-f50a-4111-8a89-8fbfbdcd9768 req-a305551e-213f-433e-83be-6ff502f6ce30 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.1444988 Jul 07 23:06:21.517893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b807500f-f50a-4111-8a89-8fbfbdcd9768 req-7b5be931-08b2-40dd-9b3d-1af5d54a3eb9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340735 Jul 07 23:06:21.547192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-cf413213-3411-4e2b-aebd-e342f4f4be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:21.548707 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-cf413213-3411-4e2b-aebd-e342f4f4be88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.2029445 Jul 07 23:06:21.549831 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-3825b284-4548-4547-9bb8-4c98411c97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:21.551192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-3825b284-4548-4547-9bb8-4c98411c97ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 200 len: 913 time: 0.1841285 Jul 07 23:06:21.928070 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-af45122b-1466-4b8a-a8f2-d500bfc208d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 999 time: 0.3721583 Jul 07 23:06:21.929061 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-ea734aeb-aff8-4ec2-a6ab-55d1fe34c6ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 200 len: 999 time: 0.3684769 Jul 07 23:06:22.006982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-795cd569-5422-43b4-8f1d-ebb44c542094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:22.008427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-795cd569-5422-43b4-8f1d-ebb44c542094 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0747390 Jul 07 23:06:22.012147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-df462fe7-c966-4e6e-801b-7a7e546afdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:22.012969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-df462fe7-c966-4e6e-801b-7a7e546afdb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 200 len: 851 time: 0.0719805 Jul 07 23:06:22.105560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-3a485301-a43c-4707-8a8f-29dd2a9f42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:22.107097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-3a485301-a43c-4707-8a8f-29dd2a9f42d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921781 Jul 07 23:06:22.112959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-419dafd4-1396-40b3-b5ae-b85adc7d2cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:22.114388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-419dafd4-1396-40b3-b5ae-b85adc7d2cfb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9e59697b-c3ab-4126-aeb9-509e4d3d13f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912099 Jul 07 23:06:22.268730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-f52345f7-46bf-45fb-8398-be5f887ac9d6 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533923 Jul 07 23:06:22.270552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-b94df9c5-11c8-4a50-b10d-7f2d6c402c14 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478951 Jul 07 23:06:22.426661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-97e4d25a-1321-4a6b-9bfb-c1581c8b4460 service neutron] 10.222.0.44 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502900 Jul 07 23:06:22.430583 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae1ab078-0190-4669-b216-a47c93bce9f3 req-351f0392-d68e-493a-b023-045209ee45c5 service neutron] 10.222.0.83 "GET /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472278 Jul 07 23:06:22.705031 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57371a38-270e-40a5-9fa0-eff6198ab11a req-004f33e7-8979-4785-a9d9-abb16898a7e9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:22.706530 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57371a38-270e-40a5-9fa0-eff6198ab11a req-004f33e7-8979-4785-a9d9-abb16898a7e9 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0685210 Jul 07 23:06:22.744613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57371a38-270e-40a5-9fa0-eff6198ab11a req-042962ce-2e20-4a2d-9014-338178617f00 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323915 Jul 07 23:06:23.923107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dbd9b-537d-4723-91ab-7383947dd6cb req-ac44f209-f234-4468-9b3b-11e5db7661da tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:23.924588 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b25dbd9b-537d-4723-91ab-7383947dd6cb req-ac44f209-f234-4468-9b3b-11e5db7661da tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0639310 Jul 07 23:06:23.961611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b25dbd9b-537d-4723-91ab-7383947dd6cb req-1fe1d4f4-e79d-4d46-8274-9faca06dbe45 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308161 Jul 07 23:06:25.130359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1ce0-bb87-4554-9a25-9ad32f3b1201 req-e8f03f2d-c7f0-450d-9576-74746a07c848 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:25.131851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecdc1ce0-bb87-4554-9a25-9ad32f3b1201 req-e8f03f2d-c7f0-450d-9576-74746a07c848 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0616114 Jul 07 23:06:25.172031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ecdc1ce0-bb87-4554-9a25-9ad32f3b1201 req-12c6777a-db9d-4e3e-ab9c-1b321f3d0601 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347412 Jul 07 23:06:26.345373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46febb57-3da2-429a-944f-18a6c3ad50fd req-e2f3ad8e-31f6-475a-8b88-35442edb2d0f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:26.346966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46febb57-3da2-429a-944f-18a6c3ad50fd req-e2f3ad8e-31f6-475a-8b88-35442edb2d0f tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0639899 Jul 07 23:06:26.384469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-46febb57-3da2-429a-944f-18a6c3ad50fd req-6287cbda-ae47-4659-979e-66704798a1ce tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314224 Jul 07 23:06:27.409621 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-30d5b862-2220-4458-907e-a5e267596c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:27.555595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d18de-f733-4209-83ee-a1962dec480f req-02a862a1-3a68-4985-a5c2-c752bb28725c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:27.556973 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a9d18de-f733-4209-83ee-a1962dec480f req-02a862a1-3a68-4985-a5c2-c752bb28725c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0620065 Jul 07 23:06:27.593467 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a9d18de-f733-4209-83ee-a1962dec480f req-620a6528-dcd4-4a34-aeff-1ff5b03e749a tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309954 Jul 07 23:06:28.768041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02c2cf-758a-401c-8736-340be8c04328 req-fd36da7b-05a6-402a-a357-95a729330295 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:28.769512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a02c2cf-758a-401c-8736-340be8c04328 req-fd36da7b-05a6-402a-a357-95a729330295 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0658159 Jul 07 23:06:28.806714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5a02c2cf-758a-401c-8736-340be8c04328 req-660e5ae8-d9cf-4e64-bfa5-1b126589ceb0 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Jul 07 23:06:29.766925 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f488e70-8728-4cbf-aab3-1a90c66786f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:29.985305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c29ee9-390d-436b-91ac-e26935ba447a req-79557d18-6caf-46c5-ab73-1b34c1ccbb00 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:29.986822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7c29ee9-390d-436b-91ac-e26935ba447a req-79557d18-6caf-46c5-ab73-1b34c1ccbb00 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0707285 Jul 07 23:06:30.024845 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a7c29ee9-390d-436b-91ac-e26935ba447a req-311fbd3b-eac0-4299-a7c7-364ffb23fed7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Jul 07 23:06:30.060185 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:31.069258 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:31.195180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663a20a-90fc-4233-badb-117ba72a295f req-d618580f-ea4b-4c28-8e5b-0de00695acd4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:31.196701 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a663a20a-90fc-4233-badb-117ba72a295f req-d618580f-ea4b-4c28-8e5b-0de00695acd4 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0624082 Jul 07 23:06:31.237360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a663a20a-90fc-4233-badb-117ba72a295f req-1255fa6c-e8c4-4325-97ef-bb5858e7f4ce tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350027 Jul 07 23:06:31.409062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec1dd-525b-48db-b53a-e113b167de61 req-f1b56738-f240-423d-b260-1b2b40ff6f98 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:31.410435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e0aec1dd-525b-48db-b53a-e113b167de61 req-f1b56738-f240-423d-b260-1b2b40ff6f98 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0612743 Jul 07 23:06:31.447012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e0aec1dd-525b-48db-b53a-e113b167de61 req-d3e34006-9287-4250-8a4a-0076c9ebdf1c tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306525 Jul 07 23:06:31.619920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03816497-abe3-41ea-a623-8614667a16fc req-d77259d3-0ef0-431e-866b-98bf53992332 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:31.621384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03816497-abe3-41ea-a623-8614667a16fc req-d77259d3-0ef0-431e-866b-98bf53992332 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0628455 Jul 07 23:06:31.657390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-03816497-abe3-41ea-a623-8614667a16fc req-a1ee7133-574f-4ea1-ab03-3acde6010492 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306466 Jul 07 23:06:31.823281 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:32.030053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336787f6-bd1e-4d8c-92f7-c595cadb65b6 req-d821a114-b904-4e8a-83ba-56ecceedfbe7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:32.031549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-336787f6-bd1e-4d8c-92f7-c595cadb65b6 req-d821a114-b904-4e8a-83ba-56ecceedfbe7 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0670094 Jul 07 23:06:32.068898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-336787f6-bd1e-4d8c-92f7-c595cadb65b6 req-cdef5582-00d1-430d-b1d0-19e47b7cd3ea tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Jul 07 23:06:32.930760 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:33.240225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824838e-80dd-454c-bdd7-e4d7471f4a4c req-4d6c5640-bc52-4baa-b61d-617669410e08 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:33.242328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4824838e-80dd-454c-bdd7-e4d7471f4a4c req-4d6c5640-bc52-4baa-b61d-617669410e08 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0622740 Jul 07 23:06:33.278506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4824838e-80dd-454c-bdd7-e4d7471f4a4c req-c3beb8a3-1027-4fd5-8f97-3963198f8774 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups?id=ac06ab5e-fd28-43e5-9c3d-fc43448ab828&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306556 Jul 07 23:06:33.375459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:06:33.468771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-68cff131-58ea-4169-9da8-7bbe1d2656eb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:33.469496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:33.470397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-68cff131-58ea-4169-9da8-7bbe1d2656eb tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 944 time: 0.0623419 Jul 07 23:06:33.481435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'port_id': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'mac_address': 'fa:16:3e:25:01:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:06:33.517277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:33.530173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1218e40f-8212-4ca4-93cf-f08448aa0aaf {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:06:33.549415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:33.553859 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:33.574189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Deleting port 1218e40f-8212-4ca4-93cf-f08448aa0aaf {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:06:33.574536 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:33.601670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=12']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:33.662620 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] For port 1218e40f-8212-4ca4-93cf-f08448aa0aaf, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=1218e40f-8212-4ca4-93cf-f08448aa0aaf,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:33.663010 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:33.831529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:33.831902 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:33.832220 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888 disassociated. External IP: 172.25.8.32, port: 1218e40f-8212-4ca4-93cf-f08448aa0aaf. Jul 07 23:06:33.832570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Calling delete_port for 1218e40f-8212-4ca4-93cf-f08448aa0aaf owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:06:33.955089 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:33.987486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event deleted for resources: {'Port': ['ID=1218e40f-8212-4ca4-93cf-f08448aa0aaf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:34.108369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:06:34.216771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:06:34.225712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:06:34.234709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:06:34.235323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:06:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:34.259677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] No DVR routers for this DVR port 1218e40f-8212-4ca4-93cf-f08448aa0aaf on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:06:34.262457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:34.264593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-01a4e092-b5a4-4bc6-b3d5-b7b4e2826a84 req-065aa4f4-f42e-4cb6-a820-84640f30caac tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.44 "DELETE /v2.0/ports/1218e40f-8212-4ca4-93cf-f08448aa0aaf HTTP/1.1" status: 204 len: 173 time: 0.7886486 Jul 07 23:06:34.265029 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-deleted', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:06:34.267309 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80360d18-9651-4b42-a327-e8cb3634f231" -d '{"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-deleted", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:06:34.305450 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e40b89-de5b-4201-bb52-723e1dc29737 x-openstack-request-id: req-64e40b89-de5b-4201-bb52-723e1dc29737 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:06:34.305793 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0d0ee0-97ee-4725-8b93-410a87b5472f", "name": "network-vif-deleted", "tag": "1218e40f-8212-4ca4-93cf-f08448aa0aaf", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:06:34.306001 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64e40b89-de5b-4201-bb52-723e1dc29737 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:06:34.306475 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0d0ee0-97ee-4725-8b93-410a87b5472f', 'name': 'network-vif-deleted', 'tag': '1218e40f-8212-4ca4-93cf-f08448aa0aaf', 'status': 'completed', 'code': 200} Jul 07 23:06:34.347005 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:06:34.433095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edfba1fa-be10-4daf-9a2d-e66cee0d1473 req-5359d28b-d7d1-476a-840c-63afe0191586 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 210 time: 0.0294824 Jul 07 23:06:34.552587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:34.579202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:06:34.587586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:06:34.588194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:06:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:34.692903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:06:34.883925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:34.913415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc880a8-f1d0-44ee-9078-cee756ddc82a None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:36Z', 'revision_number': 4, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'ef8e954e-864e-4eee-b995-f8fc534bd64b', 'name': '', 'network_id': '9e59697b-c3ab-4126-aeb9-509e4d3d13f0', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'mac_address': 'fa:16:3e:28:07:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:36Z', 'updated_at': '2021-07-07T22:55:41Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'subnets': [{'id': 'a24f44a1-30eb-40f2-847b-dea06d945d63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:06:35.131966 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3d86e9-e46d-4d89-99ce-f3a6361e6024 None None] New status for floating IP 5e41005a-e4c3-4dff-806a-559d2c9c9888: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:06:35.576551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27b21ead-478f-4355-b9fa-526cd5688bc8 req-5cf85fdf-e236-4474-b8ab-76f492b0a5fc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 210 time: 0.0307157 Jul 07 23:06:36.719886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3da7138-d455-46f8-9c25-ea430e2c5e73 req-e181937d-ecf7-47bc-a31f-dc5bebe12f8b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 210 time: 0.0326810 Jul 07 23:06:37.375109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:06:37.395298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 1218e40f-8212-4ca4-93cf-f08448aa0aaf {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:06:37.395637 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 1218e40f-8212-4ca4-93cf-f08448aa0aaf not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:06:37.877105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed658c78-cfb8-45c4-9f89-80c84d9355b1 req-c7851359-332f-4542-96cf-1ee23f06acfc tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b0d0ee0-97ee-4725-8b93-410a87b5472f HTTP/1.1" status: 200 len: 210 time: 0.0296428 Jul 07 23:06:41.868508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47670) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:41.923681 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b343e7-00bc-4c38-8100-5316393942f3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:41.947202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b343e7-00bc-4c38-8100-5316393942f3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:41.996394 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b343e7-00bc-4c38-8100-5316393942f3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:41.999095 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b0b343e7-00bc-4c38-8100-5316393942f3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:42.000613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b0b343e7-00bc-4c38-8100-5316393942f3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "DELETE /v2.0/security-groups/ac06ab5e-fd28-43e5-9c3d-fc43448ab828 HTTP/1.1" status: 204 len: 168 time: 0.1310852 Jul 07 23:06:42.003484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:42.009944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b343e7-00bc-4c38-8100-5316393942f3 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac06ab5e-fd28-43e5-9c3d-fc43448ab828,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:42.020177 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-2d46ccee-b09a-4b7b-bc8b-f13c633a305b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] show failed (client error): The resource could not be found. Jul 07 23:06:42.021195 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2d46ccee-b09a-4b7b-bc8b-f13c633a305b tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "GET /v2.0/security-groups/ac06ab5e-fd28-43e5-9c3d-fc43448ab828 HTTP/1.1" status: 404 len: 347 time: 0.0167370 Jul 07 23:06:42.023937 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47678) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:42.150602 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Deleting port f0cc5364-cff3-4b8e-aabb-ce6fe01ad902 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:06:42.150957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:42.228326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:42.228586 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:42.239880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Calling delete_port for f0cc5364-cff3-4b8e-aabb-ce6fe01ad902 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:06:42.370706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:42.395876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Pushing event deleted for resources: {'Port': ['ID=f0cc5364-cff3-4b8e-aabb-ce6fe01ad902,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:42.406122 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.406473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.406816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.407177 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.407513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.407840 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.408167 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.408490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.408813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.409135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.409457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.409778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:06:42.467295 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:42.469732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:42.471019 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4dfd1c01-38e1-4740-9735-9a8031278085 tempest-ServerActionsTestJSON-674827412 tempest-ServerActionsTestJSON-674827412-project] 10.222.0.81 "DELETE /v2.0/floatingips/5e41005a-e4c3-4dff-806a-559d2c9c9888 HTTP/1.1" status: 204 len: 168 time: 0.4461937 Jul 07 23:06:42.473951 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47682) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:42.927015 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:43.172047 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Deleting port ef8e954e-864e-4eee-b995-f8fc534bd64b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:06:43.172720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:43.250746 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] For port ef8e954e-864e-4eee-b995-f8fc534bd64b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ef8e954e-864e-4eee-b995-f8fc534bd64b,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:43.251018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:43.263677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Calling delete_port for ef8e954e-864e-4eee-b995-f8fc534bd64b owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:06:43.436892 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:43.462778 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8e954e-864e-4eee-b995-f8fc534bd64b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:43.629815 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:43.841396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Router c23ed834-963f-4059-8b9e-181f2aa287f1 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:06:43.951921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:06:43.961072 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0130e448-2313-47c4-9f0e-23e900858591 admin admin] 10.222.0.81 "PUT /v2.0/routers/c23ed834-963f-4059-8b9e-181f2aa287f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4816501 Jul 07 23:06:43.961072 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47686) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:43.964135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] Sync routers for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:06:43.973564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:06:43.974227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:06:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:44.065730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.089542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:06:44.172534 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.238497 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Deleting port cde52eb7-506e-4c70-8b1c-ea7a317fe721 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:06:44.238924 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.327827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] For port cde52eb7-506e-4c70-8b1c-ea7a317fe721, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=cde52eb7-506e-4c70-8b1c-ea7a317fe721,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:44.328440 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.340559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Calling delete_port for cde52eb7-506e-4c70-8b1c-ea7a317fe721 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:06:44.422781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T23:06:43Z', 'revision_number': 5, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port': {'id': 'cde52eb7-506e-4c70-8b1c-ea7a317fe721', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ca:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T22:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:44.453819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] Checking router: c23ed834-963f-4059-8b9e-181f2aa287f1 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:06:44.463109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] Routers {'c23ed834-963f-4059-8b9e-181f2aa287f1'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:06:44.463733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:06:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['c23ed834-963f-4059-8b9e-181f2aa287f1'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:44.515855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.548880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] Set router c23ed834-963f-4059-8b9e-181f2aa287f1 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:06:44.551260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=cde52eb7-506e-4c70-8b1c-ea7a317fe721,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:44.601104 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T23:06:44Z', 'revision_number': 6, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:44.608191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.630525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791652f-face-4668-b0c9-bc6f6df8abd9 None None] The sync data for ids ['c23ed834-963f-4059-8b9e-181f2aa287f1'] in n-d-695012-11 is: [{'id': 'c23ed834-963f-4059-8b9e-181f2aa287f1', 'name': 'tempest-ServerActionsTestJSON-1078452679-router', 'tenant_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T22:55:34Z', 'updated_at': '2021-07-07T23:06:44Z', 'revision_number': 6, 'project_id': '8aaadb9dc7304fcc9d473c77f8152dcb', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:06:44.701514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.704012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.749884 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.750414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c23ed834-963f-4059-8b9e-181f2aa287f1 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:06:44.754742 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.756431 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2d3f3665-fe69-48ea-a23b-ec77493a6c5c admin admin] 10.222.0.81 "DELETE /v2.0/routers/c23ed834-963f-4059-8b9e-181f2aa287f1 HTTP/1.1" status: 204 len: 168 time: 0.7946835 Jul 07 23:06:44.759042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47688) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:44.801257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e50038-220e-4443-b1be-a485680b3d98 admin admin] Deleting subnet a24f44a1-30eb-40f2-847b-dea06d945d63 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:06:44.804774 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e50038-220e-4443-b1be-a485680b3d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.838240 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e50038-220e-4443-b1be-a485680b3d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.917550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e50038-220e-4443-b1be-a485680b3d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.967785 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e50038-220e-4443-b1be-a485680b3d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:44.993143 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e50038-220e-4443-b1be-a485680b3d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a24f44a1-30eb-40f2-847b-dea06d945d63,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:44.998801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-57e50038-220e-4443-b1be-a485680b3d98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.003162 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-57e50038-220e-4443-b1be-a485680b3d98 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a24f44a1-30eb-40f2-847b-dea06d945d63 HTTP/1.1" status: 204 len: 168 time: 0.2408419 Jul 07 23:06:45.003586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47690) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:45.004184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb005c-19fa-4e92-bc06-10aabea9da70 None None] Network 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:06:45.073330 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.131599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Deleting port 99fba293-f21e-4029-b8a7-62fe5c378554 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:06:45.132022 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.199196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] For port 99fba293-f21e-4029-b8a7-62fe5c378554, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=99fba293-f21e-4029-b8a7-62fe5c378554,segment=NetworkSegment(a9e1825c-c38f-4c0c-8eb6-db455ec4a967),segment_id=a9e1825c-c38f-4c0c-8eb6-db455ec4a967)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:45.199914 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.216126 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Calling delete_port for 99fba293-f21e-4029-b8a7-62fe5c378554 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:06:45.299927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.322486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=99fba293-f21e-4029-b8a7-62fe5c378554,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:45.328927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] No DVR routers for this DVR port 99fba293-f21e-4029-b8a7-62fe5c378554 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:06:45.394867 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.404554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e59697b-c3ab-4126-aeb9-509e4d3d13f0']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:45.415285 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:45.415576 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e1825c-c38f-4c0c-8eb6-db455ec4a967') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:06:45.424678 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.440307 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.446043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:06:45.446558 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.448163 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f49411-52b2-4a3a-875f-6530c2e12458 None None] DHCP port deletion for 9e59697b-c3ab-4126-aeb9-509e4d3d13f0 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:06:45.448469 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:06:45.506615 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.513268 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.515133 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] 10.222.0.81 "DELETE /v2.0/networks/9e59697b-c3ab-4126-aeb9-509e4d3d13f0 HTTP/1.1" status: 204 len: 168 time: 0.5105188 Jul 07 23:06:45.525109 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31042cd-6806-4c9c-b9cb-db81dc6bf3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=9e59697b-c3ab-4126-aeb9-509e4d3d13f0,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:45.632568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47694) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:45.673332 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-abce69d8-8091-4bf2-a406-30fb4cbfebc3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8aaadb9dc7304fcc9d473c77f8152dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395603 Jul 07 23:06:45.675920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47696) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:45.730834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-03604aff-8100-4159-a9ef-20a956ba965c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.751996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-03604aff-8100-4159-a9ef-20a956ba965c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.800176 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-03604aff-8100-4159-a9ef-20a956ba965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.803346 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-03604aff-8100-4159-a9ef-20a956ba965c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:45.804464 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-03604aff-8100-4159-a9ef-20a956ba965c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6b0123c8-12a7-4efc-8317-0ee1e5db8c74 HTTP/1.1" status: 204 len: 168 time: 0.1275084 Jul 07 23:06:45.811864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03604aff-8100-4159-a9ef-20a956ba965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0123c8-12a7-4efc-8317-0ee1e5db8c74,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:46.092719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ef8e954e-864e-4eee-b995-f8fc534bd64b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:06:46.116964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ef8e954e-864e-4eee-b995-f8fc534bd64b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:06:46.117319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ef8e954e-864e-4eee-b995-f8fc534bd64b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:06:46.117737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 99fba293-f21e-4029-b8a7-62fe5c378554 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:06:46.136512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 99fba293-f21e-4029-b8a7-62fe5c378554 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:06:46.136853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 99fba293-f21e-4029-b8a7-62fe5c378554 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:06:46.137263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cde52eb7-506e-4c70-8b1c-ea7a317fe721 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:06:46.155764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: cde52eb7-506e-4c70-8b1c-ea7a317fe721 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:06:46.156111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device cde52eb7-506e-4c70-8b1c-ea7a317fe721 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:06:46.478318 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47718) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:46.567551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1983281938-network', 'tenant_id': '3c5530bdc59141869f25a150a844e163'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:06:46.589233 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Made reservation on behalf of 3c5530bdc59141869f25a150a844e163 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:06:46.591460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:46.599646 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:46.686061 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:46.689593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:46.711146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:06:46.725942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802b2983-65e4-481a-b9e6-295b83f743d5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:46.728869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:46.729210 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Added segment cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83 of type vlan for network 088d2b25-2371-4325-a05b-2ba7d4a93c9a Jul 07 23:06:46.769897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:46.796816 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:46.797734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:46.798335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:46.850432 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3708310 Jul 07 23:06:46.853330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47722) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:06:46.858516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Request body: {'subnet': {'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1983281938-subnet', 'tenant_id': '3c5530bdc59141869f25a150a844e163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:06:46.858983 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9688b-95d4-41a0-a9da-f0d56aad9479 admin admin] Pushing event updated for resources: {'Network': ['ID=088d2b25-2371-4325-a05b-2ba7d4a93c9a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:46.869047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 088d2b25-2371-4325-a05b-2ba7d4a93c9a details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:06:46.883484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Made reservation on behalf of 3c5530bdc59141869f25a150a844e163 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:06:46.885973 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:47.057883 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:47.116667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:47.125075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Checking segment: {'id': 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:06:47.125429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Network hostable DHCP agents. Network: 088d2b25-2371-4325-a05b-2ba7d4a93c9a, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:06:47.144965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Network 088d2b25-2371-4325-a05b-2ba7d4a93c9a is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:06:47.154898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 088d2b25-2371-4325-a05b-2ba7d4a93c9a) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:06:47.158855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:47.159431 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:47.163928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21cede-4eb6-48a8-b2cb-922e5a3819a2 None None] Network 088d2b25-2371-4325-a05b-2ba7d4a93c9a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:06:47.173849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-62811adc-b481-4208-a99c-abf87ae044e7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3191824 Jul 07 23:06:47.291143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b405edbd-3ca4-4e37-8718-2cf258147648 None None] Network 088d2b25-2371-4325-a05b-2ba7d4a93c9a requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:06:47.586603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-6bff0022-d003-4a22-b524-947c77e4cf74 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:47.588085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-6bff0022-d003-4a22-b524-947c77e4cf74 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/networks?id=088d2b25-2371-4325-a05b-2ba7d4a93c9a HTTP/1.1" status: 200 len: 814 time: 0.1013455 Jul 07 23:06:47.603502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-ffa2c9d2-bd23-4eec-8843-a287e2c36fc4 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/quotas/3c5530bdc59141869f25a150a844e163 HTTP/1.1" status: 200 len: 375 time: 0.0100868 Jul 07 23:06:47.640880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-2922cbe5-91e0-4813-960f-f142ae8ffb66 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5530bdc59141869f25a150a844e163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326984 Jul 07 23:06:47.723567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-5d197c79-7fca-411e-8998-395dce569f8d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:06:47.725190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-5d197c79-7fca-411e-8998-395dce569f8d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459328 Jul 07 23:06:47.810760 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-826489ce-23fe-41e4-95a0-94241796f254 service neutron] 10.222.0.81 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798974 Jul 07 23:06:47.903520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-744c5b12-5244-4096-85ab-8be12f3409b6 service neutron] 10.222.0.81 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869484 Jul 07 23:06:48.068587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-823f96f2-a5e2-49ae-8b35-0fb1c4cad100 req-eff411f4-4df2-4c0a-b6d8-2a7f6b72f03c tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 210 time: 0.0281022 Jul 07 23:06:48.322631 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:06:49.229451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed5b843f-2011-4bd2-8adf-e2b0cb7bc72b req-00c9d752-3a1b-476d-becb-399093251d53 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 210 time: 0.0382590 Jul 07 23:06:49.245524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-2758a9d0-7b63-4c7b-9abd-2250bafd2b18 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:49.247068 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-2758a9d0-7b63-4c7b-9abd-2250bafd2b18 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.83 "GET /v2.0/networks?id=088d2b25-2371-4325-a05b-2ba7d4a93c9a HTTP/1.1" status: 200 len: 814 time: 0.1360004 Jul 07 23:06:49.268609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Request body: {'port': {'device_id': '8dbd7e13-1689-4733-94f0-9bb23608c24c', 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a', 'admin_state_up': True, 'tenant_id': '3c5530bdc59141869f25a150a844e163'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:06:49.375411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Made reservation on behalf of 3c5530bdc59141869f25a150a844e163 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:06:49.378798 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:49.501134 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Allocated IP 172.20.0.6 (088d2b25-2371-4325-a05b-2ba7d4a93c9a/27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9/04d52082-2582-44ff-ad50-ca01899b1c44) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:06:49.644792 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:49.682732 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:49.722914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Network 088d2b25-2371-4325-a05b-2ba7d4a93c9a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:06:49.726608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:06:49.732605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:06:49.757152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Pushing event updated for resources: {'Port': ['ID=04d52082-2582-44ff-ad50-ca01899b1c44,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:49.784004 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:49.784602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:49.798872 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-0f0bb392-529e-4d2b-8b71-9bef87907bf0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5342529 Jul 07 23:06:49.817520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Request body: {'port': {'device_id': '8dbd7e13-1689-4733-94f0-9bb23608c24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:06:49.890303 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:50.141966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d52082-2582-44ff-ad50-ca01899b1c44 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:06:50.149403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:50.160924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Transition to ACTIVE for port object 04d52082-2582-44ff-ad50-ca01899b1c44 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:06:50.165211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:50.237654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Pushing event updated for resources: {'Port': ['ID=04d52082-2582-44ff-ad50-ca01899b1c44,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:50.285640 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Attempting to bind port 04d52082-2582-44ff-ad50-ca01899b1c44 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:06:50.286003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Attempting to bind port 04d52082-2582-44ff-ad50-ca01899b1c44 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:06:50.286380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Attempting to bind port 04d52082-2582-44ff-ad50-ca01899b1c44 on network 088d2b25-2371-4325-a05b-2ba7d4a93c9a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:06:50.291743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Port 04d52082-2582-44ff-ad50-ca01899b1c44 on network 088d2b25-2371-4325-a05b-2ba7d4a93c9a not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:06:50.292070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Attempting to bind port 04d52082-2582-44ff-ad50-ca01899b1c44 on network 088d2b25-2371-4325-a05b-2ba7d4a93c9a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:06:50.297583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:06:50.297923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Checking segment: {'id': 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:06:50.298360 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Bound using segment: {'id': 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:06:50.298819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Bound port: 04d52082-2582-44ff-ad50-ca01899b1c44, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:06:50.299210 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:50.358188 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:50.391800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] For port 04d52082-2582-44ff-ad50-ca01899b1c44, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:06:50.409308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] For port 04d52082-2582-44ff-ad50-ca01899b1c44, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=04d52082-2582-44ff-ad50-ca01899b1c44,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:06:50.415293 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:50.456905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:50.457531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:50.459071 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] 10.222.0.83 "PUT /v2.0/ports/04d52082-2582-44ff-ad50-ca01899b1c44 HTTP/1.1" status: 200 len: 1092 time: 0.6457283 Jul 07 23:06:50.461517 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbd7e13-1689-4733-94f0-9bb23608c24c', 'tag': '04d52082-2582-44ff-ad50-ca01899b1c44'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:06:50.463862 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d397ab-757b-4dcb-b705-1c0e6251f09d" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbd7e13-1689-4733-94f0-9bb23608c24c", "tag": "04d52082-2582-44ff-ad50-ca01899b1c44"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:06:50.489296 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2613b-74aa-4b2f-9728-0c460160a186 req-d9dfdc80-90a8-4284-ba43-b144b915033d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:50.491397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59b2613b-74aa-4b2f-9728-0c460160a186 req-d9dfdc80-90a8-4284-ba43-b144b915033d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 943 time: 0.1354911 Jul 07 23:06:50.506646 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251125f2-c240-4f23-a128-d35d3b759599 x-openstack-request-id: req-251125f2-c240-4f23-a128-d35d3b759599 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:06:50.506932 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbd7e13-1689-4733-94f0-9bb23608c24c", "tag": "04d52082-2582-44ff-ad50-ca01899b1c44", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:06:50.507183 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-251125f2-c240-4f23-a128-d35d3b759599 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:06:50.507568 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbd7e13-1689-4733-94f0-9bb23608c24c', 'tag': '04d52082-2582-44ff-ad50-ca01899b1c44', 'status': 'completed', 'code': 200} Jul 07 23:06:50.511379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4efc0-a61e-49fb-ad51-c87b634a17fe service neutron] Pushing event updated for resources: {'Port': ['ID=04d52082-2582-44ff-ad50-ca01899b1c44,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:50.564991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-59b2613b-74aa-4b2f-9728-0c460160a186 req-0b67f886-1ac4-47b6-b41c-f38cb042cfb2 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659416 Jul 07 23:06:50.587783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-f7d87347-bef2-4904-92c4-092984d38c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:50.589269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-f7d87347-bef2-4904-92c4-092984d38c8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c5530bdc59141869f25a150a844e163&device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 1095 time: 0.0634546 Jul 07 23:06:50.638768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-e10b6240-c0af-479e-a22d-ebecef422a35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d52082-2582-44ff-ad50-ca01899b1c44 HTTP/1.1" status: 200 len: 217 time: 0.0363696 Jul 07 23:06:50.684534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-57e5fead-f41c-44d3-87c3-2cb08648afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:50.685920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-57e5fead-f41c-44d3-87c3-2cb08648afd5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9 HTTP/1.1" status: 200 len: 854 time: 0.0415273 Jul 07 23:06:50.717322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-2809aa3e-1081-4136-a62f-09e9361994ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=088d2b25-2371-4325-a05b-2ba7d4a93c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253160 Jul 07 23:06:51.071346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-937d93be-307d-49df-9c0a-0fa033b014b8 service neutron] 10.222.0.83 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455467 Jul 07 23:06:51.156252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-22cae9b3-cfab-4fb4-9b4e-9ca283a01321 req-99c637c6-f727-4f2c-97a9-a2bf9d782708 service neutron] 10.222.0.83 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784142 Jul 07 23:06:51.302671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-ac9fc5fc-9123-449d-9790-98cbf6dc376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:51.304393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-ac9fc5fc-9123-449d-9790-98cbf6dc376c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3c5530bdc59141869f25a150a844e163&device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 1095 time: 0.0530603 Jul 07 23:06:51.394912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-9b989434-d5f4-492f-89ff-6392d9f13213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:51.396312 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-9b989434-d5f4-492f-89ff-6392d9f13213 service neutron] 10.222.0.83 "GET /v2.0/networks?id=088d2b25-2371-4325-a05b-2ba7d4a93c9a HTTP/1.1" status: 200 len: 915 time: 0.0843925 Jul 07 23:06:51.436039 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-8cc337d9-5408-4000-99be-57be68b45a62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=04d52082-2582-44ff-ad50-ca01899b1c44 HTTP/1.1" status: 200 len: 217 time: 0.0328267 Jul 07 23:06:51.486813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-ef0a5466-2e58-4582-b9dd-88c5e4e2e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:51.488207 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-ef0a5466-2e58-4582-b9dd-88c5e4e2e519 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9 HTTP/1.1" status: 200 len: 854 time: 0.0440230 Jul 07 23:06:51.519722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-f3be55e9-6d2c-4f1a-a2d6-19195d6aac22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=088d2b25-2371-4325-a05b-2ba7d4a93c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248773 Jul 07 23:06:51.604769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-a48fcfbb-1e59-45d7-b53f-27332e1c6056 service neutron] 10.222.0.83 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784965 Jul 07 23:06:51.726287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36d397ab-757b-4dcb-b705-1c0e6251f09d req-a6f4c691-3fb6-4c95-b6bc-d5164643e6df service neutron] 10.222.0.83 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153154 Jul 07 23:06:51.754310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0b24c-ac9c-4aa9-9aa5-d345f5c1b8b5 req-9a52724f-9bcd-4e51-bac6-d9e083644f44 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:51.755891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66e0b24c-ac9c-4aa9-9aa5-d345f5c1b8b5 req-9a52724f-9bcd-4e51-bac6-d9e083644f44 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 943 time: 0.0762422 Jul 07 23:06:51.793079 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-66e0b24c-ac9c-4aa9-9aa5-d345f5c1b8b5 req-f386a7ff-cc03-4ee8-a872-cb548cde8361 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Jul 07 23:06:52.964779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7941b0-8427-4f05-a559-745ed9506836 req-e4514665-9967-42da-9aa6-30a79214bf9a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:52.966313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7941b0-8427-4f05-a559-745ed9506836 req-e4514665-9967-42da-9aa6-30a79214bf9a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 943 time: 0.0668182 Jul 07 23:06:53.002820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7941b0-8427-4f05-a559-745ed9506836 req-1ef0bb40-b1cb-4461-9172-efdbeab0a1a4 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Jul 07 23:06:54.171722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06076081-acfb-4187-8b97-cb370fdde913 req-ba28f978-fa40-409d-be8b-42f76957b06a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:54.173222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06076081-acfb-4187-8b97-cb370fdde913 req-ba28f978-fa40-409d-be8b-42f76957b06a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 943 time: 0.0621951 Jul 07 23:06:54.211769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-06076081-acfb-4187-8b97-cb370fdde913 req-80b23c5f-de16-456d-8c38-8cd9975a3c27 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324266 Jul 07 23:06:54.423683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 04d52082-2582-44ff-ad50-ca01899b1c44 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:06:54.518477 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 04d52082-2582-44ff-ad50-ca01899b1c44, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=04d52082-2582-44ff-ad50-ca01899b1c44,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:54.529667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '04d52082-2582-44ff-ad50-ca01899b1c44', 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a', 'port_id': '04d52082-2582-44ff-ad50-ca01899b1c44', 'mac_address': 'fa:16:3e:54:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:06:54.564912 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:54.576744 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d52082-2582-44ff-ad50-ca01899b1c44 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:06:54.596289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 04d52082-2582-44ff-ad50-ca01899b1c44, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=04d52082-2582-44ff-ad50-ca01899b1c44,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:54.600523 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:54.644577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=04d52082-2582-44ff-ad50-ca01899b1c44,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:54.972591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['04d52082-2582-44ff-ad50-ca01899b1c44'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:06:55.382101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c5807-bdf4-4dfb-b340-45cccef35412 req-2bbc84c2-a382-4ab6-a14f-a3d7d99568b9 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:55.383559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d57c5807-bdf4-4dfb-b340-45cccef35412 req-2bbc84c2-a382-4ab6-a14f-a3d7d99568b9 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 944 time: 0.0621200 Jul 07 23:06:55.419847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d57c5807-bdf4-4dfb-b340-45cccef35412 req-0115927c-5081-4d8e-8b38-1ae22e82d108 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Jul 07 23:06:56.444265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 04d52082-2582-44ff-ad50-ca01899b1c44 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:06:56.492158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 04d52082-2582-44ff-ad50-ca01899b1c44 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:06:56.495805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 04d52082-2582-44ff-ad50-ca01899b1c44 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:06:56.496181 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:56.575231 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:56.595662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dec7db-b917-40fb-be87-a472e10201d9 req-0b481b76-678b-4812-be3b-216cd38af753 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:56.597201 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2dec7db-b917-40fb-be87-a472e10201d9 req-0b481b76-678b-4812-be3b-216cd38af753 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 944 time: 0.0676749 Jul 07 23:06:56.597901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbd7e13-1689-4733-94f0-9bb23608c24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d52082-2582-44ff-ad50-ca01899b1c44'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:06:56.600253 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3f8222-1cc8-4e4f-9dd1-7e77f0adb9bd" -d '{"events": [{"server_uuid": "8dbd7e13-1689-4733-94f0-9bb23608c24c", "name": "network-vif-plugged", "status": "completed", "tag": "04d52082-2582-44ff-ad50-ca01899b1c44"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:06:56.615414 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 04d52082-2582-44ff-ad50-ca01899b1c44, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=04d52082-2582-44ff-ad50-ca01899b1c44,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:06:56.619648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:56.641926 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2dec7db-b917-40fb-be87-a472e10201d9 req-8582e7a9-ebb4-490f-b1d8-bf0a68ec25fa tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Jul 07 23:06:56.644810 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf04667d-2f25-4df1-9231-7ab7cb3339be x-openstack-request-id: req-cf04667d-2f25-4df1-9231-7ab7cb3339be {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:06:56.645084 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbd7e13-1689-4733-94f0-9bb23608c24c", "name": "network-vif-plugged", "status": "completed", "tag": "04d52082-2582-44ff-ad50-ca01899b1c44", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:06:56.645346 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf04667d-2f25-4df1-9231-7ab7cb3339be {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:06:56.645765 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbd7e13-1689-4733-94f0-9bb23608c24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d52082-2582-44ff-ad50-ca01899b1c44', 'code': 200} Jul 07 23:06:56.671004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=04d52082-2582-44ff-ad50-ca01899b1c44,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:06:56.782613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906de01c-4c97-41f8-9b3f-dc66c2ec2e2c req-f3ca3071-081d-4907-b986-40cd270e943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:56.784129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-906de01c-4c97-41f8-9b3f-dc66c2ec2e2c req-f3ca3071-081d-4907-b986-40cd270e943e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 1097 time: 0.0528069 Jul 07 23:06:56.820372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-906de01c-4c97-41f8-9b3f-dc66c2ec2e2c req-11fdd74f-3d6c-4eab-bf62-c413842e1107 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297461 Jul 07 23:06:57.413156 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b77589ef-a3d0-4d26-acdb-d2bce8d36514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:57.816125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754201ae-d00a-4409-a649-af911a4d761e req-fbc4521a-3c1d-476d-88e6-5836f4ff86c6 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:57.817638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-754201ae-d00a-4409-a649-af911a4d761e req-fbc4521a-3c1d-476d-88e6-5836f4ff86c6 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0658457 Jul 07 23:06:57.854369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-754201ae-d00a-4409-a649-af911a4d761e req-7a5eab54-636f-4898-bea7-5e4a70476eb9 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Jul 07 23:06:59.026468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc816918-acf0-4355-8c72-3e3ad1b2202b req-bc9b77f6-c728-41b3-98f3-8d32a35b8f36 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:59.027932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc816918-acf0-4355-8c72-3e3ad1b2202b req-bc9b77f6-c728-41b3-98f3-8d32a35b8f36 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0630505 Jul 07 23:06:59.064471 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc816918-acf0-4355-8c72-3e3ad1b2202b req-691f44b2-52dc-4a58-82bd-4be6d7a993f0 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307460 Jul 07 23:06:59.293684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-6404a2ad-7b64-4118-afb5-e951c6ac992f tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:06:59.295177 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-6404a2ad-7b64-4118-afb5-e951c6ac992f tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/networks?id=088d2b25-2371-4325-a05b-2ba7d4a93c9a HTTP/1.1" status: 200 len: 814 time: 0.1037846 Jul 07 23:06:59.310525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-0583c39b-93a5-4782-ad17-68acb69c05f4 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/quotas/3c5530bdc59141869f25a150a844e163 HTTP/1.1" status: 200 len: 375 time: 0.0095780 Jul 07 23:06:59.373625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-3a012ca8-0ae8-437b-ba36-c020da90c514 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3c5530bdc59141869f25a150a844e163&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577354 Jul 07 23:06:59.452115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-2e3c774c-ba60-4a06-87f5-133fa9af5ace service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:06:59.453363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-2e3c774c-ba60-4a06-87f5-133fa9af5ace service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0429204 Jul 07 23:06:59.544155 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-1750efd7-817d-49c3-b312-16865ab81588 service neutron] 10.222.0.81 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849588 Jul 07 23:06:59.629656 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-54fb67fa-2cac-4f9c-b70e-d206c3330d42 service neutron] 10.222.0.81 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799098 Jul 07 23:06:59.770163 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f43e7949-d0b5-4ce1-aaec-a35a4ff11e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:06:59.808363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5382f26b-ce1b-480b-a870-64c9548422c1 req-a6ca1c34-957c-4667-95b8-f61932423162 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 210 time: 0.0293860 Jul 07 23:07:00.061203 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:00.853130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-e46f6bb5-6418-4793-8d4a-4e297e6ab9d2 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:00.855403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-e46f6bb5-6418-4793-8d4a-4e297e6ab9d2 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.44 "GET /v2.0/networks?id=088d2b25-2371-4325-a05b-2ba7d4a93c9a HTTP/1.1" status: 200 len: 814 time: 0.1145749 Jul 07 23:07:00.868408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Request body: {'port': {'device_id': 'd6d78e70-145f-4d24-9ea0-c9e9fa53f51a', 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a', 'admin_state_up': True, 'tenant_id': '3c5530bdc59141869f25a150a844e163'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:00.964911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b9f9487d-b97f-433e-86de-1fcaf4aebefc req-468df6b9-24b2-411b-b9fd-372a8b0b4692 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 210 time: 0.0413077 Jul 07 23:07:01.013472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Made reservation on behalf of 3c5530bdc59141869f25a150a844e163 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:01.017047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:01.071230 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:01.139256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Allocated IP 172.20.0.2 (088d2b25-2371-4325-a05b-2ba7d4a93c9a/27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9/a8483356-8a68-40c6-b85d-53b391ecb166) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:01.295496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:01.333960 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:01.367155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['04d52082-2582-44ff-ad50-ca01899b1c44'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:07:01.376231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Network 088d2b25-2371-4325-a05b-2ba7d4a93c9a is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:01.381976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:01.385715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:01.412838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Pushing event updated for resources: {'Port': ['ID=a8483356-8a68-40c6-b85d-53b391ecb166,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:01.426591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.427509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.427863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.428218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.428541 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.428870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.429197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.429524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.429854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.430208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.430538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.430862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:01.451014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:01.451649 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:01.465759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-9bf24639-2f8e-45da-8180-a68749765f1d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013780 Jul 07 23:07:01.479800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Request body: {'port': {'device_id': 'd6d78e70-145f-4d24-9ea0-c9e9fa53f51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:01.549459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:01.803615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8483356-8a68-40c6-b85d-53b391ecb166 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:07:01.811048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:01.822849 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:01.823425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Transition to ACTIVE for port object a8483356-8a68-40c6-b85d-53b391ecb166 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:01.826319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:01.876889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8483356-8a68-40c6-b85d-53b391ecb166,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:01.939601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Attempting to bind port a8483356-8a68-40c6-b85d-53b391ecb166 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:01.939935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Attempting to bind port a8483356-8a68-40c6-b85d-53b391ecb166 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:01.940266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Attempting to bind port a8483356-8a68-40c6-b85d-53b391ecb166 on network 088d2b25-2371-4325-a05b-2ba7d4a93c9a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:01.944393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Port a8483356-8a68-40c6-b85d-53b391ecb166 on network 088d2b25-2371-4325-a05b-2ba7d4a93c9a not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:07:01.944712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Attempting to bind port a8483356-8a68-40c6-b85d-53b391ecb166 on network 088d2b25-2371-4325-a05b-2ba7d4a93c9a {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:01.949390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:01.949719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Checking segment: {'id': 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:01.950126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Bound using segment: {'id': 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:01.950548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Bound port: a8483356-8a68-40c6-b85d-53b391ecb166, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:01.950898 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:02.012387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] For port a8483356-8a68-40c6-b85d-53b391ecb166, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:02.015626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] For port a8483356-8a68-40c6-b85d-53b391ecb166, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a8483356-8a68-40c6-b85d-53b391ecb166,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:02.019466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:02.056009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:02.056560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:02.057955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] 10.222.0.44 "PUT /v2.0/ports/a8483356-8a68-40c6-b85d-53b391ecb166 HTTP/1.1" status: 200 len: 1092 time: 0.5825820 Jul 07 23:07:02.058420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d78e70-145f-4d24-9ea0-c9e9fa53f51a', 'tag': 'a8483356-8a68-40c6-b85d-53b391ecb166'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:02.060665 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d78e70-145f-4d24-9ea0-c9e9fa53f51a", "tag": "a8483356-8a68-40c6-b85d-53b391ecb166"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:02.115672 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295ba04d-613e-4bb1-bc66-cfc6c4fb5aad x-openstack-request-id: req-295ba04d-613e-4bb1-bc66-cfc6c4fb5aad {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:02.115984 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d78e70-145f-4d24-9ea0-c9e9fa53f51a", "tag": "a8483356-8a68-40c6-b85d-53b391ecb166", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:02.116224 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-295ba04d-613e-4bb1-bc66-cfc6c4fb5aad {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:02.116616 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d78e70-145f-4d24-9ea0-c9e9fa53f51a', 'tag': 'a8483356-8a68-40c6-b85d-53b391ecb166', 'status': 'completed', 'code': 200} Jul 07 23:07:02.118237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d1071-a77f-480d-98f7-95be20d7cfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8483356-8a68-40c6-b85d-53b391ecb166,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:02.196066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54977f77-1ad1-4db7-b020-99c142fa7893 req-4af03562-fcdc-440a-bfa1-2d9caf2e00b4 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:02.197561 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54977f77-1ad1-4db7-b020-99c142fa7893 req-4af03562-fcdc-440a-bfa1-2d9caf2e00b4 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 943 time: 0.1145773 Jul 07 23:07:02.203590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-60b15d06-ce94-4ac0-9dde-9d673d432a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:02.204961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-60b15d06-ce94-4ac0-9dde-9d673d432a8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c5530bdc59141869f25a150a844e163&device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 1095 time: 0.0910633 Jul 07 23:07:02.258027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-49d41b57-066a-4638-9891-1aaea362b58f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8483356-8a68-40c6-b85d-53b391ecb166 HTTP/1.1" status: 200 len: 217 time: 0.0438550 Jul 07 23:07:02.297821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54977f77-1ad1-4db7-b020-99c142fa7893 req-6c2bcf08-d23e-46a3-a221-652b267c2082 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918968 Jul 07 23:07:02.314779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-2e8cf1a0-c36d-4cd6-9258-087c2f0bf960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:02.316361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-2e8cf1a0-c36d-4cd6-9258-087c2f0bf960 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9 HTTP/1.1" status: 200 len: 854 time: 0.0494072 Jul 07 23:07:02.349067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-f3ec8a2a-c96c-408e-9c55-b9a5066aef4a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=088d2b25-2371-4325-a05b-2ba7d4a93c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263529 Jul 07 23:07:02.439560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-622d53ef-f5bb-4daf-a729-f53545069012 service neutron] 10.222.0.44 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834496 Jul 07 23:07:02.532748 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36eb3dc6-95bf-4c5c-8dfc-6b621ad31e74 req-2c7f60b8-b7fc-4d2b-9dfe-d2f1d0d9b988 service neutron] 10.222.0.44 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873480 Jul 07 23:07:02.635412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-04ab5454-d64e-4c7b-a102-31a031bcc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:02.636801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-04ab5454-d64e-4c7b-a102-31a031bcc0ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c5530bdc59141869f25a150a844e163&device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 1095 time: 0.0563745 Jul 07 23:07:02.721987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-6ab22b9e-dab2-4c0a-a7bf-a7103c1f7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:02.723447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-6ab22b9e-dab2-4c0a-a7bf-a7103c1f7744 service neutron] 10.222.0.44 "GET /v2.0/networks?id=088d2b25-2371-4325-a05b-2ba7d4a93c9a HTTP/1.1" status: 200 len: 915 time: 0.0806961 Jul 07 23:07:02.767576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-fdbc58a1-91b2-4257-a3e5-10dc419692fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a8483356-8a68-40c6-b85d-53b391ecb166 HTTP/1.1" status: 200 len: 217 time: 0.0370345 Jul 07 23:07:02.814038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-4ec4263a-e91d-429f-a30e-caa7db028676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:02.815439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-4ec4263a-e91d-429f-a30e-caa7db028676 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9 HTTP/1.1" status: 200 len: 854 time: 0.0412922 Jul 07 23:07:02.847405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-7b3b8ede-60b9-4aeb-bef7-5f6f4575b080 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=088d2b25-2371-4325-a05b-2ba7d4a93c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249925 Jul 07 23:07:02.934580 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:02.939915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-93c87aee-3971-4d8d-9226-1c54e7e0fe31 service neutron] 10.222.0.44 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855508 Jul 07 23:07:03.028188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cd1c09d1-5e68-4116-a27a-0bbe81b33dd9 req-36c6a412-a45e-4a51-99bb-0dd781d65ac2 service neutron] 10.222.0.44 "GET /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815108 Jul 07 23:07:03.470511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb017b-451e-4ee5-954e-64cabfdbaa79 req-75de525a-a045-406d-b254-27cae02b2df9 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:03.472008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cdb017b-451e-4ee5-954e-64cabfdbaa79 req-75de525a-a045-406d-b254-27cae02b2df9 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 943 time: 0.0638919 Jul 07 23:07:03.508997 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2cdb017b-451e-4ee5-954e-64cabfdbaa79 req-7eb9fe9d-09ce-4374-8c81-51090c2d9430 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307958 Jul 07 23:07:04.682770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51162362-914e-4934-9ec8-fb969ebae893 req-f1b418ba-6357-4e58-a14c-af584b5aa6e7 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:04.684242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51162362-914e-4934-9ec8-fb969ebae893 req-f1b418ba-6357-4e58-a14c-af584b5aa6e7 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 943 time: 0.0664177 Jul 07 23:07:04.720523 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51162362-914e-4934-9ec8-fb969ebae893 req-20feba7a-79f7-4c50-8e13-c2fcee7d2ec5 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Jul 07 23:07:05.498800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device a8483356-8a68-40c6-b85d-53b391ecb166 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:07:05.593620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port a8483356-8a68-40c6-b85d-53b391ecb166, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a8483356-8a68-40c6-b85d-53b391ecb166,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:05.604504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'a8483356-8a68-40c6-b85d-53b391ecb166', 'network_id': '088d2b25-2371-4325-a05b-2ba7d4a93c9a', 'port_id': 'a8483356-8a68-40c6-b85d-53b391ecb166', 'mac_address': 'fa:16:3e:53:b9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:07:05.640239 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:05.652127 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8483356-8a68-40c6-b85d-53b391ecb166 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:07:05.670735 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port a8483356-8a68-40c6-b85d-53b391ecb166, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a8483356-8a68-40c6-b85d-53b391ecb166,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:05.674547 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:05.720811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=a8483356-8a68-40c6-b85d-53b391ecb166,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:05.871948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['a8483356-8a68-40c6-b85d-53b391ecb166'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:07:05.890516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34527-e188-41b2-8d94-e87c0052c67a req-cdf592d8-edd1-4130-bdcf-bbf0df41b619 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:05.892029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cce34527-e188-41b2-8d94-e87c0052c67a req-cdf592d8-edd1-4130-bdcf-bbf0df41b619 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 944 time: 0.0628796 Jul 07 23:07:05.929631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cce34527-e188-41b2-8d94-e87c0052c67a req-a357f28b-3c38-493a-8eab-2178663991d2 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320072 Jul 07 23:07:07.103175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094ccc8-ec3c-47ce-81b7-469a4c57204d req-f21b8738-eeab-4b64-a89d-dcef2bb4031c tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:07.104647 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6094ccc8-ec3c-47ce-81b7-469a4c57204d req-f21b8738-eeab-4b64-a89d-dcef2bb4031c tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 944 time: 0.0655222 Jul 07 23:07:07.141597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6094ccc8-ec3c-47ce-81b7-469a4c57204d req-cc9edd77-e27c-4e8e-b489-8bcddfe18a27 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Jul 07 23:07:07.500552 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device a8483356-8a68-40c6-b85d-53b391ecb166 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:07.547350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port a8483356-8a68-40c6-b85d-53b391ecb166 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:07.551445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port a8483356-8a68-40c6-b85d-53b391ecb166 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:07.552450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:07.630901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:07.652625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d78e70-145f-4d24-9ea0-c9e9fa53f51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8483356-8a68-40c6-b85d-53b391ecb166'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:07.654957 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ab64e-8b31-4120-a0eb-cc9dfb456033" -d '{"events": [{"server_uuid": "d6d78e70-145f-4d24-9ea0-c9e9fa53f51a", "name": "network-vif-plugged", "status": "completed", "tag": "a8483356-8a68-40c6-b85d-53b391ecb166"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:07.667865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port a8483356-8a68-40c6-b85d-53b391ecb166, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a8483356-8a68-40c6-b85d-53b391ecb166,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:07.671958 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:07.695193 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e0e535-6f07-4272-b6a1-578ae513c50f x-openstack-request-id: req-35e0e535-6f07-4272-b6a1-578ae513c50f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:07.695486 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d78e70-145f-4d24-9ea0-c9e9fa53f51a", "name": "network-vif-plugged", "status": "completed", "tag": "a8483356-8a68-40c6-b85d-53b391ecb166", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:07.695742 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35e0e535-6f07-4272-b6a1-578ae513c50f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:07.696132 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d78e70-145f-4d24-9ea0-c9e9fa53f51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8483356-8a68-40c6-b85d-53b391ecb166', 'code': 200} Jul 07 23:07:07.724663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=a8483356-8a68-40c6-b85d-53b391ecb166,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:07.800424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c69580-4d3e-41af-85b3-73b8eaf6a020 req-146ebd10-a955-4cf3-8d45-477952f35543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:07.801860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6c69580-4d3e-41af-85b3-73b8eaf6a020 req-146ebd10-a955-4cf3-8d45-477952f35543 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 1097 time: 0.0513318 Jul 07 23:07:07.834608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6c69580-4d3e-41af-85b3-73b8eaf6a020 req-9e1c87b0-500a-405c-b7fe-dcd6cf851108 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268645 Jul 07 23:07:08.310933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d3919-3f0b-4fb9-8859-f227511b61a5 req-018552db-5f40-4d01-8636-3bb9281451b3 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:08.312410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b48d3919-3f0b-4fb9-8859-f227511b61a5 req-018552db-5f40-4d01-8636-3bb9281451b3 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 945 time: 0.0630007 Jul 07 23:07:08.350089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b48d3919-3f0b-4fb9-8859-f227511b61a5 req-1399ef0d-de4b-49eb-a33f-1d343fef5004 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315166 Jul 07 23:07:09.525680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7cd9-9453-441b-a4f2-568fab801df1 req-db1887b1-94c4-494e-a501-783729c2dd73 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:09.527183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a49a7cd9-9453-441b-a4f2-568fab801df1 req-db1887b1-94c4-494e-a501-783729c2dd73 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 945 time: 0.0657549 Jul 07 23:07:09.563861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a49a7cd9-9453-441b-a4f2-568fab801df1 req-a35dd34f-826f-4726-aa02-dcb97483a53d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311322 Jul 07 23:07:09.930962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621e198-2e9b-4f28-9cf2-ec9fcf947492 req-db7c0966-aecc-4c66-83ba-3441d3e64e69 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:09.932433 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f621e198-2e9b-4f28-9cf2-ec9fcf947492 req-db7c0966-aecc-4c66-83ba-3441d3e64e69 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 945 time: 0.0617032 Jul 07 23:07:09.970659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f621e198-2e9b-4f28-9cf2-ec9fcf947492 req-59fe0259-d435-424e-b721-190fb632e464 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324380 Jul 07 23:07:11.172501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-aa05efbe-3c39-4204-b19f-558c8c63a2cc tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.173927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-aa05efbe-3c39-4204-b19f-558c8c63a2cc tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 945 time: 0.1047175 Jul 07 23:07:11.187264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d5d67-45cf-45a6-8f8a-d62fa54a31f9 req-f113f53d-d308-4bb3-9cb5-c3e76039c08f tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:11.188659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae2d5d67-45cf-45a6-8f8a-d62fa54a31f9 req-f113f53d-d308-4bb3-9cb5-c3e76039c08f tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6d78e70-145f-4d24-9ea0-c9e9fa53f51a HTTP/1.1" status: 200 len: 945 time: 0.1086411 Jul 07 23:07:11.261233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ae2d5d67-45cf-45a6-8f8a-d62fa54a31f9 req-3649f3f5-81d0-4485-8ba4-43d29c980bd8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663815 Jul 07 23:07:11.309548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Deleting port a8483356-8a68-40c6-b85d-53b391ecb166 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:11.309891 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:11.395684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] For port a8483356-8a68-40c6-b85d-53b391ecb166, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a8483356-8a68-40c6-b85d-53b391ecb166,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:11.396046 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:11.408479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Calling delete_port for a8483356-8a68-40c6-b85d-53b391ecb166 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:11.539119 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:11.552330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['a8483356-8a68-40c6-b85d-53b391ecb166'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:07:11.567260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Pushing event deleted for resources: {'Port': ['ID=a8483356-8a68-40c6-b85d-53b391ecb166,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:11.576625 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['04d52082-2582-44ff-ad50-ca01899b1c44'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:07:11.611605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] No DVR routers for this DVR port a8483356-8a68-40c6-b85d-53b391ecb166 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:11.614237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:11.616214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-941d7c0f-c9eb-4169-876e-b15cb6701c41 req-9dd8327d-c399-4c46-ae05-5085ddcdf51a tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.44 "DELETE /v2.0/ports/a8483356-8a68-40c6-b85d-53b391ecb166 HTTP/1.1" status: 204 len: 173 time: 0.4364095 Jul 07 23:07:11.616646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d78e70-145f-4d24-9ea0-c9e9fa53f51a', 'name': 'network-vif-deleted', 'tag': 'a8483356-8a68-40c6-b85d-53b391ecb166'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:11.618903 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73c3b15-46f7-4731-8184-2ebf8309cc1b" -d '{"events": [{"server_uuid": "d6d78e70-145f-4d24-9ea0-c9e9fa53f51a", "name": "network-vif-deleted", "tag": "a8483356-8a68-40c6-b85d-53b391ecb166"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:11.656344 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8251c3-e16c-4ec7-b2ef-143860a56ed8 x-openstack-request-id: req-4b8251c3-e16c-4ec7-b2ef-143860a56ed8 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:11.656689 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d78e70-145f-4d24-9ea0-c9e9fa53f51a", "name": "network-vif-deleted", "tag": "a8483356-8a68-40c6-b85d-53b391ecb166", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:11.656943 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b8251c3-e16c-4ec7-b2ef-143860a56ed8 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:11.657345 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d78e70-145f-4d24-9ea0-c9e9fa53f51a', 'name': 'network-vif-deleted', 'tag': 'a8483356-8a68-40c6-b85d-53b391ecb166', 'status': 'completed', 'code': 200} Jul 07 23:07:12.500228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b9886-3856-4e63-8af2-ce74c8252b60 req-d65f5e67-dc93-4493-8c2f-25372b19b7fe tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:12.501711 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7b9886-3856-4e63-8af2-ce74c8252b60 req-d65f5e67-dc93-4493-8c2f-25372b19b7fe tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0648918 Jul 07 23:07:12.538576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f7b9886-3856-4e63-8af2-ce74c8252b60 req-c529ceee-3b8e-46e7-a7bc-df14c75b7ea8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305660 Jul 07 23:07:12.728508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c99536-7eb1-4ffa-87bd-97e4a2acd590 req-11a489de-9593-4ea5-bc00-cdf2fd3542d2 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:12.729972 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77c99536-7eb1-4ffa-87bd-97e4a2acd590 req-11a489de-9593-4ea5-bc00-cdf2fd3542d2 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0625997 Jul 07 23:07:12.766532 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-77c99536-7eb1-4ffa-87bd-97e4a2acd590 req-d3e477d2-229c-4f4e-9a7f-0b27bc663855 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309789 Jul 07 23:07:12.943129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ee2df-aa8e-442a-a842-d46a45664f41 req-471dfc9a-1b44-41c6-910d-1cf39f0b4d70 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:12.944616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-566ee2df-aa8e-442a-a842-d46a45664f41 req-471dfc9a-1b44-41c6-910d-1cf39f0b4d70 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0662475 Jul 07 23:07:12.982784 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-566ee2df-aa8e-442a-a842-d46a45664f41 req-4f713613-d792-4365-b1f9-b7e316541f1c tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323896 Jul 07 23:07:13.248847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f86e9-7433-4f60-98b8-285e11ff3a66 req-f6eed7e3-9e9e-4c90-b7a6-fbf74c09b52b tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:13.250330 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab2f86e9-7433-4f60-98b8-285e11ff3a66 req-f6eed7e3-9e9e-4c90-b7a6-fbf74c09b52b tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0623956 Jul 07 23:07:13.287924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ab2f86e9-7433-4f60-98b8-285e11ff3a66 req-0256b536-ba62-4c20-9113-6c3a18779ff2 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312083 Jul 07 23:07:13.456675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ed04f-4935-4008-b4ff-0f7c7e5bd0e1 req-037c48e4-c720-400a-bbaf-b83683df7d92 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:13.458186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a3ed04f-4935-4008-b4ff-0f7c7e5bd0e1 req-037c48e4-c720-400a-bbaf-b83683df7d92 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0618205 Jul 07 23:07:13.495148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a3ed04f-4935-4008-b4ff-0f7c7e5bd0e1 req-b607cc29-306b-4377-a35c-79c2f7b6197e tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313861 Jul 07 23:07:13.679266 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f047e0-c5a9-4ece-a95b-86ca0c81181f req-0fdb932a-f2c6-4b6b-862e-58c8c778456c tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:13.680755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15f047e0-c5a9-4ece-a95b-86ca0c81181f req-0fdb932a-f2c6-4b6b-862e-58c8c778456c tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0651121 Jul 07 23:07:13.716903 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-15f047e0-c5a9-4ece-a95b-86ca0c81181f req-022c2ffc-55cf-446b-857c-bef41a442551 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Jul 07 23:07:14.226823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c45dc-fe53-42b4-8cc0-7580e09273af req-57d56426-c671-4f66-a4d9-35267309dd00 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:14.228199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-594c45dc-fe53-42b4-8cc0-7580e09273af req-57d56426-c671-4f66-a4d9-35267309dd00 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0625737 Jul 07 23:07:14.266389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-594c45dc-fe53-42b4-8cc0-7580e09273af req-e49e1e7d-8323-4c0a-8257-f1572e2c28d2 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Jul 07 23:07:15.440391 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2fc96-df3e-4915-826a-3cf1fd01cea0 req-7eb130a2-170d-4f1f-84d9-fb71b1642276 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:15.441877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dac2fc96-df3e-4915-826a-3cf1fd01cea0 req-7eb130a2-170d-4f1f-84d9-fb71b1642276 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0655956 Jul 07 23:07:15.480259 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dac2fc96-df3e-4915-826a-3cf1fd01cea0 req-a4619b11-cb2f-4fbb-9efb-0b24ae86e10d tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Jul 07 23:07:15.576578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device a8483356-8a68-40c6-b85d-53b391ecb166 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:07:15.596579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: a8483356-8a68-40c6-b85d-53b391ecb166 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:07:15.596923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device a8483356-8a68-40c6-b85d-53b391ecb166 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:07:16.023274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4a080837-a3e5-45e3-bfc5-42f6c0ee6009 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:16.024692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4a080837-a3e5-45e3-bfc5-42f6c0ee6009 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.83 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 945 time: 0.0606062 Jul 07 23:07:16.121790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Deleting port 04d52082-2582-44ff-ad50-ca01899b1c44 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:16.122151 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:16.474872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] For port 04d52082-2582-44ff-ad50-ca01899b1c44, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=04d52082-2582-44ff-ad50-ca01899b1c44,segment=NetworkSegment(cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83),segment_id=cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:16.475562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:16.487388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Calling delete_port for 04d52082-2582-44ff-ad50-ca01899b1c44 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:16.647088 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:16.678954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Pushing event deleted for resources: {'Port': ['ID=04d52082-2582-44ff-ad50-ca01899b1c44,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:16.681360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['04d52082-2582-44ff-ad50-ca01899b1c44'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:07:16.735801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] No DVR routers for this DVR port 04d52082-2582-44ff-ad50-ca01899b1c44 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:16.738621 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:16.741164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-622c479e-ba4e-4495-9d5e-04120c1a9f72 req-4230bc8a-9f16-4edd-988c-bc102e31d4c8 tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.83 "DELETE /v2.0/ports/04d52082-2582-44ff-ad50-ca01899b1c44 HTTP/1.1" status: 204 len: 173 time: 0.7115102 Jul 07 23:07:16.749026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac290db-a70d-4319-8d38-1f4a55379f74 req-7e6a6912-534e-4ec6-ba96-b1254cb2cebc tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:16.750497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac290db-a70d-4319-8d38-1f4a55379f74 req-7e6a6912-534e-4ec6-ba96-b1254cb2cebc tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/ports?device_id=8dbd7e13-1689-4733-94f0-9bb23608c24c HTTP/1.1" status: 200 len: 867 time: 0.1574073 Jul 07 23:07:16.750951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbd7e13-1689-4733-94f0-9bb23608c24c', 'name': 'network-vif-deleted', 'tag': '04d52082-2582-44ff-ad50-ca01899b1c44'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:16.753397 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74f7bfc-070a-4df8-bda9-390d31eac944" -d '{"events": [{"server_uuid": "8dbd7e13-1689-4733-94f0-9bb23608c24c", "name": "network-vif-deleted", "tag": "04d52082-2582-44ff-ad50-ca01899b1c44"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:16.790773 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04a1fab-9554-4a47-9512-d0dac2046fa9 x-openstack-request-id: req-b04a1fab-9554-4a47-9512-d0dac2046fa9 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:16.791099 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbd7e13-1689-4733-94f0-9bb23608c24c", "name": "network-vif-deleted", "tag": "04d52082-2582-44ff-ad50-ca01899b1c44", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:16.791352 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b04a1fab-9554-4a47-9512-d0dac2046fa9 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:16.791786 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbd7e13-1689-4733-94f0-9bb23608c24c', 'name': 'network-vif-deleted', 'tag': '04d52082-2582-44ff-ad50-ca01899b1c44', 'status': 'completed', 'code': 200} Jul 07 23:07:16.799045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cac290db-a70d-4319-8d38-1f4a55379f74 req-91c8062d-c4a0-43ef-84b2-3a47778590ca tempest-ServersNegativeTestJSON-1288897555 tempest-ServersNegativeTestJSON-1288897555-project] 10.222.0.81 "GET /v2.0/security-groups?id=802b2983-65e4-481a-b9e6-295b83f743d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372493 Jul 07 23:07:17.889362 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:17.933835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7eb058-f9e5-422d-9ae9-9bdf25a30a70 admin admin] Deleting subnet 27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:07:17.939414 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb058-f9e5-422d-9ae9-9bdf25a30a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:17.972201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb058-f9e5-422d-9ae9-9bdf25a30a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.009874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb058-f9e5-422d-9ae9-9bdf25a30a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.063739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb058-f9e5-422d-9ae9-9bdf25a30a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.086599 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7eb058-f9e5-422d-9ae9-9bdf25a30a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:18.092138 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb058-f9e5-422d-9ae9-9bdf25a30a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.094538 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ea7eb058-f9e5-422d-9ae9-9bdf25a30a70 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/27b23a10-ceeb-4cb5-8f5c-f8d9b620c5f9 HTTP/1.1" status: 204 len: 168 time: 0.2036293 Jul 07 23:07:18.096507 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47904) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:18.164461 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.245976 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.255399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088d2b25-2371-4325-a05b-2ba7d4a93c9a']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:18.265156 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:18.265457 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafc48c9-bf04-4085-a0ec-bbbb9b8cfe83') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:18.274736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.288580 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.294559 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:07:18.294939 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:07:18.296541 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:07:18.347302 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.353141 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.357528 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] 10.222.0.81 "DELETE /v2.0/networks/088d2b25-2371-4325-a05b-2ba7d4a93c9a HTTP/1.1" status: 204 len: 168 time: 0.2577205 Jul 07 23:07:18.367748 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a84b-b57c-46d6-b1d9-d2bdc31d4845 admin admin] Pushing event deleted for resources: {'Network': ['ID=088d2b25-2371-4325-a05b-2ba7d4a93c9a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:18.463368 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:18.506026 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fc8486f2-a03d-4c45-9391-69f4c1323e86 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3c5530bdc59141869f25a150a844e163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414710 Jul 07 23:07:18.508418 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47914) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:18.554909 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2114fee-f5cf-41b0-b76c-815419678163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.574720 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2114fee-f5cf-41b0-b76c-815419678163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.621713 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2114fee-f5cf-41b0-b76c-815419678163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.624256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a2114fee-f5cf-41b0-b76c-815419678163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:18.625397 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a2114fee-f5cf-41b0-b76c-815419678163 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/802b2983-65e4-481a-b9e6-295b83f743d5 HTTP/1.1" status: 204 len: 168 time: 0.1160829 Jul 07 23:07:18.633449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2114fee-f5cf-41b0-b76c-815419678163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802b2983-65e4-481a-b9e6-295b83f743d5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:19.278605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47936) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:19.367587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91736189'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:19.387979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:19.391252 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:19.400570 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:19.491233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:19.494954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:19.521107 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:07:19.529699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e74ee38-1445-4a6d-8ade-fccf916cb3cd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:19.536436 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:19.536780 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Added segment 569167d7-cb2b-4e2f-8bb3-e194a41b77da of type vlan for network 1dad0c8d-133b-4bb5-a173-0dd7b09fc916 Jul 07 23:07:19.579692 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:19.606901 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:19.612420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:19.613011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:19.692063 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4123042 Jul 07 23:07:19.715406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537224c-18bb-4815-87d9-dde83ff7d3c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Network': ['ID=1dad0c8d-133b-4bb5-a173-0dd7b09fc916,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:19.727558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 1dad0c8d-133b-4bb5-a173-0dd7b09fc916 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:07:20.349343 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:20.568728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 04d52082-2582-44ff-ad50-ca01899b1c44 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:07:20.588992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 04d52082-2582-44ff-ad50-ca01899b1c44 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:07:20.589341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 04d52082-2582-44ff-ad50-ca01899b1c44 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:07:22.951039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47940) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:22.956645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'subnet': {'network_id': '1dad0c8d-133b-4bb5-a173-0dd7b09fc916', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:23.047141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:23.051510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.227544 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.286297 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Subnet': ['ID=48db891a-3f7d-4cd6-a0e1-71f6944b99f8,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:23.295034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Checking segment: {'id': '569167d7-cb2b-4e2f-8bb3-e194a41b77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1dad0c8d-133b-4bb5-a173-0dd7b09fc916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:23.295411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network hostable DHCP agents. Network: 1dad0c8d-133b-4bb5-a173-0dd7b09fc916, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:07:23.311350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network 1dad0c8d-133b-4bb5-a173-0dd7b09fc916 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:07:23.321454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 1dad0c8d-133b-4bb5-a173-0dd7b09fc916) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:23.326513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:23.327206 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.333338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad2cb2e-34be-45e6-8a22-70e0028966e0 None None] Network 1dad0c8d-133b-4bb5-a173-0dd7b09fc916 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:23.342658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e1902927-5178-4ddf-aa7c-83cedb0370e1 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3905151 Jul 07 23:07:23.346245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47942) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:23.351142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488889624'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:23.371723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:23.375362 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.404228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:07:23.413283 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.413630 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Added segment db4bb867-fbbe-4dea-82f0-208c105f6143 of type vlan for network 633ab70f-8499-4528-94e1-dec0d813d041 Jul 07 23:07:23.452578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.479320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-1dad0c8d-133b-4bb5-a173-0dd7b09fc916', 'network_id': '1dad0c8d-133b-4bb5-a173-0dd7b09fc916', 'tenant_id': 'b114e5bc518e46ed8b58c8cd5d3dfffc', 'fixed_ips': [{'subnet_id': '48db891a-3f7d-4cd6-a0e1-71f6944b99f8'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:07:23.480259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.482061 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.487849 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:23.488430 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.544452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1971819 Jul 07 23:07:23.547557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47944) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:23.555265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'subnet': {'network_id': '633ab70f-8499-4528-94e1-dec0d813d041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:23.573965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307ba04-c60e-4f04-b208-78bdd625b4e8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Network': ['ID=633ab70f-8499-4528-94e1-dec0d813d041,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:23.597779 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 633ab70f-8499-4528-94e1-dec0d813d041 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:07:23.650387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:23.654526 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.665350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Allocated IP 2001:db8:0:ffff::2 (1dad0c8d-133b-4bb5-a173-0dd7b09fc916/48db891a-3f7d-4cd6-a0e1-71f6944b99f8/3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:23.812715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.823639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Transition to ACTIVE for port object 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:23.838206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Transition to ACTIVE for port object 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:23.843860 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.845216 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.881296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Network 1dad0c8d-133b-4bb5-a173-0dd7b09fc916 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:23.885917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:23.889161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:23.899244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Pushing event updated for resources: {'Port': ['ID=3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:23.906504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Subnet': ['ID=b1dd474b-7b7d-4ea8-962d-d59390868125,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:23.917112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Checking segment: {'id': 'db4bb867-fbbe-4dea-82f0-208c105f6143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '633ab70f-8499-4528-94e1-dec0d813d041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:23.917479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network hostable DHCP agents. Network: 633ab70f-8499-4528-94e1-dec0d813d041, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:07:23.928296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.928636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.929131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.929436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.929761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.930105 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.930423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.930743 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.931061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.931380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.931699 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.932056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:23.934528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network 633ab70f-8499-4528-94e1-dec0d813d041 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:07:23.945059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 633ab70f-8499-4528-94e1-dec0d813d041) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:23.950628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:23.951159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:23.971336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-53df3235-4c21-4e37-b82d-c4665b67bb9e tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4201915 Jul 07 23:07:23.971554 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47946) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:24.074911 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.106913 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412ae65d-4977-463c-a534-6bdbac993c06 None None] Network 633ab70f-8499-4528-94e1-dec0d813d041 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:24.151083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Attempting to bind port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:24.151455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Attempting to bind port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '569167d7-cb2b-4e2f-8bb3-e194a41b77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1dad0c8d-133b-4bb5-a173-0dd7b09fc916'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:24.151813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Attempting to bind port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 on network 1dad0c8d-133b-4bb5-a173-0dd7b09fc916 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:24.156955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.163444 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:24.163816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Checking segment: {'id': '569167d7-cb2b-4e2f-8bb3-e194a41b77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1dad0c8d-133b-4bb5-a173-0dd7b09fc916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:24.164233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.164610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Bound using segment: {'id': '569167d7-cb2b-4e2f-8bb3-e194a41b77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1dad0c8d-133b-4bb5-a173-0dd7b09fc916'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:24.165071 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Bound port: 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569167d7-cb2b-4e2f-8bb3-e194a41b77da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '1dad0c8d-133b-4bb5-a173-0dd7b09fc916'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:24.165451 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.221964 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.259577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Subnet': ['ID=b1dd474b-7b7d-4ea8-962d-d59390868125,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:24.292851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c126c9d7-6c06-4fd2-a6d3-065b8213a47a None None] Network 633ab70f-8499-4528-94e1-dec0d813d041 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:24.296970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] For port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:24.313321 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.323676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633ab70f-8499-4528-94e1-dec0d813d041']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:24.333587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4bb867-fbbe-4dea-82f0-208c105f6143') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:24.333818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4bb867-fbbe-4dea-82f0-208c105f6143') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:24.347449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.350528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] For port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41,segment=NetworkSegment(569167d7-cb2b-4e2f-8bb3-e194a41b77da),segment_id=569167d7-cb2b-4e2f-8bb3-e194a41b77da)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:24.356015 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.361635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.368120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:07:24.368510 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:07:24.371581 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:07:24.440000 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.447724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.449549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/networks/633ab70f-8499-4528-94e1-dec0d813d041 HTTP/1.1" status: 204 len: 168 time: 0.4770343 Jul 07 23:07:24.453543 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47948) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:24.461717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591b6a8-bb9b-41f1-bc36-6c1da1aca2a8 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Network': ['ID=633ab70f-8499-4528-94e1-dec0d813d041,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:24.468294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-102986942'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:24.470576 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350cfe4-5cbf-4f61-ba4b-2f871c37f2d7 None None] Pushing event updated for resources: {'Port': ['ID=3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:24.493224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:24.496923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.520814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:07:24.529796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.530171 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Added segment 625bfb6a-ae3c-4eee-955c-d9331761a2a6 of type vlan for network 54ba2826-4095-4a13-ac4c-c611ba0d5f18 Jul 07 23:07:24.572654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.620660 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.626485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:24.627068 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.701215 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2432339 Jul 07 23:07:24.702711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa7d5d-bb2c-495e-b704-93e5198862c3 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Network': ['ID=54ba2826-4095-4a13-ac4c-c611ba0d5f18,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:24.705394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47950) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:24.710585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'subnet': {'network_id': '54ba2826-4095-4a13-ac4c-c611ba0d5f18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:24.719143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 54ba2826-4095-4a13-ac4c-c611ba0d5f18 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:07:24.808333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:24.811927 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:24.871711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.ipam_backend_mixin [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Performing IP validity checks on allocation pools {{(pid=93941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 07 23:07:24.872119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.ipam_backend_mixin [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93941) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 07 23:07:24.990934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.054658 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Subnet': ['ID=04895b7b-00de-4930-941c-5f87b8bc6a1a,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:25.063679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Checking segment: {'id': '625bfb6a-ae3c-4eee-955c-d9331761a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54ba2826-4095-4a13-ac4c-c611ba0d5f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:25.064236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network hostable DHCP agents. Network: 54ba2826-4095-4a13-ac4c-c611ba0d5f18, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:07:25.081325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network 54ba2826-4095-4a13-ac4c-c611ba0d5f18 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:07:25.091922 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 54ba2826-4095-4a13-ac4c-c611ba0d5f18) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:25.096220 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:25.096780 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.102012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ab4a7-da3b-4dff-8aea-0835673d50c6 None None] Network 54ba2826-4095-4a13-ac4c-c611ba0d5f18 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:25.120161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-436840f1-77e7-401a-9dd4-85033a3a6074 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4117024 Jul 07 23:07:25.120483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47952) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:25.219676 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.273019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-54ba2826-4095-4a13-ac4c-c611ba0d5f18', 'network_id': '54ba2826-4095-4a13-ac4c-c611ba0d5f18', 'tenant_id': 'b114e5bc518e46ed8b58c8cd5d3dfffc', 'fixed_ips': [{'subnet_id': '04895b7b-00de-4930-941c-5f87b8bc6a1a'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:07:25.274015 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.322526 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:07:25.427492 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Allocated IP 2001:db8::3 (54ba2826-4095-4a13-ac4c-c611ba0d5f18/04895b7b-00de-4930-941c-5f87b8bc6a1a/986a9d08-c21e-4139-8fb1-3f14ad30f1c9) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:25.430914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464fafb-7c82-4903-abdd-88906fe70b90 None None] Network 1dad0c8d-133b-4bb5-a173-0dd7b09fc916 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:25.543438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-462f5b3c-6234-4df2-93c0-ba100be50c1f None None] Provisioning for port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:25.594833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.701866 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.712561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Transition to ACTIVE for port object 986a9d08-c21e-4139-8fb1-3f14ad30f1c9 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:25.734463 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Transition to ACTIVE for port object 986a9d08-c21e-4139-8fb1-3f14ad30f1c9 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:25.741373 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.758916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.783590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Network 54ba2826-4095-4a13-ac4c-c611ba0d5f18 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:25.789240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:25.792630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:25.793549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Subnet': ['ID=04895b7b-00de-4930-941c-5f87b8bc6a1a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:25.823262 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Pushing event updated for resources: {'Port': ['ID=986a9d08-c21e-4139-8fb1-3f14ad30f1c9,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:25.860120 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Attempting to bind port 986a9d08-c21e-4139-8fb1-3f14ad30f1c9 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:25.860526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Attempting to bind port 986a9d08-c21e-4139-8fb1-3f14ad30f1c9 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '625bfb6a-ae3c-4eee-955c-d9331761a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54ba2826-4095-4a13-ac4c-c611ba0d5f18'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:25.860892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Attempting to bind port 986a9d08-c21e-4139-8fb1-3f14ad30f1c9 on network 54ba2826-4095-4a13-ac4c-c611ba0d5f18 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:25.865143 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.867171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:25.867600 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Checking segment: {'id': '625bfb6a-ae3c-4eee-955c-d9331761a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54ba2826-4095-4a13-ac4c-c611ba0d5f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:25.868007 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.868400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Bound using segment: {'id': '625bfb6a-ae3c-4eee-955c-d9331761a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54ba2826-4095-4a13-ac4c-c611ba0d5f18'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:25.868867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Bound port: 986a9d08-c21e-4139-8fb1-3f14ad30f1c9, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '625bfb6a-ae3c-4eee-955c-d9331761a2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '54ba2826-4095-4a13-ac4c-c611ba0d5f18'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:25.869244 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.875623 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ba2826-4095-4a13-ac4c-c611ba0d5f18']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:25.887025 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625bfb6a-ae3c-4eee-955c-d9331761a2a6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:25.887326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625bfb6a-ae3c-4eee-955c-d9331761a2a6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:25.897325 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.912456 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.919057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:07:25.919596 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:07:25.923149 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:07:25.934684 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] For port 986a9d08-c21e-4139-8fb1-3f14ad30f1c9, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:25.983408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.db.api [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 07 23:07:25.983408 n-d-695012-11 neutron-server[93942]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 07 23:07:25.983408 n-d-695012-11 neutron-server[93942]: [parameters: {'id': '54ba2826-4095-4a13-ac4c-c611ba0d5f18'}] Jul 07 23:07:25.983408 n-d-695012-11 neutron-server[93942]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93942) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 07 23:07:25.983869 n-d-695012-11 neutron-server[93942]: DEBUG oslo_db.api [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 07 23:07:25.990718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] For port 986a9d08-c21e-4139-8fb1-3f14ad30f1c9, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=986a9d08-c21e-4139-8fb1-3f14ad30f1c9,segment=NetworkSegment(625bfb6a-ae3c-4eee-955c-d9331761a2a6),segment_id=625bfb6a-ae3c-4eee-955c-d9331761a2a6)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:25.994787 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.085213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e74944-0cd4-490a-9b6f-18307a1c002a None None] Pushing event updated for resources: {'Port': ['ID=986a9d08-c21e-4139-8fb1-3f14ad30f1c9,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:26.099242 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bcfa15-c6cf-4a6c-b50b-3a855a61707c None None] Network 54ba2826-4095-4a13-ac4c-c611ba0d5f18 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:26.135643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:26.241926 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:26.247557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:26.247928 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.297054 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3fce6-92c9-4057-be4a-278e44d998e4 None None] get_active_networks_info from n-d-695012-11 {{(pid=93943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 07 23:07:26.375923 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.411149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d3fce6-92c9-4057-be4a-278e44d998e4 None None] Resources bound (agent type, host, resource id): {{(pid=93943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 07 23:07:26.425349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41,segment=NetworkSegment(569167d7-cb2b-4e2f-8bb3-e194a41b77da),segment_id=569167d7-cb2b-4e2f-8bb3-e194a41b77da)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:26.430278 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.485249 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.529701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:26.537305 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Deleting port 986a9d08-c21e-4139-8fb1-3f14ad30f1c9 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:26.537795 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.602550 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] For port 986a9d08-c21e-4139-8fb1-3f14ad30f1c9, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=986a9d08-c21e-4139-8fb1-3f14ad30f1c9,segment=NetworkSegment(625bfb6a-ae3c-4eee-955c-d9331761a2a6),segment_id=625bfb6a-ae3c-4eee-955c-d9331761a2a6)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:26.603256 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.615839 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Calling delete_port for 986a9d08-c21e-4139-8fb1-3f14ad30f1c9 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:26.692442 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.721887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Port': ['ID=986a9d08-c21e-4139-8fb1-3f14ad30f1c9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:26.724268 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No DVR routers for this DVR port 986a9d08-c21e-4139-8fb1-3f14ad30f1c9 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:26.800724 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.810081 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ba2826-4095-4a13-ac4c-c611ba0d5f18']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:26.819927 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625bfb6a-ae3c-4eee-955c-d9331761a2a6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:26.820226 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625bfb6a-ae3c-4eee-955c-d9331761a2a6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:26.829046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.842569 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.848894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:07:26.849304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:07:26.852197 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:07:26.911138 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.917781 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.919556 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/networks/54ba2826-4095-4a13-ac4c-c611ba0d5f18 HTTP/1.1" status: 204 len: 168 time: 1.7981007 Jul 07 23:07:26.923587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47956) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:26.928752 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-773554878'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:26.931275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3571739-14c9-495a-9da2-02db283e1086 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Network': ['ID=54ba2826-4095-4a13-ac4c-c611ba0d5f18,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:26.948632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:26.952059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.975457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:07:26.984015 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:26.984357 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Added segment 77efa97d-c52f-4d1c-81dd-b96559f68e74 of type vlan for network c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2 Jul 07 23:07:27.023571 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.049727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.055380 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:27.055919 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.109309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1846271 Jul 07 23:07:27.113099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47958) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:27.118210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'subnet': {'network_id': 'c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:27.125715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596b24d-a6d1-4516-b10b-6339b8536f22 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Network': ['ID=c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:27.136377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:07:27.205374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:27.209524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.392753 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.413730 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-867fc6bb-ced1-4eeb-a936-504638782fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.454959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Subnet': ['ID=0a4f7a96-393a-46f4-9e37-74a33dc3fa49,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:27.464998 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Checking segment: {'id': '77efa97d-c52f-4d1c-81dd-b96559f68e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:27.465364 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network hostable DHCP agents. Network: c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:07:27.481854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:07:27.490124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:27.493914 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:27.494530 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.500994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba676d1-6f24-4c0b-9871-b0174b9af19e None None] Network c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:27.508924 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3d74a267-b419-4656-bb54-883082dca1bc tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3947620 Jul 07 23:07:27.512692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47960) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:27.517817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1451193526'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:27.538281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:27.541754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.567223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:07:27.576445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.576792 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Added segment 8a0164b6-d1f8-43b0-bdd3-0500190c6f72 of type vlan for network 4ea5b7bc-5563-4390-9ebb-90f3096d9b61 Jul 07 23:07:27.617289 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.645644 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2', 'network_id': 'c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2', 'tenant_id': 'b114e5bc518e46ed8b58c8cd5d3dfffc', 'fixed_ips': [{'subnet_id': '0a4f7a96-393a-46f4-9e37-74a33dc3fa49'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:07:27.646608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.647364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.652910 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:27.653503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.709357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1955404 Jul 07 23:07:27.712243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47962) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:27.717122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Request body: {'subnet': {'network_id': '4ea5b7bc-5563-4390-9ebb-90f3096d9b61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:27.767804 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340e704-f506-426b-8c37-d37bda615236 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Network': ['ID=4ea5b7bc-5563-4390-9ebb-90f3096d9b61,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:27.778387 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4ea5b7bc-5563-4390-9ebb-90f3096d9b61 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:07:27.816497 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Made reservation on behalf of b114e5bc518e46ed8b58c8cd5d3dfffc for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:27.820075 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:27.837847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Allocated IP 2001:db8::2 (c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2/0a4f7a96-393a-46f4-9e37-74a33dc3fa49/73d94eef-8132-416f-ae06-05941e902d1f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:27.994746 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.002010 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.003487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Transition to ACTIVE for port object 73d94eef-8132-416f-ae06-05941e902d1f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:28.019368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Transition to ACTIVE for port object 73d94eef-8132-416f-ae06-05941e902d1f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:28.025699 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.061611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event updated for resources: {'Subnet': ['ID=b8bebad5-f3db-4960-9a1d-8dcd3cfa4813,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:28.062905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Network c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:28.065709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:28.071598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:28.074938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Checking segment: {'id': '8a0164b6-d1f8-43b0-bdd3-0500190c6f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '4ea5b7bc-5563-4390-9ebb-90f3096d9b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:28.075725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network hostable DHCP agents. Network: 4ea5b7bc-5563-4390-9ebb-90f3096d9b61, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:07:28.083108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Pushing event updated for resources: {'Port': ['ID=73d94eef-8132-416f-ae06-05941e902d1f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:28.099506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Network 4ea5b7bc-5563-4390-9ebb-90f3096d9b61 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:07:28.111056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4ea5b7bc-5563-4390-9ebb-90f3096d9b61) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:28.116783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:28.117856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.124838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eea204-3d4c-4041-bdcc-ca96b3c6d00e None None] Network 4ea5b7bc-5563-4390-9ebb-90f3096d9b61 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:28.130836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:28.134549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-43eee4dc-4b83-4f7d-976d-4082d84d89ae tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4213159 Jul 07 23:07:28.137059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47964) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:28.200025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Attempting to bind port 73d94eef-8132-416f-ae06-05941e902d1f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:28.200396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Attempting to bind port 73d94eef-8132-416f-ae06-05941e902d1f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '77efa97d-c52f-4d1c-81dd-b96559f68e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:28.200763 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Attempting to bind port 73d94eef-8132-416f-ae06-05941e902d1f on network c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:28.214829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:28.215451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Checking segment: {'id': '77efa97d-c52f-4d1c-81dd-b96559f68e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:28.215691 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.216093 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Bound using segment: {'id': '77efa97d-c52f-4d1c-81dd-b96559f68e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:28.216566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Bound port: 73d94eef-8132-416f-ae06-05941e902d1f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77efa97d-c52f-4d1c-81dd-b96559f68e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:28.216949 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.236453 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.292621 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.322232 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:28.322608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.355757 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.375381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] For port 73d94eef-8132-416f-ae06-05941e902d1f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:28.382245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] For port 73d94eef-8132-416f-ae06-05941e902d1f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=73d94eef-8132-416f-ae06-05941e902d1f,segment=NetworkSegment(77efa97d-c52f-4d1c-81dd-b96559f68e74),segment_id=77efa97d-c52f-4d1c-81dd-b96559f68e74)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:28.389028 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.389459 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Subnet': ['ID=b8bebad5-f3db-4960-9a1d-8dcd3cfa4813,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:28.437630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38602811-f111-4b41-84b1-b300cc00803f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-4ea5b7bc-5563-4390-9ebb-90f3096d9b61', 'network_id': '4ea5b7bc-5563-4390-9ebb-90f3096d9b61', 'tenant_id': 'b114e5bc518e46ed8b58c8cd5d3dfffc', 'fixed_ips': [{'subnet_id': 'b8bebad5-f3db-4960-9a1d-8dcd3cfa4813'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:07:28.438488 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-38602811-f111-4b41-84b1-b300cc00803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.452668 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.465810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea5b7bc-5563-4390-9ebb-90f3096d9b61']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:28.482958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0164b6-d1f8-43b0-bdd3-0500190c6f72') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:28.483264 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0164b6-d1f8-43b0-bdd3-0500190c6f72') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:28.493378 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.509002 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.516585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:07:28.517142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:07:28.521010 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:07:28.591364 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.597205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.601802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/networks/4ea5b7bc-5563-4390-9ebb-90f3096d9b61 HTTP/1.1" status: 204 len: 168 time: 0.4613283 Jul 07 23:07:28.602619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47966) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:28.615746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd53cf-8d83-4ebd-9091-f702211b1767 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Network': ['ID=4ea5b7bc-5563-4390-9ebb-90f3096d9b61,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:28.638955 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec489de-012c-41db-a37f-0c779ed8df06 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] GET failed (client error): The resource could not be found. Jul 07 23:07:28.642109 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0ec489de-012c-41db-a37f-0c779ed8df06 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "GET /v2.0/subnets/b8bebad5-f3db-4960-9a1d-8dcd3cfa4813 HTTP/1.1" status: 404 len: 337 time: 0.0352921 Jul 07 23:07:28.643276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47968) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:28.677786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5999a0-add2-4c7a-957e-1b654758ee5f None None] Pushing event updated for resources: {'Port': ['ID=73d94eef-8132-416f-ae06-05941e902d1f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:28.688464 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2853177c-bfa9-49a7-8ed6-cc31cc4761ea tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] DELETE failed (client error): The resource could not be found. Jul 07 23:07:28.689404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2853177c-bfa9-49a7-8ed6-cc31cc4761ea tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:07:28.695616 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2853177c-bfa9-49a7-8ed6-cc31cc4761ea tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/networks/4ea5b7bc-5563-4390-9ebb-90f3096d9b61 HTTP/1.1" status: 404 len: 339 time: 0.0472970 Jul 07 23:07:28.695972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:28.706248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94cc81-a28d-4ae4-b122-92c9c1c80f3b None None] Network 4ea5b7bc-5563-4390-9ebb-90f3096d9b61 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:28.719722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a94cc81-a28d-4ae4-b122-92c9c1c80f3b None None] Network 4ea5b7bc-5563-4390-9ebb-90f3096d9b61 could not be found, it might have been deleted concurrently. {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 23:07:28.734382 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6e1c2c-8e22-4800-bc43-c9bf7dd41167 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] DELETE failed (client error): The resource could not be found. Jul 07 23:07:28.734831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6e1c2c-8e22-4800-bc43-c9bf7dd41167 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:07:28.736590 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2a6e1c2c-8e22-4800-bc43-c9bf7dd41167 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/subnets/b8bebad5-f3db-4960-9a1d-8dcd3cfa4813 HTTP/1.1" status: 404 len: 337 time: 0.0395339 Jul 07 23:07:28.739182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:28.761767 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adce9fc-5395-4a00-9b87-4d7a35f75064 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] DELETE failed (client error): The resource could not be found. Jul 07 23:07:28.761767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adce9fc-5395-4a00-9b87-4d7a35f75064 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:07:28.764307 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3adce9fc-5395-4a00-9b87-4d7a35f75064 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/networks/4ea5b7bc-5563-4390-9ebb-90f3096d9b61 HTTP/1.1" status: 404 len: 339 time: 0.0241044 Jul 07 23:07:28.766860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:28.825042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-647cc4ad-3f58-480c-90cc-681b9ee7bd4d tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Deleting subnet 0a4f7a96-393a-46f4-9e37-74a33dc3fa49 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:07:28.828638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-647cc4ad-3f58-480c-90cc-681b9ee7bd4d tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.867286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-647cc4ad-3f58-480c-90cc-681b9ee7bd4d tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:28.947319 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-647cc4ad-3f58-480c-90cc-681b9ee7bd4d tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.008999 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-647cc4ad-3f58-480c-90cc-681b9ee7bd4d tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.033024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cc4ad-3f58-480c-90cc-681b9ee7bd4d tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4f7a96-393a-46f4-9e37-74a33dc3fa49,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:29.038618 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-647cc4ad-3f58-480c-90cc-681b9ee7bd4d tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.040534 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-647cc4ad-3f58-480c-90cc-681b9ee7bd4d tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/subnets/0a4f7a96-393a-46f4-9e37-74a33dc3fa49 HTTP/1.1" status: 204 len: 168 time: 0.2726762 Jul 07 23:07:29.042986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47976) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:29.119638 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.175100 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Deleting port 73d94eef-8132-416f-ae06-05941e902d1f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:29.175371 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.247924 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] For port 73d94eef-8132-416f-ae06-05941e902d1f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=73d94eef-8132-416f-ae06-05941e902d1f,segment=NetworkSegment(77efa97d-c52f-4d1c-81dd-b96559f68e74),segment_id=77efa97d-c52f-4d1c-81dd-b96559f68e74)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:29.248427 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.263086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Calling delete_port for 73d94eef-8132-416f-ae06-05941e902d1f owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:29.357324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.389513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Port': ['ID=73d94eef-8132-416f-ae06-05941e902d1f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:29.393314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No DVR routers for this DVR port 73d94eef-8132-416f-ae06-05941e902d1f on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:29.480772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283f9b7-38af-4749-a734-8b684ea25ac9 None None] Network c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:29.484924 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.495992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:29.506562 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77efa97d-c52f-4d1c-81dd-b96559f68e74') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:29.506864 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77efa97d-c52f-4d1c-81dd-b96559f68e74') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:29.517420 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.532270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.539507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-9919419e-c2dc-48a3-bb63-be7e9cc32f93 None None] Could not find standard attr ID for object 73d94eef-8132-416f-ae06-05941e902d1f. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 23:07:29.540210 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:07:29.540612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:07:29.543935 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:07:29.606916 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.613903 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.615803 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/networks/c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2 HTTP/1.1" status: 204 len: 168 time: 0.5719135 Jul 07 23:07:29.618288 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 47978) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:29.636117 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5762893-ef35-454a-9328-b56ac0bf8ec5 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Network': ['ID=c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:29.653276 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79f5c73-13f5-486b-a6b0-ecdadf18c0c8 None None] DHCP port deletion for c1cf3c9f-5ab2-4afc-8fdd-8dda413dd4d2 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:07:29.654528 n-d-695012-11 neutron-server[93942]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d56c8c-c4fd-4945-a2ca-afcc56431a58 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] DELETE failed (client error): The resource could not be found. Jul 07 23:07:29.654985 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d56c8c-c4fd-4945-a2ca-afcc56431a58 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93942) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:07:29.656801 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-74d56c8c-c4fd-4945-a2ca-afcc56431a58 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/subnets/04895b7b-00de-4930-941c-5f87b8bc6a1a HTTP/1.1" status: 404 len: 337 time: 0.0375257 Jul 07 23:07:29.659552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47980) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:29.681325 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f94ff44-ecc0-48ee-9997-58293d0ed58b tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] DELETE failed (client error): The resource could not be found. Jul 07 23:07:29.681838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f94ff44-ecc0-48ee-9997-58293d0ed58b tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:07:29.683581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5f94ff44-ecc0-48ee-9997-58293d0ed58b tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/networks/54ba2826-4095-4a13-ac4c-c611ba0d5f18 HTTP/1.1" status: 404 len: 339 time: 0.0229540 Jul 07 23:07:29.686249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47982) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:29.711789 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c1291c-3297-4377-bb86-b32059488713 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] DELETE failed (client error): The resource could not be found. Jul 07 23:07:29.712227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c1291c-3297-4377-bb86-b32059488713 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:07:29.713842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-58c1291c-3297-4377-bb86-b32059488713 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/subnets/b1dd474b-7b7d-4ea8-962d-d59390868125 HTTP/1.1" status: 404 len: 337 time: 0.0266564 Jul 07 23:07:29.716111 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47984) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:29.733495 n-d-695012-11 neutron-server[93941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d561aece-a055-4847-8018-0726d23f29d0 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] DELETE failed (client error): The resource could not be found. Jul 07 23:07:29.733958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d561aece-a055-4847-8018-0726d23f29d0 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93941) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 07 23:07:29.735565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d561aece-a055-4847-8018-0726d23f29d0 tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/networks/633ab70f-8499-4528-94e1-dec0d813d041 HTTP/1.1" status: 404 len: 339 time: 0.0185935 Jul 07 23:07:29.737647 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47986) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:29.772659 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-137e3b21-2f4c-4107-8869-fdd1b7459dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.787671 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a33e8d-579b-4b44-8c47-e3fac4f7f65c tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Deleting subnet 48db891a-3f7d-4cd6-a0e1-71f6944b99f8 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:07:29.790709 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64a33e8d-579b-4b44-8c47-e3fac4f7f65c tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.827458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64a33e8d-579b-4b44-8c47-e3fac4f7f65c tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.912097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64a33e8d-579b-4b44-8c47-e3fac4f7f65c tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.967453 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64a33e8d-579b-4b44-8c47-e3fac4f7f65c tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.994571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a33e8d-579b-4b44-8c47-e3fac4f7f65c tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Subnet': ['ID=48db891a-3f7d-4cd6-a0e1-71f6944b99f8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:29.996533 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-64a33e8d-579b-4b44-8c47-e3fac4f7f65c tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:29.998437 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-64a33e8d-579b-4b44-8c47-e3fac4f7f65c tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/subnets/48db891a-3f7d-4cd6-a0e1-71f6944b99f8 HTTP/1.1" status: 204 len: 168 time: 0.2598372 Jul 07 23:07:30.000853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47988) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:30.002230 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ca5a5-feb9-48f6-ae70-7012478ff1c3 None None] Network 1dad0c8d-133b-4bb5-a173-0dd7b09fc916 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:30.081122 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.094216 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.134406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Deleting port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:30.134793 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.197157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] For port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41,segment=NetworkSegment(569167d7-cb2b-4e2f-8bb3-e194a41b77da),segment_id=569167d7-cb2b-4e2f-8bb3-e194a41b77da)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:30.197517 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.199055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a966c-dd0e-4f1e-82cd-21d2536aa133 None None] DHCP port deletion for 1dad0c8d-133b-4bb5-a173-0dd7b09fc916 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:07:30.212070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Calling delete_port for 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:30.245123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a966c-dd0e-4f1e-82cd-21d2536aa133 None None] Deleting port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:30.245503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b8a966c-dd0e-4f1e-82cd-21d2536aa133 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.299281 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.309794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6b8a966c-dd0e-4f1e-82cd-21d2536aa133 None None] For port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41,segment=NetworkSegment(569167d7-cb2b-4e2f-8bb3-e194a41b77da),segment_id=569167d7-cb2b-4e2f-8bb3-e194a41b77da)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:30.310223 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b8a966c-dd0e-4f1e-82cd-21d2536aa133 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.323633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a966c-dd0e-4f1e-82cd-21d2536aa133 None None] Calling delete_port for 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:30.326935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Port': ['ID=3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:30.331097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] No DVR routers for this DVR port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:30.398400 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b8a966c-dd0e-4f1e-82cd-21d2536aa133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.410096 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.419675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dad0c8d-133b-4bb5-a173-0dd7b09fc916']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:30.420715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a966c-dd0e-4f1e-82cd-21d2536aa133 None None] Pushing event deleted for resources: {'Port': ['ID=3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:30.427143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a966c-dd0e-4f1e-82cd-21d2536aa133 None None] No DVR routers for this DVR port 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:30.430794 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569167d7-cb2b-4e2f-8bb3-e194a41b77da') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:30.431095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569167d7-cb2b-4e2f-8bb3-e194a41b77da') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:30.443177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.457187 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.463179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:07:30.463570 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:07:30.466805 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:07:30.524618 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.532324 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:30.534136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] 10.222.0.81 "DELETE /v2.0/networks/1dad0c8d-133b-4bb5-a173-0dd7b09fc916 HTTP/1.1" status: 204 len: 168 time: 0.5323112 Jul 07 23:07:30.543592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f8005-498f-4c04-8ff8-f79f98a83ffd tempest-NetworksIpV6Test-199016259 tempest-NetworksIpV6Test-199016259-project] Pushing event deleted for resources: {'Network': ['ID=1dad0c8d-133b-4bb5-a173-0dd7b09fc916,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:30.801949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47994) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:30.962159 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2b7e66d8-1b32-4739-97a5-61ff3c3c1076 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b114e5bc518e46ed8b58c8cd5d3dfffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589167 Jul 07 23:07:30.964632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 47998) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:31.015691 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac686f87-e7e0-45ef-b2b6-c90bc799e7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.036906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac686f87-e7e0-45ef-b2b6-c90bc799e7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.074479 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.082959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac686f87-e7e0-45ef-b2b6-c90bc799e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.085441 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ac686f87-e7e0-45ef-b2b6-c90bc799e7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.086608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ac686f87-e7e0-45ef-b2b6-c90bc799e7f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e74ee38-1445-4a6d-8ade-fccf916cb3cd HTTP/1.1" status: 204 len: 168 time: 0.1211059 Jul 07 23:07:31.094923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac686f87-e7e0-45ef-b2b6-c90bc799e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e74ee38-1445-4a6d-8ade-fccf916cb3cd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:31.689086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48022) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:31.778794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-64f736d4-1483-498a-ae55-002c6a56634f tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-178204110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:31.800605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64f736d4-1483-498a-ae55-002c6a56634f tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.802172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64f736d4-1483-498a-ae55-002c6a56634f tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.823796 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.855520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64f736d4-1483-498a-ae55-002c6a56634f tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.859480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64f736d4-1483-498a-ae55-002c6a56634f tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.874806 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-64f736d4-1483-498a-ae55-002c6a56634f tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.878359 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-64f736d4-1483-498a-ae55-002c6a56634f tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1859133 Jul 07 23:07:31.879557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48026) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:31.884739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-135128940'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:31.905494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Made reservation on behalf of b779fe72ae5641239317920fb2902942 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:31.908817 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:31.916956 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.018143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.021677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.043581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:07:32.059021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a749cef4-9cfc-4992-8172-4c93c1cd42f4,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:32.062881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.063242 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Added segment 2aa82464-8991-4141-81d3-08c1619ba525 of type vlan for network 640d11d7-31da-4457-afcd-72d319d4b69c Jul 07 23:07:32.105861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:07:32.106413 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.133112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:07:32.133557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3a6a9e70-6aef-4f4e-bfd4-28ef114ddb41 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:07:32.141086 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.146810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:32.147398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.197406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3167100 Jul 07 23:07:32.200286 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48030) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:32.205715 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Request body: {'subnet': {'network_id': '640d11d7-31da-4457-afcd-72d319d4b69c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:32.215441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36209cc-26c9-40d6-91fc-aa0660012660 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event updated for resources: {'Network': ['ID=640d11d7-31da-4457-afcd-72d319d4b69c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:32.226000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 640d11d7-31da-4457-afcd-72d319d4b69c details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:07:32.296225 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Made reservation on behalf of b779fe72ae5641239317920fb2902942 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:32.299889 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.472226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.533423 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event updated for resources: {'Subnet': ['ID=0bdbbfbb-1efc-43b0-acd4-e5763042ecea,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:32.539165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Checking segment: {'id': '2aa82464-8991-4141-81d3-08c1619ba525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '640d11d7-31da-4457-afcd-72d319d4b69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:32.539460 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Network hostable DHCP agents. Network: 640d11d7-31da-4457-afcd-72d319d4b69c, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:07:32.555406 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Network 640d11d7-31da-4457-afcd-72d319d4b69c is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:07:32.564031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 640d11d7-31da-4457-afcd-72d319d4b69c) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:32.568321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:32.568946 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.575185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9fee93-3423-4859-a5fc-01f7db83504d None None] Network 640d11d7-31da-4457-afcd-72d319d4b69c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:32.584980 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7b306a40-5769-4d7b-a098-65c6484db2ad tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3834109 Jul 07 23:07:32.587977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48032) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:32.592946 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-983034841'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:32.613538 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Made reservation on behalf of b779fe72ae5641239317920fb2902942 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:32.617044 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.647553 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:07:32.656100 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.656445 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Added segment 44ed7161-6419-4717-867d-9d8606312075 of type vlan for network 950c1385-92da-4465-9a0e-b2eb6e03c8c0 Jul 07 23:07:32.701115 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.728255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-640d11d7-31da-4457-afcd-72d319d4b69c', 'network_id': '640d11d7-31da-4457-afcd-72d319d4b69c', 'tenant_id': 'b779fe72ae5641239317920fb2902942', 'fixed_ips': [{'subnet_id': '0bdbbfbb-1efc-43b0-acd4-e5763042ecea'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:07:32.729216 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.733407 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.739149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:32.739837 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.790866 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2017670 Jul 07 23:07:32.795188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48034) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:32.802018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Request body: {'subnet': {'network_id': '950c1385-92da-4465-9a0e-b2eb6e03c8c0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:32.809974 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f802f-a6f0-4af9-a95e-48ae7034e0f8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event updated for resources: {'Network': ['ID=950c1385-92da-4465-9a0e-b2eb6e03c8c0,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:32.820982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 950c1385-92da-4465-9a0e-b2eb6e03c8c0 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:07:32.903214 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Made reservation on behalf of b779fe72ae5641239317920fb2902942 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:32.906974 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:32.918132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Allocated IP 172.20.0.2 (640d11d7-31da-4457-afcd-72d319d4b69c/0bdbbfbb-1efc-43b0-acd4-e5763042ecea/5aec31eb-ffbf-433e-b555-2ee052d0f3c8) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:32.944469 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.079750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.089191 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Transition to ACTIVE for port object 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:33.104935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Transition to ACTIVE for port object 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:33.111043 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.148892 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Network 640d11d7-31da-4457-afcd-72d319d4b69c is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:33.151959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:33.154449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:33.169031 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Pushing event updated for resources: {'Port': ['ID=5aec31eb-ffbf-433e-b555-2ee052d0f3c8,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:33.225133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Attempting to bind port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:33.225505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Attempting to bind port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '2aa82464-8991-4141-81d3-08c1619ba525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '640d11d7-31da-4457-afcd-72d319d4b69c'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:33.225871 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Attempting to bind port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 on network 640d11d7-31da-4457-afcd-72d319d4b69c {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:33.230774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:33.231206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Checking segment: {'id': '2aa82464-8991-4141-81d3-08c1619ba525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '640d11d7-31da-4457-afcd-72d319d4b69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:33.231607 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.232002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Bound using segment: {'id': '2aa82464-8991-4141-81d3-08c1619ba525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '640d11d7-31da-4457-afcd-72d319d4b69c'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:33.232465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Bound port: 5aec31eb-ffbf-433e-b555-2ee052d0f3c8, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa82464-8991-4141-81d3-08c1619ba525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '640d11d7-31da-4457-afcd-72d319d4b69c'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:33.232850 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.294876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] For port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:33.297846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] For port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5aec31eb-ffbf-433e-b555-2ee052d0f3c8,segment=NetworkSegment(2aa82464-8991-4141-81d3-08c1619ba525),segment_id=2aa82464-8991-4141-81d3-08c1619ba525)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:33.302829 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.363689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea067f6-230c-4773-9e55-0f1947a8c125 None None] Pushing event updated for resources: {'Port': ['ID=5aec31eb-ffbf-433e-b555-2ee052d0f3c8,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:33.374887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.437145 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event updated for resources: {'Subnet': ['ID=9fdf64e8-76ff-45c3-8354-cf45af254abf,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:33.445262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Checking segment: {'id': '44ed7161-6419-4717-867d-9d8606312075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '950c1385-92da-4465-9a0e-b2eb6e03c8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:33.445662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Network hostable DHCP agents. Network: 950c1385-92da-4465-9a0e-b2eb6e03c8c0, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:07:33.465639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Network 950c1385-92da-4465-9a0e-b2eb6e03c8c0 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:07:33.475834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 950c1385-92da-4465-9a0e-b2eb6e03c8c0) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:33.480342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:33.480945 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.489522 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462774d7-44b7-4bc6-b830-f44ea2f94cf9 None None] Network 950c1385-92da-4465-9a0e-b2eb6e03c8c0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:33.500294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-387d95a0-98fc-4183-97be-455ed17d6d18 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7039049 Jul 07 23:07:33.503370 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48036) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:33.509510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b072c3b6-26ec-41df-96ec-df53e8d867dc tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Request body: {'router': {'external_gateway_info': {'network_id': '950c1385-92da-4465-9a0e-b2eb6e03c8c0'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:33.679363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-950c1385-92da-4465-9a0e-b2eb6e03c8c0', 'network_id': '950c1385-92da-4465-9a0e-b2eb6e03c8c0', 'tenant_id': 'b779fe72ae5641239317920fb2902942', 'fixed_ips': [{'subnet_id': '9fdf64e8-76ff-45c3-8354-cf45af254abf'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:07:33.680423 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.747172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b072c3b6-26ec-41df-96ec-df53e8d867dc tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.815435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Allocated IP 172.21.0.2 (950c1385-92da-4465-9a0e-b2eb6e03c8c0/9fdf64e8-76ff-45c3-8354-cf45af254abf/5432886f-0e08-4100-9bd6-b8c500056caf) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:33.853905 n-d-695012-11 neutron-server[93942]: INFO neutron.api.v2.resource [None req-b072c3b6-26ec-41df-96ec-df53e8d867dc tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 07 23:07:33.854925 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b072c3b6-26ec-41df-96ec-df53e8d867dc tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "PUT /v2.0/routers/4b6d05ae-9528-4ee2-8b96-d7ab03dfdbc7 HTTP/1.1" status: 400 len: 364 time: 0.3499999 Jul 07 23:07:33.860855 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48038) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:33.914922 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-c479bab2-7bf9-4009-bc4a-1e9ed4b81a58 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Deleting subnet 9fdf64e8-76ff-45c3-8354-cf45af254abf {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:07:33.961773 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.970210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Transition to ACTIVE for port object 5432886f-0e08-4100-9bd6-b8c500056caf will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:33.985949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Transition to ACTIVE for port object 5432886f-0e08-4100-9bd6-b8c500056caf will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:33.991645 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c479bab2-7bf9-4009-bc4a-1e9ed4b81a58 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:33.992917 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.035966 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c479bab2-7bf9-4009-bc4a-1e9ed4b81a58 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.042627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Network 950c1385-92da-4465-9a0e-b2eb6e03c8c0 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:34.043496 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Pushing event updated for resources: {'Port': ['ID=5432886f-0e08-4100-9bd6-b8c500056caf,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:34.048002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:34.050353 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:34.114544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Attempting to bind port 5432886f-0e08-4100-9bd6-b8c500056caf on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:34.115147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Attempting to bind port 5432886f-0e08-4100-9bd6-b8c500056caf by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '44ed7161-6419-4717-867d-9d8606312075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '950c1385-92da-4465-9a0e-b2eb6e03c8c0'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:34.115257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Attempting to bind port 5432886f-0e08-4100-9bd6-b8c500056caf on network 950c1385-92da-4465-9a0e-b2eb6e03c8c0 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:34.123284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:34.123663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Checking segment: {'id': '44ed7161-6419-4717-867d-9d8606312075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '950c1385-92da-4465-9a0e-b2eb6e03c8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:34.124070 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.124467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Bound using segment: {'id': '44ed7161-6419-4717-867d-9d8606312075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '950c1385-92da-4465-9a0e-b2eb6e03c8c0'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:34.125148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Bound port: 5432886f-0e08-4100-9bd6-b8c500056caf, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ed7161-6419-4717-867d-9d8606312075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '950c1385-92da-4465-9a0e-b2eb6e03c8c0'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:34.125338 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.153986 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c479bab2-7bf9-4009-bc4a-1e9ed4b81a58 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.179112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:34.229131 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c479bab2-7bf9-4009-bc4a-1e9ed4b81a58 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.241724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] For port 5432886f-0e08-4100-9bd6-b8c500056caf, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:34.245557 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] For port 5432886f-0e08-4100-9bd6-b8c500056caf, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5432886f-0e08-4100-9bd6-b8c500056caf,segment=NetworkSegment(44ed7161-6419-4717-867d-9d8606312075),segment_id=44ed7161-6419-4717-867d-9d8606312075)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:34.250949 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.261385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479bab2-7bf9-4009-bc4a-1e9ed4b81a58 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdf64e8-76ff-45c3-8354-cf45af254abf,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:34.263462 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c479bab2-7bf9-4009-bc4a-1e9ed4b81a58 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.268342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48040) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:34.273278 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c479bab2-7bf9-4009-bc4a-1e9ed4b81a58 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "DELETE /v2.0/subnets/9fdf64e8-76ff-45c3-8354-cf45af254abf HTTP/1.1" status: 204 len: 168 time: 0.4113894 Jul 07 23:07:34.293788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:34.319528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808498d8-0f67-4bf7-a046-e2150547b803 None None] Pushing event updated for resources: {'Port': ['ID=5432886f-0e08-4100-9bd6-b8c500056caf,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:34.378321 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.406855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5400c-8a64-44a3-8241-009dfc20f39c None None] Network 640d11d7-31da-4457-afcd-72d319d4b69c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:34.435024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Deleting port 5432886f-0e08-4100-9bd6-b8c500056caf {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:34.435371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.514642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] For port 5432886f-0e08-4100-9bd6-b8c500056caf, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5432886f-0e08-4100-9bd6-b8c500056caf,segment=NetworkSegment(44ed7161-6419-4717-867d-9d8606312075),segment_id=44ed7161-6419-4717-867d-9d8606312075)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:34.515235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.530875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Calling delete_port for 5432886f-0e08-4100-9bd6-b8c500056caf owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:34.540392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-423a858b-66d2-4581-94be-bc63e55e4a64 None None] Provisioning for port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:34.550184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-423a858b-66d2-4581-94be-bc63e55e4a64 None None] Provisioning complete for port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:34.550557 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-423a858b-66d2-4581-94be-bc63e55e4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.625058 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.653441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] No DVR routers for this DVR port 5432886f-0e08-4100-9bd6-b8c500056caf on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:34.659877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event deleted for resources: {'Port': ['ID=5432886f-0e08-4100-9bd6-b8c500056caf,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:34.675153 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-423a858b-66d2-4581-94be-bc63e55e4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.711293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-423a858b-66d2-4581-94be-bc63e55e4a64 None None] For port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5aec31eb-ffbf-433e-b555-2ee052d0f3c8,segment=NetworkSegment(2aa82464-8991-4141-81d3-08c1619ba525),segment_id=2aa82464-8991-4141-81d3-08c1619ba525)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:34.715941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-423a858b-66d2-4581-94be-bc63e55e4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.738443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.750928 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950c1385-92da-4465-9a0e-b2eb6e03c8c0']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:34.767141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ed7161-6419-4717-867d-9d8606312075') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:34.767381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a858b-66d2-4581-94be-bc63e55e4a64 None None] Pushing event updated for resources: {'Port': ['ID=5aec31eb-ffbf-433e-b555-2ee052d0f3c8,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:34.767525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ed7161-6419-4717-867d-9d8606312075') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:34.778319 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.794045 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.801287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:07:34.801815 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:07:34.804798 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:07:34.865372 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.872797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.877245 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "DELETE /v2.0/networks/950c1385-92da-4465-9a0e-b2eb6e03c8c0 HTTP/1.1" status: 204 len: 168 time: 0.6082940 Jul 07 23:07:34.877470 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48042) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:34.889351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93d318-9b86-4a28-90e5-a9f5c4721b65 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event deleted for resources: {'Network': ['ID=950c1385-92da-4465-9a0e-b2eb6e03c8c0,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:34.927645 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-35007ed4-ee4b-44f5-ad3a-11b3ecb682b4 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Deleting subnet 0bdbbfbb-1efc-43b0-acd4-e5763042ecea {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:07:34.930885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35007ed4-ee4b-44f5-ad3a-11b3ecb682b4 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.937135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-88fe0e85-1eff-4c7c-9ebe-456a6470d6b0 None None] Provisioning complete for port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:34.937633 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88fe0e85-1eff-4c7c-9ebe-456a6470d6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:34.975201 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35007ed4-ee4b-44f5-ad3a-11b3ecb682b4 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.067183 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35007ed4-ee4b-44f5-ad3a-11b3ecb682b4 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.127136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35007ed4-ee4b-44f5-ad3a-11b3ecb682b4 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.155851 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35007ed4-ee4b-44f5-ad3a-11b3ecb682b4 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event deleted for resources: {'Subnet': ['ID=0bdbbfbb-1efc-43b0-acd4-e5763042ecea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:35.157794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-35007ed4-ee4b-44f5-ad3a-11b3ecb682b4 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.159843 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-35007ed4-ee4b-44f5-ad3a-11b3ecb682b4 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "DELETE /v2.0/subnets/0bdbbfbb-1efc-43b0-acd4-e5763042ecea HTTP/1.1" status: 204 len: 168 time: 0.2816050 Jul 07 23:07:35.163079 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48044) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:35.164357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4901f4-5312-4cb0-a90c-716db3d5291c None None] Network 640d11d7-31da-4457-afcd-72d319d4b69c requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:35.247779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.306363 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Deleting port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:35.306872 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.348381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb664ad-4a64-4f10-a78d-5b37e0c27ac2 None None] DHCP port deletion for 950c1385-92da-4465-9a0e-b2eb6e03c8c0 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:07:35.352357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-93aa09d8-a47b-483d-a257-090d61a39b91 None None] Could not find standard attr ID for object 5432886f-0e08-4100-9bd6-b8c500056caf. {{(pid=93943) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 07 23:07:35.368210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72cf3cd-7091-4372-827a-6b728a9dde01 None None] Network 950c1385-92da-4465-9a0e-b2eb6e03c8c0 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:35.373445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] For port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5aec31eb-ffbf-433e-b555-2ee052d0f3c8,segment=NetworkSegment(2aa82464-8991-4141-81d3-08c1619ba525),segment_id=2aa82464-8991-4141-81d3-08c1619ba525)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:35.373810 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.380555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72cf3cd-7091-4372-827a-6b728a9dde01 None None] Network 950c1385-92da-4465-9a0e-b2eb6e03c8c0 could not be found, it might have been deleted concurrently. {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 07 23:07:35.387802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1706759e-e9ee-4410-9600-970e6c355214 None None] DHCP port deletion for 640d11d7-31da-4457-afcd-72d319d4b69c request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:07:35.388332 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Calling delete_port for 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:35.436044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1706759e-e9ee-4410-9600-970e6c355214 None None] Deleting port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:07:35.436417 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1706759e-e9ee-4410-9600-970e6c355214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.468048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.493443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event deleted for resources: {'Port': ['ID=5aec31eb-ffbf-433e-b555-2ee052d0f3c8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:35.496861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] No DVR routers for this DVR port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:35.503717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1706759e-e9ee-4410-9600-970e6c355214 None None] For port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5aec31eb-ffbf-433e-b555-2ee052d0f3c8,segment=NetworkSegment(2aa82464-8991-4141-81d3-08c1619ba525),segment_id=2aa82464-8991-4141-81d3-08c1619ba525)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:35.504411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1706759e-e9ee-4410-9600-970e6c355214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.516716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1706759e-e9ee-4410-9600-970e6c355214 None None] Calling delete_port for 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:07:35.574927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.585011 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640d11d7-31da-4457-afcd-72d319d4b69c']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:35.592844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1706759e-e9ee-4410-9600-970e6c355214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.595141 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa82464-8991-4141-81d3-08c1619ba525') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:35.595435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa82464-8991-4141-81d3-08c1619ba525') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:35.604736 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.617322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706759e-e9ee-4410-9600-970e6c355214 None None] Pushing event deleted for resources: {'Port': ['ID=5aec31eb-ffbf-433e-b555-2ee052d0f3c8,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:35.618208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.620981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1706759e-e9ee-4410-9600-970e6c355214 None None] No DVR routers for this DVR port 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:07:35.625607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:07:35.626477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:07:35.629457 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:07:35.684499 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.691168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.692980 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "DELETE /v2.0/networks/640d11d7-31da-4457-afcd-72d319d4b69c HTTP/1.1" status: 204 len: 168 time: 0.5283372 Jul 07 23:07:35.695916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48046) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:35.704294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae12b8-eb59-4569-b10b-94c645dfe186 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Pushing event deleted for resources: {'Network': ['ID=640d11d7-31da-4457-afcd-72d319d4b69c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:35.725398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3a0206ea-dfe6-48fd-a693-c51257d8b2ce tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "GET /v2.0/ports?device_id=4b6d05ae-9528-4ee2-8b96-d7ab03dfdbc7 HTTP/1.1" status: 200 len: 205 time: 0.0283160 Jul 07 23:07:35.727682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48048) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:35.843265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c57de1a8-5d9d-4909-b97f-c469e1448bb8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.995724 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c57de1a8-5d9d-4909-b97f-c469e1448bb8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:35.997792 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c57de1a8-5d9d-4909-b97f-c469e1448bb8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:36.039929 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c57de1a8-5d9d-4909-b97f-c469e1448bb8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:36.040605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57de1a8-5d9d-4909-b97f-c469e1448bb8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Fanout notify agent at l3_agent the message router_deleted on router 4b6d05ae-9528-4ee2-8b96-d7ab03dfdbc7 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:07:36.048007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c57de1a8-5d9d-4909-b97f-c469e1448bb8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:36.049031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c57de1a8-5d9d-4909-b97f-c469e1448bb8 tempest-RoutersNegativeTest-640661333 tempest-RoutersNegativeTest-640661333-project] 10.222.0.81 "DELETE /v2.0/routers/4b6d05ae-9528-4ee2-8b96-d7ab03dfdbc7 HTTP/1.1" status: 204 len: 168 time: 0.3204052 Jul 07 23:07:36.120067 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:07:36.139733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:07:36.140080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5aec31eb-ffbf-433e-b555-2ee052d0f3c8 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:07:36.285934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48054) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:36.414283 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-edb85141-9e88-4ee1-a699-90920bef85af admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b779fe72ae5641239317920fb2902942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1270759 Jul 07 23:07:36.416683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48058) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:36.462496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-79744147-6f77-4606-8ad3-59396ec010e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:36.483022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-79744147-6f77-4606-8ad3-59396ec010e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:36.532474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-79744147-6f77-4606-8ad3-59396ec010e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:36.535803 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-79744147-6f77-4606-8ad3-59396ec010e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:36.536870 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-79744147-6f77-4606-8ad3-59396ec010e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a749cef4-9cfc-4992-8172-4c93c1cd42f4 HTTP/1.1" status: 204 len: 168 time: 0.1193087 Jul 07 23:07:36.544377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79744147-6f77-4606-8ad3-59396ec010e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a749cef4-9cfc-4992-8172-4c93c1cd42f4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:37.127343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48080) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:37.219909 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-65482641-network', 'tenant_id': '33f385519e794e259976d9b1d417df79'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:37.240451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Made reservation on behalf of 33f385519e794e259976d9b1d417df79 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:37.242769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.251154 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.341351 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.345046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.372173 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:07:37.377733 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:37.387617 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.388136 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Added segment ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a of type vlan for network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 Jul 07 23:07:37.427663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.454895 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.455829 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:37.456403 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.510626 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3822320 Jul 07 23:07:37.513573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48084) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:37.514059 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39149723-9e79-4e25-8672-0c7f80491bab admin admin] Pushing event updated for resources: {'Network': ['ID=5ba95a20-e105-4f69-98ab-87bdd11fc5f9,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:37.519737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Request body: {'subnet': {'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-subnet', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:37.523321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:07:37.542159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Made reservation on behalf of 33f385519e794e259976d9b1d417df79 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:37.544464 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.708742 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.766154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457a5805-3ca9-4fba-a7de-8229cf9c01b6,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:37.771570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Checking segment: {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:37.771939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Network hostable DHCP agents. Network: 5ba95a20-e105-4f69-98ab-87bdd11fc5f9, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:07:37.788086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:07:37.795783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 5ba95a20-e105-4f69-98ab-87bdd11fc5f9) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:37.799980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:37.800556 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.806123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb65f6e-5980-46f0-82a1-c569f19d2c60 None None] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:37.816551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-45bba1d3-be79-4a16-ab93-3b64c68ad632 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2993577 Jul 07 23:07:37.816784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48086) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:37.821117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:37.843940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.844968 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:37.898338 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.038411 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.097479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'fixed_ips': [{'subnet_id': '457a5805-3ca9-4fba-a7de-8229cf9c01b6'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:07:38.098987 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.230236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Allocated IP 172.20.0.2 (5ba95a20-e105-4f69-98ab-87bdd11fc5f9/457a5805-3ca9-4fba-a7de-8229cf9c01b6/c777036f-1631-4d83-a000-7c5c22995b85) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:38.241848 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.260815 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.361684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Allocated IP 172.25.8.140 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/4389523e-d2b7-41f1-b291-3b6a15cbab3b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:38.373830 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.383151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Transition to ACTIVE for port object c777036f-1631-4d83-a000-7c5c22995b85 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:38.397741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Transition to ACTIVE for port object c777036f-1631-4d83-a000-7c5c22995b85 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:38.403452 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.439829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:38.444425 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:38.447718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:38.454620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Pushing event updated for resources: {'Port': ['ID=c777036f-1631-4d83-a000-7c5c22995b85,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:38.466022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.507146 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.510619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Attempting to bind port c777036f-1631-4d83-a000-7c5c22995b85 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:38.510988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Attempting to bind port c777036f-1631-4d83-a000-7c5c22995b85 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:38.511349 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Attempting to bind port c777036f-1631-4d83-a000-7c5c22995b85 on network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:38.516192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:38.516688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Checking segment: {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:38.517091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.517484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Bound using segment: {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:38.517941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Bound port: c777036f-1631-4d83-a000-7c5c22995b85, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:38.518349 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.543556 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:38.546412 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:38.548838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:38.579798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] For port c777036f-1631-4d83-a000-7c5c22995b85, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:38.583202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4389523e-d2b7-41f1-b291-3b6a15cbab3b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:38.583475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] For port c777036f-1631-4d83-a000-7c5c22995b85, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c777036f-1631-4d83-a000-7c5c22995b85,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:38.587734 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:38.646565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd159ac-b535-4608-bb53-bb7f06e3bb08 None None] Pushing event updated for resources: {'Port': ['ID=c777036f-1631-4d83-a000-7c5c22995b85,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:38.831760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:39.026295 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:39.154746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Router a82401ce-c444-47fc-83c6-528ddb6d3ef4 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:07:39.267760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:07:39.284259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:39.288837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d4ab0e19-3e32-48f7-9349-7bbd8f8949a7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4686062 Jul 07 23:07:39.288990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48088) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:39.291566 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Sync routers for ids ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:07:39.304234 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Routers {'a82401ce-c444-47fc-83c6-528ddb6d3ef4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:39.304853 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:39.414235 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Set router a82401ce-c444-47fc-83c6-528ddb6d3ef4 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:39.579483 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3481142-5c4d-4816-a504-a9e14256d1bc None None] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:39.606184 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:37Z', 'updated_at': '2021-07-07T23:07:38Z', 'revision_number': 3, 'project_id': '33f385519e794e259976d9b1d417df79', 'gw_port': {'id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:38Z', 'updated_at': '2021-07-07T23:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:39.638186 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Checking router: a82401ce-c444-47fc-83c6-528ddb6d3ef4 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:07:39.638541 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Updating router a82401ce-c444-47fc-83c6-528ddb6d3ef4 port 4389523e-d2b7-41f1-b291-3b6a15cbab3b binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:07:39.650108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e3b5b65f-789f-42d3-8ebf-b7ce4a618260 None None] Provisioning for port c777036f-1631-4d83-a000-7c5c22995b85 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:39.679461 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:39.950310 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:39.964017 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Transition to ACTIVE for port object 4389523e-d2b7-41f1-b291-3b6a15cbab3b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:39.969769 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.009721 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.029062 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Attempting to bind port 4389523e-d2b7-41f1-b291-3b6a15cbab3b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:40.029432 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Attempting to bind port 4389523e-d2b7-41f1-b291-3b6a15cbab3b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:40.029783 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Attempting to bind port 4389523e-d2b7-41f1-b291-3b6a15cbab3b on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:40.031805 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Pushing event updated for resources: {'Port': ['ID=4389523e-d2b7-41f1-b291-3b6a15cbab3b,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:40.041194 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.041550 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.041874 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.042229 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.042558 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.042882 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.043203 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.043522 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.043842 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.044164 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.044485 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.044801 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:40.047828 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:40.048205 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:40.048598 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.048977 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:40.049446 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Bound port: 4389523e-d2b7-41f1-b291-3b6a15cbab3b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:40.049827 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.103990 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] For port 4389523e-d2b7-41f1-b291-3b6a15cbab3b, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:40.107208 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] For port 4389523e-d2b7-41f1-b291-3b6a15cbab3b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4389523e-d2b7-41f1-b291-3b6a15cbab3b,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:40.111266 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.160158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c777036f-1631-4d83-a000-7c5c22995b85 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:40.173948 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Routers {'a82401ce-c444-47fc-83c6-528ddb6d3ef4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:40.174742 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:40.213356 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09cdf5-f21e-48e8-bd53-0b44e26eaa77 None None] Pushing event updated for resources: {'Port': ['ID=4389523e-d2b7-41f1-b291-3b6a15cbab3b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:40.215050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port c777036f-1631-4d83-a000-7c5c22995b85 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:40.219596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c777036f-1631-4d83-a000-7c5c22995b85 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:40.220409 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.225839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Allocated IP 172.20.0.1 (5ba95a20-e105-4f69-98ab-87bdd11fc5f9/457a5805-3ca9-4fba-a7de-8229cf9c01b6/3bd6f72f-a964-4949-b8b0-a9531346e198) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:40.300901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.309664 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] Set router a82401ce-c444-47fc-83c6-528ddb6d3ef4 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:40.338729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port c777036f-1631-4d83-a000-7c5c22995b85, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c777036f-1631-4d83-a000-7c5c22995b85,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:40.341398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.343961 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.355696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Transition to ACTIVE for port object 3bd6f72f-a964-4949-b8b0-a9531346e198 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:40.390711 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.397875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=c777036f-1631-4d83-a000-7c5c22995b85,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:40.426343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:40.430631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:40.436118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:40.465043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd6f72f-a964-4949-b8b0-a9531346e198,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:40.489327 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.499450 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:37Z', 'updated_at': '2021-07-07T23:07:38Z', 'revision_number': 3, 'project_id': '33f385519e794e259976d9b1d417df79', 'gw_port': {'id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:38Z', 'updated_at': '2021-07-07T23:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:40.529407 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845ee654-5fdd-4f2c-9316-9b1f25816029 None None] The sync data for ids ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'] in n-d-695012-11 is: [{'id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:37Z', 'updated_at': '2021-07-07T23:07:38Z', 'revision_number': 3, 'project_id': '33f385519e794e259976d9b1d417df79', 'gw_port': {'id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:38Z', 'updated_at': '2021-07-07T23:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:07:40.681394 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.725935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-268b7068-8e49-4928-931e-43207786870a None None] Provisioning for port 3bd6f72f-a964-4949-b8b0-a9531346e198 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:40.730310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-268b7068-8e49-4928-931e-43207786870a None None] Provisioning complete for port 3bd6f72f-a964-4949-b8b0-a9531346e198 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:40.730807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-268b7068-8e49-4928-931e-43207786870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.792958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-268b7068-8e49-4928-931e-43207786870a None None] Port 3bd6f72f-a964-4949-b8b0-a9531346e198 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:07:40.865703 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.870097 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.942624 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:40.952141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Pushing event updated for resources: {'Port': ['ID=3bd6f72f-a964-4949-b8b0-a9531346e198,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:41.044702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:41.046110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:41.170626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Router a82401ce-c444-47fc-83c6-528ddb6d3ef4 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:07:41.288038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:07:41.293080 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6a404fff-8253-4986-ba77-4c7d25f97e00 admin admin] 10.222.0.81 "PUT /v2.0/routers/a82401ce-c444-47fc-83c6-528ddb6d3ef4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0030777 Jul 07 23:07:41.315973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3c439165-1a1e-4f98-be93-e37a70c17a7e None None] Provisioning complete for port 3bd6f72f-a964-4949-b8b0-a9531346e198 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:41.316602 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c439165-1a1e-4f98-be93-e37a70c17a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:41.352773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3c439165-1a1e-4f98-be93-e37a70c17a7e None None] Port 3bd6f72f-a964-4949-b8b0-a9531346e198 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:07:41.739642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48104) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:41.744719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-619987246-network', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:41.765149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Made reservation on behalf of fa25e1c08079481f8869640d3a6224e9 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:41.767475 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:41.775860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:41.869255 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:41.873594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:41.897983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:07:41.907130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32897b8a-4e27-43b0-8b6c-f4ea5d0d882d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:41.913986 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:41.914376 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Added segment d7b83b94-dd0c-4d6b-97de-d0f8421803f6 of type vlan for network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae Jul 07 23:07:41.955072 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:41.985572 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:41.986668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:41.987259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.042940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3021615 Jul 07 23:07:42.045642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48106) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:42.051302 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Request body: {'subnet': {'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-subnet', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:42.062598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24808e6f-5863-4ace-a91e-ed5a0fbfac3e admin admin] Pushing event updated for resources: {'Network': ['ID=d3a68a30-217a-4e5c-b8f2-2b083ff0dbae,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:42.077575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Made reservation on behalf of fa25e1c08079481f8869640d3a6224e9 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:42.080259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.088225 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:07:42.156695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Sync routers for ids ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:07:42.176959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Routers {'a82401ce-c444-47fc-83c6-528ddb6d3ef4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:42.177591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:42.229018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c777036f-1631-4d83-a000-7c5c22995b85 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:42.276051 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.326397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Set router a82401ce-c444-47fc-83c6-528ddb6d3ef4 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:42.332506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25daec6-42ac-4dfc-a78f-a131f8c08fae,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:42.342504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Checking segment: {'id': 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:42.342865 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Network hostable DHCP agents. Network: d3a68a30-217a-4e5c-b8f2-2b083ff0dbae, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:07:42.357006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port c777036f-1631-4d83-a000-7c5c22995b85 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:42.357459 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.359809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:07:42.368515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, d3a68a30-217a-4e5c-b8f2-2b083ff0dbae) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:42.372905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:42.373482 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.382374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a92ed0-049f-4999-8f7a-7ef8395384a2 None None] Network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:42.387225 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-eff5ff29-1a2b-4ba8-8878-68423e044ddd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3405285 Jul 07 23:07:42.389872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48108) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:42.394981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:42.415980 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.416940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.468688 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.610908 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.642615 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4389523e-d2b7-41f1-b291-3b6a15cbab3b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:42.727738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-d3a68a30-217a-4e5c-b8f2-2b083ff0dbae', 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'fixed_ips': [{'subnet_id': 'b25daec6-42ac-4dfc-a78f-a131f8c08fae'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:07:42.728572 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.772073 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 4389523e-d2b7-41f1-b291-3b6a15cbab3b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:42.809947 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.815612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:37Z', 'updated_at': '2021-07-07T23:07:40Z', 'revision_number': 4, 'project_id': '33f385519e794e259976d9b1d417df79', 'gw_port': {'id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:38Z', 'updated_at': '2021-07-07T23:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '3bd6f72f-a964-4949-b8b0-a9531346e198', 'name': '', 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'mac_address': 'fa:16:3e:3b:58:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '457a5805-3ca9-4fba-a7de-8229cf9c01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:40Z', 'updated_at': '2021-07-07T23:07:40Z', 'revision_number': 2, 'project_id': '33f385519e794e259976d9b1d417df79', 'subnets': [{'id': '457a5805-3ca9-4fba-a7de-8229cf9c01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:42.821152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4389523e-d2b7-41f1-b291-3b6a15cbab3b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:42.821521 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.829296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.856747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Checking router: a82401ce-c444-47fc-83c6-528ddb6d3ef4 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:07:42.857099 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Updating router a82401ce-c444-47fc-83c6-528ddb6d3ef4 port 3bd6f72f-a964-4949-b8b0-a9531346e198 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:07:42.934158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Allocated IP 172.25.8.180 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:42.962467 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:42.985609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Allocated IP 172.20.0.2 (d3a68a30-217a-4e5c-b8f2-2b083ff0dbae/b25daec6-42ac-4dfc-a78f-a131f8c08fae/2730df7c-d827-4cd1-af40-9dfb8fe9e347) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:43.045158 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.084940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.096534 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.122286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:43.125206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:43.128229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:43.158553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Pushing event updated for resources: {'Port': ['ID=f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:43.340553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 4389523e-d2b7-41f1-b291-3b6a15cbab3b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4389523e-d2b7-41f1-b291-3b6a15cbab3b,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:43.349097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.388938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.496421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=4389523e-d2b7-41f1-b291-3b6a15cbab3b,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:43.523632 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.540080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Transition to ACTIVE for port object 2730df7c-d827-4cd1-af40-9dfb8fe9e347 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:43.568788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Transition to ACTIVE for port object 2730df7c-d827-4cd1-af40-9dfb8fe9e347 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:43.588099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.592809 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.640128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:43.646049 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.648415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:43.652993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:43.671759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Pushing event updated for resources: {'Port': ['ID=2730df7c-d827-4cd1-af40-9dfb8fe9e347,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:43.675281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Transition to ACTIVE for port object 3bd6f72f-a964-4949-b8b0-a9531346e198 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:43.698424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.722059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Router 24f05832-b01f-462d-bfdc-03e79a0be0c3 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:07:43.761741 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Attempting to bind port 2730df7c-d827-4cd1-af40-9dfb8fe9e347 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:43.762169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Attempting to bind port 2730df7c-d827-4cd1-af40-9dfb8fe9e347 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:43.762563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Attempting to bind port 2730df7c-d827-4cd1-af40-9dfb8fe9e347 on network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:43.779272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687d88a-2b49-4f3b-a047-828f13bc58ef None None] Pushing event updated for resources: {'Port': ['ID=3bd6f72f-a964-4949-b8b0-a9531346e198,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:43.785389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:43.785765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Checking segment: {'id': 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:43.786185 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.786575 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Bound using segment: {'id': 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:43.787055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Bound port: 2730df7c-d827-4cd1-af40-9dfb8fe9e347, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:43.787434 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.849536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:07:43.861052 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Sync routers for ids ['24f05832-b01f-462d-bfdc-03e79a0be0c3'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:07:43.872293 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Routers {'24f05832-b01f-462d-bfdc-03e79a0be0c3'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:43.872915 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['24f05832-b01f-462d-bfdc-03e79a0be0c3'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:43.881343 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:43.882694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-58f18d1b-1bfc-44ce-89d5-716219b75ede admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4918520 Jul 07 23:07:43.886164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:07:43.915847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] For port 2730df7c-d827-4cd1-af40-9dfb8fe9e347, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:43.944472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Attempting to bind port 3bd6f72f-a964-4949-b8b0-a9531346e198 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:43.944851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Attempting to bind port 3bd6f72f-a964-4949-b8b0-a9531346e198 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:43.945227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Attempting to bind port 3bd6f72f-a964-4949-b8b0-a9531346e198 on network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:43.956663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] For port 2730df7c-d827-4cd1-af40-9dfb8fe9e347, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2730df7c-d827-4cd1-af40-9dfb8fe9e347,segment=NetworkSegment(d7b83b94-dd0c-4d6b-97de-d0f8421803f6),segment_id=d7b83b94-dd0c-4d6b-97de-d0f8421803f6)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:43.965226 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.020245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:44.020632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Checking segment: {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:44.021059 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.021450 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Bound using segment: {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:44.022154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Bound port: 3bd6f72f-a964-4949-b8b0-a9531346e198, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:44.022484 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.038025 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Set router 24f05832-b01f-462d-bfdc-03e79a0be0c3 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:44.135949 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b95b9-1d91-4477-b447-24a22a4c9bee None None] Pushing event updated for resources: {'Port': ['ID=2730df7c-d827-4cd1-af40-9dfb8fe9e347,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:44.184498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4389523e-d2b7-41f1-b291-3b6a15cbab3b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:44.227882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] For port 3bd6f72f-a964-4949-b8b0-a9531346e198, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:44.247139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] For port 3bd6f72f-a964-4949-b8b0-a9531346e198, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3bd6f72f-a964-4949-b8b0-a9531346e198,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:44.253400 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.289670 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:43Z', 'revision_number': 3, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'gw_port': {'id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:44.324105 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Checking router: 24f05832-b01f-462d-bfdc-03e79a0be0c3 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:07:44.325861 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Updating router 24f05832-b01f-462d-bfdc-03e79a0be0c3 port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:07:44.374098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 4389523e-d2b7-41f1-b291-3b6a15cbab3b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:44.374098 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.375022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687d88a-2b49-4f3b-a047-828f13bc58ef None None] Pushing event updated for resources: {'Port': ['ID=3bd6f72f-a964-4949-b8b0-a9531346e198,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:44.400737 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.419914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Routers {'a82401ce-c444-47fc-83c6-528ddb6d3ef4'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:44.420563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:44.544269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.569173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] Set router a82401ce-c444-47fc-83c6-528ddb6d3ef4 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:44.776547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Allocated IP 172.20.0.1 (d3a68a30-217a-4e5c-b8f2-2b083ff0dbae/b25daec6-42ac-4dfc-a78f-a131f8c08fae/616b23ee-c9d4-4472-ae7d-698d9baf08ed) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:44.862791 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:37Z', 'updated_at': '2021-07-07T23:07:40Z', 'revision_number': 4, 'project_id': '33f385519e794e259976d9b1d417df79', 'gw_port': {'id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:38Z', 'updated_at': '2021-07-07T23:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '3bd6f72f-a964-4949-b8b0-a9531346e198', 'name': '', 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'mac_address': 'fa:16:3e:3b:58:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '457a5805-3ca9-4fba-a7de-8229cf9c01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:40Z', 'updated_at': '2021-07-07T23:07:44Z', 'revision_number': 4, 'project_id': '33f385519e794e259976d9b1d417df79', 'subnets': [{'id': '457a5805-3ca9-4fba-a7de-8229cf9c01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:44.894748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678094e5-72cc-4da6-81b4-337ad517e02e None None] The sync data for ids ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'] in n-d-695012-11 is: [{'id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:37Z', 'updated_at': '2021-07-07T23:07:40Z', 'revision_number': 4, 'project_id': '33f385519e794e259976d9b1d417df79', 'gw_port': {'id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:38Z', 'updated_at': '2021-07-07T23:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '3bd6f72f-a964-4949-b8b0-a9531346e198', 'name': '', 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'mac_address': 'fa:16:3e:3b:58:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '457a5805-3ca9-4fba-a7de-8229cf9c01b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:40Z', 'updated_at': '2021-07-07T23:07:44Z', 'revision_number': 4, 'project_id': '33f385519e794e259976d9b1d417df79', 'subnets': [{'id': '457a5805-3ca9-4fba-a7de-8229cf9c01b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:07:44.908842 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.924379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Transition to ACTIVE for port object 616b23ee-c9d4-4472-ae7d-698d9baf08ed will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:44.942729 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.973697 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Transition to ACTIVE for port object f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:44.984172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:44.986186 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:45.061689 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980331ba-8bee-4076-8c77-5ac7f04fcd33 None None] Pushing event updated for resources: {'Port': ['ID=f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:45.061929 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:45.067313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:45.081704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:45.090256 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Pushing event updated for resources: {'Port': ['ID=616b23ee-c9d4-4472-ae7d-698d9baf08ed,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:45.094341 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Attempting to bind port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:45.094908 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Attempting to bind port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:45.095612 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Attempting to bind port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:45.103736 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:45.104336 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:45.104938 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:45.105536 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:45.106574 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Bound port: f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:45.107126 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:45.147524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.147868 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.148605 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.149151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.149686 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.150391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.150968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.151311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.151739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.152244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.152802 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.153461 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:07:45.179804 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:45.187594 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] For port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:45.194287 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] For port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:45.201177 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:45.268049 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Routers {'24f05832-b01f-462d-bfdc-03e79a0be0c3'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:45.268865 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['24f05832-b01f-462d-bfdc-03e79a0be0c3'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:45.336675 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980331ba-8bee-4076-8c77-5ac7f04fcd33 None None] Pushing event updated for resources: {'Port': ['ID=f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:45.413663 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] Set router 24f05832-b01f-462d-bfdc-03e79a0be0c3 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:45.581910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06643811-6052-465b-bf58-f21a61a427b2 None None] Network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:07:45.623464 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:43Z', 'revision_number': 3, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'gw_port': {'id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:45.661779 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50ec95f-61bd-4075-9bc9-bec57f5b8d50 None None] The sync data for ids ['24f05832-b01f-462d-bfdc-03e79a0be0c3'] in n-d-695012-11 is: [{'id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:43Z', 'revision_number': 3, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'gw_port': {'id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:07:45.738736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-43a9aa07-a1e7-4c33-8550-0faebba7f4f2 None None] Provisioning for port 2730df7c-d827-4cd1-af40-9dfb8fe9e347 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:45.759734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:45.940517 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:45.946427 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.045219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Pushing event updated for resources: {'Port': ['ID=616b23ee-c9d4-4472-ae7d-698d9baf08ed,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:46.049686 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.069876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7c9577c3-3015-4ef9-b009-6a1464c22873 None None] Provisioning for port 616b23ee-c9d4-4472-ae7d-698d9baf08ed completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:46.077207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7c9577c3-3015-4ef9-b009-6a1464c22873 None None] Provisioning complete for port 616b23ee-c9d4-4472-ae7d-698d9baf08ed triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:46.077461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c9577c3-3015-4ef9-b009-6a1464c22873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.123266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7c9577c3-3015-4ef9-b009-6a1464c22873 None None] Port 616b23ee-c9d4-4472-ae7d-698d9baf08ed cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:07:46.229405 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:46.231179 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:46.275047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2730df7c-d827-4cd1-af40-9dfb8fe9e347 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:46.351700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 2730df7c-d827-4cd1-af40-9dfb8fe9e347 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:46.365415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 2730df7c-d827-4cd1-af40-9dfb8fe9e347 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:46.365976 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.395511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a04b4f5a-5352-4dfb-a0b8-d3fd53251758 None None] Provisioning complete for port 616b23ee-c9d4-4472-ae7d-698d9baf08ed triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:46.395880 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a04b4f5a-5352-4dfb-a0b8-d3fd53251758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.405411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Router 24f05832-b01f-462d-bfdc-03e79a0be0c3 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:07:46.457979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a04b4f5a-5352-4dfb-a0b8-d3fd53251758 None None] Port 616b23ee-c9d4-4472-ae7d-698d9baf08ed cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:07:46.532744 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.561435 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:07:46.567653 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-01e51b16-5e75-485e-9781-04226407b405 admin admin] 10.222.0.81 "PUT /v2.0/routers/24f05832-b01f-462d-bfdc-03e79a0be0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6801071 Jul 07 23:07:46.597809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 2730df7c-d827-4cd1-af40-9dfb8fe9e347, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2730df7c-d827-4cd1-af40-9dfb8fe9e347,segment=NetworkSegment(d7b83b94-dd0c-4d6b-97de-d0f8421803f6),segment_id=d7b83b94-dd0c-4d6b-97de-d0f8421803f6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:46.603555 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.604559 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3bd6f72f-a964-4949-b8b0-a9531346e198 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:46.694950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=2730df7c-d827-4cd1-af40-9dfb8fe9e347,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:46.710659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7f081f92-3adc-46fe-ae13-028419df90d4 None None] Provisioning complete for port 616b23ee-c9d4-4472-ae7d-698d9baf08ed triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:46.711039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f081f92-3adc-46fe-ae13-028419df90d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.740397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3bd6f72f-a964-4949-b8b0-a9531346e198 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:46.750290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3bd6f72f-a964-4949-b8b0-a9531346e198 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:46.750667 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.771737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7f081f92-3adc-46fe-ae13-028419df90d4 None None] Port 616b23ee-c9d4-4472-ae7d-698d9baf08ed cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:07:46.836936 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.871595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 3bd6f72f-a964-4949-b8b0-a9531346e198, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3bd6f72f-a964-4949-b8b0-a9531346e198,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:46.876372 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:46.877435 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:46.965379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=3bd6f72f-a964-4949-b8b0-a9531346e198,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:46.978714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:46.982624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:46.983006 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:47.061164 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:47.082788 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:47.086938 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:47.137337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:47.323257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-f9bebee9-64c9-42eb-b791-3091938d94c7 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:47.324722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-f9bebee9-64c9-42eb-b791-3091938d94c7 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/networks?id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9 HTTP/1.1" status: 200 len: 815 time: 0.0996587 Jul 07 23:07:47.339916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-42d9792c-e592-45be-8bc8-e936bebba75e tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/quotas/33f385519e794e259976d9b1d417df79 HTTP/1.1" status: 200 len: 375 time: 0.0095747 Jul 07 23:07:47.408258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-b22b6190-6e45-4c45-ae08-b659f7b29011 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=33f385519e794e259976d9b1d417df79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634823 Jul 07 23:07:47.500019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-3b907a9b-ac34-494c-9dd6-38220079409a service neutron] 10.222.0.81 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806386 Jul 07 23:07:47.595270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19476df1-6fd4-4766-a394-2fc6bcce7822 service neutron] 10.222.0.81 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887995 Jul 07 23:07:47.776655 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c03b16f4-6a71-464d-bc20-63a08d8a1cc9 req-15717bff-9f42-468e-8030-d7bdd35ccb03 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 210 time: 0.0291083 Jul 07 23:07:48.140421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2730df7c-d827-4cd1-af40-9dfb8fe9e347 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:48.195066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 2730df7c-d827-4cd1-af40-9dfb8fe9e347 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:48.196648 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:48.220770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Sync routers for ids ['24f05832-b01f-462d-bfdc-03e79a0be0c3'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:07:48.242979 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Routers {'24f05832-b01f-462d-bfdc-03e79a0be0c3'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:48.243610 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['24f05832-b01f-462d-bfdc-03e79a0be0c3'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:48.371223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3bd6f72f-a964-4949-b8b0-a9531346e198 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:48.402509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Set router 24f05832-b01f-462d-bfdc-03e79a0be0c3 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:48.494177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3bd6f72f-a964-4949-b8b0-a9531346e198 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:48.494446 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:48.807839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:48.858762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:45Z', 'revision_number': 4, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'gw_port': {'id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '616b23ee-c9d4-4472-ae7d-698d9baf08ed', 'name': '', 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'mac_address': 'fa:16:3e:a6:4b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b25daec6-42ac-4dfc-a78f-a131f8c08fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:44Z', 'updated_at': '2021-07-07T23:07:45Z', 'revision_number': 2, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'subnets': [{'id': 'b25daec6-42ac-4dfc-a78f-a131f8c08fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:48.868217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-a150c860-0506-430a-9cbf-3bc8711f87a6 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:48.869818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-a150c860-0506-430a-9cbf-3bc8711f87a6 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.44 "GET /v2.0/networks?id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9 HTTP/1.1" status: 200 len: 815 time: 0.1330945 Jul 07 23:07:48.883519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Request body: {'port': {'device_id': '8b9a1f88-391a-4d30-8214-e2f8f48eaca1', 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'admin_state_up': True, 'tenant_id': '33f385519e794e259976d9b1d417df79'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:48.887455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Checking router: 24f05832-b01f-462d-bfdc-03e79a0be0c3 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:07:48.887855 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Updating router 24f05832-b01f-462d-bfdc-03e79a0be0c3 port 616b23ee-c9d4-4472-ae7d-698d9baf08ed binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:07:48.923227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:48.923616 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:48.954118 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.252038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c007340-6034-4d55-93f7-bdb0f9232768 req-b476461a-473d-4a37-938e-45d318e0bbaa tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 210 time: 0.0599859 Jul 07 23:07:49.280612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.286040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Transition to ACTIVE for port object 616b23ee-c9d4-4472-ae7d-698d9baf08ed will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:49.291561 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.322287 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Made reservation on behalf of 33f385519e794e259976d9b1d417df79 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:07:49.325948 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.344675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ea45d-4da4-43d3-b9ba-6ab100e84c23 None None] Pushing event updated for resources: {'Port': ['ID=616b23ee-c9d4-4472-ae7d-698d9baf08ed,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:49.404130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Attempting to bind port 616b23ee-c9d4-4472-ae7d-698d9baf08ed on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:49.404498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Attempting to bind port 616b23ee-c9d4-4472-ae7d-698d9baf08ed by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:49.404860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Attempting to bind port 616b23ee-c9d4-4472-ae7d-698d9baf08ed on network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:49.410679 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:49.411045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Checking segment: {'id': 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:49.411444 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.411846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Bound using segment: {'id': 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:49.412314 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Bound port: 616b23ee-c9d4-4472-ae7d-698d9baf08ed, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:49.412689 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.463579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Allocated IP 172.20.0.10 (5ba95a20-e105-4f69-98ab-87bdd11fc5f9/457a5805-3ca9-4fba-a7de-8229cf9c01b6/86da8729-a716-40bf-a24a-a01d2d69c1cd) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:07:49.481004 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] For port 616b23ee-c9d4-4472-ae7d-698d9baf08ed, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:49.484930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] For port 616b23ee-c9d4-4472-ae7d-698d9baf08ed, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=616b23ee-c9d4-4472-ae7d-698d9baf08ed,segment=NetworkSegment(d7b83b94-dd0c-4d6b-97de-d0f8421803f6),segment_id=d7b83b94-dd0c-4d6b-97de-d0f8421803f6)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:49.489267 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.549937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Routers {'24f05832-b01f-462d-bfdc-03e79a0be0c3'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:07:49.550667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:07:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['24f05832-b01f-462d-bfdc-03e79a0be0c3'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:49.588218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ea45d-4da4-43d3-b9ba-6ab100e84c23 None None] Pushing event updated for resources: {'Port': ['ID=616b23ee-c9d4-4472-ae7d-698d9baf08ed,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:49.630862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.647171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Transition to ACTIVE for port object 86da8729-a716-40bf-a24a-a01d2d69c1cd will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:49.680991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] Set router 24f05832-b01f-462d-bfdc-03e79a0be0c3 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:07:49.682639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.728828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:07:49.736545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:07:49.739051 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:07:49.771432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Pushing event updated for resources: {'Port': ['ID=86da8729-a716-40bf-a24a-a01d2d69c1cd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:49.798656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:49.799337 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.815456 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-957ac2a5-47d0-45e7-86d6-7dcfe5186097 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9371846 Jul 07 23:07:49.825546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-d4f186b1-d69a-4d1a-9373-79d92413b091 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:07:49.826883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-d4f186b1-d69a-4d1a-9373-79d92413b091 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057435 Jul 07 23:07:49.837191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Request body: {'port': {'device_id': '8b9a1f88-391a-4d30-8214-e2f8f48eaca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:07:49.903973 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:45Z', 'revision_number': 4, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'gw_port': {'id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '616b23ee-c9d4-4472-ae7d-698d9baf08ed', 'name': '', 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'mac_address': 'fa:16:3e:a6:4b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b25daec6-42ac-4dfc-a78f-a131f8c08fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:44Z', 'updated_at': '2021-07-07T23:07:49Z', 'revision_number': 4, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'subnets': [{'id': 'b25daec6-42ac-4dfc-a78f-a131f8c08fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:07:49.914514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:49.934823 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b5565-9b7d-44f8-951f-1e761249107e None None] The sync data for ids ['24f05832-b01f-462d-bfdc-03e79a0be0c3'] in n-d-695012-11 is: [{'id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:45Z', 'revision_number': 4, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'gw_port': {'id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '616b23ee-c9d4-4472-ae7d-698d9baf08ed', 'name': '', 'network_id': 'd3a68a30-217a-4e5c-b8f2-2b083ff0dbae', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'mac_address': 'fa:16:3e:a6:4b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'b25daec6-42ac-4dfc-a78f-a131f8c08fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:44Z', 'updated_at': '2021-07-07T23:07:49Z', 'revision_number': 4, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'subnets': [{'id': 'b25daec6-42ac-4dfc-a78f-a131f8c08fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:07:50.040725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8b05e85a-c4cf-4234-9638-5c63f1f22b5e None None] Provisioning for port 86da8729-a716-40bf-a24a-a01d2d69c1cd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:50.052908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8b05e85a-c4cf-4234-9638-5c63f1f22b5e None None] Provisioning complete for port 86da8729-a716-40bf-a24a-a01d2d69c1cd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:50.053408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8b05e85a-c4cf-4234-9638-5c63f1f22b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.096147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8b05e85a-c4cf-4234-9638-5c63f1f22b5e None None] Port 86da8729-a716-40bf-a24a-a01d2d69c1cd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:07:50.158857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 616b23ee-c9d4-4472-ae7d-698d9baf08ed up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:50.209008 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 616b23ee-c9d4-4472-ae7d-698d9baf08ed completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:50.213430 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 616b23ee-c9d4-4472-ae7d-698d9baf08ed triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:50.213843 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.219286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86da8729-a716-40bf-a24a-a01d2d69c1cd {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:07:50.227783 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.240481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Transition to ACTIVE for port object 86da8729-a716-40bf-a24a-a01d2d69c1cd will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:07:50.244234 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.302493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.325475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=86da8729-a716-40bf-a24a-a01d2d69c1cd,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:50.349068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 616b23ee-c9d4-4472-ae7d-698d9baf08ed, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=616b23ee-c9d4-4472-ae7d-698d9baf08ed,segment=NetworkSegment(d7b83b94-dd0c-4d6b-97de-d0f8421803f6),segment_id=d7b83b94-dd0c-4d6b-97de-d0f8421803f6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:50.372597 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.394593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Attempting to bind port 86da8729-a716-40bf-a24a-a01d2d69c1cd on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:07:50.395317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Attempting to bind port 86da8729-a716-40bf-a24a-a01d2d69c1cd by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:07:50.395755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Attempting to bind port 86da8729-a716-40bf-a24a-a01d2d69c1cd on network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:50.401083 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Port 86da8729-a716-40bf-a24a-a01d2d69c1cd on network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:07:50.401468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Attempting to bind port 86da8729-a716-40bf-a24a-a01d2d69c1cd on network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:07:50.407704 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:07:50.408138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Checking segment: {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:07:50.408597 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Bound using segment: {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:07:50.409042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Bound port: 86da8729-a716-40bf-a24a-a01d2d69c1cd, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:07:50.410238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.413260 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.443683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=616b23ee-c9d4-4472-ae7d-698d9baf08ed,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:50.527027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] For port 86da8729-a716-40bf-a24a-a01d2d69c1cd, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:07:50.532351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] For port 86da8729-a716-40bf-a24a-a01d2d69c1cd, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=86da8729-a716-40bf-a24a-a01d2d69c1cd,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:07:50.539423 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.584789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:50.585420 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:50.586862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] 10.222.0.44 "PUT /v2.0/ports/86da8729-a716-40bf-a24a-a01d2d69c1cd HTTP/1.1" status: 200 len: 1093 time: 0.7540307 Jul 07 23:07:50.587308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9a1f88-391a-4d30-8214-e2f8f48eaca1', 'tag': '86da8729-a716-40bf-a24a-a01d2d69c1cd'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:50.589589 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc80e584-1db4-486a-966f-7e5e1d48a12a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b9a1f88-391a-4d30-8214-e2f8f48eaca1", "tag": "86da8729-a716-40bf-a24a-a01d2d69c1cd"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:50.607368 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c118b3-8ad5-4e3b-9ce8-752f85fe2b77 req-8908a66b-34db-4556-a35c-67decac66a34 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:50.609013 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99c118b3-8ad5-4e3b-9ce8-752f85fe2b77 req-8908a66b-34db-4556-a35c-67decac66a34 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 944 time: 0.1538005 Jul 07 23:07:50.640427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abd8e5-1f96-44df-a6b4-37f9feac0ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=86da8729-a716-40bf-a24a-a01d2d69c1cd,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:50.658782 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69cae21-2b40-47a3-abaa-d61a7392f282 x-openstack-request-id: req-a69cae21-2b40-47a3-abaa-d61a7392f282 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:50.659077 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b9a1f88-391a-4d30-8214-e2f8f48eaca1", "tag": "86da8729-a716-40bf-a24a-a01d2d69c1cd", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:50.659334 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a69cae21-2b40-47a3-abaa-d61a7392f282 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:50.659770 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9a1f88-391a-4d30-8214-e2f8f48eaca1', 'tag': '86da8729-a716-40bf-a24a-a01d2d69c1cd', 'status': 'completed', 'code': 200} Jul 07 23:07:50.707891 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99c118b3-8ad5-4e3b-9ce8-752f85fe2b77 req-7285edee-7e51-49eb-8052-e312cb89bf7a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859718 Jul 07 23:07:50.733057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-da7a1c02-954a-47aa-a32b-1d4817075ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:50.733057 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-da7a1c02-954a-47aa-a32b-1d4817075ba2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33f385519e794e259976d9b1d417df79&device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 1096 time: 0.0926802 Jul 07 23:07:50.774162 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-5729dacc-0375-4818-b44f-9b97fc01bdab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86da8729-a716-40bf-a24a-a01d2d69c1cd HTTP/1.1" status: 200 len: 217 time: 0.0353882 Jul 07 23:07:50.823080 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-75009211-ff18-4a48-bc91-e6c66097fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:50.824525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-75009211-ff18-4a48-bc91-e6c66097fd42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=457a5805-3ca9-4fba-a7de-8229cf9c01b6 HTTP/1.1" status: 200 len: 854 time: 0.0438359 Jul 07 23:07:50.887489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-a8dead4b-afc3-4cc4-8912-183d0cfb28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:50.889038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-a8dead4b-afc3-4cc4-8912-183d0cfb28e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586507 Jul 07 23:07:50.976167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-a5433540-3133-4768-b670-4229901adad0 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809042 Jul 07 23:07:51.069924 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c18cb48-7fcf-4b22-84cf-2a375ed81b79 req-188b1089-3ee9-4683-97d0-6ba4e8915dc3 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861640 Jul 07 23:07:51.168045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-e935e7aa-5e14-498e-838c-85f91b680f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:51.169638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-e935e7aa-5e14-498e-838c-85f91b680f69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33f385519e794e259976d9b1d417df79&device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 1096 time: 0.0524058 Jul 07 23:07:51.258450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-45221f6b-312c-4ef4-9950-1bc55cded1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:51.259840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-45221f6b-312c-4ef4-9950-1bc55cded1f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9 HTTP/1.1" status: 200 len: 916 time: 0.0833745 Jul 07 23:07:51.304779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-ca1a96c9-30a1-46a1-bcfc-f57536a798da service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86da8729-a716-40bf-a24a-a01d2d69c1cd HTTP/1.1" status: 200 len: 217 time: 0.0380633 Jul 07 23:07:51.352802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-0da4835c-e207-4a73-87be-522c56a3792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:51.354229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-0da4835c-e207-4a73-87be-522c56a3792b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=457a5805-3ca9-4fba-a7de-8229cf9c01b6 HTTP/1.1" status: 200 len: 854 time: 0.0424883 Jul 07 23:07:51.408383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-d01fd706-4657-4603-af48-f627ac54e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:51.410372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-d01fd706-4657-4603-af48-f627ac54e666 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498528 Jul 07 23:07:51.500643 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-26af7b18-f784-4d2b-9fd7-db52cb9f2a6e service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835454 Jul 07 23:07:51.592276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dc80e584-1db4-486a-966f-7e5e1d48a12a req-31662418-017c-4c88-aaec-29a326b9d6e3 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849705 Jul 07 23:07:51.892956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3158462-61ee-4f07-8983-b9bb6d4be0e8 req-6e698055-cdbe-418e-8939-4460ab18cb74 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:51.895129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3158462-61ee-4f07-8983-b9bb6d4be0e8 req-6e698055-cdbe-418e-8939-4460ab18cb74 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 944 time: 0.0714991 Jul 07 23:07:51.935117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b3158462-61ee-4f07-8983-b9bb6d4be0e8 req-6c04ff86-99f3-4230-ae61-7281952ba15d tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Jul 07 23:07:52.127900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 616b23ee-c9d4-4472-ae7d-698d9baf08ed up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:52.174291 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 616b23ee-c9d4-4472-ae7d-698d9baf08ed triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:52.174748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:53.123596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90929df9-1536-4772-b283-4b387e067b76 req-7081aaa9-2e63-465d-8310-e5d6297811ff tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:53.125112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90929df9-1536-4772-b283-4b387e067b76 req-7081aaa9-2e63-465d-8310-e5d6297811ff tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 944 time: 0.0724578 Jul 07 23:07:53.163508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90929df9-1536-4772-b283-4b387e067b76 req-ceeb0463-84fc-4616-9c13-e927bc50fde2 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326967 Jul 07 23:07:53.779853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 86da8729-a716-40bf-a24a-a01d2d69c1cd details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:07:53.870939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 86da8729-a716-40bf-a24a-a01d2d69c1cd, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=86da8729-a716-40bf-a24a-a01d2d69c1cd,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:53.882269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '86da8729-a716-40bf-a24a-a01d2d69c1cd', 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'port_id': '86da8729-a716-40bf-a24a-a01d2d69c1cd', 'mac_address': 'fa:16:3e:10:e3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457a5805-3ca9-4fba-a7de-8229cf9c01b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:07:53.921597 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:53.934285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86da8729-a716-40bf-a24a-a01d2d69c1cd {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:07:53.953195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 86da8729-a716-40bf-a24a-a01d2d69c1cd, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=86da8729-a716-40bf-a24a-a01d2d69c1cd,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:53.957490 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:54.002656 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=86da8729-a716-40bf-a24a-a01d2d69c1cd,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:54.152138 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['86da8729-a716-40bf-a24a-a01d2d69c1cd'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:07:54.341594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aafb2-d3a0-47d2-971a-660e061d1f5e req-855f1d20-c0a9-46c5-a74b-6c57af8e1b7e tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:54.343184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-857aafb2-d3a0-47d2-971a-660e061d1f5e req-855f1d20-c0a9-46c5-a74b-6c57af8e1b7e tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 945 time: 0.0683112 Jul 07 23:07:54.380276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-857aafb2-d3a0-47d2-971a-660e061d1f5e req-8704c363-3e4a-460c-978e-624b1fd7bdba tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310895 Jul 07 23:07:55.553560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811d65e-d320-4866-8ab2-ee2a00ff948c req-8fd63e9f-59c0-48e9-97f1-6781d8a048cb tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:55.554979 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2811d65e-d320-4866-8ab2-ee2a00ff948c req-8fd63e9f-59c0-48e9-97f1-6781d8a048cb tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 945 time: 0.0674026 Jul 07 23:07:55.591739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2811d65e-d320-4866-8ab2-ee2a00ff948c req-44065c70-1c8c-4ec6-b848-81aaadf22cd9 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Jul 07 23:07:55.780407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 86da8729-a716-40bf-a24a-a01d2d69c1cd up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:07:55.828037 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 86da8729-a716-40bf-a24a-a01d2d69c1cd completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:07:55.831795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 86da8729-a716-40bf-a24a-a01d2d69c1cd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:07:55.832198 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:55.904256 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:55.929003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9a1f88-391a-4d30-8214-e2f8f48eaca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86da8729-a716-40bf-a24a-a01d2d69c1cd'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:07:55.931254 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5542c8a-d85a-4709-af5e-1d0aa0b5f24e" -d '{"events": [{"server_uuid": "8b9a1f88-391a-4d30-8214-e2f8f48eaca1", "name": "network-vif-plugged", "status": "completed", "tag": "86da8729-a716-40bf-a24a-a01d2d69c1cd"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:07:55.943412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 86da8729-a716-40bf-a24a-a01d2d69c1cd, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=86da8729-a716-40bf-a24a-a01d2d69c1cd,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:07:55.948684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:55.971065 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e809665-44b7-4f66-a1ca-29829ac45e1b x-openstack-request-id: req-1e809665-44b7-4f66-a1ca-29829ac45e1b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:07:55.971353 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9a1f88-391a-4d30-8214-e2f8f48eaca1", "name": "network-vif-plugged", "status": "completed", "tag": "86da8729-a716-40bf-a24a-a01d2d69c1cd", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:07:55.971604 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e809665-44b7-4f66-a1ca-29829ac45e1b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:07:55.972511 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9a1f88-391a-4d30-8214-e2f8f48eaca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86da8729-a716-40bf-a24a-a01d2d69c1cd', 'code': 200} Jul 07 23:07:55.998811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=86da8729-a716-40bf-a24a-a01d2d69c1cd,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:07:56.082780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5043614-14b4-4fbb-a31e-03f86181e530 req-40df74b7-291d-4f31-ad08-8235f3cb188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:56.084276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5043614-14b4-4fbb-a31e-03f86181e530 req-40df74b7-291d-4f31-ad08-8235f3cb188a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 1098 time: 0.0521474 Jul 07 23:07:56.118549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5043614-14b4-4fbb-a31e-03f86181e530 req-6454e593-e62e-4344-9d54-82358a822155 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275543 Jul 07 23:07:56.773339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961156e-baed-48ef-8e38-2854d12a2d23 req-8534bdee-2b34-48b9-ba29-7f191a7c69c0 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:56.774888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5961156e-baed-48ef-8e38-2854d12a2d23 req-8534bdee-2b34-48b9-ba29-7f191a7c69c0 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 946 time: 0.0736725 Jul 07 23:07:56.816522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5961156e-baed-48ef-8e38-2854d12a2d23 req-ef262f76-b109-4d46-aa29-27c8004bd726 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346048 Jul 07 23:07:57.415314 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-baa45941-9960-4c49-bd6f-6d6e8cf1ecd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:07:57.997904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd19b86-c962-486d-8c51-9971a48c3dc6 req-bf93ad38-902b-4bff-831b-5338aea44c5c tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:57.999498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fd19b86-c962-486d-8c51-9971a48c3dc6 req-bf93ad38-902b-4bff-831b-5338aea44c5c tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 946 time: 0.0629196 Jul 07 23:07:58.037216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fd19b86-c962-486d-8c51-9971a48c3dc6 req-4a4791f3-6410-46db-b509-7404b9a9b840 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Jul 07 23:07:58.204679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5d4a-eed1-4719-9cf4-403fac893396 req-d70829bb-d6ac-4c1d-9956-4393178ee293 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:07:58.206744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd9d5d4a-eed1-4719-9cf4-403fac893396 req-d70829bb-d6ac-4c1d-9956-4393178ee293 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 946 time: 0.0614557 Jul 07 23:07:58.244865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd9d5d4a-eed1-4719-9cf4-403fac893396 req-d3919b51-c1dc-4a5e-a574-904da1f8bdd3 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Jul 07 23:07:59.774675 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7c8694c5-5746-40bb-92d0-dafacdc254e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:00.067262 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:01.076124 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:01.837412 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:02.322102 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:08:02.944061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:09.044696 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-24501386-6b4a-4e26-8ce3-93262da86980 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547450 Jul 07 23:08:09.147639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-4e9769d8-f69b-403f-92b9-3e018df6a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:09.149184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-4e9769d8-f69b-403f-92b9-3e018df6a7b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33f385519e794e259976d9b1d417df79&device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 1098 time: 0.0534339 Jul 07 23:08:09.266563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-4debc877-3282-43c6-a7f9-773b3d55d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:09.268117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-4debc877-3282-43c6-a7f9-773b3d55d204 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9 HTTP/1.1" status: 200 len: 916 time: 0.0924156 Jul 07 23:08:09.309243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-e25915c5-aaa7-4673-a4e6-267cd4b6a971 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86da8729-a716-40bf-a24a-a01d2d69c1cd HTTP/1.1" status: 200 len: 217 time: 0.0345788 Jul 07 23:08:09.357313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-1acd1b6c-245d-4474-8a17-8b3b031843b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:09.358811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-1acd1b6c-245d-4474-8a17-8b3b031843b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=457a5805-3ca9-4fba-a7de-8229cf9c01b6 HTTP/1.1" status: 200 len: 854 time: 0.0427117 Jul 07 23:08:09.420085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-a1702d7c-6bf4-4faa-b4ce-b6b4ff77f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:09.421589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-a1702d7c-6bf4-4faa-b4ce-b6b4ff77f949 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563118 Jul 07 23:08:09.516383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-84de611e-cf7a-4d84-95bb-9b6a27e1cd0a service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847321 Jul 07 23:08:09.606194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-adc5b34c-303b-40fe-ac3d-7f5c775f3b1f req-c94cac88-4174-40c2-9f2e-6659a3c4a4d3 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833824 Jul 07 23:08:17.137478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc18e9f-fcce-41e0-9311-7b76a5181fcd req-3afd57d5-dcec-4af0-9d79-097e5de3f71a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:17.139072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-afc18e9f-fcce-41e0-9311-7b76a5181fcd req-3afd57d5-dcec-4af0-9d79-097e5de3f71a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 946 time: 0.0650139 Jul 07 23:08:17.177581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-afc18e9f-fcce-41e0-9311-7b76a5181fcd req-490eb171-92c3-4256-b867-5d77a9eda5df tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Jul 07 23:08:18.347652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26c940-8fa8-4c88-ad6e-ada321d3123b req-08221b31-7bdd-43de-8ff2-eafcdab2948a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:18.349031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e26c940-8fa8-4c88-ad6e-ada321d3123b req-08221b31-7bdd-43de-8ff2-eafcdab2948a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 946 time: 0.0619578 Jul 07 23:08:18.386539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1e26c940-8fa8-4c88-ad6e-ada321d3123b req-a4165e51-fee9-47b1-bfe8-b97ac449661d tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Jul 07 23:08:18.631974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-edee6acd-3810-42f7-8375-98a36f3856d5 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:18.633340 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-edee6acd-3810-42f7-8375-98a36f3856d5 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 946 time: 0.0648963 Jul 07 23:08:18.731066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Deleting port 86da8729-a716-40bf-a24a-a01d2d69c1cd {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:08:18.731658 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:18.821993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] For port 86da8729-a716-40bf-a24a-a01d2d69c1cd, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=86da8729-a716-40bf-a24a-a01d2d69c1cd,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:18.822387 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:18.834449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Calling delete_port for 86da8729-a716-40bf-a24a-a01d2d69c1cd owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:08:18.958950 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:18.973662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['86da8729-a716-40bf-a24a-a01d2d69c1cd'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:08:18.992499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Pushing event deleted for resources: {'Port': ['ID=86da8729-a716-40bf-a24a-a01d2d69c1cd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:19.020062 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.020499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.020827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.021170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.021506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.021859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.022203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.022533 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.022860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.023185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.023508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.023828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:19.047898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] No DVR routers for this DVR port 86da8729-a716-40bf-a24a-a01d2d69c1cd on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:08:19.050964 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:19.052964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-32a9ee29-c355-423f-b6a1-ec5fc5997035 req-4b36443a-f3d6-42ce-8900-80cd9791d215 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.44 "DELETE /v2.0/ports/86da8729-a716-40bf-a24a-a01d2d69c1cd HTTP/1.1" status: 204 len: 173 time: 0.4140503 Jul 07 23:08:19.053426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9a1f88-391a-4d30-8214-e2f8f48eaca1', 'name': 'network-vif-deleted', 'tag': '86da8729-a716-40bf-a24a-a01d2d69c1cd'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:08:19.055793 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931f7d5f-3b8a-418e-a306-6606465b39c4" -d '{"events": [{"server_uuid": "8b9a1f88-391a-4d30-8214-e2f8f48eaca1", "name": "network-vif-deleted", "tag": "86da8729-a716-40bf-a24a-a01d2d69c1cd"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:08:19.110602 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddb5aaa-78c9-4d78-9bb2-c43826aa9e90 x-openstack-request-id: req-7ddb5aaa-78c9-4d78-9bb2-c43826aa9e90 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:08:19.110905 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9a1f88-391a-4d30-8214-e2f8f48eaca1", "name": "network-vif-deleted", "tag": "86da8729-a716-40bf-a24a-a01d2d69c1cd", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:08:19.111173 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ddb5aaa-78c9-4d78-9bb2-c43826aa9e90 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:08:19.111577 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9a1f88-391a-4d30-8214-e2f8f48eaca1', 'name': 'network-vif-deleted', 'tag': '86da8729-a716-40bf-a24a-a01d2d69c1cd', 'status': 'completed', 'code': 200} Jul 07 23:08:19.540686 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fe1b4cee-9b25-4382-965b-97e4c229b5c5 req-02761767-8c6d-4a38-99e3-ebfa612b077c tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b9a1f88-391a-4d30-8214-e2f8f48eaca1 HTTP/1.1" status: 200 len: 210 time: 0.0294940 Jul 07 23:08:20.384590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:21.102875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fd681-b74a-41f1-92b0-22739153975f req-d35cc08a-c7f4-4a32-9a1a-792333dc1e9d tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:21.104348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-d35cc08a-c7f4-4a32-9a1a-792333dc1e9d tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/networks?id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9 HTTP/1.1" status: 200 len: 815 time: 0.1001160 Jul 07 23:08:21.118931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-e5c3910f-a65c-4e8f-94e4-399ce9ed7bc8 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/quotas/33f385519e794e259976d9b1d417df79 HTTP/1.1" status: 200 len: 375 time: 0.0093789 Jul 07 23:08:21.183776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-af0cf964-f01f-4ef9-91aa-ad33d21445d4 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=33f385519e794e259976d9b1d417df79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600040 Jul 07 23:08:21.278709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-2a3427a3-45fe-4b2e-91ee-681604ec4555 service neutron] 10.222.0.81 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835600 Jul 07 23:08:21.370022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-cc5896d6-6967-49fa-ac2a-080fa0e93e52 service neutron] 10.222.0.81 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851111 Jul 07 23:08:21.537817 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d47f35bd-3986-4a4f-8a9d-965d510072e4 req-fd0d9ce3-4522-47e9-8784-753b32eeddf3 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 210 time: 0.0290794 Jul 07 23:08:21.872285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 86da8729-a716-40bf-a24a-a01d2d69c1cd no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:08:21.895184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 86da8729-a716-40bf-a24a-a01d2d69c1cd {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:08:21.895529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 86da8729-a716-40bf-a24a-a01d2d69c1cd not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:08:22.531343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fd681-b74a-41f1-92b0-22739153975f req-c4b5d264-5755-455f-b41d-be54e69f645d tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:22.533633 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-c4b5d264-5755-455f-b41d-be54e69f645d tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.44 "GET /v2.0/networks?id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9 HTTP/1.1" status: 200 len: 815 time: 0.1030083 Jul 07 23:08:22.545323 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Request body: {'port': {'device_id': 'fcc3a3c3-863f-42a0-a401-ee07528e1080', 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'admin_state_up': True, 'tenant_id': '33f385519e794e259976d9b1d417df79'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:08:22.654461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Made reservation on behalf of 33f385519e794e259976d9b1d417df79 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:08:22.658062 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:22.700546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bbdb264e-ee58-4baa-b55c-fba13b338212 req-85626c25-98d9-4294-ad1a-b2e895ec2d1b tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 210 time: 0.0391610 Jul 07 23:08:22.809121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Allocated IP 172.20.0.3 (5ba95a20-e105-4f69-98ab-87bdd11fc5f9/457a5805-3ca9-4fba-a7de-8229cf9c01b6/4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:08:22.954130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:22.967529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Transition to ACTIVE for port object 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:08:22.999938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:23.040127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:08:23.043312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:08:23.049772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:08:23.074321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Pushing event updated for resources: {'Port': ['ID=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:23.102622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:23.103256 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:23.118883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a7c2e4e6-d9bc-44cb-8b82-03054aab145a tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773995 Jul 07 23:08:23.132003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Request body: {'port': {'device_id': 'fcc3a3c3-863f-42a0-a401-ee07528e1080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:08:23.210722 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:23.247100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8c24c781-36d3-4af4-8c99-ae1ffd3c69df None None] Provisioning for port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:08:23.250901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-8c24c781-36d3-4af4-8c99-ae1ffd3c69df None None] Provisioning complete for port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:08:23.251271 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c24c781-36d3-4af4-8c99-ae1ffd3c69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:23.286098 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-8c24c781-36d3-4af4-8c99-ae1ffd3c69df None None] Port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:08:23.747583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:08:23.755560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:23.767306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Transition to ACTIVE for port object 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:08:23.772007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:23.853247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:23.941322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Attempting to bind port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:08:23.941661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Attempting to bind port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:08:23.941993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Attempting to bind port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 on network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:08:23.948415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 on network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:08:23.948740 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Attempting to bind port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 on network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:08:23.957880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e52d1-07e5-47c0-869f-e3470a9c9cb0 req-abef833f-7194-4bd2-ae6b-bcfa9bfd3110 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:23.959719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e0e52d1-07e5-47c0-869f-e3470a9c9cb0 req-abef833f-7194-4bd2-ae6b-bcfa9bfd3110 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 943 time: 0.1457019 Jul 07 23:08:23.963718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:08:23.964548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Checking segment: {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:08:23.964548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Bound using segment: {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:08:23.964953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Bound port: 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:08:23.965283 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:24.030574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4e0e52d1-07e5-47c0-869f-e3470a9c9cb0 req-0eea575c-0fb1-492b-b9c2-940f393af9c5 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631521 Jul 07 23:08:24.058291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] For port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:08:24.061154 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] For port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:08:24.066334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:24.098320 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:24.098951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:24.100401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 HTTP/1.1" status: 200 len: 1092 time: 0.9727240 Jul 07 23:08:24.100848 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc3a3c3-863f-42a0-a401-ee07528e1080', 'tag': '4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:08:24.103116 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5063dd27-d15b-4068-a7c5-f88c0df1d363" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc3a3c3-863f-42a0-a401-ee07528e1080", "tag": "4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:08:24.131491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1089158-9a41-4836-b2b3-30b40253c7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:24.168745 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e31cc38-dd4c-4caa-922b-9c56cba53077 x-openstack-request-id: req-0e31cc38-dd4c-4caa-922b-9c56cba53077 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:08:24.169043 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc3a3c3-863f-42a0-a401-ee07528e1080", "tag": "4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:08:24.169299 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e31cc38-dd4c-4caa-922b-9c56cba53077 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:08:24.169698 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc3a3c3-863f-42a0-a401-ee07528e1080', 'tag': '4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2', 'status': 'completed', 'code': 200} Jul 07 23:08:24.198209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fd681-b74a-41f1-92b0-22739153975f req-91e36c22-ed70-48fb-a68b-64d3f33de30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:24.199798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-91e36c22-ed70-48fb-a68b-64d3f33de30e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33f385519e794e259976d9b1d417df79&device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 1095 time: 0.0584927 Jul 07 23:08:24.246427 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-acc76415-9da2-4e2a-84f3-ed320b5588db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 HTTP/1.1" status: 200 len: 217 time: 0.0394521 Jul 07 23:08:24.297246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fd681-b74a-41f1-92b0-22739153975f req-ff813439-c1d7-43b2-b807-e2aea7b3d746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:24.298753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-ff813439-c1d7-43b2-b807-e2aea7b3d746 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=457a5805-3ca9-4fba-a7de-8229cf9c01b6 HTTP/1.1" status: 200 len: 854 time: 0.0455174 Jul 07 23:08:24.353846 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fd681-b74a-41f1-92b0-22739153975f req-883fcb1c-38d0-4a64-9e79-5c636cf1684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:24.355350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-883fcb1c-38d0-4a64-9e79-5c636cf1684e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504057 Jul 07 23:08:24.443944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-32b4cbd4-2953-4e1a-8b23-e218c089c371 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810130 Jul 07 23:08:24.528464 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc8fd681-b74a-41f1-92b0-22739153975f req-d121c02c-1ca7-40f2-a79e-83cb4764c220 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782504 Jul 07 23:08:24.631956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-d8e802e9-a327-4d9a-97eb-376943c1f0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:24.633420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-d8e802e9-a327-4d9a-97eb-376943c1f0ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=33f385519e794e259976d9b1d417df79&device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 1095 time: 0.0562830 Jul 07 23:08:24.720121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-6f9296f2-5979-41ab-ab75-fd7f966f5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:24.722166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-6f9296f2-5979-41ab-ab75-fd7f966f5672 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9 HTTP/1.1" status: 200 len: 916 time: 0.0819366 Jul 07 23:08:24.760764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-9da53df7-af9e-48ba-8c62-77a97ac50f08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 HTTP/1.1" status: 200 len: 217 time: 0.0323272 Jul 07 23:08:24.811498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-8041e3d4-c891-4422-89b4-07bd52d042bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:24.812804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-8041e3d4-c891-4422-89b4-07bd52d042bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=457a5805-3ca9-4fba-a7de-8229cf9c01b6 HTTP/1.1" status: 200 len: 854 time: 0.0453699 Jul 07 23:08:24.868678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-ee0034ba-90ed-45ba-8047-73af3f50ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:24.870145 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-ee0034ba-90ed-45ba-8047-73af3f50ea21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ba95a20-e105-4f69-98ab-87bdd11fc5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500746 Jul 07 23:08:24.958378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-a2aa8c7d-1ef1-4788-a6c6-9398e497cf73 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797784 Jul 07 23:08:25.049004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5063dd27-d15b-4068-a7c5-f88c0df1d363 req-9b0cb135-e413-462c-997f-760a936a8cd4 service neutron] 10.222.0.44 "GET /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843539 Jul 07 23:08:25.378711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4649253-2773-4ba1-bbf6-982c4d0969fc req-094bbf6e-2ed0-41cd-88be-9b1e2e4cb35d tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:25.380092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4649253-2773-4ba1-bbf6-982c4d0969fc req-094bbf6e-2ed0-41cd-88be-9b1e2e4cb35d tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 943 time: 0.0621355 Jul 07 23:08:25.419361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4649253-2773-4ba1-bbf6-982c4d0969fc req-01ba3709-fe91-46b9-9654-0bf0799b9deb tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Jul 07 23:08:26.595404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbab34-92b4-48ed-b0d7-36eee9191539 req-6404a6a3-8529-4f8f-bf16-c77761a5f92c tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:26.596899 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2cbab34-92b4-48ed-b0d7-36eee9191539 req-6404a6a3-8529-4f8f-bf16-c77761a5f92c tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 943 time: 0.0676343 Jul 07 23:08:26.633220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d2cbab34-92b4-48ed-b0d7-36eee9191539 req-2ed4a161-9f77-4f9a-b058-7bb775e0f6b6 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308325 Jul 07 23:08:27.416471 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c97d00a-de17-41c6-a678-67a48428aeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:27.801443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047537-aaf0-4c04-a476-26c79134e8ab req-5069beb0-79d3-4267-b944-87c8eef05c63 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:27.803173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1047537-aaf0-4c04-a476-26c79134e8ab req-5069beb0-79d3-4267-b944-87c8eef05c63 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 943 time: 0.0625567 Jul 07 23:08:27.839762 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d1047537-aaf0-4c04-a476-26c79134e8ab req-ee68405c-c9a1-49c9-8bea-effb8acf76e1 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Jul 07 23:08:27.903381 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:08:27.994038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:28.009561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2', 'network_id': '5ba95a20-e105-4f69-98ab-87bdd11fc5f9', 'port_id': '4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2', 'mac_address': 'fa:16:3e:8f:8d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '457a5805-3ca9-4fba-a7de-8229cf9c01b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:08:28.044722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:28.057278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:08:28.075539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:28.079767 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:28.127016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:28.134214 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.134570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.134918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.135260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.135598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.135932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.136264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.136594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.136923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.137251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.137611 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.137937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:28.274426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:08:29.012304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06c872-2966-453c-a6b4-94eb0a906c14 req-8518f191-88c4-440e-9c6c-9bed82d6d459 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:29.013754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb06c872-2966-453c-a6b4-94eb0a906c14 req-8518f191-88c4-440e-9c6c-9bed82d6d459 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 944 time: 0.0614722 Jul 07 23:08:29.050095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb06c872-2966-453c-a6b4-94eb0a906c14 req-6c61781e-7624-4a11-8ce5-32a8f27ba4be tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299532 Jul 07 23:08:29.774962 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-91e142b1-e5bb-46d0-a39f-08090a03390f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:29.918460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:08:29.964253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:08:29.968754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:08:29.969130 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:30.045465 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:30.077577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc3a3c3-863f-42a0-a401-ee07528e1080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:08:30.080115 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aee14d-1c17-4838-b1c7-691859a66c72" -d '{"events": [{"server_uuid": "fcc3a3c3-863f-42a0-a401-ee07528e1080", "name": "network-vif-plugged", "status": "completed", "tag": "4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:08:30.090016 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:30.094952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:30.100148 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:30.131311 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db42ce0c-b18d-4c5e-82bf-1234a1b9bbf1 x-openstack-request-id: req-db42ce0c-b18d-4c5e-82bf-1234a1b9bbf1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:08:30.131635 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc3a3c3-863f-42a0-a401-ee07528e1080", "name": "network-vif-plugged", "status": "completed", "tag": "4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:08:30.131925 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db42ce0c-b18d-4c5e-82bf-1234a1b9bbf1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:08:30.134481 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc3a3c3-863f-42a0-a401-ee07528e1080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2', 'code': 200} Jul 07 23:08:30.157014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:30.266912 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62f54d-0dfa-4ebc-9ed5-dca532ff8e34 req-237085ea-6526-494d-9907-4b6a930c4f50 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:30.268491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d62f54d-0dfa-4ebc-9ed5-dca532ff8e34 req-237085ea-6526-494d-9907-4b6a930c4f50 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 945 time: 0.1064270 Jul 07 23:08:30.274589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452804-fbcc-4aaf-b176-baf39723104e req-bf87e335-63c4-4e6d-a040-51defff32daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:30.275984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80452804-fbcc-4aaf-b176-baf39723104e req-bf87e335-63c4-4e6d-a040-51defff32daa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 1097 time: 0.0800452 Jul 07 23:08:30.331023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d62f54d-0dfa-4ebc-9ed5-dca532ff8e34 req-6b62a9cc-6729-47f9-8cbe-edd42681cbd1 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537782 Jul 07 23:08:30.332564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80452804-fbcc-4aaf-b176-baf39723104e req-10221663-1294-4d64-b3ac-f434751d8806 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481260 Jul 07 23:08:31.079197 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:31.505020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2e52-765d-4f5b-8d6e-be69ff15f360 req-c13a1658-ddd2-41fe-9b37-358bfeaadd32 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:31.506512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e24f2e52-765d-4f5b-8d6e-be69ff15f360 req-c13a1658-ddd2-41fe-9b37-358bfeaadd32 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 945 time: 0.0676477 Jul 07 23:08:31.543402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e24f2e52-765d-4f5b-8d6e-be69ff15f360 req-e2db2301-b719-46d4-a3d8-56d8136775b3 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Jul 07 23:08:31.712621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27945de2-83b9-4b43-8c19-9e40470444b8 req-80bcc960-cb34-4757-8084-29edc6564ac5 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:31.714118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27945de2-83b9-4b43-8c19-9e40470444b8 req-80bcc960-cb34-4757-8084-29edc6564ac5 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 945 time: 0.0632415 Jul 07 23:08:31.750610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-27945de2-83b9-4b43-8c19-9e40470444b8 req-6ae669d1-b5e3-46cd-a6e1-5ea3284ff501 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Jul 07 23:08:31.859052 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:32.943979 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:39.321139 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:08:50.376043 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:50.525182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0069e-e08a-46ea-b567-d0b421873f1f req-be3ca74e-a4da-4622-b7dd-077a537712bd tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:50.526706 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58d0069e-e08a-46ea-b567-d0b421873f1f req-be3ca74e-a4da-4622-b7dd-077a537712bd tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 945 time: 0.0647197 Jul 07 23:08:50.568714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-58d0069e-e08a-46ea-b567-d0b421873f1f req-308c2b9b-f899-4a9d-8b13-4188019bbb89 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361516 Jul 07 23:08:51.741978 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b47808-49fa-460d-9eee-db7d20f24b47 req-a5d57cad-1a79-4f71-9e89-982b840d5ced tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:51.743489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02b47808-49fa-460d-9eee-db7d20f24b47 req-a5d57cad-1a79-4f71-9e89-982b840d5ced tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 945 time: 0.0644283 Jul 07 23:08:51.780005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02b47808-49fa-460d-9eee-db7d20f24b47 req-934c8efc-7d01-441f-a015-3dd7d8238803 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/security-groups?id=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Jul 07 23:08:51.972506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-3ae8a360-e791-4be8-8f30-f5944915af80 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:08:51.973952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-3ae8a360-e791-4be8-8f30-f5944915af80 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.44 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 945 time: 0.0617695 Jul 07 23:08:52.072710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Deleting port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:08:52.073078 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:52.157583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] For port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:52.157940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:52.171061 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Calling delete_port for 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:08:52.297859 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:52.309647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:08:52.327237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Pushing event deleted for resources: {'Port': ['ID=4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:52.377514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] No DVR routers for this DVR port 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:08:52.380301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:52.382395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23fc4186-81f4-4329-8ecd-b53a42930ba6 req-52b47d38-04d4-4e65-8f6a-91f06c584d21 tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.44 "DELETE /v2.0/ports/4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 HTTP/1.1" status: 204 len: 173 time: 0.4029603 Jul 07 23:08:52.382803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc3a3c3-863f-42a0-a401-ee07528e1080', 'name': 'network-vif-deleted', 'tag': '4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:08:52.385152 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04ae723-916d-4148-93ff-f72087f84d37" -d '{"events": [{"server_uuid": "fcc3a3c3-863f-42a0-a401-ee07528e1080", "name": "network-vif-deleted", "tag": "4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:08:52.423941 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43cd0ec-c49c-4b33-802d-6790717c7537 x-openstack-request-id: req-c43cd0ec-c49c-4b33-802d-6790717c7537 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:08:52.424253 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc3a3c3-863f-42a0-a401-ee07528e1080", "name": "network-vif-deleted", "tag": "4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:08:52.424509 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c43cd0ec-c49c-4b33-802d-6790717c7537 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:08:52.424945 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc3a3c3-863f-42a0-a401-ee07528e1080', 'name': 'network-vif-deleted', 'tag': '4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2', 'status': 'completed', 'code': 200} Jul 07 23:08:52.930575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3443c8e4-fdf1-4965-8ac1-649649c11a2a req-548fdedb-0aaa-4613-ac76-3fc65ce5ebba tempest-TestEncryptedCinderVolumes-1776828071 tempest-TestEncryptedCinderVolumes-1776828071-project] 10.222.0.81 "GET /v2.0/ports?device_id=fcc3a3c3-863f-42a0-a401-ee07528e1080 HTTP/1.1" status: 200 len: 210 time: 0.0283661 Jul 07 23:08:54.057028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48414) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:08:54.393723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:54.636479 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Deleting port 3bd6f72f-a964-4949-b8b0-a9531346e198 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:08:54.636738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:54.712050 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] For port 3bd6f72f-a964-4949-b8b0-a9531346e198, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3bd6f72f-a964-4949-b8b0-a9531346e198,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:54.712404 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:54.725115 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Calling delete_port for 3bd6f72f-a964-4949-b8b0-a9531346e198 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:08:54.898833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:54.927999 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bd6f72f-a964-4949-b8b0-a9531346e198,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:54.955684 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.956013 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.956846 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.957181 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.957519 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.957847 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.958202 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.958528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.958887 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.959197 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.959495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:54.959813 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:08:55.101988 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:55.312847 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Router a82401ce-c444-47fc-83c6-528ddb6d3ef4 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:08:55.418133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:08:55.423040 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-458ead50-9a76-45f1-ac01-405148bf2f69 admin admin] 10.222.0.81 "PUT /v2.0/routers/a82401ce-c444-47fc-83c6-528ddb6d3ef4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3649948 Jul 07 23:08:55.426095 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48418) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:08:55.428921 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] Sync routers for ids ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:08:55.437910 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] Routers {'a82401ce-c444-47fc-83c6-528ddb6d3ef4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:08:55.438532 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:08:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:55.527520 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:55.539418 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] Set router a82401ce-c444-47fc-83c6-528ddb6d3ef4 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:08:55.627094 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:55.678636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Deleting port 4389523e-d2b7-41f1-b291-3b6a15cbab3b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:08:55.678969 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:55.715767 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:37Z', 'updated_at': '2021-07-07T23:08:54Z', 'revision_number': 5, 'project_id': '33f385519e794e259976d9b1d417df79', 'gw_port': {'id': '4389523e-d2b7-41f1-b291-3b6a15cbab3b', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:22:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:38Z', 'updated_at': '2021-07-07T23:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:55.744786 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] Checking router: a82401ce-c444-47fc-83c6-528ddb6d3ef4 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:08:55.752888 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] Routers {'a82401ce-c444-47fc-83c6-528ddb6d3ef4'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:08:55.754174 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:08:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:55.754477 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] For port 4389523e-d2b7-41f1-b291-3b6a15cbab3b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=4389523e-d2b7-41f1-b291-3b6a15cbab3b,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:55.754834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:55.766931 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Calling delete_port for 4389523e-d2b7-41f1-b291-3b6a15cbab3b owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:08:55.836970 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] Set router a82401ce-c444-47fc-83c6-528ddb6d3ef4 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:08:55.886598 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:37Z', 'updated_at': '2021-07-07T23:08:55Z', 'revision_number': 6, 'project_id': '33f385519e794e259976d9b1d417df79', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:55.915345 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46c9df-3168-4adf-92e7-cabdf7c9642d None None] The sync data for ids ['a82401ce-c444-47fc-83c6-528ddb6d3ef4'] in n-d-695012-11 is: [{'id': 'a82401ce-c444-47fc-83c6-528ddb6d3ef4', 'name': 'tempest-TestEncryptedCinderVolumes-65482641-router', 'tenant_id': '33f385519e794e259976d9b1d417df79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:37Z', 'updated_at': '2021-07-07T23:08:55Z', 'revision_number': 6, 'project_id': '33f385519e794e259976d9b1d417df79', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:08:55.930412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:55.960445 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4389523e-d2b7-41f1-b291-3b6a15cbab3b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:56.019703 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.081669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:08:56.104374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:08:56.104727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 4cdcced4-ce6f-4cda-9cb5-03ebe2c5edb2 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:08:56.108524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.110648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.151894 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.152459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a82401ce-c444-47fc-83c6-528ddb6d3ef4 {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:08:56.156792 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.157940 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d5bea9fd-68ba-417c-8d17-a5447b0939c3 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a82401ce-c444-47fc-83c6-528ddb6d3ef4 HTTP/1.1" status: 204 len: 168 time: 0.7308903 Jul 07 23:08:56.161119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48420) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:08:56.207860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9ae7c6-a4c0-45ed-bcba-f4e7e73bfb68 admin admin] Deleting subnet 457a5805-3ca9-4fba-a7de-8229cf9c01b6 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:08:56.210746 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e9ae7c6-a4c0-45ed-bcba-f4e7e73bfb68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.245254 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e9ae7c6-a4c0-45ed-bcba-f4e7e73bfb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.327315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e9ae7c6-a4c0-45ed-bcba-f4e7e73bfb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.370224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3bd6f72f-a964-4949-b8b0-a9531346e198 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:08:56.382785 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e9ae7c6-a4c0-45ed-bcba-f4e7e73bfb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.390765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3bd6f72f-a964-4949-b8b0-a9531346e198 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:08:56.391121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3bd6f72f-a964-4949-b8b0-a9531346e198 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:08:56.410348 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ae7c6-a4c0-45ed-bcba-f4e7e73bfb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457a5805-3ca9-4fba-a7de-8229cf9c01b6,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:56.415773 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9e9ae7c6-a4c0-45ed-bcba-f4e7e73bfb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.419729 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9e9ae7c6-a4c0-45ed-bcba-f4e7e73bfb68 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/457a5805-3ca9-4fba-a7de-8229cf9c01b6 HTTP/1.1" status: 204 len: 168 time: 0.2556825 Jul 07 23:08:56.420322 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48422) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:08:56.423535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34c7a21-09d3-4d42-8e63-6f6904000dec None None] Network 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:08:56.497521 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.549557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Deleting port c777036f-1631-4d83-a000-7c5c22995b85 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:08:56.549928 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.616387 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] For port c777036f-1631-4d83-a000-7c5c22995b85, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=c777036f-1631-4d83-a000-7c5c22995b85,segment=NetworkSegment(ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a),segment_id=ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:56.616652 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.628975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Calling delete_port for c777036f-1631-4d83-a000-7c5c22995b85 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:08:56.680499 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] DHCP port deletion for 5ba95a20-e105-4f69-98ab-87bdd11fc5f9 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:08:56.714839 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.731182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] Deleting port c777036f-1631-4d83-a000-7c5c22995b85 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:08:56.731720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.741691 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c777036f-1631-4d83-a000-7c5c22995b85,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:56.745214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] No DVR routers for this DVR port c777036f-1631-4d83-a000-7c5c22995b85 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:08:56.795438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] For port c777036f-1631-4d83-a000-7c5c22995b85, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:56.795836 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.809001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] Calling delete_port for c777036f-1631-4d83-a000-7c5c22995b85 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:08:56.811635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] Port c777036f-1631-4d83-a000-7c5c22995b85 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 23:08:56.812864 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.820878 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.832312 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba95a20-e105-4f69-98ab-87bdd11fc5f9']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:56.842046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] Pushing event deleted for resources: {'Port': ['ID=c777036f-1631-4d83-a000-7c5c22995b85,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:56.843822 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:56.844144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1b4f41-5698-4340-b3d3-c32dc4d1ca8a') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:56.850560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6454c-666d-444d-91df-fcbbb1c2db73 None None] No DVR routers for this DVR port c777036f-1631-4d83-a000-7c5c22995b85 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:08:56.854874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.872779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.880918 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:08:56.880918 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:08:56.883269 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:08:56.942982 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.949408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:56.954458 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5ba95a20-e105-4f69-98ab-87bdd11fc5f9 HTTP/1.1" status: 204 len: 168 time: 0.5299931 Jul 07 23:08:56.957642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48424) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:08:56.963455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c488b01-430c-41e4-a004-4de6ad128ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba95a20-e105-4f69-98ab-87bdd11fc5f9,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:57.327054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:57.417527 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1065489f-7b3c-4fda-8c94-3c5574a52676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:57.585505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Deleting port 616b23ee-c9d4-4472-ae7d-698d9baf08ed {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:08:57.585746 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:57.660818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] For port 616b23ee-c9d4-4472-ae7d-698d9baf08ed, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=616b23ee-c9d4-4472-ae7d-698d9baf08ed,segment=NetworkSegment(d7b83b94-dd0c-4d6b-97de-d0f8421803f6),segment_id=d7b83b94-dd0c-4d6b-97de-d0f8421803f6)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:57.661171 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:57.673277 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Calling delete_port for 616b23ee-c9d4-4472-ae7d-698d9baf08ed owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:08:57.845403 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:57.874010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Pushing event deleted for resources: {'Port': ['ID=616b23ee-c9d4-4472-ae7d-698d9baf08ed,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:58.045226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:58.208386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c777036f-1631-4d83-a000-7c5c22995b85 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:08:58.227904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: c777036f-1631-4d83-a000-7c5c22995b85 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:08:58.228255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device c777036f-1631-4d83-a000-7c5c22995b85 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:08:58.228671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4389523e-d2b7-41f1-b291-3b6a15cbab3b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:08:58.246391 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 4389523e-d2b7-41f1-b291-3b6a15cbab3b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:08:58.246738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 4389523e-d2b7-41f1-b291-3b6a15cbab3b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:08:58.261046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Router 24f05832-b01f-462d-bfdc-03e79a0be0c3 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:08:58.364508 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:08:58.369432 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6695b30e-b188-4c3e-9e15-7e2f416cde80 admin admin] 10.222.0.81 "PUT /v2.0/routers/24f05832-b01f-462d-bfdc-03e79a0be0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4105580 Jul 07 23:08:58.372056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48426) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:08:58.374630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] Sync routers for ids ['24f05832-b01f-462d-bfdc-03e79a0be0c3'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:08:58.384219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] Routers {'24f05832-b01f-462d-bfdc-03e79a0be0c3'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:08:58.384835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:08:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['24f05832-b01f-462d-bfdc-03e79a0be0c3'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:58.475496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:58.580833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:58.632961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Deleting port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:08:58.633217 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:58.641553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] Set router 24f05832-b01f-462d-bfdc-03e79a0be0c3 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:08:58.714092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] For port f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:58.714456 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:58.726941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Calling delete_port for f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:08:58.815200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:08:57Z', 'revision_number': 5, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'gw_port': {'id': 'f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:58.845635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] Checking router: 24f05832-b01f-462d-bfdc-03e79a0be0c3 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:08:58.855733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] Routers {'24f05832-b01f-462d-bfdc-03e79a0be0c3'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:08:58.856731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:08:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['24f05832-b01f-462d-bfdc-03e79a0be0c3'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:58.901289 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:58.926280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:58.946198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] Set router 24f05832-b01f-462d-bfdc-03e79a0be0c3 gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:08:58.987082 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:58.997660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:08:58Z', 'revision_number': 6, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:59.027604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96323264-855b-40cb-97bb-44140f9c86f3 None None] The sync data for ids ['24f05832-b01f-462d-bfdc-03e79a0be0c3'] in n-d-695012-11 is: [{'id': '24f05832-b01f-462d-bfdc-03e79a0be0c3', 'name': 'tempest-TestEncryptedCinderVolumes-619987246-router', 'tenant_id': 'fa25e1c08079481f8869640d3a6224e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:07:42Z', 'updated_at': '2021-07-07T23:08:58Z', 'revision_number': 6, 'project_id': 'fa25e1c08079481f8869640d3a6224e9', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:08:59.080559 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.083249 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.123649 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.124306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24f05832-b01f-462d-bfdc-03e79a0be0c3 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:08:59.129825 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.132500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0fc9fef6-35f5-48af-bc30-8b0f98104291 admin admin] 10.222.0.81 "DELETE /v2.0/routers/24f05832-b01f-462d-bfdc-03e79a0be0c3 HTTP/1.1" status: 204 len: 168 time: 0.7574115 Jul 07 23:08:59.133098 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48428) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:08:59.178367 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb32e6a9-ec69-4e2c-94f5-facce1429e9d admin admin] Deleting subnet b25daec6-42ac-4dfc-a78f-a131f8c08fae {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:08:59.181299 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb32e6a9-ec69-4e2c-94f5-facce1429e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.216166 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb32e6a9-ec69-4e2c-94f5-facce1429e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.297513 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb32e6a9-ec69-4e2c-94f5-facce1429e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.348354 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb32e6a9-ec69-4e2c-94f5-facce1429e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.373323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32e6a9-ec69-4e2c-94f5-facce1429e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25daec6-42ac-4dfc-a78f-a131f8c08fae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:59.377075 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb32e6a9-ec69-4e2c-94f5-facce1429e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.379078 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fb32e6a9-ec69-4e2c-94f5-facce1429e9d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b25daec6-42ac-4dfc-a78f-a131f8c08fae HTTP/1.1" status: 204 len: 168 time: 0.2448702 Jul 07 23:08:59.381549 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48430) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:08:59.384107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4532b6e0-48de-4e60-ae82-b09c253cc36c None None] Network d3a68a30-217a-4e5c-b8f2-2b083ff0dbae requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:08:59.456626 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.513464 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Deleting port 2730df7c-d827-4cd1-af40-9dfb8fe9e347 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:08:59.513801 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.582054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] For port 2730df7c-d827-4cd1-af40-9dfb8fe9e347, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2730df7c-d827-4cd1-af40-9dfb8fe9e347,segment=NetworkSegment(d7b83b94-dd0c-4d6b-97de-d0f8421803f6),segment_id=d7b83b94-dd0c-4d6b-97de-d0f8421803f6)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:08:59.582463 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.596784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Calling delete_port for 2730df7c-d827-4cd1-af40-9dfb8fe9e347 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:08:59.676547 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.702306 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Pushing event deleted for resources: {'Port': ['ID=2730df7c-d827-4cd1-af40-9dfb8fe9e347,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:08:59.704295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] No DVR routers for this DVR port 2730df7c-d827-4cd1-af40-9dfb8fe9e347 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:08:59.774974 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.775203 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-95064445-7d08-4e76-87f3-dc958a3f5c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.786242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a68a30-217a-4e5c-b8f2-2b083ff0dbae']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:59.797467 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:59.797757 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b83b94-dd0c-4d6b-97de-d0f8421803f6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:08:59.810334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486a05d6-1399-4d65-b9e8-ba905aaada84 None None] DHCP port deletion for d3a68a30-217a-4e5c-b8f2-2b083ff0dbae request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:08:59.810571 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.838811 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.844800 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:08:59.845189 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:08:59.847737 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:08:59.903748 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.910281 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:08:59.913185 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d3a68a30-217a-4e5c-b8f2-2b083ff0dbae HTTP/1.1" status: 204 len: 168 time: 0.5304747 Jul 07 23:08:59.927673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1719f-9cd2-421d-8196-8cbf1b2e4388 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a68a30-217a-4e5c-b8f2-2b083ff0dbae,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:00.070606 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:00.086799 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48436) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:00.130157 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-02a70f07-fc42-48b1-9280-45a3de72cc2c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33f385519e794e259976d9b1d417df79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396011 Jul 07 23:09:00.130548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48438) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:00.161458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2730df7c-d827-4cd1-af40-9dfb8fe9e347 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:09:00.179455 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed0056ad-4ef7-43db-8c61-fac0126ce48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:00.181159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 2730df7c-d827-4cd1-af40-9dfb8fe9e347 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:09:00.181703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2730df7c-d827-4cd1-af40-9dfb8fe9e347 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:09:00.182148 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 616b23ee-c9d4-4472-ae7d-698d9baf08ed no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:09:00.200357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 616b23ee-c9d4-4472-ae7d-698d9baf08ed {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:09:00.200559 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed0056ad-4ef7-43db-8c61-fac0126ce48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:00.200706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 616b23ee-c9d4-4472-ae7d-698d9baf08ed not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:09:00.201111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:09:00.220121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:09:00.220838 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f75ff8e8-ea50-4d7e-999b-ddd291ca7cd2 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:09:00.251730 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed0056ad-4ef7-43db-8c61-fac0126ce48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:00.255153 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ed0056ad-4ef7-43db-8c61-fac0126ce48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:00.256291 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ed0056ad-4ef7-43db-8c61-fac0126ce48e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/807bf1c2-b57a-4e84-9c7a-ca144fe7c34f HTTP/1.1" status: 204 len: 168 time: 0.1248658 Jul 07 23:09:00.264277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0056ad-4ef7-43db-8c61-fac0126ce48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807bf1c2-b57a-4e84-9c7a-ca144fe7c34f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:00.564194 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48444) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:00.603798 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-141adff2-6119-4b20-930c-d5e4b23d6b41 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fa25e1c08079481f8869640d3a6224e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384290 Jul 07 23:09:00.606289 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48446) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:00.652492 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9682a937-bf4b-4146-9168-5666a255cc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:00.672598 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9682a937-bf4b-4146-9168-5666a255cc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:00.719545 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9682a937-bf4b-4146-9168-5666a255cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:00.722012 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9682a937-bf4b-4146-9168-5666a255cc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:00.723184 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9682a937-bf4b-4146-9168-5666a255cc83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32897b8a-4e27-43b0-8b6c-f4ea5d0d882d HTTP/1.1" status: 204 len: 168 time: 0.1160371 Jul 07 23:09:00.731958 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682a937-bf4b-4146-9168-5666a255cc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32897b8a-4e27-43b0-8b6c-f4ea5d0d882d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:01.085741 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.359243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48468) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:01.451577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-371284664-network', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:01.472947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Made reservation on behalf of 9daa1e4f0a2e44af86e4c273ebea0d23 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:09:01.475264 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.483796 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.571847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.575305 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.595595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:09:01.609005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:01.613681 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.614026 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Added segment 03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb of type vlan for network 45d80068-8d11-4f62-aa07-3145b33922fc Jul 07 23:09:01.651927 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.679831 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.680748 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:01.681331 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.735796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3754723 Jul 07 23:09:01.738761 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48472) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:01.743022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e63c8e-2528-4b9f-b3a8-94e6077b3b3f admin admin] Pushing event updated for resources: {'Network': ['ID=45d80068-8d11-4f62-aa07-3145b33922fc,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:01.743876 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Request body: {'subnet': {'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-371284664-subnet', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:01.754544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 45d80068-8d11-4f62-aa07-3145b33922fc details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:09:01.766277 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Made reservation on behalf of 9daa1e4f0a2e44af86e4c273ebea0d23 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:09:01.769195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:01.861238 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.236329 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.295399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f2b8db-4c97-4559-abf8-c06bf1fb38fb,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:02.303894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Checking segment: {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:02.304253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Network hostable DHCP agents. Network: 45d80068-8d11-4f62-aa07-3145b33922fc, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:09:02.320451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Network 45d80068-8d11-4f62-aa07-3145b33922fc is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:09:02.328695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 45d80068-8d11-4f62-aa07-3145b33922fc) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:02.332483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:02.333071 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.337603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ab4c0-e5a9-41c6-afdf-63c6a4cf442c None None] Network 45d80068-8d11-4f62-aa07-3145b33922fc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:09:02.346764 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-48336b26-4cb4-452b-af5e-2d07cd821de5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6064732 Jul 07 23:09:02.348894 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48474) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:02.353522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:02.373802 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.374729 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.425814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.482018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-45d80068-8d11-4f62-aa07-3145b33922fc', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:09:02.482907 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.559639 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.614040 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Allocated IP 172.20.0.2 (45d80068-8d11-4f62-aa07-3145b33922fc/66f2b8db-4c97-4559-abf8-c06bf1fb38fb/58b3c36c-ea2f-4517-98be-74faf5dab491) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:09:02.755087 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.755460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.763436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Transition to ACTIVE for port object 58b3c36c-ea2f-4517-98be-74faf5dab491 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:02.778903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Transition to ACTIVE for port object 58b3c36c-ea2f-4517-98be-74faf5dab491 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:02.779136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.784201 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.820903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Network 45d80068-8d11-4f62-aa07-3145b33922fc is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:02.825526 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:02.828846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:09:02.838531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Pushing event updated for resources: {'Port': ['ID=58b3c36c-ea2f-4517-98be-74faf5dab491,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:02.880104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Allocated IP 172.25.8.222 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f925c247-d3f8-458e-ad0a-fcae313df68e) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:09:02.901640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Attempting to bind port 58b3c36c-ea2f-4517-98be-74faf5dab491 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:09:02.902020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Attempting to bind port 58b3c36c-ea2f-4517-98be-74faf5dab491 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:09:02.902428 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Attempting to bind port 58b3c36c-ea2f-4517-98be-74faf5dab491 on network 45d80068-8d11-4f62-aa07-3145b33922fc {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:02.908239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:09:02.908617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Checking segment: {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:02.909062 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.909466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Bound using segment: {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:09:02.909930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Bound port: 58b3c36c-ea2f-4517-98be-74faf5dab491, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:09:02.910355 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.969995 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.990049 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:02.990331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] For port 58b3c36c-ea2f-4517-98be-74faf5dab491, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:09:02.993403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] For port 58b3c36c-ea2f-4517-98be-74faf5dab491, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=58b3c36c-ea2f-4517-98be-74faf5dab491,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:09:02.996896 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:03.029838 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:03.051999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088f818-1688-47af-bfaa-b85f7537608f None None] Pushing event updated for resources: {'Port': ['ID=58b3c36c-ea2f-4517-98be-74faf5dab491,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:03.066943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:03.069801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:03.075243 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:09:03.100412 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Pushing event updated for resources: {'Port': ['ID=f925c247-d3f8-458e-ad0a-fcae313df68e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:03.352711 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:03.546143 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:03.670917 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Router 8b77c0c5-5b45-4354-8616-9c69adcd04eb is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:09:03.783702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:09:03.796437 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Sync routers for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:09:03.799002 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:03.801008 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-860470a2-c1d7-4272-97e7-9c0537b851db admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4509239 Jul 07 23:09:03.803945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48476) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:03.812943 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:03.813626 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:03.991168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042406da-4843-41ab-b70e-844271c718c3 None None] Network 45d80068-8d11-4f62-aa07-3145b33922fc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:09:04.017878 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:04.115336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-53a5dd39-4b9b-4131-bcdb-47435cc2c4ee None None] Provisioning for port 58b3c36c-ea2f-4517-98be-74faf5dab491 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:04.194438 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:03Z', 'revision_number': 3, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:04.229119 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Checking router: 8b77c0c5-5b45-4354-8616-9c69adcd04eb for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:09:04.229742 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Updating router 8b77c0c5-5b45-4354-8616-9c69adcd04eb port f925c247-d3f8-458e-ad0a-fcae313df68e binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:09:04.251715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 58b3c36c-ea2f-4517-98be-74faf5dab491 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:04.274458 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.274858 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.317757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 58b3c36c-ea2f-4517-98be-74faf5dab491 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:04.321862 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 58b3c36c-ea2f-4517-98be-74faf5dab491 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:04.322368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.419182 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.452846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-51537cc5-3e4f-467b-b8e2-da48abf4e018 None None] Provisioning complete for port 58b3c36c-ea2f-4517-98be-74faf5dab491 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:04.453219 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51537cc5-3e4f-467b-b8e2-da48abf4e018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.458330 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Allocated IP 172.20.0.1 (45d80068-8d11-4f62-aa07-3145b33922fc/66f2b8db-4c97-4559-abf8-c06bf1fb38fb/1bf7f107-8745-45ca-99f6-fa76954bfa0a) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:09:04.481568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 58b3c36c-ea2f-4517-98be-74faf5dab491, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=58b3c36c-ea2f-4517-98be-74faf5dab491,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:04.486457 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.555647 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.567746 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Transition to ACTIVE for port object f925c247-d3f8-458e-ad0a-fcae313df68e will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:04.568078 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=58b3c36c-ea2f-4517-98be-74faf5dab491,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:04.574029 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.575972 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.593451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Transition to ACTIVE for port object 1bf7f107-8745-45ca-99f6-fa76954bfa0a will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:04.627208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.629251 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Attempting to bind port f925c247-d3f8-458e-ad0a-fcae313df68e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:09:04.629624 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Attempting to bind port f925c247-d3f8-458e-ad0a-fcae313df68e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:09:04.629990 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Attempting to bind port f925c247-d3f8-458e-ad0a-fcae313df68e on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:04.638663 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:09:04.639036 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:04.639436 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.639830 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:09:04.640288 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Bound port: f925c247-d3f8-458e-ad0a-fcae313df68e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:09:04.640670 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.643016 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Pushing event updated for resources: {'Port': ['ID=f925c247-d3f8-458e-ad0a-fcae313df68e,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:04.663938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Network 45d80068-8d11-4f62-aa07-3145b33922fc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:04.666831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:04.669953 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.670384 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.670806 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.671179 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.671984 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.671984 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.672298 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:09:04.672526 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.672864 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.673200 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.673539 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.673857 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.674381 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:04.696751 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf7f107-8745-45ca-99f6-fa76954bfa0a,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:04.710812 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] For port f925c247-d3f8-458e-ad0a-fcae313df68e, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:09:04.714904 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] For port f925c247-d3f8-458e-ad0a-fcae313df68e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f925c247-d3f8-458e-ad0a-fcae313df68e,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:09:04.716173 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.720781 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.785266 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a541a88-bf13-479b-8956-6350721785a8 None None] Pushing event updated for resources: {'Port': ['ID=f925c247-d3f8-458e-ad0a-fcae313df68e,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:04.787822 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:04.788415 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:04.865996 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.902055 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:04.912776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dcfbc5d1-339a-413b-a44f-35091250f99c None None] Provisioning for port 1bf7f107-8745-45ca-99f6-fa76954bfa0a completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:04.916895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-dcfbc5d1-339a-413b-a44f-35091250f99c None None] Provisioning complete for port 1bf7f107-8745-45ca-99f6-fa76954bfa0a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:04.917451 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dcfbc5d1-339a-413b-a44f-35091250f99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:04.952541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-dcfbc5d1-339a-413b-a44f-35091250f99c None None] Port 1bf7f107-8745-45ca-99f6-fa76954bfa0a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:09:05.042198 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:05.046648 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:05.077843 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:03Z', 'revision_number': 3, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:05.106096 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebfdc20-2a3c-4640-be5c-1d0adb032030 None None] The sync data for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 is: [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:03Z', 'revision_number': 3, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:09:05.110434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf7f107-8745-45ca-99f6-fa76954bfa0a,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:05.112932 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:05.207495 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Network 45d80068-8d11-4f62-aa07-3145b33922fc is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:05.208940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:05.352982 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Router 8b77c0c5-5b45-4354-8616-9c69adcd04eb has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:09:05.480799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-1b36c83b-0ea9-4477-afa8-d2516368f41f None None] Provisioning complete for port 1bf7f107-8745-45ca-99f6-fa76954bfa0a triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:05.481351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b36c83b-0ea9-4477-afa8-d2516368f41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:05.520231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1b36c83b-0ea9-4477-afa8-d2516368f41f None None] Port 1bf7f107-8745-45ca-99f6-fa76954bfa0a cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:09:05.791429 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:09:05.796554 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-52711401-1d3b-4322-845d-828c76e35e54 admin admin] 10.222.0.81 "PUT /v2.0/routers/8b77c0c5-5b45-4354-8616-9c69adcd04eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9915912 Jul 07 23:09:06.239553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 58b3c36c-ea2f-4517-98be-74faf5dab491 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:06.262810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48492) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:06.270131 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-207043241-network', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:06.288241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Made reservation on behalf of 11c6937d1b78434a9be7e2045152d41f for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:09:06.290814 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.291503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 58b3c36c-ea2f-4517-98be-74faf5dab491 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:06.291874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.299423 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.377061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f925c247-d3f8-458e-ad0a-fcae313df68e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:06.394800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.398839 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.426989 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:09:06.429316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f925c247-d3f8-458e-ad0a-fcae313df68e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:06.433343 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5d9dfa-8855-4c15-afdc-f51e9000178e,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:06.433498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f925c247-d3f8-458e-ad0a-fcae313df68e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:06.433604 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.443290 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.443790 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Added segment 275bca29-8396-425b-9468-f372abd3cb32 of type vlan for network 6cde4f0c-cc54-4eff-8f86-d4300c988dde Jul 07 23:09:06.495368 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.523997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.525438 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:06.526353 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.532516 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.554797 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f925c247-d3f8-458e-ad0a-fcae313df68e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f925c247-d3f8-458e-ad0a-fcae313df68e,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:06.559388 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.588264 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3243620 Jul 07 23:09:06.591003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48494) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:06.598284 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Request body: {'subnet': {'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-207043241-subnet', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:06.602377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0d68c-5e80-4a2d-b462-d0628b9fc299 admin admin] Pushing event updated for resources: {'Network': ['ID=6cde4f0c-cc54-4eff-8f86-d4300c988dde,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:06.611188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f925c247-d3f8-458e-ad0a-fcae313df68e,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:06.615942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 6cde4f0c-cc54-4eff-8f86-d4300c988dde details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:09:06.622690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Made reservation on behalf of 11c6937d1b78434a9be7e2045152d41f for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:09:06.625145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.722158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Sync routers for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:09:06.731984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:06.732603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:06.795260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.840799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:06.854450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979c07f6-2e90-4a65-b837-7b99c85e6200,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:06.858950 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Checking segment: {'id': '275bca29-8396-425b-9468-f372abd3cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:06.859313 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Network hostable DHCP agents. Network: 6cde4f0c-cc54-4eff-8f86-d4300c988dde, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:09:06.875229 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Network 6cde4f0c-cc54-4eff-8f86-d4300c988dde is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:09:06.883722 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 6cde4f0c-cc54-4eff-8f86-d4300c988dde) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:06.887807 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:06.888426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.902686 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2398ff3d-9c94-4a8f-ad60-711bf94efae2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3106711 Jul 07 23:09:06.905187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48496) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:06.910151 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:06.916320 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fd2846-6520-40af-8964-3808bf8f6195 None None] Network 6cde4f0c-cc54-4eff-8f86-d4300c988dde requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:09:06.931372 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.932333 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:06.986468 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.119550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.151265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-6cde4f0c-cc54-4eff-8f86-d4300c988dde', 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'fixed_ips': [{'subnet_id': '979c07f6-2e90-4a65-b837-7b99c85e6200'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:09:07.152119 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.170253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1bf7f107-8745-45ca-99f6-fa76954bfa0a', 'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'mac_address': 'fa:16:3e:3c:6d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:04Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 2, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'subnets': [{'id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:07.206514 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Checking router: 8b77c0c5-5b45-4354-8616-9c69adcd04eb for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:09:07.206934 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Updating router 8b77c0c5-5b45-4354-8616-9c69adcd04eb port 1bf7f107-8745-45ca-99f6-fa76954bfa0a binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:09:07.330222 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.350018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.449892 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Allocated IP 172.25.8.220 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/999a61f7-6b76-4c59-95dd-d6b494341bd6) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:09:07.452652 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.529112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Allocated IP 172.20.0.2 (6cde4f0c-cc54-4eff-8f86-d4300c988dde/979c07f6-2e90-4a65-b837-7b99c85e6200/a606bc34-e04b-4072-8135-b3c023d37790) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:09:07.551308 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.589429 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.624913 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:07.627796 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:07.633169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:09:07.659889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Pushing event updated for resources: {'Port': ['ID=999a61f7-6b76-4c59-95dd-d6b494341bd6,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:07.816188 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.834853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Transition to ACTIVE for port object a606bc34-e04b-4072-8135-b3c023d37790 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:07.873313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Transition to ACTIVE for port object a606bc34-e04b-4072-8135-b3c023d37790 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:07.883782 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.884073 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.887962 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.918761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Transition to ACTIVE for port object 1bf7f107-8745-45ca-99f6-fa76954bfa0a will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:07.933669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Network 6cde4f0c-cc54-4eff-8f86-d4300c988dde is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:07.934659 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:07.943240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:07.950101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:09:07.954713 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Pushing event updated for resources: {'Port': ['ID=a606bc34-e04b-4072-8135-b3c023d37790,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:08.068566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c757d-3649-4dba-a484-5d7c57d15734 None None] Pushing event updated for resources: {'Port': ['ID=1bf7f107-8745-45ca-99f6-fa76954bfa0a,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:08.076128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Attempting to bind port a606bc34-e04b-4072-8135-b3c023d37790 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:09:08.076503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Attempting to bind port a606bc34-e04b-4072-8135-b3c023d37790 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '275bca29-8396-425b-9468-f372abd3cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:09:08.076873 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Attempting to bind port a606bc34-e04b-4072-8135-b3c023d37790 on network 6cde4f0c-cc54-4eff-8f86-d4300c988dde {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:08.089011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.101147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:09:08.101524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Checking segment: {'id': '275bca29-8396-425b-9468-f372abd3cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:08.101931 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.102392 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Bound using segment: {'id': '275bca29-8396-425b-9468-f372abd3cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:09:08.102846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Bound port: a606bc34-e04b-4072-8135-b3c023d37790, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275bca29-8396-425b-9468-f372abd3cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:09:08.103233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.120811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Attempting to bind port 1bf7f107-8745-45ca-99f6-fa76954bfa0a on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:09:08.121187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Attempting to bind port 1bf7f107-8745-45ca-99f6-fa76954bfa0a by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:09:08.121553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Attempting to bind port 1bf7f107-8745-45ca-99f6-fa76954bfa0a on network 45d80068-8d11-4f62-aa07-3145b33922fc {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:08.130371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:09:08.130752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Checking segment: {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:08.131161 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.131628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Bound using segment: {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:09:08.132022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Bound port: 1bf7f107-8745-45ca-99f6-fa76954bfa0a, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:09:08.132409 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.200070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f925c247-d3f8-458e-ad0a-fcae313df68e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:08.235092 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:09:08.270524 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] For port a606bc34-e04b-4072-8135-b3c023d37790, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:09:08.284694 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] For port 1bf7f107-8745-45ca-99f6-fa76954bfa0a, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:09:08.293877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] For port a606bc34-e04b-4072-8135-b3c023d37790, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a606bc34-e04b-4072-8135-b3c023d37790,segment=NetworkSegment(275bca29-8396-425b-9468-f372abd3cb32),segment_id=275bca29-8396-425b-9468-f372abd3cb32)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:09:08.309534 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] For port 1bf7f107-8745-45ca-99f6-fa76954bfa0a, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1bf7f107-8745-45ca-99f6-fa76954bfa0a,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:09:08.310941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.341484 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.350942 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:09:08.361296 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Sync routers for ids ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:09:08.371908 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.376379 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48498) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:08.376941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f925c247-d3f8-458e-ad0a-fcae313df68e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:08.376941 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.390657 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ef784adc-771f-40d2-8eff-adc061891464 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4843254 Jul 07 23:09:08.398933 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Routers {'2da5bf95-f67a-4efc-b1b2-88d20750dc8a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:08.399567 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:08.420235 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937555d5-cb53-48bc-8d5a-b2c4bf41f05b None None] Pushing event updated for resources: {'Port': ['ID=a606bc34-e04b-4072-8135-b3c023d37790,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:08.457096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:08.457751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:08.553155 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c757d-3649-4dba-a484-5d7c57d15734 None None] Pushing event updated for resources: {'Port': ['ID=1bf7f107-8745-45ca-99f6-fa76954bfa0a,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:08.576449 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Set router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:08.655229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:08.854378 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:06Z', 'updated_at': '2021-07-07T23:09:07Z', 'revision_number': 3, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'gw_port': {'id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:07Z', 'updated_at': '2021-07-07T23:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:08.886834 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Checking router: 2da5bf95-f67a-4efc-b1b2-88d20750dc8a for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:09:08.887050 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Updating router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a port 999a61f7-6b76-4c59-95dd-d6b494341bd6 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:09:08.926853 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:08.949556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1bf7f107-8745-45ca-99f6-fa76954bfa0a', 'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'mac_address': 'fa:16:3e:3c:6d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:04Z', 'updated_at': '2021-07-07T23:09:08Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'subnets': [{'id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:08.976672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d782a-a10f-4bfc-8cda-8a7c9397b077 None None] The sync data for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 is: [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1bf7f107-8745-45ca-99f6-fa76954bfa0a', 'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'mac_address': 'fa:16:3e:3c:6d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:04Z', 'updated_at': '2021-07-07T23:09:08Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'subnets': [{'id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:09:09.231984 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:09.248456 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Transition to ACTIVE for port object 999a61f7-6b76-4c59-95dd-d6b494341bd6 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:09.256875 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:09.263223 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:09.314023 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Attempting to bind port 999a61f7-6b76-4c59-95dd-d6b494341bd6 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:09:09.314420 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Attempting to bind port 999a61f7-6b76-4c59-95dd-d6b494341bd6 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:09:09.314782 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Attempting to bind port 999a61f7-6b76-4c59-95dd-d6b494341bd6 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:09.320826 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e437d-e44b-451b-b3e9-593a27a6e660 None None] Pushing event updated for resources: {'Port': ['ID=999a61f7-6b76-4c59-95dd-d6b494341bd6,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:09.326766 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:09:09.327405 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:09.327820 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:09.328208 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:09:09.328928 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Bound port: 999a61f7-6b76-4c59-95dd-d6b494341bd6, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:09:09.329308 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:09.395829 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] For port 999a61f7-6b76-4c59-95dd-d6b494341bd6, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:09:09.401156 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] For port 999a61f7-6b76-4c59-95dd-d6b494341bd6, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=999a61f7-6b76-4c59-95dd-d6b494341bd6,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:09:09.405172 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:09.473660 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Routers {'2da5bf95-f67a-4efc-b1b2-88d20750dc8a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:09.474014 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:09.509954 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e437d-e44b-451b-b3e9-593a27a6e660 None None] Pushing event updated for resources: {'Port': ['ID=999a61f7-6b76-4c59-95dd-d6b494341bd6,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:09.522519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Allocated IP 172.20.0.1 (6cde4f0c-cc54-4eff-8f86-d4300c988dde/979c07f6-2e90-4a65-b837-7b99c85e6200/3d78f648-685c-4848-8297-d93f8c1a968c) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:09:09.591483 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] Set router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:09.665149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf46f74-6d60-425e-808e-b2772cace7aa None None] Network 6cde4f0c-cc54-4eff-8f86-d4300c988dde requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:09:09.670619 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:09.691342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Transition to ACTIVE for port object 3d78f648-685c-4848-8297-d93f8c1a968c will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:09.736846 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:09.762770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b4e0386-a909-4f3f-8234-a7abc60f857d None None] Provisioning for port a606bc34-e04b-4072-8135-b3c023d37790 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:09.783447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Network 6cde4f0c-cc54-4eff-8f86-d4300c988dde is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:09.786715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:09.795682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:09:09.838939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:09.886502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d78f648-685c-4848-8297-d93f8c1a968c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:09.934889 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:06Z', 'updated_at': '2021-07-07T23:09:07Z', 'revision_number': 3, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'gw_port': {'id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:07Z', 'updated_at': '2021-07-07T23:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:09.971337 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d8e614-fb02-4358-9a02-72d56048d82b None None] The sync data for ids ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'] in n-d-695012-11 is: [{'id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:06Z', 'updated_at': '2021-07-07T23:09:07Z', 'revision_number': 3, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'gw_port': {'id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:07Z', 'updated_at': '2021-07-07T23:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:09:10.026971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.216203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e511d39-1f9e-402e-8cd0-7df9d29b2901 None None] Provisioning for port 3d78f648-685c-4848-8297-d93f8c1a968c completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:10.222885 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4e511d39-1f9e-402e-8cd0-7df9d29b2901 None None] Provisioning complete for port 3d78f648-685c-4848-8297-d93f8c1a968c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:10.223295 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4e511d39-1f9e-402e-8cd0-7df9d29b2901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.302675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4e511d39-1f9e-402e-8cd0-7df9d29b2901 None None] Port 3d78f648-685c-4848-8297-d93f8c1a968c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:09:10.340375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1bf7f107-8745-45ca-99f6-fa76954bfa0a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:10.345244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.350931 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.422303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 1bf7f107-8745-45ca-99f6-fa76954bfa0a completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:10.426297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1bf7f107-8745-45ca-99f6-fa76954bfa0a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:10.426685 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.432278 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.434244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3d78f648-685c-4848-8297-d93f8c1a968c,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:10.521813 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.537362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Network 6cde4f0c-cc54-4eff-8f86-d4300c988dde is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:10.539393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:10.545228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3feb9775-2f51-4b2c-b144-8cf388914ab1 None None] Provisioning complete for port 3d78f648-685c-4848-8297-d93f8c1a968c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:10.545726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3feb9775-2f51-4b2c-b144-8cf388914ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.602906 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 1bf7f107-8745-45ca-99f6-fa76954bfa0a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1bf7f107-8745-45ca-99f6-fa76954bfa0a,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:10.609279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3feb9775-2f51-4b2c-b144-8cf388914ab1 None None] Port 3d78f648-685c-4848-8297-d93f8c1a968c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:09:10.611046 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.611955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a606bc34-e04b-4072-8135-b3c023d37790 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:10.680606 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:09:10.711988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=1bf7f107-8745-45ca-99f6-fa76954bfa0a,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:10.716025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a606bc34-e04b-4072-8135-b3c023d37790 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:10.721111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a606bc34-e04b-4072-8135-b3c023d37790 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:10.722564 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.804511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:09:10.808554 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:10.817720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ba876cb-3b1b-4adf-aa01-d6f90dcd88f3 admin admin] 10.222.0.81 "PUT /v2.0/routers/2da5bf95-f67a-4efc-b1b2-88d20750dc8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4314463 Jul 07 23:09:10.995296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-918e53c2-dd6c-4dd3-a80a-d964afd3d6b1 None None] Provisioning complete for port 3d78f648-685c-4848-8297-d93f8c1a968c triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:10.995573 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-918e53c2-dd6c-4dd3-a80a-d964afd3d6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:11.032626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port a606bc34-e04b-4072-8135-b3c023d37790, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a606bc34-e04b-4072-8135-b3c023d37790,segment=NetworkSegment(275bca29-8396-425b-9468-f372abd3cb32),segment_id=275bca29-8396-425b-9468-f372abd3cb32)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:11.041792 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:11.048080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-918e53c2-dd6c-4dd3-a80a-d964afd3d6b1 None None] Port 3d78f648-685c-4848-8297-d93f8c1a968c cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:09:11.093895 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=a606bc34-e04b-4072-8135-b3c023d37790,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:12.314683 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 999a61f7-6b76-4c59-95dd-d6b494341bd6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:12.376991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 999a61f7-6b76-4c59-95dd-d6b494341bd6 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:12.381808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 999a61f7-6b76-4c59-95dd-d6b494341bd6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:12.382291 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:12.475869 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:12.504385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 999a61f7-6b76-4c59-95dd-d6b494341bd6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=999a61f7-6b76-4c59-95dd-d6b494341bd6,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:12.511251 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:12.511251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1bf7f107-8745-45ca-99f6-fa76954bfa0a up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:12.579980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Sync routers for ids ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:09:12.608957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=999a61f7-6b76-4c59-95dd-d6b494341bd6,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:12.613635 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Routers {'2da5bf95-f67a-4efc-b1b2-88d20750dc8a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:12.614355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:12.666801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1bf7f107-8745-45ca-99f6-fa76954bfa0a triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:12.667107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:12.764047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Set router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:12.914327 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a606bc34-e04b-4072-8135-b3c023d37790 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:13.068876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a606bc34-e04b-4072-8135-b3c023d37790 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:13.069228 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:13.147536 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:06Z', 'updated_at': '2021-07-07T23:09:09Z', 'revision_number': 4, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'gw_port': {'id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:07Z', 'updated_at': '2021-07-07T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '3d78f648-685c-4848-8297-d93f8c1a968c', 'name': '', 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'mac_address': 'fa:16:3e:44:8f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '979c07f6-2e90-4a65-b837-7b99c85e6200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:09Z', 'updated_at': '2021-07-07T23:09:10Z', 'revision_number': 2, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'subnets': [{'id': '979c07f6-2e90-4a65-b837-7b99c85e6200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:13.182001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Checking router: 2da5bf95-f67a-4efc-b1b2-88d20750dc8a for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:09:13.182417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Updating router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a port 3d78f648-685c-4848-8297-d93f8c1a968c binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:09:13.280609 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:13.611097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:13.625510 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Transition to ACTIVE for port object 3d78f648-685c-4848-8297-d93f8c1a968c will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:13.632350 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:13.687531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3630a-dd4e-45eb-a6e8-31d65478a3a4 None None] Pushing event updated for resources: {'Port': ['ID=3d78f648-685c-4848-8297-d93f8c1a968c,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:13.758773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Attempting to bind port 3d78f648-685c-4848-8297-d93f8c1a968c on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:09:13.759233 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Attempting to bind port 3d78f648-685c-4848-8297-d93f8c1a968c by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '275bca29-8396-425b-9468-f372abd3cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:09:13.759673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Attempting to bind port 3d78f648-685c-4848-8297-d93f8c1a968c on network 6cde4f0c-cc54-4eff-8f86-d4300c988dde {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:13.765695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:09:13.766140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Checking segment: {'id': '275bca29-8396-425b-9468-f372abd3cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:13.766542 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:13.766925 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Bound using segment: {'id': '275bca29-8396-425b-9468-f372abd3cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:09:13.767395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Bound port: 3d78f648-685c-4848-8297-d93f8c1a968c, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275bca29-8396-425b-9468-f372abd3cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:09:13.767783 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:13.859506 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] For port 3d78f648-685c-4848-8297-d93f8c1a968c, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:09:13.864888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] For port 3d78f648-685c-4848-8297-d93f8c1a968c, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3d78f648-685c-4848-8297-d93f8c1a968c,segment=NetworkSegment(275bca29-8396-425b-9468-f372abd3cb32),segment_id=275bca29-8396-425b-9468-f372abd3cb32)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:09:13.874894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:13.934182 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Routers {'2da5bf95-f67a-4efc-b1b2-88d20750dc8a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:13.934821 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:13.972756 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3630a-dd4e-45eb-a6e8-31d65478a3a4 None None] Pushing event updated for resources: {'Port': ['ID=3d78f648-685c-4848-8297-d93f8c1a968c,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:14.241515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 999a61f7-6b76-4c59-95dd-d6b494341bd6 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:14.282035 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] Set router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:14.425950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 999a61f7-6b76-4c59-95dd-d6b494341bd6 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:14.426358 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:14.586736 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:06Z', 'updated_at': '2021-07-07T23:09:09Z', 'revision_number': 4, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'gw_port': {'id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:07Z', 'updated_at': '2021-07-07T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '3d78f648-685c-4848-8297-d93f8c1a968c', 'name': '', 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'mac_address': 'fa:16:3e:44:8f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '979c07f6-2e90-4a65-b837-7b99c85e6200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:09Z', 'updated_at': '2021-07-07T23:09:13Z', 'revision_number': 4, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'subnets': [{'id': '979c07f6-2e90-4a65-b837-7b99c85e6200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:14.614154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a9daef-5efc-457b-a890-280d3dcaf662 None None] The sync data for ids ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'] in n-d-695012-11 is: [{'id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:06Z', 'updated_at': '2021-07-07T23:09:09Z', 'revision_number': 4, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'gw_port': {'id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:07Z', 'updated_at': '2021-07-07T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '3d78f648-685c-4848-8297-d93f8c1a968c', 'name': '', 'network_id': '6cde4f0c-cc54-4eff-8f86-d4300c988dde', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'mac_address': 'fa:16:3e:44:8f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '979c07f6-2e90-4a65-b837-7b99c85e6200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:09Z', 'updated_at': '2021-07-07T23:09:13Z', 'revision_number': 4, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'subnets': [{'id': '979c07f6-2e90-4a65-b837-7b99c85e6200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:09:16.225689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3d78f648-685c-4848-8297-d93f8c1a968c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:16.308171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 3d78f648-685c-4848-8297-d93f8c1a968c completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:16.312733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3d78f648-685c-4848-8297-d93f8c1a968c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:16.313239 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:16.320166 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:09:16.431946 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:16.473423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 3d78f648-685c-4848-8297-d93f8c1a968c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3d78f648-685c-4848-8297-d93f8c1a968c,segment=NetworkSegment(275bca29-8396-425b-9468-f372abd3cb32),segment_id=275bca29-8396-425b-9468-f372abd3cb32)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:16.478688 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:16.552822 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=3d78f648-685c-4848-8297-d93f8c1a968c,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:18.187529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3d78f648-685c-4848-8297-d93f8c1a968c up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:18.245978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 3d78f648-685c-4848-8297-d93f8c1a968c triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:18.246452 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:20.398983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:21.124656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548d99-592d-48ba-b92d-137e1a2a218a req-313e785e-ab31-47bb-9fdd-f6d9c07011a5 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:21.126140 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-313e785e-ab31-47bb-9fdd-f6d9c07011a5 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/networks?id=45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 200 len: 814 time: 0.1019785 Jul 07 23:09:21.140147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-b7ffbac4-dba8-406c-9f28-a43bfd15586b tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/quotas/9daa1e4f0a2e44af86e4c273ebea0d23 HTTP/1.1" status: 200 len: 375 time: 0.0087643 Jul 07 23:09:21.207007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-f1ba740a-dd33-4dc1-a684-28724540b2bd tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600252 Jul 07 23:09:21.299548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-4b7aeb61-babc-41f2-bdd0-d05569a17584 service neutron] 10.222.0.81 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817838 Jul 07 23:09:21.391694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-8074fd5a-ceaf-42dd-9722-ac15a0eb8a4d service neutron] 10.222.0.81 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864539 Jul 07 23:09:21.557709 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b6daeffa-7041-4ebc-8be4-3fe72400628a req-0292edf6-3cac-427f-8baf-6267c45c9bc9 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 210 time: 0.0285754 Jul 07 23:09:22.723375 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21da2326-2850-4cdd-9acf-7b842625ce76 req-c72355bb-4043-4e38-928f-2a014dd25553 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 210 time: 0.0353990 Jul 07 23:09:22.769504 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548d99-592d-48ba-b92d-137e1a2a218a req-5aadf08c-03ee-4f68-9cb1-fbbdd743524f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:22.770982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-5aadf08c-03ee-4f68-9cb1-fbbdd743524f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.44 "GET /v2.0/networks?id=45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 200 len: 814 time: 0.1333721 Jul 07 23:09:22.782639 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'port': {'device_id': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'admin_state_up': True, 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:22.889559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Made reservation on behalf of 9daa1e4f0a2e44af86e4c273ebea0d23 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:09:22.893171 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:23.022463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Allocated IP 172.20.0.11 (45d80068-8d11-4f62-aa07-3145b33922fc/66f2b8db-4c97-4559-abf8-c06bf1fb38fb/c5c0dd33-9276-483b-9502-53b50c9cce61) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:09:23.190563 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:23.206506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Transition to ACTIVE for port object c5c0dd33-9276-483b-9502-53b50c9cce61 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:23.254640 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:23.315945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Network 45d80068-8d11-4f62-aa07-3145b33922fc is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:23.322815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:23.336808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'Port': ['ID=c5c0dd33-9276-483b-9502-53b50c9cce61,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:23.340862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:09:23.379008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.379807 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.380322 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.380823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.381156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.381485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.381868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.382224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.382546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.382870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.383243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.383569 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:23.430934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:23.431567 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:23.456831 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-d5d31428-3fdb-4fb5-bfeb-ffac00023362 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6776273 Jul 07 23:09:23.647515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cbdd3bb2-32f1-4bd5-91bc-141abd40a7cc None None] Provisioning for port c5c0dd33-9276-483b-9502-53b50c9cce61 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:23.651692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cbdd3bb2-32f1-4bd5-91bc-141abd40a7cc None None] Provisioning complete for port c5c0dd33-9276-483b-9502-53b50c9cce61 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:23.652067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cbdd3bb2-32f1-4bd5-91bc-141abd40a7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:23.685969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-cbdd3bb2-32f1-4bd5-91bc-141abd40a7cc None None] Port c5c0dd33-9276-483b-9502-53b50c9cce61 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:09:23.906439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081f7c5-3d06-4edd-af86-2810a9c876a2 req-a0b661d5-6d3a-4485-a5b4-08a8f28aa353 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:23.908049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8081f7c5-3d06-4edd-af86-2810a9c876a2 req-a0b661d5-6d3a-4485-a5b4-08a8f28aa353 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 932 time: 0.0701540 Jul 07 23:09:23.950761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8081f7c5-3d06-4edd-af86-2810a9c876a2 req-7bd820fb-1764-4c4a-9416-f7188450d5d6 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Jul 07 23:09:25.140273 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d6eca-f281-4771-9550-3507fff0de6c req-9b8a29e5-fd94-4026-b5f3-4e0ef1e0be44 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:25.141778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e59d6eca-f281-4771-9550-3507fff0de6c req-9b8a29e5-fd94-4026-b5f3-4e0ef1e0be44 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 932 time: 0.0719495 Jul 07 23:09:25.180773 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e59d6eca-f281-4771-9550-3507fff0de6c req-39b8d7c6-e4a6-4cca-9080-3fd1b705c654 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327582 Jul 07 23:09:26.362289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97652dae-b61d-406a-899d-bf93d463419e req-afd4b62e-5c9d-453c-a342-874b5e7c1158 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:26.364445 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97652dae-b61d-406a-899d-bf93d463419e req-afd4b62e-5c9d-453c-a342-874b5e7c1158 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 932 time: 0.0662186 Jul 07 23:09:26.408478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-97652dae-b61d-406a-899d-bf93d463419e req-cc346ff3-5359-4df1-b20c-881dfdfeaf05 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Jul 07 23:09:27.420601 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3f389bfa-7ee8-4a59-9b48-dd8b0d4930c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:27.589240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3381ae-2ad2-46d4-989e-a8f6e05cb055 req-aa89a5a9-1a25-4823-ac8a-dd2d336e1e54 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:27.590917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f3381ae-2ad2-46d4-989e-a8f6e05cb055 req-aa89a5a9-1a25-4823-ac8a-dd2d336e1e54 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 932 time: 0.0644565 Jul 07 23:09:27.629212 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0f3381ae-2ad2-46d4-989e-a8f6e05cb055 req-04baad8d-ba62-4ca6-81e9-83678070833f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Jul 07 23:09:28.818532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3159ae-c547-4c17-9705-f2b75b6d6a00 req-6bbb734e-1ff9-44c5-903d-0e458a67e66a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:28.836611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b3159ae-c547-4c17-9705-f2b75b6d6a00 req-6bbb734e-1ff9-44c5-903d-0e458a67e66a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 932 time: 0.0875225 Jul 07 23:09:28.866632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9b3159ae-c547-4c17-9705-f2b75b6d6a00 req-00602930-8377-4a0a-a637-81c03695e928 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371680 Jul 07 23:09:29.777005 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49ec27cf-1328-469f-9985-9b382e8f0a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:30.077242 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:30.081053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da7dc2-5766-4fef-8031-6b642da10bf8 req-ef002c84-3c99-4d18-82d9-285d3774847e tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:30.082790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9da7dc2-5766-4fef-8031-6b642da10bf8 req-ef002c84-3c99-4d18-82d9-285d3774847e tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 932 time: 0.0720961 Jul 07 23:09:30.152599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9da7dc2-5766-4fef-8031-6b642da10bf8 req-1074fc6a-4178-46b9-a0f0-d9f2785fd605 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633223 Jul 07 23:09:31.088713 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:31.328883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977481c2-f973-4c99-a61a-e12d0b064019 req-ff2ea14f-e21d-4a48-b147-4f2f00db0a48 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:31.330966 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-977481c2-f973-4c99-a61a-e12d0b064019 req-ff2ea14f-e21d-4a48-b147-4f2f00db0a48 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 932 time: 0.0675712 Jul 07 23:09:31.368764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-977481c2-f973-4c99-a61a-e12d0b064019 req-11a57d3e-a535-45d7-9ed2-7fff5e314d08 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Jul 07 23:09:31.908826 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:32.543234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbe63a-e195-4fc2-ab44-c9b25034e61c req-346d9807-b1f0-4e2b-9e97-5ca925dea98e tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:32.544703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48cbe63a-e195-4fc2-ab44-c9b25034e61c req-346d9807-b1f0-4e2b-9e97-5ca925dea98e tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 932 time: 0.0619864 Jul 07 23:09:32.586468 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48cbe63a-e195-4fc2-ab44-c9b25034e61c req-0370ac03-423a-4574-8694-c9f7a7b11545 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361197 Jul 07 23:09:32.935282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Request body: {'port': {'device_id': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:32.949169 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:33.004903 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:33.260218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c0dd33-9276-483b-9502-53b50c9cce61 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:09:33.269265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:33.280977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Transition to ACTIVE for port object c5c0dd33-9276-483b-9502-53b50c9cce61 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:09:33.285527 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:33.352035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Pushing event updated for resources: {'Port': ['ID=c5c0dd33-9276-483b-9502-53b50c9cce61,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:33.403815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Attempting to bind port c5c0dd33-9276-483b-9502-53b50c9cce61 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:09:33.404183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Attempting to bind port c5c0dd33-9276-483b-9502-53b50c9cce61 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:09:33.404481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Attempting to bind port c5c0dd33-9276-483b-9502-53b50c9cce61 on network 45d80068-8d11-4f62-aa07-3145b33922fc {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:33.409588 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Port c5c0dd33-9276-483b-9502-53b50c9cce61 on network 45d80068-8d11-4f62-aa07-3145b33922fc not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:09:33.409908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Attempting to bind port c5c0dd33-9276-483b-9502-53b50c9cce61 on network 45d80068-8d11-4f62-aa07-3145b33922fc {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:09:33.414896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:09:33.415234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Checking segment: {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:09:33.415615 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Bound using segment: {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:09:33.416031 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Bound port: c5c0dd33-9276-483b-9502-53b50c9cce61, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:09:33.416396 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:33.480844 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] For port c5c0dd33-9276-483b-9502-53b50c9cce61, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:09:33.483751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] For port c5c0dd33-9276-483b-9502-53b50c9cce61, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c5c0dd33-9276-483b-9502-53b50c9cce61,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:09:33.489181 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:33.525367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:33.525975 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:33.527402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] 10.222.0.44 "PUT /v2.0/ports/c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 1093 time: 0.5970249 Jul 07 23:09:33.527867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:09:33.530226 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119d678f-140e-4940-805f-727bc10bb0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:09:33.562162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ad102-b9b2-4696-8a6d-157875d38b7f service neutron] Pushing event updated for resources: {'Port': ['ID=c5c0dd33-9276-483b-9502-53b50c9cce61,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:33.580549 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e139d5dd-e6cc-4c7d-8d24-a3fb5e4115dd x-openstack-request-id: req-e139d5dd-e6cc-4c7d-8d24-a3fb5e4115dd {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:09:33.580877 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:09:33.581229 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e139d5dd-e6cc-4c7d-8d24-a3fb5e4115dd {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:09:33.581808 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'status': 'completed', 'code': 200} Jul 07 23:09:33.641573 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548d99-592d-48ba-b92d-137e1a2a218a req-dc566c98-7407-4e93-996e-29389df17c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:33.643828 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-dc566c98-7407-4e93-996e-29389df17c69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1096 time: 0.0562420 Jul 07 23:09:33.687880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-ff2d1a25-04b1-40d3-8718-dbda243991ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 217 time: 0.0360799 Jul 07 23:09:33.768980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548d99-592d-48ba-b92d-137e1a2a218a req-7a6a50e6-f9aa-40f0-869a-764dfd781b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:33.770441 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-7a6a50e6-f9aa-40f0-869a-764dfd781b19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66f2b8db-4c97-4559-abf8-c06bf1fb38fb HTTP/1.1" status: 200 len: 853 time: 0.0769522 Jul 07 23:09:33.826734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed89ee-cedd-4872-b804-7e43717e862f req-9f822e66-c722-4f4d-a4b7-2df97a2ff144 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:33.828214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abed89ee-cedd-4872-b804-7e43717e862f req-9f822e66-c722-4f4d-a4b7-2df97a2ff144 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 944 time: 0.1267016 Jul 07 23:09:33.864362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548d99-592d-48ba-b92d-137e1a2a218a req-0908734b-2a4f-4db8-ac53-2fd620a84fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:33.865804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-0908734b-2a4f-4db8-ac53-2fd620a84fc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45d80068-8d11-4f62-aa07-3145b33922fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886915 Jul 07 23:09:33.888192 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-abed89ee-cedd-4872-b804-7e43717e862f req-9d0812ba-0e7b-48a7-a17c-9b9edb39332b tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533917 Jul 07 23:09:33.961142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-ab05447c-5478-4812-8ed9-37bb8f3811cf service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866196 Jul 07 23:09:34.058856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45548d99-592d-48ba-b92d-137e1a2a218a req-6decbc96-e31c-4555-80f7-c940b3ab2da3 service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902185 Jul 07 23:09:34.156142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d678f-140e-4940-805f-727bc10bb0c0 req-900794f6-4361-4c5d-8a69-8b4f539c65af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:34.157617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-119d678f-140e-4940-805f-727bc10bb0c0 req-900794f6-4361-4c5d-8a69-8b4f539c65af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1096 time: 0.0518091 Jul 07 23:09:34.243960 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d678f-140e-4940-805f-727bc10bb0c0 req-08808a2b-0778-48b1-9a1f-474b5eac59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:34.245402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-119d678f-140e-4940-805f-727bc10bb0c0 req-08808a2b-0778-48b1-9a1f-474b5eac59c7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 200 len: 915 time: 0.0816197 Jul 07 23:09:34.289944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-119d678f-140e-4940-805f-727bc10bb0c0 req-01d8facf-4b13-4784-af4b-3291983442a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 217 time: 0.0383527 Jul 07 23:09:34.337425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d678f-140e-4940-805f-727bc10bb0c0 req-5ae93122-dfbd-4b28-8c82-432d48f9fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:34.338781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-119d678f-140e-4940-805f-727bc10bb0c0 req-5ae93122-dfbd-4b28-8c82-432d48f9fe21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66f2b8db-4c97-4559-abf8-c06bf1fb38fb HTTP/1.1" status: 200 len: 853 time: 0.0427401 Jul 07 23:09:34.395304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d678f-140e-4940-805f-727bc10bb0c0 req-e9fa032d-76d8-4df5-ad88-25822c21d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:34.396746 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-119d678f-140e-4940-805f-727bc10bb0c0 req-e9fa032d-76d8-4df5-ad88-25822c21d2e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45d80068-8d11-4f62-aa07-3145b33922fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500364 Jul 07 23:09:34.488315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-119d678f-140e-4940-805f-727bc10bb0c0 req-7c114294-98cb-4723-a11d-8df9bd0ea7be service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840073 Jul 07 23:09:34.575928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-119d678f-140e-4940-805f-727bc10bb0c0 req-decfe0f5-ac44-4031-beee-b61999087743 service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798252 Jul 07 23:09:35.058501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea04e5f-590e-42d5-b942-4ed4ac02b440 req-6bc69a98-2082-4106-888d-646adf73f072 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:35.059984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bea04e5f-590e-42d5-b942-4ed4ac02b440 req-6bc69a98-2082-4106-888d-646adf73f072 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 944 time: 0.0624039 Jul 07 23:09:35.103548 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bea04e5f-590e-42d5-b942-4ed4ac02b440 req-fb28ac82-cbdf-43d3-830c-9d0ccfd24759 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375471 Jul 07 23:09:36.269373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c5c0dd33-9276-483b-9502-53b50c9cce61 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:09:36.279754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b73fe-79b4-49a2-b3ae-5e28096c6d0e req-a270c491-2e45-4b8e-a858-025ad5fd2f42 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:36.281275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f36b73fe-79b4-49a2-b3ae-5e28096c6d0e req-a270c491-2e45-4b8e-a858-025ad5fd2f42 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 944 time: 0.0635445 Jul 07 23:09:36.320599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f36b73fe-79b4-49a2-b3ae-5e28096c6d0e req-0fb6178a-cdf1-4c4d-a9bd-95191ae80f17 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Jul 07 23:09:36.364336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c5c0dd33-9276-483b-9502-53b50c9cce61, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c5c0dd33-9276-483b-9502-53b50c9cce61,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:36.375088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'port_id': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'mac_address': 'fa:16:3e:b2:4a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:09:36.414294 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:36.426356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c0dd33-9276-483b-9502-53b50c9cce61 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:09:36.446451 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c5c0dd33-9276-483b-9502-53b50c9cce61, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c5c0dd33-9276-483b-9502-53b50c9cce61,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:36.449921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:36.494238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=c5c0dd33-9276-483b-9502-53b50c9cce61,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:36.501292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.501615 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.502553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.502967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.503323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.503650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.503974 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.504295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.504614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.504937 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.505254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.505568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:36.657109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['c5c0dd33-9276-483b-9502-53b50c9cce61'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:09:37.489889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19413ebd-d0cd-48d5-b051-c59da0c7ac81 req-703d3760-25d7-40e7-90d7-a2a6dde38d11 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:37.491402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19413ebd-d0cd-48d5-b051-c59da0c7ac81 req-703d3760-25d7-40e7-90d7-a2a6dde38d11 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 945 time: 0.0640798 Jul 07 23:09:37.527665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-19413ebd-d0cd-48d5-b051-c59da0c7ac81 req-069bdb1f-ea06-4dc2-a2e1-8b2a1d8bc00d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Jul 07 23:09:38.276981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c5c0dd33-9276-483b-9502-53b50c9cce61 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:09:38.324087 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port c5c0dd33-9276-483b-9502-53b50c9cce61 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:09:38.327690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port c5c0dd33-9276-483b-9502-53b50c9cce61 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:38.328057 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:38.400721 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:38.422269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:09:38.424500 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc223a-118e-4a77-af15-9cf85432150c" -d '{"events": [{"server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:09:38.436816 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port c5c0dd33-9276-483b-9502-53b50c9cce61, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c5c0dd33-9276-483b-9502-53b50c9cce61,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:38.440928 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:38.466546 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71927b75-e418-4b8c-a856-d1251211f41c x-openstack-request-id: req-71927b75-e418-4b8c-a856-d1251211f41c {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:09:38.466838 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "name": "network-vif-plugged", "status": "completed", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:09:38.467092 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71927b75-e418-4b8c-a856-d1251211f41c {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:09:38.467471 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'code': 200} Jul 07 23:09:38.493292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=c5c0dd33-9276-483b-9502-53b50c9cce61,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:38.572828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d364a-6d0f-46a0-b783-4eda992fe7ed req-0b640900-f3c7-4c38-8486-b4de3770804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:38.574383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-768d364a-6d0f-46a0-b783-4eda992fe7ed req-0b640900-f3c7-4c38-8486-b4de3770804b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1098 time: 0.0549264 Jul 07 23:09:38.608758 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-768d364a-6d0f-46a0-b783-4eda992fe7ed req-3563d0e8-03d7-4086-bc1c-f14e78688681 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273511 Jul 07 23:09:38.697549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e86a53-a7bd-4b72-9ecf-531cfe80765d req-b9900a5a-7f71-4eed-a278-ed41e768ad5a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:38.699076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3e86a53-a7bd-4b72-9ecf-531cfe80765d req-b9900a5a-7f71-4eed-a278-ed41e768ad5a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 946 time: 0.0621490 Jul 07 23:09:38.735886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3e86a53-a7bd-4b72-9ecf-531cfe80765d req-59e7667a-4a76-463c-8097-d43a39921bd1 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 Jul 07 23:09:39.904222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed6318-e56b-4ceb-9b7b-8a5b2a1faecf req-f6e6326e-bb0f-4b6b-b89a-405afbdcb854 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:39.905658 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0ed6318-e56b-4ceb-9b7b-8a5b2a1faecf req-f6e6326e-bb0f-4b6b-b89a-405afbdcb854 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 946 time: 0.0605972 Jul 07 23:09:39.945579 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0ed6318-e56b-4ceb-9b7b-8a5b2a1faecf req-1ee1ffc3-014a-404e-b196-beb9b2bfdf46 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Jul 07 23:09:40.119544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43540182-192a-45d9-a3c9-4a68112ef499 req-c0b9646b-2412-4f3a-870e-dd28eb47e576 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:40.120940 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43540182-192a-45d9-a3c9-4a68112ef499 req-c0b9646b-2412-4f3a-870e-dd28eb47e576 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 946 time: 0.0659840 Jul 07 23:09:40.156937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43540182-192a-45d9-a3c9-4a68112ef499 req-4faa5d45-602d-43db-b9dc-048bc19ec3a2 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Jul 07 23:09:40.489078 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00bff7-a25e-4cbc-a3fa-62fda1933005 req-d27ffc40-fcc8-47bf-a728-ab92d9ad73cf tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:40.490568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d00bff7-a25e-4cbc-a3fa-62fda1933005 req-d27ffc40-fcc8-47bf-a728-ab92d9ad73cf tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 946 time: 0.0618458 Jul 07 23:09:40.526593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d00bff7-a25e-4cbc-a3fa-62fda1933005 req-17e81145-1356-4c4b-b8c0-6679d07623f8 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306165 Jul 07 23:09:44.521172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-d94664f0-d7da-44e0-ba1b-87fcf33463c5 req-24f70f24-df88-43ff-afed-6576ee35d37c tempest-ServerDiskConfigTestJSON-978866264 tempest-ServerDiskConfigTestJSON-978866264-project] (93941) timed out ('10.222.0.83', 61419) {{(pid=93941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:09:50.397038 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:52.445253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213371f-b896-48be-9a3d-36e2eb0fafb5 req-7dffb4dd-ee6a-4af3-aa4a-2b3fb8af915f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:52.446875 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2213371f-b896-48be-9a3d-36e2eb0fafb5 req-7dffb4dd-ee6a-4af3-aa4a-2b3fb8af915f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 946 time: 0.3657041 Jul 07 23:09:52.484084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2213371f-b896-48be-9a3d-36e2eb0fafb5 req-a369985d-6738-4f76-a42d-ac124cb79ee0 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Jul 07 23:09:52.509788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48700) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:52.641542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d889dff-147d-443d-82c3-7311dd5da251 tempest-TestMinimumBasicScenario-988923439 tempest-TestMinimumBasicScenario-988923439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:52.643074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7d889dff-147d-443d-82c3-7311dd5da251 tempest-TestMinimumBasicScenario-988923439 tempest-TestMinimumBasicScenario-988923439-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1093 time: 0.1322880 Jul 07 23:09:52.646833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48704) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:52.651179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:52.672474 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:52.767754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:52.866321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Allocated IP 172.25.8.186 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/4c72a6ab-459d-4d9e-b5e4-b8b7395f52e1) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:09:52.971143 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:53.010457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:53.051562 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:09:53.054305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:09:53.057169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:09:53.080654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'Port': ['ID=4c72a6ab-459d-4d9e-b5e4-b8b7395f52e1,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:53.319307 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:09:53.424091 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:53.502059 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:53.645937 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:53.650192 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:53.719965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'Port': ['ID=4c72a6ab-459d-4d9e-b5e4-b8b7395f52e1,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:53.730953 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:53.827731 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Floating IP d07221ae-6eee-414e-9f38-a6cef388c56c associated. External IP: 172.25.8.186, port: c5c0dd33-9276-483b-9502-53b50c9cce61. Jul 07 23:09:54.029527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Router 8b77c0c5-5b45-4354-8616-9c69adcd04eb has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:09:54.134955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:09:54.145796 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] Sync routers for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:09:54.151777 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.154468 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:54.155082 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:54.186584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ba0c03f3-4b8a-41be-9c8d-e3d24216f119 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5387571 Jul 07 23:09:54.187179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:09:54.189410 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645148c0-48da-4bd6-bb44-7f459dbdd19f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:09:54.190065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48706) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:54.196729 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e3db99ba-440f-492a-962f-13e7a7253ff6 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537117093', 'description': 'tempest-secgroup-smoke-537117093 description', 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:54.221072 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3db99ba-440f-492a-962f-13e7a7253ff6 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.230841 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f87869-3f51-434d-b67a-065c7adb602f x-openstack-request-id: req-02f87869-3f51-434d-b67a-065c7adb602f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:09:54.231147 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:09:54.231401 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02f87869-3f51-434d-b67a-065c7adb602f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:09:54.231809 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'status': 'completed', 'code': 200} Jul 07 23:09:54.261003 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:54.309000 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3db99ba-440f-492a-962f-13e7a7253ff6 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.313478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-bef38182-2f97-4fc0-8ed5-702fe5f9be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:54.313963 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3db99ba-440f-492a-962f-13e7a7253ff6 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.315857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-bef38182-2f97-4fc0-8ed5-702fe5f9be9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1098 time: 0.0588462 Jul 07 23:09:54.343506 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e3db99ba-440f-492a-962f-13e7a7253ff6 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.344754 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e3db99ba-440f-492a-962f-13e7a7253ff6 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1530979 Jul 07 23:09:54.346739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db99ba-440f-492a-962f-13e7a7253ff6 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8f6847-ac0b-4694-94a6-496add7c60b4,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:54.348973 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48710) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:54.353737 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bebd669d-e14e-4992-9a06-5c0310c05340 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'security_group_rule': {'security_group_id': '8f8f6847-ac0b-4694-94a6-496add7c60b4', 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:54.384762 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bebd669d-e14e-4992-9a06-5c0310c05340 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.415419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-c75c9923-aa65-4877-932a-b17452f49bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:54.416908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-c75c9923-aa65-4877-932a-b17452f49bde service neutron] 10.222.0.44 "GET /v2.0/networks?id=45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 200 len: 915 time: 0.0948458 Jul 07 23:09:54.442417 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bebd669d-e14e-4992-9a06-5c0310c05340 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.446833 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bebd669d-e14e-4992-9a06-5c0310c05340 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.462465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd669d-e14e-4992-9a06-5c0310c05340 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c46699-683d-45bc-8328-8263b6d210eb,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:54.476224 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bebd669d-e14e-4992-9a06-5c0310c05340 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.477933 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bebd669d-e14e-4992-9a06-5c0310c05340 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277084 Jul 07 23:09:54.480441 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48712) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:54.485129 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-18e41517-4ca7-436d-826a-cb406d2e9910 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'security_group_rule': {'security_group_id': '8f8f6847-ac0b-4694-94a6-496add7c60b4', 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:54.493549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-c71698a0-8425-4dce-a6b6-088bba3e756d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 1000 time: 0.0695155 Jul 07 23:09:54.507888 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'd07221ae-6eee-414e-9f38-a6cef388c56c', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'port_id': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'mac_address': 'fa:16:3e:b2:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:09:53Z', 'updated_at': '2021-07-07T23:09:53Z', 'revision_number': 0, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf7f107-8745-45ca-99f6-fa76954bfa0a', 'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'mac_address': 'fa:16:3e:3c:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:04Z', 'updated_at': '2021-07-07T23:09:10Z', 'revision_number': 5, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'subnets': [{'id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:54.517808 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18e41517-4ca7-436d-826a-cb406d2e9910 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.534467 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] Checking router: 8b77c0c5-5b45-4354-8616-9c69adcd04eb for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:09:54.543024 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:09:54.543559 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:09:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:54.550802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-f53e478f-2550-4c95-b549-1ac43b48d856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:54.552314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-f53e478f-2550-4c95-b549-1ac43b48d856 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66f2b8db-4c97-4559-abf8-c06bf1fb38fb HTTP/1.1" status: 200 len: 853 time: 0.0510564 Jul 07 23:09:54.583051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18e41517-4ca7-436d-826a-cb406d2e9910 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.587200 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18e41517-4ca7-436d-826a-cb406d2e9910 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.605253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e41517-4ca7-436d-826a-cb406d2e9910 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690143e0-b5d8-4dcf-ad4e-fa2db91dba04,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:54.613769 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-18e41517-4ca7-436d-826a-cb406d2e9910 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.615761 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-18e41517-4ca7-436d-826a-cb406d2e9910 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336181 Jul 07 23:09:54.617834 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48714) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:54.622482 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-903a3cfd-25ca-4ae4-8d7d-6ae9f47afd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:54.622930 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fd1433a2-6a7a-4f37-9721-07cb7e6a3fd8 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'security_group_rule': {'security_group_id': '8f8f6847-ac0b-4694-94a6-496add7c60b4', 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:54.624006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-903a3cfd-25ca-4ae4-8d7d-6ae9f47afd69 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45d80068-8d11-4f62-aa07-3145b33922fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644898 Jul 07 23:09:54.648379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd1433a2-6a7a-4f37-9721-07cb7e6a3fd8 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.659638 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:09:54.709323 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd1433a2-6a7a-4f37-9721-07cb7e6a3fd8 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.713761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd1433a2-6a7a-4f37-9721-07cb7e6a3fd8 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.721360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-98763bbc-fd57-4ff8-9bd3-b66c0099223c service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901349 Jul 07 23:09:54.729008 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1433a2-6a7a-4f37-9721-07cb7e6a3fd8 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c960baa6-3bdc-491a-9d8b-f5c24e4ffa20,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:54.740733 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fd1433a2-6a7a-4f37-9721-07cb7e6a3fd8 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.742343 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fd1433a2-6a7a-4f37-9721-07cb7e6a3fd8 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234896 Jul 07 23:09:54.744990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48716) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:54.749383 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-89a3f211-7c75-4f00-b625-87e92265bad4 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'security_group_rule': {'security_group_id': '8f8f6847-ac0b-4694-94a6-496add7c60b4', 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:54.777406 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a3f211-7c75-4f00-b625-87e92265bad4 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.823350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-645148c0-48da-4bd6-bb44-7f459dbdd19f req-53b35e1e-5ffe-4ebb-ac96-7b74dd9806ba service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952754 Jul 07 23:09:54.840771 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a3f211-7c75-4f00-b625-87e92265bad4 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.846235 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a3f211-7c75-4f00-b625-87e92265bad4 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.863340 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3f211-7c75-4f00-b625-87e92265bad4 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d09c888-1fa2-4d55-bc44-17dced9c4ab4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:54.870006 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-89a3f211-7c75-4f00-b625-87e92265bad4 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.871436 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-89a3f211-7c75-4f00-b625-87e92265bad4 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254375 Jul 07 23:09:54.873955 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48718) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:54.878954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'security_group_rule': {'security_group_id': '8f8f6847-ac0b-4694-94a6-496add7c60b4', 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:54.900071 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Project 9daa1e4f0a2e44af86e4c273ebea0d23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:09:54.902884 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'd07221ae-6eee-414e-9f38-a6cef388c56c', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'port_id': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'mac_address': 'fa:16:3e:b2:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:09:53Z', 'updated_at': '2021-07-07T23:09:53Z', 'revision_number': 0, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf7f107-8745-45ca-99f6-fa76954bfa0a', 'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'mac_address': 'fa:16:3e:3c:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:04Z', 'updated_at': '2021-07-07T23:09:10Z', 'revision_number': 5, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'subnets': [{'id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:09:54.905019 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.931624 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd82c9f-03ad-491f-a9ad-a8a5c3e5af47 None None] The sync data for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 is: [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'd07221ae-6eee-414e-9f38-a6cef388c56c', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'port_id': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'mac_address': 'fa:16:3e:b2:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:09:53Z', 'updated_at': '2021-07-07T23:09:53Z', 'revision_number': 0, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf7f107-8745-45ca-99f6-fa76954bfa0a', 'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'mac_address': 'fa:16:3e:3c:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:04Z', 'updated_at': '2021-07-07T23:09:10Z', 'revision_number': 5, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'subnets': [{'id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:09:54.970610 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.974594 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:54.993798 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac2fce7-a3a6-47f4-9fee-67222246f747,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:55.004551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.004975 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.005386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.005790 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.006219 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.006556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.006879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.007206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.007531 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.007854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.008193 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.008514 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:09:55.012069 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.014170 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d3f19248-c544-4fd1-895a-da5671625c55 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383350 Jul 07 23:09:55.015959 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48720) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:09:55.021455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e2602099-2a1c-4af8-9cbe-feaeae538e63 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'security_group_rule': {'security_group_id': '8f8f6847-ac0b-4694-94a6-496add7c60b4', 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:55.042825 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-e2602099-2a1c-4af8-9cbe-feaeae538e63 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Project 9daa1e4f0a2e44af86e4c273ebea0d23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:09:55.047855 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2602099-2a1c-4af8-9cbe-feaeae538e63 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.116948 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2602099-2a1c-4af8-9cbe-feaeae538e63 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.120913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2602099-2a1c-4af8-9cbe-feaeae538e63 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.132274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374f926e-4b79-467e-8ae0-6838a5cd12e8 None None] New status for floating IP d07221ae-6eee-414e-9f38-a6cef388c56c: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:09:55.144492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2602099-2a1c-4af8-9cbe-feaeae538e63 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534259d2-2c38-4969-9a4e-c7536bde9590,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:55.151388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e2602099-2a1c-4af8-9cbe-feaeae538e63 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.152641 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e2602099-2a1c-4af8-9cbe-feaeae538e63 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357150 Jul 07 23:09:55.270918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-529552de-9cb8-44e5-9438-6ef333467d93 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537117093&fields=id&tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23 HTTP/1.1" status: 200 len: 267 time: 0.0327711 Jul 07 23:09:55.342189 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-d4dabe5d-f3e5-4503-8e22-5d9d071cba25 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:55.343612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-d4dabe5d-f3e5-4503-8e22-5d9d071cba25 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 946 time: 0.0685589 Jul 07 23:09:55.354905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-7f455ce4-6c0f-4cbe-a527-fd424f045498 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'port': {'security_groups': ['d1123f4a-52b2-4f65-85bf-4cac89e8b7e8', '8f8f6847-ac0b-4694-94a6-496add7c60b4']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:09:55.437373 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-7f455ce4-6c0f-4cbe-a527-fd424f045498 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.617927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-7f455ce4-6c0f-4cbe-a527-fd424f045498 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] For port c5c0dd33-9276-483b-9502-53b50c9cce61, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c5c0dd33-9276-483b-9502-53b50c9cce61,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:09:55.649839 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-7f455ce4-6c0f-4cbe-a527-fd424f045498 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.654111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-7f455ce4-6c0f-4cbe-a527-fd424f045498 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.666408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['c5c0dd33-9276-483b-9502-53b50c9cce61'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:09:55.697453 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-7f455ce4-6c0f-4cbe-a527-fd424f045498 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:55.698100 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-7f455ce4-6c0f-4cbe-a527-fd424f045498 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:55.699498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04ef7a61-9be8-4526-a108-587aa81ee9e1 req-7f455ce4-6c0f-4cbe-a527-fd424f045498 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "PUT /v2.0/ports/c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 982 time: 0.3491399 Jul 07 23:09:55.728081 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f455ce4-6c0f-4cbe-a527-fd424f045498 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'Port': ['ID=c5c0dd33-9276-483b-9502-53b50c9cce61,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:09:55.762921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['c5c0dd33-9276-483b-9502-53b50c9cce61'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:09:55.875206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dafaa-c88a-4e08-af92-280d474dcb20 req-5c7373bd-9f56-4c78-bd68-b9d155a1d126 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:55.876654 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b3dafaa-c88a-4e08-af92-280d474dcb20 req-5c7373bd-9f56-4c78-bd68-b9d155a1d126 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0721087 Jul 07 23:09:55.920442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b3dafaa-c88a-4e08-af92-280d474dcb20 req-e6555b91-44bc-431e-b042-008902d7a046 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367532 Jul 07 23:09:55.972093 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-29be4bfa-2dfa-413d-8590-36ecd3aa31c2 None None] Provisioning complete for port c5c0dd33-9276-483b-9502-53b50c9cce61 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:09:55.972410 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-29be4bfa-2dfa-413d-8590-36ecd3aa31c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:56.232738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:09:56.235200 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117b16db-5ef8-4616-b7e7-e5baa0add36f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:09:56.274098 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3642487a-876c-46f7-b56b-506a67cf0752 x-openstack-request-id: req-3642487a-876c-46f7-b56b-506a67cf0752 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:09:56.274397 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:09:56.274654 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3642487a-876c-46f7-b56b-506a67cf0752 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:09:56.275059 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'status': 'completed', 'code': 200} Jul 07 23:09:56.354922 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-6f7f7b80-282c-4f1b-b250-045eb1b2129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.356452 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-6f7f7b80-282c-4f1b-b250-045eb1b2129f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1137 time: 0.0580759 Jul 07 23:09:56.445027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-6f3890b2-05f8-4a30-98bd-9613f2e620c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.446499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-6f3890b2-05f8-4a30-98bd-9613f2e620c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 200 len: 915 time: 0.0810168 Jul 07 23:09:56.515861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-cd6ea97e-dc66-44c8-b453-4d623802b1ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 1002 time: 0.0616260 Jul 07 23:09:56.563869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-d1667898-e35d-4f6c-b22f-e8c91c4475bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.565284 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-d1667898-e35d-4f6c-b22f-e8c91c4475bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66f2b8db-4c97-4559-abf8-c06bf1fb38fb HTTP/1.1" status: 200 len: 853 time: 0.0426040 Jul 07 23:09:56.620110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-24dc8717-abca-4a35-a1d7-20475aeae1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:09:56.621564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-24dc8717-abca-4a35-a1d7-20475aeae1e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45d80068-8d11-4f62-aa07-3145b33922fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505531 Jul 07 23:09:56.990605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-61b6bdb2-c77c-481f-ba7c-aed6542a4903 service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620458 Jul 07 23:09:57.076955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-117b16db-5ef8-4616-b7e7-e5baa0add36f req-178ef614-cc18-43e8-be59-a7d7d9e7d599 service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794179 Jul 07 23:09:57.420968 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ba33dee6-9d7d-4ecb-8a62-9a3484731db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:09:59.777326 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b55db52b-f893-4797-8ad2-347befc91104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:00.070019 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:01.087640 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:01.930937 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:02.951934 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:10.065494 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea9698e-567d-4987-b578-57eaecab517c req-cdcef270-2409-484a-be98-875ef373aff3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0932245 Jul 07 23:10:10.156718 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9698e-567d-4987-b578-57eaecab517c req-7ac10610-ef94-4506-a3ca-3967636cabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:10.158213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea9698e-567d-4987-b578-57eaecab517c req-7ac10610-ef94-4506-a3ca-3967636cabdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1137 time: 0.0504775 Jul 07 23:10:10.257537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9698e-567d-4987-b578-57eaecab517c req-a5416d88-9a3e-4df1-9cc7-aa8813bf1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:10.258934 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea9698e-567d-4987-b578-57eaecab517c req-a5416d88-9a3e-4df1-9cc7-aa8813bf1171 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 200 len: 915 time: 0.0811894 Jul 07 23:10:10.325071 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea9698e-567d-4987-b578-57eaecab517c req-271b683e-f238-4cd0-9065-fbcfbb9fe101 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 1002 time: 0.0595133 Jul 07 23:10:10.371955 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9698e-567d-4987-b578-57eaecab517c req-a1978154-1675-47d4-89e4-d53783ab4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:10.373320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea9698e-567d-4987-b578-57eaecab517c req-a1978154-1675-47d4-89e4-d53783ab4b39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66f2b8db-4c97-4559-abf8-c06bf1fb38fb HTTP/1.1" status: 200 len: 853 time: 0.0412395 Jul 07 23:10:10.428789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9698e-567d-4987-b578-57eaecab517c req-ad6ff8c6-2a87-4bf2-bab0-f5934b4be397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:10.430287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea9698e-567d-4987-b578-57eaecab517c req-ad6ff8c6-2a87-4bf2-bab0-f5934b4be397 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45d80068-8d11-4f62-aa07-3145b33922fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494435 Jul 07 23:10:10.520969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea9698e-567d-4987-b578-57eaecab517c req-e23ba71f-4f7b-4161-a406-6c484340598b service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843353 Jul 07 23:10:10.607902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5ea9698e-567d-4987-b578-57eaecab517c req-7b8b7e56-12a7-4fce-9f27-36f95f81243f service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804522 Jul 07 23:10:13.272084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-e437c81b-678e-4089-8766-7b1fb752fa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:13.273497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-e437c81b-678e-4089-8766-7b1fb752fa0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1137 time: 0.1009593 Jul 07 23:10:13.285535 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0b645-5c9e-4188-a11e-e570acf98f8b req-c69fb5f6-630e-4cba-a935-54f66d3f240c tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:13.287000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cb0b645-5c9e-4188-a11e-e570acf98f8b req-c69fb5f6-630e-4cba-a935-54f66d3f240c tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0818896 Jul 07 23:10:13.376618 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cb0b645-5c9e-4188-a11e-e570acf98f8b req-c48a19ff-9fa2-423c-b84f-4142a0c30a60 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812864 Jul 07 23:10:13.400493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-3cf5ac8a-1d3f-4cf3-9a9c-1a0bc13d0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:13.401985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-3cf5ac8a-1d3f-4cf3-9a9c-1a0bc13d0f9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 200 len: 915 time: 0.1141355 Jul 07 23:10:13.466356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-2170cb03-b820-4d5b-88d4-0b96f99d687c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 1002 time: 0.0566974 Jul 07 23:10:13.514120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-de11f1ad-8164-441c-95d1-9642c2e6e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:13.515505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-de11f1ad-8164-441c-95d1-9642c2e6e256 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66f2b8db-4c97-4559-abf8-c06bf1fb38fb HTTP/1.1" status: 200 len: 853 time: 0.0419731 Jul 07 23:10:13.574994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-4737f93c-191b-4440-8fff-4f8692a5d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:13.576356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-4737f93c-191b-4440-8fff-4f8692a5d3ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45d80068-8d11-4f62-aa07-3145b33922fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536370 Jul 07 23:10:13.663557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-72bb10ab-8e5f-4b63-9f1a-8cdb6528702c service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792723 Jul 07 23:10:13.754463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e65c4803-4a7d-48bf-8c21-4148dca983e7 req-bee37593-09ab-4f86-8a59-79904fafd057 service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845218 Jul 07 23:10:14.554634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74590d-5ad7-433f-a807-da00ab8fe759 req-018b9996-ff4e-4959-8a2f-272b9b273fe1 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:14.556129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad74590d-5ad7-433f-a807-da00ab8fe759 req-018b9996-ff4e-4959-8a2f-272b9b273fe1 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0636404 Jul 07 23:10:14.595648 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad74590d-5ad7-433f-a807-da00ab8fe759 req-3ee886cc-2e8b-4654-93a7-3072d39f1fda tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338590 Jul 07 23:10:15.776635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6f048-d704-405a-a96b-b2bfbcc13fed req-81d6e6df-a7ed-4068-bb9e-3f25404b4d1b tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:15.778144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bde6f048-d704-405a-a96b-b2bfbcc13fed req-81d6e6df-a7ed-4068-bb9e-3f25404b4d1b tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0736728 Jul 07 23:10:15.817893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bde6f048-d704-405a-a96b-b2bfbcc13fed req-12b4eb17-8f95-4427-b612-c1e2d7986ce9 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341730 Jul 07 23:10:16.991998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf25c7-3b81-40b2-a5cb-e8ab3bc68638 req-60555809-ac91-45fc-8918-0510a367ad49 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:16.993463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cedf25c7-3b81-40b2-a5cb-e8ab3bc68638 req-60555809-ac91-45fc-8918-0510a367ad49 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0671670 Jul 07 23:10:17.031801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cedf25c7-3b81-40b2-a5cb-e8ab3bc68638 req-12a05668-67c5-40d1-b107-2ad6f18e8eb4 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328248 Jul 07 23:10:18.200843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c39f70-be59-4257-9538-ffc7fd42558a req-4c8fb71b-df2f-4167-8744-daf210f8ffb5 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:18.202327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29c39f70-be59-4257-9538-ffc7fd42558a req-4c8fb71b-df2f-4167-8744-daf210f8ffb5 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0619977 Jul 07 23:10:18.241534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29c39f70-be59-4257-9538-ffc7fd42558a req-c6f4f840-6045-44f1-826e-3fd909b4a9a5 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327837 Jul 07 23:10:19.424075 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0c663-1788-4144-95e6-68831a41768f req-ac7ceb43-e6e5-4657-87a3-e10cc30a74ac tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:19.426201 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aef0c663-1788-4144-95e6-68831a41768f req-ac7ceb43-e6e5-4657-87a3-e10cc30a74ac tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0674977 Jul 07 23:10:19.465517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aef0c663-1788-4144-95e6-68831a41768f req-fc4bd769-639b-4e98-95b2-d44f7a5ee184 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336576 Jul 07 23:10:20.392717 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:20.645423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9d297-7f14-4b65-aea5-9dc2334d70ae req-1f8c703c-6f25-4788-888e-5fd502e641ba tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:20.646905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88c9d297-7f14-4b65-aea5-9dc2334d70ae req-1f8c703c-6f25-4788-888e-5fd502e641ba tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0616808 Jul 07 23:10:20.684920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-88c9d297-7f14-4b65-aea5-9dc2334d70ae req-3e3af58a-3b89-4551-8799-1efe20a4ccac tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324328 Jul 07 23:10:21.855344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36ffdd-102a-4428-a65d-bd254ff615b3 req-b5e2402a-a9cb-4a2e-912e-a0d4da2c8482 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:21.856823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d36ffdd-102a-4428-a65d-bd254ff615b3 req-b5e2402a-a9cb-4a2e-912e-a0d4da2c8482 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0632865 Jul 07 23:10:21.895981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d36ffdd-102a-4428-a65d-bd254ff615b3 req-156b5c7f-80ac-4a25-9df1-80ee44b5fdca tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335815 Jul 07 23:10:23.072542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaa5da-8c0f-49f5-9a9d-feb715689de9 req-fd08cb5e-b97c-42dc-97b5-29ed56e00690 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:23.074005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85aaa5da-8c0f-49f5-9a9d-feb715689de9 req-fd08cb5e-b97c-42dc-97b5-29ed56e00690 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0659790 Jul 07 23:10:23.113962 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-85aaa5da-8c0f-49f5-9a9d-feb715689de9 req-af7185d5-1030-4e5b-8d79-eee539dbcd3f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337861 Jul 07 23:10:24.285405 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc355c3f-8a80-4fe0-8ecd-c3fe973da105 req-7e16803f-1a9d-44f3-8e04-5cf787cebdf2 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:24.287911 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc355c3f-8a80-4fe0-8ecd-c3fe973da105 req-7e16803f-1a9d-44f3-8e04-5cf787cebdf2 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0644975 Jul 07 23:10:24.328756 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fc355c3f-8a80-4fe0-8ecd-c3fe973da105 req-f09cd403-3cac-427d-939b-44a55fa64c09 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345144 Jul 07 23:10:25.501665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e3391-4063-4a30-930a-735b4e1c47b7 req-ddcc3374-9324-4505-a2ae-035d360624d3 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:25.503202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-206e3391-4063-4a30-930a-735b4e1c47b7 req-ddcc3374-9324-4505-a2ae-035d360624d3 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0664425 Jul 07 23:10:25.543443 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-206e3391-4063-4a30-930a-735b4e1c47b7 req-ed3f88fe-d528-4929-9b3a-1e3a4aabe225 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&id=8f8f6847-ac0b-4694-94a6-496add7c60b4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345695 Jul 07 23:10:27.421271 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3eb55e0c-ea36-4217-9943-3b4c902f1c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:29.777218 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-52917838-c468-40be-bd36-906bc0d6aa76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:30.070750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:30.318154 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:10:31.090933 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:31.936461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:32.956813 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:50.395232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:57.421650 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b07cb7f9-472e-4be5-ae85-5b04780a83ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.037201 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-8daa8c34-d371-4dc4-8a07-72203b6bf2a1 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537117093&fields=id&tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23 HTTP/1.1" status: 200 len: 267 time: 0.1338327 Jul 07 23:10:58.102983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-00e82880-d547-43dd-af09-42f4cb17fba7 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:58.104373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-00e82880-d547-43dd-af09-42f4cb17fba7 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 985 time: 0.0619318 Jul 07 23:10:58.115262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Request body: {'port': {'security_groups': ['d1123f4a-52b2-4f65-85bf-4cac89e8b7e8']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:10:58.200299 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.367304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] For port c5c0dd33-9276-483b-9502-53b50c9cce61, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c5c0dd33-9276-483b-9502-53b50c9cce61,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:10:58.395643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.400051 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.412218 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['c5c0dd33-9276-483b-9502-53b50c9cce61'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:10:58.443688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:58.444307 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.445978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-227b6a71-1c7a-4183-b869-bf54cf90de3c req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "PUT /v2.0/ports/c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 943 time: 0.3357120 Jul 07 23:10:58.446458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:58.448746 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f351aa-570f-46d8-a648-d753ba7216f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:58.454021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48778) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:58.517967 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['c5c0dd33-9276-483b-9502-53b50c9cce61'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:10:58.519281 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event updated for resources: {'Port': ['ID=c5c0dd33-9276-483b-9502-53b50c9cce61,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:58.536792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.537140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.537483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.537823 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.538185 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.538514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.538843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.539244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.539472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.539805 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.540104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.540421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a8391d-830c-40b1-953a-2c6a2dbb89be tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:58.554760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2941c2fe-1ecd-4003-aa34-dc517e05b48f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.582929 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2941c2fe-1ecd-4003-aa34-dc517e05b48f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.586880 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde586e8-d080-4487-b634-bf3a1c6fc491 x-openstack-request-id: req-dde586e8-d080-4487-b634-bf3a1c6fc491 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:58.587386 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:58.587809 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dde586e8-d080-4487-b634-bf3a1c6fc491 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:58.588360 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'status': 'completed', 'code': 200} Jul 07 23:10:58.680999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-d2d1df94-8aeb-40b1-a5f5-33608309183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:58.682703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-d2d1df94-8aeb-40b1-a5f5-33608309183f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1098 time: 0.0717397 Jul 07 23:10:58.709862 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2941c2fe-1ecd-4003-aa34-dc517e05b48f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.713171 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2941c2fe-1ecd-4003-aa34-dc517e05b48f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.714318 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2941c2fe-1ecd-4003-aa34-dc517e05b48f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "DELETE /v2.0/security-groups/8f8f6847-ac0b-4694-94a6-496add7c60b4 HTTP/1.1" status: 204 len: 168 time: 0.2592573 Jul 07 23:10:58.717113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48782) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:10:58.732077 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-24c99669-2d4f-4a41-ba46-498770a4ac15 None None] Provisioning complete for port c5c0dd33-9276-483b-9502-53b50c9cce61 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:10:58.732453 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24c99669-2d4f-4a41-ba46-498770a4ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.752630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941c2fe-1ecd-4003-aa34-dc517e05b48f tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8f6847-ac0b-4694-94a6-496add7c60b4,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:58.821990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-6c5fd5d5-6c3b-4d31-81d5-ee68681df274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:58.823641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-6c5fd5d5-6c3b-4d31-81d5-ee68681df274 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 200 len: 915 time: 0.1336970 Jul 07 23:10:58.893036 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Deleting port 4c72a6ab-459d-4d9e-b5e4-b8b7395f52e1 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:10:58.893388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.898519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-61e82a7e-d2e4-40c7-afaf-fa3517ab6341 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 1002 time: 0.0674293 Jul 07 23:10:58.948217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-af4feed6-728d-4465-9e7a-701f5c67a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:58.949787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-af4feed6-728d-4465-9e7a-701f5c67a6c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66f2b8db-4c97-4559-abf8-c06bf1fb38fb HTTP/1.1" status: 200 len: 853 time: 0.0450950 Jul 07 23:10:58.979057 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.979387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:58.990885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Calling delete_port for 4c72a6ab-459d-4d9e-b5e4-b8b7395f52e1 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:10:59.008539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-166be0f8-e736-4aed-b3a8-4f011b67aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:59.010160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-166be0f8-e736-4aed-b3a8-4f011b67aa5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45d80068-8d11-4f62-aa07-3145b33922fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539935 Jul 07 23:10:59.109823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-3b7459b9-6062-4992-bf54-d625e3d43ffb service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932767 Jul 07 23:10:59.145024 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:59.171399 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event deleted for resources: {'Port': ['ID=4c72a6ab-459d-4d9e-b5e4-b8b7395f52e1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:10:59.182135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.182490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.182832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.183172 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.183504 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.183835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.184165 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.184490 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.184854 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.185198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.185447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.185775 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:10:59.205909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1f351aa-570f-46d8-a648-d753ba7216f0 req-96f48556-1dbf-4e0f-9ec7-5a2ef03c1fb6 service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893130 Jul 07 23:10:59.250619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:59.250947 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Floating IP d07221ae-6eee-414e-9f38-a6cef388c56c disassociated (deleted). External IP: 172.25.8.186, port: c5c0dd33-9276-483b-9502-53b50c9cce61. Jul 07 23:10:59.465536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Router 8b77c0c5-5b45-4354-8616-9c69adcd04eb has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:10:59.572401 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:10:59.577204 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:59.581862 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] Sync routers for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:10:59.591545 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:10:59.592160 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:10:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:59.617837 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-346d8273-63cf-41e2-9c28-593f6ef0428a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "DELETE /v2.0/floatingips/d07221ae-6eee-414e-9f38-a6cef388c56c HTTP/1.1" status: 204 len: 168 time: 0.8993480 Jul 07 23:10:59.618398 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:10:59.662599 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77331ae3af9a289661a4929c25a806209354ca8448342c6cf4d35250dc2d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a9172-ec9b-49b8-99b4-1da4927951c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:10:59.709469 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:10:59.764804 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b408461-d59c-4e36-ab52-f526833abbfd x-openstack-request-id: req-6b408461-d59c-4e36-ab52-f526833abbfd {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:10:59.765338 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:10:59.765449 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b408461-d59c-4e36-ab52-f526833abbfd {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:10:59.765874 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'status': 'completed', 'code': 200} Jul 07 23:10:59.794619 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-683e2208-b1eb-4f48-910d-9b1a06aecf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:10:59.846403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-9e036aba-5d0e-4c7b-bfb2-bf190941f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:59.847939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-9e036aba-5d0e-4c7b-bfb2-bf190941f529 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 1098 time: 0.0579150 Jul 07 23:10:59.921076 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1bf7f107-8745-45ca-99f6-fa76954bfa0a', 'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'mac_address': 'fa:16:3e:3c:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:04Z', 'updated_at': '2021-07-07T23:09:10Z', 'revision_number': 5, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'subnets': [{'id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:59.952579 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] Checking router: 8b77c0c5-5b45-4354-8616-9c69adcd04eb for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:10:59.961813 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:10:59.962587 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:10:59.964457 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-05ef860d-f3a3-4387-a868-9294e6ece095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:10:59.966025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-05ef860d-f3a3-4387-a868-9294e6ece095 service neutron] 10.222.0.44 "GET /v2.0/networks?id=45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 200 len: 915 time: 0.1122360 Jul 07 23:11:00.014369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-4a634eb1-f140-4f35-bba7-878dd0f7c71e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 200 len: 217 time: 0.0409541 Jul 07 23:11:00.069188 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-defb6c38-a6e0-41d0-80b3-177aae387442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:00.070869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-defb6c38-a6e0-41d0-80b3-177aae387442 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=66f2b8db-4c97-4559-abf8-c06bf1fb38fb HTTP/1.1" status: 200 len: 853 time: 0.0491805 Jul 07 23:11:00.074390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:00.137110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-34495f45-29c2-4a7e-8701-f85c2ffec203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:00.138907 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-34495f45-29c2-4a7e-8701-f85c2ffec203 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=45d80068-8d11-4f62-aa07-3145b33922fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615859 Jul 07 23:11:00.158195 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:00.232389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-db10acd8-efa5-4eb0-a82b-233879f28671 service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825324 Jul 07 23:11:00.328644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137a9172-ec9b-49b8-99b4-1da4927951c6 req-176b6398-f7e0-4d98-89d2-abb39ef9b9e1 service neutron] 10.222.0.44 "GET /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890470 Jul 07 23:11:00.353383 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1bf7f107-8745-45ca-99f6-fa76954bfa0a', 'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'mac_address': 'fa:16:3e:3c:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:04Z', 'updated_at': '2021-07-07T23:09:10Z', 'revision_number': 5, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'subnets': [{'id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:00.380973 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6698b-604c-4bd3-baf0-a248829607b0 None None] The sync data for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 is: [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:04Z', 'revision_number': 4, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '1bf7f107-8745-45ca-99f6-fa76954bfa0a', 'name': '', 'network_id': '45d80068-8d11-4f62-aa07-3145b33922fc', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'mac_address': 'fa:16:3e:3c:6d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:04Z', 'updated_at': '2021-07-07T23:09:10Z', 'revision_number': 5, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'subnets': [{'id': '66f2b8db-4c97-4559-abf8-c06bf1fb38fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:00.600295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae918a09-5708-4a10-b3e1-61a9214efb03 None None] New status for floating IP d07221ae-6eee-414e-9f38-a6cef388c56c: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:11:01.094290 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:01.939661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:02.962813 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:07.017882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b1a78-6243-4ae8-a5a1-37f7a2900a38 req-e8f7160c-6c70-4a0c-b13b-0391f0fb07ec tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:07.019493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-673b1a78-6243-4ae8-a5a1-37f7a2900a38 req-e8f7160c-6c70-4a0c-b13b-0391f0fb07ec tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 946 time: 0.0664153 Jul 07 23:11:07.058948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-673b1a78-6243-4ae8-a5a1-37f7a2900a38 req-16d158ae-392b-4994-818f-177da1e69c4a tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Jul 07 23:11:07.317105 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:11:08.282406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835e52-de2b-4ed6-8e87-9a3773e5202c req-d3dffe7f-99b9-4b66-a44e-8044071f0792 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:08.284496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c835e52-de2b-4ed6-8e87-9a3773e5202c req-d3dffe7f-99b9-4b66-a44e-8044071f0792 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 946 time: 0.1131854 Jul 07 23:11:08.321641 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c835e52-de2b-4ed6-8e87-9a3773e5202c req-eba7e4f9-b2ad-45c1-a528-da177c1b9f24 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316758 Jul 07 23:11:08.605691 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-1d92c5df-cf32-47e9-b2ef-c498486dd6cb tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:08.607142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-1d92c5df-cf32-47e9-b2ef-c498486dd6cb tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 946 time: 0.0617244 Jul 07 23:11:08.706208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Deleting port c5c0dd33-9276-483b-9502-53b50c9cce61 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:08.706547 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.791607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] For port c5c0dd33-9276-483b-9502-53b50c9cce61, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=c5c0dd33-9276-483b-9502-53b50c9cce61,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:08.791966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.805270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Calling delete_port for c5c0dd33-9276-483b-9502-53b50c9cce61 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:08.929836 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:08.943227 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['c5c0dd33-9276-483b-9502-53b50c9cce61'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:11:08.972858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Pushing event deleted for resources: {'Port': ['ID=c5c0dd33-9276-483b-9502-53b50c9cce61,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:09.013924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] No DVR routers for this DVR port c5c0dd33-9276-483b-9502-53b50c9cce61 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:09.016808 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:09.019877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f425140-aa2b-4067-a240-56dae281c1b6 req-4c760626-8a00-4fdc-82a2-67b42d1f792d tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.44 "DELETE /v2.0/ports/c5c0dd33-9276-483b-9502-53b50c9cce61 HTTP/1.1" status: 204 len: 173 time: 0.4063506 Jul 07 23:11:09.020333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'name': 'network-vif-deleted', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:11:09.023651 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f98942-238a-4d9b-aeda-9c0ecf4b4274" -d '{"events": [{"server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "name": "network-vif-deleted", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:11:09.058782 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30079186-2490-443b-b025-84c8a8068921 x-openstack-request-id: req-30079186-2490-443b-b025-84c8a8068921 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:11:09.059081 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee16aa9-f90b-4fe0-94fc-a821eed806b2", "name": "network-vif-deleted", "tag": "c5c0dd33-9276-483b-9502-53b50c9cce61", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:11:09.059334 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30079186-2490-443b-b025-84c8a8068921 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:11:09.059738 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee16aa9-f90b-4fe0-94fc-a821eed806b2', 'name': 'network-vif-deleted', 'tag': 'c5c0dd33-9276-483b-9502-53b50c9cce61', 'status': 'completed', 'code': 200} Jul 07 23:11:09.481975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f5ff1b1d-38a7-45d3-b314-45e30d737d21 req-66947be9-e015-47be-a6b4-fe0bcff2c774 tempest-TestMinimumBasicScenario-4547148 tempest-TestMinimumBasicScenario-4547148-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ee16aa9-f90b-4fe0-94fc-a821eed806b2 HTTP/1.1" status: 200 len: 210 time: 0.0333450 Jul 07 23:11:11.061807 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:11.398042 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.643169 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Deleting port 1bf7f107-8745-45ca-99f6-fa76954bfa0a {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:11.643509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.718241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] For port 1bf7f107-8745-45ca-99f6-fa76954bfa0a, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1bf7f107-8745-45ca-99f6-fa76954bfa0a,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:11.718593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.731126 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Calling delete_port for 1bf7f107-8745-45ca-99f6-fa76954bfa0a owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:11.901595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:11.924484 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf7f107-8745-45ca-99f6-fa76954bfa0a,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:12.090512 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.602386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Router 8b77c0c5-5b45-4354-8616-9c69adcd04eb has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:11:12.702536 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:11:12.709362 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1e012b8a-d40b-435b-ad85-83484299a6d0 admin admin] 10.222.0.81 "PUT /v2.0/routers/8b77c0c5-5b45-4354-8616-9c69adcd04eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6452775 Jul 07 23:11:12.710774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:12.713810 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] Sync routers for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:11:12.714296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c5c0dd33-9276-483b-9502-53b50c9cce61 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:12.732802 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:12.735622 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:12.741916 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: c5c0dd33-9276-483b-9502-53b50c9cce61 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:12.742297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device c5c0dd33-9276-483b-9502-53b50c9cce61 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:12.814883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.837518 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:12.911419 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:12.969263 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Deleting port f925c247-d3f8-458e-ad0a-fcae313df68e {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:12.969651 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.025543 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:11:11Z', 'revision_number': 5, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port': {'id': 'f925c247-d3f8-458e-ad0a-fcae313df68e', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:13.054249 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] Checking router: 8b77c0c5-5b45-4354-8616-9c69adcd04eb for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:11:13.062523 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] Routers {'8b77c0c5-5b45-4354-8616-9c69adcd04eb'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:13.062697 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] For port f925c247-d3f8-458e-ad0a-fcae313df68e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f925c247-d3f8-458e-ad0a-fcae313df68e,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:13.062968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.063167 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:13.075943 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Calling delete_port for f925c247-d3f8-458e-ad0a-fcae313df68e owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:13.148566 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] Set router 8b77c0c5-5b45-4354-8616-9c69adcd04eb gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:13.198569 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:11:12Z', 'revision_number': 6, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:13.228126 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43568801-3c56-4d70-a46d-b1630788d9ac None None] The sync data for ids ['8b77c0c5-5b45-4354-8616-9c69adcd04eb'] in n-d-695012-11 is: [{'id': '8b77c0c5-5b45-4354-8616-9c69adcd04eb', 'name': 'tempest-TestMinimumBasicScenario-371284664-router', 'tenant_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:02Z', 'updated_at': '2021-07-07T23:11:12Z', 'revision_number': 6, 'project_id': '9daa1e4f0a2e44af86e4c273ebea0d23', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:13.246136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.279777 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Pushing event deleted for resources: {'Port': ['ID=f925c247-d3f8-458e-ad0a-fcae313df68e,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:13.342482 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.429582 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.431632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.476667 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.477311 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b77c0c5-5b45-4354-8616-9c69adcd04eb {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:11:13.483247 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.484500 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-5285535a-b5aa-4458-8f52-beeeab986327 admin admin] 10.222.0.81 "DELETE /v2.0/routers/8b77c0c5-5b45-4354-8616-9c69adcd04eb HTTP/1.1" status: 204 len: 168 time: 0.7728369 Jul 07 23:11:13.487853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48892) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:13.529774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a4959f-e596-4ee2-af63-21c7acf96d2b admin admin] Deleting subnet 66f2b8db-4c97-4559-abf8-c06bf1fb38fb {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:11:13.533133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a4959f-e596-4ee2-af63-21c7acf96d2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.571334 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a4959f-e596-4ee2-af63-21c7acf96d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.655428 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a4959f-e596-4ee2-af63-21c7acf96d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.708389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a4959f-e596-4ee2-af63-21c7acf96d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.732861 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4959f-e596-4ee2-af63-21c7acf96d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f2b8db-4c97-4559-abf8-c06bf1fb38fb,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:13.739168 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d2a4959f-e596-4ee2-af63-21c7acf96d2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.741221 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d2a4959f-e596-4ee2-af63-21c7acf96d2b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/66f2b8db-4c97-4559-abf8-c06bf1fb38fb HTTP/1.1" status: 204 len: 168 time: 0.2524629 Jul 07 23:11:13.743700 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:13.746399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b8d8ed-867a-4a91-8413-b37abc2a4e9a None None] Network 45d80068-8d11-4f62-aa07-3145b33922fc requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:13.818619 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.874436 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Deleting port 58b3c36c-ea2f-4517-98be-74faf5dab491 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:13.874787 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.945388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] DHCP port deletion for 45d80068-8d11-4f62-aa07-3145b33922fc request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:11:13.948352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] For port 58b3c36c-ea2f-4517-98be-74faf5dab491, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=58b3c36c-ea2f-4517-98be-74faf5dab491,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:13.948818 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:13.963443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Calling delete_port for 58b3c36c-ea2f-4517-98be-74faf5dab491 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:13.994108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Deleting port 58b3c36c-ea2f-4517-98be-74faf5dab491 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:13.994711 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.047186 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.057117 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] For port 58b3c36c-ea2f-4517-98be-74faf5dab491, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=58b3c36c-ea2f-4517-98be-74faf5dab491,segment=NetworkSegment(03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb),segment_id=03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:14.057521 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.071197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Calling delete_port for 58b3c36c-ea2f-4517-98be-74faf5dab491 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:14.073064 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b3c36c-ea2f-4517-98be-74faf5dab491,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:14.076835 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] No DVR routers for this DVR port 58b3c36c-ea2f-4517-98be-74faf5dab491 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:14.150443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.153759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.160621 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d80068-8d11-4f62-aa07-3145b33922fc']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:14.170801 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:14.171040 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ab1c91-3ef6-4b6f-a3f1-c64eb42361cb') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:14.180291 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.180716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Pushing event deleted for resources: {'Port': ['ID=58b3c36c-ea2f-4517-98be-74faf5dab491,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:14.183955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] No DVR routers for this DVR port 58b3c36c-ea2f-4517-98be-74faf5dab491 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:14.191006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.191355 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.191726 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.192043 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.192379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.192712 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.193043 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.193490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.193678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.193992 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.194388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.194716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221d8b-4e6f-4c6b-a6df-e41f7d813944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:14.197595 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.207891 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:14.208260 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:14.209965 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:14.260146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1bf7f107-8745-45ca-99f6-fa76954bfa0a no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:14.264097 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.269490 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.271319 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] 10.222.0.81 "DELETE /v2.0/networks/45d80068-8d11-4f62-aa07-3145b33922fc HTTP/1.1" status: 204 len: 168 time: 0.5267186 Jul 07 23:11:14.274420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48896) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:14.286110 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 1bf7f107-8745-45ca-99f6-fa76954bfa0a {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:14.286479 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1bf7f107-8745-45ca-99f6-fa76954bfa0a not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:14.286897 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 58b3c36c-ea2f-4517-98be-74faf5dab491 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:14.290992 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5f33f-fb04-4988-98eb-914e069bb956 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d80068-8d11-4f62-aa07-3145b33922fc,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:14.305938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 58b3c36c-ea2f-4517-98be-74faf5dab491 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:14.306312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 58b3c36c-ea2f-4517-98be-74faf5dab491 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:14.306722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f925c247-d3f8-458e-ad0a-fcae313df68e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:14.324294 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f925c247-d3f8-458e-ad0a-fcae313df68e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:14.324636 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f925c247-d3f8-458e-ad0a-fcae313df68e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:14.617806 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.866522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Deleting port 3d78f648-685c-4848-8297-d93f8c1a968c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:14.866860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.943981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] For port 3d78f648-685c-4848-8297-d93f8c1a968c, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=3d78f648-685c-4848-8297-d93f8c1a968c,segment=NetworkSegment(275bca29-8396-425b-9468-f372abd3cb32),segment_id=275bca29-8396-425b-9468-f372abd3cb32)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:14.944338 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:14.956839 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Calling delete_port for 3d78f648-685c-4848-8297-d93f8c1a968c owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:15.422583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.447400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d78f648-685c-4848-8297-d93f8c1a968c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:15.612891 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:15.820267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:11:15.925118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:11:15.930084 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a362b07c-a8de-4613-ba29-0c6454bc4d22 admin admin] 10.222.0.81 "PUT /v2.0/routers/2da5bf95-f67a-4efc-b1b2-88d20750dc8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6545448 Jul 07 23:11:15.932585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48898) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:15.933229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] Sync routers for ids ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:11:15.942379 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] Routers {'2da5bf95-f67a-4efc-b1b2-88d20750dc8a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:15.942986 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:16.034752 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.044014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] Set router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:16.134750 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.186962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Deleting port 999a61f7-6b76-4c59-95dd-d6b494341bd6 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:16.187313 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.224272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:06Z', 'updated_at': '2021-07-07T23:11:15Z', 'revision_number': 5, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'gw_port': {'id': '999a61f7-6b76-4c59-95dd-d6b494341bd6', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:6a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:09:07Z', 'updated_at': '2021-07-07T23:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:16.255337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] Checking router: 2da5bf95-f67a-4efc-b1b2-88d20750dc8a for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:11:16.264790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] Routers {'2da5bf95-f67a-4efc-b1b2-88d20750dc8a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:16.265417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:16.276137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] For port 999a61f7-6b76-4c59-95dd-d6b494341bd6, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=999a61f7-6b76-4c59-95dd-d6b494341bd6,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:16.276499 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.290935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Calling delete_port for 999a61f7-6b76-4c59-95dd-d6b494341bd6 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:16.464679 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.506159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] Set router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:16.513450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Pushing event deleted for resources: {'Port': ['ID=999a61f7-6b76-4c59-95dd-d6b494341bd6,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:16.556745 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.562548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:06Z', 'updated_at': '2021-07-07T23:11:16Z', 'revision_number': 6, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:16.588718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8609dd4-5070-4cb7-b026-f9922ae9b276 None None] The sync data for ids ['2da5bf95-f67a-4efc-b1b2-88d20750dc8a'] in n-d-695012-11 is: [{'id': '2da5bf95-f67a-4efc-b1b2-88d20750dc8a', 'name': 'tempest-TestMinimumBasicScenario-207043241-router', 'tenant_id': '11c6937d1b78434a9be7e2045152d41f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:09:06Z', 'updated_at': '2021-07-07T23:11:16Z', 'revision_number': 6, 'project_id': '11c6937d1b78434a9be7e2045152d41f', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:16.656045 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.658677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.704071 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.704660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da5bf95-f67a-4efc-b1b2-88d20750dc8a {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:11:16.708991 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.710213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aa0ff9b5-39ce-48b1-9b5f-ca0b8295e51e admin admin] 10.222.0.81 "DELETE /v2.0/routers/2da5bf95-f67a-4efc-b1b2-88d20750dc8a HTTP/1.1" status: 204 len: 168 time: 0.7766840 Jul 07 23:11:16.712735 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48902) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:16.756440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-679303c9-fc8a-4326-83df-60edfd8e8bad admin admin] Deleting subnet 979c07f6-2e90-4a65-b837-7b99c85e6200 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:11:16.759387 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-679303c9-fc8a-4326-83df-60edfd8e8bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.792549 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-679303c9-fc8a-4326-83df-60edfd8e8bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.871129 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-679303c9-fc8a-4326-83df-60edfd8e8bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.923760 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-679303c9-fc8a-4326-83df-60edfd8e8bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.951925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679303c9-fc8a-4326-83df-60edfd8e8bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979c07f6-2e90-4a65-b837-7b99c85e6200,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:16.955678 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-679303c9-fc8a-4326-83df-60edfd8e8bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:16.957560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-679303c9-fc8a-4326-83df-60edfd8e8bad admin admin] 10.222.0.81 "DELETE /v2.0/subnets/979c07f6-2e90-4a65-b837-7b99c85e6200 HTTP/1.1" status: 204 len: 168 time: 0.2437580 Jul 07 23:11:16.960089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48904) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:16.962807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643c4bb7-619d-417b-9945-daa130ad5a5c None None] Network 6cde4f0c-cc54-4eff-8f86-d4300c988dde requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:17.029111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.092925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Deleting port a606bc34-e04b-4072-8135-b3c023d37790 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:11:17.093275 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.154645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] For port a606bc34-e04b-4072-8135-b3c023d37790, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a606bc34-e04b-4072-8135-b3c023d37790,segment=NetworkSegment(275bca29-8396-425b-9468-f372abd3cb32),segment_id=275bca29-8396-425b-9468-f372abd3cb32)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:17.155005 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.167766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Calling delete_port for a606bc34-e04b-4072-8135-b3c023d37790 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:11:17.249715 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.275217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a606bc34-e04b-4072-8135-b3c023d37790,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:17.278455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] No DVR routers for this DVR port a606bc34-e04b-4072-8135-b3c023d37790 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:11:17.349630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.361513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cde4f0c-cc54-4eff-8f86-d4300c988dde']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:17.372425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275bca29-8396-425b-9468-f372abd3cb32') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:17.372720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275bca29-8396-425b-9468-f372abd3cb32') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:17.381762 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.390691 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16366495-24d6-4335-a41b-cd0cf60ec967 None None] DHCP port deletion for 6cde4f0c-cc54-4eff-8f86-d4300c988dde request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:11:17.405996 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.414345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:11:17.414748 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:11:17.416494 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:11:17.472191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.482007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.483893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] 10.222.0.81 "DELETE /v2.0/networks/6cde4f0c-cc54-4eff-8f86-d4300c988dde HTTP/1.1" status: 204 len: 168 time: 0.5228863 Jul 07 23:11:17.496579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daacee1-404d-46dd-89a3-2fa706094b7e admin admin] Pushing event deleted for resources: {'Network': ['ID=6cde4f0c-cc54-4eff-8f86-d4300c988dde,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:17.649147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48908) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:17.688157 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-553b7c51-c179-44c2-a930-068619accd3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9daa1e4f0a2e44af86e4c273ebea0d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378420 Jul 07 23:11:17.690510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48910) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:17.737151 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9b9fd82c-a3c8-491e-83bb-6c4d3a028ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.757419 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9b9fd82c-a3c8-491e-83bb-6c4d3a028ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.808677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9b9fd82c-a3c8-491e-83bb-6c4d3a028ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.811361 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9b9fd82c-a3c8-491e-83bb-6c4d3a028ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:17.812693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9b9fd82c-a3c8-491e-83bb-6c4d3a028ed3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1123f4a-52b2-4f65-85bf-4cac89e8b7e8 HTTP/1.1" status: 204 len: 168 time: 0.1212587 Jul 07 23:11:17.820590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fd82c-a3c8-491e-83bb-6c4d3a028ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1123f4a-52b2-4f65-85bf-4cac89e8b7e8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:18.115290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48916) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:18.154590 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-16f60587-ded0-4eef-a43c-2cbb83739a80 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=11c6937d1b78434a9be7e2045152d41f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380974 Jul 07 23:11:18.156886 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48918) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:18.205070 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21e5ce53-5135-4b54-9fb6-284979f37a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.227430 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21e5ce53-5135-4b54-9fb6-284979f37a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.238223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 999a61f7-6b76-4c59-95dd-d6b494341bd6 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:18.258531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 999a61f7-6b76-4c59-95dd-d6b494341bd6 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:18.259159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 999a61f7-6b76-4c59-95dd-d6b494341bd6 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:18.259762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a606bc34-e04b-4072-8135-b3c023d37790 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:18.276766 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21e5ce53-5135-4b54-9fb6-284979f37a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.281091 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-21e5ce53-5135-4b54-9fb6-284979f37a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:18.281307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: a606bc34-e04b-4072-8135-b3c023d37790 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:18.281513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a606bc34-e04b-4072-8135-b3c023d37790 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:18.282350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-21e5ce53-5135-4b54-9fb6-284979f37a59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c5d9dfa-8855-4c15-afdc-f51e9000178e HTTP/1.1" status: 204 len: 168 time: 0.1244645 Jul 07 23:11:18.284626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3d78f648-685c-4848-8297-d93f8c1a968c no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:11:18.290927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5ce53-5135-4b54-9fb6-284979f37a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5d9dfa-8855-4c15-afdc-f51e9000178e,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:18.308593 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 3d78f648-685c-4848-8297-d93f8c1a968c {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:11:18.308944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 3d78f648-685c-4848-8297-d93f8c1a968c not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:11:19.794120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48958) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:19.798887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428671449', 'description': 'tempest-secgroup-smoke-1428671449 description', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:19.823377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.831335 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.922495 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.926726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:19.961847 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5e6aed-213e-47f7-8694-1ba4ad3b0b61,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.015908 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.019463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.046229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.047438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2522364 Jul 07 23:11:20.049796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be4a7a-275e-497d-987d-f2003bb65518 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41d2aab-c267-4cc6-a89f-8356fc6b2187,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.051183 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48960) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:20.056010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bc6c3775-ab5e-44cd-94e1-f27ba4289ada tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c41d2aab-c267-4cc6-a89f-8356fc6b2187', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:20.082117 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3775-ab5e-44cd-94e1-f27ba4289ada tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.140718 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3775-ab5e-44cd-94e1-f27ba4289ada tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.145253 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3775-ab5e-44cd-94e1-f27ba4289ada tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.165844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c3775-ab5e-44cd-94e1-f27ba4289ada tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a021e878-9f0c-4a13-bccf-71b04af34e8d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.169722 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bc6c3775-ab5e-44cd-94e1-f27ba4289ada tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.170929 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bc6c3775-ab5e-44cd-94e1-f27ba4289ada tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186514 Jul 07 23:11:20.173567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48962) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:20.178443 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8bb802e8-d401-4bd3-8bc0-897744958bba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c41d2aab-c267-4cc6-a89f-8356fc6b2187', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:20.204128 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bb802e8-d401-4bd3-8bc0-897744958bba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.260790 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bb802e8-d401-4bd3-8bc0-897744958bba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.264778 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bb802e8-d401-4bd3-8bc0-897744958bba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.281544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb802e8-d401-4bd3-8bc0-897744958bba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c91224-6309-4246-a191-7b02c98961b9,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.289452 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8bb802e8-d401-4bd3-8bc0-897744958bba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.292943 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8bb802e8-d401-4bd3-8bc0-897744958bba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163337 Jul 07 23:11:20.293661 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48964) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:20.298308 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d5346fdf-5939-4280-88e6-9a4c962f787f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c41d2aab-c267-4cc6-a89f-8356fc6b2187', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:20.325597 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5346fdf-5939-4280-88e6-9a4c962f787f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.384529 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5346fdf-5939-4280-88e6-9a4c962f787f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.388216 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5346fdf-5939-4280-88e6-9a4c962f787f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.399990 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.410734 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5346fdf-5939-4280-88e6-9a4c962f787f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d99786-04d4-4dd2-b218-3c0c9cb504cc,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.414765 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d5346fdf-5939-4280-88e6-9a4c962f787f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.415941 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d5346fdf-5939-4280-88e6-9a4c962f787f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213202 Jul 07 23:11:20.418768 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48968) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:20.423378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-42f18a19-d2cc-4ec6-a720-434dca554899 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c41d2aab-c267-4cc6-a89f-8356fc6b2187', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:20.449129 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42f18a19-d2cc-4ec6-a720-434dca554899 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.509856 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42f18a19-d2cc-4ec6-a720-434dca554899 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.513290 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42f18a19-d2cc-4ec6-a720-434dca554899 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.530547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f18a19-d2cc-4ec6-a720-434dca554899 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6756a625-a339-445c-aaf6-3602be763da1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.536524 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-42f18a19-d2cc-4ec6-a720-434dca554899 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.538192 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-42f18a19-d2cc-4ec6-a720-434dca554899 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184378 Jul 07 23:11:20.540853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48970) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:20.545260 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d3ee2906-beec-40ab-aa0e-5a49ded0b145 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c41d2aab-c267-4cc6-a89f-8356fc6b2187', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:20.566755 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-d3ee2906-beec-40ab-aa0e-5a49ded0b145 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:11:20.571480 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2906-beec-40ab-aa0e-5a49ded0b145 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.630551 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2906-beec-40ab-aa0e-5a49ded0b145 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.633971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2906-beec-40ab-aa0e-5a49ded0b145 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.650996 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee2906-beec-40ab-aa0e-5a49ded0b145 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcbe14a-4328-4e00-8b76-d184fe83d1a2,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.657654 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d3ee2906-beec-40ab-aa0e-5a49ded0b145 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.659582 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d3ee2906-beec-40ab-aa0e-5a49ded0b145 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177988 Jul 07 23:11:20.662213 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48972) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:20.666596 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d7a4e69f-bc2a-4a3c-beb3-7dad95ee8372 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c41d2aab-c267-4cc6-a89f-8356fc6b2187', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:20.687133 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-d7a4e69f-bc2a-4a3c-beb3-7dad95ee8372 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:11:20.691958 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e69f-bc2a-4a3c-beb3-7dad95ee8372 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.751593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e69f-bc2a-4a3c-beb3-7dad95ee8372 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.755018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e69f-bc2a-4a3c-beb3-7dad95ee8372 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.769628 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4e69f-bc2a-4a3c-beb3-7dad95ee8372 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1661d21e-ee6b-40b8-9ec2-653729d070e5,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:20.778538 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d7a4e69f-bc2a-4a3c-beb3-7dad95ee8372 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.779730 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d7a4e69f-bc2a-4a3c-beb3-7dad95ee8372 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165998 Jul 07 23:11:20.782636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48974) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:20.788171 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'network': {'name': 'tempest-network-smoke--1698875452', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:20.806731 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:20.810037 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.832762 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:11:20.841208 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.841549 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Added segment be22d705-0f25-4ef6-be7f-9d9523a907f7 of type vlan for network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 Jul 07 23:11:20.882316 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.909086 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.914491 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:20.915065 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:20.969229 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1855674 Jul 07 23:11:20.974295 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48976) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:20.976473 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'admin_state_up': True, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:20.992616 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba85e7-a1c0-4431-bef1-8bca27f4c1d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Network': ['ID=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:21.003814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:11:21.008044 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.009061 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.062734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.196355 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.387514 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.405717 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.508241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.60 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/8750b1fe-25a6-4e5b-a1da-96f044020e92) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:21.604880 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.642519 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:21.681251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:21.683995 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:21.689191 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:21.713321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=8750b1fe-25a6-4e5b-a1da-96f044020e92,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:21.926277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.112236 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.542358 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:11:22.640524 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:11:22.649560 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Sync routers for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:11:22.659355 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:22.659950 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:22.660381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:22.661805 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d90ab08c-a803-491a-ac86-e18f6e887721 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6887770 Jul 07 23:11:22.665067 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48986) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:22.762873 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:22.784446 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e01b252b-f8a7-4ea4-9ceb-d3fc6d9bdb43 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6a1a12b0ff0340c4976b2b1e673370fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177695 Jul 07 23:11:22.787214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48990) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:22.870254 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e4f3fc-4266-4092-b14a-bbbc67fd76bc tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:22.873529 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-69e4f3fc-4266-4092-b14a-bbbc67fd76bc tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0836730 Jul 07 23:11:22.874634 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 48992) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:22.902119 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9b7757c0-531a-44f9-9e3b-aec3b17c39d4 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263999 Jul 07 23:11:22.904750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48994) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:22.910661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979213907', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:22.931411 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:22.961072 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Checking router: e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:11:22.961562 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Updating router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 port 8750b1fe-25a6-4e5b-a1da-96f044020e92 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:11:22.994663 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.002213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:23.005759 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.189610 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.242906 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.253038 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Transition to ACTIVE for port object 8750b1fe-25a6-4e5b-a1da-96f044020e92 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:23.255976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Subnet': ['ID=27ebf1cb-dd0c-40c7-94bf-0490c235edfe,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:23.259860 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.264030 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Checking segment: {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:23.264484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network hostable DHCP agents. Network: e6fe1fcc-70a1-4e07-abfc-289f4b26fd88, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:11:23.283335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:11:23.294280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, e6fe1fcc-70a1-4e07-abfc-289f4b26fd88) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:23.299674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:23.300496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.303738 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44beed-2c76-4ea8-a637-7294fdb091bd None None] Network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:23.316922 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Attempting to bind port 8750b1fe-25a6-4e5b-a1da-96f044020e92 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:23.317294 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Attempting to bind port 8750b1fe-25a6-4e5b-a1da-96f044020e92 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:23.317697 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Attempting to bind port 8750b1fe-25a6-4e5b-a1da-96f044020e92 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:23.323626 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Pushing event updated for resources: {'Port': ['ID=8750b1fe-25a6-4e5b-a1da-96f044020e92,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:23.323778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d55ecc6f-3066-4dfb-a6ea-4e051d786787 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4151838 Jul 07 23:11:23.324146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 48998) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:23.324658 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:23.325035 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:23.325442 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.325839 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:23.326326 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Bound port: 8750b1fe-25a6-4e5b-a1da-96f044020e92, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:23.326712 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.446357 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.446601 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.446944 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.447280 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.447616 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.447950 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.448670 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.448670 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.449530 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.449530 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.449530 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.449859 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:11:23.461768 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:11:23.462688 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.487848 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] For port 8750b1fe-25a6-4e5b-a1da-96f044020e92, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:23.491650 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] For port 8750b1fe-25a6-4e5b-a1da-96f044020e92, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8750b1fe-25a6-4e5b-a1da-96f044020e92,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:23.497125 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.545878 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52357b2-f399-400d-8083-9fc5e348f485 None None] Pushing event updated for resources: {'Port': ['ID=8750b1fe-25a6-4e5b-a1da-96f044020e92,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:23.566824 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:23.567433 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:23.617197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Allocated IP 172.20.0.2 (e6fe1fcc-70a1-4e07-abfc-289f4b26fd88/27ebf1cb-dd0c-40c7-94bf-0490c235edfe/05597ca8-456c-4af0-9853-53e6a94e9270) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:23.672378 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:23.773816 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.782563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Transition to ACTIVE for port object 05597ca8-456c-4af0-9853-53e6a94e9270 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:23.798378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Transition to ACTIVE for port object 05597ca8-456c-4af0-9853-53e6a94e9270 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:23.805350 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.836363 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.850749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:23.853466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:23.855544 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:23.857792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:23.860819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Pushing event updated for resources: {'Port': ['ID=05597ca8-456c-4af0-9853-53e6a94e9270,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:23.887259 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d0112-96d4-41f1-a92b-39a0e98fb440 None None] The sync data for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 is: [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:21Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:23.925212 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Attempting to bind port 05597ca8-456c-4af0-9853-53e6a94e9270 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:23.925585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Attempting to bind port 05597ca8-456c-4af0-9853-53e6a94e9270 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:23.925948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Attempting to bind port 05597ca8-456c-4af0-9853-53e6a94e9270 on network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:23.930919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:23.931290 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Checking segment: {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:23.931684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.932071 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Bound using segment: {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:23.932530 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Bound port: 05597ca8-456c-4af0-9853-53e6a94e9270, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:23.932940 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:23.997940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] For port 05597ca8-456c-4af0-9853-53e6a94e9270, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:24.001432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] For port 05597ca8-456c-4af0-9853-53e6a94e9270, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=05597ca8-456c-4af0-9853-53e6a94e9270,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:24.006950 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.070498 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00def670-ffd5-40e3-98f9-549a0bea9481 None None] Pushing event updated for resources: {'Port': ['ID=05597ca8-456c-4af0-9853-53e6a94e9270,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:24.207907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.1 (e6fe1fcc-70a1-4e07-abfc-289f4b26fd88/27ebf1cb-dd0c-40c7-94bf-0490c235edfe/e71527f9-5e47-440c-af15-922862e2b1a9) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:24.294032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8750b1fe-25a6-4e5b-a1da-96f044020e92 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:24.376332 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8750b1fe-25a6-4e5b-a1da-96f044020e92 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:24.381051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8750b1fe-25a6-4e5b-a1da-96f044020e92 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:24.381214 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.398259 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.416843 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object e71527f9-5e47-440c-af15-922862e2b1a9 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:24.463195 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.476416 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.509253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 8750b1fe-25a6-4e5b-a1da-96f044020e92, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8750b1fe-25a6-4e5b-a1da-96f044020e92,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:24.512502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:24.515280 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.518394 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:24.522295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:24.547857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=e71527f9-5e47-440c-af15-922862e2b1a9,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:24.568983 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:24.570517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=8750b1fe-25a6-4e5b-a1da-96f044020e92,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:25.009854 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.139140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cd47e4-874e-473e-adca-76c08a1e3184 None None] Network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:11:25.230284 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6ac88714-969e-4618-bc57-956aa7add127 None None] Provisioning for port 05597ca8-456c-4af0-9853-53e6a94e9270 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:25.312356 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.318676 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.401370 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=e71527f9-5e47-440c-af15-922862e2b1a9,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:25.406137 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.503449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:25.504924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:25.574172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5feed3d3-8c97-47f1-b190-411c29029f75 None None] Provisioning for port e71527f9-5e47-440c-af15-922862e2b1a9 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:25.578449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5feed3d3-8c97-47f1-b190-411c29029f75 None None] Provisioning complete for port e71527f9-5e47-440c-af15-922862e2b1a9 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:25.578891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5feed3d3-8c97-47f1-b190-411c29029f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.622942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5feed3d3-8c97-47f1-b190-411c29029f75 None None] Port e71527f9-5e47-440c-af15-922862e2b1a9 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:11:25.631972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:11:25.747162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:11:25.757765 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9d35a421-7fb9-45cb-9edf-649f11254a13 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4281018 Jul 07 23:11:25.757891 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Sync routers for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:11:25.763999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-253bcfc6-6d04-440a-8b1e-ac7e11e2e9e6 None None] Provisioning complete for port e71527f9-5e47-440c-af15-922862e2b1a9 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:25.763999 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-253bcfc6-6d04-440a-8b1e-ac7e11e2e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:25.789266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:25.790136 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:25.841168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-253bcfc6-6d04-440a-8b1e-ac7e11e2e9e6 None None] Port e71527f9-5e47-440c-af15-922862e2b1a9 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:11:25.907314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-92d79eb3-2bb3-4d82-9b37-5d70aa7ca24a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428671449&fields=id&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 267 time: 0.0369999 Jul 07 23:11:25.920676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:26.004280 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6f81a3fc-e2ce-4702-aca2-ac600410c29c None None] Provisioning complete for port e71527f9-5e47-440c-af15-922862e2b1a9 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:26.004651 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f81a3fc-e2ce-4702-aca2-ac600410c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.020951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-b43cdd25-2486-43ec-88ba-efaac19f7455 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:26.022460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-b43cdd25-2486-43ec-88ba-efaac19f7455 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/networks?id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 HTTP/1.1" status: 200 len: 797 time: 0.1077414 Jul 07 23:11:26.037219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-1498282e-636b-46a3-b029-44866c8d1324 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/quotas/6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 375 time: 0.0090435 Jul 07 23:11:26.080261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6f81a3fc-e2ce-4702-aca2-ac600410c29c None None] Port e71527f9-5e47-440c-af15-922862e2b1a9 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:11:26.105844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-7b4d00e8-8a14-4108-a27f-5f7f9f3e2e38 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639045 Jul 07 23:11:26.155550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e71527f9-5e47-440c-af15-922862e2b1a9', 'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:d3:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:25Z', 'revision_number': 2, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:26.182096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Checking router: e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:11:26.182472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Updating router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 port e71527f9-5e47-440c-af15-922862e2b1a9 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:11:26.199985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-047d335a-f6e7-4637-a468-9f13b6f51105 service neutron] 10.222.0.81 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820892 Jul 07 23:11:26.218351 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.313267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-b4a2c1f0-f739-40c9-9436-4535c9844e91 service neutron] 10.222.0.81 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025782 Jul 07 23:11:26.338210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8750b1fe-25a6-4e5b-a1da-96f044020e92 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:26.447586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8750b1fe-25a6-4e5b-a1da-96f044020e92 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:26.448368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.498815 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-94e2c9c2-bf4f-48d7-b88b-b7d7eb7036b5 req-da2dfad7-03aa-4f1b-a486-4a204290feab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 210 time: 0.0301342 Jul 07 23:11:26.591311 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.597061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 05597ca8-456c-4af0-9853-53e6a94e9270 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:26.621836 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Transition to ACTIVE for port object e71527f9-5e47-440c-af15-922862e2b1a9 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:26.633467 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.693095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f31f5-bdfb-44be-8d49-7c7126c28772 None None] Pushing event updated for resources: {'Port': ['ID=e71527f9-5e47-440c-af15-922862e2b1a9,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:26.717920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 05597ca8-456c-4af0-9853-53e6a94e9270 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:26.740459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 05597ca8-456c-4af0-9853-53e6a94e9270 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:26.740832 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.772932 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Attempting to bind port e71527f9-5e47-440c-af15-922862e2b1a9 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:26.773133 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Attempting to bind port e71527f9-5e47-440c-af15-922862e2b1a9 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:26.773458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Attempting to bind port e71527f9-5e47-440c-af15-922862e2b1a9 on network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:26.782786 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:26.783163 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Checking segment: {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:26.783672 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.784065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Bound using segment: {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:26.784542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Bound port: e71527f9-5e47-440c-af15-922862e2b1a9, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:26.784925 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.890308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] For port e71527f9-5e47-440c-af15-922862e2b1a9, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:26.895103 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.916162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] For port e71527f9-5e47-440c-af15-922862e2b1a9, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e71527f9-5e47-440c-af15-922862e2b1a9,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:26.926519 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:26.978456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 05597ca8-456c-4af0-9853-53e6a94e9270, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=05597ca8-456c-4af0-9853-53e6a94e9270,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:26.988077 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:27.005978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:27.006641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:27.040403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f31f5-bdfb-44be-8d49-7c7126c28772 None None] Pushing event updated for resources: {'Port': ['ID=e71527f9-5e47-440c-af15-922862e2b1a9,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:27.145960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=05597ca8-456c-4af0-9853-53e6a94e9270,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:27.166503 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:27.381289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e71527f9-5e47-440c-af15-922862e2b1a9', 'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:d3:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:27.415297 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b21358-8f43-4a31-a1e9-1ae8f94a0cc6 None None] The sync data for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 is: [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e71527f9-5e47-440c-af15-922862e2b1a9', 'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:d3:65:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:26Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:27.429591 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-261c9134-0ecd-4d35-aea3-1a45b3d91922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:27.668549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81168828-5afd-4429-8252-ceef558783ad req-2825a10f-fb31-47d8-b7f5-0db9bb099d6e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 210 time: 0.0301480 Jul 07 23:11:28.122437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-935cda68-1cd4-4137-9674-5c3ef5fad9ea tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:28.123898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-935cda68-1cd4-4137-9674-5c3ef5fad9ea tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/networks?id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 HTTP/1.1" status: 200 len: 797 time: 0.1111658 Jul 07 23:11:28.181074 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-38be49dd-8810-4d86-a051-9a0eca5e0cce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 380 time: 0.0371621 Jul 07 23:11:28.190132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'port': {'device_id': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'admin_state_up': True, 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'security_groups': ['c41d2aab-c267-4cc6-a89f-8356fc6b2187']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:28.327461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:11:28.334281 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.345221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 05597ca8-456c-4af0-9853-53e6a94e9270 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:28.403799 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 05597ca8-456c-4af0-9853-53e6a94e9270 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:28.404282 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.476656 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.5 (e6fe1fcc-70a1-4e07-abfc-289f4b26fd88/27ebf1cb-dd0c-40c7-94bf-0490c235edfe/0bd43048-58f7-4e5b-9ab3-f383f5e58670) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:28.495238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e71527f9-5e47-440c-af15-922862e2b1a9 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:28.628983 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.643750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object 0bd43048-58f7-4e5b-9ab3-f383f5e58670 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:28.677670 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.703384 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e71527f9-5e47-440c-af15-922862e2b1a9 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:28.708154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e71527f9-5e47-440c-af15-922862e2b1a9 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:28.708507 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.720294 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:28.724186 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:28.730223 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:28.790790 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.792726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:28.793667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.808023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=0bd43048-58f7-4e5b-9ab3-f383f5e58670,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:28.813814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-bdc26858-dc6d-4381-8782-79ae566e1436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6277268 Jul 07 23:11:28.847515 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port e71527f9-5e47-440c-af15-922862e2b1a9, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e71527f9-5e47-440c-af15-922862e2b1a9,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:28.852443 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:28.853631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-ca408393-d068-443d-8cde-122651a1166d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:11:28.854616 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-ca408393-d068-443d-8cde-122651a1166d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059998 Jul 07 23:11:28.910582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b348387-7a25-4c15-8d2e-74bfaeb2af2e req-712e3240-174e-4b27-bad4-edcb9b24de6e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:28.913264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=e71527f9-5e47-440c-af15-922862e2b1a9,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:28.913522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b348387-7a25-4c15-8d2e-74bfaeb2af2e req-712e3240-174e-4b27-bad4-edcb9b24de6e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 931 time: 0.1067643 Jul 07 23:11:28.946779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Request body: {'port': {'device_id': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:28.991850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b348387-7a25-4c15-8d2e-74bfaeb2af2e req-e6f6bb3f-5b8d-4d9d-947a-e93e3a0ca1ef tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687592 Jul 07 23:11:29.030357 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.050161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-351fa122-6ad4-4cca-9341-b4980154165f None None] Provisioning for port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:29.053827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-351fa122-6ad4-4cca-9341-b4980154165f None None] Provisioning complete for port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:29.054228 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-351fa122-6ad4-4cca-9341-b4980154165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.088350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-351fa122-6ad4-4cca-9341-b4980154165f None None] Port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:11:29.292959 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd43048-58f7-4e5b-9ab3-f383f5e58670 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:11:29.300534 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.312681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Transition to ACTIVE for port object 0bd43048-58f7-4e5b-9ab3-f383f5e58670 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:11:29.316507 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.366862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Pushing event updated for resources: {'Port': ['ID=0bd43048-58f7-4e5b-9ab3-f383f5e58670,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:29.442675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Attempting to bind port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:11:29.443008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Attempting to bind port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:11:29.443332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Attempting to bind port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 on network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:29.447923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 on network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:11:29.448245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Attempting to bind port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 on network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:11:29.453426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:11:29.453764 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Checking segment: {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:11:29.454230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Bound using segment: {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:11:29.454654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Bound port: 0bd43048-58f7-4e5b-9ab3-f383f5e58670, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be22d705-0f25-4ef6-be7f-9d9523a907f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:11:29.455009 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.520997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] For port 0bd43048-58f7-4e5b-9ab3-f383f5e58670, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:11:29.524301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] For port 0bd43048-58f7-4e5b-9ab3-f383f5e58670, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:11:29.528264 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.561373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:29.562014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.563412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] 10.222.0.83 "PUT /v2.0/ports/0bd43048-58f7-4e5b-9ab3-f383f5e58670 HTTP/1.1" status: 200 len: 1092 time: 0.7007475 Jul 07 23:11:29.563872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:11:29.566798 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfead186-8072-4f39-9e70-2f22673e957c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:11:29.591248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc6310-72bf-4b09-8911-f9e1fa27e63f service neutron] Pushing event updated for resources: {'Port': ['ID=0bd43048-58f7-4e5b-9ab3-f383f5e58670,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:29.612759 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afc665a-4446-4250-9ea5-5b225055a234 x-openstack-request-id: req-2afc665a-4446-4250-9ea5-5b225055a234 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:11:29.613276 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:11:29.613538 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2afc665a-4446-4250-9ea5-5b225055a234 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:11:29.613977 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'status': 'completed', 'code': 200} Jul 07 23:11:29.681993 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-16c10e54-a32a-404b-a986-8171961b85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:29.683551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-16c10e54-a32a-404b-a986-8171961b85c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 1095 time: 0.0545685 Jul 07 23:11:29.734386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-3cc613e9-a603-4f17-b513-fe5fba48692d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670 HTTP/1.1" status: 200 len: 217 time: 0.0379548 Jul 07 23:11:29.775715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f13c79e1-168b-496d-ad4b-0eb9166edb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:29.783819 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-93cefcae-47e5-4d25-b8af-507bc4cdc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:29.785294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-93cefcae-47e5-4d25-b8af-507bc4cdc9f8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=27ebf1cb-dd0c-40c7-94bf-0490c235edfe HTTP/1.1" status: 200 len: 835 time: 0.0451217 Jul 07 23:11:29.846692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-3ed59cb7-faac-4052-9b9f-d205e73d0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:29.848208 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-3ed59cb7-faac-4052-9b9f-d205e73d0c6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557506 Jul 07 23:11:29.940448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-844c118f-dd76-4b66-b4b8-268ab3bee451 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848505 Jul 07 23:11:30.026163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eede0d7b-c846-4aea-bd66-80ae5db2828e req-b23cb56a-879c-41bd-9325-dff920d91f4c service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798941 Jul 07 23:11:30.075777 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.216357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb5f2-f6bb-421e-bb90-afcb9c5cd2a9 req-3055ba6f-e17f-41d2-bb0e-65d847425a98 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.217937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c4fb5f2-f6bb-421e-bb90-afcb9c5cd2a9 req-3055ba6f-e17f-41d2-bb0e-65d847425a98 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 943 time: 0.1131465 Jul 07 23:11:30.220866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfead186-8072-4f39-9e70-2f22673e957c req-e7911966-35c9-4915-8d64-020936ea43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.222272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfead186-8072-4f39-9e70-2f22673e957c req-e7911966-35c9-4915-8d64-020936ea43f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 1095 time: 0.0833695 Jul 07 23:11:30.247758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e71527f9-5e47-440c-af15-922862e2b1a9 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:30.294546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e71527f9-5e47-440c-af15-922862e2b1a9 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:30.294915 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:30.307183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c4fb5f2-f6bb-421e-bb90-afcb9c5cd2a9 req-882a911a-87bc-4945-8e91-68022abd4520 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837371 Jul 07 23:11:30.342871 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfead186-8072-4f39-9e70-2f22673e957c req-628d3ca1-9791-4a28-95e0-98d52ee4329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.344636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfead186-8072-4f39-9e70-2f22673e957c req-628d3ca1-9791-4a28-95e0-98d52ee4329b service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 HTTP/1.1" status: 200 len: 898 time: 0.1064770 Jul 07 23:11:30.390451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfead186-8072-4f39-9e70-2f22673e957c req-58ac8b05-9a84-4406-897d-9a61a86df524 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670 HTTP/1.1" status: 200 len: 217 time: 0.0391841 Jul 07 23:11:30.438127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfead186-8072-4f39-9e70-2f22673e957c req-80c39723-1bba-4911-ba84-ec3d56b65e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.439564 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfead186-8072-4f39-9e70-2f22673e957c req-80c39723-1bba-4911-ba84-ec3d56b65e61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=27ebf1cb-dd0c-40c7-94bf-0490c235edfe HTTP/1.1" status: 200 len: 835 time: 0.0434861 Jul 07 23:11:30.504233 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfead186-8072-4f39-9e70-2f22673e957c req-07103205-5775-44e1-a8d1-05376cbebc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:30.505763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfead186-8072-4f39-9e70-2f22673e957c req-07103205-5775-44e1-a8d1-05376cbebc55 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600233 Jul 07 23:11:30.595767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfead186-8072-4f39-9e70-2f22673e957c req-b9e8db12-1a10-49a0-9c47-e9a453c6bb67 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829370 Jul 07 23:11:30.688860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bfead186-8072-4f39-9e70-2f22673e957c req-668574a9-df57-412f-8c08-f350d0c9eff4 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864527 Jul 07 23:11:31.096039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:31.479090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce549d-f5b3-44f2-9640-620a4c110900 req-44b2a8c6-84c2-451f-80de-89c6a081c062 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:31.480570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79ce549d-f5b3-44f2-9640-620a4c110900 req-44b2a8c6-84c2-451f-80de-89c6a081c062 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 943 time: 0.0633786 Jul 07 23:11:31.516866 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79ce549d-f5b3-44f2-9640-620a4c110900 req-10b34c2f-f9aa-43bb-bfcb-7c6bcb29da37 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308931 Jul 07 23:11:31.940395 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:32.685271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b24ad-6383-4443-956d-8bb901ffb0c1 req-6492c13f-e880-4a45-8729-7c743eaa4e83 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:32.686759 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b7b24ad-6383-4443-956d-8bb901ffb0c1 req-6492c13f-e880-4a45-8729-7c743eaa4e83 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 943 time: 0.0613778 Jul 07 23:11:32.722989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b7b24ad-6383-4443-956d-8bb901ffb0c1 req-21e08afd-5529-4905-b9a3-8d28a40e91dd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302131 Jul 07 23:11:32.963277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:33.823620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0bd43048-58f7-4e5b-9ab3-f383f5e58670 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:11:33.896026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14e814-67b9-43fb-80b4-a94b482babfe req-511ba4cf-80a2-414b-a1f7-de8d4a84e457 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:33.897499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b14e814-67b9-43fb-80b4-a94b482babfe req-511ba4cf-80a2-414b-a1f7-de8d4a84e457 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 943 time: 0.0658517 Jul 07 23:11:33.917038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 0bd43048-58f7-4e5b-9ab3-f383f5e58670, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:33.932065 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'port_id': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'mac_address': 'fa:16:3e:c0:9c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:11:33.935257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b14e814-67b9-43fb-80b4-a94b482babfe req-a4a430b5-065a-4114-bc1e-cd63ae5f135f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321562 Jul 07 23:11:33.968830 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:33.981020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd43048-58f7-4e5b-9ab3-f383f5e58670 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:11:33.999770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 0bd43048-58f7-4e5b-9ab3-f383f5e58670, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:34.004336 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:34.049517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=0bd43048-58f7-4e5b-9ab3-f383f5e58670,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:34.464075 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['0bd43048-58f7-4e5b-9ab3-f383f5e58670'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:11:35.103600 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0609dd-6a51-45fb-a801-9e45dbb0c955 req-17d13384-ce74-46d6-8672-67cf25a9cd90 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:35.105076 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be0609dd-6a51-45fb-a801-9e45dbb0c955 req-17d13384-ce74-46d6-8672-67cf25a9cd90 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 944 time: 0.0622053 Jul 07 23:11:35.141316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-be0609dd-6a51-45fb-a801-9e45dbb0c955 req-9c6ca0f8-e6cd-40d5-836f-66d7f085d921 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307097 Jul 07 23:11:35.849867 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0bd43048-58f7-4e5b-9ab3-f383f5e58670 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:11:35.900591 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:11:35.904298 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:11:35.904672 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:35.982059 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:36.005129 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:11:36.007430 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527391d8-321f-4391-ab26-e3651ed48256" -d '{"events": [{"server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "name": "network-vif-plugged", "status": "completed", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:11:36.019687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 0bd43048-58f7-4e5b-9ab3-f383f5e58670, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:11:36.023537 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:36.070020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=0bd43048-58f7-4e5b-9ab3-f383f5e58670,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:36.099516 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ad882-4056-4b32-81a3-f04e9f63da16 x-openstack-request-id: req-739ad882-4056-4b32-81a3-f04e9f63da16 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:11:36.099808 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "name": "network-vif-plugged", "status": "completed", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:11:36.100195 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-739ad882-4056-4b32-81a3-f04e9f63da16 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:11:36.100479 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'code': 200} Jul 07 23:11:36.242203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900005d6-bd26-4afb-9655-c5064543d5d5 req-e8785337-c19a-4bcf-b419-88ce37bd20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:36.243718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-900005d6-bd26-4afb-9655-c5064543d5d5 req-e8785337-c19a-4bcf-b419-88ce37bd20e2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 1097 time: 0.0540195 Jul 07 23:11:36.313809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-900005d6-bd26-4afb-9655-c5064543d5d5 req-1de2ef36-3068-4f15-80f1-f0f34b1884e5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631142 Jul 07 23:11:36.339303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847117ac-326f-4a8c-8467-3b13bea50d5a req-c8fa2e67-f718-4336-be25-0eecd701f093 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:36.340729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847117ac-326f-4a8c-8467-3b13bea50d5a req-c8fa2e67-f718-4336-be25-0eecd701f093 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0842624 Jul 07 23:11:36.377783 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-847117ac-326f-4a8c-8467-3b13bea50d5a req-ac750836-c261-49fc-a2b8-8e4a158fb110 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jul 07 23:11:37.547516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2f992-ae78-4a81-8d37-2aa4fbeb5ae0 req-37e1afbf-49fb-44ea-9def-c1526539ca82 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:37.549496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55a2f992-ae78-4a81-8d37-2aa4fbeb5ae0 req-37e1afbf-49fb-44ea-9def-c1526539ca82 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0625086 Jul 07 23:11:37.586781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-55a2f992-ae78-4a81-8d37-2aa4fbeb5ae0 req-747a9882-d56e-42b4-ab9b-bd2ed10cb711 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316172 Jul 07 23:11:38.762723 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97f81c-9122-4d49-b79f-5215ae4dacd1 req-f074fd91-dbf8-4982-ba8f-e77d49396f85 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:38.764182 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc97f81c-9122-4d49-b79f-5215ae4dacd1 req-f074fd91-dbf8-4982-ba8f-e77d49396f85 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0656235 Jul 07 23:11:38.801829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc97f81c-9122-4d49-b79f-5215ae4dacd1 req-9b5e5ba3-81ff-4569-b67e-55ad4d30dd6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315585 Jul 07 23:11:38.973207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808068d-e926-4abb-8e88-8af5d0a279dc req-354fee69-9289-47db-95e1-1dd5f92866df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:38.974718 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0808068d-e926-4abb-8e88-8af5d0a279dc req-354fee69-9289-47db-95e1-1dd5f92866df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0629416 Jul 07 23:11:39.010946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0808068d-e926-4abb-8e88-8af5d0a279dc req-e955e4f8-9749-4d78-8b1e-8f8009ef6d41 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306423 Jul 07 23:11:39.034203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49064) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:39.084271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6efa85-38f1-4c6f-b5d2-664b2b7d3bbb tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:39.085673 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6d6efa85-38f1-4c6f-b5d2-664b2b7d3bbb tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 1092 time: 0.0505402 Jul 07 23:11:39.088402 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49066) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:39.092676 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:11:39.113471 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:39.212396 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:39.316455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.226 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d910e65b-0bc4-4f7e-8825-ef1a600f7eef) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:11:39.412043 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:39.451179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:39.484310 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:11:39.487610 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:11:39.490700 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:11:39.525811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=d910e65b-0bc4-4f7e-8825-ef1a600f7eef,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:39.861201 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:39.936456 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:40.379855 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:40.384390 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:40.448259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=d910e65b-0bc4-4f7e-8825-ef1a600f7eef,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:11:40.460404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:40.558342 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP 183d2178-7246-4644-a419-8d91b009f1cf associated. External IP: 172.25.8.226, port: 0bd43048-58f7-4e5b-9ab3-f383f5e58670. Jul 07 23:11:40.763796 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:11:40.868800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:11:40.879460 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] Sync routers for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:11:40.884179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:40.888858 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:40.889544 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:40.925267 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-522cf9a4-d75b-495d-95bc-431e85b52436 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8358397 Jul 07 23:11:40.926127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:11:40.928436 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1022f1c9-ce6d-448b-ad61-81d86751855b" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:11:40.966206 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c449985-c185-48c3-8e22-bd4bf481460e x-openstack-request-id: req-1c449985-c185-48c3-8e22-bd4bf481460e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:11:40.966506 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:11:40.966758 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c449985-c185-48c3-8e22-bd4bf481460e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:11:40.967146 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'status': 'completed', 'code': 200} Jul 07 23:11:41.007496 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:41.108631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-ab5987a3-c28e-470b-9589-1a1b441f10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:41.110152 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-ab5987a3-c28e-470b-9589-1a1b441f10f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 1097 time: 0.0989296 Jul 07 23:11:41.118682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9f3ac-6bdd-4cce-ae62-16074aeb4923 req-b37846c5-7bbc-4b32-b1b1-7a456f12cdb3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:41.120058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-caf9f3ac-6bdd-4cce-ae62-16074aeb4923 req-b37846c5-7bbc-4b32-b1b1-7a456f12cdb3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.1001573 Jul 07 23:11:41.200487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-caf9f3ac-6bdd-4cce-ae62-16074aeb4923 req-f431d280-0edd-491d-85df-6f442c31ad52 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718927 Jul 07 23:11:41.226411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49072) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:41.238221 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '183d2178-7246-4644-a419-8d91b009f1cf', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'port_id': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'mac_address': 'fa:16:3e:c0:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:11:39Z', 'updated_at': '2021-07-07T23:11:39Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e71527f9-5e47-440c-af15-922862e2b1a9', 'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:d3:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:41.241332 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-595ede10-bfda-4eab-9967-8770b3610c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:41.242803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-595ede10-bfda-4eab-9967-8770b3610c39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 HTTP/1.1" status: 200 len: 898 time: 0.1218450 Jul 07 23:11:41.271324 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] Checking router: e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:11:41.279960 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:11:41.280517 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:11:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:41.336421 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ad4f17bb-f9a9-4587-b70e-85df9848a08e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/183d2178-7246-4644-a419-8d91b009f1cf HTTP/1.1" status: 200 len: 991 time: 0.1087501 Jul 07 23:11:41.342547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-e1f08db3-5a2b-4e5b-a93d-18522a71f615 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670 HTTP/1.1" status: 200 len: 999 time: 0.0741448 Jul 07 23:11:41.387674 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:11:41.393489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-07d08457-32b0-4dbd-b158-e32eb0c33527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:41.394997 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-07d08457-32b0-4dbd-b158-e32eb0c33527 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=27ebf1cb-dd0c-40c7-94bf-0490c235edfe HTTP/1.1" status: 200 len: 835 time: 0.0460856 Jul 07 23:11:41.452593 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-7cfe3f8b-6bd2-4169-8624-58b1b205a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:11:41.454392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-7cfe3f8b-6bd2-4169-8624-58b1b205a25e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525758 Jul 07 23:11:41.542439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-84ab5938-ff12-44f3-a302-660f7b4e0d10 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813434 Jul 07 23:11:41.604225 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '183d2178-7246-4644-a419-8d91b009f1cf', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'port_id': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'mac_address': 'fa:16:3e:c0:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:11:39Z', 'updated_at': '2021-07-07T23:11:39Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e71527f9-5e47-440c-af15-922862e2b1a9', 'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:d3:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:11:41.630649 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e6adc8-05df-476e-942e-2c2f977ecd5a None None] The sync data for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 is: [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '183d2178-7246-4644-a419-8d91b009f1cf', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.226', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'port_id': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'mac_address': 'fa:16:3e:c0:9c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:11:39Z', 'updated_at': '2021-07-07T23:11:39Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e71527f9-5e47-440c-af15-922862e2b1a9', 'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:d3:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:11:41.636776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1022f1c9-ce6d-448b-ad61-81d86751855b req-abe443ee-6c0e-4cb0-bfd0-7cb7d0be440c service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870051 Jul 07 23:11:41.826372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ed9170-211a-4b66-9ddf-a12d84a2ed5c None None] New status for floating IP 183d2178-7246-4644-a419-8d91b009f1cf: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:11:42.339578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49074) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:11:42.398625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-09e58a88-5d57-430a-b094-380d29607678 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/183d2178-7246-4644-a419-8d91b009f1cf HTTP/1.1" status: 200 len: 993 time: 0.0579185 Jul 07 23:11:44.316354 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:11:50.396807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:57.420701 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88b8e871-3b67-47fb-ad83-96819ad5796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:11:59.776327 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6928264a-ffa4-43b7-b3cb-b2f659c0575f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:00.077371 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:01.099368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:01.943371 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:02.963058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:17.936230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-c3dedad2-769d-4cb2-a044-e66e87f9f9e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0601788 Jul 07 23:12:18.045730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-0157e29d-c6cb-4d78-8832-e6bb43f86d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:18.047224 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-0157e29d-c6cb-4d78-8832-e6bb43f86d0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 1097 time: 0.0507808 Jul 07 23:12:18.151135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-85b1ba85-8431-437b-bde7-4c88063b7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:18.152551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-85b1ba85-8431-437b-bde7-4c88063b7d66 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 HTTP/1.1" status: 200 len: 898 time: 0.0836482 Jul 07 23:12:18.216032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-ff9a8e43-0784-4bae-8ea0-889e7c17b41d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670 HTTP/1.1" status: 200 len: 1001 time: 0.0561900 Jul 07 23:12:18.263870 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-30c63f1e-2a27-43b4-b61f-f5f0f73176a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:18.265276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-30c63f1e-2a27-43b4-b61f-f5f0f73176a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=27ebf1cb-dd0c-40c7-94bf-0490c235edfe HTTP/1.1" status: 200 len: 835 time: 0.0424211 Jul 07 23:12:18.325838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-a7736e99-aa27-423c-99db-7032df5e88af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:18.327351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-a7736e99-aa27-423c-99db-7032df5e88af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553982 Jul 07 23:12:18.413577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-8de04748-de19-4f94-ac74-1fbf5a9b2c0f service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796709 Jul 07 23:12:18.504286 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-23ce81b1-8776-4c82-977e-7beb0281a38c req-9e5a1d49-a15c-47ad-8b89-0c77f62b67cb service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841079 Jul 07 23:12:20.406283 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:21.315799 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:12:27.421288 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4fffc342-b1d8-4ead-b71a-0ec66abf9ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:29.777356 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d2043ab5-3d33-4e78-ae99-15c72b3b9f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:30.078346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:31.102754 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:31.957936 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:32.964194 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:50.400805 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:55.717605 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5464d9-7dcc-4981-9cf1-59897161b39d req-f79e6aa0-75e7-4102-bde6-9340b3573162 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:55.719125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa5464d9-7dcc-4981-9cf1-59897161b39d req-f79e6aa0-75e7-4102-bde6-9340b3573162 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0644600 Jul 07 23:12:55.756394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fa5464d9-7dcc-4981-9cf1-59897161b39d req-097dceb1-74db-4541-8415-ebb05cad83d4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309389 Jul 07 23:12:56.932216 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e61730-5eab-4128-83fe-bb2977dcb9ac req-b9d59e06-57bc-4b2f-b551-c686513284a4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:56.933676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9e61730-5eab-4128-83fe-bb2977dcb9ac req-b9d59e06-57bc-4b2f-b551-c686513284a4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0619054 Jul 07 23:12:56.969374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9e61730-5eab-4128-83fe-bb2977dcb9ac req-4697a131-46bd-414a-9224-5cb435985856 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302637 Jul 07 23:12:56.993994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49114) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:57.057062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4d20e412-778f-4269-95c0-f8ecb6d9c557 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/183d2178-7246-4644-a419-8d91b009f1cf HTTP/1.1" status: 200 len: 993 time: 0.0618589 Jul 07 23:12:57.421506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-28b8740a-3b21-4d28-8434-6178dac13c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:58.314632 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:12:58.512678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69ba30-6c2b-4616-b2a4-522c46e75c09 req-c3ca9616-a574-46bf-b5ff-aa1c444be158 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:58.514169 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc69ba30-6c2b-4616-b2a4-522c46e75c09 req-c3ca9616-a574-46bf-b5ff-aa1c444be158 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0617127 Jul 07 23:12:58.550173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bc69ba30-6c2b-4616-b2a4-522c46e75c09 req-d2289db9-16a9-46e3-b74b-ec0d2add12ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305419 Jul 07 23:12:59.730204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6007c5-d10c-4a2b-99bd-a1442af64b49 req-8e74768c-dbe4-4d6a-a4cf-40ead910cc12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:12:59.731991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd6007c5-d10c-4a2b-99bd-a1442af64b49 req-8e74768c-dbe4-4d6a-a4cf-40ead910cc12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0716259 Jul 07 23:12:59.771510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dd6007c5-d10c-4a2b-99bd-a1442af64b49 req-b71240bc-e494-4f8a-b332-8c8cc3e8eff4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338228 Jul 07 23:12:59.778055 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd062b5b-2ce3-4725-bf37-edaac4ca9aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:12:59.797254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49124) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:12:59.869763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f897143e-ff48-480c-b0f3-ecaa7a6c0c76 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/183d2178-7246-4644-a419-8d91b009f1cf HTTP/1.1" status: 200 len: 993 time: 0.0712774 Jul 07 23:13:00.078279 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:00.194924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49130) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:00.357334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port d910e65b-0bc4-4f7e-8825-ef1a600f7eef {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:13:00.357673 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:00.437586 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:00.437906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:00.450224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for d910e65b-0bc4-4f7e-8825-ef1a600f7eef owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:13:00.626589 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:00.650761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=d910e65b-0bc4-4f7e-8825-ef1a600f7eef,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:00.679226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.679585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.679925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.680265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.680603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.680933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.681268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.681614 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.681941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.682303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.682631 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.682952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:00.724314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:00.724570 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP 183d2178-7246-4644-a419-8d91b009f1cf disassociated (deleted). External IP: 172.25.8.226, port: 0bd43048-58f7-4e5b-9ab3-f383f5e58670. Jul 07 23:13:00.925105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:13:01.030292 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:13:01.035083 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:01.039927 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] Sync routers for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:13:01.049203 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:01.049812 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:01.072944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1489a456-4126-462c-a2e6-2e8821f2cd93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/floatingips/183d2178-7246-4644-a419-8d91b009f1cf HTTP/1.1" status: 204 len: 168 time: 0.8768363 Jul 07 23:13:01.073490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:13:01.075744 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6d0483-7795-40b6-a6bf-b180a69bb418" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:13:01.111899 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:01.127092 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e06f9f4-cd1a-4e87-ab22-7c9ea1aae134 x-openstack-request-id: req-0e06f9f4-cd1a-4e87-ab22-7c9ea1aae134 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:13:01.127422 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:13:01.127674 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e06f9f4-cd1a-4e87-ab22-7c9ea1aae134 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:13:01.128081 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'status': 'completed', 'code': 200} Jul 07 23:13:01.166261 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:01.231809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-54965d7e-9e8e-4898-8818-e3b9063750ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:01.233836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-54965d7e-9e8e-4898-8818-e3b9063750ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 1097 time: 0.0580881 Jul 07 23:13:01.337861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-659192d5-eae9-40f6-b6da-c78dacac0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:01.339390 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-659192d5-eae9-40f6-b6da-c78dacac0ad2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 HTTP/1.1" status: 200 len: 898 time: 0.0991795 Jul 07 23:13:01.392434 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-83df26e4-33cf-4923-9981-8231369f4e73 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670 HTTP/1.1" status: 200 len: 217 time: 0.0390527 Jul 07 23:13:01.468503 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e71527f9-5e47-440c-af15-922862e2b1a9', 'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:d3:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:01.470548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-6b313f3e-5a17-4153-8a8e-8d6ea3645bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:01.472020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-6b313f3e-5a17-4153-8a8e-8d6ea3645bd7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=27ebf1cb-dd0c-40c7-94bf-0490c235edfe HTTP/1.1" status: 200 len: 835 time: 0.0724769 Jul 07 23:13:01.494205 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] Checking router: e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:13:01.502304 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:01.502914 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:01.532792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bb2a9-f67e-41f2-a992-e31c0f4bac9a req-a0aa155f-fe00-42d5-b312-31f6a4364ddd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:01.534353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa2bb2a9-f67e-41f2-a992-e31c0f4bac9a req-a0aa155f-fe00-42d5-b312-31f6a4364ddd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.1262777 Jul 07 23:13:01.567898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-9aea28ba-9018-473d-8ec1-90dce6812c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:01.569498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-9aea28ba-9018-473d-8ec1-90dce6812c4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907006 Jul 07 23:13:01.600921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa2bb2a9-f67e-41f2-a992-e31c0f4bac9a req-17a91f65-fef7-44bf-a3ad-0e01687f77ac tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594518 Jul 07 23:13:01.606819 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:01.666497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-f19341cc-6582-4835-83dc-f76237dc3b33 service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877802 Jul 07 23:13:01.761335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da6d0483-7795-40b6-a6bf-b180a69bb418 req-fe74146d-b4f7-4c75-866a-b3988f319ada service neutron] 10.222.0.83 "GET /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872266 Jul 07 23:13:01.803881 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e71527f9-5e47-440c-af15-922862e2b1a9', 'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:d3:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:01.829477 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf95df02-0121-4b5b-936e-bd2d8e74fe2b None None] The sync data for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 is: [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e71527f9-5e47-440c-af15-922862e2b1a9', 'name': '', 'network_id': 'e6fe1fcc-70a1-4e07-abfc-289f4b26fd88', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:d3:65:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:23Z', 'updated_at': '2021-07-07T23:11:28Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '27ebf1cb-dd0c-40c7-94bf-0490c235edfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:13:01.964585 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:02.053106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d6f88e-4e0a-42c8-befa-ce90d5e7346b None None] New status for floating IP 183d2178-7246-4644-a419-8d91b009f1cf: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:13:02.773761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa56804-c540-4b82-9f90-f4847715da2b req-d21d047c-4ac1-47e2-9b86-d2b180ebb849 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:02.775254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fa56804-c540-4b82-9f90-f4847715da2b req-d21d047c-4ac1-47e2-9b86-d2b180ebb849 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0628984 Jul 07 23:13:02.811921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fa56804-c540-4b82-9f90-f4847715da2b req-93de9b0b-8e09-443c-8b4e-01ebea2651ea tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c41d2aab-c267-4cc6-a89f-8356fc6b2187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 Jul 07 23:13:02.967644 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:03.406926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-4a74989d-c773-4eed-84d6-07298ca67bab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:03.408398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-4a74989d-c773-4eed-84d6-07298ca67bab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 945 time: 0.0733998 Jul 07 23:13:03.511183 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:13:03.511514 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:03.595904 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 0bd43048-58f7-4e5b-9ab3-f383f5e58670, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=0bd43048-58f7-4e5b-9ab3-f383f5e58670,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:03.596197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:03.609202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 0bd43048-58f7-4e5b-9ab3-f383f5e58670 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:13:03.738713 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:03.767617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=0bd43048-58f7-4e5b-9ab3-f383f5e58670,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:03.816257 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] No DVR routers for this DVR port 0bd43048-58f7-4e5b-9ab3-f383f5e58670 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:13:03.818847 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:03.820818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3410756e-468b-4cb6-ab28-9d2487b8ccb3 req-7e47c07e-816d-49a1-8027-1ceffb95af99 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "DELETE /v2.0/ports/0bd43048-58f7-4e5b-9ab3-f383f5e58670 HTTP/1.1" status: 204 len: 173 time: 0.4061785 Jul 07 23:13:03.821258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'name': 'network-vif-deleted', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:13:03.823497 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2819a4d-5aa2-480d-b050-973723b1448b" -d '{"events": [{"server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "name": "network-vif-deleted", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:13:03.861634 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635993b8-87f2-4288-aadf-8485ba14b4d3 x-openstack-request-id: req-635993b8-87f2-4288-aadf-8485ba14b4d3 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:13:03.861941 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb15123-3908-40e0-8365-8242d1d36acb", "name": "network-vif-deleted", "tag": "0bd43048-58f7-4e5b-9ab3-f383f5e58670", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:13:03.862234 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-635993b8-87f2-4288-aadf-8485ba14b4d3 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:13:03.862871 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb15123-3908-40e0-8365-8242d1d36acb', 'name': 'network-vif-deleted', 'tag': '0bd43048-58f7-4e5b-9ab3-f383f5e58670', 'status': 'completed', 'code': 200} Jul 07 23:13:03.961569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9082d3ff-471d-4bf3-945e-58b9a7f31c6f req-d9dbec3b-9430-431b-883e-7c83bfda24db tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=bbb15123-3908-40e0-8365-8242d1d36acb HTTP/1.1" status: 200 len: 210 time: 0.0312898 Jul 07 23:13:05.056985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49148) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:05.705886 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:05.967477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port e71527f9-5e47-440c-af15-922862e2b1a9 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:13:05.967733 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:06.054399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port e71527f9-5e47-440c-af15-922862e2b1a9, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e71527f9-5e47-440c-af15-922862e2b1a9,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:06.054761 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:06.067211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for e71527f9-5e47-440c-af15-922862e2b1a9 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:13:06.254981 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:06.281799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=e71527f9-5e47-440c-af15-922862e2b1a9,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:06.351961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0bd43048-58f7-4e5b-9ab3-f383f5e58670 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:13:06.374578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 0bd43048-58f7-4e5b-9ab3-f383f5e58670 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:13:06.375185 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 0bd43048-58f7-4e5b-9ab3-f383f5e58670 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:13:06.465085 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:06.675008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:13:06.783529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:13:06.788442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dd28546e-e66b-4eaf-aa1c-85e144cf73e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7303348 Jul 07 23:13:06.791361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49150) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:06.792411 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] Sync routers for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:13:06.802021 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:06.802649 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:06.843863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec04ea64-dd30-4fe6-ad5d-713e5d9ba620 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting subnet 27ebf1cb-dd0c-40c7-94bf-0490c235edfe {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:13:06.847161 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec04ea64-dd30-4fe6-ad5d-713e5d9ba620 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:06.886906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec04ea64-dd30-4fe6-ad5d-713e5d9ba620 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:06.903834 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:06.973939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec04ea64-dd30-4fe6-ad5d-713e5d9ba620 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.030608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec04ea64-dd30-4fe6-ad5d-713e5d9ba620 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.058283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04ea64-dd30-4fe6-ad5d-713e5d9ba620 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Subnet': ['ID=27ebf1cb-dd0c-40c7-94bf-0490c235edfe,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:07.060238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec04ea64-dd30-4fe6-ad5d-713e5d9ba620 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.064716 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ec04ea64-dd30-4fe6-ad5d-713e5d9ba620 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/subnets/27ebf1cb-dd0c-40c7-94bf-0490c235edfe HTTP/1.1" status: 204 len: 168 time: 0.2697730 Jul 07 23:13:07.065159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49152) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:07.070686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a05c3-8650-4a31-b5a4-500d6bfae71e None None] Network e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:13:07.082125 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:13:06Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:07.108077 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] Checking router: e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:13:07.117790 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] Routers {'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:07.118437 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:07.175947 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.224098 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] Set router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:07.287500 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.287676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] DHCP port deletion for e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:13:07.340957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Deleting port 05597ca8-456c-4af0-9853-53e6a94e9270 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:13:07.341337 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.351036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 8750b1fe-25a6-4e5b-a1da-96f044020e92 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:13:07.351385 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.404403 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] For port 05597ca8-456c-4af0-9853-53e6a94e9270, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=05597ca8-456c-4af0-9853-53e6a94e9270,segment=NetworkSegment(be22d705-0f25-4ef6-be7f-9d9523a907f7),segment_id=be22d705-0f25-4ef6-be7f-9d9523a907f7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:07.405034 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.418501 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Calling delete_port for 05597ca8-456c-4af0-9853-53e6a94e9270 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:13:07.418734 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:13:06Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:07.430440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 8750b1fe-25a6-4e5b-a1da-96f044020e92, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8750b1fe-25a6-4e5b-a1da-96f044020e92,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:07.430813 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.447862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 8750b1fe-25a6-4e5b-a1da-96f044020e92 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:13:07.449423 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f5fd70-3a25-442b-b104-c67bfc488e45 None None] The sync data for ids ['e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308'] in n-d-695012-11 is: [{'id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835401253', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60'}], 'enable_snat': True}, 'gw_port_id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:13:06Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '8750b1fe-25a6-4e5b-a1da-96f044020e92', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:55:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:11:21Z', 'updated_at': '2021-07-07T23:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:13:07.502028 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.529152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] No DVR routers for this DVR port 05597ca8-456c-4af0-9853-53e6a94e9270 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:13:07.532396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Pushing event deleted for resources: {'Port': ['ID=05597ca8-456c-4af0-9853-53e6a94e9270,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:07.545488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.545841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.546216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.546556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.546894 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.547229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.547556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.547882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.548207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.548532 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.548856 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.549180 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a27146-6bb9-4f12-aacc-6f2b2f4cb33b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:07.612879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.641426 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=8750b1fe-25a6-4e5b-a1da-96f044020e92,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:07.700819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.792782 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.795420 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.839462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.840086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Fanout notify agent at l3_agent the message router_deleted on router e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:13:07.848837 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:07.850150 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7d2e5d8b-b3af-4508-afa2-8fdfc3fcb759 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/routers/e9f8f56a-04ac-4b2b-b9a7-97a5f51f5308 HTTP/1.1" status: 204 len: 168 time: 0.7841282 Jul 07 23:13:07.852715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49154) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:07.932962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.024643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.034673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fe1fcc-70a1-4e07-abfc-289f4b26fd88']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:08.050564 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be22d705-0f25-4ef6-be7f-9d9523a907f7') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:08.050776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be22d705-0f25-4ef6-be7f-9d9523a907f7') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:08.060315 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.074765 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.081542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:13:08.081933 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:13:08.085467 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:13:08.144287 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.151788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.153664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/networks/e6fe1fcc-70a1-4e07-abfc-289f4b26fd88 HTTP/1.1" status: 204 len: 168 time: 0.2999578 Jul 07 23:13:08.156546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49156) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:08.164776 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475dee5-79bb-4cf1-867e-5c24c06b76ce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Network': ['ID=e6fe1fcc-70a1-4e07-abfc-289f4b26fd88,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:08.219910 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.244205 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.306601 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.309257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.310447 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/security-groups/c41d2aab-c267-4cc6-a89f-8356fc6b2187 HTTP/1.1" status: 204 len: 168 time: 0.1529348 Jul 07 23:13:08.319365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41d2aab-c267-4cc6-a89f-8356fc6b2187,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:08.327411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.328020 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.328365 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.328705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.329043 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.329373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.329705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.330034 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.330537 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.330723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.331048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.331442 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4ee8c-44a2-4124-bd9e-581bf02aec88 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:08.493569 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8750b1fe-25a6-4e5b-a1da-96f044020e92 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:13:08.513372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8750b1fe-25a6-4e5b-a1da-96f044020e92 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:13:08.513715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8750b1fe-25a6-4e5b-a1da-96f044020e92 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:13:08.514137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 05597ca8-456c-4af0-9853-53e6a94e9270 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:13:08.531757 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 05597ca8-456c-4af0-9853-53e6a94e9270 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:13:08.532095 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 05597ca8-456c-4af0-9853-53e6a94e9270 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:13:08.532490 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e71527f9-5e47-440c-af15-922862e2b1a9 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:13:08.550331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e71527f9-5e47-440c-af15-922862e2b1a9 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:13:08.550673 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e71527f9-5e47-440c-af15-922862e2b1a9 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:13:08.743509 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:08.748218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3ebcf94c-78de-4df8-8e6b-e58548727c05 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1787626112', 'description': 'tempest-secgroup-smoke-1787626112 description', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:08.771053 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf94c-78de-4df8-8e6b-e58548727c05 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.849937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf94c-78de-4df8-8e6b-e58548727c05 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.853848 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf94c-78de-4df8-8e6b-e58548727c05 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.885900 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf94c-78de-4df8-8e6b-e58548727c05 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.887139 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3ebcf94c-78de-4df8-8e6b-e58548727c05 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425824 Jul 07 23:13:08.888345 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcf94c-78de-4df8-8e6b-e58548727c05 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:08.890390 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49166) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:08.895726 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-eaeabda0-07c6-412e-b559-3ccb021ef59c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': '2f3e63d5-e0cc-4dd1-9985-2286c243a9f1', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:08.922888 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaeabda0-07c6-412e-b559-3ccb021ef59c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.977575 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaeabda0-07c6-412e-b559-3ccb021ef59c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.981099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaeabda0-07c6-412e-b559-3ccb021ef59c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:08.997891 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeabda0-07c6-412e-b559-3ccb021ef59c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d02ba8b-74b7-4f52-b665-cd3b1cfbf0d0,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:09.003282 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-eaeabda0-07c6-412e-b559-3ccb021ef59c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.005012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-eaeabda0-07c6-412e-b559-3ccb021ef59c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135845 Jul 07 23:13:09.007715 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49168) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:09.012221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f5e23d87-6fa5-472c-a4a0-3184746f1dd3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': '2f3e63d5-e0cc-4dd1-9985-2286c243a9f1', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:09.038617 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f5e23d87-6fa5-472c-a4a0-3184746f1dd3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.098974 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f5e23d87-6fa5-472c-a4a0-3184746f1dd3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.102710 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f5e23d87-6fa5-472c-a4a0-3184746f1dd3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.117436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e23d87-6fa5-472c-a4a0-3184746f1dd3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a86b99-0b4e-4a59-b03b-328b7c4798f0,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:09.126433 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f5e23d87-6fa5-472c-a4a0-3184746f1dd3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.127629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f5e23d87-6fa5-472c-a4a0-3184746f1dd3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190038 Jul 07 23:13:09.131003 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49170) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:09.135315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5a52fc14-e38a-425d-b3fe-28d643df5bc2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': '2f3e63d5-e0cc-4dd1-9985-2286c243a9f1', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:09.160797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a52fc14-e38a-425d-b3fe-28d643df5bc2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.220209 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a52fc14-e38a-425d-b3fe-28d643df5bc2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.223954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a52fc14-e38a-425d-b3fe-28d643df5bc2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.241892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52fc14-e38a-425d-b3fe-28d643df5bc2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748b6b78-86b3-408b-a819-1cd98f597786,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:09.247851 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a52fc14-e38a-425d-b3fe-28d643df5bc2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.249310 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5a52fc14-e38a-425d-b3fe-28d643df5bc2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173935 Jul 07 23:13:09.252101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49172) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:09.257012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-01374fb1-f112-4cda-b632-2e27a279199c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': '2f3e63d5-e0cc-4dd1-9985-2286c243a9f1', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:09.284177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01374fb1-f112-4cda-b632-2e27a279199c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.348832 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01374fb1-f112-4cda-b632-2e27a279199c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.352273 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01374fb1-f112-4cda-b632-2e27a279199c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.370947 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01374fb1-f112-4cda-b632-2e27a279199c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36f1a9d-58bc-451f-b731-95b2149bda9f,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:09.374766 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-01374fb1-f112-4cda-b632-2e27a279199c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.376480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-01374fb1-f112-4cda-b632-2e27a279199c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229281 Jul 07 23:13:09.379730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49174) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:09.384532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5ccc3eae-a1d6-40ad-b4f4-744c4189d293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': '2f3e63d5-e0cc-4dd1-9985-2286c243a9f1', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:09.405151 n-d-695012-11 neutron-server[93941]: INFO neutron.db.securitygroups_db [None req-5ccc3eae-a1d6-40ad-b4f4-744c4189d293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:13:09.409778 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ccc3eae-a1d6-40ad-b4f4-744c4189d293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.470482 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ccc3eae-a1d6-40ad-b4f4-744c4189d293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.475114 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ccc3eae-a1d6-40ad-b4f4-744c4189d293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.492455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc3eae-a1d6-40ad-b4f4-744c4189d293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=887184a8-2253-47cf-87da-61932560a101,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:09.498545 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5ccc3eae-a1d6-40ad-b4f4-744c4189d293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.499699 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5ccc3eae-a1d6-40ad-b4f4-744c4189d293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185529 Jul 07 23:13:09.502668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49176) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:09.507060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-bb2bfd27-60fe-4438-b988-27f7292dca33 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': '2f3e63d5-e0cc-4dd1-9985-2286c243a9f1', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:09.527702 n-d-695012-11 neutron-server[93941]: INFO neutron.db.securitygroups_db [None req-bb2bfd27-60fe-4438-b988-27f7292dca33 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:13:09.532518 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb2bfd27-60fe-4438-b988-27f7292dca33 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.591636 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb2bfd27-60fe-4438-b988-27f7292dca33 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.594979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb2bfd27-60fe-4438-b988-27f7292dca33 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.612531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bfd27-60fe-4438-b988-27f7292dca33 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f97d4ba-fd37-4110-be07-3083b771b8cb,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:09.619177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bb2bfd27-60fe-4438-b988-27f7292dca33 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.620489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bb2bfd27-60fe-4438-b988-27f7292dca33 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167867 Jul 07 23:13:09.623485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49178) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:09.629778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'network': {'name': 'tempest-network-smoke--1836009594', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'port_security_enabled': True}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:09.649784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:13:09.653228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.677415 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:13:09.686521 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.686860 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Added segment 907aa1e4-8b1c-4663-9855-15bad98bc4b7 of type vlan for network 2aa6e526-8147-4547-a61d-dd0c56880ed8 Jul 07 23:13:09.725905 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.753463 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.758949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:09.759529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.818021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1935890 Jul 07 23:13:09.820769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49180) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:09.827170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'admin_state_up': True, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:09.844031 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917c3db-ec89-4107-8e82-793c2fb8e545 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Network': ['ID=2aa6e526-8147-4547-a61d-dd0c56880ed8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:09.855260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 2aa6e526-8147-4547-a61d-dd0c56880ed8 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:13:09.858353 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.859353 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:09.911832 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:10.047959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:10.242455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:10.261801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:10.361724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.40 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/a00c37ef-6306-4853-95ef-2d51b63fbd73) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:13:10.465773 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:10.503049 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:10.538997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:13:10.541739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:13:10.547110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:13:10.572311 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=a00c37ef-6306-4853-95ef-2d51b63fbd73,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:11.087177 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:11.277791 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:11.401200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router abb48594-444b-4000-8685-ae767603616a is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:13:11.504917 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:13:11.513840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Sync routers for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:13:11.523051 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:11.523296 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:11.523872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:11.524299 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-00433ed4-8407-403f-999b-7771b64c3d73 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7026343 Jul 07 23:13:11.527450 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49182) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:11.561878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a047ff8d-6420-400d-92c8-065453e9fdc9 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6a1a12b0ff0340c4976b2b1e673370fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332561 Jul 07 23:13:11.564479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49184) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:11.626453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:11.709210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a88d79-e941-410f-8f3e-3c330895f652 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:11.713346 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c0a88d79-e941-410f-8f3e-3c330895f652 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1453848 Jul 07 23:13:11.713740 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49186) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:11.743076 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c6c09ee6-0551-4efb-ab3e-1cb52ae5322c tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281305 Jul 07 23:13:11.745478 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49188) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:11.750371 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-245948778', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:11.799229 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:10Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:11.828412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Checking router: abb48594-444b-4000-8685-ae767603616a for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:13:11.828754 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Updating router abb48594-444b-4000-8685-ae767603616a port a00c37ef-6306-4853-95ef-2d51b63fbd73 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:13:11.838526 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:13:11.842344 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:11.862826 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.023937 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.084214 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Subnet': ['ID=44bb8432-a923-4451-a959-a1c0d14fedb1,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:12.092206 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Checking segment: {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:13:12.092568 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network hostable DHCP agents. Network: 2aa6e526-8147-4547-a61d-dd0c56880ed8, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:13:12.109815 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2aa6e526-8147-4547-a61d-dd0c56880ed8 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:13:12.111135 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.119150 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 2aa6e526-8147-4547-a61d-dd0c56880ed8) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:13:12.123171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Transition to ACTIVE for port object a00c37ef-6306-4853-95ef-2d51b63fbd73 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:13:12.123532 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:12.124036 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.131662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da02c4-31d7-4670-ae44-0b400ff2d528 None None] Network 2aa6e526-8147-4547-a61d-dd0c56880ed8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:13:12.142137 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-66578243-01f3-414e-bdc2-70fed196b697 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3930075 Jul 07 23:13:12.142394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49190) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:12.143778 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.241200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Attempting to bind port a00c37ef-6306-4853-95ef-2d51b63fbd73 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:13:12.241566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Attempting to bind port a00c37ef-6306-4853-95ef-2d51b63fbd73 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:13:12.241931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Attempting to bind port a00c37ef-6306-4853-95ef-2d51b63fbd73 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:13:12.246198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1afa2-ddb2-4604-90c5-2ba24d4fceab None None] Pushing event updated for resources: {'Port': ['ID=a00c37ef-6306-4853-95ef-2d51b63fbd73,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:12.254662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:13:12.255126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:13:12.255547 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.255801 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:13:12.256267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Bound port: a00c37ef-6306-4853-95ef-2d51b63fbd73, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:13:12.256651 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.349261 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] For port a00c37ef-6306-4853-95ef-2d51b63fbd73, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:13:12.352870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] For port a00c37ef-6306-4853-95ef-2d51b63fbd73, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a00c37ef-6306-4853-95ef-2d51b63fbd73,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:13:12.370770 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.395587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-2aa6e526-8147-4547-a61d-dd0c56880ed8', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:13:12.396413 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.448859 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1afa2-ddb2-4604-90c5-2ba24d4fceab None None] Pushing event updated for resources: {'Port': ['ID=a00c37ef-6306-4853-95ef-2d51b63fbd73,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:12.452556 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:12.453985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:12.570803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:12.798213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:12.824667 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Allocated IP 172.20.0.2 (2aa6e526-8147-4547-a61d-dd0c56880ed8/44bb8432-a923-4451-a959-a1c0d14fedb1/e7f72f82-b900-4765-a337-86de0c334d1f) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:13:13.131015 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:13.144042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Transition to ACTIVE for port object e7f72f82-b900-4765-a337-86de0c334d1f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:13:13.171827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Transition to ACTIVE for port object e7f72f82-b900-4765-a337-86de0c334d1f will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:13:13.173829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:10Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:13.203503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:13.205385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10555c-c5cc-405f-a4a5-b9f763f902e1 None None] The sync data for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 is: [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:10Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:13:13.237121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.1 (2aa6e526-8147-4547-a61d-dd0c56880ed8/44bb8432-a923-4451-a959-a1c0d14fedb1/8b880293-58b3-4e3d-97dd-47ac0b7e3d0b) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:13:13.274605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Network 2aa6e526-8147-4547-a61d-dd0c56880ed8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:13:13.282258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:13:13.286663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:13:13.295680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Pushing event updated for resources: {'Port': ['ID=e7f72f82-b900-4765-a337-86de0c334d1f,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:13.360795 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Attempting to bind port e7f72f82-b900-4765-a337-86de0c334d1f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:13:13.361168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Attempting to bind port e7f72f82-b900-4765-a337-86de0c334d1f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:13:13.361535 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Attempting to bind port e7f72f82-b900-4765-a337-86de0c334d1f on network 2aa6e526-8147-4547-a61d-dd0c56880ed8 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:13:13.365618 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:13.373161 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:13:13.373538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Checking segment: {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:13:13.373942 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:13.374369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Bound using segment: {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:13:13.374852 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Bound port: e7f72f82-b900-4765-a337-86de0c334d1f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:13:13.375241 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:13.380555 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:13:13.425039 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:13.459396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] For port e7f72f82-b900-4765-a337-86de0c334d1f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:13:13.472412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] For port e7f72f82-b900-4765-a337-86de0c334d1f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e7f72f82-b900-4765-a337-86de0c334d1f,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:13:13.477366 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:13.504936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=8b880293-58b3-4e3d-97dd-47ac0b7e3d0b,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:13.513208 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2aa6e526-8147-4547-a61d-dd0c56880ed8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:13:13.514901 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:13:13.517270 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:13:13.558853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560f1d-6c41-4d0c-8295-d545e0dd87f0 None None] Pushing event updated for resources: {'Port': ['ID=e7f72f82-b900-4765-a337-86de0c334d1f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:13.576164 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:13.746644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.038683 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.043681 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.121551 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=8b880293-58b3-4e3d-97dd-47ac0b7e3d0b,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:14.126395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.218673 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2aa6e526-8147-4547-a61d-dd0c56880ed8 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:13:14.220017 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:13:14.350774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router abb48594-444b-4000-8685-ae767603616a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:13:14.375623 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e7f72f82-b900-4765-a337-86de0c334d1f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:13:14.428875 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e7f72f82-b900-4765-a337-86de0c334d1f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:13:14.433521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a00c37ef-6306-4853-95ef-2d51b63fbd73 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:13:14.480928 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:13:14.489990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a00c37ef-6306-4853-95ef-2d51b63fbd73 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:13:14.490996 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-344e2876-9f7d-406a-9047-afbcbcab8d2b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/abb48594-444b-4000-8685-ae767603616a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3474450 Jul 07 23:13:14.507219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a00c37ef-6306-4853-95ef-2d51b63fbd73 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:14.507587 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.538948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944b05d6-5efa-417c-b1ea-a074712af86c None None] Network 2aa6e526-8147-4547-a61d-dd0c56880ed8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:13:14.635941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-9f17dbb9-686b-4f84-bf6e-100c7dc85ecf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1787626112&fields=id&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 267 time: 0.0367739 Jul 07 23:13:14.691075 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.703773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-56711fd4-6079-4f5a-9374-bc522810c708 None None] Provisioning for port e7f72f82-b900-4765-a337-86de0c334d1f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:13:14.722840 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-56711fd4-6079-4f5a-9374-bc522810c708 None None] Provisioning complete for port e7f72f82-b900-4765-a337-86de0c334d1f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:14.723216 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56711fd4-6079-4f5a-9374-bc522810c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.730357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port a00c37ef-6306-4853-95ef-2d51b63fbd73, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a00c37ef-6306-4853-95ef-2d51b63fbd73,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:14.748478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-e515db35-0e5b-426e-8bcd-95bd16c674ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:14.750166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-e515db35-0e5b-426e-8bcd-95bd16c674ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/networks?id=2aa6e526-8147-4547-a61d-dd0c56880ed8 HTTP/1.1" status: 200 len: 797 time: 0.1072500 Jul 07 23:13:14.751838 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.766770 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-da4b2999-8470-4c64-9c21-8b7c581fe0b4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/quotas/6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 375 time: 0.0100663 Jul 07 23:13:14.841311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=a00c37ef-6306-4853-95ef-2d51b63fbd73,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:14.842307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-3010e657-2d04-46f4-a047-103ad7ce23db tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0673349 Jul 07 23:13:14.894144 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56711fd4-6079-4f5a-9374-bc522810c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.931851 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-56711fd4-6079-4f5a-9374-bc522810c708 None None] For port e7f72f82-b900-4765-a337-86de0c334d1f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e7f72f82-b900-4765-a337-86de0c334d1f,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:14.938144 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-56711fd4-6079-4f5a-9374-bc522810c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:14.993854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56711fd4-6079-4f5a-9374-bc522810c708 None None] Pushing event updated for resources: {'Port': ['ID=e7f72f82-b900-4765-a337-86de0c334d1f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:15.002651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-634301d0-a457-43be-8e84-15da56395e61 service neutron] 10.222.0.81 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450884 Jul 07 23:13:15.100451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-5d54a462-45cf-4a31-b417-2ef869728b5e service neutron] 10.222.0.81 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956516 Jul 07 23:13:15.101857 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Sync routers for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:13:15.111903 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:15.112605 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:15.164923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c7b78a00-340d-475b-9ae7-a4204919766f None None] Provisioning for port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:13:15.169938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c7b78a00-340d-475b-9ae7-a4204919766f None None] Provisioning complete for port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:15.170366 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7b78a00-340d-475b-9ae7-a4204919766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:15.241952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-c7b78a00-340d-475b-9ae7-a4204919766f None None] Port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:13:15.251545 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:15.258331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c7b78a00-340d-475b-9ae7-a4204919766f None None] Provisioning complete for port e7f72f82-b900-4765-a337-86de0c334d1f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:15.259081 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c7b78a00-340d-475b-9ae7-a4204919766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:15.338562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cc318166-1c94-4418-84ab-b328627b03aa req-85cecb46-b1d7-45a9-9d71-bc07fd0ecda1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 210 time: 0.0618088 Jul 07 23:13:15.495876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-75344966-ec99-4a97-907c-caac0553d325 None None] Provisioning complete for port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:15.496429 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-75344966-ec99-4a97-907c-caac0553d325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:15.545174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-75344966-ec99-4a97-907c-caac0553d325 None None] Port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:13:15.602161 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '8b880293-58b3-4e3d-97dd-47ac0b7e3d0b', 'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:f5:e8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:12Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 2, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:15.627438 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Checking router: abb48594-444b-4000-8685-ae767603616a for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:13:15.627860 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Updating router abb48594-444b-4000-8685-ae767603616a port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:13:15.664887 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6b1ccd10-666c-4ae6-aaaf-70c8a704ea75 None None] Provisioning complete for port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:15.665572 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6b1ccd10-666c-4ae6-aaaf-70c8a704ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:15.666361 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:15.703406 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ccd10-666c-4ae6-aaaf-70c8a704ea75 None None] Port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:13:15.929381 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:15.940246 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Transition to ACTIVE for port object 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:13:15.946888 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:15.999938 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Pushing event updated for resources: {'Port': ['ID=8b880293-58b3-4e3d-97dd-47ac0b7e3d0b,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:16.033739 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.034105 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.034435 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.034764 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.035128 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.035446 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.035764 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.036081 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.036403 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.036717 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.037029 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.037338 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:13:16.069267 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Attempting to bind port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:13:16.069641 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Attempting to bind port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:13:16.069995 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Attempting to bind port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b on network 2aa6e526-8147-4547-a61d-dd0c56880ed8 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:13:16.075273 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:13:16.075642 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Checking segment: {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:13:16.076037 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:16.076423 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Bound using segment: {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:13:16.076876 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Bound port: 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:13:16.077249 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:16.141206 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] For port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:13:16.144524 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] For port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8b880293-58b3-4e3d-97dd-47ac0b7e3d0b,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:13:16.148040 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:16.206389 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:16.207056 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:16.209917 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7c50a-620a-4cf1-946f-578689c70656 None None] Pushing event updated for resources: {'Port': ['ID=8b880293-58b3-4e3d-97dd-47ac0b7e3d0b,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:16.343002 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e7f72f82-b900-4765-a337-86de0c334d1f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:13:16.347169 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:16.444558 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e7f72f82-b900-4765-a337-86de0c334d1f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:16.444924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:16.547109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a00c37ef-6306-4853-95ef-2d51b63fbd73 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:13:16.594572 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8c70534f-bbf3-4dc2-9ce4-720c023e4c49 req-cff4c9c6-38da-4b13-b5d5-82916e49b0bf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 210 time: 0.0533190 Jul 07 23:13:16.599482 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a00c37ef-6306-4853-95ef-2d51b63fbd73 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:16.600566 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:16.600765 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '8b880293-58b3-4e3d-97dd-47ac0b7e3d0b', 'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:f5:e8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:12Z', 'updated_at': '2021-07-07T23:13:16Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:16.614958 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-f98bc233-ba8d-4440-b18a-c4ecb4a147a2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:16.616506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-f98bc233-ba8d-4440-b18a-c4ecb4a147a2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "GET /v2.0/networks?id=2aa6e526-8147-4547-a61d-dd0c56880ed8 HTTP/1.1" status: 200 len: 797 time: 0.2439928 Jul 07 23:13:16.642264 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4198e5a-136f-4194-978f-d842559277d1 None None] The sync data for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 is: [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '8b880293-58b3-4e3d-97dd-47ac0b7e3d0b', 'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:f5:e8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:12Z', 'updated_at': '2021-07-07T23:13:16Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:13:16.665490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-8a97d4ce-28b9-4aba-8e18-fdcfd1ea522b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 380 time: 0.0402100 Jul 07 23:13:16.678291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'port': {'device_id': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'admin_state_up': True, 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'security_groups': ['2f3e63d5-e0cc-4dd1-9985-2286c243a9f1']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:16.808670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:13:16.815081 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:16.948298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.7 (2aa6e526-8147-4547-a61d-dd0c56880ed8/44bb8432-a923-4451-a959-a1c0d14fedb1/9d948ee3-597a-4887-ad23-97ce4e39efec) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:13:17.094055 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.108719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object 9d948ee3-597a-4887-ad23-97ce4e39efec will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:13:17.142941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.187716 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2aa6e526-8147-4547-a61d-dd0c56880ed8 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:13:17.193643 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:13:17.197478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:13:17.223408 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=9d948ee3-597a-4887-ad23-97ce4e39efec,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:17.256669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:17.257529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.273886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-deb789c7-121b-4772-a8ca-767171f03390 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996342 Jul 07 23:13:17.285892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Request body: {'port': {'device_id': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:17.370775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.429175 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-531cfbe5-90eb-43f2-9b9d-7d1b098e1913 None None] Provisioning for port 9d948ee3-597a-4887-ad23-97ce4e39efec completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:13:17.433250 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-531cfbe5-90eb-43f2-9b9d-7d1b098e1913 None None] Provisioning complete for port 9d948ee3-597a-4887-ad23-97ce4e39efec triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:17.433635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-531cfbe5-90eb-43f2-9b9d-7d1b098e1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.469790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-531cfbe5-90eb-43f2-9b9d-7d1b098e1913 None None] Port 9d948ee3-597a-4887-ad23-97ce4e39efec cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:13:17.641587 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d948ee3-597a-4887-ad23-97ce4e39efec {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:13:17.649630 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.662152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Transition to ACTIVE for port object 9d948ee3-597a-4887-ad23-97ce4e39efec will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:13:17.666567 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.728559 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Pushing event updated for resources: {'Port': ['ID=9d948ee3-597a-4887-ad23-97ce4e39efec,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:17.835428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Attempting to bind port 9d948ee3-597a-4887-ad23-97ce4e39efec on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:13:17.835767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Attempting to bind port 9d948ee3-597a-4887-ad23-97ce4e39efec by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:13:17.836096 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Attempting to bind port 9d948ee3-597a-4887-ad23-97ce4e39efec on network 2aa6e526-8147-4547-a61d-dd0c56880ed8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:13:17.850653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec75e32-0b5a-42db-97a9-1863900947d0 req-8937f7d9-3a76-4301-9c71-efcc746d26eb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:17.852243 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ec75e32-0b5a-42db-97a9-1863900947d0 req-8937f7d9-3a76-4301-9c71-efcc746d26eb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 943 time: 0.1365099 Jul 07 23:13:17.853460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Port 9d948ee3-597a-4887-ad23-97ce4e39efec on network 2aa6e526-8147-4547-a61d-dd0c56880ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:13:17.853680 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Attempting to bind port 9d948ee3-597a-4887-ad23-97ce4e39efec on network 2aa6e526-8147-4547-a61d-dd0c56880ed8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:13:17.866059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:13:17.866427 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Checking segment: {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:13:17.866813 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Bound using segment: {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:13:17.867261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Bound port: 9d948ee3-597a-4887-ad23-97ce4e39efec, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907aa1e4-8b1c-4663-9855-15bad98bc4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:13:17.867623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.924850 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ec75e32-0b5a-42db-97a9-1863900947d0 req-11882af0-2562-42ad-892e-014b4d901157 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658062 Jul 07 23:13:17.950131 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] For port 9d948ee3-597a-4887-ad23-97ce4e39efec, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:13:17.953388 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] For port 9d948ee3-597a-4887-ad23-97ce4e39efec, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9d948ee3-597a-4887-ad23-97ce4e39efec,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:13:17.957811 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.994486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:17.995162 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:17.996439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] 10.222.0.44 "PUT /v2.0/ports/9d948ee3-597a-4887-ad23-97ce4e39efec HTTP/1.1" status: 200 len: 1092 time: 0.7153714 Jul 07 23:13:17.996908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:13:17.999181 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ab6d28-24f0-44ac-834a-3cf482f438ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:13:18.027939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5340a-b9b3-4574-b474-39b6ecd104ed service neutron] Pushing event updated for resources: {'Port': ['ID=9d948ee3-597a-4887-ad23-97ce4e39efec,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:18.043101 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedaf33e-11db-4d23-a914-14fa1d940d99 x-openstack-request-id: req-eedaf33e-11db-4d23-a914-14fa1d940d99 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:13:18.043399 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:13:18.043654 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eedaf33e-11db-4d23-a914-14fa1d940d99 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:13:18.044050 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'status': 'completed', 'code': 200} Jul 07 23:13:18.090231 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4ac0337a-e7cf-4c02-b625-bdfa0ed34358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:18.091751 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-4ac0337a-e7cf-4c02-b625-bdfa0ed34358 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 1095 time: 0.0580034 Jul 07 23:13:18.133703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-ba643967-62e4-4273-b787-cc5631f54a30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d948ee3-597a-4887-ad23-97ce4e39efec HTTP/1.1" status: 200 len: 217 time: 0.0344186 Jul 07 23:13:18.195435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-e52c9b16-3b5d-4d2a-8fa3-edf234b81dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:18.196851 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-e52c9b16-3b5d-4d2a-8fa3-edf234b81dbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44bb8432-a923-4451-a959-a1c0d14fedb1 HTTP/1.1" status: 200 len: 834 time: 0.0546453 Jul 07 23:13:18.256809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-50c5cf1f-c253-4787-9edc-b33237967dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:18.258148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-50c5cf1f-c253-4787-9edc-b33237967dea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2aa6e526-8147-4547-a61d-dd0c56880ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544245 Jul 07 23:13:18.326528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:13:18.352393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-b4852817-174e-4363-b2bc-0ce8821c2c86 service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868371 Jul 07 23:13:18.373900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:13:18.377388 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:18.377752 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:18.445956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38691976-8621-4b5e-9d68-6aa61edcfcca req-6fb2e9fb-1457-4673-bad4-190e976059db service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874760 Jul 07 23:13:18.456268 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:18.492509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8b880293-58b3-4e3d-97dd-47ac0b7e3d0b,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:18.496485 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:18.549755 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=8b880293-58b3-4e3d-97dd-47ac0b7e3d0b,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:18.561515 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-d3f57905-4727-460b-9ff7-906f24cf8020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:18.563062 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-d3f57905-4727-460b-9ff7-906f24cf8020 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 1095 time: 0.0651319 Jul 07 23:13:18.656558 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-ba394514-b0b8-478a-b99d-11606272743e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:18.659764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-ba394514-b0b8-478a-b99d-11606272743e service neutron] 10.222.0.44 "GET /v2.0/networks?id=2aa6e526-8147-4547-a61d-dd0c56880ed8 HTTP/1.1" status: 200 len: 898 time: 0.0898778 Jul 07 23:13:18.700478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-9d327b66-60e6-44c4-90fd-e42df83aec54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d948ee3-597a-4887-ad23-97ce4e39efec HTTP/1.1" status: 200 len: 217 time: 0.0343113 Jul 07 23:13:18.747344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-087ce043-f3a5-45f5-9f16-c298e9c51e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:18.748743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-087ce043-f3a5-45f5-9f16-c298e9c51e64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44bb8432-a923-4451-a959-a1c0d14fedb1 HTTP/1.1" status: 200 len: 834 time: 0.0422916 Jul 07 23:13:18.807837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-bd6ea334-ad5f-46c2-b1d4-a178318c2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:18.809264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-bd6ea334-ad5f-46c2-b1d4-a178318c2198 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2aa6e526-8147-4547-a61d-dd0c56880ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536013 Jul 07 23:13:18.900558 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-5df955be-fa00-4bbd-bb89-2e7e069b97ff service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829916 Jul 07 23:13:18.993281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3ab6d28-24f0-44ac-834a-3cf482f438ca req-e0b11911-287e-410b-b3a6-e3ae62b58344 service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856771 Jul 07 23:13:19.096914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b1e6d-774d-4282-b865-697bb7312242 req-d0155915-69bb-4cb6-999d-206f4cf7cbdc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:19.098402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c31b1e6d-774d-4282-b865-697bb7312242 req-d0155915-69bb-4cb6-999d-206f4cf7cbdc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 943 time: 0.0643418 Jul 07 23:13:19.136268 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c31b1e6d-774d-4282-b865-697bb7312242 req-353ce1cf-bee8-462f-927d-9a12fa682b2a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322893 Jul 07 23:13:20.314027 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d539ae-2db0-4b25-b57e-793d3b5eb0c5 req-1ea1ac1d-54e8-4232-b167-95219358c1ad tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:20.314814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:13:20.315559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63d539ae-2db0-4b25-b57e-793d3b5eb0c5 req-1ea1ac1d-54e8-4232-b167-95219358c1ad tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 943 time: 0.0692940 Jul 07 23:13:20.353413 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63d539ae-2db0-4b25-b57e-793d3b5eb0c5 req-c9017e55-d106-4dbb-9208-8ba4957d0691 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Jul 07 23:13:20.361455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:20.361822 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:20.437342 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:21.288325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9d948ee3-597a-4887-ad23-97ce4e39efec details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:13:21.377772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9d948ee3-597a-4887-ad23-97ce4e39efec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9d948ee3-597a-4887-ad23-97ce4e39efec,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:21.392703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'port_id': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'mac_address': 'fa:16:3e:be:b7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:13:21.429151 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:21.441985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d948ee3-597a-4887-ad23-97ce4e39efec {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:13:21.461734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9d948ee3-597a-4887-ad23-97ce4e39efec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9d948ee3-597a-4887-ad23-97ce4e39efec,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:21.465606 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:21.512598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=9d948ee3-597a-4887-ad23-97ce4e39efec,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:21.531906 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdea68-06ea-42d7-8e26-1ff89bd28a90 req-e15e414a-c8a0-4d1f-81d2-ea19c59b3575 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:21.533400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57fdea68-06ea-42d7-8e26-1ff89bd28a90 req-e15e414a-c8a0-4d1f-81d2-ea19c59b3575 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 944 time: 0.0683429 Jul 07 23:13:21.576849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-57fdea68-06ea-42d7-8e26-1ff89bd28a90 req-bf9577a5-263a-40de-88e1-186810cac878 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377576 Jul 07 23:13:21.684565 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9d948ee3-597a-4887-ad23-97ce4e39efec'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:13:22.747501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa9716-41d2-4d77-b773-644418d1640a req-48f5432c-f5dc-42ce-bead-3fb3886a5dfc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:22.748981 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50aa9716-41d2-4d77-b773-644418d1640a req-48f5432c-f5dc-42ce-bead-3fb3886a5dfc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 944 time: 0.0626919 Jul 07 23:13:22.785985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-50aa9716-41d2-4d77-b773-644418d1640a req-5717f3f1-82e8-4ccf-b006-6fbe042a72f5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Jul 07 23:13:23.303857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9d948ee3-597a-4887-ad23-97ce4e39efec up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:13:23.351128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 9d948ee3-597a-4887-ad23-97ce4e39efec completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:13:23.354718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 9d948ee3-597a-4887-ad23-97ce4e39efec triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:13:23.355101 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:23.431608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:23.454165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:13:23.456362 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb172244-2cdf-49ae-abeb-8682d9d95e85" -d '{"events": [{"server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "name": "network-vif-plugged", "status": "completed", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:13:23.468839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9d948ee3-597a-4887-ad23-97ce4e39efec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9d948ee3-597a-4887-ad23-97ce4e39efec,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:13:23.473027 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:23.499082 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948e74c7-4beb-4c3d-81f2-6202e8f5f76b x-openstack-request-id: req-948e74c7-4beb-4c3d-81f2-6202e8f5f76b {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:13:23.499387 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "name": "network-vif-plugged", "status": "completed", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:13:23.499647 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-948e74c7-4beb-4c3d-81f2-6202e8f5f76b {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:13:23.500040 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'code': 200} Jul 07 23:13:23.525177 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=9d948ee3-597a-4887-ad23-97ce4e39efec,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:23.608046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ab59-3f16-41e5-b028-1d5261398d2d req-bedbc00a-00f3-4d6a-bed5-90c9a9d2a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:23.609487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4881ab59-3f16-41e5-b028-1d5261398d2d req-bedbc00a-00f3-4d6a-bed5-90c9a9d2a33d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 1097 time: 0.0499527 Jul 07 23:13:23.645772 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4881ab59-3f16-41e5-b028-1d5261398d2d req-9455eacc-772c-4193-8064-64165934baf1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300531 Jul 07 23:13:23.968406 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e21e6-2d7d-4e1b-893f-bc8fb5065747 req-1d5e8eba-6955-42bf-8ae5-71da65c75901 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:23.969791 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c4e21e6-2d7d-4e1b-893f-bc8fb5065747 req-1d5e8eba-6955-42bf-8ae5-71da65c75901 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0624285 Jul 07 23:13:24.006844 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6c4e21e6-2d7d-4e1b-893f-bc8fb5065747 req-a4e80ac3-f6c1-4331-8159-c2ed1e047e9d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309761 Jul 07 23:13:25.178085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54d683-87e9-460e-906b-4f089e9ce5af req-fa275f21-ad2c-4b08-aaf3-951822ca8606 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:25.179625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb54d683-87e9-460e-906b-4f089e9ce5af req-fa275f21-ad2c-4b08-aaf3-951822ca8606 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0625808 Jul 07 23:13:25.217174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb54d683-87e9-460e-906b-4f089e9ce5af req-ab2d39cc-1619-49fb-88e5-e536228ae9aa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Jul 07 23:13:25.391260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d2405-f95c-4b6b-9428-079853559cf4 req-85f26cf4-3015-4c00-b1e0-3042d028cf52 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:25.392630 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-103d2405-f95c-4b6b-9428-079853559cf4 req-85f26cf4-3015-4c00-b1e0-3042d028cf52 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0659525 Jul 07 23:13:25.430871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-103d2405-f95c-4b6b-9428-079853559cf4 req-d0bc9505-f938-455e-b225-aa66fe6d5d6f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327315 Jul 07 23:13:25.454130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49248) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:25.505161 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3afc936-b6ae-4484-a6d8-2eab3dfdf7c7 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:25.506680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b3afc936-b6ae-4484-a6d8-2eab3dfdf7c7 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 1092 time: 0.0515888 Jul 07 23:13:25.509383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49250) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:25.513767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:13:25.535180 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:25.632298 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:25.731328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.134 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/5bf420a8-90e2-4cf8-9c74-bbe2ab6cf933) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:13:25.832625 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:25.870171 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:25.906845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:13:25.912139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:13:25.915455 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:13:25.920721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=5bf420a8-90e2-4cf8-9c74-bbe2ab6cf933,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:26.578529 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:26.650466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:26.799707 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:26.804868 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:26.875992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=5bf420a8-90e2-4cf8-9c74-bbe2ab6cf933,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:13:26.885004 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:26.982635 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP 60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce associated. External IP: 172.25.8.134, port: 9d948ee3-597a-4887-ad23-97ce4e39efec. Jul 07 23:13:27.179567 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router abb48594-444b-4000-8685-ae767603616a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:13:27.284736 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:13:27.294307 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] Sync routers for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:13:27.301709 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:27.305523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:27.307041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:27.342600 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-91d0ea3a-ad49-4833-94dd-703edd733b40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8321414 Jul 07 23:13:27.343209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:13:27.345478 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce592b6-70d5-49e2-aa1f-865041611cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:13:27.385879 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50cb3b-745b-45f3-83ec-aa7e5bad2080 x-openstack-request-id: req-7c50cb3b-745b-45f3-83ec-aa7e5bad2080 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:13:27.386221 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:13:27.386493 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c50cb3b-745b-45f3-83ec-aa7e5bad2080 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:13:27.386887 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'status': 'completed', 'code': 200} Jul 07 23:13:27.417283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:27.458374 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-280bcd0e-d63e-4fef-aa1b-5c5028d51df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:27.500200 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-f3a5a2c1-d3bd-42f5-8326-8ebe3f50edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:27.501725 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-f3a5a2c1-d3bd-42f5-8326-8ebe3f50edbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 1097 time: 0.0914249 Jul 07 23:13:27.568507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51387718-6bb3-4ff0-8274-0d519e7c558a req-0a804c7a-e9bd-4483-a5e6-e65c7adbd92b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:27.570025 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51387718-6bb3-4ff0-8274-0d519e7c558a req-0a804c7a-e9bd-4483-a5e6-e65c7adbd92b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.1251254 Jul 07 23:13:27.626134 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51387718-6bb3-4ff0-8274-0d519e7c558a req-621b9e2e-ce83-4c1b-bdbb-6d527cbc447c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500019 Jul 07 23:13:27.639765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-ff37c173-ffc7-4289-b886-165105b4114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:27.650311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-ff37c173-ffc7-4289-b886-165105b4114f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2aa6e526-8147-4547-a61d-dd0c56880ed8 HTTP/1.1" status: 200 len: 898 time: 0.1320462 Jul 07 23:13:27.651853 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49256) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:27.711008 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-2a43274f-f1ab-4d91-9993-668998c72dff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d948ee3-597a-4887-ad23-97ce4e39efec HTTP/1.1" status: 200 len: 999 time: 0.0628977 Jul 07 23:13:27.719685 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fabff1b2-aa01-4461-9b15-28944382234d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce HTTP/1.1" status: 200 len: 991 time: 0.0656612 Jul 07 23:13:27.766611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-8db32e78-f3b7-4a58-a510-2a137d26877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:27.768113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-8db32e78-f3b7-4a58-a510-2a137d26877b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44bb8432-a923-4451-a959-a1c0d14fedb1 HTTP/1.1" status: 200 len: 834 time: 0.0506320 Jul 07 23:13:27.806804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'abb48594-444b-4000-8685-ae767603616a', 'port_id': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'mac_address': 'fa:16:3e:be:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:13:26Z', 'updated_at': '2021-07-07T23:13:26Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b880293-58b3-4e3d-97dd-47ac0b7e3d0b', 'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:f5:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:12Z', 'updated_at': '2021-07-07T23:13:18Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:27.824925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-5e680640-fd88-46c1-9ad3-04a3f4ae9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:13:27.826442 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-5e680640-fd88-46c1-9ad3-04a3f4ae9cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2aa6e526-8147-4547-a61d-dd0c56880ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520465 Jul 07 23:13:27.833312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] Checking router: abb48594-444b-4000-8685-ae767603616a for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:13:27.841709 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:13:27.842363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:13:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:27.915380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-06742044-26ee-47e7-bf06-e4b989b8365c service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824618 Jul 07 23:13:27.947012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:13:28.008578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fce592b6-70d5-49e2-aa1f-865041611cfd req-9c75a02c-2677-475c-b481-f008117da816 service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868485 Jul 07 23:13:28.170143 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'abb48594-444b-4000-8685-ae767603616a', 'port_id': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'mac_address': 'fa:16:3e:be:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:13:26Z', 'updated_at': '2021-07-07T23:13:26Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b880293-58b3-4e3d-97dd-47ac0b7e3d0b', 'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:f5:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:12Z', 'updated_at': '2021-07-07T23:13:18Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:13:28.195723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338d23d-fa1d-4b54-a3ae-2e1ea797cf58 None None] The sync data for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 is: [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.134', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': 'abb48594-444b-4000-8685-ae767603616a', 'port_id': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'mac_address': 'fa:16:3e:be:b7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:13:26Z', 'updated_at': '2021-07-07T23:13:26Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b880293-58b3-4e3d-97dd-47ac0b7e3d0b', 'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:f5:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:12Z', 'updated_at': '2021-07-07T23:13:18Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:13:28.381259 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5d88e-1af5-4802-b2ce-464ea4a03938 None None] New status for floating IP 60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:13:28.722436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49258) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:13:28.782285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-059c2121-774e-4973-b05b-4b44ef470238 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce HTTP/1.1" status: 200 len: 993 time: 0.0586231 Jul 07 23:13:29.778867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bc5325fd-5f2a-4283-8d2f-1f19b3eaa71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:30.079478 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:31.104252 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:31.956757 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:32.969067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:35.313845 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:13:50.417713 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:57.420175 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9051ccd8-349a-451f-9d80-72abb3c1185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:13:59.779810 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fbfc5df3-9bb0-4aaa-8a8c-f911fe16550a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:00.080979 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:00.339935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-d60dcdc2-359e-4194-886e-b66de87a4b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:00.341360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-d60dcdc2-359e-4194-886e-b66de87a4b5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 1097 time: 0.1005998 Jul 07 23:14:00.364385 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61479-75b9-478f-8513-255fe75f9b7e req-a738a925-3c9f-4774-8e81-136a6a7fdbb8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:00.365826 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba61479-75b9-478f-8513-255fe75f9b7e req-a738a925-3c9f-4774-8e81-136a6a7fdbb8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0911853 Jul 07 23:14:00.451599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba61479-75b9-478f-8513-255fe75f9b7e req-042bc81a-495f-4a8a-ac89-8a256c97d13f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761020 Jul 07 23:14:00.471815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-1fc93283-15e4-496a-bd05-5bc74e349046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:00.473451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-1fc93283-15e4-496a-bd05-5bc74e349046 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2aa6e526-8147-4547-a61d-dd0c56880ed8 HTTP/1.1" status: 200 len: 898 time: 0.1252642 Jul 07 23:14:00.541099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-7aa3421d-7082-44d0-b159-9875e890d0e2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d948ee3-597a-4887-ad23-97ce4e39efec HTTP/1.1" status: 200 len: 1001 time: 0.0605915 Jul 07 23:14:00.589342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-39bc3e59-11ec-4782-a046-3acc09cdf8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:00.590852 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-39bc3e59-11ec-4782-a046-3acc09cdf8fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44bb8432-a923-4451-a959-a1c0d14fedb1 HTTP/1.1" status: 200 len: 834 time: 0.0433125 Jul 07 23:14:00.654579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-a935aa86-3463-4b97-94d0-b14c1694c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:00.656018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-a935aa86-3463-4b97-94d0-b14c1694c5da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2aa6e526-8147-4547-a61d-dd0c56880ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551710 Jul 07 23:14:00.744260 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-955ae12a-d4b5-40eb-93a6-bedbc4eebc88 service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811579 Jul 07 23:14:00.836775 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d64c3efe-c4c4-4a1d-91a5-28d5803779c4 req-2d8adda0-be10-4292-95d7-00f96b07c1f1 service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861917 Jul 07 23:14:01.107532 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:01.638821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dbc2f-da2c-4713-a2ba-82ecbdf53416 req-84954b01-dd83-498c-82d0-195e502a9726 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:01.640304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a5dbc2f-da2c-4713-a2ba-82ecbdf53416 req-84954b01-dd83-498c-82d0-195e502a9726 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0632799 Jul 07 23:14:01.678358 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3a5dbc2f-da2c-4713-a2ba-82ecbdf53416 req-df3a9256-b9f1-4add-ae7d-d7f1435a989e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316973 Jul 07 23:14:01.960152 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:02.862724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a727896-69d0-4447-9e08-6b3334813a0c req-52114f45-287a-488f-b0ee-2745fab1cdf9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:02.864163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a727896-69d0-4447-9e08-6b3334813a0c req-52114f45-287a-488f-b0ee-2745fab1cdf9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0607738 Jul 07 23:14:02.900266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8a727896-69d0-4447-9e08-6b3334813a0c req-36b58b53-4f10-4894-ab5a-cc50afd16830 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300820 Jul 07 23:14:02.972493 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:04.072720 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354c984-191e-4013-a199-6d09b42c1b40 req-667a02e9-9875-4ce9-86a0-f0258c102a7c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:04.074206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d354c984-191e-4013-a199-6d09b42c1b40 req-667a02e9-9875-4ce9-86a0-f0258c102a7c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0655537 Jul 07 23:14:04.110849 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d354c984-191e-4013-a199-6d09b42c1b40 req-419914bb-0d56-46ef-bf8a-fb5d3ce98c68 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308807 Jul 07 23:14:05.288249 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc0c4e-1e92-42ed-ac74-33c28968793b req-20d659e1-287e-4b41-954d-6569ad8d9326 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:05.289747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48cc0c4e-1e92-42ed-ac74-33c28968793b req-20d659e1-287e-4b41-954d-6569ad8d9326 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0651739 Jul 07 23:14:05.327278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48cc0c4e-1e92-42ed-ac74-33c28968793b req-bec52db5-5486-4564-93d3-a1a14fbc69aa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319166 Jul 07 23:14:06.499053 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72fbe6-1895-4de8-9bb9-20f252ea974d req-8ece512d-4e24-4f52-9bde-24b5b9a200cc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:06.500522 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb72fbe6-1895-4de8-9bb9-20f252ea974d req-8ece512d-4e24-4f52-9bde-24b5b9a200cc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0626163 Jul 07 23:14:06.541465 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb72fbe6-1895-4de8-9bb9-20f252ea974d req-4657327e-94eb-42a2-8ac8-d866c6edd7d3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350633 Jul 07 23:14:07.711854 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63648edc-ef37-425a-ba37-82ddc3b83957 req-771db061-dab3-4c3a-971b-5c56bca12041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:07.713373 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63648edc-ef37-425a-ba37-82ddc3b83957 req-771db061-dab3-4c3a-971b-5c56bca12041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0627403 Jul 07 23:14:07.750088 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-63648edc-ef37-425a-ba37-82ddc3b83957 req-d8392dd1-dcac-466b-b951-e3b9f8d23a23 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Jul 07 23:14:08.925463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baceed-3deb-4fc3-a199-01c502ac61cb req-ca02eada-9eca-4f98-8e25-4a60c0d631bc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:08.926978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92baceed-3deb-4fc3-a199-01c502ac61cb req-ca02eada-9eca-4f98-8e25-4a60c0d631bc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0642722 Jul 07 23:14:08.964528 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-92baceed-3deb-4fc3-a199-01c502ac61cb req-9b8eaa7c-972f-42fa-9c48-8df7dc06d281 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312192 Jul 07 23:14:10.136023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfc0d0-3acb-4b97-9841-1f4e8983e5a4 req-fcbe336c-4a69-44cb-b0ff-11276fca2a96 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:10.137510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64bfc0d0-3acb-4b97-9841-1f4e8983e5a4 req-fcbe336c-4a69-44cb-b0ff-11276fca2a96 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0663075 Jul 07 23:14:10.174782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-64bfc0d0-3acb-4b97-9841-1f4e8983e5a4 req-3a768ca5-695c-4487-abe9-6917b6ad5170 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Jul 07 23:14:11.344724 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3160724-cdad-4ccf-a7cd-cb736df5e58a req-cd325608-4c98-49c8-bac5-3a144dc05ede tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:11.346289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3160724-cdad-4ccf-a7cd-cb736df5e58a req-cd325608-4c98-49c8-bac5-3a144dc05ede tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0625823 Jul 07 23:14:11.383400 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3160724-cdad-4ccf-a7cd-cb736df5e58a req-2c2161ed-b8e5-4a1f-9493-630c9ace4472 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Jul 07 23:14:12.313014 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:14:12.555024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1067427-412b-4da5-8d9a-eb721073fada req-284a3c5f-6bdd-4b3c-b0dc-3ce8531da5f6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:12.556377 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1067427-412b-4da5-8d9a-eb721073fada req-284a3c5f-6bdd-4b3c-b0dc-3ce8531da5f6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0616763 Jul 07 23:14:12.597665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c1067427-412b-4da5-8d9a-eb721073fada req-9337c3f5-6b3c-4a92-9537-a931868023f7 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358171 Jul 07 23:14:13.768018 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b2414-fe6f-4255-82db-6586e7146083 req-3ca55146-58d0-4d8c-87b4-5ac5ba3e9724 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:13.769499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e4b2414-fe6f-4255-82db-6586e7146083 req-3ca55146-58d0-4d8c-87b4-5ac5ba3e9724 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0630550 Jul 07 23:14:13.806856 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e4b2414-fe6f-4255-82db-6586e7146083 req-259a0df4-ce0d-4b85-8fd0-ed3afbb8bcb2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 Jul 07 23:14:14.981440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcce4f-d786-40ca-bc98-da6527bd35dc req-b141ef25-3d85-4271-80c5-c79966d6d09a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:14.982950 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9fcce4f-d786-40ca-bc98-da6527bd35dc req-b141ef25-3d85-4271-80c5-c79966d6d09a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0621734 Jul 07 23:14:15.018879 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e9fcce4f-d786-40ca-bc98-da6527bd35dc req-f333ca47-e8af-4eca-8551-faf4bd9cc6d8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304487 Jul 07 23:14:16.036757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-f6e8aac8-515a-4d0b-8f66-c1514526d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:16.038252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-f6e8aac8-515a-4d0b-8f66-c1514526d438 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 1097 time: 0.0547049 Jul 07 23:14:16.167837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-9161894d-8e45-4d3c-a0cf-8dfe58d7a09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:16.169279 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-9161894d-8e45-4d3c-a0cf-8dfe58d7a09f service neutron] 10.222.0.44 "GET /v2.0/networks?id=2aa6e526-8147-4547-a61d-dd0c56880ed8 HTTP/1.1" status: 200 len: 898 time: 0.1101499 Jul 07 23:14:16.244855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cf7fe-6d17-49de-acfa-ff9cefa27db9 req-dc588fe3-83e7-40df-98f5-640148555c4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:16.246945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-206cf7fe-6d17-49de-acfa-ff9cefa27db9 req-dc588fe3-83e7-40df-98f5-640148555c4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.1172702 Jul 07 23:14:16.265049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-7b7c3844-3e2c-4a73-83aa-1f9dd012d732 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d948ee3-597a-4887-ad23-97ce4e39efec HTTP/1.1" status: 200 len: 1001 time: 0.0862930 Jul 07 23:14:16.320030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-206cf7fe-6d17-49de-acfa-ff9cefa27db9 req-6b5054ba-8991-4aad-bf84-cf668551ab66 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661507 Jul 07 23:14:16.330484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-5ea3525b-3daf-48cc-b89b-00a7e2418cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:16.331898 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-5ea3525b-3daf-48cc-b89b-00a7e2418cca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44bb8432-a923-4451-a959-a1c0d14fedb1 HTTP/1.1" status: 200 len: 834 time: 0.0590501 Jul 07 23:14:16.393344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-fe40e840-326d-480e-a078-f98185d9823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:16.394860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-fe40e840-326d-480e-a078-f98185d9823c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2aa6e526-8147-4547-a61d-dd0c56880ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560946 Jul 07 23:14:16.485531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-cf72194c-1704-482c-97a7-1e49f34da60f service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809999 Jul 07 23:14:16.577091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-89857031-3f8b-41bf-a125-cbf3acc80bf4 req-ae9e5d63-f85b-4aa2-841f-195d92ab6aca service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843954 Jul 07 23:14:17.490449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b1ad9-326d-4986-8cb9-4cec122ca96f req-ba5dcfc8-0222-41c4-9b61-b3ed6f898a89 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:17.491927 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d4b1ad9-326d-4986-8cb9-4cec122ca96f req-ba5dcfc8-0222-41c4-9b61-b3ed6f898a89 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0638006 Jul 07 23:14:17.528581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d4b1ad9-326d-4986-8cb9-4cec122ca96f req-af61517b-bc5e-4c25-b324-a4d849b004c9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306299 Jul 07 23:14:17.552636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49308) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:17.610774 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dc7a6c3a-c6ef-4624-a06c-a0564850c32d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce HTTP/1.1" status: 200 len: 993 time: 0.0570612 Jul 07 23:14:20.431669 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:27.420713 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb8beaad-fb84-46c6-b3ca-5e75b7cc71f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:29.780885 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c48d559c-b9d7-46ec-a018-65e667030eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:30.085327 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:31.112054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:31.969944 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:32.975157 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:48.215278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49332) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:48.373697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 5bf420a8-90e2-4cf8-9c74-bbe2ab6cf933 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:48.374043 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:48.446458 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:48.446785 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:48.459464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 5bf420a8-90e2-4cf8-9c74-bbe2ab6cf933 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:48.611202 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:48.635878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=5bf420a8-90e2-4cf8-9c74-bbe2ab6cf933,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:48.647179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.647534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.647881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.648226 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.648563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.648898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.649236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.649570 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.649905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.650265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.650598 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.650925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:48.709417 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:48.709758 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP 60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce disassociated (deleted). External IP: 172.25.8.134, port: 9d948ee3-597a-4887-ad23-97ce4e39efec. Jul 07 23:14:49.225781 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router abb48594-444b-4000-8685-ae767603616a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:14:49.312458 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:14:49.334495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:14:49.339287 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:49.348655 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] Sync routers for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:14:49.361187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:49.361835 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:49.375160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c7c0bb10-02ac-49cf-87f4-322b3025c5ab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/floatingips/60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce HTTP/1.1" status: 204 len: 168 time: 1.1588211 Jul 07 23:14:49.375756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:14:49.378053 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003be62-fd6b-4650-a7a5-8b0bd679b383" -d '{"events": [{"name": "network-changed", "server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:14:49.416977 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbbc02b-8b3a-4559-9d4b-212952a333b5 x-openstack-request-id: req-bfbbc02b-8b3a-4559-9d4b-212952a333b5 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:14:49.417287 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:14:49.417544 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfbbc02b-8b3a-4559-9d4b-212952a333b5 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:14:49.418219 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'status': 'completed', 'code': 200} Jul 07 23:14:49.475641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:49.493095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-1c447a00-02ff-4679-b32e-f59e83a0341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:49.494664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-1c447a00-02ff-4679-b32e-f59e83a0341e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 1097 time: 0.0550680 Jul 07 23:14:49.594880 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-63f022b3-778e-4d2d-9389-f59146fe9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:49.596534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-63f022b3-778e-4d2d-9389-f59146fe9684 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2aa6e526-8147-4547-a61d-dd0c56880ed8 HTTP/1.1" status: 200 len: 898 time: 0.0956357 Jul 07 23:14:49.644141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-43144486-0663-45a2-b556-a54a570a6e29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d948ee3-597a-4887-ad23-97ce4e39efec HTTP/1.1" status: 200 len: 217 time: 0.0369873 Jul 07 23:14:49.690943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '8b880293-58b3-4e3d-97dd-47ac0b7e3d0b', 'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:f5:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:12Z', 'updated_at': '2021-07-07T23:13:18Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:49.720752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] Checking router: abb48594-444b-4000-8685-ae767603616a for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:14:49.725318 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-f8bbccbf-d004-446d-b144-a59a9e781d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:49.726794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-f8bbccbf-d004-446d-b144-a59a9e781d25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=44bb8432-a923-4451-a959-a1c0d14fedb1 HTTP/1.1" status: 200 len: 834 time: 0.0747931 Jul 07 23:14:49.729028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:49.729573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:49.789822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ceef1-6675-41e0-8f85-2c190539ad9b req-90205d5a-d511-415f-bdec-005cbc47c353 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:49.791324 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a82ceef1-6675-41e0-8f85-2c190539ad9b req-90205d5a-d511-415f-bdec-005cbc47c353 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.1064546 Jul 07 23:14:49.822519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-88e8d496-6a13-45be-a61e-c3957c988d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:49.824000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-88e8d496-6a13-45be-a61e-c3957c988d71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2aa6e526-8147-4547-a61d-dd0c56880ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898986 Jul 07 23:14:49.834758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:49.846829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a82ceef1-6675-41e0-8f85-2c190539ad9b req-89723121-363d-49ab-9d22-e04fd730b4a2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484159 Jul 07 23:14:49.924332 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-d1bff887-610b-4ac3-9863-df07fc7a8cbc service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924089 Jul 07 23:14:50.016199 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4003be62-fd6b-4650-a7a5-8b0bd679b383 req-732db689-9712-44fa-abda-860d5f84a00b service neutron] 10.222.0.44 "GET /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850391 Jul 07 23:14:50.033631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '8b880293-58b3-4e3d-97dd-47ac0b7e3d0b', 'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:f5:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:12Z', 'updated_at': '2021-07-07T23:13:18Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:50.061460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4581d605-65c4-478b-ac25-203fd5ab017f None None] The sync data for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 is: [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:13:13Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '8b880293-58b3-4e3d-97dd-47ac0b7e3d0b', 'name': '', 'network_id': '2aa6e526-8147-4547-a61d-dd0c56880ed8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:f5:e8:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:12Z', 'updated_at': '2021-07-07T23:13:18Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '44bb8432-a923-4451-a959-a1c0d14fedb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:14:50.276754 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67f308-7b08-4a21-bfa8-bd4608e19166 None None] New status for floating IP 60df8f2b-e6c3-4799-92c6-fb69b0e3f8ce: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:14:50.430536 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.021290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0ab9d-50d1-4d4b-b4c2-2caef19fb2f5 req-47bba2db-b054-4b2b-a46c-c85c6da3feda tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:51.022821 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbb0ab9d-50d1-4d4b-b4c2-2caef19fb2f5 req-47bba2db-b054-4b2b-a46c-c85c6da3feda tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0640702 Jul 07 23:14:51.059411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dbb0ab9d-50d1-4d4b-b4c2-2caef19fb2f5 req-b0c33ac7-576b-4dcd-9745-c6c65bd056bf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310988 Jul 07 23:14:51.165431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-731a80bc-9066-4f27-bb71-7efdedc35df2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:51.166819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-731a80bc-9066-4f27-bb71-7efdedc35df2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e4be67c-09d7-44e8-b9b9-802375a6a677 HTTP/1.1" status: 200 len: 945 time: 0.0712991 Jul 07 23:14:51.267361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 9d948ee3-597a-4887-ad23-97ce4e39efec {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:51.267716 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.358798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 9d948ee3-597a-4887-ad23-97ce4e39efec, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9d948ee3-597a-4887-ad23-97ce4e39efec,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:51.359155 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.370530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 9d948ee3-597a-4887-ad23-97ce4e39efec owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:51.501241 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.529611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=9d948ee3-597a-4887-ad23-97ce4e39efec,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:51.576557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] No DVR routers for this DVR port 9d948ee3-597a-4887-ad23-97ce4e39efec on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:14:51.579386 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:51.581486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-771bd85b-59fc-4ce7-bfa6-618f6e4c7bdb req-3a276e77-9a30-4ac8-bc62-c647e85ba3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "DELETE /v2.0/ports/9d948ee3-597a-4887-ad23-97ce4e39efec HTTP/1.1" status: 204 len: 173 time: 0.4090436 Jul 07 23:14:51.581941 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'name': 'network-vif-deleted', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:14:51.585111 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0998dd9b-e9d5-4d39-869e-d28ada5b8604" -d '{"events": [{"server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "name": "network-vif-deleted", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:14:51.624345 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb22c13f-e863-4a93-89aa-7c79f7dd90e2 x-openstack-request-id: req-fb22c13f-e863-4a93-89aa-7c79f7dd90e2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:14:51.624743 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e4be67c-09d7-44e8-b9b9-802375a6a677", "name": "network-vif-deleted", "tag": "9d948ee3-597a-4887-ad23-97ce4e39efec", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:14:51.625058 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb22c13f-e863-4a93-89aa-7c79f7dd90e2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:14:51.625525 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4be67c-09d7-44e8-b9b9-802375a6a677', 'name': 'network-vif-deleted', 'tag': '9d948ee3-597a-4887-ad23-97ce4e39efec', 'status': 'completed', 'code': 200} Jul 07 23:14:52.152247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49346) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:52.506366 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.762675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:52.762939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.848502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=8b880293-58b3-4e3d-97dd-47ac0b7e3d0b,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:52.848865 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:52.861429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:53.043257 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.074271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=8b880293-58b3-4e3d-97dd-47ac0b7e3d0b,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:53.244633 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.455142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router abb48594-444b-4000-8685-ae767603616a has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:14:53.558741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:14:53.564064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-aad257d7-9de5-47f9-a46b-30d54ac0aa4e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/abb48594-444b-4000-8685-ae767603616a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4106717 Jul 07 23:14:53.566795 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49348) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:53.567850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] Sync routers for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:14:53.577898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:53.578548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:53.617270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb720ad4-82d3-44b6-a209-79d037f4136a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting subnet 44bb8432-a923-4451-a959-a1c0d14fedb1 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:14:53.620347 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb720ad4-82d3-44b6-a209-79d037f4136a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.658925 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb720ad4-82d3-44b6-a209-79d037f4136a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.681991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:53.712061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9d948ee3-597a-4887-ad23-97ce4e39efec no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:53.744540 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb720ad4-82d3-44b6-a209-79d037f4136a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.767668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 9d948ee3-597a-4887-ad23-97ce4e39efec {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:53.768021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9d948ee3-597a-4887-ad23-97ce4e39efec not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:53.801513 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb720ad4-82d3-44b6-a209-79d037f4136a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.828033 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb720ad4-82d3-44b6-a209-79d037f4136a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Subnet': ['ID=44bb8432-a923-4451-a959-a1c0d14fedb1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:53.831562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb720ad4-82d3-44b6-a209-79d037f4136a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.834860 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cb720ad4-82d3-44b6-a209-79d037f4136a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/subnets/44bb8432-a923-4451-a959-a1c0d14fedb1 HTTP/1.1" status: 204 len: 168 time: 0.2670701 Jul 07 23:14:53.835952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49350) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:53.840521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c89398-ac72-4eab-8ad8-074253c866a7 None None] Network 2aa6e526-8147-4547-a61d-dd0c56880ed8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:14:53.941150 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:53.990833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:14:52Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:54.023390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] Checking router: abb48594-444b-4000-8685-ae767603616a for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:14:54.039980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] Routers {'abb48594-444b-4000-8685-ae767603616a'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:54.040531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['abb48594-444b-4000-8685-ae767603616a'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:54.096243 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c34efc-53ce-4c23-a387-4f3ddb38e680 None None] DHCP port deletion for 2aa6e526-8147-4547-a61d-dd0c56880ed8 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:14:54.344373 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] Set router abb48594-444b-4000-8685-ae767603616a gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:54.368788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.423903 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port a00c37ef-6306-4853-95ef-2d51b63fbd73 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:54.424244 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.438975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e7f72f82-b900-4765-a337-86de0c334d1f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:54.472135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f7c34efc-53ce-4c23-a387-4f3ddb38e680 None None] Deleting port e7f72f82-b900-4765-a337-86de0c334d1f {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:14:54.472513 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7c34efc-53ce-4c23-a387-4f3ddb38e680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.505203 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port a00c37ef-6306-4853-95ef-2d51b63fbd73, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a00c37ef-6306-4853-95ef-2d51b63fbd73,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:54.505565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.518423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for a00c37ef-6306-4853-95ef-2d51b63fbd73 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:54.576433 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f7c34efc-53ce-4c23-a387-4f3ddb38e680 None None] For port e7f72f82-b900-4765-a337-86de0c334d1f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e7f72f82-b900-4765-a337-86de0c334d1f,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:54.577034 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7c34efc-53ce-4c23-a387-4f3ddb38e680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.616555 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f7c34efc-53ce-4c23-a387-4f3ddb38e680 None None] Calling delete_port for e7f72f82-b900-4765-a337-86de0c334d1f owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:14:54.679068 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.690030 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.705160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=a00c37ef-6306-4853-95ef-2d51b63fbd73,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:54.750295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port e7f72f82-b900-4765-a337-86de0c334d1f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e7f72f82-b900-4765-a337-86de0c334d1f,segment=NetworkSegment(907aa1e4-8b1c-4663-9855-15bad98bc4b7),segment_id=907aa1e4-8b1c-4663-9855-15bad98bc4b7)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:14:54.757510 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.774352 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.789447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:14:52Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:54.823188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e5734-a1c1-4840-901d-544a363673d9 None None] The sync data for ids ['abb48594-444b-4000-8685-ae767603616a'] in n-d-695012-11 is: [{'id': 'abb48594-444b-4000-8685-ae767603616a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-787524139', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:13:09Z', 'updated_at': '2021-07-07T23:14:52Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a00c37ef-6306-4853-95ef-2d51b63fbd73', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:11:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb48594-444b-4000-8685-ae767603616a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:13:10Z', 'updated_at': '2021-07-07T23:13:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:14:54.827444 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f7c34efc-53ce-4c23-a387-4f3ddb38e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.853566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c34efc-53ce-4c23-a387-4f3ddb38e680 None None] No DVR routers for this DVR port e7f72f82-b900-4765-a337-86de0c334d1f on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:14:54.866101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=e7f72f82-b900-4765-a337-86de0c334d1f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:54.866790 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.868940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.874190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.874539 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.874879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.875213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.875650 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.875854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.876541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.876541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.876854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.877151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.877423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.877737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:54.900903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c34efc-53ce-4c23-a387-4f3ddb38e680 None None] Pushing event deleted for resources: {'Port': ['ID=e7f72f82-b900-4765-a337-86de0c334d1f,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:54.918705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.919251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Fanout notify agent at l3_agent the message router_deleted on router abb48594-444b-4000-8685-ae767603616a {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:14:54.927001 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:54.928102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3d312105-24a4-4f5e-a14b-02c582f5da6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/routers/abb48594-444b-4000-8685-ae767603616a HTTP/1.1" status: 204 len: 168 time: 1.0911849 Jul 07 23:14:54.930788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49352) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:55.004584 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.090489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.100432 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa6e526-8147-4547-a61d-dd0c56880ed8']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:55.111190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907aa1e4-8b1c-4663-9855-15bad98bc4b7') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:55.111442 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907aa1e4-8b1c-4663-9855-15bad98bc4b7') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:55.119966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.133327 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.139147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:14:55.139537 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:14:55.142727 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:14:55.205340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.210096 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.213691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/networks/2aa6e526-8147-4547-a61d-dd0c56880ed8 HTTP/1.1" status: 204 len: 168 time: 0.2808464 Jul 07 23:14:55.216162 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49354) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:55.231160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087df6d-5f02-4f7c-9a77-eafde99b2e12 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Network': ['ID=2aa6e526-8147-4547-a61d-dd0c56880ed8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:55.282323 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.309001 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.370852 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.373449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.374677 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/security-groups/2f3e63d5-e0cc-4dd1-9985-2286c243a9f1 HTTP/1.1" status: 204 len: 168 time: 0.1569293 Jul 07 23:14:55.383745 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e63d5-e0cc-4dd1-9985-2286c243a9f1,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:55.391730 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.392083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.392430 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.392773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.393113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.393450 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.393784 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.394149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.394483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.394816 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.395146 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.395472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b5ad75-a601-48e7-9acf-2d7b794e0aa6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:55.663276 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49362) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:55.667962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-97afab3b-5104-41d0-898c-f01722337470 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536019996', 'description': 'tempest-secgroup-smoke-536019996 description', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:55.690710 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97afab3b-5104-41d0-898c-f01722337470 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.769739 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97afab3b-5104-41d0-898c-f01722337470 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.773123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97afab3b-5104-41d0-898c-f01722337470 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.799737 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-97afab3b-5104-41d0-898c-f01722337470 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.801112 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-97afab3b-5104-41d0-898c-f01722337470 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1365905 Jul 07 23:14:55.803085 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97afab3b-5104-41d0-898c-f01722337470 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a54fef-54a5-4d1a-9caa-8508e54dd118,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:55.804106 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49364) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:55.808895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8d1dd674-4496-4003-ae35-97646cdb06a3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'd7a54fef-54a5-4d1a-9caa-8508e54dd118', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:55.836136 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd674-4496-4003-ae35-97646cdb06a3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.895229 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd674-4496-4003-ae35-97646cdb06a3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.901211 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd674-4496-4003-ae35-97646cdb06a3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.918729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dd674-4496-4003-ae35-97646cdb06a3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77062b84-04bb-406e-a014-2cd28203411e,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:55.925722 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd674-4496-4003-ae35-97646cdb06a3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:55.929506 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8d1dd674-4496-4003-ae35-97646cdb06a3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217239 Jul 07 23:14:55.929696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49366) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:55.934057 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ef3943b8-4432-4f65-a3ff-6ba28f530eb9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'd7a54fef-54a5-4d1a-9caa-8508e54dd118', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:55.960011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef3943b8-4432-4f65-a3ff-6ba28f530eb9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.016355 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef3943b8-4432-4f65-a3ff-6ba28f530eb9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.019974 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef3943b8-4432-4f65-a3ff-6ba28f530eb9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.037197 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3943b8-4432-4f65-a3ff-6ba28f530eb9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f887ac8-033e-4a05-a1ee-1db778df0af1,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:56.043417 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ef3943b8-4432-4f65-a3ff-6ba28f530eb9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.044923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ef3943b8-4432-4f65-a3ff-6ba28f530eb9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142378 Jul 07 23:14:56.047828 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49368) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:56.052755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fb068b01-8d05-4f32-ba26-6136336c5430 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'd7a54fef-54a5-4d1a-9caa-8508e54dd118', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:56.079122 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb068b01-8d05-4f32-ba26-6136336c5430 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.139488 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb068b01-8d05-4f32-ba26-6136336c5430 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.142880 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb068b01-8d05-4f32-ba26-6136336c5430 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.159860 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb068b01-8d05-4f32-ba26-6136336c5430 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93eb0f64-f6c7-488b-adbc-aa4fe45d6ce4,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:56.166683 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fb068b01-8d05-4f32-ba26-6136336c5430 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.167887 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fb068b01-8d05-4f32-ba26-6136336c5430 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190045 Jul 07 23:14:56.170554 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49370) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:56.175060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-498d39ff-5cee-4a6a-b124-dad999083263 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'd7a54fef-54a5-4d1a-9caa-8508e54dd118', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:56.200108 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-498d39ff-5cee-4a6a-b124-dad999083263 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.259189 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-498d39ff-5cee-4a6a-b124-dad999083263 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.262660 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-498d39ff-5cee-4a6a-b124-dad999083263 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.281695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d39ff-5cee-4a6a-b124-dad999083263 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcf5351-efe2-46ab-8ffb-94d512b78edd,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:56.288104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-498d39ff-5cee-4a6a-b124-dad999083263 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.289315 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-498d39ff-5cee-4a6a-b124-dad999083263 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178041 Jul 07 23:14:56.292002 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49372) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:56.296379 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ebf125b1-fcab-4a81-980b-d9389d6e5f08 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'd7a54fef-54a5-4d1a-9caa-8508e54dd118', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:56.318279 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-ebf125b1-fcab-4a81-980b-d9389d6e5f08 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:14:56.323272 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebf125b1-fcab-4a81-980b-d9389d6e5f08 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.354690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:56.375748 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:56.376100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 8b880293-58b3-4e3d-97dd-47ac0b7e3d0b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:56.376513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a00c37ef-6306-4853-95ef-2d51b63fbd73 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:14:56.385386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebf125b1-fcab-4a81-980b-d9389d6e5f08 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.390213 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebf125b1-fcab-4a81-980b-d9389d6e5f08 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.395904 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: a00c37ef-6306-4853-95ef-2d51b63fbd73 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:14:56.396251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a00c37ef-6306-4853-95ef-2d51b63fbd73 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:14:56.410707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf125b1-fcab-4a81-980b-d9389d6e5f08 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb5e32a-aaef-4360-b87b-184d6e940d01,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:56.414113 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ebf125b1-fcab-4a81-980b-d9389d6e5f08 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.415293 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ebf125b1-fcab-4a81-980b-d9389d6e5f08 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223977 Jul 07 23:14:56.418135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49374) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:56.422714 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-76ea4c72-fceb-4d9d-8a21-a5bdddd10aa4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'd7a54fef-54a5-4d1a-9caa-8508e54dd118', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:56.443686 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-76ea4c72-fceb-4d9d-8a21-a5bdddd10aa4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:14:56.448550 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76ea4c72-fceb-4d9d-8a21-a5bdddd10aa4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.511464 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76ea4c72-fceb-4d9d-8a21-a5bdddd10aa4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.515389 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76ea4c72-fceb-4d9d-8a21-a5bdddd10aa4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.532856 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea4c72-fceb-4d9d-8a21-a5bdddd10aa4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f010f1ac-76d0-41c7-999f-a81b72e3092d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:56.538495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-76ea4c72-fceb-4d9d-8a21-a5bdddd10aa4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.539576 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-76ea4c72-fceb-4d9d-8a21-a5bdddd10aa4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205199 Jul 07 23:14:56.542374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49376) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:56.547211 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'network': {'name': 'tempest-network-smoke--434512454', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:56.567825 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:14:56.571371 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.594417 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:14:56.603768 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.604261 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Added segment f8b50d4e-ad59-426d-ae56-d13ded19d186 of type vlan for network 97f811bc-6212-4675-be3d-9ae56bbb6506 Jul 07 23:14:56.644761 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.671286 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.676647 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:56.677221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.735557 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1921523 Jul 07 23:14:56.738477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49378) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:56.743251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'admin_state_up': True, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:56.744167 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cac89-d66e-43fb-86c5-8893fb74edc9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Network': ['ID=97f811bc-6212-4675-be3d-9ae56bbb6506,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:56.754850 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 97f811bc-6212-4675-be3d-9ae56bbb6506 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:14:56.767853 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.769114 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.827468 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:56.973934 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.160984 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.179654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.289977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.149 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/9ca59007-7601-459c-82a4-8dc81bfe18c1) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:14:57.388810 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.421982 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9f02b244-6d1d-44fc-90ba-9de13e66c8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.427635 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.466026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:14:57.469351 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:14:57.471697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:14:57.503413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=9ca59007-7601-459c-82a4-8dc81bfe18c1,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:57.725268 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:57.918756 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.044014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 41412758-ce85-48a2-8515-3223389ed442 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:14:58.147830 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:14:58.158018 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Sync routers for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:14:58.165307 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.166533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c9d29bc7-e807-4788-ba99-a72545be7e75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4270442 Jul 07 23:14:58.170690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49380) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:58.171397 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:58.172023 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:58.198574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f9527c82-056b-46fd-85ab-5d07b17700e7 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6a1a12b0ff0340c4976b2b1e673370fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268161 Jul 07 23:14:58.201842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49382) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:58.275896 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:58.286575 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4414d-dbaf-439c-a9c3-aaf668703c5e tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:58.288091 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-45a4414d-dbaf-439c-a9c3-aaf668703c5e tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850880 Jul 07 23:14:58.290949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49384) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:58.325605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-10b635de-88a8-42c6-88af-9abcac9e98df tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335279 Jul 07 23:14:58.328445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49386) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:58.333181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1887753339', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:14:58.423357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:14:58.427341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.453425 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:14:57Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:58.564512 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Checking router: 41412758-ce85-48a2-8515-3223389ed442 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:14:58.564769 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Updating router 41412758-ce85-48a2-8515-3223389ed442 port 9ca59007-7601-459c-82a4-8dc81bfe18c1 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:14:58.598284 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.613677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.669790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Subnet': ['ID=24c3a293-857e-47d0-804a-0bb8418fb0f4,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:58.681073 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Checking segment: {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:14:58.681499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network hostable DHCP agents. Network: 97f811bc-6212-4675-be3d-9ae56bbb6506, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:14:58.698034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 97f811bc-6212-4675-be3d-9ae56bbb6506 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:14:58.706952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 97f811bc-6212-4675-be3d-9ae56bbb6506) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:14:58.711074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:14:58.711662 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.719519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc335b84-9ee6-45de-86ee-74015242278a None None] Network 97f811bc-6212-4675-be3d-9ae56bbb6506 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:14:58.726280 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8f5b3c57-2541-488e-9017-81719b6060ba tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3968060 Jul 07 23:14:58.729135 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49388) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:14:58.852531 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.862944 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Transition to ACTIVE for port object 9ca59007-7601-459c-82a4-8dc81bfe18c1 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:14:58.868745 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.872714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-97f811bc-6212-4675-be3d-9ae56bbb6506', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:14:58.873950 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.927955 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Attempting to bind port 9ca59007-7601-459c-82a4-8dc81bfe18c1 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:14:58.928324 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Attempting to bind port 9ca59007-7601-459c-82a4-8dc81bfe18c1 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:14:58.928685 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Attempting to bind port 9ca59007-7601-459c-82a4-8dc81bfe18c1 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:14:58.933960 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Pushing event updated for resources: {'Port': ['ID=9ca59007-7601-459c-82a4-8dc81bfe18c1,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:58.938640 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:14:58.939013 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:14:58.939413 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.939803 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:14:58.940325 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Bound port: 9ca59007-7601-459c-82a4-8dc81bfe18c1, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:14:58.940704 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:58.947080 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.947423 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.947762 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.948096 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.948424 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.948756 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.949082 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.949411 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.949726 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.950050 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.950390 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:58.950727 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:14:59.003754 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] For port 9ca59007-7601-459c-82a4-8dc81bfe18c1, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:14:59.008036 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] For port 9ca59007-7601-459c-82a4-8dc81bfe18c1, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9ca59007-7601-459c-82a4-8dc81bfe18c1,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:14:59.012479 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.032106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Allocated IP 172.20.0.2 (97f811bc-6212-4675-be3d-9ae56bbb6506/24c3a293-857e-47d0-804a-0bb8418fb0f4/769695a4-5f11-4bb1-83aa-f6133574c96e) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:14:59.068947 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3599b30-a256-4890-91c1-f180a6517cf7 None None] Pushing event updated for resources: {'Port': ['ID=9ca59007-7601-459c-82a4-8dc81bfe18c1,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:59.085542 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:14:59.086355 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:14:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:59.194591 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.196046 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:14:59.205277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Transition to ACTIVE for port object 769695a4-5f11-4bb1-83aa-f6133574c96e will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:14:59.222658 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Transition to ACTIVE for port object 769695a4-5f11-4bb1-83aa-f6133574c96e will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:14:59.230603 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.291546 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Network 97f811bc-6212-4675-be3d-9ae56bbb6506 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:14:59.297509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:14:59.299935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:14:59.313326 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Pushing event updated for resources: {'Port': ['ID=769695a4-5f11-4bb1-83aa-f6133574c96e,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:59.382586 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Attempting to bind port 769695a4-5f11-4bb1-83aa-f6133574c96e on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:14:59.383131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Attempting to bind port 769695a4-5f11-4bb1-83aa-f6133574c96e by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:14:59.383585 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Attempting to bind port 769695a4-5f11-4bb1-83aa-f6133574c96e on network 97f811bc-6212-4675-be3d-9ae56bbb6506 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:14:59.388948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:14:59.389505 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Checking segment: {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:14:59.390423 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.390423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Bound using segment: {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:14:59.391253 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Bound port: 769695a4-5f11-4bb1-83aa-f6133574c96e, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:14:59.391414 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.393276 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:14:57Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:14:59.421725 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79621e08-a06c-4448-973c-473d43d473e8 None None] The sync data for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 is: [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:14:57Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:14:59.459413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] For port 769695a4-5f11-4bb1-83aa-f6133574c96e, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:14:59.463152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] For port 769695a4-5f11-4bb1-83aa-f6133574c96e, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=769695a4-5f11-4bb1-83aa-f6133574c96e,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:14:59.467502 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.530991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d88d95-118a-4f07-9e12-f4ce9b3dba24 None None] Pushing event updated for resources: {'Port': ['ID=769695a4-5f11-4bb1-83aa-f6133574c96e,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:14:59.540459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.801054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cfccef7f-21bf-4c96-90cd-cd89329c0b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:14:59.886397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.1 (97f811bc-6212-4675-be3d-9ae56bbb6506/24c3a293-857e-47d0-804a-0bb8418fb0f4/fe1d2d20-29ce-408d-ae63-3046947c0911) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:15:00.009486 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.025572 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object fe1d2d20-29ce-408d-ae63-3046947c0911 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:00.065994 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.095922 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.109440 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 97f811bc-6212-4675-be3d-9ae56bbb6506 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:00.115020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:00.118932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:15:00.125942 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=fe1d2d20-29ce-408d-ae63-3046947c0911,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:00.173303 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.341141 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.444293 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 769695a4-5f11-4bb1-83aa-f6133574c96e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:00.499223 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 769695a4-5f11-4bb1-83aa-f6133574c96e completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:00.503989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9ca59007-7601-459c-82a4-8dc81bfe18c1 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:00.547898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39f64cc-63e9-4057-b393-c5f8f4a8c9d8 None None] Network 97f811bc-6212-4675-be3d-9ae56bbb6506 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:15:00.602706 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 9ca59007-7601-459c-82a4-8dc81bfe18c1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:00.608846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9ca59007-7601-459c-82a4-8dc81bfe18c1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:00.609244 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.641775 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-05f44bf5-0365-4575-968e-8ab233403ae7 None None] Provisioning for port 769695a4-5f11-4bb1-83aa-f6133574c96e completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:00.647819 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.652424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.660959 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-05f44bf5-0365-4575-968e-8ab233403ae7 None None] Provisioning complete for port 769695a4-5f11-4bb1-83aa-f6133574c96e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:00.661403 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f44bf5-0365-4575-968e-8ab233403ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.731195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=fe1d2d20-29ce-408d-ae63-3046947c0911,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:00.733860 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.830344 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 97f811bc-6212-4675-be3d-9ae56bbb6506 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:00.831945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:00.834916 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.868821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f44bf5-0365-4575-968e-8ab233403ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.885139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 9ca59007-7601-459c-82a4-8dc81bfe18c1, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9ca59007-7601-459c-82a4-8dc81bfe18c1,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:00.891466 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.948204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-05f44bf5-0365-4575-968e-8ab233403ae7 None None] For port 769695a4-5f11-4bb1-83aa-f6133574c96e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=769695a4-5f11-4bb1-83aa-f6133574c96e,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:00.960548 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-05f44bf5-0365-4575-968e-8ab233403ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:00.962974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 41412758-ce85-48a2-8515-3223389ed442 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:15:00.964919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=9ca59007-7601-459c-82a4-8dc81bfe18c1,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:01.031360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f44bf5-0365-4575-968e-8ab233403ae7 None None] Pushing event updated for resources: {'Port': ['ID=769695a4-5f11-4bb1-83aa-f6133574c96e,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:01.087498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:15:01.093461 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d541cfd8-57f3-4397-857e-b6a1e7227faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/41412758-ce85-48a2-8515-3223389ed442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3633387 Jul 07 23:15:01.118061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.194564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-84034233-9d23-484f-a5d6-25f4010e055b None None] Provisioning complete for port 769695a4-5f11-4bb1-83aa-f6133574c96e triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:01.194940 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84034233-9d23-484f-a5d6-25f4010e055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.233641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Sync routers for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:15:01.250272 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:01.250898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:15:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:01.252954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-91b9bc67-b015-4e89-a717-ea8d15962317 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536019996&fields=id&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 267 time: 0.0367560 Jul 07 23:15:01.380019 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-7fe672c0-d3b9-4c76-885e-3076fbf6c893 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:01.381570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-7fe672c0-d3b9-4c76-885e-3076fbf6c893 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 796 time: 0.1202781 Jul 07 23:15:01.399571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:01.402318 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-84034233-9d23-484f-a5d6-25f4010e055b None None] Provisioning for port fe1d2d20-29ce-408d-ae63-3046947c0911 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:01.402932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-b32a4948-a165-4c8a-b3b9-a33136a735cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/quotas/6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 375 time: 0.0130520 Jul 07 23:15:01.435140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-84034233-9d23-484f-a5d6-25f4010e055b None None] Provisioning complete for port fe1d2d20-29ce-408d-ae63-3046947c0911 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:01.436133 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-84034233-9d23-484f-a5d6-25f4010e055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.477989 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-504d4eeb-db43-468a-86f4-37c2e1e9d124 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678535 Jul 07 23:15:01.633194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-8251f18e-a3cb-48cb-98b6-e90dd2585218 service neutron] 10.222.0.81 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417072 Jul 07 23:15:01.705101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-84034233-9d23-484f-a5d6-25f4010e055b None None] Port fe1d2d20-29ce-408d-ae63-3046947c0911 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:15:01.732601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-78932e5b-eefb-4e00-baa6-8bc9bff4770c service neutron] 10.222.0.81 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925753 Jul 07 23:15:01.799072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe1d2d20-29ce-408d-ae63-3046947c0911', 'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1d:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:59Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 2, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:01.830942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Checking router: 41412758-ce85-48a2-8515-3223389ed442 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:15:01.831305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Updating router 41412758-ce85-48a2-8515-3223389ed442 port fe1d2d20-29ce-408d-ae63-3046947c0911 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:15:01.866978 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-7b29d8a4-78d3-43ea-8c31-355f64ed6719 None None] Provisioning complete for port fe1d2d20-29ce-408d-ae63-3046947c0911 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:01.867500 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7b29d8a4-78d3-43ea-8c31-355f64ed6719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.900442 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:01.916325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-95656722-ee48-4de7-9670-602d2e9c0a73 req-7ada5390-639d-4cd4-af85-d9f513c53ac6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 210 time: 0.0316589 Jul 07 23:15:01.925265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-7b29d8a4-78d3-43ea-8c31-355f64ed6719 None None] Port fe1d2d20-29ce-408d-ae63-3046947c0911 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:15:02.030770 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.205064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.219265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Transition to ACTIVE for port object fe1d2d20-29ce-408d-ae63-3046947c0911 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:02.226595 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.285434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46217e-249e-4713-ac7c-ceabd0e4d556 None None] Pushing event updated for resources: {'Port': ['ID=fe1d2d20-29ce-408d-ae63-3046947c0911,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:02.351765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Attempting to bind port fe1d2d20-29ce-408d-ae63-3046947c0911 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:15:02.352219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Attempting to bind port fe1d2d20-29ce-408d-ae63-3046947c0911 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:15:02.352662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Attempting to bind port fe1d2d20-29ce-408d-ae63-3046947c0911 on network 97f811bc-6212-4675-be3d-9ae56bbb6506 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:15:02.358717 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:15:02.359247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Checking segment: {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:15:02.360462 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.361029 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Bound using segment: {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:15:02.362021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Bound port: fe1d2d20-29ce-408d-ae63-3046947c0911, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:15:02.362570 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.405765 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 769695a4-5f11-4bb1-83aa-f6133574c96e up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:02.475562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] For port fe1d2d20-29ce-408d-ae63-3046947c0911, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:15:02.479604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] For port fe1d2d20-29ce-408d-ae63-3046947c0911, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fe1d2d20-29ce-408d-ae63-3046947c0911,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:15:02.485815 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.557520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 769695a4-5f11-4bb1-83aa-f6133574c96e triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:02.557901 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:02.590371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46217e-249e-4713-ac7c-ceabd0e4d556 None None] Pushing event updated for resources: {'Port': ['ID=fe1d2d20-29ce-408d-ae63-3046947c0911,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:02.599047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:02.599692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:15:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:02.756643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:02.758998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9ca59007-7601-459c-82a4-8dc81bfe18c1 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:02.933111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 9ca59007-7601-459c-82a4-8dc81bfe18c1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:02.933707 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.016368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.069732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8aeabe89-5f0e-43d6-838b-4a24b1504d16 req-5b7001d9-cd8b-43c2-8f43-6cc1e94c3a36 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 210 time: 0.0334821 Jul 07 23:15:03.088945 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe1d2d20-29ce-408d-ae63-3046947c0911', 'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1d:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:59Z', 'updated_at': '2021-07-07T23:15:02Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:03.121159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7d521-504c-470e-99c0-fbf1cb3dcbac None None] The sync data for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 is: [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe1d2d20-29ce-408d-ae63-3046947c0911', 'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1d:39:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:59Z', 'updated_at': '2021-07-07T23:15:02Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:15:03.260207 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-4dc87d9c-5f22-4f9e-bf95-132cff3e33f4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:03.262196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-4dc87d9c-5f22-4f9e-bf95-132cff3e33f4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 796 time: 0.1240940 Jul 07 23:15:03.317534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-b6d51001-182a-461a-8eb8-2b470ab723d9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 379 time: 0.0369170 Jul 07 23:15:03.327449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'port': {'device_id': '91ab053e-2e22-4aff-aa44-989f5823a131', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'admin_state_up': True, 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'security_groups': ['d7a54fef-54a5-4d1a-9caa-8508e54dd118']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:03.444465 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:15:03.448157 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.579717 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.13 (97f811bc-6212-4675-be3d-9ae56bbb6506/24c3a293-857e-47d0-804a-0bb8418fb0f4/9dd28363-8ce6-4e1b-bd62-7f482fa70736) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:15:03.727953 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.742576 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object 9dd28363-8ce6-4e1b-bd62-7f482fa70736 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:03.776536 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.822325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 97f811bc-6212-4675-be3d-9ae56bbb6506 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:03.827890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:03.831696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:15:03.861469 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:03.890319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:03.890971 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:03.907307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-1d2b0fbb-079f-4aa6-8653-a3775969241b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5842118 Jul 07 23:15:03.942120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Request body: {'port': {'device_id': '91ab053e-2e22-4aff-aa44-989f5823a131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:04.017998 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.040705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a2d8211c-f2b3-49a4-986e-b660e0c608cf None None] Provisioning for port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:04.045431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a2d8211c-f2b3-49a4-986e-b660e0c608cf None None] Provisioning complete for port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:04.045798 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2d8211c-f2b3-49a4-986e-b660e0c608cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.083574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8211c-f2b3-49a4-986e-b660e0c608cf None None] Port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:15:04.302798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec8e8f-85f2-4dac-8a22-4c9eb8a4a6da req-716f1909-fbd6-495f-9cc8-ed0362c2aadd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:04.304242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5ec8e8f-85f2-4dac-8a22-4c9eb8a4a6da req-716f1909-fbd6-495f-9cc8-ed0362c2aadd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 932 time: 0.1083701 Jul 07 23:15:04.379387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a5ec8e8f-85f2-4dac-8a22-4c9eb8a4a6da req-7bd38749-0306-467e-a333-a9229eedffce tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650926 Jul 07 23:15:04.381632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fe1d2d20-29ce-408d-ae63-3046947c0911 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:04.381768 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd28363-8ce6-4e1b-bd62-7f482fa70736 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:15:04.390014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.403267 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Transition to ACTIVE for port object 9dd28363-8ce6-4e1b-bd62-7f482fa70736 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:15:04.407754 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.442001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port fe1d2d20-29ce-408d-ae63-3046947c0911 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:04.446513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fe1d2d20-29ce-408d-ae63-3046947c0911 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:04.447340 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.486694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:04.536690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Attempting to bind port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:15:04.537028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Attempting to bind port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:15:04.537358 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Attempting to bind port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on network 97f811bc-6212-4675-be3d-9ae56bbb6506 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:15:04.538734 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.541868 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on network 97f811bc-6212-4675-be3d-9ae56bbb6506 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:15:04.542245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Attempting to bind port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on network 97f811bc-6212-4675-be3d-9ae56bbb6506 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:15:04.547348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:15:04.547693 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Checking segment: {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:15:04.548076 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Bound using segment: {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:15:04.548506 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Bound port: 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:15:04.548867 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.573331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port fe1d2d20-29ce-408d-ae63-3046947c0911, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fe1d2d20-29ce-408d-ae63-3046947c0911,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:04.578845 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.621674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:15:04.626791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:15:04.632387 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.635132 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=fe1d2d20-29ce-408d-ae63-3046947c0911,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:04.667326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:04.668011 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:04.669636 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] 10.222.0.83 "PUT /v2.0/ports/9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1093 time: 0.7323070 Jul 07 23:15:04.671966 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:15:04.674334 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84efea1-1678-446e-9615-63e832f5008d" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:15:04.703006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39a57-98e5-4614-815f-75de51c56870 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:04.733669 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702ceec1-0da1-45be-a4c3-44b5c08e793f x-openstack-request-id: req-702ceec1-0da1-45be-a4c3-44b5c08e793f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:15:04.733975 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:15:04.734251 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-702ceec1-0da1-45be-a4c3-44b5c08e793f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:15:04.734650 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'status': 'completed', 'code': 200} Jul 07 23:15:04.779176 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-36403692-28ff-41a6-83bb-564891162524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:04.780631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-36403692-28ff-41a6-83bb-564891162524 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1096 time: 0.0568237 Jul 07 23:15:04.828953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-8358c9a0-d6db-4c21-a515-8431817d6579 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 217 time: 0.0355980 Jul 07 23:15:04.881152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-9118f586-e4d9-4ee0-8a13-2392a5b1f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:04.882629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-9118f586-e4d9-4ee0-8a13-2392a5b1f640 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0474834 Jul 07 23:15:04.940628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-73f99964-58d2-4c0f-82cf-b94b06a390d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:04.942285 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-73f99964-58d2-4c0f-82cf-b94b06a390d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527098 Jul 07 23:15:05.028220 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-952b4fbf-15f9-4db1-a06e-ab3cb4baa5bd service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796969 Jul 07 23:15:05.118936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ceb8a85f-bae1-44f6-a536-eabb8569157a req-a75d6863-dc76-425e-9a38-bf7cc652f912 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841103 Jul 07 23:15:05.258821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84efea1-1678-446e-9615-63e832f5008d req-978b167e-6ad7-401e-942d-7ea2c43f836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:05.260323 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e84efea1-1678-446e-9615-63e832f5008d req-978b167e-6ad7-401e-942d-7ea2c43f836c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1096 time: 0.0585523 Jul 07 23:15:05.351918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84efea1-1678-446e-9615-63e832f5008d req-71165d59-f0e1-4a85-bea7-35e0e0ac7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:05.353379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e84efea1-1678-446e-9615-63e832f5008d req-71165d59-f0e1-4a85-bea7-35e0e0ac7557 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.0854249 Jul 07 23:15:05.396085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e84efea1-1678-446e-9615-63e832f5008d req-9ccfb09f-70b1-4348-99b2-fe548faf3267 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 217 time: 0.0352187 Jul 07 23:15:05.444613 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84efea1-1678-446e-9615-63e832f5008d req-7cbc2b2c-c8f9-4dba-b6a4-b995f65dd451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:05.445985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e84efea1-1678-446e-9615-63e832f5008d req-7cbc2b2c-c8f9-4dba-b6a4-b995f65dd451 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0443180 Jul 07 23:15:05.536079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84efea1-1678-446e-9615-63e832f5008d req-b10bfa18-80b5-4392-8305-a7b03fdd1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:05.537551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e84efea1-1678-446e-9615-63e832f5008d req-b10bfa18-80b5-4392-8305-a7b03fdd1b83 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845685 Jul 07 23:15:05.616662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd9020-65ee-4660-b617-62b0670da94e req-60845a64-ff98-4cc2-ae4d-856b0cb45964 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:05.618141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebbd9020-65ee-4660-b617-62b0670da94e req-60845a64-ff98-4cc2-ae4d-856b0cb45964 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 944 time: 0.1217370 Jul 07 23:15:05.673129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e84efea1-1678-446e-9615-63e832f5008d req-e5a40620-0bd0-4de4-b0fc-4e203f76f141 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288142 Jul 07 23:15:05.678085 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ebbd9020-65ee-4660-b617-62b0670da94e req-1dc8ce35-0fd0-45d2-9d98-43845a519a6f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529842 Jul 07 23:15:05.761173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e84efea1-1678-446e-9615-63e832f5008d req-c78db20c-2247-4070-ab4e-1eeb0a3d4dba service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805118 Jul 07 23:15:06.360193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fe1d2d20-29ce-408d-ae63-3046947c0911 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:06.406828 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fe1d2d20-29ce-408d-ae63-3046947c0911 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:06.407129 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:06.857155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643344a-17f1-4398-b8b3-2318cee8584d req-09ef81bc-350e-4c23-999b-4db8e23b1de2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:06.858651 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2643344a-17f1-4398-b8b3-2318cee8584d req-09ef81bc-350e-4c23-999b-4db8e23b1de2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 944 time: 0.0667496 Jul 07 23:15:06.895964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2643344a-17f1-4398-b8b3-2318cee8584d req-62738e2b-1e57-496e-8e62-ed9e76471eb0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316398 Jul 07 23:15:08.065409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b303035-bf1e-420c-b04d-e6de8e53400c req-3735ef12-2501-44bd-a7fb-9b83fa65ef40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:08.066912 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b303035-bf1e-420c-b04d-e6de8e53400c req-3735ef12-2501-44bd-a7fb-9b83fa65ef40 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 944 time: 0.0621417 Jul 07 23:15:08.105007 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b303035-bf1e-420c-b04d-e6de8e53400c req-2a3cecb3-412b-4f1d-b18b-f77754511b4d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326173 Jul 07 23:15:09.042509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 9dd28363-8ce6-4e1b-bd62-7f482fa70736 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:15:09.133187 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:09.144669 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'port_id': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'mac_address': 'fa:16:3e:cc:d7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:15:09.187227 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:09.199815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd28363-8ce6-4e1b-bd62-7f482fa70736 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:15:09.219772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:09.225753 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:09.275794 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:09.279397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2654d4-42ee-48a8-a73d-a59607fa6339 req-f7adc53c-b0b3-4122-9a56-e959d9ca8a3c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:09.281240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed2654d4-42ee-48a8-a73d-a59607fa6339 req-f7adc53c-b0b3-4122-9a56-e959d9ca8a3c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 945 time: 0.0675447 Jul 07 23:15:09.319296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ed2654d4-42ee-48a8-a73d-a59607fa6339 req-ec3f1624-e653-4b86-8daf-78b1a541aca4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318441 Jul 07 23:15:09.674956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['9dd28363-8ce6-4e1b-bd62-7f482fa70736'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:15:10.491419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79466c2b-8711-4b13-93ec-cdc00dd526cb req-9b71a1fc-6f34-4171-acaf-95b7fde470b4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:10.492799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79466c2b-8711-4b13-93ec-cdc00dd526cb req-9b71a1fc-6f34-4171-acaf-95b7fde470b4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 945 time: 0.0657594 Jul 07 23:15:10.530249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-79466c2b-8711-4b13-93ec-cdc00dd526cb req-46b614cb-7461-4cc7-bc36-6e1bab2b442d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313675 Jul 07 23:15:11.073453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 9dd28363-8ce6-4e1b-bd62-7f482fa70736 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:15:11.121222 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:15:11.124739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:15:11.125103 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:11.199994 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:11.223070 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:15:11.225407 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac0a1b8-2bdc-4aaf-be18-65229efa4460" -d '{"events": [{"server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "name": "network-vif-plugged", "status": "completed", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:15:11.237604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:15:11.243018 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:11.266678 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6d3319-70e5-4ec5-bf7c-7c1a5ff1ef0e x-openstack-request-id: req-3b6d3319-70e5-4ec5-bf7c-7c1a5ff1ef0e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:15:11.266966 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "name": "network-vif-plugged", "status": "completed", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:15:11.267217 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b6d3319-70e5-4ec5-bf7c-7c1a5ff1ef0e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:15:11.267609 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'code': 200} Jul 07 23:15:11.292981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:11.399837 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df266be-12a9-4dc9-8f16-46a7b7c3fb13 req-182f2948-5aae-4088-bf6f-2710deba436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:11.401281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2df266be-12a9-4dc9-8f16-46a7b7c3fb13 req-182f2948-5aae-4088-bf6f-2710deba436d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1098 time: 0.0504410 Jul 07 23:15:11.433428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2df266be-12a9-4dc9-8f16-46a7b7c3fb13 req-cf45e79a-56a9-439e-a9ee-86a9ea594cda service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255735 Jul 07 23:15:11.699464 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689b491-4d22-4149-920e-5a9653c8b319 req-961b4ccf-a9c6-4644-abda-cf843ece3234 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:11.701531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8689b491-4d22-4149-920e-5a9653c8b319 req-961b4ccf-a9c6-4644-abda-cf843ece3234 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0650697 Jul 07 23:15:11.739492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8689b491-4d22-4149-920e-5a9653c8b319 req-f92e8e94-9c98-4f1f-af8a-bd44e24f4bf1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321653 Jul 07 23:15:12.914129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf225b6-c74b-484d-b217-5283e2a1e8b5 req-6cf04bb1-31a2-48cd-aff7-7f4a7e5e119b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:12.915611 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaf225b6-c74b-484d-b217-5283e2a1e8b5 req-6cf04bb1-31a2-48cd-aff7-7f4a7e5e119b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0638964 Jul 07 23:15:12.952941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aaf225b6-c74b-484d-b217-5283e2a1e8b5 req-3c8292f2-7ae4-4a44-ac10-ca4d3108b68f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311379 Jul 07 23:15:14.303210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29a8b4-627f-416a-8e5b-fb3fe930a4d4 req-92958bc5-97a0-4eb5-85a9-384beee768cd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:14.304726 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f29a8b4-627f-416a-8e5b-fb3fe930a4d4 req-92958bc5-97a0-4eb5-85a9-384beee768cd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0623703 Jul 07 23:15:14.342054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9f29a8b4-627f-416a-8e5b-fb3fe930a4d4 req-39b11a7e-9b3a-48df-860c-c32372dbaf51 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313148 Jul 07 23:15:14.516472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccfc88-e293-4234-89cf-3662225f4a6a req-a6eb9f05-84d6-4812-aaab-56b2c912dd76 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:14.517943 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60ccfc88-e293-4234-89cf-3662225f4a6a req-a6eb9f05-84d6-4812-aaab-56b2c912dd76 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0663240 Jul 07 23:15:14.554173 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-60ccfc88-e293-4234-89cf-3662225f4a6a req-ab335376-7395-4afa-bc46-d6939542fa85 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305772 Jul 07 23:15:14.578447 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49448) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:14.628034 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a206c-130a-4ca7-8d85-4a52bd907dd6 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:14.629493 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-478a206c-130a-4ca7-8d85-4a52bd907dd6 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1093 time: 0.0501022 Jul 07 23:15:14.632205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49450) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:14.636418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:15:14.657940 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.062714 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.160818 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.254 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/c0fe50ed-18ba-4fbd-bdcb-6c7ef8e2d1ca) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:15:15.261361 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.299882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.334434 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:15:15.337104 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:15:15.339677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:15:15.370002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=c0fe50ed-18ba-4fbd-bdcb-6c7ef8e2d1ca,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:15.711625 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.789375 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.932204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:15.937115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:16.011039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=c0fe50ed-18ba-4fbd-bdcb-6c7ef8e2d1ca,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:15:16.018557 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:16.115713 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP 9f64c2ad-a897-4214-b441-3feeca6f9260 associated. External IP: 172.25.8.254, port: 9dd28363-8ce6-4e1b-bd62-7f482fa70736. Jul 07 23:15:16.322445 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 41412758-ce85-48a2-8515-3223389ed442 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:15:16.427348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:15:16.437552 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80171d72-68e3-466e-b71c-6030264db76c None None] Sync routers for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:15:16.442811 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:16.447035 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80171d72-68e3-466e-b71c-6030264db76c None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:16.447629 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-80171d72-68e3-466e-b71c-6030264db76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:15:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:16.478731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-106eca81-ff3c-4ac7-9d0e-654a68564758 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8455427 Jul 07 23:15:16.479330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:15:16.482279 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4804fd78-24a7-4436-9d9e-84fe403c466d" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:15:16.522181 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e6ca9b-5ae9-4f24-98c9-3f425ce43a29 x-openstack-request-id: req-68e6ca9b-5ae9-4f24-98c9-3f425ce43a29 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:15:16.522490 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:15:16.522796 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68e6ca9b-5ae9-4f24-98c9-3f425ce43a29 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:15:16.524509 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'status': 'completed', 'code': 200} Jul 07 23:15:16.555953 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-80171d72-68e3-466e-b71c-6030264db76c None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:16.662238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-1021a8c3-5f74-4213-9ecd-622c2e0d96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:16.663754 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-1021a8c3-5f74-4213-9ecd-622c2e0d96f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1098 time: 0.0978091 Jul 07 23:15:16.672446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec894c8-05f5-4eee-9e71-9235486c501c req-7c755ae7-25ac-4bc0-b941-7e98dfd3e2c0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:16.673819 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dec894c8-05f5-4eee-9e71-9235486c501c req-7c755ae7-25ac-4bc0-b941-7e98dfd3e2c0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0995054 Jul 07 23:15:16.761692 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-dec894c8-05f5-4eee-9e71-9235486c501c req-3babf619-1084-4216-9176-4e75af867a6f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798981 Jul 07 23:15:16.779753 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-80171d72-68e3-466e-b71c-6030264db76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '9f64c2ad-a897-4214-b441-3feeca6f9260', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '41412758-ce85-48a2-8515-3223389ed442', 'port_id': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'mac_address': 'fa:16:3e:cc:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ab053e-2e22-4aff-aa44-989f5823a131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:15:15Z', 'updated_at': '2021-07-07T23:15:15Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d2d20-29ce-408d-ae63-3046947c0911', 'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1d:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:59Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:16.794134 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49456) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:16.795425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-b459f392-beca-45fd-a559-dabc46ada8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:16.795425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-b459f392-beca-45fd-a559-dabc46ada8e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.1193671 Jul 07 23:15:16.806769 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80171d72-68e3-466e-b71c-6030264db76c None None] Checking router: 41412758-ce85-48a2-8515-3223389ed442 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:15:16.815059 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80171d72-68e3-466e-b71c-6030264db76c None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:15:16.815720 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-80171d72-68e3-466e-b71c-6030264db76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:15:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:16.857903 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1a5ba7cd-2a7c-4924-ab4c-168f2c1c169b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/9f64c2ad-a897-4214-b441-3feeca6f9260 HTTP/1.1" status: 200 len: 992 time: 0.0647173 Jul 07 23:15:16.865249 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-94491278-e164-476b-bad6-cb722c84b48b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1000 time: 0.0637877 Jul 07 23:15:16.913882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-7aee914f-c1b3-4bd5-a2d7-d2bf15b48131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:16.915691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-7aee914f-c1b3-4bd5-a2d7-d2bf15b48131 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0446496 Jul 07 23:15:16.921064 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-80171d72-68e3-466e-b71c-6030264db76c None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:15:16.972820 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-a23cb1d0-5029-4fd9-a3cc-5dfb69592c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:16.974371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-a23cb1d0-5029-4fd9-a3cc-5dfb69592c28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521817 Jul 07 23:15:17.065646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-82467209-a398-4f08-a48c-3b590bd2e67a service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848134 Jul 07 23:15:17.141298 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-80171d72-68e3-466e-b71c-6030264db76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '9f64c2ad-a897-4214-b441-3feeca6f9260', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '41412758-ce85-48a2-8515-3223389ed442', 'port_id': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'mac_address': 'fa:16:3e:cc:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ab053e-2e22-4aff-aa44-989f5823a131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:15:15Z', 'updated_at': '2021-07-07T23:15:15Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d2d20-29ce-408d-ae63-3046947c0911', 'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1d:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:59Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:15:17.161965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4804fd78-24a7-4436-9d9e-84fe403c466d req-d0c57976-937b-48a8-b822-5cd632575aa7 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842316 Jul 07 23:15:17.171359 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80171d72-68e3-466e-b71c-6030264db76c None None] The sync data for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 is: [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '9f64c2ad-a897-4214-b441-3feeca6f9260', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '41412758-ce85-48a2-8515-3223389ed442', 'port_id': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'mac_address': 'fa:16:3e:cc:d7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ab053e-2e22-4aff-aa44-989f5823a131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:15:15Z', 'updated_at': '2021-07-07T23:15:15Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe1d2d20-29ce-408d-ae63-3046947c0911', 'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1d:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:59Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:15:17.353216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27d41e8-b1b1-49e7-ad2b-4f6538004ba9 None None] New status for floating IP 9f64c2ad-a897-4214-b441-3feeca6f9260: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:15:17.859849 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49458) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:15:17.921451 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-86fb6545-8aac-4127-b629-ff39189aabe1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/9f64c2ad-a897-4214-b441-3feeca6f9260 HTTP/1.1" status: 200 len: 994 time: 0.0604990 Jul 07 23:15:20.433722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:22.192202 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-21b86ae9-80a2-495f-817c-39d130538b1d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540748 Jul 07 23:15:22.318911 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-afeded41-02c4-46d5-ba40-bc509f973a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:22.320399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-afeded41-02c4-46d5-ba40-bc509f973a6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1098 time: 0.0616984 Jul 07 23:15:22.433798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-c491c1fc-8316-498b-bd4e-2a5bb7fb93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:22.435307 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-c491c1fc-8316-498b-bd4e-2a5bb7fb93fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.0912132 Jul 07 23:15:22.509326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-4fff2834-3b42-49ab-bdeb-030ee5076c82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1002 time: 0.0674241 Jul 07 23:15:22.558441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-59750fda-757d-4fcc-86d2-626e998722b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:22.560042 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-59750fda-757d-4fcc-86d2-626e998722b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0451498 Jul 07 23:15:22.623159 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-c59c4218-259e-4840-94ca-b295e835ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:15:22.629218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-c59c4218-259e-4840-94ca-b295e835ef95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624983 Jul 07 23:15:22.723264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-8982d57c-27a0-4dcd-a763-22044f27e547 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869930 Jul 07 23:15:22.814566 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16491b62-b38c-40d6-95a1-0ceef0026154 req-8cf40cdb-4c27-4c7c-89d7-bca788ad030b service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846868 Jul 07 23:15:26.311344 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:15:27.422830 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2520a09-8b32-458a-bbc7-bf873a3f6f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:29.785082 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce04e29e-47be-4c43-83ad-49c4792cd2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:30.087266 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:31.115160 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:31.987654 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:32.980346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:50.428608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:57.425202 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c9e6a26-a69e-4d11-a60d-c430b8ec387e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:15:59.785601 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ce167991-8ac5-4057-81f3-962e4fb64fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:00.087054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:01.118440 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:01.999930 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:02.982860 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:03.310186 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:16:20.434925 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:21.966946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-7ffe8930-a50e-43f9-a04d-a79ffaa4c8bc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516777 Jul 07 23:16:22.087536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-3b03a611-c3f5-409e-b285-10b680f1e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:22.089033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-3b03a611-c3f5-409e-b285-10b680f1e47d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1098 time: 0.0622725 Jul 07 23:16:22.191523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-4ef0c9f0-5934-448c-a6ea-8dd0225376eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:22.192967 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-4ef0c9f0-5934-448c-a6ea-8dd0225376eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.0830262 Jul 07 23:16:22.260339 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-0dd31567-a2da-4ddf-b8a7-b6a4a378f34c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1002 time: 0.0611167 Jul 07 23:16:22.308340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-c6754c67-fb54-4334-9682-83d50fafcdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:22.309771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-c6754c67-fb54-4334-9682-83d50fafcdbe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0425148 Jul 07 23:16:22.366195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-edf95b23-4e1c-4809-8ee2-5a3158d44a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:22.367667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-edf95b23-4e1c-4809-8ee2-5a3158d44a20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511100 Jul 07 23:16:22.470194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-6266054b-f820-43af-a762-e0ebf9cc0b18 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862715 Jul 07 23:16:22.557211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d70eb7d9-1b6d-4af0-a22c-c363003ac256 req-bbc528bf-53dd-4fa6-b101-c747003dae88 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801146 Jul 07 23:16:27.428742 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24bea257-7459-4998-97bf-f18fd6a7ed17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:29.408012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-ffba46be-6df2-46ec-abf3-a27b9867d6a2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316748 Jul 07 23:16:29.425637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789621d-44b7-4f45-96c0-dd5c3cad2379 req-475f557f-35af-4696-957b-69bae6f21d4c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:29.427319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c789621d-44b7-4f45-96c0-dd5c3cad2379 req-475f557f-35af-4696-957b-69bae6f21d4c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.1716301 Jul 07 23:16:29.466256 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c789621d-44b7-4f45-96c0-dd5c3cad2379 req-2f6c8202-6fb5-4e40-88d5-2ede363f8651 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330238 Jul 07 23:16:29.787208 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a10909d8-8652-44d5-ad34-f52d9cd9116d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:30.088003 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:30.701747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-293aeabb-6abd-41ea-86c6-22b414bcc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:30.703282 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-293aeabb-6abd-41ea-86c6-22b414bcc1c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1098 time: 0.1398735 Jul 07 23:16:30.714909 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ba468-7a3a-4f1e-b3f2-8e606a1b2aaa req-115928d8-e947-4364-bf91-95be33ac5a7b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:30.716289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-674ba468-7a3a-4f1e-b3f2-8e606a1b2aaa req-115928d8-e947-4364-bf91-95be33ac5a7b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.1391263 Jul 07 23:16:31.105955 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-674ba468-7a3a-4f1e-b3f2-8e606a1b2aaa req-3969b889-666c-413f-8266-5459ab092fab tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3804679 Jul 07 23:16:31.121025 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:31.132275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-1df2724d-13c3-4e87-88d8-48e29df9e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:31.133753 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-1df2724d-13c3-4e87-88d8-48e29df9e920 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.4166355 Jul 07 23:16:31.201269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-553ea477-946c-4a67-9c08-f46da6336748 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1002 time: 0.0595374 Jul 07 23:16:31.248172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-fb441323-8154-474f-83fe-e80935cb04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:31.249607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-fb441323-8154-474f-83fe-e80935cb04d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0424194 Jul 07 23:16:31.306772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-1fbb690e-0530-43fb-b25c-74ee24c2786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:31.308269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-1fbb690e-0530-43fb-b25c-74ee24c2786a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522573 Jul 07 23:16:31.399136 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-02026b92-b6fb-4e65-b54e-1a71123e314f service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834727 Jul 07 23:16:31.485252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-ad7e14b9-bdb7-4e92-87b9-f5473edf4641 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804269 Jul 07 23:16:31.998591 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:32.294860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e01e5-07bd-4770-b1bf-29bf77c82540 req-3ccc0258-f96f-420e-a8f4-6d4c23733522 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:32.296351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af0e01e5-07bd-4770-b1bf-29bf77c82540 req-3ccc0258-f96f-420e-a8f4-6d4c23733522 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0693679 Jul 07 23:16:32.333219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af0e01e5-07bd-4770-b1bf-29bf77c82540 req-083e21c7-b519-4dd8-b38f-b2712efb3f09 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304451 Jul 07 23:16:32.983726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:33.502861 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c1ffb-3a70-44d4-a441-0ea7e8060f68 req-297477eb-1c4b-4bd7-a0ec-3b590f4dc1b8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:33.504450 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-419c1ffb-3a70-44d4-a441-0ea7e8060f68 req-297477eb-1c4b-4bd7-a0ec-3b590f4dc1b8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0624046 Jul 07 23:16:33.541425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-419c1ffb-3a70-44d4-a441-0ea7e8060f68 req-82aff004-0aee-460d-9054-1603bf622a0f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314693 Jul 07 23:16:34.715944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeee7b-4a6a-4be1-98e7-8b61cd862199 req-9b1b1d3f-7d2c-4d0a-a96e-86a4163be2ca tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:34.717431 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-feeeee7b-4a6a-4be1-98e7-8b61cd862199 req-9b1b1d3f-7d2c-4d0a-a96e-86a4163be2ca tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0628705 Jul 07 23:16:34.754418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-feeeee7b-4a6a-4be1-98e7-8b61cd862199 req-2b8b25b9-edbd-4554-9f8c-b0c275ebf10b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310435 Jul 07 23:16:35.927422 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b84bba-4885-4a2d-a0ef-b49e59869739 req-af726aaa-8901-42f4-bfd8-636c0169a0ed tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:35.928913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8b84bba-4885-4a2d-a0ef-b49e59869739 req-af726aaa-8901-42f4-bfd8-636c0169a0ed tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0656776 Jul 07 23:16:35.966198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a8b84bba-4885-4a2d-a0ef-b49e59869739 req-e5066acd-cbcf-4d16-9139-d2f577e39cbd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Jul 07 23:16:37.136743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e6e66-e666-443c-91f5-1cc6b3a19fd9 req-530772c5-1c1a-48b9-a5bd-5c8011ccc6bc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:37.138246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-627e6e66-e666-443c-91f5-1cc6b3a19fd9 req-530772c5-1c1a-48b9-a5bd-5c8011ccc6bc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0629385 Jul 07 23:16:37.174233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-627e6e66-e666-443c-91f5-1cc6b3a19fd9 req-7f0bd211-c161-456c-8daf-cd4c3c189c55 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304649 Jul 07 23:16:38.351596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9765-a71b-416c-ae29-547acef66b52 req-ab990eb6-a2e1-4f25-bed8-b4af1b3bf449 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:38.352458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-898a9765-a71b-416c-ae29-547acef66b52 req-ab990eb6-a2e1-4f25-bed8-b4af1b3bf449 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0657272 Jul 07 23:16:38.389687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-898a9765-a71b-416c-ae29-547acef66b52 req-ad312edd-8f7f-4511-b83f-d509945f2ff6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317295 Jul 07 23:16:39.558008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4717b4-cc0d-41ec-83cb-cfc2a9529e21 req-858e2d2b-d360-41a1-beb7-3820fa64496b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:39.559435 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea4717b4-cc0d-41ec-83cb-cfc2a9529e21 req-858e2d2b-d360-41a1-beb7-3820fa64496b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0628715 Jul 07 23:16:39.596350 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ea4717b4-cc0d-41ec-83cb-cfc2a9529e21 req-0d161e12-81a0-4188-af02-3b7a29b5f019 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315638 Jul 07 23:16:40.311088 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:16:40.763771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eff02e-3a70-4fc1-9982-84a9e837892f req-1dc35c25-e73e-4320-8aba-8867c884897f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:40.765218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56eff02e-3a70-4fc1-9982-84a9e837892f req-1dc35c25-e73e-4320-8aba-8867c884897f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0611238 Jul 07 23:16:40.801802 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-56eff02e-3a70-4fc1-9982-84a9e837892f req-a4aa28a3-be13-4b50-a92a-5fc0deaeb094 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305760 Jul 07 23:16:41.974862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e7c21-0f26-425c-bfc0-c9e94705f80a req-403c5585-e290-4d82-86b6-0bfd5e39981e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:41.976369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d23e7c21-0f26-425c-bfc0-c9e94705f80a req-403c5585-e290-4d82-86b6-0bfd5e39981e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0672634 Jul 07 23:16:42.012806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d23e7c21-0f26-425c-bfc0-c9e94705f80a req-72a3b4b8-2b30-4f05-8621-52d9314bde0e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309515 Jul 07 23:16:43.183262 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8b382-7ed8-45de-8985-bf5006e89db0 req-38465043-375e-4d9e-add4-326bcab60531 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:43.184722 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4d8b382-7ed8-45de-8985-bf5006e89db0 req-38465043-375e-4d9e-add4-326bcab60531 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0614572 Jul 07 23:16:43.221258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a4d8b382-7ed8-45de-8985-bf5006e89db0 req-7e33ce21-e375-4f49-9b69-6503071c2305 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310931 Jul 07 23:16:43.671949 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-90d07dde-b4c2-4909-9176-a5aea5f9e4bf service neutron] show failed (client error): The resource could not be found. Jul 07 23:16:43.672946 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-90d07dde-b4c2-4909-9176-a5aea5f9e4bf service neutron] 10.222.0.83 "GET /v2.0/ports/9dd28363-8ce6-4e1b-bd62-7f482fa70736/bindings/n-h1-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0564454 Jul 07 23:16:43.966626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-8c2ef8a9-a8d4-45f0-83a9-e0d0338a048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:43.968037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-8c2ef8a9-a8d4-45f0-83a9-e0d0338a048c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 1098 time: 0.0954273 Jul 07 23:16:43.980431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:16:44.048738 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:44.260607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:44.304086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:16:44.344939 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:44.347452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:16:44.349810 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98040f44-355b-4dd4-951b-e0f1f9ee9d0f" -d '{"events": [{"server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:16:44.388228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Transition to ACTIVE for port object 9dd28363-8ce6-4e1b-bd62-7f482fa70736 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:16:44.397074 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:44.446042 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=6']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:44.459647 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79cde4-6612-4858-80c9-dd74bac1f1c2 x-openstack-request-id: req-2f79cde4-6612-4858-80c9-dd74bac1f1c2 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:16:44.459767 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "name": "network-vif-unplugged", "status": "completed", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:16:44.460018 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f79cde4-6612-4858-80c9-dd74bac1f1c2 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:16:44.460409 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'code': 200} Jul 07 23:16:44.469943 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.470305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.470653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.470985 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.471313 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.471642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.472499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.472824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.473147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.473471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.473790 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.474156 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:44.529594 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f107728-ae3e-4318-8d06-921e690aca06 req-c8fae79c-4933-47ed-bd6f-4933c65ebe1c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:44.531066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f107728-ae3e-4318-8d06-921e690aca06 req-c8fae79c-4933-47ed-bd6f-4933c65ebe1c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.1786451 Jul 07 23:16:44.587616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] No DVR routers for this DVR port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:16:44.641278 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f107728-ae3e-4318-8d06-921e690aca06 req-ee527e89-ef21-4aca-ac85-4f99f5a3507c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968258 Jul 07 23:16:44.741289 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Attempting to bind port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:16:44.741622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Attempting to bind port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:16:44.741945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Attempting to bind port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on network 97f811bc-6212-4675-be3d-9ae56bbb6506 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:16:44.746181 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on network 97f811bc-6212-4675-be3d-9ae56bbb6506 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:16:44.746500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Attempting to bind port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on network 97f811bc-6212-4675-be3d-9ae56bbb6506 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:16:44.751522 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:16:44.751863 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Checking segment: {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:16:44.752275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Bound using segment: {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:16:44.752701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Bound port: 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8b50d4e-ad59-426d-ae56-d13ded19d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:16:44.753064 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:44.817460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:16:44.820333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:16:44.824929 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:44.858377 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:44.858994 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:44.860411 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] 10.222.0.44 "PUT /v2.0/ports/9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1093 time: 0.8840356 Jul 07 23:16:44.915527 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21288941-fc93-4281-ac83-3b69d52147f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=7']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:44.945925 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-9e331ec3-c43a-437c-9c63-5b044376ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:44.947490 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-9e331ec3-c43a-437c-9c63-5b044376ca25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1096 time: 0.0624187 Jul 07 23:16:45.043074 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-e0edecfc-b496-45f0-b57a-f43e6a59bc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:45.044559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-e0edecfc-b496-45f0-b57a-f43e6a59bc05 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.0907385 Jul 07 23:16:45.110022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-be9b0dac-e40f-4e83-83cf-e8aee9821c27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1000 time: 0.0575793 Jul 07 23:16:45.156657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-93e15403-1b22-4734-a1fd-a7d261dc46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:45.158032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-93e15403-1b22-4734-a1fd-a7d261dc46fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0421345 Jul 07 23:16:45.216617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-b42006f2-330d-42ab-85c6-030beace5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:45.218094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-b42006f2-330d-42ab-85c6-030beace5149 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539749 Jul 07 23:16:45.306954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-a0d68303-c492-4cae-8886-75a4c304acb0 service neutron] 10.222.0.44 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814538 Jul 07 23:16:45.398391 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c6f7766e-74c3-4f00-a0b3-7d0e8efd0d34 req-9d66d015-2c8b-47dc-bf6a-1cb3bfda8ced service neutron] 10.222.0.44 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849226 Jul 07 23:16:45.820224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88922a-8f1d-4aa6-8eb9-56e93d0116c3 req-935cc540-4308-4fee-833e-f61ab4a462d4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:45.821720 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f88922a-8f1d-4aa6-8eb9-56e93d0116c3 req-935cc540-4308-4fee-833e-f61ab4a462d4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 944 time: 0.0642228 Jul 07 23:16:45.858369 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f88922a-8f1d-4aa6-8eb9-56e93d0116c3 req-eae3760d-9d20-4ba4-9e48-02eb92e0a344 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308969 Jul 07 23:16:46.462091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:16:46.464452 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70372f8d-15c4-49a8-869b-75960a9cdeaf" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:16:46.512390 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f5147d-a9d5-4614-8451-77c13c3ead47 x-openstack-request-id: req-81f5147d-a9d5-4614-8451-77c13c3ead47 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:16:46.512687 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:16:46.512945 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81f5147d-a9d5-4614-8451-77c13c3ead47 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:16:46.513371 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'status': 'completed', 'code': 200} Jul 07 23:16:46.633491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-57f873fe-aafe-4397-ab38-60e44ae61173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:46.635000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-57f873fe-aafe-4397-ab38-60e44ae61173 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1096 time: 0.0977755 Jul 07 23:16:46.639995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-5f8f3353-07fb-4cd0-a4c8-afc3e7041886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:46.641337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-5f8f3353-07fb-4cd0-a4c8-afc3e7041886 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1096 time: 0.0769119 Jul 07 23:16:46.792737 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-560d8642-e766-4303-ab1f-340b73fe8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:46.794222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-560d8642-e766-4303-ab1f-340b73fe8f8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.1520026 Jul 07 23:16:46.796667 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-407206fc-98fa-4561-b96a-623772e29ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:46.797963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-407206fc-98fa-4561-b96a-623772e29ca8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.1480544 Jul 07 23:16:46.912335 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-e8452a9d-9039-4931-82dd-ee3ae5e024f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1000 time: 0.1111979 Jul 07 23:16:46.918295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-4345532a-388e-4785-aa1c-e075c730c1c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1000 time: 0.1115811 Jul 07 23:16:47.026864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-9b664055-e8f7-4865-a8e8-81cc4f11e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.028311 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-9b664055-e8f7-4865-a8e8-81cc4f11e89d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.1091866 Jul 07 23:16:47.033756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-b4bd279c-905b-4ce1-a8d0-be1ddd1bdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.035795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-b4bd279c-905b-4ce1-a8d0-be1ddd1bdf8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.1085851 Jul 07 23:16:47.125932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f4a4-196c-4a63-ae87-fe4f623f01db req-caa81a6c-40ad-49a1-a3df-70bf08215faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.127409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0232f4a4-196c-4a63-ae87-fe4f623f01db req-caa81a6c-40ad-49a1-a3df-70bf08215faa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 944 time: 0.1402152 Jul 07 23:16:47.168248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-78f4b403-a01a-45b5-ab1a-21393f9ba15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.169559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-78f4b403-a01a-45b5-ab1a-21393f9ba15e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329465 Jul 07 23:16:47.175099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-0b03f4ac-90ed-4553-a14f-359df13b0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:47.176529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-0b03f4ac-90ed-4553-a14f-359df13b0c09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293108 Jul 07 23:16:47.233498 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0232f4a4-196c-4a63-ae87-fe4f623f01db req-67b432ee-3fdf-4b49-97a1-d93d713f85e7 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971048 Jul 07 23:16:47.335075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-889f5883-fdcc-4429-a64d-7adea0c94e1a service neutron] 10.222.0.44 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534531 Jul 07 23:16:47.338293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-3be44d55-4e11-469f-bf99-b6d31b42731f service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479127 Jul 07 23:16:47.480923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 9dd28363-8ce6-4e1b-bd62-7f482fa70736 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:16:47.487135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-180c775b-0bfc-49c8-9259-a04011c3597a service neutron] 10.222.0.44 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450174 Jul 07 23:16:47.490491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-70372f8d-15c4-49a8-869b-75960a9cdeaf req-aff8fbf8-2a82-45c4-9963-54640dabf414 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416020 Jul 07 23:16:47.522217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 9dd28363-8ce6-4e1b-bd62-7f482fa70736 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:16:48.274531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9dd28363-8ce6-4e1b-bd62-7f482fa70736 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:16:48.365999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:48.376927 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'port_id': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'mac_address': 'fa:16:3e:cc:d7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:16:48.408324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbdd9f8-0143-4fe3-9476-fe4a92732b17 req-f858bdbf-bf32-4741-85b8-ab793f87c584 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:48.409855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dbdd9f8-0143-4fe3-9476-fe4a92732b17 req-f858bdbf-bf32-4741-85b8-ab793f87c584 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 944 time: 0.0636368 Jul 07 23:16:48.413111 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:48.430345 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd28363-8ce6-4e1b-bd62-7f482fa70736 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:16:48.448229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dbdd9f8-0143-4fe3-9476-fe4a92732b17 req-a72919df-ce3f-44a7-8919-5e74d9d4b2b8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327754 Jul 07 23:16:48.449995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:48.454639 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:48.660792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:48.668096 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.668449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.668796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.669134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.669468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.669815 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.670152 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.670478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.670802 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.671122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.671445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.671764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:16:48.707720 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['9dd28363-8ce6-4e1b-bd62-7f482fa70736'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:16:48.818206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c52fbe-8e5b-4fa5-b70d-1ced3bdc5387 req-cfe3db04-df3d-4acc-9597-6ede7eb79080 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:48.819620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14c52fbe-8e5b-4fa5-b70d-1ced3bdc5387 req-cfe3db04-df3d-4acc-9597-6ede7eb79080 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 945 time: 0.1169040 Jul 07 23:16:48.827425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36347201-1a25-4dea-9753-82086d6dec3d req-1ab23a12-fb76-40e4-8dc9-ecf23bb9e444 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:48.828807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36347201-1a25-4dea-9753-82086d6dec3d req-1ab23a12-fb76-40e4-8dc9-ecf23bb9e444 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&binding%3Ahost_id=n-h1-695012-11 HTTP/1.1" status: 200 len: 945 time: 0.1157095 Jul 07 23:16:48.891869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-14c52fbe-8e5b-4fa5-b70d-1ced3bdc5387 req-a46ad3fc-3bb1-4463-8dbf-215280c96811 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621014 Jul 07 23:16:48.910962 n-d-695012-11 neutron-server[93941]: INFO neutron.api.v2.resource [req-36347201-1a25-4dea-9753-82086d6dec3d req-78c55bec-6509-4362-ad6e-2940335b91f5 service neutron] delete failed (client error): The resource could not be found. Jul 07 23:16:48.912098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36347201-1a25-4dea-9753-82086d6dec3d req-78c55bec-6509-4362-ad6e-2940335b91f5 service neutron] 10.222.0.83 "DELETE /v2.0/ports/9dd28363-8ce6-4e1b-bd62-7f482fa70736/bindings/n-h2-695012-11 HTTP/1.1" status: 404 len: 381 time: 0.0755424 Jul 07 23:16:49.070413 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36347201-1a25-4dea-9753-82086d6dec3d req-b1781714-6447-4b46-b574-fad732989ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:49.071805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36347201-1a25-4dea-9753-82086d6dec3d req-b1781714-6447-4b46-b574-fad732989ec9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1097 time: 0.0986605 Jul 07 23:16:49.084786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf9f80-8943-4f6a-9e51-d5a5da3d5f58 req-e05a5973-3bb1-4af7-8760-eabad5ff121e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:49.086214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4dcf9f80-8943-4f6a-9e51-d5a5da3d5f58 req-e05a5973-3bb1-4af7-8760-eabad5ff121e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 945 time: 0.0806396 Jul 07 23:16:49.173004 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4dcf9f80-8943-4f6a-9e51-d5a5da3d5f58 req-e12833b1-a49d-42ae-9f99-8bc061a35fb4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780261 Jul 07 23:16:49.196169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36347201-1a25-4dea-9753-82086d6dec3d req-cd6af57b-ff28-4d65-af01-b67ee5409f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:49.197620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36347201-1a25-4dea-9753-82086d6dec3d req-cd6af57b-ff28-4d65-af01-b67ee5409f29 service neutron] 10.222.0.83 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.1105707 Jul 07 23:16:49.260941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36347201-1a25-4dea-9753-82086d6dec3d req-7eb62c40-ef1e-4ef0-95ce-10560868b000 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1001 time: 0.0568409 Jul 07 23:16:49.313721 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36347201-1a25-4dea-9753-82086d6dec3d req-7871a305-0fd3-46d9-8b41-bc78380d49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:49.315188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36347201-1a25-4dea-9753-82086d6dec3d req-7871a305-0fd3-46d9-8b41-bc78380d49bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0481446 Jul 07 23:16:49.680696 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36347201-1a25-4dea-9753-82086d6dec3d req-989f89f8-3a2b-4db0-b1b4-fadb19eb09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:49.682201 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36347201-1a25-4dea-9753-82086d6dec3d req-989f89f8-3a2b-4db0-b1b4-fadb19eb09be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3609304 Jul 07 23:16:49.768635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36347201-1a25-4dea-9753-82086d6dec3d req-995be3ea-00da-499a-a7cb-3898d29f3c84 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794358 Jul 07 23:16:49.856609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-36347201-1a25-4dea-9753-82086d6dec3d req-ee0bfa74-fd6f-4c4f-9f60-18b17bc98968 service neutron] 10.222.0.83 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818737 Jul 07 23:16:50.282471 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9dd28363-8ce6-4e1b-bd62-7f482fa70736 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:16:50.335317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:16:50.339739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:16:50.340277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:50.351822 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e352bd-e3c7-40c1-b2fa-8bf30fad40cf req-d79d4d8b-b950-4f6c-9869-678ca803e99b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:50.353380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5e352bd-e3c7-40c1-b2fa-8bf30fad40cf req-d79d4d8b-b950-4f6c-9869-678ca803e99b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 945 time: 0.0698745 Jul 07 23:16:50.397809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b5e352bd-e3c7-40c1-b2fa-8bf30fad40cf req-416ca3d0-c10d-4b2a-a497-a507d0797a6c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Jul 07 23:16:50.436613 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:50.447670 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:50.462872 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:16:50.464903 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68aa433-28eb-47ee-9ad9-7fdfe19c7d30" -d '{"events": [{"server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "name": "network-vif-plugged", "status": "completed", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:16:50.479664 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:16:50.483541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:50.533056 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=9']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:16:50.572903 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f35be8-8dc8-4312-ad53-64e7d5bafb6f x-openstack-request-id: req-e1f35be8-8dc8-4312-ad53-64e7d5bafb6f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:16:50.573197 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "name": "network-vif-plugged", "status": "completed", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:16:50.573453 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1f35be8-8dc8-4312-ad53-64e7d5bafb6f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:16:50.573849 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'code': 200} Jul 07 23:16:51.577913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5ccab-24f3-46ce-a21b-d03ee8a5b1bc req-a6e07b14-fde5-4df3-954c-519da7452111 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:16:51.579348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f5ccab-24f3-46ce-a21b-d03ee8a5b1bc req-a6e07b14-fde5-4df3-954c-519da7452111 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0664101 Jul 07 23:16:51.615963 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-04f5ccab-24f3-46ce-a21b-d03ee8a5b1bc req-ff657be6-fb74-4688-851d-024bd1b3b812 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309761 Jul 07 23:16:51.640012 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49594) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:16:51.699873 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b422c01c-7bff-4116-8a81-cbb694148ab9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/9f64c2ad-a897-4214-b441-3feeca6f9260 HTTP/1.1" status: 200 len: 994 time: 0.0587842 Jul 07 23:16:57.429747 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d055a09c-95d2-41a9-adb6-276cd1e5dbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:16:59.789509 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bbbb7b22-c7a3-467c-8ff3-951f2575e1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:00.089495 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:01.123662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:02.017442 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:02.986541 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:16.996964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-aef42ba5-d0a0-4650-8afb-7a481235e0be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517504 Jul 07 23:17:17.089762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-13c64e4e-6f22-432c-b589-aeb721ac35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:17.091241 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-13c64e4e-6f22-432c-b589-aeb721ac35fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1098 time: 0.0517907 Jul 07 23:17:17.195354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-a8dcd055-f4b6-494c-82b4-963bcc80caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:17.196786 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-a8dcd055-f4b6-494c-82b4-963bcc80caa1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.0856104 Jul 07 23:17:17.259405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-2714b781-1a01-4804-99f7-3cb3069fb0e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 1002 time: 0.0564625 Jul 07 23:17:17.307956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-4908ac9c-9a66-459b-be06-d30b99c035e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:17.309055 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:17:17.309518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-4908ac9c-9a66-459b-be06-d30b99c035e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0432987 Jul 07 23:17:17.368321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-fdedbcb7-11fc-4774-85e9-7315f82e4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:17.369778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-fdedbcb7-11fc-4774-85e9-7315f82e4c02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544529 Jul 07 23:17:17.457661 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-e6f1c047-f544-4a3d-abc2-e2e66f3a4907 service neutron] 10.222.0.44 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809557 Jul 07 23:17:17.547142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2883763c-128f-41b2-a51b-a3010d5bcd7f req-b0cd0687-3f08-46d8-8896-312120ab71c5 service neutron] 10.222.0.44 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836365 Jul 07 23:17:18.061557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49606) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:18.211496 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port c0fe50ed-18ba-4fbd-bdcb-6c7ef8e2d1ca {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:17:18.211841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:18.286967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:18.287300 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:18.298535 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for c0fe50ed-18ba-4fbd-bdcb-6c7ef8e2d1ca owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:17:18.440079 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:18.466196 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=c0fe50ed-18ba-4fbd-bdcb-6c7ef8e2d1ca,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:18.490695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.491045 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.491377 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.491707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.492032 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.492355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.492681 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.493001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.493321 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.493643 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.493960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.494302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:18.532715 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:18.533042 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP 9f64c2ad-a897-4214-b441-3feeca6f9260 disassociated (deleted). External IP: 172.25.8.254, port: 9dd28363-8ce6-4e1b-bd62-7f482fa70736. Jul 07 23:17:18.735203 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 41412758-ce85-48a2-8515-3223389ed442 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:17:18.839010 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:17:18.844046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:18.848204 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] Sync routers for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:17:18.857463 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:18.858094 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:18.879503 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-0a0dbc35-3e6b-4346-8389-4dc46e6f123a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/floatingips/9f64c2ad-a897-4214-b441-3feeca6f9260 HTTP/1.1" status: 204 len: 168 time: 0.8168750 Jul 07 23:17:18.880573 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:17:18.882841 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77331ae3af9a289661a4929c25a806209354ca8448342c6cf4d35250dc2d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dc9262-ed35-472d-b1da-c151b111050c" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:17:18.966256 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:18.987733 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3327747e-65aa-4542-ae1d-b91c1a0fdb36 x-openstack-request-id: req-3327747e-65aa-4542-ae1d-b91c1a0fdb36 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:17:18.988405 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:17:18.988879 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3327747e-65aa-4542-ae1d-b91c1a0fdb36 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:17:18.990211 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'status': 'completed', 'code': 200} Jul 07 23:17:19.062914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc9262-ed35-472d-b1da-c151b111050c req-bc2a03ef-d314-4fbf-b520-cea8445c2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:19.064448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84dc9262-ed35-472d-b1da-c151b111050c req-bc2a03ef-d314-4fbf-b520-cea8445c2183 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 1098 time: 0.0546274 Jul 07 23:17:19.162160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc9262-ed35-472d-b1da-c151b111050c req-ab5da48d-c807-49b6-aa09-3cfe92e2578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:19.163663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84dc9262-ed35-472d-b1da-c151b111050c req-ab5da48d-c807-49b6-aa09-3cfe92e2578a service neutron] 10.222.0.44 "GET /v2.0/networks?id=97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 200 len: 897 time: 0.0929382 Jul 07 23:17:19.186728 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe1d2d20-29ce-408d-ae63-3046947c0911', 'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1d:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:59Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:19.217761 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] Checking router: 41412758-ce85-48a2-8515-3223389ed442 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:17:19.221637 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84dc9262-ed35-472d-b1da-c151b111050c req-046fa6fe-f7e0-48da-8159-db0bd0967130 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 200 len: 217 time: 0.0506954 Jul 07 23:17:19.226341 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:19.226950 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:19.305328 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc9262-ed35-472d-b1da-c151b111050c req-94dbd6bd-99ca-450c-87e3-99874df08a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:19.306840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84dc9262-ed35-472d-b1da-c151b111050c req-94dbd6bd-99ca-450c-87e3-99874df08a54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 200 len: 835 time: 0.0765140 Jul 07 23:17:19.332200 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:19.350501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac78e4-73eb-4568-9af8-d8c1d78227fd req-35e00f36-1ba0-4426-902d-2d927aeeb001 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:19.352002 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ac78e4-73eb-4568-9af8-d8c1d78227fd req-35e00f36-1ba0-4426-902d-2d927aeeb001 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.1329803 Jul 07 23:17:19.402932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26ac78e4-73eb-4568-9af8-d8c1d78227fd req-827ee483-241e-472e-a876-fabc99d98991 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440195 Jul 07 23:17:19.408050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc9262-ed35-472d-b1da-c151b111050c req-1604a435-63fa-44cf-945a-65b4c9a6c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:19.410359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84dc9262-ed35-472d-b1da-c151b111050c req-1604a435-63fa-44cf-945a-65b4c9a6c124 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=97f811bc-6212-4675-be3d-9ae56bbb6506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954511 Jul 07 23:17:19.509533 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84dc9262-ed35-472d-b1da-c151b111050c req-22ed4f82-aea9-43a2-9544-3d0b0ec2210b service neutron] 10.222.0.44 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929639 Jul 07 23:17:19.549867 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe1d2d20-29ce-408d-ae63-3046947c0911', 'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1d:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:59Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:19.575551 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5927cd-14e2-4015-8ed2-30cce0cc1cfd None None] The sync data for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 is: [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'fe1d2d20-29ce-408d-ae63-3046947c0911', 'name': '', 'network_id': '97f811bc-6212-4675-be3d-9ae56bbb6506', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1d:39:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:59Z', 'updated_at': '2021-07-07T23:15:04Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '24c3a293-857e-47d0-804a-0bb8418fb0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:17:19.599254 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84dc9262-ed35-472d-b1da-c151b111050c req-43a41d53-07ed-489f-9876-855e6993cb61 service neutron] 10.222.0.44 "GET /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829370 Jul 07 23:17:19.795001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786304a1-c062-4826-a136-846698219357 None None] New status for floating IP 9f64c2ad-a897-4214-b441-3feeca6f9260: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:17:20.440787 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:20.465590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-1d983eed-4757-4cf4-bf6a-914d5685c5e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:20.467107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-1d983eed-4757-4cf4-bf6a-914d5685c5e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.0644886 Jul 07 23:17:20.612494 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:17:20.612759 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:20.664227 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c554e-b80c-4074-ab20-58396d40fad6 req-eff7e39d-6634-4ac5-89e1-6f4194dab5e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:20.665693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c06c554e-b80c-4074-ab20-58396d40fad6 req-eff7e39d-6634-4ac5-89e1-6f4194dab5e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=91ab053e-2e22-4aff-aa44-989f5823a131 HTTP/1.1" status: 200 len: 946 time: 0.1238749 Jul 07 23:17:20.726680 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c06c554e-b80c-4074-ab20-58396d40fad6 req-e076b457-806d-4d50-a379-dd98d64f06a1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7a54fef-54a5-4d1a-9caa-8508e54dd118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545020 Jul 07 23:17:20.737441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 9dd28363-8ce6-4e1b-bd62-7f482fa70736, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=9dd28363-8ce6-4e1b-bd62-7f482fa70736,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:20.737807 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:20.751271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 9dd28363-8ce6-4e1b-bd62-7f482fa70736 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:17:20.881424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:20.907734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=9dd28363-8ce6-4e1b-bd62-7f482fa70736,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:20.954754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] No DVR routers for this DVR port 9dd28363-8ce6-4e1b-bd62-7f482fa70736 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:17:20.957235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:20.959258 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43b702bd-a5b8-4c56-8fee-5d948563ed98 req-c8023698-49be-4b18-b99b-d6934a106342 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "DELETE /v2.0/ports/9dd28363-8ce6-4e1b-bd62-7f482fa70736 HTTP/1.1" status: 204 len: 173 time: 0.4868598 Jul 07 23:17:20.959814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'name': 'network-vif-deleted', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:17:20.962043 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fe8574-a835-4c4c-aca2-98faac2a1828" -d '{"events": [{"server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "name": "network-vif-deleted", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:17:20.997961 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d049091-00c5-481f-b33b-a7428feeb1ee x-openstack-request-id: req-6d049091-00c5-481f-b33b-a7428feeb1ee {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:17:20.998295 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab053e-2e22-4aff-aa44-989f5823a131", "name": "network-vif-deleted", "tag": "9dd28363-8ce6-4e1b-bd62-7f482fa70736", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:17:20.998547 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6d049091-00c5-481f-b33b-a7428feeb1ee {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:17:20.998955 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab053e-2e22-4aff-aa44-989f5823a131', 'name': 'network-vif-deleted', 'tag': '9dd28363-8ce6-4e1b-bd62-7f482fa70736', 'status': 'completed', 'code': 200} Jul 07 23:17:21.820954 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49626) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:22.170835 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:22.737718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port fe1d2d20-29ce-408d-ae63-3046947c0911 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:17:22.738056 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:22.821831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port fe1d2d20-29ce-408d-ae63-3046947c0911, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fe1d2d20-29ce-408d-ae63-3046947c0911,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:22.822548 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:22.839375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for fe1d2d20-29ce-408d-ae63-3046947c0911 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:17:23.015715 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:23.042699 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=fe1d2d20-29ce-408d-ae63-3046947c0911,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:23.214104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:23.423154 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 41412758-ce85-48a2-8515-3223389ed442 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:17:23.526787 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:17:23.531749 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b6dae649-398b-4d76-98ae-f1c184051d06 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/41412758-ce85-48a2-8515-3223389ed442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097645 Jul 07 23:17:23.534563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49628) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:23.535844 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] Sync routers for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:17:23.545349 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:23.545956 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:23.584355 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-116e2a49-e335-496a-9815-4af655a2bb78 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting subnet 24c3a293-857e-47d0-804a-0bb8418fb0f4 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:17:23.587443 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-116e2a49-e335-496a-9815-4af655a2bb78 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:23.625933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-116e2a49-e335-496a-9815-4af655a2bb78 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:23.647930 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:23.712041 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-116e2a49-e335-496a-9815-4af655a2bb78 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:23.775566 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-116e2a49-e335-496a-9815-4af655a2bb78 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:23.804168 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e2a49-e335-496a-9815-4af655a2bb78 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Subnet': ['ID=24c3a293-857e-47d0-804a-0bb8418fb0f4,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:23.806047 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-116e2a49-e335-496a-9815-4af655a2bb78 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:23.807942 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-116e2a49-e335-496a-9815-4af655a2bb78 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/subnets/24c3a293-857e-47d0-804a-0bb8418fb0f4 HTTP/1.1" status: 204 len: 168 time: 0.2725110 Jul 07 23:17:23.810838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49630) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:23.813773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2428cead-e46d-4062-a476-a0cace86f35f None None] Network 97f811bc-6212-4675-be3d-9ae56bbb6506 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:17:23.830472 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:17:22Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:23.860827 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] Checking router: 41412758-ce85-48a2-8515-3223389ed442 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:17:23.870043 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] Routers {'41412758-ce85-48a2-8515-3223389ed442'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:23.870943 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['41412758-ce85-48a2-8515-3223389ed442'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:23.925052 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:23.975726 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] Set router 41412758-ce85-48a2-8515-3223389ed442 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:24.023026 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c20cb4-e8fa-4b0d-9d08-c4b5eacb4ae8 None None] DHCP port deletion for 97f811bc-6212-4675-be3d-9ae56bbb6506 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:17:24.042402 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.084325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-39c20cb4-e8fa-4b0d-9d08-c4b5eacb4ae8 None None] Deleting port 769695a4-5f11-4bb1-83aa-f6133574c96e {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:17:24.084612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39c20cb4-e8fa-4b0d-9d08-c4b5eacb4ae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.098235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 9ca59007-7601-459c-82a4-8dc81bfe18c1 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:17:24.099213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.156386 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-39c20cb4-e8fa-4b0d-9d08-c4b5eacb4ae8 None None] For port 769695a4-5f11-4bb1-83aa-f6133574c96e, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=769695a4-5f11-4bb1-83aa-f6133574c96e,segment=NetworkSegment(f8b50d4e-ad59-426d-ae56-d13ded19d186),segment_id=f8b50d4e-ad59-426d-ae56-d13ded19d186)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:24.156786 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39c20cb4-e8fa-4b0d-9d08-c4b5eacb4ae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.163908 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:17:22Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:24.170982 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-39c20cb4-e8fa-4b0d-9d08-c4b5eacb4ae8 None None] Calling delete_port for 769695a4-5f11-4bb1-83aa-f6133574c96e owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:17:24.189448 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d12c8b-2601-4cf3-9d01-e61cc335948e None None] The sync data for ids ['41412758-ce85-48a2-8515-3223389ed442'] in n-d-695012-11 is: [{'id': '41412758-ce85-48a2-8515-3223389ed442', 'name': 'tempest-TestNetworkAdvancedServerOps-router-771579269', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149'}], 'enable_snat': True}, 'gw_port_id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:14:56Z', 'updated_at': '2021-07-07T23:17:22Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '9ca59007-7601-459c-82a4-8dc81bfe18c1', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41412758-ce85-48a2-8515-3223389ed442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:14:57Z', 'updated_at': '2021-07-07T23:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:17:24.192733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 9ca59007-7601-459c-82a4-8dc81bfe18c1, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=9ca59007-7601-459c-82a4-8dc81bfe18c1,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:24.193099 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.205673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 9ca59007-7601-459c-82a4-8dc81bfe18c1 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:17:24.261527 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-39c20cb4-e8fa-4b0d-9d08-c4b5eacb4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.287426 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c20cb4-e8fa-4b0d-9d08-c4b5eacb4ae8 None None] Pushing event deleted for resources: {'Port': ['ID=769695a4-5f11-4bb1-83aa-f6133574c96e,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:24.290703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c20cb4-e8fa-4b0d-9d08-c4b5eacb4ae8 None None] No DVR routers for this DVR port 769695a4-5f11-4bb1-83aa-f6133574c96e on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:17:24.402031 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.421718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9dd28363-8ce6-4e1b-bd62-7f482fa70736 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:17:24.428791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=9ca59007-7601-459c-82a4-8dc81bfe18c1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:24.442954 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 9dd28363-8ce6-4e1b-bd62-7f482fa70736 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:17:24.443303 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 9dd28363-8ce6-4e1b-bd62-7f482fa70736 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:17:24.487310 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.589309 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.591612 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.647350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.648001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Fanout notify agent at l3_agent the message router_deleted on router 41412758-ce85-48a2-8515-3223389ed442 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:17:24.655371 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.656515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-08e196c0-7702-4d1d-9694-8bde7e2496e2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/routers/41412758-ce85-48a2-8515-3223389ed442 HTTP/1.1" status: 204 len: 168 time: 0.8446743 Jul 07 23:17:24.659362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49632) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:24.662456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 769695a4-5f11-4bb1-83aa-f6133574c96e no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:17:24.685730 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 769695a4-5f11-4bb1-83aa-f6133574c96e {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:17:24.686109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 769695a4-5f11-4bb1-83aa-f6133574c96e not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:17:24.686528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fe1d2d20-29ce-408d-ae63-3046947c0911 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:17:24.706361 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: fe1d2d20-29ce-408d-ae63-3046947c0911 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:17:24.706714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fe1d2d20-29ce-408d-ae63-3046947c0911 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:17:24.738906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.829791 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.841342 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f811bc-6212-4675-be3d-9ae56bbb6506']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:24.852481 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b50d4e-ad59-426d-ae56-d13ded19d186') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:24.852786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b50d4e-ad59-426d-ae56-d13ded19d186') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:24.862112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.877094 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.887872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:17:24.888318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:17:24.891286 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:17:24.946383 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.953561 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:24.955353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/networks/97f811bc-6212-4675-be3d-9ae56bbb6506 HTTP/1.1" status: 204 len: 168 time: 0.2949946 Jul 07 23:17:24.959058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49634) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:24.971633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee3210-55c7-4b3a-8a99-00310ec0a999 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Network': ['ID=97f811bc-6212-4675-be3d-9ae56bbb6506,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:25.017251 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f28960c8-d3a7-4af3-8555-6aebe855c4a2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:25.043152 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f28960c8-d3a7-4af3-8555-6aebe855c4a2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:25.105731 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f28960c8-d3a7-4af3-8555-6aebe855c4a2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:25.108414 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f28960c8-d3a7-4af3-8555-6aebe855c4a2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:25.109562 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f28960c8-d3a7-4af3-8555-6aebe855c4a2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/security-groups/d7a54fef-54a5-4d1a-9caa-8508e54dd118 HTTP/1.1" status: 204 len: 168 time: 0.1494434 Jul 07 23:17:25.118187 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28960c8-d3a7-4af3-8555-6aebe855c4a2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a54fef-54a5-4d1a-9caa-8508e54dd118,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:26.391896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9ca59007-7601-459c-82a4-8dc81bfe18c1 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:17:26.412965 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 9ca59007-7601-459c-82a4-8dc81bfe18c1 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:17:26.417747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 9ca59007-7601-459c-82a4-8dc81bfe18c1 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:17:26.418304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49644) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:26.422991 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-e179954c-a4cb-4815-9608-fd973342dfd9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600368541', 'description': 'tempest-secgroup-smoke-600368541 description', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:26.446335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e179954c-a4cb-4815-9608-fd973342dfd9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.543172 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e179954c-a4cb-4815-9608-fd973342dfd9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.546931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e179954c-a4cb-4815-9608-fd973342dfd9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.577723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e179954c-a4cb-4815-9608-fd973342dfd9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.578968 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e179954c-a4cb-4815-9608-fd973342dfd9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1596045 Jul 07 23:17:26.579905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179954c-a4cb-4815-9608-fd973342dfd9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adea370b-be45-435a-8ebb-279de822f1ea,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:26.581962 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49646) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:26.586867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3d03a31d-aee5-4ae6-bab9-77768015e7b9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'adea370b-be45-435a-8ebb-279de822f1ea', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:26.611674 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d03a31d-aee5-4ae6-bab9-77768015e7b9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.673108 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d03a31d-aee5-4ae6-bab9-77768015e7b9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.677428 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d03a31d-aee5-4ae6-bab9-77768015e7b9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.697099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03a31d-aee5-4ae6-bab9-77768015e7b9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b160297-d85c-4b1f-b4fc-34ed0e301ee3,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:26.703770 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d03a31d-aee5-4ae6-bab9-77768015e7b9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.705247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3d03a31d-aee5-4ae6-bab9-77768015e7b9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221268 Jul 07 23:17:26.708055 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49650) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:26.712692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7bc9f069-d2b5-460f-b384-2d4cf75b6592 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'adea370b-be45-435a-8ebb-279de822f1ea', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:26.739395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f069-d2b5-460f-b384-2d4cf75b6592 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.797479 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f069-d2b5-460f-b384-2d4cf75b6592 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.801929 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f069-d2b5-460f-b384-2d4cf75b6592 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.820984 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9f069-d2b5-460f-b384-2d4cf75b6592 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97124382-3df1-4188-9814-96c2ba5c96ef,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:26.832089 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f069-d2b5-460f-b384-2d4cf75b6592 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.833531 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7bc9f069-d2b5-460f-b384-2d4cf75b6592 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1244791 Jul 07 23:17:26.836207 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49652) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:26.840636 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-53237a7f-febe-48ba-b655-004dbdcbdacb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'adea370b-be45-435a-8ebb-279de822f1ea', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:26.866536 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53237a7f-febe-48ba-b655-004dbdcbdacb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.922957 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53237a7f-febe-48ba-b655-004dbdcbdacb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.926271 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53237a7f-febe-48ba-b655-004dbdcbdacb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.946251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53237a7f-febe-48ba-b655-004dbdcbdacb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67eebf1-ca87-4f4c-89e9-d28ba6e66094,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:26.951277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-53237a7f-febe-48ba-b655-004dbdcbdacb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:26.955221 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-53237a7f-febe-48ba-b655-004dbdcbdacb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153402 Jul 07 23:17:26.955221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49654) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:26.959548 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2fd64732-9fa1-48ba-a963-fea551dae382 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'adea370b-be45-435a-8ebb-279de822f1ea', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:26.984298 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fd64732-9fa1-48ba-a963-fea551dae382 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.042632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fd64732-9fa1-48ba-a963-fea551dae382 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.046014 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fd64732-9fa1-48ba-a963-fea551dae382 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.063578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd64732-9fa1-48ba-a963-fea551dae382 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c15dfe-c289-4e2b-a78f-595e8eb2f6e6,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:27.068750 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fd64732-9fa1-48ba-a963-fea551dae382 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.069919 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2fd64732-9fa1-48ba-a963-fea551dae382 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138334 Jul 07 23:17:27.072655 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49656) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:27.077231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-af1b7aca-1fd8-49c7-bf50-2c9100c4dfd0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'adea370b-be45-435a-8ebb-279de822f1ea', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:27.097847 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-af1b7aca-1fd8-49c7-bf50-2c9100c4dfd0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:17:27.102956 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1b7aca-1fd8-49c7-bf50-2c9100c4dfd0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.162360 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1b7aca-1fd8-49c7-bf50-2c9100c4dfd0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.165998 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1b7aca-1fd8-49c7-bf50-2c9100c4dfd0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.185936 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b7aca-1fd8-49c7-bf50-2c9100c4dfd0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b807b68-6525-4680-97c1-e77b702dbc8d,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:27.189829 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-af1b7aca-1fd8-49c7-bf50-2c9100c4dfd0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.193606 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-af1b7aca-1fd8-49c7-bf50-2c9100c4dfd0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175232 Jul 07 23:17:27.194104 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49658) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:27.198711 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7452f995-18d1-4d38-870c-08360513f06a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'adea370b-be45-435a-8ebb-279de822f1ea', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:27.219641 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-7452f995-18d1-4d38-870c-08360513f06a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:17:27.224280 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7452f995-18d1-4d38-870c-08360513f06a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.284882 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7452f995-18d1-4d38-870c-08360513f06a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.288568 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7452f995-18d1-4d38-870c-08360513f06a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.308680 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452f995-18d1-4d38-870c-08360513f06a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2093490-10a2-4980-ba31-e701dced21c7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:27.314518 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7452f995-18d1-4d38-870c-08360513f06a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.315596 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7452f995-18d1-4d38-870c-08360513f06a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203570 Jul 07 23:17:27.318578 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49660) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:27.323353 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'network': {'name': 'tempest-network-smoke--2106798512', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:27.342964 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:17:27.346270 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.369785 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:17:27.378703 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.379100 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Added segment a4afce7d-5b1e-4431-8527-e62ed389a49d of type vlan for network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe Jul 07 23:17:27.421723 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.430289 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fae7d313-08a6-41d4-8f46-646196379de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.450708 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.456404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:27.457018 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.512364 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1928144 Jul 07 23:17:27.515119 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49662) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:27.519557 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'admin_state_up': True, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:27.540124 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ed59d-6262-452e-9ee3-13fe9828453d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Network': ['ID=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:27.550500 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:17:27.554964 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.555923 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.605408 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.739794 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.925979 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:27.945418 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:28.046217 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.111 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/49a4ecda-87c2-409a-9526-b14594debb45) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:17:28.147063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:28.190088 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:28.227987 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:17:28.230755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:17:28.235966 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:17:28.260118 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=49a4ecda-87c2-409a-9526-b14594debb45,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:28.480399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:28.683266 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:28.806516 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 01af595b-5119-47f6-8402-1f81e8e9185f is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:17:28.909019 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:17:28.922519 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Sync routers for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:17:28.927515 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:28.928740 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-de9a7d77-1541-45f3-933d-1db995d5a5ec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4126797 Jul 07 23:17:28.931897 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49664) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:28.935165 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:28.935817 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:29.004712 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f018aca2-758f-48f9-91fc-1aff64c524ee tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6a1a12b0ff0340c4976b2b1e673370fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717294 Jul 07 23:17:29.007471 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49668) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:29.042342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:29.091676 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce44e122-84ed-4d96-8f92-8059d38054be tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:29.093194 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ce44e122-84ed-4d96-8f92-8059d38054be tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848019 Jul 07 23:17:29.096031 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49670) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:29.122890 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4694294f-4917-46ad-8cb0-6b80fc59d9e6 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258305 Jul 07 23:17:29.125334 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49672) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:29.130481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100362190', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:29.220686 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:28Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:29.247408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Checking router: 01af595b-5119-47f6-8402-1f81e8e9185f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:17:29.247758 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Updating router 01af595b-5119-47f6-8402-1f81e8e9185f port 49a4ecda-87c2-409a-9526-b14594debb45 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:17:29.290109 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.543029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:17:29.546437 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.547408 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.558189 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Transition to ACTIVE for port object 49a4ecda-87c2-409a-9526-b14594debb45 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:17:29.563977 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.614251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Attempting to bind port 49a4ecda-87c2-409a-9526-b14594debb45 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:17:29.614626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Attempting to bind port 49a4ecda-87c2-409a-9526-b14594debb45 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:17:29.614997 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Attempting to bind port 49a4ecda-87c2-409a-9526-b14594debb45 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:17:29.624014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:17:29.624389 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:17:29.624792 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.625460 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:17:29.625928 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Bound port: 49a4ecda-87c2-409a-9526-b14594debb45, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:17:29.626342 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.627804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0232f09-236b-46ee-ad22-e9ba412a8b0a None None] Pushing event updated for resources: {'Port': ['ID=49a4ecda-87c2-409a-9526-b14594debb45,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:29.683176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] For port 49a4ecda-87c2-409a-9526-b14594debb45, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:17:29.686263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] For port 49a4ecda-87c2-409a-9526-b14594debb45, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=49a4ecda-87c2-409a-9526-b14594debb45,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:17:29.691448 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.731972 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.747258 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:29.747888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:29.752581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0232f09-236b-46ee-ad22-e9ba412a8b0a None None] Pushing event updated for resources: {'Port': ['ID=49a4ecda-87c2-409a-9526-b14594debb45,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:29.794234 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Subnet': ['ID=dc776274-eb60-4ca2-9dc8-edd1e8b51b06,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:29.801366 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Checking segment: {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:17:29.801741 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network hostable DHCP agents. Network: 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:17:29.810454 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8f1f52da-2114-4335-8731-a368efe1c540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.820267 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:17:29.829201 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:17:29.833921 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:29.834489 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:29.845369 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe469f4-45a0-4aa9-9fe0-7b0875a6f63f None None] Network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:17:29.849298 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ff7083fd-9abf-4462-90bc-d823099596cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7229290 Jul 07 23:17:29.852251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49674) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:29.915034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:30.187261 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.294687 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.300219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:17:30.301064 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.407063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:28Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:30.456153 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95d7f5-d8e0-4408-a02e-af392eb10fad None None] The sync data for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 is: [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:28Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:17:30.486181 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Allocated IP 172.20.0.2 (9291ec74-86ad-4acc-972f-0ca7b5d7b5fe/dc776274-eb60-4ca2-9dc8-edd1e8b51b06/1abbeb43-cfe9-4acd-9675-0e35bc961c19) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:17:30.636443 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.646263 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Transition to ACTIVE for port object 1abbeb43-cfe9-4acd-9675-0e35bc961c19 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:17:30.674283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Transition to ACTIVE for port object 1abbeb43-cfe9-4acd-9675-0e35bc961c19 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:17:30.683779 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.728287 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:17:30.737707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:17:30.743460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.1 (9291ec74-86ad-4acc-972f-0ca7b5d7b5fe/dc776274-eb60-4ca2-9dc8-edd1e8b51b06/2b066996-9ae0-4d5e-bed1-f0e9c5488c48) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:17:30.750431 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:17:30.767638 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Pushing event updated for resources: {'Port': ['ID=1abbeb43-cfe9-4acd-9675-0e35bc961c19,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:30.826998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Attempting to bind port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:17:30.830590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Attempting to bind port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:17:30.831279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Attempting to bind port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 on network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:17:30.839027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:17:30.839961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Checking segment: {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:17:30.840373 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.840769 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Bound using segment: {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:17:30.841240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Bound port: 1abbeb43-cfe9-4acd-9675-0e35bc961c19, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:17:30.841620 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.884629 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.899524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:17:30.910628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] For port 1abbeb43-cfe9-4acd-9675-0e35bc961c19, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:17:30.913939 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] For port 1abbeb43-cfe9-4acd-9675-0e35bc961c19, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1abbeb43-cfe9-4acd-9675-0e35bc961c19,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:17:30.918771 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.939797 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:30.983305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57db4-59bc-4a59-ae21-f2bbad36ac5d None None] Pushing event updated for resources: {'Port': ['ID=1abbeb43-cfe9-4acd-9675-0e35bc961c19,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:31.003971 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:17:31.007239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:17:31.011934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:17:31.015992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=2b066996-9ae0-4d5e-bed1-f0e9c5488c48,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:31.060069 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:31.129411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:31.243285 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:31.848359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:31.854449 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:31.922820 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:31.980103 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=2b066996-9ae0-4d5e-bed1-f0e9c5488c48,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:32.034568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:17:32.036122 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:17:32.037786 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:32.171367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 01af595b-5119-47f6-8402-1f81e8e9185f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:17:32.209050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6601a70-a7a0-43d4-a712-40d71c58b91e None None] Network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:17:32.290779 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:17:32.297472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3d41f3ed-f4a9-4ac9-8192-48497ec7e844 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/01af595b-5119-47f6-8402-1f81e8e9185f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4436929 Jul 07 23:17:32.331969 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-ad1f8997-5c94-4f5c-be07-5f0de7c77a59 None None] Provisioning for port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:17:32.437020 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Sync routers for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:17:32.448022 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:32.448649 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:32.503978 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-785d70bc-75ad-4125-948f-884094ca3f93 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600368541&fields=id&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 267 time: 0.0413949 Jul 07 23:17:32.534003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1abbeb43-cfe9-4acd-9675-0e35bc961c19 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:17:32.599468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:17:32.607478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:32.607933 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:32.636013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c7d8-6986-4976-9964-c797a917326f req-c8f79d9c-7e5d-44a2-8403-51371668d3f4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:32.643459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-c8f79d9c-7e5d-44a2-8403-51371668d3f4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/networks?id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe HTTP/1.1" status: 200 len: 797 time: 0.1316037 Jul 07 23:17:32.659004 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:32.664491 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-d22d8bc7-5273-434b-9d58-5013b57892fb tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/quotas/6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 375 time: 0.0200999 Jul 07 23:17:32.702676 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:32.739942 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 1abbeb43-cfe9-4acd-9675-0e35bc961c19, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1abbeb43-cfe9-4acd-9675-0e35bc961c19,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:32.745894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:32.746866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 49a4ecda-87c2-409a-9526-b14594debb45 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:17:32.747005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-03ede9db-000d-4cb0-8e6f-0553e4c3fc74 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752811 Jul 07 23:17:32.757788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-e7dd9f9b-4803-4b9f-b335-2f73dc731659 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:17:32.764827 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-e7dd9f9b-4803-4b9f-b335-2f73dc731659 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143313 Jul 07 23:17:32.841890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d19cd126-bc6c-4d6a-8073-97126ee4cfc9 None None] Provisioning for port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:17:32.850336 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=1abbeb43-cfe9-4acd-9675-0e35bc961c19,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:32.860407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d19cd126-bc6c-4d6a-8073-97126ee4cfc9 None None] Provisioning complete for port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:32.860870 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19cd126-bc6c-4d6a-8073-97126ee4cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:32.891381 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-d4136e6f-de7c-47ab-819c-0d35909a2b22 service neutron] 10.222.0.81 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253414 Jul 07 23:17:32.898811 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '2b066996-9ae0-4d5e-bed1-f0e9c5488c48', 'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1e:f5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:30Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 2, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:32.903003 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 49a4ecda-87c2-409a-9526-b14594debb45 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:17:32.908305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 49a4ecda-87c2-409a-9526-b14594debb45 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:32.908673 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:32.910357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d19cd126-bc6c-4d6a-8073-97126ee4cfc9 None None] Port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:17:32.930917 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Checking router: 01af595b-5119-47f6-8402-1f81e8e9185f for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:17:32.931572 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Updating router 01af595b-5119-47f6-8402-1f81e8e9185f port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:17:32.953459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d19cd126-bc6c-4d6a-8073-97126ee4cfc9 None None] Provisioning complete for port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:32.953799 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d19cd126-bc6c-4d6a-8073-97126ee4cfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:32.971371 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.008584 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-1d502a9a-3f70-4f48-b3a8-163b16d7171d service neutron] 10.222.0.81 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162689 Jul 07 23:17:33.028154 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.049274 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.117504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 49a4ecda-87c2-409a-9526-b14594debb45, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=49a4ecda-87c2-409a-9526-b14594debb45,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:33.127895 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.203653 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=49a4ecda-87c2-409a-9526-b14594debb45,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:33.219902 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c1385d1-9929-49c6-9684-77c0c13330d9 req-7c157b20-152e-4064-96c5-377e94639bcc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 210 time: 0.0305836 Jul 07 23:17:33.257579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d3213e42-5cb1-451c-82b8-96475865fef2 None None] Provisioning complete for port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:33.257960 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d3213e42-5cb1-451c-82b8-96475865fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.302363 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-d3213e42-5cb1-451c-82b8-96475865fef2 None None] Port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:17:33.312375 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.322761 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Transition to ACTIVE for port object 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:17:33.328709 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.402402 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Pushing event updated for resources: {'Port': ['ID=2b066996-9ae0-4d5e-bed1-f0e9c5488c48,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:33.431088 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.431426 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.431836 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.432406 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.432535 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.432985 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.433167 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.433451 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.433798 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.434106 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.434809 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.434809 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:33.447574 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Attempting to bind port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:17:33.448705 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Attempting to bind port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:17:33.449093 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Attempting to bind port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 on network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:17:33.455060 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:17:33.455369 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Checking segment: {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:17:33.455769 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.456159 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Bound using segment: {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:17:33.456620 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Bound port: 2b066996-9ae0-4d5e-bed1-f0e9c5488c48, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:17:33.457202 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.523601 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] For port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:17:33.526664 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] For port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2b066996-9ae0-4d5e-bed1-f0e9c5488c48,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:17:33.532908 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:33.596718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:33.597358 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:33.636501 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f5966-3b82-4e73-b373-fd89c7343f2e None None] Pushing event updated for resources: {'Port': ['ID=2b066996-9ae0-4d5e-bed1-f0e9c5488c48,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:33.713689 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:33.913380 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '2b066996-9ae0-4d5e-bed1-f0e9c5488c48', 'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1e:f5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:30Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:33.942776 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef494a88-205a-458d-a339-b95c35388a19 None None] The sync data for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 is: [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '2b066996-9ae0-4d5e-bed1-f0e9c5488c48', 'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1e:f5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:30Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:17:34.382932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9e43e7b0-e847-4efd-a69a-74cd594dbed9 req-5de30ed1-d969-427f-b72a-0711ebc6bb01 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 210 time: 0.0388412 Jul 07 23:17:34.441247 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c7d8-6986-4976-9964-c797a917326f req-295191ac-5152-4609-9f39-74972cfee80e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:34.443229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-295191ac-5152-4609-9f39-74972cfee80e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/networks?id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe HTTP/1.1" status: 200 len: 797 time: 0.1554935 Jul 07 23:17:34.508455 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-7da41cc9-b717-400f-abcf-30e59240aafe tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 379 time: 0.0436406 Jul 07 23:17:34.523471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'port': {'device_id': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'admin_state_up': True, 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'security_groups': ['adea370b-be45-435a-8ebb-279de822f1ea']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:34.566481 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:17:34.619956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:17:34.624007 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:34.624440 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:34.648980 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:17:34.653435 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:34.714280 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:34.750731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2b066996-9ae0-4d5e-bed1-f0e9c5488c48,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:34.757183 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:34.758226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1abbeb43-cfe9-4acd-9675-0e35bc961c19 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:17:34.803409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.4 (9291ec74-86ad-4acc-972f-0ca7b5d7b5fe/dc776274-eb60-4ca2-9dc8-edd1e8b51b06/88885b69-f2a6-40e2-a95a-4e64d7dbe2e8) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:17:34.836827 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=2b066996-9ae0-4d5e-bed1-f0e9c5488c48,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:34.848604 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:34.849184 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:34.931511 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 49a4ecda-87c2-409a-9526-b14594debb45 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:17:34.959578 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:34.975760 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:17:34.980150 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 49a4ecda-87c2-409a-9526-b14594debb45 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:34.980591 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.017801 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.060480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:17:35.066271 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:17:35.072927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:17:35.116319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:35.140963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:35.141584 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.156642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-5eab594d-80e2-49e6-97b3-5782a02d1a4a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6372285 Jul 07 23:17:35.174165 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Request body: {'port': {'device_id': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:35.248764 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.283944 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-082fd3d7-84d5-447b-b590-618539774f75 None None] Provisioning for port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:17:35.288012 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-082fd3d7-84d5-447b-b590-618539774f75 None None] Provisioning complete for port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:35.288389 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-082fd3d7-84d5-447b-b590-618539774f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.325723 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-082fd3d7-84d5-447b-b590-618539774f75 None None] Port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:17:35.512773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:17:35.521727 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.560702 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Transition to ACTIVE for port object 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:17:35.564885 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.630229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:35.683142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38486e9c-e2c0-4b21-b9b1-613a153656da req-48c17c85-20a3-4da9-ac8e-99b8cdfeec7a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:35.684676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38486e9c-e2c0-4b21-b9b1-613a153656da req-48c17c85-20a3-4da9-ac8e-99b8cdfeec7a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 931 time: 0.1673582 Jul 07 23:17:35.743590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Attempting to bind port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:17:35.743926 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Attempting to bind port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:17:35.744263 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Attempting to bind port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 on network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:17:35.748807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38486e9c-e2c0-4b21-b9b1-613a153656da req-b46fa087-154a-4142-9e02-7f17c30087e0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575330 Jul 07 23:17:35.752164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 on network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:17:35.752513 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Attempting to bind port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 on network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:17:35.758325 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:17:35.758670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Checking segment: {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:17:35.759056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Bound using segment: {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:17:35.759491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Bound port: 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4afce7d-5b1e-4431-8527-e62ed389a49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:17:35.759856 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.824138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] For port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:17:35.827348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] For port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:17:35.832064 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.875160 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:35.875770 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:35.877142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] 10.222.0.83 "PUT /v2.0/ports/88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 HTTP/1.1" status: 200 len: 1092 time: 0.7078691 Jul 07 23:17:35.877580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:17:35.879852 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda248ac-cefc-4add-a8a9-6f92979646da" -d '{"events": [{"name": "network-changed", "server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:17:35.902812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff392e-a89a-4bcc-8df1-0a1fe3b20ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:35.927803 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d5c6ee-4afd-430d-ab96-23a3b7874b57 x-openstack-request-id: req-d5d5c6ee-4afd-430d-ab96-23a3b7874b57 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:17:35.928099 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:17:35.928355 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5d5c6ee-4afd-430d-ab96-23a3b7874b57 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:17:35.928761 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'status': 'completed', 'code': 200} Jul 07 23:17:36.002612 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c7d8-6986-4976-9964-c797a917326f req-4d147180-127a-442a-b812-f68b8c8a894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:36.004176 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-4d147180-127a-442a-b812-f68b8c8a894e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 1095 time: 0.0595767 Jul 07 23:17:36.053480 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-43d7e009-b505-4787-adb5-efdaf5b68eb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 HTTP/1.1" status: 200 len: 217 time: 0.0362549 Jul 07 23:17:36.104171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c7d8-6986-4976-9964-c797a917326f req-9d3a64ac-b53f-4f52-b01e-3cf553728dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:36.105573 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-9d3a64ac-b53f-4f52-b01e-3cf553728dee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc776274-eb60-4ca2-9dc8-edd1e8b51b06 HTTP/1.1" status: 200 len: 835 time: 0.0452576 Jul 07 23:17:36.161169 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c7d8-6986-4976-9964-c797a917326f req-724b8f0b-bac6-4049-8d1d-019f81d548cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:36.162581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-724b8f0b-bac6-4049-8d1d-019f81d548cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508962 Jul 07 23:17:36.253409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-9413c9a1-858f-40f0-ad22-7b809ad57574 service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842173 Jul 07 23:17:36.340918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c74c7d8-6986-4976-9964-c797a917326f req-6dbb4912-dc56-42d6-a307-b852e9136c0c service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814717 Jul 07 23:17:36.441019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:17:36.484990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda248ac-cefc-4add-a8a9-6f92979646da req-169b68a8-8b9f-4691-b391-369a0d93a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:36.486607 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eda248ac-cefc-4add-a8a9-6f92979646da req-169b68a8-8b9f-4691-b391-369a0d93a8cb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 1095 time: 0.0604169 Jul 07 23:17:36.488724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:36.489096 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:36.576574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda248ac-cefc-4add-a8a9-6f92979646da req-06f2a054-ac6e-43a4-b57a-d63886783022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:36.578113 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eda248ac-cefc-4add-a8a9-6f92979646da req-06f2a054-ac6e-43a4-b57a-d63886783022 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe HTTP/1.1" status: 200 len: 898 time: 0.0849421 Jul 07 23:17:36.620984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eda248ac-cefc-4add-a8a9-6f92979646da req-d221d790-1bda-4be8-be6f-92f8f7b5c69b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 HTTP/1.1" status: 200 len: 217 time: 0.0367818 Jul 07 23:17:36.667853 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda248ac-cefc-4add-a8a9-6f92979646da req-a110a5d8-17d1-4924-a240-2b3e847f4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:36.669263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eda248ac-cefc-4add-a8a9-6f92979646da req-a110a5d8-17d1-4924-a240-2b3e847f4389 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc776274-eb60-4ca2-9dc8-edd1e8b51b06 HTTP/1.1" status: 200 len: 835 time: 0.0426531 Jul 07 23:17:36.728758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda248ac-cefc-4add-a8a9-6f92979646da req-5c9b56f1-2590-4688-a36e-415681d0f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:36.731495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eda248ac-cefc-4add-a8a9-6f92979646da req-5c9b56f1-2590-4688-a36e-415681d0f174 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556085 Jul 07 23:17:36.824477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eda248ac-cefc-4add-a8a9-6f92979646da req-8c17db7b-39cb-4c99-a74c-49fb6a8e88bc service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868587 Jul 07 23:17:36.964952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eda248ac-cefc-4add-a8a9-6f92979646da req-15431461-6996-4f2a-aa5c-d1bf39cc2986 service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340058 Jul 07 23:17:36.975205 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e35210-1546-4879-ad97-84665f6c0544 req-e17cd504-9a29-440f-bcf9-a46362b20b55 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:36.976574 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8e35210-1546-4879-ad97-84665f6c0544 req-e17cd504-9a29-440f-bcf9-a46362b20b55 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 943 time: 0.1028688 Jul 07 23:17:37.014218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d8e35210-1546-4879-ad97-84665f6c0544 req-53431268-a8fc-4c6e-a5d0-9df15c51a610 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316079 Jul 07 23:17:38.185082 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e9fb8-f875-499c-8a61-5061e0dcfb1f req-69ac2503-b113-4c7a-915c-8c67e1694aaa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:38.186568 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-257e9fb8-f875-499c-8a61-5061e0dcfb1f req-69ac2503-b113-4c7a-915c-8c67e1694aaa tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 943 time: 0.0628543 Jul 07 23:17:38.222565 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-257e9fb8-f875-499c-8a61-5061e0dcfb1f req-90b5a246-1ea0-4918-ab49-0b8a5a4322dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305371 Jul 07 23:17:39.397609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2d6a6-21e1-4f3f-ac50-988f9fa6ee68 req-eb7876b2-c00d-4306-9eb5-789a98d4a5e9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:39.399200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9dd2d6a6-21e1-4f3f-ac50-988f9fa6ee68 req-eb7876b2-c00d-4306-9eb5-789a98d4a5e9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 943 time: 0.0633104 Jul 07 23:17:39.440438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9dd2d6a6-21e1-4f3f-ac50-988f9fa6ee68 req-fb840dd4-e45b-41c6-9617-3ff92cec6062 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355272 Jul 07 23:17:39.786311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:17:39.880692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:39.892014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'port_id': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'mac_address': 'fa:16:3e:82:ad:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:17:39.928042 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:39.940306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:17:39.960580 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:39.964573 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:40.014577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:40.346940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['88885b69-f2a6-40e2-a95a-4e64d7dbe2e8'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:17:40.612304 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c50b95-6f20-4084-bf88-c091db05174b req-0e3d51ba-b5d9-45e4-8451-75507a233d3a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:40.614451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30c50b95-6f20-4084-bf88-c091db05174b req-0e3d51ba-b5d9-45e4-8451-75507a233d3a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 944 time: 0.0644851 Jul 07 23:17:40.651792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30c50b95-6f20-4084-bf88-c091db05174b req-f070a902-be2a-419a-b8e1-f87ce31a4bbe tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318136 Jul 07 23:17:41.790646 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:17:41.821516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e7705-925e-4eb6-8b29-bfe723bb1878 req-d2c53f91-9f28-4d67-ab31-afae39be69c1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:41.823063 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-192e7705-925e-4eb6-8b29-bfe723bb1878 req-d2c53f91-9f28-4d67-ab31-afae39be69c1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 944 time: 0.0636919 Jul 07 23:17:41.838570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:17:41.842322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:17:41.842688 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:41.861289 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-192e7705-925e-4eb6-8b29-bfe723bb1878 req-36b6a78b-e662-4374-8760-68b8600cf572 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322940 Jul 07 23:17:41.920846 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:41.945224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:17:41.947434 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e4f408-e3e3-41b4-97a6-3d87236ef02d" -d '{"events": [{"server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "name": "network-vif-plugged", "status": "completed", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:17:41.961347 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:17:41.965331 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:41.988976 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8352fbe-c18b-4e61-a0c2-33c68dea9b3f x-openstack-request-id: req-e8352fbe-c18b-4e61-a0c2-33c68dea9b3f {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:17:41.989264 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "name": "network-vif-plugged", "status": "completed", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:17:41.989518 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8352fbe-c18b-4e61-a0c2-33c68dea9b3f {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:17:41.989902 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'code': 200} Jul 07 23:17:42.014783 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:42.129130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38fbd3-bf27-4bb9-b65e-02fccf40993b req-94ba7c43-e6a3-4b32-9201-55f42fa19a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:42.131104 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb38fbd3-bf27-4bb9-b65e-02fccf40993b req-94ba7c43-e6a3-4b32-9201-55f42fa19a85 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 1097 time: 0.0539925 Jul 07 23:17:42.165546 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cb38fbd3-bf27-4bb9-b65e-02fccf40993b req-ae95a364-e3e5-4a16-8351-ac426db24194 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268102 Jul 07 23:17:43.029707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062deaa-5c4e-416f-973a-bdb0ee784521 req-f2fde9b1-9c0f-47ab-9d6d-c53564ec4613 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:43.031189 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5062deaa-5c4e-416f-973a-bdb0ee784521 req-f2fde9b1-9c0f-47ab-9d6d-c53564ec4613 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0614057 Jul 07 23:17:43.069503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5062deaa-5c4e-416f-973a-bdb0ee784521 req-fe1fa4a9-2c60-48a7-9c8f-533dc87b67f2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322409 Jul 07 23:17:44.241679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d43dbf-497a-4bc3-a2a0-6f8bcb3b4c74 req-8263e111-9de9-49c4-8533-6af1ba5adcb9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:44.243233 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41d43dbf-497a-4bc3-a2a0-6f8bcb3b4c74 req-8263e111-9de9-49c4-8533-6af1ba5adcb9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0649540 Jul 07 23:17:44.286060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41d43dbf-497a-4bc3-a2a0-6f8bcb3b4c74 req-b8103d0d-f57c-466c-974f-8f4c2e4e18a8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370629 Jul 07 23:17:44.458251 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5ea4c-fb90-4e4d-bf34-0db6fee65fbd req-87c07ad4-0af0-4246-bd6d-0615ccbcd2cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:44.459730 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51e5ea4c-fb90-4e4d-bf34-0db6fee65fbd req-87c07ad4-0af0-4246-bd6d-0615ccbcd2cf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0635321 Jul 07 23:17:44.497309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51e5ea4c-fb90-4e4d-bf34-0db6fee65fbd req-2acb964d-1763-47af-99b1-260f450472bc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319633 Jul 07 23:17:44.521472 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49728) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:44.575832 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34713c9b-a691-48c7-93f4-fd259e11c8c3 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:44.577616 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-34713c9b-a691-48c7-93f4-fd259e11c8c3 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 1092 time: 0.0551353 Jul 07 23:17:44.580657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49730) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:44.585236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:17:44.607562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:44.708883 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:44.808938 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.75 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/0c544681-480f-4171-ba2d-cc417e2d480f) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:17:44.909791 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:44.948390 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:44.985036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:17:44.991731 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:17:44.996202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:17:44.998956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=0c544681-480f-4171-ba2d-cc417e2d480f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:45.024732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.025089 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.025443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.025782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.026143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.026484 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.026821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.027155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.027486 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.027815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.028143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.028470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:17:45.372397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:45.444663 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:45.593048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:45.597287 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:45.666750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=0c544681-480f-4171-ba2d-cc417e2d480f,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:17:45.674794 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:46.095836 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP b7260f81-b5f6-456c-9ec4-cd2cc8fbb204 associated. External IP: 172.25.8.75, port: 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8. Jul 07 23:17:46.299384 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 01af595b-5119-47f6-8402-1f81e8e9185f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:17:46.403577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:17:46.412793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] Sync routers for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:17:46.418737 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:46.423121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:46.423803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:46.458615 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-fe5229d5-e55e-48a0-aba5-ca7971bc8ac3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8768485 Jul 07 23:17:46.459242 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:17:46.461635 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c4e97c-5314-406b-b185-17b5104db017" -d '{"events": [{"name": "network-changed", "server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:17:46.498808 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b246dc94-6c6a-4ba4-8d1f-373c3afd428c x-openstack-request-id: req-b246dc94-6c6a-4ba4-8d1f-373c3afd428c {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:17:46.499103 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:17:46.499359 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b246dc94-6c6a-4ba4-8d1f-373c3afd428c {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:17:46.499762 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'status': 'completed', 'code': 200} Jul 07 23:17:46.533140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:46.641499 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4e97c-5314-406b-b185-17b5104db017 req-4688d873-ac62-4abb-a058-a7459702c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:46.642956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6c4e97c-5314-406b-b185-17b5104db017 req-4688d873-ac62-4abb-a058-a7459702c89a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 1097 time: 0.0966110 Jul 07 23:17:46.651035 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24bbba-08a2-4b00-b600-f00d121c53ea req-ea03d870-9874-47be-8e86-9c6642815865 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:46.652380 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa24bbba-08a2-4b00-b600-f00d121c53ea req-ea03d870-9874-47be-8e86-9c6642815865 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0969417 Jul 07 23:17:46.739383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aa24bbba-08a2-4b00-b600-f00d121c53ea req-a71e86e6-2366-47ee-b802-6045a8160282 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788324 Jul 07 23:17:46.751354 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'b7260f81-b5f6-456c-9ec4-cd2cc8fbb204', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'port_id': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'mac_address': 'fa:16:3e:82:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:17:45Z', 'updated_at': '2021-07-07T23:17:45Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b066996-9ae0-4d5e-bed1-f0e9c5488c48', 'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1e:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:30Z', 'updated_at': '2021-07-07T23:17:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:46.764035 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49736) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:46.769936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4e97c-5314-406b-b185-17b5104db017 req-eb522f99-b663-419c-ab1a-5b1b9a03fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:46.771438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6c4e97c-5314-406b-b185-17b5104db017 req-eb522f99-b663-419c-ab1a-5b1b9a03fe86 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe HTTP/1.1" status: 200 len: 898 time: 0.1180129 Jul 07 23:17:46.782905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] Checking router: 01af595b-5119-47f6-8402-1f81e8e9185f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:17:46.791399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:17:46.792020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:17:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:46.828938 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9116f462-1388-45f6-aa3e-c7dcce3d5927 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/b7260f81-b5f6-456c-9ec4-cd2cc8fbb204 HTTP/1.1" status: 200 len: 990 time: 0.0631359 Jul 07 23:17:46.849677 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6c4e97c-5314-406b-b185-17b5104db017 req-ebba6d16-1b7f-47df-ba0e-c231db02e0e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 HTTP/1.1" status: 200 len: 998 time: 0.0712562 Jul 07 23:17:46.904895 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4e97c-5314-406b-b185-17b5104db017 req-ffc57e3c-8eae-46fa-94c9-d162fd14e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:46.906308 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6c4e97c-5314-406b-b185-17b5104db017 req-ffc57e3c-8eae-46fa-94c9-d162fd14e7cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc776274-eb60-4ca2-9dc8-edd1e8b51b06 HTTP/1.1" status: 200 len: 835 time: 0.0501652 Jul 07 23:17:46.965215 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4e97c-5314-406b-b185-17b5104db017 req-c60de00b-8333-4812-b887-fc780c674ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:17:46.966782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6c4e97c-5314-406b-b185-17b5104db017 req-c60de00b-8333-4812-b887-fc780c674ea7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546849 Jul 07 23:17:47.049509 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:17:47.058858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6c4e97c-5314-406b-b185-17b5104db017 req-b9afce2d-ed64-45ef-93d4-1c0dd703f359 service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844631 Jul 07 23:17:47.150520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d6c4e97c-5314-406b-b185-17b5104db017 req-822c939e-de74-45b3-b4f4-7bba31333874 service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851476 Jul 07 23:17:47.266202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'b7260f81-b5f6-456c-9ec4-cd2cc8fbb204', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'port_id': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'mac_address': 'fa:16:3e:82:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:17:45Z', 'updated_at': '2021-07-07T23:17:45Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b066996-9ae0-4d5e-bed1-f0e9c5488c48', 'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1e:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:30Z', 'updated_at': '2021-07-07T23:17:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:17:47.295751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5be6704-2152-4a16-bc65-a8ed9d8b1d1a None None] The sync data for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 is: [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'b7260f81-b5f6-456c-9ec4-cd2cc8fbb204', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'port_id': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'mac_address': 'fa:16:3e:82:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:17:45Z', 'updated_at': '2021-07-07T23:17:45Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b066996-9ae0-4d5e-bed1-f0e9c5488c48', 'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1e:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:30Z', 'updated_at': '2021-07-07T23:17:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:17:47.488881 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfd09da-4c35-4686-b41e-e982113ea9ef None None] New status for floating IP b7260f81-b5f6-456c-9ec4-cd2cc8fbb204: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:17:47.830825 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49738) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:17:47.892514 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-94fafcf3-c393-4310-b40b-2154e3eb3915 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/b7260f81-b5f6-456c-9ec4-cd2cc8fbb204 HTTP/1.1" status: 200 len: 992 time: 0.0606465 Jul 07 23:17:50.453543 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:54.307959 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:17:57.430226 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49a8451a-be8d-4ab7-bb10-778b48f12168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:17:59.791403 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0c6414d-daee-4833-a9fe-aca7791f6e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:00.088213 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:01.129331 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:02.043522 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:02.992085 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:20.469592 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:22.991321 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-51b05b5a-9ea2-4138-a6c1-8099a0e5b648 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508020 Jul 07 23:18:23.107077 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-2bac5c29-5ed8-4e82-97d4-b9e122dc3c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:23.108582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-2bac5c29-5ed8-4e82-97d4-b9e122dc3c91 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 1097 time: 0.0543039 Jul 07 23:18:23.216201 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-122c03fe-23bc-4c9e-9f88-40c9573c005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:23.217693 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-122c03fe-23bc-4c9e-9f88-40c9573c005b service neutron] 10.222.0.83 "GET /v2.0/networks?id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe HTTP/1.1" status: 200 len: 898 time: 0.0884068 Jul 07 23:18:23.282577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-d4b8de2c-303d-4650-85a5-fa80ffedf200 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 HTTP/1.1" status: 200 len: 1000 time: 0.0575840 Jul 07 23:18:23.334758 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-712d77c9-26df-4799-a379-6462778e89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:23.336180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-712d77c9-26df-4799-a379-6462778e89a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc776274-eb60-4ca2-9dc8-edd1e8b51b06 HTTP/1.1" status: 200 len: 835 time: 0.0476859 Jul 07 23:18:23.391276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-d6ac4732-a723-44b8-8aa7-71aaba26ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:18:23.392702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-d6ac4732-a723-44b8-8aa7-71aaba26ef0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498657 Jul 07 23:18:23.478349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-f1f5c63a-c3f1-4220-8a52-d2a6c2940100 service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788743 Jul 07 23:18:23.571865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-652c1a76-c7c3-47d4-b8dc-c25e393713ef req-1a26be90-958e-4990-bea1-f829e1e7a1ab service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871043 Jul 07 23:18:27.431939 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f0a012c-def6-4d83-ac84-23ec58845216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:29.791461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66e56ba4-fcf7-4155-8b04-93bbfd40ef78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:30.089726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.132268 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:31.307301 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:18:32.042108 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:32.996165 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:50.456706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:57.432551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5a30496b-2a81-4617-a8b0-6fc5ed93bb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:18:59.792506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8c3ae2ef-fe29-42f8-96a4-c0c43791ba3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:00.090540 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:01.135372 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:01.545152 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e192390-73bb-4a04-9393-556180fa212f req-9413666b-e890-4c4e-826a-d5ef82a3ef26 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:01.546649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e192390-73bb-4a04-9393-556180fa212f req-9413666b-e890-4c4e-826a-d5ef82a3ef26 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0634878 Jul 07 23:19:01.582221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0e192390-73bb-4a04-9393-556180fa212f req-e9fa31ee-40f9-4ce2-86cb-c9c92cbe34af tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301278 Jul 07 23:19:02.055951 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:02.757811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f41f9-50fe-499e-9e81-754e051119e1 req-66a12709-03c5-4334-b35a-19aa16363ead tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:02.759303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-587f41f9-50fe-499e-9e81-754e051119e1 req-66a12709-03c5-4334-b35a-19aa16363ead tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0668056 Jul 07 23:19:02.796051 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-587f41f9-50fe-499e-9e81-754e051119e1 req-dde21860-82f6-42f7-87e3-0d39a5a0e747 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312648 Jul 07 23:19:02.998097 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:03.966171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3b1aa-daa2-46fe-835e-11ea52c2a3f6 req-13f723cb-fe54-4b54-a031-3cffd762775a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:03.967624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f3b1aa-daa2-46fe-835e-11ea52c2a3f6 req-13f723cb-fe54-4b54-a031-3cffd762775a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0617068 Jul 07 23:19:04.004901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90f3b1aa-daa2-46fe-835e-11ea52c2a3f6 req-c9df7da5-5459-4638-8853-624c79f556f0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318620 Jul 07 23:19:05.180741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a802f-8214-4734-8055-32bfd58bdb56 req-8abd2962-c490-478c-ac64-734460738eb6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:05.183263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d6a802f-8214-4734-8055-32bfd58bdb56 req-8abd2962-c490-478c-ac64-734460738eb6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0652676 Jul 07 23:19:05.219235 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d6a802f-8214-4734-8055-32bfd58bdb56 req-9e3895d4-55ea-4a4c-8a61-836bc3a077a3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313561 Jul 07 23:19:06.394834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21244794-2bb6-40e5-aba8-1f4320821825 req-6e5fe96f-bab6-48cf-9c85-400ec834e51d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:06.396319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21244794-2bb6-40e5-aba8-1f4320821825 req-6e5fe96f-bab6-48cf-9c85-400ec834e51d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0639226 Jul 07 23:19:06.434348 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21244794-2bb6-40e5-aba8-1f4320821825 req-506d6c93-186f-4408-b87e-c596066aa476 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324860 Jul 07 23:19:07.606243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06c1ed-9b42-4c5b-90d6-4b26939959b1 req-476c53d5-f8ab-4e71-a84b-07739464cb76 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:07.607601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d06c1ed-9b42-4c5b-90d6-4b26939959b1 req-476c53d5-f8ab-4e71-a84b-07739464cb76 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0616374 Jul 07 23:19:07.643408 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6d06c1ed-9b42-4c5b-90d6-4b26939959b1 req-1172761c-9803-4ede-9225-3266b690fe6b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303843 Jul 07 23:19:08.307301 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:19:08.822254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928b254-46ae-401e-8d0f-34cd02f582f2 req-5364ff20-7f3f-411c-ab30-11f813ccf6c3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:08.823743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3928b254-46ae-401e-8d0f-34cd02f582f2 req-5364ff20-7f3f-411c-ab30-11f813ccf6c3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0666802 Jul 07 23:19:08.860213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3928b254-46ae-401e-8d0f-34cd02f582f2 req-4c959979-7f83-4bd2-a2b0-1881c09d7122 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307152 Jul 07 23:19:10.030641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d2dd5-8abe-45cd-848b-f46806adaa7b req-4da9f935-127e-44cf-88a1-4902534f9ca8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:10.032144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd9d2dd5-8abe-45cd-848b-f46806adaa7b req-4da9f935-127e-44cf-88a1-4902534f9ca8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0636964 Jul 07 23:19:10.069163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd9d2dd5-8abe-45cd-848b-f46806adaa7b req-381596e3-809d-4b1b-a939-3d134c797501 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314491 Jul 07 23:19:11.245836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08b6de-ff80-43cf-bfef-6fc3ae551386 req-5fb906ff-2636-457e-bb71-ce595a7c6f75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:11.247351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c08b6de-ff80-43cf-bfef-6fc3ae551386 req-5fb906ff-2636-457e-bb71-ce595a7c6f75 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0671678 Jul 07 23:19:11.285757 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1c08b6de-ff80-43cf-bfef-6fc3ae551386 req-f19a8609-720f-47ee-90e9-f0272a2e58bd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329638 Jul 07 23:19:12.453933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b805b4f-30bd-4675-b80c-4a7a31b6f0bc req-9fbb668e-2c89-4295-8955-72ac494a6d31 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:12.455462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b805b4f-30bd-4675-b80c-4a7a31b6f0bc req-9fbb668e-2c89-4295-8955-72ac494a6d31 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0627425 Jul 07 23:19:12.494881 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0b805b4f-30bd-4675-b80c-4a7a31b6f0bc req-c95db015-05bb-4834-b9e0-9d17105b5c6b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Jul 07 23:19:13.665746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce02f8-e470-4a03-b58f-39ff368a0d26 req-d2657b5b-dc74-4e75-b30e-5bdde0ee9bb4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:13.667237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bce02f8-e470-4a03-b58f-39ff368a0d26 req-d2657b5b-dc74-4e75-b30e-5bdde0ee9bb4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0623062 Jul 07 23:19:13.703957 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0bce02f8-e470-4a03-b58f-39ff368a0d26 req-3abb53c0-1804-4e61-a525-c89c4386428b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312984 Jul 07 23:19:14.882592 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f3464-c929-424d-bf4d-85fc22337e88 req-fba81884-a791-476a-8cba-704ffe9a1232 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:14.884064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e81f3464-c929-424d-bf4d-85fc22337e88 req-fba81884-a791-476a-8cba-704ffe9a1232 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0667086 Jul 07 23:19:14.923949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e81f3464-c929-424d-bf4d-85fc22337e88 req-00a400ef-2589-49e3-8264-93cc4ed4043f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338340 Jul 07 23:19:16.093583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa501d-2936-42ac-b3b9-7d0f8b95f519 req-39159ccb-52e6-4aa3-bf4e-90a916092af3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:16.095122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4aa501d-2936-42ac-b3b9-7d0f8b95f519 req-39159ccb-52e6-4aa3-bf4e-90a916092af3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0627854 Jul 07 23:19:16.131728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e4aa501d-2936-42ac-b3b9-7d0f8b95f519 req-58d37a81-02aa-4ea6-a546-e69e89d1e499 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311377 Jul 07 23:19:17.306011 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f20030-5a07-481c-b4f7-c791481a067b req-ca882c7f-2ba1-49f7-880f-7b5af4d078da tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:17.307519 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0f20030-5a07-481c-b4f7-c791481a067b req-ca882c7f-2ba1-49f7-880f-7b5af4d078da tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0674021 Jul 07 23:19:17.345075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0f20030-5a07-481c-b4f7-c791481a067b req-296e7e6e-fb60-45d4-8b47-cc53d7bf4b4c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320191 Jul 07 23:19:17.368230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49812) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:19:17.427218 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-9dea00f2-55f6-4dd2-b5b3-d8a03ec6056b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/b7260f81-b5f6-456c-9ec4-cd2cc8fbb204 HTTP/1.1" status: 200 len: 992 time: 0.0578353 Jul 07 23:19:18.910236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b0a0-5dda-4386-b523-9cdf69eba63c req-3baa9f39-ee87-4ba4-b735-ea9a15d7f9e4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:18.911702 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8829b0a0-5dda-4386-b523-9cdf69eba63c req-3baa9f39-ee87-4ba4-b735-ea9a15d7f9e4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.1074345 Jul 07 23:19:18.915026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-9520ba09-5796-4ff1-ab96-95edf0eb62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:18.916409 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-9520ba09-5796-4ff1-ab96-95edf0eb62f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 1097 time: 0.1006899 Jul 07 23:19:18.999698 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8829b0a0-5dda-4386-b523-9cdf69eba63c req-5c714890-e4e7-4ae9-b668-9924111bf9a9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823374 Jul 07 23:19:19.034345 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-1ce92ac7-f238-40ab-b5f4-ae1a09c62b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:19.035811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-1ce92ac7-f238-40ab-b5f4-ae1a09c62b25 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe HTTP/1.1" status: 200 len: 898 time: 0.1124640 Jul 07 23:19:19.099186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-35b9aab8-7915-4c97-bf7e-ced622dff65b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 HTTP/1.1" status: 200 len: 1000 time: 0.0570183 Jul 07 23:19:19.146534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-0039ae96-0bbc-4387-a6ca-29f18e4db802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:19.147951 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-0039ae96-0bbc-4387-a6ca-29f18e4db802 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc776274-eb60-4ca2-9dc8-edd1e8b51b06 HTTP/1.1" status: 200 len: 835 time: 0.0427239 Jul 07 23:19:19.210212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-781badbf-5427-4f90-a528-9d726a2350ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:19.211710 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-781badbf-5427-4f90-a528-9d726a2350ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572619 Jul 07 23:19:19.301075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-85eeb4ff-d3bc-4efd-9df8-dc87242d7a6c service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816543 Jul 07 23:19:19.396037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e7fd0dd4-5f82-43c9-b44c-3a9d49441ba8 req-f4d991f6-0d6b-443c-ba75-d47594592537 service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878000 Jul 07 23:19:20.179982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9d71d-a77e-42a5-b474-df2f39318fc4 req-8d875cd0-9be8-483a-8590-b83cd3199b26 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:20.181446 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbe9d71d-a77e-42a5-b474-df2f39318fc4 req-8d875cd0-9be8-483a-8590-b83cd3199b26 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0636585 Jul 07 23:19:20.217961 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbe9d71d-a77e-42a5-b474-df2f39318fc4 req-e86aac02-b0ec-400c-bccc-656ec15b19b1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309596 Jul 07 23:19:20.242566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49822) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:19:20.305343 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-0f488465-32c4-4a6a-a8f3-502647a1b4a1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/b7260f81-b5f6-456c-9ec4-cd2cc8fbb204 HTTP/1.1" status: 200 len: 992 time: 0.0616803 Jul 07 23:19:20.475425 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:23.981022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-e7d02a3c-3a16-4abd-9be3-93f595d684fb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545416 Jul 07 23:19:24.091832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-dba64bc1-0d4d-4cbc-b7fa-73c8ff425670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:24.093313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-dba64bc1-0d4d-4cbc-b7fa-73c8ff425670 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 1097 time: 0.0526195 Jul 07 23:19:24.197686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-da1cce2c-2d1d-47d4-aa0c-cd2e7ebfd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:24.199275 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-da1cce2c-2d1d-47d4-aa0c-cd2e7ebfd578 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe HTTP/1.1" status: 200 len: 898 time: 0.0838661 Jul 07 23:19:24.267067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-d40ba960-51f4-44a3-9dca-10eeabc68a15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 HTTP/1.1" status: 200 len: 1000 time: 0.0610394 Jul 07 23:19:24.316246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-3cf33fc7-36e7-40f8-9103-b4851ba1ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:24.317664 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-3cf33fc7-36e7-40f8-9103-b4851ba1ff38 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc776274-eb60-4ca2-9dc8-edd1e8b51b06 HTTP/1.1" status: 200 len: 835 time: 0.0439389 Jul 07 23:19:24.374719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-e5b16d01-5747-498e-8da5-81ef2409de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:19:24.376185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-e5b16d01-5747-498e-8da5-81ef2409de34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514197 Jul 07 23:19:24.467277 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-0f2962a3-735d-4c64-a7a0-829b4803b4fe service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840728 Jul 07 23:19:24.554781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e99df944-768a-48a2-8ad6-76057709f9a7 req-77de3d87-5ed0-4f9f-98c4-5ff9aefadf23 service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799248 Jul 07 23:19:27.432978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5030bfa0-b097-468a-8ac8-be8e2eef14a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:29.793269 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-88da6aec-8a78-4031-a6b4-6ca3693345d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:30.091579 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:31.136328 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:32.056091 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:33.001300 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:45.306660 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:19:50.478021 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:57.433368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-df028a8f-4e76-4d4a-8b77-a92b652901c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:19:59.793629 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d7a4fbb6-c104-499f-9b1b-c0aabbb99291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:00.092843 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:01.139727 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:02.063689 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:03.004054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:17.295383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49852) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:17.453420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 0c544681-480f-4171-ba2d-cc417e2d480f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:20:17.453763 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:17.525501 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:17.525833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:17.537565 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 0c544681-480f-4171-ba2d-cc417e2d480f owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:20:17.683493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:17.713375 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=0c544681-480f-4171-ba2d-cc417e2d480f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:17.738174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.738529 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.738872 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.739211 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.739549 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.739884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.740217 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.740548 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.740877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.741202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.741531 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.741857 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:17.779505 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:17.779838 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP b7260f81-b5f6-456c-9ec4-cd2cc8fbb204 disassociated (deleted). External IP: 172.25.8.75, port: 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8. Jul 07 23:20:17.982528 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 01af595b-5119-47f6-8402-1f81e8e9185f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:20:18.091532 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:20:18.096264 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:18.100467 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] Sync routers for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:20:18.109613 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:18.110249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:18.134230 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-a1f91a6b-cdf5-440e-8be0-2338ee6cb297 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/floatingips/b7260f81-b5f6-456c-9ec4-cd2cc8fbb204 HTTP/1.1" status: 204 len: 168 time: 0.8376720 Jul 07 23:20:18.134825 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:20:18.137059 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29" -d '{"events": [{"name": "network-changed", "server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:20:18.174451 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da8c5e4-06b0-449f-a508-c7c479bb64bf x-openstack-request-id: req-3da8c5e4-06b0-449f-a508-c7c479bb64bf {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:20:18.174750 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:20:18.175007 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3da8c5e4-06b0-449f-a508-c7c479bb64bf {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:20:18.175476 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'status': 'completed', 'code': 200} Jul 07 23:20:18.215614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:18.276650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-9295d2db-fa5a-43d7-9038-db9135083b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:18.278270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-9295d2db-fa5a-43d7-9038-db9135083b27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 1097 time: 0.0577316 Jul 07 23:20:18.384812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-b3d2349f-4662-44be-82b4-fa847880b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:18.386345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-b3d2349f-4662-44be-82b4-fa847880b3bb service neutron] 10.222.0.83 "GET /v2.0/networks?id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe HTTP/1.1" status: 200 len: 898 time: 0.1010056 Jul 07 23:20:18.419311 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '2b066996-9ae0-4d5e-bed1-f0e9c5488c48', 'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1e:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:30Z', 'updated_at': '2021-07-07T23:17:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:18.442334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-4c7b42d5-8c06-4dd4-beb9-6216c82ed030 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 HTTP/1.1" status: 200 len: 217 time: 0.0403056 Jul 07 23:20:18.449528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] Checking router: 01af595b-5119-47f6-8402-1f81e8e9185f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:20:18.458239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:18.458847 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:18.524409 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-503427ae-5ce7-4fa6-ac20-e0a018fde425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:18.525807 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-503427ae-5ce7-4fa6-ac20-e0a018fde425 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dc776274-eb60-4ca2-9dc8-edd1e8b51b06 HTTP/1.1" status: 200 len: 835 time: 0.0751157 Jul 07 23:20:18.562570 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:18.583040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d6ddf-dc44-4852-b808-414d9d78d067 req-0d87df13-abb4-4151-b3bb-573e77c0d63d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:18.584517 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f5d6ddf-dc44-4852-b808-414d9d78d067 req-0d87df13-abb4-4151-b3bb-573e77c0d63d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.1253953 Jul 07 23:20:18.628117 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-8b16a11c-53f8-46b9-9bdc-4369bf393234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:18.629620 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-8b16a11c-53f8-46b9-9bdc-4369bf393234 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962362 Jul 07 23:20:18.637296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8f5d6ddf-dc44-4852-b808-414d9d78d067 req-4a676510-cbc4-4b0d-81f8-1c9cbcf28f96 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 Jul 07 23:20:18.720386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-175ab151-6dbb-4375-acb7-51c649905aea service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821204 Jul 07 23:20:18.756985 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '2b066996-9ae0-4d5e-bed1-f0e9c5488c48', 'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1e:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:30Z', 'updated_at': '2021-07-07T23:17:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:18.784900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e13bc83-09ef-457b-a75e-eb6e98a1bd40 None None] The sync data for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 is: [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:31Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '2b066996-9ae0-4d5e-bed1-f0e9c5488c48', 'name': '', 'network_id': '9291ec74-86ad-4acc-972f-0ca7b5d7b5fe', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:1e:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:30Z', 'updated_at': '2021-07-07T23:17:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': 'dc776274-eb60-4ca2-9dc8-edd1e8b51b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:20:18.815265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f22fec9-a3ef-48d5-a0ca-1afd2170ce29 req-372af9b8-3014-420d-b2ae-778afb54c09e service neutron] 10.222.0.83 "GET /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865693 Jul 07 23:20:19.002705 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f54fe8-57d4-471c-9ed8-bd3c3986a64e None None] New status for floating IP b7260f81-b5f6-456c-9ec4-cd2cc8fbb204: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:20:19.809552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddef252-9950-4047-82fc-b598dcde8cbc req-e3b5d52d-692b-49ed-9abd-57525e05467b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:19.811036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ddef252-9950-4047-82fc-b598dcde8cbc req-e3b5d52d-692b-49ed-9abd-57525e05467b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0624921 Jul 07 23:20:19.847474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6ddef252-9950-4047-82fc-b598dcde8cbc req-fad12837-2e6f-40be-af68-74b2bda21be8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=adea370b-be45-435a-8ebb-279de822f1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310473 Jul 07 23:20:20.390023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-74530dcb-00cc-4f73-86e2-fbde93223428 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:20.391524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-74530dcb-00cc-4f73-86e2-fbde93223428 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 945 time: 0.0637031 Jul 07 23:20:20.477594 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:20.495423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:20:20.495766 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:20.579674 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:20.579962 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:20.596866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:20:20.722053 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:20.750769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=88885b69-f2a6-40e2-a95a-4e64d7dbe2e8,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:20.798225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] No DVR routers for this DVR port 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:20:20.800906 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:20.802950 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-339c9ecc-300e-44f6-ad1f-d43db9f1d63f req-eae84abc-5916-4f5b-8085-9f7dfdfeac71 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.83 "DELETE /v2.0/ports/88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 HTTP/1.1" status: 204 len: 173 time: 0.4060197 Jul 07 23:20:20.803411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'name': 'network-vif-deleted', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:20:20.805653 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bc7db1-ec74-4979-b109-b1d317da3085" -d '{"events": [{"server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "name": "network-vif-deleted", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:20:20.842558 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475f680b-5441-418f-aa13-bac5d5ab0255 x-openstack-request-id: req-475f680b-5441-418f-aa13-bac5d5ab0255 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:20:20.843250 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d7e7ef-e0aa-4a31-9367-a926539b06d6", "name": "network-vif-deleted", "tag": "88885b69-f2a6-40e2-a95a-4e64d7dbe2e8", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:20:20.843250 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-475f680b-5441-418f-aa13-bac5d5ab0255 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:20:20.843458 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80d7e7ef-e0aa-4a31-9367-a926539b06d6', 'name': 'network-vif-deleted', 'tag': '88885b69-f2a6-40e2-a95a-4e64d7dbe2e8', 'status': 'completed', 'code': 200} Jul 07 23:20:21.014644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a0e581dd-a821-46ac-a82d-44de87112a9e req-91e7229c-8ebd-4326-a79c-6bbdc478c23b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=80d7e7ef-e0aa-4a31-9367-a926539b06d6 HTTP/1.1" status: 200 len: 210 time: 0.0352595 Jul 07 23:20:22.125070 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49872) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:22.305538 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:20:22.680487 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:20:22.705599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:20:22.705988 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 88885b69-f2a6-40e2-a95a-4e64d7dbe2e8 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:20:22.791951 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:23.050255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:20:23.050488 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:23.135596 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 2b066996-9ae0-4d5e-bed1-f0e9c5488c48, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=2b066996-9ae0-4d5e-bed1-f0e9c5488c48,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:23.136328 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:23.149817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:20:23.331590 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:23.362206 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=2b066996-9ae0-4d5e-bed1-f0e9c5488c48,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:23.536753 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:23.749665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 01af595b-5119-47f6-8402-1f81e8e9185f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:20:23.855014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:20:23.859948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-d39c7165-6ba6-4cdf-ac96-f4a175b3e7b2 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/01af595b-5119-47f6-8402-1f81e8e9185f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7338595 Jul 07 23:20:23.862660 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49874) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:23.863989 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] Sync routers for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:20:23.873017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:23.873639 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:23.912503 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-374778c0-3ba3-499d-9876-280ff2c1ef1e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting subnet dc776274-eb60-4ca2-9dc8-edd1e8b51b06 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:20:23.915524 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-374778c0-3ba3-499d-9876-280ff2c1ef1e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:23.954096 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-374778c0-3ba3-499d-9876-280ff2c1ef1e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:23.977731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:24.042152 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-374778c0-3ba3-499d-9876-280ff2c1ef1e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.099761 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-374778c0-3ba3-499d-9876-280ff2c1ef1e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.127026 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374778c0-3ba3-499d-9876-280ff2c1ef1e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Subnet': ['ID=dc776274-eb60-4ca2-9dc8-edd1e8b51b06,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:24.130731 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-374778c0-3ba3-499d-9876-280ff2c1ef1e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.132665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-374778c0-3ba3-499d-9876-280ff2c1ef1e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/subnets/dc776274-eb60-4ca2-9dc8-edd1e8b51b06 HTTP/1.1" status: 204 len: 168 time: 0.2690248 Jul 07 23:20:24.135984 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49876) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:24.143737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7bb82e-d742-46bd-afa2-ffdefc257baa None None] Network 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:20:24.241191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.258408 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:20:23Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:24.285880 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] Checking router: 01af595b-5119-47f6-8402-1f81e8e9185f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:20:24.298747 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] Routers {'01af595b-5119-47f6-8402-1f81e8e9185f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:24.299296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['01af595b-5119-47f6-8402-1f81e8e9185f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:24.346694 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.403275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 49a4ecda-87c2-409a-9526-b14594debb45 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:20:24.403624 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.416325 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] Set router 01af595b-5119-47f6-8402-1f81e8e9185f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:24.442863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9d549-6566-4f5e-80bc-0d0a1cb822d5 None None] DHCP port deletion for 9291ec74-86ad-4acc-972f-0ca7b5d7b5fe request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:20:24.487809 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 49a4ecda-87c2-409a-9526-b14594debb45, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=49a4ecda-87c2-409a-9526-b14594debb45,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:24.488179 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.502489 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 49a4ecda-87c2-409a-9526-b14594debb45 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:20:24.583076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9d549-6566-4f5e-80bc-0d0a1cb822d5 None None] Deleting port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:20:24.583371 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d549-6566-4f5e-80bc-0d0a1cb822d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.614936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 1abbeb43-cfe9-4acd-9675-0e35bc961c19 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:20:24.672705 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.699446 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=49a4ecda-87c2-409a-9526-b14594debb45,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:24.711701 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a2d9d549-6566-4f5e-80bc-0d0a1cb822d5 None None] For port 1abbeb43-cfe9-4acd-9675-0e35bc961c19, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1abbeb43-cfe9-4acd-9675-0e35bc961c19,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:24.712100 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d549-6566-4f5e-80bc-0d0a1cb822d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.731122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9d549-6566-4f5e-80bc-0d0a1cb822d5 None None] Calling delete_port for 1abbeb43-cfe9-4acd-9675-0e35bc961c19 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:20:24.759814 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.854471 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.856606 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.903881 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.904404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Fanout notify agent at l3_agent the message router_deleted on router 01af595b-5119-47f6-8402-1f81e8e9185f {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:20:24.911677 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.916164 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49878) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:24.916738 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-6bd2f3f9-dff5-467f-bb55-5d6530016872 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/routers/01af595b-5119-47f6-8402-1f81e8e9185f HTTP/1.1" status: 204 len: 168 time: 0.7792587 Jul 07 23:20:24.948734 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:20:23Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:24.990469 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:24.992210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4efdca-0e95-48d0-93ea-590326e5ce73 None None] The sync data for ids ['01af595b-5119-47f6-8402-1f81e8e9185f'] in n-d-695012-11 is: [{'id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191664964', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '49a4ecda-87c2-409a-9526-b14594debb45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:20:23Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': '49a4ecda-87c2-409a-9526-b14594debb45', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01af595b-5119-47f6-8402-1f81e8e9185f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:17:27Z', 'updated_at': '2021-07-07T23:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:20:25.000885 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.048522 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:20:25.048869 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.049046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 1abbeb43-cfe9-4acd-9675-0e35bc961c19, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1abbeb43-cfe9-4acd-9675-0e35bc961c19,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:25.054357 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.082887 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a2d9d549-6566-4f5e-80bc-0d0a1cb822d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.106448 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9d549-6566-4f5e-80bc-0d0a1cb822d5 None None] No DVR routers for this DVR port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:20:25.118028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=1abbeb43-cfe9-4acd-9675-0e35bc961c19,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:25.123906 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port 1abbeb43-cfe9-4acd-9675-0e35bc961c19, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=1abbeb43-cfe9-4acd-9675-0e35bc961c19,segment=NetworkSegment(a4afce7d-5b1e-4431-8527-e62ed389a49d),segment_id=a4afce7d-5b1e-4431-8527-e62ed389a49d)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:25.124277 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.125641 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.125996 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.126371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.126710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.127045 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.127478 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.127811 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.128140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.128465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.128790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.129112 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.129434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.137720 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for 1abbeb43-cfe9-4acd-9675-0e35bc961c19 owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:20:25.153202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9d549-6566-4f5e-80bc-0d0a1cb822d5 None None] Pushing event deleted for resources: {'Port': ['ID=1abbeb43-cfe9-4acd-9675-0e35bc961c19,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:25.212096 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.240281 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=1abbeb43-cfe9-4acd-9675-0e35bc961c19,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:25.244357 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] No DVR routers for this DVR port 1abbeb43-cfe9-4acd-9675-0e35bc961c19 on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:20:25.270023 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.270394 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.270741 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.271075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.271403 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.271728 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.272051 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.272374 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.272695 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.273014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.273905 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.274253 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:25.332643 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.343544 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9291ec74-86ad-4acc-972f-0ca7b5d7b5fe']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:25.354302 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4afce7d-5b1e-4431-8527-e62ed389a49d') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:25.354682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4afce7d-5b1e-4431-8527-e62ed389a49d') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:25.364165 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.377593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.384215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:20:25.384668 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: self.session.flush() Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: self.session.flush() Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: self.session.flush() Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: self.session.flush() Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:20:25.388908 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:20:25.452716 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.460653 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.465612 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/networks/9291ec74-86ad-4acc-972f-0ca7b5d7b5fe HTTP/1.1" status: 204 len: 168 time: 0.5453348 Jul 07 23:20:25.465612 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49882) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:25.481862 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bfdb3-720d-47a5-be51-31e99f1c57fc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Network': ['ID=9291ec74-86ad-4acc-972f-0ca7b5d7b5fe,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:25.534306 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bda403e-5714-4c91-ab7f-69ea7d0bcd89 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.560758 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bda403e-5714-4c91-ab7f-69ea7d0bcd89 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.623226 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bda403e-5714-4c91-ab7f-69ea7d0bcd89 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.625658 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1bda403e-5714-4c91-ab7f-69ea7d0bcd89 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:25.626828 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1bda403e-5714-4c91-ab7f-69ea7d0bcd89 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/security-groups/adea370b-be45-435a-8ebb-279de822f1ea HTTP/1.1" status: 204 len: 168 time: 0.1607327 Jul 07 23:20:25.641231 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda403e-5714-4c91-ab7f-69ea7d0bcd89 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adea370b-be45-435a-8ebb-279de822f1ea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:26.035404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:26.040725 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-ee16152f-077c-494a-8bd1-378265919959 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1504410088', 'description': 'tempest-secgroup-smoke-1504410088 description', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:26.062836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee16152f-077c-494a-8bd1-378265919959 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.146285 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee16152f-077c-494a-8bd1-378265919959 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.152293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee16152f-077c-494a-8bd1-378265919959 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.181883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-ee16152f-077c-494a-8bd1-378265919959 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.183061 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-ee16152f-077c-494a-8bd1-378265919959 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1466055 Jul 07 23:20:26.184889 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16152f-077c-494a-8bd1-378265919959 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d675fb-92cc-4ccf-8d5b-8722f7c31846,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:26.186162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49890) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:26.191017 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2505cade-4d7d-4faf-a435-db348e15b730 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c6d675fb-92cc-4ccf-8d5b-8722f7c31846', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:26.220887 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2505cade-4d7d-4faf-a435-db348e15b730 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.277018 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2505cade-4d7d-4faf-a435-db348e15b730 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.281277 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2505cade-4d7d-4faf-a435-db348e15b730 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.298237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505cade-4d7d-4faf-a435-db348e15b730 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fb83fc-44bc-4288-ae35-5a3b5532dfd5,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:26.305340 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2505cade-4d7d-4faf-a435-db348e15b730 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.306634 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2505cade-4d7d-4faf-a435-db348e15b730 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194129 Jul 07 23:20:26.309802 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49892) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:26.314349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4fbf1b6c-7b3f-4c65-aaa5-3c46abcff0e4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c6d675fb-92cc-4ccf-8d5b-8722f7c31846', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:26.341207 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1b6c-7b3f-4c65-aaa5-3c46abcff0e4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.397517 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1b6c-7b3f-4c65-aaa5-3c46abcff0e4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.401493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1b6c-7b3f-4c65-aaa5-3c46abcff0e4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.424235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf1b6c-7b3f-4c65-aaa5-3c46abcff0e4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f481fdc2-7dfe-4db9-af60-40fd05368612,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:26.426573 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1b6c-7b3f-4c65-aaa5-3c46abcff0e4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.427778 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4fbf1b6c-7b3f-4c65-aaa5-3c46abcff0e4 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169250 Jul 07 23:20:26.431409 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49894) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:26.436103 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-4dcf2278-4e91-45c8-b987-57f9152dbc65 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c6d675fb-92cc-4ccf-8d5b-8722f7c31846', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:26.462841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2278-4e91-45c8-b987-57f9152dbc65 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.522108 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2278-4e91-45c8-b987-57f9152dbc65 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.525788 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2278-4e91-45c8-b987-57f9152dbc65 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.535596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:20:26.545607 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf2278-4e91-45c8-b987-57f9152dbc65 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddecc8f-00fc-4072-b81e-7121b6b6e089,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:26.551706 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2278-4e91-45c8-b987-57f9152dbc65 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.553507 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4dcf2278-4e91-45c8-b987-57f9152dbc65 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212435 Jul 07 23:20:26.556322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:20:26.556680 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 2b066996-9ae0-4d5e-bed1-f0e9c5488c48 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:20:26.556970 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49896) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:26.557097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 49a4ecda-87c2-409a-9526-b14594debb45 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:20:26.561391 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-db6770ad-c911-4da0-aed4-ba001bb4067f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c6d675fb-92cc-4ccf-8d5b-8722f7c31846', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:26.579313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 49a4ecda-87c2-409a-9526-b14594debb45 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:20:26.579666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 49a4ecda-87c2-409a-9526-b14594debb45 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:20:26.589593 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db6770ad-c911-4da0-aed4-ba001bb4067f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.648104 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db6770ad-c911-4da0-aed4-ba001bb4067f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.653740 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db6770ad-c911-4da0-aed4-ba001bb4067f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.672510 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6770ad-c911-4da0-aed4-ba001bb4067f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ece0de0-a74d-4d3e-8b3e-d3a59d41f235,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:26.675612 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-db6770ad-c911-4da0-aed4-ba001bb4067f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.676860 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-db6770ad-c911-4da0-aed4-ba001bb4067f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189802 Jul 07 23:20:26.680144 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49898) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:26.684492 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-2531f645-d0a9-494a-8fd6-bbf3434f7f16 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c6d675fb-92cc-4ccf-8d5b-8722f7c31846', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:26.706374 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-2531f645-d0a9-494a-8fd6-bbf3434f7f16 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:20:26.711304 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2531f645-d0a9-494a-8fd6-bbf3434f7f16 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.772473 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2531f645-d0a9-494a-8fd6-bbf3434f7f16 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.776042 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2531f645-d0a9-494a-8fd6-bbf3434f7f16 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.792841 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531f645-d0a9-494a-8fd6-bbf3434f7f16 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e28eb1-25b5-411c-9b39-96d0461258cc,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:26.800387 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2531f645-d0a9-494a-8fd6-bbf3434f7f16 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.801687 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2531f645-d0a9-494a-8fd6-bbf3434f7f16 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206081 Jul 07 23:20:26.804960 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49900) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:26.809315 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-9dfcf934-e48d-4f12-8056-cae81836c961 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'security_group_rule': {'security_group_id': 'c6d675fb-92cc-4ccf-8d5b-8722f7c31846', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:26.830085 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-9dfcf934-e48d-4f12-8056-cae81836c961 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Project 6a1a12b0ff0340c4976b2b1e673370fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:20:26.834669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf934-e48d-4f12-8056-cae81836c961 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.895293 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf934-e48d-4f12-8056-cae81836c961 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.898691 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf934-e48d-4f12-8056-cae81836c961 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.912693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcf934-e48d-4f12-8056-cae81836c961 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c461a0-9cfc-42b6-ad57-2917c0552dfc,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:26.921973 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9dfcf934-e48d-4f12-8056-cae81836c961 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.923175 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9dfcf934-e48d-4f12-8056-cae81836c961 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1172795 Jul 07 23:20:26.925961 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49902) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:26.931415 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'network': {'name': 'tempest-network-smoke--121079916', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'port_security_enabled': True}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:26.950481 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:20:26.953725 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.976007 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:20:26.984981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:26.985323 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Added segment 4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8 of type vlan for network c01ff936-1c5d-4002-9feb-1898924fa82d Jul 07 23:20:27.024139 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.051267 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.056693 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:27.057275 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.108842 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1818166 Jul 07 23:20:27.111734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49904) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:27.116773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'admin_state_up': True, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:27.125781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa917d60-f771-412b-9e8c-026a566bd843 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Network': ['ID=c01ff936-1c5d-4002-9feb-1898924fa82d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:27.137377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network c01ff936-1c5d-4002-9feb-1898924fa82d details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:20:27.140892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.142017 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.197348 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.331954 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.435758 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-006c6d0e-13f6-4af8-81c4-5c95db5c65e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.525778 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.543759 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.644987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.44 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/a80db086-5957-4f06-8b2a-5c1cf08e9915) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:20:27.750857 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.788686 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:27.829850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:20:27.834543 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:20:27.837882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:20:27.843239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=a80db086-5957-4f06-8b2a-5c1cf08e9915,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:28.078412 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:28.583003 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:28.703016 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 8442b767-a423-43d7-8b1b-e6514cec8c98 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:20:28.806642 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:20:28.815629 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Sync routers for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:20:28.824025 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:28.824683 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:28.825300 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:28.825627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b40766e2-4309-474b-afef-e93202f910df tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7127602 Jul 07 23:20:28.829062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49912) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:28.858206 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-92071f58-abae-4751-833e-88989b0aa741 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=6a1a12b0ff0340c4976b2b1e673370fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279889 Jul 07 23:20:28.860810 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49914) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:28.929001 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:28.944048 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2c5b2-98ec-47ee-9fbd-725720fcb9e8 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:28.946081 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f5c2c5b2-98ec-47ee-9fbd-725720fcb9e8 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841854 Jul 07 23:20:28.948938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49916) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:28.980866 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8eaa5c76-2351-4c66-b87b-c9dfc5a9cecf tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=2b562f5f-4b1a-4f45-87e3-b10e576140ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305095 Jul 07 23:20:28.983422 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49918) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:28.988351 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007533058', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:29.080993 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:20:29.084503 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.187860 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:27Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:29.217023 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Checking router: 8442b767-a423-43d7-8b1b-e6514cec8c98 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:20:29.217857 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Updating router 8442b767-a423-43d7-8b1b-e6514cec8c98 port a80db086-5957-4f06-8b2a-5c1cf08e9915 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:20:29.249515 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.263997 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.322338 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Subnet': ['ID=8f1dfbb8-6658-4b18-b10f-b476b5900966,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:29.333781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Checking segment: {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:20:29.334188 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network hostable DHCP agents. Network: c01ff936-1c5d-4002-9feb-1898924fa82d, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:20:29.352626 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network c01ff936-1c5d-4002-9feb-1898924fa82d is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:20:29.361637 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, c01ff936-1c5d-4002-9feb-1898924fa82d) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:20:29.365865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:29.366483 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.371567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c2cd2-b457-416f-9a4c-72f3431101a2 None None] Network c01ff936-1c5d-4002-9feb-1898924fa82d requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:20:29.386494 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-fc803b75-0cb1-4798-8d34-046aa7be384b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4018743 Jul 07 23:20:29.389414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49922) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:29.515115 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.525184 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Transition to ACTIVE for port object a80db086-5957-4f06-8b2a-5c1cf08e9915 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:20:29.531504 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.536082 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-c01ff936-1c5d-4002-9feb-1898924fa82d', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:20:29.537016 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.588888 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Attempting to bind port a80db086-5957-4f06-8b2a-5c1cf08e9915 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:20:29.588888 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Attempting to bind port a80db086-5957-4f06-8b2a-5c1cf08e9915 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:20:29.589207 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Attempting to bind port a80db086-5957-4f06-8b2a-5c1cf08e9915 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:20:29.597703 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:20:29.598096 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:20:29.598500 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.598898 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:20:29.599360 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Bound port: a80db086-5957-4f06-8b2a-5c1cf08e9915, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:20:29.599756 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.603784 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Pushing event updated for resources: {'Port': ['ID=a80db086-5957-4f06-8b2a-5c1cf08e9915,revision_number=2']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:29.627788 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.628138 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.628477 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.628815 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.629137 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.629472 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.629797 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.630149 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.630476 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.630801 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.631122 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.631445 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:20:29.670438 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] For port a80db086-5957-4f06-8b2a-5c1cf08e9915, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:20:29.674019 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] For port a80db086-5957-4f06-8b2a-5c1cf08e9915, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a80db086-5957-4f06-8b2a-5c1cf08e9915,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:20:29.678657 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.692538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Allocated IP 172.20.0.2 (c01ff936-1c5d-4002-9feb-1898924fa82d/8f1dfbb8-6658-4b18-b10f-b476b5900966/fb72e60a-14a2-4f94-b9e7-f5bb778694ea) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:20:29.731282 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:29.732026 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:29.791966 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc82555-fe0d-4c87-bd23-089a1fdeda4d None None] Pushing event updated for resources: {'Port': ['ID=a80db086-5957-4f06-8b2a-5c1cf08e9915,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:29.812871 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f0193184-b92c-4e44-b37b-41dbe4c90010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.851069 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:29.854605 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.855403 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.864308 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Transition to ACTIVE for port object fb72e60a-14a2-4f94-b9e7-f5bb778694ea will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:20:29.881371 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Transition to ACTIVE for port object fb72e60a-14a2-4f94-b9e7-f5bb778694ea will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:20:29.888382 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:29.940247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Network c01ff936-1c5d-4002-9feb-1898924fa82d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:20:29.943947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Pushing event updated for resources: {'Port': ['ID=fb72e60a-14a2-4f94-b9e7-f5bb778694ea,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:29.947123 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:20:29.949407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:20:30.003857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Attempting to bind port fb72e60a-14a2-4f94-b9e7-f5bb778694ea on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:20:30.004259 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Attempting to bind port fb72e60a-14a2-4f94-b9e7-f5bb778694ea by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:20:30.004622 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Attempting to bind port fb72e60a-14a2-4f94-b9e7-f5bb778694ea on network c01ff936-1c5d-4002-9feb-1898924fa82d {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:20:30.010805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:20:30.011178 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Checking segment: {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:20:30.011605 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.011998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Bound using segment: {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:20:30.012617 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Bound port: fb72e60a-14a2-4f94-b9e7-f5bb778694ea, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:20:30.012991 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.036244 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:27Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:30.065240 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccab7dfc-9086-4d21-9a19-83d139644011 None None] The sync data for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 is: [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:27Z', 'revision_number': 3, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:20:30.077068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] For port fb72e60a-14a2-4f94-b9e7-f5bb778694ea, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:20:30.084751 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] For port fb72e60a-14a2-4f94-b9e7-f5bb778694ea, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fb72e60a-14a2-4f94-b9e7-f5bb778694ea,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:20:30.094320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.127169 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.162449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.1 (c01ff936-1c5d-4002-9feb-1898924fa82d/8f1dfbb8-6658-4b18-b10f-b476b5900966/b30f193b-9e7d-43e3-92c8-dfa7ed9b138d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:20:30.171437 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954e304-43d7-4dbe-b7c6-f8dca0ac5f6f None None] Pushing event updated for resources: {'Port': ['ID=fb72e60a-14a2-4f94-b9e7-f5bb778694ea,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:30.291395 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.323341 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object b30f193b-9e7d-43e3-92c8-dfa7ed9b138d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:20:30.379062 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.427668 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network c01ff936-1c5d-4002-9feb-1898924fa82d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:20:30.436592 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:20:30.441323 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:20:30.448844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=b30f193b-9e7d-43e3-92c8-dfa7ed9b138d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:30.500871 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.612068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a80db086-5957-4f06-8b2a-5c1cf08e9915 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:20:30.664971 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.672455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port a80db086-5957-4f06-8b2a-5c1cf08e9915 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:20:30.676631 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a80db086-5957-4f06-8b2a-5c1cf08e9915 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:30.677016 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.759921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.781368 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port a80db086-5957-4f06-8b2a-5c1cf08e9915, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a80db086-5957-4f06-8b2a-5c1cf08e9915,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:30.785872 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.786858 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fb72e60a-14a2-4f94-b9e7-f5bb778694ea up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:20:30.880240 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=a80db086-5957-4f06-8b2a-5c1cf08e9915,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:30.908204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port fb72e60a-14a2-4f94-b9e7-f5bb778694ea completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:20:30.983804 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:30.989167 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:31.070287 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=b30f193b-9e7d-43e3-92c8-dfa7ed9b138d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:31.072836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:31.149607 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:31.169769 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network c01ff936-1c5d-4002-9feb-1898924fa82d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:20:31.171393 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:20:31.232334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d392b-80fb-4b28-b2b0-eacfca2e709b None None] Network c01ff936-1c5d-4002-9feb-1898924fa82d requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:20:31.290972 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 8442b767-a423-43d7-8b1b-e6514cec8c98 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:20:31.358793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0f2f2a35-124c-4792-b9b3-7929d55d5395 None None] Provisioning for port fb72e60a-14a2-4f94-b9e7-f5bb778694ea completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:20:31.377088 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0f2f2a35-124c-4792-b9b3-7929d55d5395 None None] Provisioning complete for port fb72e60a-14a2-4f94-b9e7-f5bb778694ea triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:31.377458 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2a35-124c-4792-b9b3-7929d55d5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:31.402385 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:20:31.414580 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e5118540-26dd-4a34-84f3-00f09956d1c5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/8442b767-a423-43d7-8b1b-e6514cec8c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0180154 Jul 07 23:20:31.473149 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2a35-124c-4792-b9b3-7929d55d5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:31.511257 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-0f2f2a35-124c-4792-b9b3-7929d55d5395 None None] For port fb72e60a-14a2-4f94-b9e7-f5bb778694ea, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fb72e60a-14a2-4f94-b9e7-f5bb778694ea,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:31.515785 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0f2f2a35-124c-4792-b9b3-7929d55d5395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:31.566138 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c9221466-3bee-4b94-913a-4b7141d0282e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1504410088&fields=id&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 267 time: 0.0417871 Jul 07 23:20:31.574044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f2a35-124c-4792-b9b3-7929d55d5395 None None] Pushing event updated for resources: {'Port': ['ID=fb72e60a-14a2-4f94-b9e7-f5bb778694ea,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:31.681243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b21d3-7945-4054-8d65-257b140c88a8 req-d2f2ddde-84cf-4da1-adf5-27fc542cab3a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:31.682884 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-d2f2ddde-84cf-4da1-adf5-27fc542cab3a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/networks?id=c01ff936-1c5d-4002-9feb-1898924fa82d HTTP/1.1" status: 200 len: 796 time: 0.1099408 Jul 07 23:20:31.701629 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-8e578b55-2e7f-4208-874b-fc2342cd47ee tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/quotas/6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 375 time: 0.0107200 Jul 07 23:20:31.741006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e33548fd-e109-4ebd-a93e-03e9b5946515 None None] Provisioning for port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:20:31.745545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e33548fd-e109-4ebd-a93e-03e9b5946515 None None] Provisioning complete for port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:31.745724 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e33548fd-e109-4ebd-a93e-03e9b5946515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:31.776297 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-a456f870-9821-4497-95c9-6368c0384441 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689805 Jul 07 23:20:31.781260 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e33548fd-e109-4ebd-a93e-03e9b5946515 None None] Port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:20:31.791337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e33548fd-e109-4ebd-a93e-03e9b5946515 None None] Provisioning complete for port fb72e60a-14a2-4f94-b9e7-f5bb778694ea triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:31.791715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e33548fd-e109-4ebd-a93e-03e9b5946515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:31.929566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Sync routers for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:20:31.939239 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:31.940249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:31.963976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-ec815630-2775-4823-96f3-29d80bfbfed6 service neutron] 10.222.0.81 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719790 Jul 07 23:20:32.059130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-4bddbd3e-73fe-4b80-a1bd-2a978075bb2e service neutron] 10.222.0.81 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888538 Jul 07 23:20:32.069044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-2ba167f1-b696-4419-a65f-3d1f04fda085 None None] Provisioning complete for port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:32.069473 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2ba167f1-b696-4419-a65f-3d1f04fda085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.072335 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:32.076002 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.140375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-2ba167f1-b696-4419-a65f-3d1f04fda085 None None] Port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:20:32.247389 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ade6ced4-21b5-4274-9fb0-7ae0df16fce7 req-0cedc667-b718-4d92-92f6-0fd4b0fdd42f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 210 time: 0.0346398 Jul 07 23:20:32.294589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-50b289e5-b1e9-43eb-b6de-211ffe4fdd8d None None] Provisioning complete for port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:32.294959 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50b289e5-b1e9-43eb-b6de-211ffe4fdd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.341200 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-50b289e5-b1e9-43eb-b6de-211ffe4fdd8d None None] Port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:20:32.351285 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b30f193b-9e7d-43e3-92c8-dfa7ed9b138d', 'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:b2:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:29Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 2, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:32.376964 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Checking router: 8442b767-a423-43d7-8b1b-e6514cec8c98 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:20:32.377319 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Updating router 8442b767-a423-43d7-8b1b-e6514cec8c98 port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:20:32.410926 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.556306 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a80db086-5957-4f06-8b2a-5c1cf08e9915 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:20:32.668752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port a80db086-5957-4f06-8b2a-5c1cf08e9915 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:32.669126 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.791699 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.808588 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Transition to ACTIVE for port object b30f193b-9e7d-43e3-92c8-dfa7ed9b138d will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:20:32.811006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fb72e60a-14a2-4f94-b9e7-f5bb778694ea up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:20:32.834852 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.894289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60032799-d12b-4264-9eb1-769bfca39ab1 None None] Pushing event updated for resources: {'Port': ['ID=b30f193b-9e7d-43e3-92c8-dfa7ed9b138d,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:32.954274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fb72e60a-14a2-4f94-b9e7-f5bb778694ea triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:32.954651 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:32.983246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Attempting to bind port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:20:32.983620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Attempting to bind port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:20:32.984006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Attempting to bind port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d on network c01ff936-1c5d-4002-9feb-1898924fa82d {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:20:33.002158 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:20:33.002550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Checking segment: {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:20:33.002929 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:33.003351 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Bound using segment: {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:20:33.003825 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Bound port: b30f193b-9e7d-43e3-92c8-dfa7ed9b138d, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:20:33.004191 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:33.025100 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:33.111538 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] For port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:20:33.125372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] For port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b30f193b-9e7d-43e3-92c8-dfa7ed9b138d,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:20:33.129916 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:33.203147 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60032799-d12b-4264-9eb1-769bfca39ab1 None None] Pushing event updated for resources: {'Port': ['ID=b30f193b-9e7d-43e3-92c8-dfa7ed9b138d,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:33.206106 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:33.206725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:33.448095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-93d032a1-97a1-47f0-9234-c29f89a17824 req-bc5dadd2-7cdb-4696-b6e4-43db4c2a2219 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 210 time: 0.0404911 Jul 07 23:20:33.493229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b21d3-7945-4054-8d65-257b140c88a8 req-2bb4b637-38da-4932-92cf-21e7db9f993a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:33.494755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-2bb4b637-38da-4932-92cf-21e7db9f993a tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "GET /v2.0/networks?id=c01ff936-1c5d-4002-9feb-1898924fa82d HTTP/1.1" status: 200 len: 796 time: 0.1582572 Jul 07 23:20:33.497020 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:33.542996 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-368b31a8-215a-4738-bd30-f1d03072528c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a1a12b0ff0340c4976b2b1e673370fa HTTP/1.1" status: 200 len: 380 time: 0.0398238 Jul 07 23:20:33.553149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'port': {'device_id': '18765272-05b5-4092-b1e4-f51345991169', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'admin_state_up': True, 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'security_groups': ['c6d675fb-92cc-4ccf-8d5b-8722f7c31846']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:33.658665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Made reservation on behalf of 6a1a12b0ff0340c4976b2b1e673370fa for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:20:33.662205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:33.697305 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b30f193b-9e7d-43e3-92c8-dfa7ed9b138d', 'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:b2:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:29Z', 'updated_at': '2021-07-07T23:20:33Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:33.723027 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94b0b0e-ca5a-4db3-9bb0-fba92710a97a None None] The sync data for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 is: [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b30f193b-9e7d-43e3-92c8-dfa7ed9b138d', 'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:b2:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:29Z', 'updated_at': '2021-07-07T23:20:33Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:20:33.798346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.20.0.13 (c01ff936-1c5d-4002-9feb-1898924fa82d/8f1dfbb8-6658-4b18-b10f-b476b5900966/a925305e-4cc2-4e37-b0cc-21a3e27056d7) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:20:33.944131 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:33.958583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Transition to ACTIVE for port object a925305e-4cc2-4e37-b0cc-21a3e27056d7 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:20:33.994315 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.042308 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network c01ff936-1c5d-4002-9feb-1898924fa82d is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:20:34.045608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:20:34.052765 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:20:34.082326 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=a925305e-4cc2-4e37-b0cc-21a3e27056d7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:34.105810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:34.107879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.125130 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-5d242f2c-daac-4277-b3f1-36f3bbb75041 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763936 Jul 07 23:20:34.136146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-8540772c-f545-4a2d-be83-0db5921200fd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:20:34.137430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-8540772c-f545-4a2d-be83-0db5921200fd tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061507 Jul 07 23:20:34.149571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Request body: {'port': {'device_id': '18765272-05b5-4092-b1e4-f51345991169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:34.250891 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.305876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3cbe94e1-8a8c-49c0-accb-984e039cf562 None None] Provisioning for port a925305e-4cc2-4e37-b0cc-21a3e27056d7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:20:34.310195 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3cbe94e1-8a8c-49c0-accb-984e039cf562 None None] Provisioning complete for port a925305e-4cc2-4e37-b0cc-21a3e27056d7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:34.310579 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cbe94e1-8a8c-49c0-accb-984e039cf562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.351981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe94e1-8a8c-49c0-accb-984e039cf562 None None] Port a925305e-4cc2-4e37-b0cc-21a3e27056d7 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:20:34.540501 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a925305e-4cc2-4e37-b0cc-21a3e27056d7 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:20:34.548314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.560689 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Transition to ACTIVE for port object a925305e-4cc2-4e37-b0cc-21a3e27056d7 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:20:34.565472 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.586710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b30f193b-9e7d-43e3-92c8-dfa7ed9b138d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:20:34.643534 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Pushing event updated for resources: {'Port': ['ID=a925305e-4cc2-4e37-b0cc-21a3e27056d7,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:34.644772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:20:34.655628 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:34.656198 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.745960 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.754420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41a7b6-0a2f-422a-b12e-775b5eb3c107 req-c8958cdb-0845-4dab-b697-15ddfce5dfd5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:34.755995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb41a7b6-0a2f-422a-b12e-775b5eb3c107 req-c8958cdb-0845-4dab-b697-15ddfce5dfd5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 944 time: 0.1519322 Jul 07 23:20:34.761261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Attempting to bind port a925305e-4cc2-4e37-b0cc-21a3e27056d7 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:20:34.761616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Attempting to bind port a925305e-4cc2-4e37-b0cc-21a3e27056d7 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:20:34.761930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Attempting to bind port a925305e-4cc2-4e37-b0cc-21a3e27056d7 on network c01ff936-1c5d-4002-9feb-1898924fa82d {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:20:34.772546 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Port a925305e-4cc2-4e37-b0cc-21a3e27056d7 on network c01ff936-1c5d-4002-9feb-1898924fa82d not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:20:34.773425 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Attempting to bind port a925305e-4cc2-4e37-b0cc-21a3e27056d7 on network c01ff936-1c5d-4002-9feb-1898924fa82d {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:20:34.780381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:20:34.780699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Checking segment: {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:20:34.781087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Bound using segment: {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:20:34.781530 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Bound port: a925305e-4cc2-4e37-b0cc-21a3e27056d7, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:20:34.781888 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.791420 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b30f193b-9e7d-43e3-92c8-dfa7ed9b138d,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:34.800325 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.853209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb41a7b6-0a2f-422a-b12e-775b5eb3c107 req-8ff50ec4-4c14-487a-a3a9-782e4fb07491 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739393 Jul 07 23:20:34.867060 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=b30f193b-9e7d-43e3-92c8-dfa7ed9b138d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:34.891638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] For port a925305e-4cc2-4e37-b0cc-21a3e27056d7, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:20:34.894965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] For port a925305e-4cc2-4e37-b0cc-21a3e27056d7, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:20:34.900308 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.940418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:34.941198 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:34.942638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] 10.222.0.44 "PUT /v2.0/ports/a925305e-4cc2-4e37-b0cc-21a3e27056d7 HTTP/1.1" status: 200 len: 1093 time: 0.7981076 Jul 07 23:20:34.943084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:20:34.946060 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad1831c-b1a2-4471-9888-255fa9bc2aad" -d '{"events": [{"name": "network-changed", "server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:20:34.983097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20dfe68-00ff-41ab-9a2f-d1adaa47fd8f service neutron] Pushing event updated for resources: {'Port': ['ID=a925305e-4cc2-4e37-b0cc-21a3e27056d7,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:35.019061 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6474ef44-34b9-4620-8e4a-6eef8f5ef90f x-openstack-request-id: req-6474ef44-34b9-4620-8e4a-6eef8f5ef90f {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:20:35.019468 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:20:35.019819 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6474ef44-34b9-4620-8e4a-6eef8f5ef90f {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:20:35.020349 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'status': 'completed', 'code': 200} Jul 07 23:20:35.048889 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b21d3-7945-4054-8d65-257b140c88a8 req-7b2f26fa-76fe-41b2-a51b-5b7107c3d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:35.050798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-7b2f26fa-76fe-41b2-a51b-5b7107c3d87a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 1096 time: 0.0633872 Jul 07 23:20:35.093598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-68eedd6f-23af-4fe3-a706-9cb4e6726f8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7 HTTP/1.1" status: 200 len: 217 time: 0.0357187 Jul 07 23:20:35.148099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b21d3-7945-4054-8d65-257b140c88a8 req-9ad54ba4-c7b3-492a-89b1-1b4553d09027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:35.149577 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-9ad54ba4-c7b3-492a-89b1-1b4553d09027 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f1dfbb8-6658-4b18-b10f-b476b5900966 HTTP/1.1" status: 200 len: 835 time: 0.0494964 Jul 07 23:20:35.207641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b21d3-7945-4054-8d65-257b140c88a8 req-d109eb9e-0506-4f42-b1c0-fa73d38f2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:35.209164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-d109eb9e-0506-4f42-b1c0-fa73d38f2cf4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c01ff936-1c5d-4002-9feb-1898924fa82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533934 Jul 07 23:20:35.297447 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-b784f715-899c-4ef7-91c1-38658925d17d service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819004 Jul 07 23:20:35.390132 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-779b21d3-7945-4054-8d65-257b140c88a8 req-152b78b0-c56f-43f3-9936-e9de55a9d8d2 service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849695 Jul 07 23:20:35.492124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-918dbc64-1966-4cfd-9da3-f28988566525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:35.493603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-918dbc64-1966-4cfd-9da3-f28988566525 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 1096 time: 0.0529191 Jul 07 23:20:35.583927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-8c29ff72-d434-445e-a583-28c9f3f25c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:35.585336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-8c29ff72-d434-445e-a583-28c9f3f25c16 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c01ff936-1c5d-4002-9feb-1898924fa82d HTTP/1.1" status: 200 len: 897 time: 0.0855618 Jul 07 23:20:35.625829 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-be6a2ffc-d556-4067-8811-d86af634dffc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7 HTTP/1.1" status: 200 len: 217 time: 0.0343993 Jul 07 23:20:35.674448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-71b17efb-07c0-4079-910f-d3fa5e7cf3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:35.675880 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-71b17efb-07c0-4079-910f-d3fa5e7cf3dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f1dfbb8-6658-4b18-b10f-b476b5900966 HTTP/1.1" status: 200 len: 835 time: 0.0434778 Jul 07 23:20:35.736498 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-b229584c-0cbf-408f-998a-9415cd99f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:35.737939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-b229584c-0cbf-408f-998a-9415cd99f7ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c01ff936-1c5d-4002-9feb-1898924fa82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547266 Jul 07 23:20:35.824841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-5daa35a0-d4ff-4686-8af1-f72374e42da0 service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797865 Jul 07 23:20:35.917596 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-aad1831c-b1a2-4471-9888-255fa9bc2aad req-20166893-84bd-47db-accd-688d16e6823d service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850773 Jul 07 23:20:36.032786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9ad74-6f22-4744-b0d4-9d1b076b2949 req-3583f712-d87a-4375-9bdc-6068b81a74be tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:36.034265 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11e9ad74-6f22-4744-b0d4-9d1b076b2949 req-3583f712-d87a-4375-9bdc-6068b81a74be tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 944 time: 0.0636723 Jul 07 23:20:36.069853 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11e9ad74-6f22-4744-b0d4-9d1b076b2949 req-9dfb06f8-0fd9-4c04-965f-e7b78cc66942 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301125 Jul 07 23:20:36.534553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b30f193b-9e7d-43e3-92c8-dfa7ed9b138d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:20:36.580334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:36.580706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:37.240182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f6e8b-f528-4056-a0d3-16af82b353b0 req-ab389e4c-d517-4579-9707-f207d1f08293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:37.241662 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c2f6e8b-f528-4056-a0d3-16af82b353b0 req-ab389e4c-d517-4579-9707-f207d1f08293 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 944 time: 0.0629725 Jul 07 23:20:37.280110 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c2f6e8b-f528-4056-a0d3-16af82b353b0 req-3b16d6df-671f-42d0-ab46-b300ca49c02e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322745 Jul 07 23:20:37.432676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device a925305e-4cc2-4e37-b0cc-21a3e27056d7 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:20:37.522919 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port a925305e-4cc2-4e37-b0cc-21a3e27056d7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:37.533589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'port_id': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'mac_address': 'fa:16:3e:a8:2d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:20:37.569866 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:37.582277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a925305e-4cc2-4e37-b0cc-21a3e27056d7 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:20:37.604507 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port a925305e-4cc2-4e37-b0cc-21a3e27056d7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:37.608452 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:37.653338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=a925305e-4cc2-4e37-b0cc-21a3e27056d7,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:37.841365 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['a925305e-4cc2-4e37-b0cc-21a3e27056d7'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:20:38.451990 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2af0e3-0bd0-464c-a51e-a25ddb1ff36a req-6c4bee6d-d6db-4277-877a-feb3d6115f09 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:38.453428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef2af0e3-0bd0-464c-a51e-a25ddb1ff36a req-6c4bee6d-d6db-4277-877a-feb3d6115f09 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 945 time: 0.0652125 Jul 07 23:20:38.490304 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ef2af0e3-0bd0-464c-a51e-a25ddb1ff36a req-ccc9d5ca-990d-4c4c-99d9-4233a82ad0c7 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Jul 07 23:20:39.443322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device a925305e-4cc2-4e37-b0cc-21a3e27056d7 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:20:39.490084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port a925305e-4cc2-4e37-b0cc-21a3e27056d7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:20:39.494036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port a925305e-4cc2-4e37-b0cc-21a3e27056d7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:20:39.494437 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:39.573658 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:39.595376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:20:39.597631 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bef2935-794c-4551-821f-623063f3cf14" -d '{"events": [{"server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "name": "network-vif-plugged", "status": "completed", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:20:39.610341 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port a925305e-4cc2-4e37-b0cc-21a3e27056d7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:20:39.615008 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:39.638307 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b62fcdc-0be4-4296-bd5c-9259c5275dc3 x-openstack-request-id: req-0b62fcdc-0be4-4296-bd5c-9259c5275dc3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:20:39.638598 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "name": "network-vif-plugged", "status": "completed", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:20:39.638848 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b62fcdc-0be4-4296-bd5c-9259c5275dc3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:20:39.639237 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'code': 200} Jul 07 23:20:39.666893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=a925305e-4cc2-4e37-b0cc-21a3e27056d7,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:39.673555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e50dc-c502-4bf9-82c3-68f2bd246a2e req-df57774a-630e-41a9-ba87-542fd43602b9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:39.677505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83e50dc-c502-4bf9-82c3-68f2bd246a2e req-df57774a-630e-41a9-ba87-542fd43602b9 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0742235 Jul 07 23:20:39.738601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c83e50dc-c502-4bf9-82c3-68f2bd246a2e req-1e7c43de-0641-41a0-8069-f0b7cadde3b3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566058 Jul 07 23:20:39.762043 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e921dcc-da7f-4816-8757-fa7b8ad925a8 req-bd14cd70-e1a2-4da1-994e-20ef77c8ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:39.763560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e921dcc-da7f-4816-8757-fa7b8ad925a8 req-bd14cd70-e1a2-4da1-994e-20ef77c8ed2c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 1098 time: 0.0614977 Jul 07 23:20:39.801521 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e921dcc-da7f-4816-8757-fa7b8ad925a8 req-11c2f567-2231-4a6b-af1d-f2dcfd74ca88 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309174 Jul 07 23:20:40.909041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcccf69-06e3-405c-910a-89585265d9cc req-59711124-4e7d-40eb-b87e-604d6fbca611 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:40.910549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcccf69-06e3-405c-910a-89585265d9cc req-59711124-4e7d-40eb-b87e-604d6fbca611 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0625174 Jul 07 23:20:40.948068 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cbcccf69-06e3-405c-910a-89585265d9cc req-29518480-3c71-4af6-b550-8c34d9b08979 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320721 Jul 07 23:20:41.116411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19bb253-35ef-4e12-935e-aeef37620d22 req-bb6ae119-bb6b-4d7c-8fa3-621c11330e98 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:41.118415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b19bb253-35ef-4e12-935e-aeef37620d22 req-bb6ae119-bb6b-4d7c-8fa3-621c11330e98 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0637727 Jul 07 23:20:41.155679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b19bb253-35ef-4e12-935e-aeef37620d22 req-67e13478-cd8a-4233-b9fb-77350ad3f38d tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Jul 07 23:20:41.178608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49980) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:41.233611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4061e05-d014-499d-9449-ff8da19d7e37 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:41.235112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c4061e05-d014-499d-9449-ff8da19d7e37 tempest-TestNetworkAdvancedServerOps-1355140954 tempest-TestNetworkAdvancedServerOps-1355140954-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 1093 time: 0.0555699 Jul 07 23:20:41.237862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49982) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:41.242670 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:20:41.264026 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:41.281459 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [req-82d08cdd-f21b-4e30-9289-5aa430de6d5d req-a09b6fe1-7867-4129-b96c-29508c697631 service neutron] (93942) timed out ('10.222.0.81', 56068) {{(pid=93942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:20:41.358130 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:41.461404 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Allocated IP 172.25.8.148 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/dad80984-cafa-42a3-a9d0-c3ddf0c8d27f) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:20:41.558866 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:41.596643 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:41.630632 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:20:41.633732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:20:41.636163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:20:41.674913 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=dad80984-cafa-42a3-a9d0-c3ddf0c8d27f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:41.998564 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:42.073824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:42.218094 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:42.222659 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:42.291992 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event updated for resources: {'Port': ['ID=dad80984-cafa-42a3-a9d0-c3ddf0c8d27f,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:20:42.299874 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:42.397100 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP 650ac23c-12e7-4c6f-9ca2-f78c438e3e25 associated. External IP: 172.25.8.148, port: a925305e-4cc2-4e37-b0cc-21a3e27056d7. Jul 07 23:20:42.596919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 8442b767-a423-43d7-8b1b-e6514cec8c98 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:20:43.016261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:20:43.026040 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] Sync routers for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:20:43.032575 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:43.035839 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:43.036450 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:43.069102 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8618e429-f877-456b-b47d-fb9f97a1fdbc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8302221 Jul 07 23:20:43.069707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:20:43.071996 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366a19ed-c474-4349-a014-49d1d240a0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:20:43.107320 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a2500a-707e-4ab3-a68d-33430330a1e4 x-openstack-request-id: req-42a2500a-707e-4ab3-a68d-33430330a1e4 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:20:43.107615 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:20:43.107871 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-42a2500a-707e-4ab3-a68d-33430330a1e4 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:20:43.108270 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'status': 'completed', 'code': 200} Jul 07 23:20:43.146339 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:43.236678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-d4eacf8b-3742-45bc-8be1-0a4042e93bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:43.238276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-d4eacf8b-3742-45bc-8be1-0a4042e93bfb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 1098 time: 0.1032460 Jul 07 23:20:43.250578 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3c373-664b-4fbb-ad88-735ccd1d94dc req-415a62f3-24cd-40a7-b933-ab5baca06e28 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:43.252037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba3c373-664b-4fbb-ad88-735ccd1d94dc req-415a62f3-24cd-40a7-b933-ab5baca06e28 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0866761 Jul 07 23:20:43.336909 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ba3c373-664b-4fbb-ad88-735ccd1d94dc req-765bbcb5-ac73-4d1c-931f-a1e264263446 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766501 Jul 07 23:20:43.362265 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 49988) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:43.369582 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-a2b74144-d617-4295-8714-1295b844b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:43.372109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-a2b74144-d617-4295-8714-1295b844b160 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c01ff936-1c5d-4002-9feb-1898924fa82d HTTP/1.1" status: 200 len: 897 time: 0.1181943 Jul 07 23:20:43.373948 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '650ac23c-12e7-4c6f-9ca2-f78c438e3e25', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'port_id': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'mac_address': 'fa:16:3e:a8:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18765272-05b5-4092-b1e4-f51345991169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:20:41Z', 'updated_at': '2021-07-07T23:20:41Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30f193b-9e7d-43e3-92c8-dfa7ed9b138d', 'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:b2:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:29Z', 'updated_at': '2021-07-07T23:20:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:43.404067 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] Checking router: 8442b767-a423-43d7-8b1b-e6514cec8c98 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:20:43.412364 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:20:43.413309 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:20:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:43.429954 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9d2f56e8-4eb5-4f33-98d9-27452b0b5d08 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/650ac23c-12e7-4c6f-9ca2-f78c438e3e25 HTTP/1.1" status: 200 len: 992 time: 0.0641911 Jul 07 23:20:43.443242 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-bcb836ac-e83d-4a20-8ff3-a2d63278a79c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7 HTTP/1.1" status: 200 len: 1000 time: 0.0649359 Jul 07 23:20:43.490373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-282def03-3d8d-41c7-a563-0829883add23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:43.491857 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-282def03-3d8d-41c7-a563-0829883add23 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f1dfbb8-6658-4b18-b10f-b476b5900966 HTTP/1.1" status: 200 len: 835 time: 0.0429635 Jul 07 23:20:43.552488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-032e9682-5984-4fac-8449-26b5bbdf73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:20:43.553944 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-032e9682-5984-4fac-8449-26b5bbdf73e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c01ff936-1c5d-4002-9feb-1898924fa82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559902 Jul 07 23:20:43.607677 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:20:43.648302 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-a86aa119-7476-4122-8b0e-287e3cb2254c service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876806 Jul 07 23:20:43.734578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-366a19ed-c474-4349-a014-49d1d240a0a8 req-fa49b173-f0b7-41c5-8e0b-a3571a48d799 service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804346 Jul 07 23:20:43.823222 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '650ac23c-12e7-4c6f-9ca2-f78c438e3e25', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'port_id': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'mac_address': 'fa:16:3e:a8:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18765272-05b5-4092-b1e4-f51345991169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:20:41Z', 'updated_at': '2021-07-07T23:20:41Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30f193b-9e7d-43e3-92c8-dfa7ed9b138d', 'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:b2:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:29Z', 'updated_at': '2021-07-07T23:20:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:20:43.849033 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42c080-3b71-43e9-83c0-294adc2c1555 None None] The sync data for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 is: [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '650ac23c-12e7-4c6f-9ca2-f78c438e3e25', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'port_id': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'mac_address': 'fa:16:3e:a8:2d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18765272-05b5-4092-b1e4-f51345991169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:20:41Z', 'updated_at': '2021-07-07T23:20:41Z', 'revision_number': 0, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b30f193b-9e7d-43e3-92c8-dfa7ed9b138d', 'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:b2:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:29Z', 'updated_at': '2021-07-07T23:20:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:20:44.036908 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b884f173-b1a2-4235-b620-15fefe834005 None None] New status for floating IP 650ac23c-12e7-4c6f-9ca2-f78c438e3e25: ACTIVE {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:20:44.431905 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 49990) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:20:44.496790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e7bc5f53-1405-4e63-bede-a1bcf35d4b80 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/650ac23c-12e7-4c6f-9ca2-f78c438e3e25 HTTP/1.1" status: 200 len: 994 time: 0.0636525 Jul 07 23:20:50.491704 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:57.435945 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bfb8de25-154d-48b6-9cbe-5444cea1d8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:20:59.304255 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:20:59.794164 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbeef395-8e6c-482d-84f5-3f61e5132fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:00.099028 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:01.144653 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:02.064706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:03.008054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:16.103300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c37fc-14d5-4450-90f7-d0be47d64750 req-83de8d8b-238b-432a-9dfd-632f5548725b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:16.104717 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c7c37fc-14d5-4450-90f7-d0be47d64750 req-83de8d8b-238b-432a-9dfd-632f5548725b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0632355 Jul 07 23:21:16.141782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c7c37fc-14d5-4450-90f7-d0be47d64750 req-cefc3835-3384-43e2-8e3a-72b320db8b68 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Jul 07 23:21:17.313346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316fe4a-382e-477f-be0b-1ab16f20fd94 req-6649ec81-5bd0-4fed-861c-090ea60526d8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:17.314843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3316fe4a-382e-477f-be0b-1ab16f20fd94 req-6649ec81-5bd0-4fed-861c-090ea60526d8 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0635362 Jul 07 23:21:17.356842 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3316fe4a-382e-477f-be0b-1ab16f20fd94 req-0aaa5893-474b-4265-bdce-2bf50dd1e686 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364590 Jul 07 23:21:17.380644 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50008) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:17.439081 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c266277f-10aa-4a26-8842-81ef42602f9e tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/650ac23c-12e7-4c6f-9ca2-f78c438e3e25 HTTP/1.1" status: 200 len: 994 time: 0.0572836 Jul 07 23:21:18.888324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-63092dfb-72e2-40ac-b86e-e23fd6a4a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:18.889742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-63092dfb-72e2-40ac-b86e-e23fd6a4a75f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 1098 time: 0.1000669 Jul 07 23:21:18.897907 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c297c-0ff1-4c84-b3d8-643e0d48f6cf req-a7f9b6af-a9cb-4d02-86bc-fde4ce401a6b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:18.899326 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e0c297c-0ff1-4c84-b3d8-643e0d48f6cf req-a7f9b6af-a9cb-4d02-86bc-fde4ce401a6b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0832050 Jul 07 23:21:18.980525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3e0c297c-0ff1-4c84-b3d8-643e0d48f6cf req-72281a21-d261-4511-a2f6-abe68e05bcc6 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733244 Jul 07 23:21:19.013395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-2f1bfc60-0c5b-4f4a-bacb-72fbfff29454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:19.014916 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-2f1bfc60-0c5b-4f4a-bacb-72fbfff29454 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c01ff936-1c5d-4002-9feb-1898924fa82d HTTP/1.1" status: 200 len: 897 time: 0.1147511 Jul 07 23:21:19.083684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-6a3c4448-1192-472f-8a75-073ea5d69b24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7 HTTP/1.1" status: 200 len: 1002 time: 0.0618079 Jul 07 23:21:19.129961 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-746962ae-5c63-48e7-bdaf-51c2be9eafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:19.131406 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-746962ae-5c63-48e7-bdaf-51c2be9eafe3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f1dfbb8-6658-4b18-b10f-b476b5900966 HTTP/1.1" status: 200 len: 835 time: 0.0422797 Jul 07 23:21:19.186851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-316319bd-f66a-4af6-92d4-dbc412421401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:19.188316 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-316319bd-f66a-4af6-92d4-dbc412421401 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c01ff936-1c5d-4002-9feb-1898924fa82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510788 Jul 07 23:21:19.279309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-c399b38c-bb79-4b40-9985-30ce590bc61e service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846090 Jul 07 23:21:19.367576 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7e495f9-37ca-4c51-8832-b7304c7fe90e req-a3b02c0b-35ba-4d7a-8f1b-13d124baca3f service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814545 Jul 07 23:21:20.158921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485610c9-5f17-46b0-ab71-b3cca4274ea8 req-d16a467f-e035-44a6-9df3-989bb6a70585 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:20.161586 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-485610c9-5f17-46b0-ab71-b3cca4274ea8 req-d16a467f-e035-44a6-9df3-989bb6a70585 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0695577 Jul 07 23:21:20.200185 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-485610c9-5f17-46b0-ab71-b3cca4274ea8 req-6bd4d0e0-8a26-4869-bd5d-a8da1e3c702b tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336854 Jul 07 23:21:20.480797 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:21.374840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195448c6-6991-42fd-82b6-99ed8b789742 req-11ac9b09-ad97-43cc-ba2c-9c1bc1a44eaf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:21.376420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-195448c6-6991-42fd-82b6-99ed8b789742 req-11ac9b09-ad97-43cc-ba2c-9c1bc1a44eaf tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0633841 Jul 07 23:21:21.413127 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-195448c6-6991-42fd-82b6-99ed8b789742 req-ac8525bb-87e9-4c08-8fba-9a3235f5aeb0 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312543 Jul 07 23:21:21.437085 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50024) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:21.499372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cdf40755-9d8a-470c-a42d-c34367cc57f3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/floatingips/650ac23c-12e7-4c6f-9ca2-f78c438e3e25 HTTP/1.1" status: 200 len: 994 time: 0.0610962 Jul 07 23:21:21.745859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50030) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:21.900893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port dad80984-cafa-42a3-a9d0-c3ddf0c8d27f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:21.901238 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:22.012963 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:22.013284 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:22.027524 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for dad80984-cafa-42a3-a9d0-c3ddf0c8d27f owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:22.033780 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-17d3c416-86d3-4220-9c66-661114a18838 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0970488 Jul 07 23:21:22.153521 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-38ebcd77-6b67-445e-bfde-4f9542fb394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:22.154984 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-38ebcd77-6b67-445e-bfde-4f9542fb394c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 1098 time: 0.0804188 Jul 07 23:21:22.265671 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:22.308770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=dad80984-cafa-42a3-a9d0-c3ddf0c8d27f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:22.342662 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.343007 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.343343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.343675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.344009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.344334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.344657 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.344981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.345305 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.345625 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.345946 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.346284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:22.350224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-f7bf3a9f-1c86-4375-bab5-04771c3f8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:22.351905 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-f7bf3a9f-1c86-4375-bab5-04771c3f8953 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c01ff936-1c5d-4002-9feb-1898924fa82d HTTP/1.1" status: 200 len: 897 time: 0.1747003 Jul 07 23:21:22.409387 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-3564926a-08e8-452f-ba8c-5165f9d71f0d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7 HTTP/1.1" status: 200 len: 217 time: 0.0401883 Jul 07 23:21:22.445704 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:22.446036 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Floating IP 650ac23c-12e7-4c6f-9ca2-f78c438e3e25 disassociated (deleted). External IP: 172.25.8.148, port: a925305e-4cc2-4e37-b0cc-21a3e27056d7. Jul 07 23:21:22.498933 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-5d563fb8-2dfb-406b-b71a-a5c76e4e52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:22.500540 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-5d563fb8-2dfb-406b-b71a-a5c76e4e52a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f1dfbb8-6658-4b18-b10f-b476b5900966 HTTP/1.1" status: 200 len: 835 time: 0.0847697 Jul 07 23:21:22.640467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-17e56875-2511-4e52-a816-0bd7bfe15ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:22.641858 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-17e56875-2511-4e52-a816-0bd7bfe15ffd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c01ff936-1c5d-4002-9feb-1898924fa82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083207 Jul 07 23:21:22.755791 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 8442b767-a423-43d7-8b1b-e6514cec8c98 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:21:22.781689 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-57213d7f-ca9a-4600-a8c7-a0b8cc11b15d service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088881 Jul 07 23:21:22.940054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:22.943100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38242ed9-9b2a-4562-aa0a-286ac9d0b7e1 req-3f9f9bcb-e17a-4725-adb4-de4aa9431575 service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327784 Jul 07 23:21:22.946021 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:22.951038 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] Sync routers for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:22.963292 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:22.964191 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:22.984642 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-23aa00e8-6a6c-4f83-9028-422cf01f53e3 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/floatingips/650ac23c-12e7-4c6f-9ca2-f78c438e3e25 HTTP/1.1" status: 204 len: 168 time: 1.2376609 Jul 07 23:21:22.985221 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:22.987459 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997" -d '{"events": [{"name": "network-changed", "server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:23.028909 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3229f57f-0772-4db7-9b5b-d9976def534e x-openstack-request-id: req-3229f57f-0772-4db7-9b5b-d9976def534e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:23.029269 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:23.029520 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3229f57f-0772-4db7-9b5b-d9976def534e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:23.029929 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'status': 'completed', 'code': 200} Jul 07 23:21:23.070693 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:23.107283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-48830a41-dc7a-44eb-9b7f-8cc4afa9d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:23.108787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-48830a41-dc7a-44eb-9b7f-8cc4afa9d47a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 1098 time: 0.0572023 Jul 07 23:21:23.216836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-0c94e281-3f93-4e1f-b142-4052d89834db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:23.218613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-0c94e281-3f93-4e1f-b142-4052d89834db service neutron] 10.222.0.44 "GET /v2.0/networks?id=c01ff936-1c5d-4002-9feb-1898924fa82d HTTP/1.1" status: 200 len: 897 time: 0.1035731 Jul 07 23:21:23.272846 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-8c669abf-65e9-46d8-a41a-0a51539b746e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7 HTTP/1.1" status: 200 len: 217 time: 0.0417318 Jul 07 23:21:23.299721 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b30f193b-9e7d-43e3-92c8-dfa7ed9b138d', 'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:b2:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:29Z', 'updated_at': '2021-07-07T23:20:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:23.327057 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] Checking router: 8442b767-a423-43d7-8b1b-e6514cec8c98 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:23.335946 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:23.337154 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:23.445194 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:23.644159 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b30f193b-9e7d-43e3-92c8-dfa7ed9b138d', 'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:b2:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:29Z', 'updated_at': '2021-07-07T23:20:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:23.666902 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-2b1510fa-8dcf-4d17-ba6c-6b82ab762283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:23.668368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-2b1510fa-8dcf-4d17-ba6c-6b82ab762283 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8f1dfbb8-6658-4b18-b10f-b476b5900966 HTTP/1.1" status: 200 len: 835 time: 0.3893924 Jul 07 23:21:23.672804 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761d0343-bee1-493d-8f71-c7698477f9de None None] The sync data for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 is: [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'b30f193b-9e7d-43e3-92c8-dfa7ed9b138d', 'name': '', 'network_id': 'c01ff936-1c5d-4002-9feb-1898924fa82d', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'mac_address': 'fa:16:3e:b2:91:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:29Z', 'updated_at': '2021-07-07T23:20:34Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'subnets': [{'id': '8f1dfbb8-6658-4b18-b10f-b476b5900966', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:23.730102 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45526313-66d9-4eea-bb4b-bcdea875a05e req-012c1c30-ebb6-4a0a-8f90-3404af9a53ea tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:23.731603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45526313-66d9-4eea-bb4b-bcdea875a05e req-012c1c30-ebb6-4a0a-8f90-3404af9a53ea tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.1075575 Jul 07 23:21:23.772617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-6ba3ad97-3d11-47a1-8dec-462f0ae728d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:23.774187 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-6ba3ad97-3d11-47a1-8dec-462f0ae728d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c01ff936-1c5d-4002-9feb-1898924fa82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980227 Jul 07 23:21:23.781336 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45526313-66d9-4eea-bb4b-bcdea875a05e req-d8019084-ac81-4c7e-adfc-15f0566cb702 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 Jul 07 23:21:23.869747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-7c564ed0-9028-4667-9adc-e018c28c6978 service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873265 Jul 07 23:21:23.967700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9fdb7ba6-7087-4ce4-8a2b-a3f595b92997 req-11d6155d-f3c1-471d-af18-e142d06661a3 service neutron] 10.222.0.44 "GET /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909266 Jul 07 23:21:23.974316 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6e47a-55ad-4020-ba5a-ee1893320229 None None] New status for floating IP 650ac23c-12e7-4c6f-9ca2-f78c438e3e25: DOWN {{(pid=93943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:21:24.826585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-5c734d6f-eef4-4b93-a743-2d369af103e5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:24.828098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-5c734d6f-eef4-4b93-a743-2d369af103e5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.0628636 Jul 07 23:21:24.972860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port a925305e-4cc2-4e37-b0cc-21a3e27056d7 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:24.973208 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:25.020284 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad701ea0-ce02-4403-8a6a-5747f0acc190 req-3a3e6ebc-728c-4867-b6ab-2be4288f98e5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:25.021777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad701ea0-ce02-4403-8a6a-5747f0acc190 req-3a3e6ebc-728c-4867-b6ab-2be4288f98e5 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/ports?device_id=18765272-05b5-4092-b1e4-f51345991169 HTTP/1.1" status: 200 len: 946 time: 0.1214345 Jul 07 23:21:25.089854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad701ea0-ce02-4403-8a6a-5747f0acc190 req-cd613a2c-4e03-4fc1-bee9-31809f3fbc2f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "GET /v2.0/security-groups?id=c6d675fb-92cc-4ccf-8d5b-8722f7c31846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588286 Jul 07 23:21:25.101094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port a925305e-4cc2-4e37-b0cc-21a3e27056d7, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=a925305e-4cc2-4e37-b0cc-21a3e27056d7,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:25.101466 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:25.114097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for a925305e-4cc2-4e37-b0cc-21a3e27056d7 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:25.238543 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:25.271679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=a925305e-4cc2-4e37-b0cc-21a3e27056d7,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:25.319964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] No DVR routers for this DVR port a925305e-4cc2-4e37-b0cc-21a3e27056d7 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:21:25.323348 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:25.325649 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c5efbff2-9a2b-4e73-bf46-20b4237af94b req-7d81a0da-50bb-4d4e-91fa-60a8b312f64c tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.44 "DELETE /v2.0/ports/a925305e-4cc2-4e37-b0cc-21a3e27056d7 HTTP/1.1" status: 204 len: 173 time: 0.4919245 Jul 07 23:21:25.326124 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'name': 'network-vif-deleted', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:25.328429 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6231d6f9-1449-46d0-857d-b5a96523f1c3" -d '{"events": [{"server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "name": "network-vif-deleted", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:25.368735 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341083cd-0dd9-479a-9aaa-fc58e1806b02 x-openstack-request-id: req-341083cd-0dd9-479a-9aaa-fc58e1806b02 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:25.369049 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18765272-05b5-4092-b1e4-f51345991169", "name": "network-vif-deleted", "tag": "a925305e-4cc2-4e37-b0cc-21a3e27056d7", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:25.369298 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-341083cd-0dd9-479a-9aaa-fc58e1806b02 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:25.369699 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18765272-05b5-4092-b1e4-f51345991169', 'name': 'network-vif-deleted', 'tag': 'a925305e-4cc2-4e37-b0cc-21a3e27056d7', 'status': 'completed', 'code': 200} Jul 07 23:21:26.179221 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50046) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:26.527174 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:26.785483 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:26.785733 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:26.872935 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port b30f193b-9e7d-43e3-92c8-dfa7ed9b138d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=b30f193b-9e7d-43e3-92c8-dfa7ed9b138d,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:26.873284 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:26.886360 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for b30f193b-9e7d-43e3-92c8-dfa7ed9b138d owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:27.066696 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:27.098766 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=b30f193b-9e7d-43e3-92c8-dfa7ed9b138d,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:27.125282 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.125648 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.125990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.126359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.126690 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.127022 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.127352 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.127678 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.128003 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.128326 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.128646 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.128968 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:27.436866 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65915505-15ca-4802-ac15-0cc44157d3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:27.585832 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:27.788941 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Router 8442b767-a423-43d7-8b1b-e6514cec8c98 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:21:27.898378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:27.904063 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a1000d15-f746-42df-bb35-49cb39de89dc tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "PUT /v2.0/routers/8442b767-a423-43d7-8b1b-e6514cec8c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7238407 Jul 07 23:21:27.906747 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50050) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:27.909073 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] Sync routers for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:27.918276 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:27.918882 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:27.959251 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fde8df8-2523-446d-99dc-d8ca1a2c720f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting subnet 8f1dfbb8-6658-4b18-b10f-b476b5900966 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:21:27.962880 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fde8df8-2523-446d-99dc-d8ca1a2c720f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.003326 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fde8df8-2523-446d-99dc-d8ca1a2c720f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.021851 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:28.084046 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fde8df8-2523-446d-99dc-d8ca1a2c720f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.144246 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fde8df8-2523-446d-99dc-d8ca1a2c720f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.171149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde8df8-2523-446d-99dc-d8ca1a2c720f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Subnet': ['ID=8f1dfbb8-6658-4b18-b10f-b476b5900966,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:28.175123 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-2fde8df8-2523-446d-99dc-d8ca1a2c720f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.180687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50052) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:28.181217 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-2fde8df8-2523-446d-99dc-d8ca1a2c720f tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/subnets/8f1dfbb8-6658-4b18-b10f-b476b5900966 HTTP/1.1" status: 204 len: 168 time: 0.2732928 Jul 07 23:21:28.190562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ed927-37b5-4644-b029-8490273d7e42 None None] Network c01ff936-1c5d-4002-9feb-1898924fa82d requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:21:28.196166 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:21:27Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:28.221807 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] Checking router: 8442b767-a423-43d7-8b1b-e6514cec8c98 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:28.230177 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] Routers {'8442b767-a423-43d7-8b1b-e6514cec8c98'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:28.230809 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['8442b767-a423-43d7-8b1b-e6514cec8c98'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:28.306031 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.344203 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] Set router 8442b767-a423-43d7-8b1b-e6514cec8c98 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:28.405006 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] DHCP port deletion for c01ff936-1c5d-4002-9feb-1898924fa82d request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:21:28.421404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.457094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Deleting port fb72e60a-14a2-4f94-b9e7-f5bb778694ea {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:28.458150 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.476094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Deleting port a80db086-5957-4f06-8b2a-5c1cf08e9915 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:21:28.476654 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.524038 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] For port fb72e60a-14a2-4f94-b9e7-f5bb778694ea, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fb72e60a-14a2-4f94-b9e7-f5bb778694ea,segment=NetworkSegment(4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8),segment_id=4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:28.524533 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.538400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Calling delete_port for fb72e60a-14a2-4f94-b9e7-f5bb778694ea owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:28.543924 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:21:27Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:28.582767 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] For port a80db086-5957-4f06-8b2a-5c1cf08e9915, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=a80db086-5957-4f06-8b2a-5c1cf08e9915,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:28.583455 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.598449 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Calling delete_port for a80db086-5957-4f06-8b2a-5c1cf08e9915 owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:21:28.635130 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.658888 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Pushing event deleted for resources: {'Port': ['ID=fb72e60a-14a2-4f94-b9e7-f5bb778694ea,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:28.665255 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa9ccb2-3a7d-4638-9573-89edcc3f5922 None None] The sync data for ids ['8442b767-a423-43d7-8b1b-e6514cec8c98'] in n-d-695012-11 is: [{'id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1526204976', 'tenant_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:21:27Z', 'revision_number': 5, 'project_id': '6a1a12b0ff0340c4976b2b1e673370fa', 'gw_port': {'id': 'a80db086-5957-4f06-8b2a-5c1cf08e9915', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:31:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8442b767-a423-43d7-8b1b-e6514cec8c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:20:27Z', 'updated_at': '2021-07-07T23:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:28.675620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.675976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.676321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.676659 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.677041 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.677376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.677705 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.678030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.682936 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.683374 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.683718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.684196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:28.703582 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf52756-688c-4a5f-8b63-4cacd53ca417 None None] No DVR routers for this DVR port fb72e60a-14a2-4f94-b9e7-f5bb778694ea on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:21:28.708339 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fb72e60a-14a2-4f94-b9e7-f5bb778694ea no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:21:28.730642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: fb72e60a-14a2-4f94-b9e7-f5bb778694ea {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:21:28.730993 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fb72e60a-14a2-4f94-b9e7-f5bb778694ea not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:21:28.791256 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.819997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Port': ['ID=a80db086-5957-4f06-8b2a-5c1cf08e9915,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:28.877334 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.967048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:28.969228 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.015978 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.016629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Fanout notify agent at l3_agent the message router_deleted on router 8442b767-a423-43d7-8b1b-e6514cec8c98 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:21:29.023959 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.025094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c779f705-df67-4b00-bd39-6a1dbba554d1 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/routers/8442b767-a423-43d7-8b1b-e6514cec8c98 HTTP/1.1" status: 204 len: 168 time: 0.8427811 Jul 07 23:21:29.028087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50054) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:29.297623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.395525 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.406460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01ff936-1c5d-4002-9feb-1898924fa82d']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:29.417105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:29.417399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6c3aca-2acf-42e3-a3ef-ff5569b99ce8') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:29.426278 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.439350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.445094 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:21:29.445979 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:21:29.448819 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:21:29.503044 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.511022 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.512398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/networks/c01ff936-1c5d-4002-9feb-1898924fa82d HTTP/1.1" status: 204 len: 168 time: 0.4835606 Jul 07 23:21:29.515205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50058) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:29.527924 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08d71d-bf7f-4402-83a2-cc3afc647eec tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'Network': ['ID=c01ff936-1c5d-4002-9feb-1898924fa82d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:29.572784 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8adcc232-83cb-469f-9930-93da0930ae04 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.597207 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8adcc232-83cb-469f-9930-93da0930ae04 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.634663 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device a925305e-4cc2-4e37-b0cc-21a3e27056d7 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:21:29.661397 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: a925305e-4cc2-4e37-b0cc-21a3e27056d7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:21:29.661739 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device a925305e-4cc2-4e37-b0cc-21a3e27056d7 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:21:29.663025 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8adcc232-83cb-469f-9930-93da0930ae04 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.666975 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8adcc232-83cb-469f-9930-93da0930ae04 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.668193 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8adcc232-83cb-469f-9930-93da0930ae04 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] 10.222.0.81 "DELETE /v2.0/security-groups/c6d675fb-92cc-4ccf-8d5b-8722f7c31846 HTTP/1.1" status: 204 len: 168 time: 0.1520231 Jul 07 23:21:29.678054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adcc232-83cb-469f-9930-93da0930ae04 tempest-TestNetworkAdvancedServerOps-1155007260 tempest-TestNetworkAdvancedServerOps-1155007260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d675fb-92cc-4ccf-8d5b-8722f7c31846,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:29.794668 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e53c5d43-6831-4930-bcee-8af47145aa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:29.998613 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50068) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:30.104000 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.130834 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-4db89d36-d410-40a7-a648-32cc5b5f433b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a1a12b0ff0340c4976b2b1e673370fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309242 Jul 07 23:21:30.133739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50072) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:30.180259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deae4734-af8d-45aa-acf7-22acfd6a1f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.205411 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deae4734-af8d-45aa-acf7-22acfd6a1f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.251146 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deae4734-af8d-45aa-acf7-22acfd6a1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.253785 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-deae4734-af8d-45aa-acf7-22acfd6a1f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.255038 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-deae4734-af8d-45aa-acf7-22acfd6a1f9e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea5e6aed-213e-47f7-8694-1ba4ad3b0b61 HTTP/1.1" status: 204 len: 168 time: 0.1203535 Jul 07 23:21:30.263814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae4734-af8d-45aa-acf7-22acfd6a1f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5e6aed-213e-47f7-8694-1ba4ad3b0b61,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:30.531895 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:30.544951 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1ae69e4-4919-46ed-925c-8d174e63a87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.560676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a80db086-5957-4f06-8b2a-5c1cf08e9915 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:21:30.581624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: a80db086-5957-4f06-8b2a-5c1cf08e9915 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:21:30.581624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device a80db086-5957-4f06-8b2a-5c1cf08e9915 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:21:30.582017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b30f193b-9e7d-43e3-92c8-dfa7ed9b138d no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:21:30.602876 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: b30f193b-9e7d-43e3-92c8-dfa7ed9b138d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:21:30.603204 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device b30f193b-9e7d-43e3-92c8-dfa7ed9b138d not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:21:30.637493 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1ae69e4-4919-46ed-925c-8d174e63a87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.640983 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d1ae69e4-4919-46ed-925c-8d174e63a87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.678354 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d1ae69e4-4919-46ed-925c-8d174e63a87a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=984496c0c4684547824eb7f1b09154e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453176 Jul 07 23:21:30.679449 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae69e4-4919-46ed-925c-8d174e63a87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112902e1-a35a-4f89-821f-df92b3208651,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:30.681780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50080) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:30.735069 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5b208e6-2a6b-4ada-a910-e0435323125d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.756112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5b208e6-2a6b-4ada-a910-e0435323125d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.803631 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5b208e6-2a6b-4ada-a910-e0435323125d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.806827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-c5b208e6-2a6b-4ada-a910-e0435323125d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:30.807969 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-c5b208e6-2a6b-4ada-a910-e0435323125d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/112902e1-a35a-4f89-821f-df92b3208651 HTTP/1.1" status: 204 len: 168 time: 0.1252029 Jul 07 23:21:30.815694 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b208e6-2a6b-4ada-a910-e0435323125d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112902e1-a35a-4f89-821f-df92b3208651,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:31.152662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:31.485045 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50102) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:31.576682 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-509290679-network', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:31.597882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Made reservation on behalf of 1684790420cc4ca9b1b8f18c24803f55 for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:21:31.600198 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:31.608440 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:31.694081 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:31.698261 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:31.722225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:21:31.731858 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee62128-ebf0-4e66-a833-e5a35ecd5d36,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:31.736571 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:31.736924 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Added segment 6380fcd7-8dba-470b-8def-a3771d5a8817 of type vlan for network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d Jul 07 23:21:31.776063 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:31.806493 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:31.807538 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:31.808110 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:31.859495 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3733630 Jul 07 23:21:31.862638 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50106) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:31.868702 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Request body: {'subnet': {'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-509290679-subnet', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'ip_version': 4}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:31.869366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ea2e8-7ddc-4fba-a7d6-ad8e2b670bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:31.883246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:21:31.889444 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Made reservation on behalf of 1684790420cc4ca9b1b8f18c24803f55 for: {'subnet': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:21:31.891906 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25906007'] for subnet, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.053770 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26101642', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25905989'] for subnet, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.067461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.102224 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=797f8067-4b82-427b-b9c5-e796a43a00b3,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:32.116550 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Checking segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:32.117404 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Network hostable DHCP agents. Network: 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:21:32.132086 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:21:32.141375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d) {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:32.145245 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:32.145834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.149901 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1826baf-b8df-4f4a-a867-3437fa696039 None None] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:21:32.159795 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-b0de89d1-d4dc-4dce-9b94-4e2d71074383 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2960596 Jul 07 23:21:32.162411 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50108) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:32.167244 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:32.187269 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.188259 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.244051 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.294866 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:21:32.295721 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.377179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.427521 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Allocated IP 172.20.0.2 (7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d/797f8067-4b82-427b-b9c5-e796a43a00b3/bae5e071-f96d-429b-be06-2f4de44af43d) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:32.566001 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.575548 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Transition to ACTIVE for port object bae5e071-f96d-429b-be06-2f4de44af43d will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:32.577381 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.590632 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Transition to ACTIVE for port object bae5e071-f96d-429b-be06-2f4de44af43d will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:32.596142 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.596694 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.637022 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:32.642970 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:32.647282 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:32.650958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Pushing event updated for resources: {'Port': ['ID=bae5e071-f96d-429b-be06-2f4de44af43d,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:32.703848 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Allocated IP 172.25.8.164 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/e1395af0-b39d-466b-bd5b-7b32273613fd) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:32.704139 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Attempting to bind port bae5e071-f96d-429b-be06-2f4de44af43d on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:32.704475 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Attempting to bind port bae5e071-f96d-429b-be06-2f4de44af43d by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:32.704920 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Attempting to bind port bae5e071-f96d-429b-be06-2f4de44af43d on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:32.710050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:32.710449 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Checking segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:32.711369 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.711793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Bound using segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:32.712255 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Bound port: bae5e071-f96d-429b-be06-2f4de44af43d, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:32.712632 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.776898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] For port bae5e071-f96d-429b-be06-2f4de44af43d, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:32.782021 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] For port bae5e071-f96d-429b-be06-2f4de44af43d, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bae5e071-f96d-429b-be06-2f4de44af43d,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:32.786478 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.806887 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.845472 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fc4462-688f-403b-ac95-5974e45fe581 None None] Pushing event updated for resources: {'Port': ['ID=bae5e071-f96d-429b-be06-2f4de44af43d,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:32.852279 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:32.896513 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:32.901499 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:32.904166 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:32.930831 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Pushing event updated for resources: {'Port': ['ID=e1395af0-b39d-466b-bd5b-7b32273613fd,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:33.024634 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:33.219734 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:33.413380 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:33.544586 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Router 93a09055-9c91-4747-9d74-522582d5608f is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:21:33.649001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:33.658329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Sync routers for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:33.666209 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:33.670295 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6cd7ddf5-c027-4873-86bd-6418dfa0ba41 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5042620 Jul 07 23:21:33.670486 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50110) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:33.670759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:33.671402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:33.769987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d03b581-ebcd-4ae8-a39c-5d73f0c29e1a None None] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:21:33.824597 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:34.090719 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.092998 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-0d29ceb1-3206-4442-ad9a-cf6b09d7b9e9 None None] Provisioning for port bae5e071-f96d-429b-be06-2f4de44af43d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:34.249908 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Allocated IP 172.20.0.1 (7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d/797f8067-4b82-427b-b9c5-e796a43a00b3/0a150acc-e1ef-4977-ab17-7fb171b6756d) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:34.259001 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:33Z', 'revision_number': 3, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:34.291063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Checking router: 93a09055-9c91-4747-9d74-522582d5608f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:34.291417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Updating router 93a09055-9c91-4747-9d74-522582d5608f port e1395af0-b39d-466b-bd5b-7b32273613fd binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:21:34.326931 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.365831 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.380716 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Transition to ACTIVE for port object 0a150acc-e1ef-4977-ab17-7fb171b6756d will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:34.419449 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.463182 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:34.466042 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:34.471640 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:34.499176 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Pushing event updated for resources: {'Port': ['ID=0a150acc-e1ef-4977-ab17-7fb171b6756d,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:34.517032 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.633975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bae5e071-f96d-429b-be06-2f4de44af43d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:34.679239 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.689048 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.696703 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Transition to ACTIVE for port object e1395af0-b39d-466b-bd5b-7b32273613fd will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:34.705668 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.744166 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port bae5e071-f96d-429b-be06-2f4de44af43d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:34.765517 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port bae5e071-f96d-429b-be06-2f4de44af43d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:34.765889 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.771330 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Attempting to bind port e1395af0-b39d-466b-bd5b-7b32273613fd on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:34.771696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Attempting to bind port e1395af0-b39d-466b-bd5b-7b32273613fd by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:34.772063 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Attempting to bind port e1395af0-b39d-466b-bd5b-7b32273613fd on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:34.796190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b37e6d-24de-4dd1-9779-741d45deb19a None None] Pushing event updated for resources: {'Port': ['ID=e1395af0-b39d-466b-bd5b-7b32273613fd,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:34.804605 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:34.804995 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:34.805406 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.805803 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:34.806313 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Bound port: e1395af0-b39d-466b-bd5b-7b32273613fd, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:34.806697 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.837690 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-23baf30d-7db7-4b8b-9da2-fbf94e63b026 None None] Provisioning for port 0a150acc-e1ef-4977-ab17-7fb171b6756d completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:34.849047 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-23baf30d-7db7-4b8b-9da2-fbf94e63b026 None None] Provisioning complete for port 0a150acc-e1ef-4977-ab17-7fb171b6756d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:34.849423 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-23baf30d-7db7-4b8b-9da2-fbf94e63b026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.860386 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.864864 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.927011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] For port e1395af0-b39d-466b-bd5b-7b32273613fd, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:34.929036 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-23baf30d-7db7-4b8b-9da2-fbf94e63b026 None None] Port 0a150acc-e1ef-4977-ab17-7fb171b6756d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:21:34.932026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Pushing event updated for resources: {'Port': ['ID=0a150acc-e1ef-4977-ab17-7fb171b6756d,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:34.935803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.948159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] For port e1395af0-b39d-466b-bd5b-7b32273613fd, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e1395af0-b39d-466b-bd5b-7b32273613fd,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:34.953614 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:34.955459 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:35.030879 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:35.032414 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:35.035301 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port bae5e071-f96d-429b-be06-2f4de44af43d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bae5e071-f96d-429b-be06-2f4de44af43d,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:35.037714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:35.038399 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:35.044115 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:35.079080 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b37e6d-24de-4dd1-9779-741d45deb19a None None] Pushing event updated for resources: {'Port': ['ID=e1395af0-b39d-466b-bd5b-7b32273613fd,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:35.180957 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=bae5e071-f96d-429b-be06-2f4de44af43d,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:35.200328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:35.366640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-4058bb28-b4fc-4ac7-a8bd-e0208319881a None None] Provisioning complete for port 0a150acc-e1ef-4977-ab17-7fb171b6756d triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:35.367050 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4058bb28-b4fc-4ac7-a8bd-e0208319881a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:35.423665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-4058bb28-b4fc-4ac7-a8bd-e0208319881a None None] Port 0a150acc-e1ef-4977-ab17-7fb171b6756d cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:21:35.442312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 2, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:35.470501 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Router 93a09055-9c91-4747-9d74-522582d5608f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:21:35.473813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8062ce4-48e6-4815-b0c5-107cdfdf9874 None None] The sync data for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 is: [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 2, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:35.582006 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:35.587230 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d91eef8f-5c5a-43dd-9b2a-d60da612288a admin admin] 10.222.0.81 "PUT /v2.0/routers/93a09055-9c91-4747-9d74-522582d5608f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9157846 Jul 07 23:21:36.075679 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50126) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:36.080940 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-525702766-network', 'tenant_id': 'cae30163357f4103be40219f8e8f9212'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:36.118609 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Made reservation on behalf of cae30163357f4103be40219f8e8f9212 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:21:36.120980 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.129478 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.228702 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.232897 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.258218 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:21:36.267710 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc716a08-03a4-42f0-9f4f-913b18c65a90,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:36.274669 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.275013 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Added segment 21eefc23-99da-49de-8bbf-8ba642f4f3d6 of type vlan for network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 Jul 07 23:21:36.303529 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:21:36.318191 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.350159 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.352275 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:36.352968 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.411286 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3344088 Jul 07 23:21:36.416254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50128) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:36.421001 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fd314-d446-4006-be26-e7a011e4ca43 admin admin] Pushing event updated for resources: {'Network': ['ID=131c1b31-64e1-486b-a6e7-d4dea9b2a8a3,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:36.421505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Request body: {'subnet': {'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-525702766-subnet', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:36.432197 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:21:36.450237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Made reservation on behalf of cae30163357f4103be40219f8e8f9212 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:21:36.456450 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.655678 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e1395af0-b39d-466b-bd5b-7b32273613fd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:36.657076 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.709216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e1395af0-b39d-466b-bd5b-7b32273613fd completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:36.712480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a05f1ba-61aa-4706-9b8a-f26b76efd95b,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:36.713846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e1395af0-b39d-466b-bd5b-7b32273613fd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:36.714374 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.728441 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Checking segment: {'id': '21eefc23-99da-49de-8bbf-8ba642f4f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:36.728772 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Network hostable DHCP agents. Network: 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:21:36.747060 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:21:36.760238 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:36.764673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:36.765266 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.771101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7938cf2-c6ed-4276-893a-2d1b3eea4474 None None] Network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:21:36.781862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-bed2ef05-3054-402f-8659-0ddf8bf056e2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3644290 Jul 07 23:21:36.784383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50130) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:36.788946 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:36.809952 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.811132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.851959 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.870397 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.884603 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port e1395af0-b39d-466b-bd5b-7b32273613fd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e1395af0-b39d-466b-bd5b-7b32273613fd,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:36.891627 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:36.892394 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bae5e071-f96d-429b-be06-2f4de44af43d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:37.009226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.019436 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=e1395af0-b39d-466b-bd5b-7b32273613fd,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:37.053545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port bae5e071-f96d-429b-be06-2f4de44af43d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:37.053921 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.059076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-131c1b31-64e1-486b-a6e7-d4dea9b2a8a3', 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'fixed_ips': [{'subnet_id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:21:37.059909 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.218594 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.238438 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.262208 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Allocated IP 172.20.0.2 (131c1b31-64e1-486b-a6e7-d4dea9b2a8a3/0a05f1ba-61aa-4706-9b8a-f26b76efd95b/d3e8f225-aa0a-48cf-9adc-671c0340a7ea) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:37.351770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Allocated IP 172.25.8.153 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/f7285857-c346-4e11-a14e-dc3490a5fc0f) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:37.417232 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.425651 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Transition to ACTIVE for port object d3e8f225-aa0a-48cf-9adc-671c0340a7ea will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:37.441244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Transition to ACTIVE for port object d3e8f225-aa0a-48cf-9adc-671c0340a7ea will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:37.447587 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.458608 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.493764 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:37.496670 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:37.498318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.500943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:37.504049 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Pushing event updated for resources: {'Port': ['ID=d3e8f225-aa0a-48cf-9adc-671c0340a7ea,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:37.542454 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Sync routers for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:37.546147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:37.549155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:37.553770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:37.556595 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:37.557210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7285857-c346-4e11-a14e-dc3490a5fc0f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:37.557338 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:37.564228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Attempting to bind port d3e8f225-aa0a-48cf-9adc-671c0340a7ea on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:37.564689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Attempting to bind port d3e8f225-aa0a-48cf-9adc-671c0340a7ea by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '21eefc23-99da-49de-8bbf-8ba642f4f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:37.565328 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Attempting to bind port d3e8f225-aa0a-48cf-9adc-671c0340a7ea on network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:37.570640 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:37.571119 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Checking segment: {'id': '21eefc23-99da-49de-8bbf-8ba642f4f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:37.571610 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.572091 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Bound using segment: {'id': '21eefc23-99da-49de-8bbf-8ba642f4f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:37.572672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Bound port: d3e8f225-aa0a-48cf-9adc-671c0340a7ea, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eefc23-99da-49de-8bbf-8ba642f4f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:37.573141 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.638083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] For port d3e8f225-aa0a-48cf-9adc-671c0340a7ea, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:37.641269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] For port d3e8f225-aa0a-48cf-9adc-671c0340a7ea, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d3e8f225-aa0a-48cf-9adc-671c0340a7ea,segment=NetworkSegment(21eefc23-99da-49de-8bbf-8ba642f4f3d6),segment_id=21eefc23-99da-49de-8bbf-8ba642f4f3d6)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:37.646512 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.670380 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:37.708458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc106d42-ccd6-47c7-bfd5-8219b0c3a00b None None] Pushing event updated for resources: {'Port': ['ID=d3e8f225-aa0a-48cf-9adc-671c0340a7ea,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:37.820481 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:37.897240 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 2, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:37.932277 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Checking router: 93a09055-9c91-4747-9d74-522582d5608f for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:37.932632 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Updating router 93a09055-9c91-4747-9d74-522582d5608f port 0a150acc-e1ef-4977-ab17-7fb171b6756d binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:21:37.969454 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:38.247065 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:38.256695 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Transition to ACTIVE for port object 0a150acc-e1ef-4977-ab17-7fb171b6756d will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:38.262959 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:38.318598 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Pushing event updated for resources: {'Port': ['ID=0a150acc-e1ef-4977-ab17-7fb171b6756d,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:38.339061 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.339416 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.339860 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.340301 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.340746 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.341176 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.341636 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.342059 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.342503 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.342928 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.343515 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.343945 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:21:38.383380 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:38.406397 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Attempting to bind port 0a150acc-e1ef-4977-ab17-7fb171b6756d on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:38.406827 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Attempting to bind port 0a150acc-e1ef-4977-ab17-7fb171b6756d by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:38.407185 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Attempting to bind port 0a150acc-e1ef-4977-ab17-7fb171b6756d on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:38.414375 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:38.414779 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Checking segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:38.415149 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:38.415543 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Bound using segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:38.416007 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Bound port: 0a150acc-e1ef-4977-ab17-7fb171b6756d, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:38.416388 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:38.496770 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] For port 0a150acc-e1ef-4977-ab17-7fb171b6756d, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:38.502303 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] For port 0a150acc-e1ef-4977-ab17-7fb171b6756d, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0a150acc-e1ef-4977-ab17-7fb171b6756d,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:38.508426 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:38.544259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Router eb18a973-d03a-4ab6-ab46-a8d03f9891ee is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:21:38.601820 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:38.602488 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:38.677300 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5361808-0e44-45b2-8fe5-c8e5108de078 None None] Pushing event updated for resources: {'Port': ['ID=0a150acc-e1ef-4977-ab17-7fb171b6756d,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:38.709094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d3e8f225-aa0a-48cf-9adc-671c0340a7ea up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:38.722864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:38.740792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Sync routers for ids ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:38.752536 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:38.758718 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50132) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:38.759897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-53a936c3-f3b4-4493-96ba-99ac3d48c3e7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9743781 Jul 07 23:21:38.781065 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:38.799634 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Routers {'eb18a973-d03a-4ab6-ab46-a8d03f9891ee'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:38.802781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:38.847563 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port d3e8f225-aa0a-48cf-9adc-671c0340a7ea completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:38.856819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e1395af0-b39d-466b-bd5b-7b32273613fd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:38.890987 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac9939-43b9-47e7-837a-917f6d46cd9e None None] Network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:21:39.031595 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:38Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:39.071343 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46e6bd-a7c4-435d-be76-738702a74d6e None None] The sync data for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 is: [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:38Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:39.164525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e097d85d-1660-4091-932e-6ada7a24fa7a None None] Provisioning for port d3e8f225-aa0a-48cf-9adc-671c0340a7ea completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:39.177194 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e097d85d-1660-4091-932e-6ada7a24fa7a None None] Provisioning complete for port d3e8f225-aa0a-48cf-9adc-671c0340a7ea triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:39.177562 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e097d85d-1660-4091-932e-6ada7a24fa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.207589 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Set router eb18a973-d03a-4ab6-ab46-a8d03f9891ee gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:39.244265 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.342824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e1395af0-b39d-466b-bd5b-7b32273613fd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:39.343196 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.429656 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_common [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Allocated IP 172.20.0.1 (131c1b31-64e1-486b-a6e7-d4dea9b2a8a3/0a05f1ba-61aa-4706-9b8a-f26b76efd95b/bd219664-5a11-4223-b1eb-4a2bacb64422) {{(pid=93942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:39.525715 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e097d85d-1660-4091-932e-6ada7a24fa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.540684 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.553817 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.provisioning_blocks [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Transition to ACTIVE for port object bd219664-5a11-4223-b1eb-4a2bacb64422 will not be triggered until provisioned by entity DHCP. {{(pid=93942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:39.591931 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26101758'] for port, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.631805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-e097d85d-1660-4091-932e-6ada7a24fa7a None None] For port d3e8f225-aa0a-48cf-9adc-671c0340a7ea, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d3e8f225-aa0a-48cf-9adc-671c0340a7ea,segment=NetworkSegment(21eefc23-99da-49de-8bbf-8ba642f4f3d6),segment_id=21eefc23-99da-49de-8bbf-8ba642f4f3d6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:39.636447 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:39.643109 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e097d85d-1660-4091-932e-6ada7a24fa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.643564 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:39.647561 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Received port after_create {{(pid=93942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:39.673872 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd219664-5a11-4223-b1eb-4a2bacb64422,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:39.691423 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:36Z', 'updated_at': '2021-07-07T23:21:37Z', 'revision_number': 3, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'gw_port': {'id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:37Z', 'updated_at': '2021-07-07T23:21:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:39.693789 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.726486 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Checking router: eb18a973-d03a-4ab6-ab46-a8d03f9891ee for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:39.727050 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Updating router eb18a973-d03a-4ab6-ab46-a8d03f9891ee port f7285857-c346-4e11-a14e-dc3490a5fc0f binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:21:39.728770 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097d85d-1660-4091-932e-6ada7a24fa7a None None] Pushing event updated for resources: {'Port': ['ID=d3e8f225-aa0a-48cf-9adc-671c0340a7ea,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:39.777196 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.860834 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:39.971034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-939faa3f-b439-4058-83c0-a69b976ee04e None None] Provisioning complete for port d3e8f225-aa0a-48cf-9adc-671c0340a7ea triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:39.971568 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-939faa3f-b439-4058-83c0-a69b976ee04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.049508 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.055721 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26101516'] for port, after_update {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.125227 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.127865 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Pushing event updated for resources: {'Port': ['ID=bd219664-5a11-4223-b1eb-4a2bacb64422,revision_number=2']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:40.137274 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.148714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Transition to ACTIVE for port object f7285857-c346-4e11-a14e-dc3490a5fc0f will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:40.154976 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.207052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Attempting to bind port f7285857-c346-4e11-a14e-dc3490a5fc0f on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:40.207342 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Attempting to bind port f7285857-c346-4e11-a14e-dc3490a5fc0f by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:40.207710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Attempting to bind port f7285857-c346-4e11-a14e-dc3490a5fc0f on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:40.211401 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe5067-80c0-4eba-8552-8a72914a5d93 None None] Pushing event updated for resources: {'Port': ['ID=f7285857-c346-4e11-a14e-dc3490a5fc0f,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:40.215948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:40.216331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:40.216738 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.217134 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:40.217606 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Bound port: f7285857-c346-4e11-a14e-dc3490a5fc0f, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:40.217993 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.230063 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 is already hosted by enough agents. {{(pid=93942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:40.231465 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:40.261017 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-32a7632d-4ab3-4593-8a78-71819c8fb690 None None] Provisioning for port bd219664-5a11-4223-b1eb-4a2bacb64422 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:40.269076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-32a7632d-4ab3-4593-8a78-71819c8fb690 None None] Provisioning complete for port bd219664-5a11-4223-b1eb-4a2bacb64422 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:40.269782 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-32a7632d-4ab3-4593-8a78-71819c8fb690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.302980 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] For port f7285857-c346-4e11-a14e-dc3490a5fc0f, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:40.325184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] For port f7285857-c346-4e11-a14e-dc3490a5fc0f, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f7285857-c346-4e11-a14e-dc3490a5fc0f,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:40.326960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-32a7632d-4ab3-4593-8a78-71819c8fb690 None None] Port bd219664-5a11-4223-b1eb-4a2bacb64422 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:21:40.331918 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.348062 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Router eb18a973-d03a-4ab6-ab46-a8d03f9891ee has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:21:40.388149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Routers {'eb18a973-d03a-4ab6-ab46-a8d03f9891ee'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:40.388808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:40.426688 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe5067-80c0-4eba-8552-8a72914a5d93 None None] Pushing event updated for resources: {'Port': ['ID=f7285857-c346-4e11-a14e-dc3490a5fc0f,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:40.471128 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:40.476443 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-a5ac894d-77d3-45c3-b331-2a0adad85ed5 admin admin] 10.222.0.81 "PUT /v2.0/routers/eb18a973-d03a-4ab6-ab46-a8d03f9891ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155986 Jul 07 23:21:40.502881 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] Set router eb18a973-d03a-4ab6-ab46-a8d03f9891ee gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:40.626434 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d3e8f225-aa0a-48cf-9adc-671c0340a7ea up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:40.631288 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-13c48876-7d05-44dc-b39a-ca808ed98624 None None] Provisioning complete for port bd219664-5a11-4223-b1eb-4a2bacb64422 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:40.631661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-13c48876-7d05-44dc-b39a-ca808ed98624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.868846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-13c48876-7d05-44dc-b39a-ca808ed98624 None None] Port bd219664-5a11-4223-b1eb-4a2bacb64422 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:21:40.923574 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port d3e8f225-aa0a-48cf-9adc-671c0340a7ea triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:40.923946 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:40.978324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:36Z', 'updated_at': '2021-07-07T23:21:39Z', 'revision_number': 4, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'gw_port': {'id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:37Z', 'updated_at': '2021-07-07T23:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bd219664-5a11-4223-b1eb-4a2bacb64422', 'name': '', 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'mac_address': 'fa:16:3e:b7:71:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:39Z', 'updated_at': '2021-07-07T23:21:39Z', 'revision_number': 2, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'subnets': [{'id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:41.006660 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de285b2a-d245-41c3-8611-8739c7e7e46b None None] The sync data for ids ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'] in n-d-695012-11 is: [{'id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:36Z', 'updated_at': '2021-07-07T23:21:39Z', 'revision_number': 4, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'gw_port': {'id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:37Z', 'updated_at': '2021-07-07T23:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bd219664-5a11-4223-b1eb-4a2bacb64422', 'name': '', 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'mac_address': 'fa:16:3e:b7:71:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:39Z', 'updated_at': '2021-07-07T23:21:39Z', 'revision_number': 2, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'subnets': [{'id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:41.008264 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50140) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:41.014204 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-83831d35-210b-4141-923b-bbd2a88bd0fa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098607661', 'description': 'tempest-secgroup-smoke-2098607661 description', 'project_id': '1684790420cc4ca9b1b8f18c24803f55'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:41.040967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83831d35-210b-4141-923b-bbd2a88bd0fa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.047459 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0a150acc-e1ef-4977-ab17-7fb171b6756d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:41.097543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 0a150acc-e1ef-4977-ab17-7fb171b6756d completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:41.102322 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0a150acc-e1ef-4977-ab17-7fb171b6756d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:41.102712 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.134547 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83831d35-210b-4141-923b-bbd2a88bd0fa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.139257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83831d35-210b-4141-923b-bbd2a88bd0fa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.168539 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-83831d35-210b-4141-923b-bbd2a88bd0fa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.169800 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-83831d35-210b-4141-923b-bbd2a88bd0fa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1603606 Jul 07 23:21:41.172739 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50142) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:41.177153 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-bd5bb355-5e49-4d55-9a75-7541fdda684c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '5ef092ce-bab3-4123-a51f-d5f0480e36f5', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:41.183159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83831d35-210b-4141-923b-bbd2a88bd0fa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef092ce-bab3-4123-a51f-d5f0480e36f5,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:41.188574 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.208477 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb355-5e49-4d55-9a75-7541fdda684c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.233695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 0a150acc-e1ef-4977-ab17-7fb171b6756d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0a150acc-e1ef-4977-ab17-7fb171b6756d,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:41.249889 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.294144 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb355-5e49-4d55-9a75-7541fdda684c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.299470 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb355-5e49-4d55-9a75-7541fdda684c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.319269 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bb355-5e49-4d55-9a75-7541fdda684c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3166ad23-384e-4ff3-9411-5b8b901f6d67,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:41.324016 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=0a150acc-e1ef-4977-ab17-7fb171b6756d,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:41.324327 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-bd5bb355-5e49-4d55-9a75-7541fdda684c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.326116 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-bd5bb355-5e49-4d55-9a75-7541fdda684c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520672 Jul 07 23:21:41.328658 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50144) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:41.333844 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-acba5ae2-dd84-4109-b068-df5dbdaa848e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '5ef092ce-bab3-4123-a51f-d5f0480e36f5', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:41.362854 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acba5ae2-dd84-4109-b068-df5dbdaa848e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.423379 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acba5ae2-dd84-4109-b068-df5dbdaa848e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.427698 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acba5ae2-dd84-4109-b068-df5dbdaa848e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.447767 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba5ae2-dd84-4109-b068-df5dbdaa848e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c805a311-cf1c-4399-9714-c121cc6614a7,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:41.456125 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-acba5ae2-dd84-4109-b068-df5dbdaa848e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.457346 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-acba5ae2-dd84-4109-b068-df5dbdaa848e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276207 Jul 07 23:21:41.460938 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50146) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:41.465475 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-8c0262cc-5eb4-4182-96ac-943b6488b843 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '5ef092ce-bab3-4123-a51f-d5f0480e36f5', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:41.492454 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c0262cc-5eb4-4182-96ac-943b6488b843 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.555278 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c0262cc-5eb4-4182-96ac-943b6488b843 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.559136 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c0262cc-5eb4-4182-96ac-943b6488b843 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.578723 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0262cc-5eb4-4182-96ac-943b6488b843 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7043c1-f821-4cba-a63a-a668a8c2bb44,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:41.586881 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-8c0262cc-5eb4-4182-96ac-943b6488b843 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.588231 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8c0262cc-5eb4-4182-96ac-943b6488b843 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263571 Jul 07 23:21:41.591204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50148) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:41.596129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-74bdbfc5-ffe0-402e-ad54-06112175bdc8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '5ef092ce-bab3-4123-a51f-d5f0480e36f5', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:41.625806 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74bdbfc5-ffe0-402e-ad54-06112175bdc8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.688900 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74bdbfc5-ffe0-402e-ad54-06112175bdc8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.692336 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74bdbfc5-ffe0-402e-ad54-06112175bdc8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.712428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdbfc5-ffe0-402e-ad54-06112175bdc8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cdd436-c257-4b97-b7fe-c696c46bd6ed,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:41.714977 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-74bdbfc5-ffe0-402e-ad54-06112175bdc8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.716151 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-74bdbfc5-ffe0-402e-ad54-06112175bdc8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239417 Jul 07 23:21:41.719068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50150) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:41.723431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-757423b8-5139-4fe9-9724-3bc2dbbbe854 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '5ef092ce-bab3-4123-a51f-d5f0480e36f5', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:41.744239 n-d-695012-11 neutron-server[93941]: INFO neutron.db.securitygroups_db [None req-757423b8-5139-4fe9-9724-3bc2dbbbe854 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Project 1684790420cc4ca9b1b8f18c24803f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:21:41.749124 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-757423b8-5139-4fe9-9724-3bc2dbbbe854 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.812810 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-757423b8-5139-4fe9-9724-3bc2dbbbe854 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.820668 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-757423b8-5139-4fe9-9724-3bc2dbbbe854 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.843875 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757423b8-5139-4fe9-9724-3bc2dbbbe854 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704b69a5-78fb-4ec4-8db9-89aa1872385e,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:41.851843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-757423b8-5139-4fe9-9724-3bc2dbbbe854 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.853100 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-757423b8-5139-4fe9-9724-3bc2dbbbe854 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331027 Jul 07 23:21:41.855887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50152) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:41.860433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-3bcaa854-9f2f-491f-832d-12a5785c8c9d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '5ef092ce-bab3-4123-a51f-d5f0480e36f5', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:41.887514 n-d-695012-11 neutron-server[93941]: INFO neutron.db.securitygroups_db [None req-3bcaa854-9f2f-491f-832d-12a5785c8c9d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Project 1684790420cc4ca9b1b8f18c24803f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:21:41.892788 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa854-9f2f-491f-832d-12a5785c8c9d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.958886 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa854-9f2f-491f-832d-12a5785c8c9d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.963346 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa854-9f2f-491f-832d-12a5785c8c9d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.985021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaa854-9f2f-491f-832d-12a5785c8c9d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c6862f-a59c-479a-9ed2-d56f163cee34,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:41.993445 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3bcaa854-9f2f-491f-832d-12a5785c8c9d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:41.995700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3bcaa854-9f2f-491f-832d-12a5785c8c9d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378047 Jul 07 23:21:42.313895 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-34858e05-740c-4da4-be59-b94e53a64184 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098607661&fields=id&tenant_id=1684790420cc4ca9b1b8f18c24803f55 HTTP/1.1" status: 200 len: 267 time: 0.0342915 Jul 07 23:21:42.426577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-817ffa8b-e33c-462a-bff9-08bd97b7466e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:42.428247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-817ffa8b-e33c-462a-bff9-08bd97b7466e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 808 time: 0.1071966 Jul 07 23:21:42.443460 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-102f7895-700b-4eaa-bd94-a952ec12bfeb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/quotas/1684790420cc4ca9b1b8f18c24803f55 HTTP/1.1" status: 200 len: 375 time: 0.0096922 Jul 07 23:21:42.509458 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-85ea86de-3da3-42c9-b177-001cff7db306 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608094 Jul 07 23:21:42.617951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-b04e56fa-2b32-49c4-8415-f262f984a1b6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:21:42.619694 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-b04e56fa-2b32-49c4-8415-f262f984a1b6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993204 Jul 07 23:21:42.644889 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f7285857-c346-4e11-a14e-dc3490a5fc0f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:42.695052 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port f7285857-c346-4e11-a14e-dc3490a5fc0f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:42.699122 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f7285857-c346-4e11-a14e-dc3490a5fc0f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:42.699495 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:42.716175 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-c1362998-881b-4f40-87cf-bb85fde7ff61 service neutron] 10.222.0.81 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897706 Jul 07 23:21:42.777249 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:42.797286 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port f7285857-c346-4e11-a14e-dc3490a5fc0f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f7285857-c346-4e11-a14e-dc3490a5fc0f,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:42.801295 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:42.802415 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0a150acc-e1ef-4977-ab17-7fb171b6756d up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:42.805376 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-88cae404-c7b3-4504-8bf3-d93ced474fc3 service neutron] 10.222.0.81 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832918 Jul 07 23:21:42.880390 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=f7285857-c346-4e11-a14e-dc3490a5fc0f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:42.897711 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 0a150acc-e1ef-4977-ab17-7fb171b6756d triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:42.898609 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:43.048276 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3c3f3e01-cf11-4955-adae-2a803fda4a44 req-65c0c6c5-f9ee-4378-9c75-f11b3aff1bf5 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 210 time: 0.0891941 Jul 07 23:21:43.216641 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Sync routers for ids ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:43.225948 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Routers {'eb18a973-d03a-4ab6-ab46-a8d03f9891ee'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:43.226613 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:43.335257 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Set router eb18a973-d03a-4ab6-ab46-a8d03f9891ee gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:43.620582 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:36Z', 'updated_at': '2021-07-07T23:21:39Z', 'revision_number': 4, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'gw_port': {'id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:37Z', 'updated_at': '2021-07-07T23:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bd219664-5a11-4223-b1eb-4a2bacb64422', 'name': '', 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'mac_address': 'fa:16:3e:b7:71:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:39Z', 'updated_at': '2021-07-07T23:21:39Z', 'revision_number': 2, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'subnets': [{'id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:43.645814 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Checking router: eb18a973-d03a-4ab6-ab46-a8d03f9891ee for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:43.646196 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Updating router eb18a973-d03a-4ab6-ab46-a8d03f9891ee port bd219664-5a11-4223-b1eb-4a2bacb64422 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:21:43.679744 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:43.943342 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:43.953007 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Transition to ACTIVE for port object bd219664-5a11-4223-b1eb-4a2bacb64422 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:43.958950 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:44.007254 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474457-18ae-4654-bf7e-21cfb72120d8 None None] Pushing event updated for resources: {'Port': ['ID=bd219664-5a11-4223-b1eb-4a2bacb64422,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:44.065218 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Attempting to bind port bd219664-5a11-4223-b1eb-4a2bacb64422 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:44.065542 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Attempting to bind port bd219664-5a11-4223-b1eb-4a2bacb64422 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '21eefc23-99da-49de-8bbf-8ba642f4f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:44.065908 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Attempting to bind port bd219664-5a11-4223-b1eb-4a2bacb64422 on network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:44.071563 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:44.071944 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Checking segment: {'id': '21eefc23-99da-49de-8bbf-8ba642f4f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:44.072341 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:44.072731 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Bound using segment: {'id': '21eefc23-99da-49de-8bbf-8ba642f4f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:44.074747 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Bound port: bd219664-5a11-4223-b1eb-4a2bacb64422, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eefc23-99da-49de-8bbf-8ba642f4f3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:44.074747 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:44.152867 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] For port bd219664-5a11-4223-b1eb-4a2bacb64422, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:44.156854 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] For port bd219664-5a11-4223-b1eb-4a2bacb64422, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bd219664-5a11-4223-b1eb-4a2bacb64422,segment=NetworkSegment(21eefc23-99da-49de-8bbf-8ba642f4f3d6),segment_id=21eefc23-99da-49de-8bbf-8ba642f4f3d6)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:44.164282 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:44.216525 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4d7ca73d-f605-4df0-95c4-90969885affb req-ba949d1f-de3d-4c68-bdea-cf90ba673576 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 210 time: 0.0413857 Jul 07 23:21:44.225987 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474457-18ae-4654-bf7e-21cfb72120d8 None None] Pushing event updated for resources: {'Port': ['ID=bd219664-5a11-4223-b1eb-4a2bacb64422,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:44.272188 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Routers {'eb18a973-d03a-4ab6-ab46-a8d03f9891ee'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:44.273897 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:44.392894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-8292b8d2-2659-46d6-b4d6-1572ae012f19 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:44.394942 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-8292b8d2-2659-46d6-b4d6-1572ae012f19 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 808 time: 0.1439924 Jul 07 23:21:44.410413 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] Set router eb18a973-d03a-4ab6-ab46-a8d03f9891ee gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:44.452320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-5e3d547a-b60f-4657-9294-3ae9c76b6a8e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1684790420cc4ca9b1b8f18c24803f55 HTTP/1.1" status: 200 len: 380 time: 0.0427821 Jul 07 23:21:44.463195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'port': {'device_id': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'admin_state_up': True, 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'security_groups': ['5ef092ce-bab3-4123-a51f-d5f0480e36f5']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:44.639785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Made reservation on behalf of 1684790420cc4ca9b1b8f18c24803f55 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:21:44.645601 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:44.665910 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bd219664-5a11-4223-b1eb-4a2bacb64422 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:44.694454 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:36Z', 'updated_at': '2021-07-07T23:21:39Z', 'revision_number': 4, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'gw_port': {'id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:37Z', 'updated_at': '2021-07-07T23:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bd219664-5a11-4223-b1eb-4a2bacb64422', 'name': '', 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'mac_address': 'fa:16:3e:b7:71:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:39Z', 'updated_at': '2021-07-07T23:21:44Z', 'revision_number': 4, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'subnets': [{'id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:44.720861 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port bd219664-5a11-4223-b1eb-4a2bacb64422 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:44.721240 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4af45-b11b-4d12-a6ec-c034c57717c9 None None] The sync data for ids ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'] in n-d-695012-11 is: [{'id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:36Z', 'updated_at': '2021-07-07T23:21:39Z', 'revision_number': 4, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'gw_port': {'id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:37Z', 'updated_at': '2021-07-07T23:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'bd219664-5a11-4223-b1eb-4a2bacb64422', 'name': '', 'network_id': '131c1b31-64e1-486b-a6e7-d4dea9b2a8a3', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'mac_address': 'fa:16:3e:b7:71:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:39Z', 'updated_at': '2021-07-07T23:21:44Z', 'revision_number': 4, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'subnets': [{'id': '0a05f1ba-61aa-4706-9b8a-f26b76efd95b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:44.726378 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port bd219664-5a11-4223-b1eb-4a2bacb64422 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:44.726793 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:44.811352 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:44.821811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Allocated IP 172.20.0.9 (7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d/797f8067-4b82-427b-b9c5-e796a43a00b3/03fee632-cde4-4e48-abc7-dea36ca40ce5) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:44.857025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port bd219664-5a11-4223-b1eb-4a2bacb64422, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bd219664-5a11-4223-b1eb-4a2bacb64422,segment=NetworkSegment(21eefc23-99da-49de-8bbf-8ba642f4f3d6),segment_id=21eefc23-99da-49de-8bbf-8ba642f4f3d6)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:44.863422 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:44.864529 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f7285857-c346-4e11-a14e-dc3490a5fc0f up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:44.951278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=bd219664-5a11-4223-b1eb-4a2bacb64422,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:44.959453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port f7285857-c346-4e11-a14e-dc3490a5fc0f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:44.959827 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:44.994679 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.010799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Transition to ACTIVE for port object 03fee632-cde4-4e48-abc7-dea36ca40ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:45.050812 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.098253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:45.102020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:45.108202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:45.134512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:45.164855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:45.165515 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.182111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-95aa36dc-c85a-44f0-ac64-a6ed8d85094b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241352 Jul 07 23:21:45.230882 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-38cbac43-cc40-4476-b708-a3fffd57bdac tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:21:45.232026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-38cbac43-cc40-4476-b708-a3fffd57bdac tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098636 Jul 07 23:21:45.305741 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Request body: {'port': {'device_id': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:45.373289 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-eadfc186-8562-4308-b221-02004a8100c5 None None] Provisioning for port 03fee632-cde4-4e48-abc7-dea36ca40ce5 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:45.377044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-eadfc186-8562-4308-b221-02004a8100c5 None None] Provisioning complete for port 03fee632-cde4-4e48-abc7-dea36ca40ce5 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:45.377335 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eadfc186-8562-4308-b221-02004a8100c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.411819 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-eadfc186-8562-4308-b221-02004a8100c5 None None] Port 03fee632-cde4-4e48-abc7-dea36ca40ce5 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:21:45.418520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.480456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c183b-10c2-4939-8b9d-24842bc3f8ac req-3765d398-a5d8-419e-8ec1-88065f193b27 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:45.481925 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca0c183b-10c2-4939-8b9d-24842bc3f8ac req-3765d398-a5d8-419e-8ec1-88065f193b27 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 931 time: 0.1132615 Jul 07 23:21:45.579859 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca0c183b-10c2-4939-8b9d-24842bc3f8ac req-4506a7d2-8769-4b42-bc36-f360fcfb97c4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912931 Jul 07 23:21:45.723334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fee632-cde4-4e48-abc7-dea36ca40ce5 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:21:45.730638 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.742149 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Transition to ACTIVE for port object 03fee632-cde4-4e48-abc7-dea36ca40ce5 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:21:45.745462 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.796235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:45.872367 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Attempting to bind port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:21:45.872697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Attempting to bind port 03fee632-cde4-4e48-abc7-dea36ca40ce5 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:21:45.873022 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Attempting to bind port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:45.877750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:21:45.878162 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Attempting to bind port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:21:45.883568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:21:45.883898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Checking segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:21:45.884279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Bound using segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:21:45.884701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Bound port: 03fee632-cde4-4e48-abc7-dea36ca40ce5, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:21:45.885186 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.949579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:21:45.952611 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:21:45.956938 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.991972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:45.992618 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:45.994024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] 10.222.0.83 "PUT /v2.0/ports/03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 1092 time: 0.7550402 Jul 07 23:21:45.994574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:45.996764 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72093f7-c07f-44b3-8d3b-662d781a5d53" -d '{"events": [{"name": "network-changed", "server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:46.021826 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ba82-c4ce-4ded-8996-1dcc35e90926 service neutron] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:46.111878 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a87d7f0-aad9-4c74-81b9-c19eeefb02a6 x-openstack-request-id: req-5a87d7f0-aad9-4c74-81b9-c19eeefb02a6 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:46.112173 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:46.112424 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a87d7f0-aad9-4c74-81b9-c19eeefb02a6 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:46.112825 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'status': 'completed', 'code': 200} Jul 07 23:21:46.119495 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-1c517c4b-c4b7-4988-b1af-7ab817fe7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:46.121032 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-1c517c4b-c4b7-4988-b1af-7ab817fe7ef8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1095 time: 0.0684896 Jul 07 23:21:46.170362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-5cc061f0-3af5-416b-b185-ce441e9e699f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 217 time: 0.0344255 Jul 07 23:21:46.219268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-a81bd490-9ab2-44cc-9d7d-ab8232baba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:46.220687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-a81bd490-9ab2-44cc-9d7d-ab8232baba83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0446784 Jul 07 23:21:46.284937 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-aa39ca55-62fd-4284-810b-83148eca0f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:46.286570 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-aa39ca55-62fd-4284-810b-83148eca0f67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575871 Jul 07 23:21:46.378049 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-99c9df49-ea3c-4725-8366-d64459b39cd6 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843971 Jul 07 23:21:46.469952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b47e9e-bb4e-41fe-8e97-c8ae7e2c4c1f req-205cd159-ad1f-4963-a40a-8b006fa40fc2 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853753 Jul 07 23:21:46.576413 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bd219664-5a11-4223-b1eb-4a2bacb64422 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:46.612890 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-149d3de3-9457-4a4f-add9-d98cf05787b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:46.614425 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-149d3de3-9457-4a4f-add9-d98cf05787b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1095 time: 0.0561197 Jul 07 23:21:46.629708 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port bd219664-5a11-4223-b1eb-4a2bacb64422 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:46.630109 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:46.737833 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-2c294bf3-6fe4-4c2e-bb3a-a1f65db0676c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:46.739314 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-2c294bf3-6fe4-4c2e-bb3a-a1f65db0676c service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.1180911 Jul 07 23:21:46.785121 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-8949de4a-c9be-4959-95bf-d8e2c25dfbb8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 217 time: 0.0374558 Jul 07 23:21:46.828316 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e704d9-cbdb-4fb7-b548-f608221e495e req-cc97cfed-a2e0-4c86-8ca6-48cc2b709a94 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:46.829741 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30e704d9-cbdb-4fb7-b548-f608221e495e req-cc97cfed-a2e0-4c86-8ca6-48cc2b709a94 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 943 time: 0.1361294 Jul 07 23:21:46.860850 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-8a8a45ab-185b-4449-b65a-cb3d38d5dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:46.862194 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-8a8a45ab-185b-4449-b65a-cb3d38d5dfe0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0707500 Jul 07 23:21:46.903086 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-30e704d9-cbdb-4fb7-b548-f608221e495e req-7dc7589c-f356-483c-bd15-51af6d9cda7a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665839 Jul 07 23:21:46.934976 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-da5aeb04-fcc8-4dc0-9971-fc7a217ddecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:46.936462 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-da5aeb04-fcc8-4dc0-9971-fc7a217ddecc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644193 Jul 07 23:21:47.028068 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-2896a0ae-cb10-47ea-93de-47b31e3104e1 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849390 Jul 07 23:21:47.119953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f72093f7-c07f-44b3-8d3b-662d781a5d53 req-2de4f577-72c0-4231-b196-b295a32ec458 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854423 Jul 07 23:21:48.075921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d83c6-d6eb-4e27-8325-a014c6181012 req-989543cb-9d09-4871-98e9-86a631607588 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:48.077392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-876d83c6-d6eb-4e27-8325-a014c6181012 req-989543cb-9d09-4871-98e9-86a631607588 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 943 time: 0.0627866 Jul 07 23:21:48.114272 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-876d83c6-d6eb-4e27-8325-a014c6181012 req-b95c8e0a-da9f-4f41-b01b-71448e6c6778 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Jul 07 23:21:49.135144 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:21:49.228654 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:49.239860 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'port_id': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'mac_address': 'fa:16:3e:8d:5b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:21:49.283607 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:49.298033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fee632-cde4-4e48-abc7-dea36ca40ce5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:21:49.300929 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02631c98-bebf-4ca3-a204-becb76d10f3a req-5186c733-dfbb-424e-89d3-c6cc2b333abc tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:49.302744 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02631c98-bebf-4ca3-a204-becb76d10f3a req-5186c733-dfbb-424e-89d3-c6cc2b333abc tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 943 time: 0.0689819 Jul 07 23:21:49.318121 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:49.322612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:49.345747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02631c98-bebf-4ca3-a204-becb76d10f3a req-2f2ca850-aa7a-4168-983b-199f50bb4d6d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367084 Jul 07 23:21:49.372865 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:49.746321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['03fee632-cde4-4e48-abc7-dea36ca40ce5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:21:50.487298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:50.517155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293adbb9-978a-4ab8-bd0f-269da86d4c52 req-7c8ad83a-172e-44a9-b410-e230c0253d66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:50.518684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-293adbb9-978a-4ab8-bd0f-269da86d4c52 req-7c8ad83a-172e-44a9-b410-e230c0253d66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0635188 Jul 07 23:21:50.557067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-293adbb9-978a-4ab8-bd0f-269da86d4c52 req-8272306e-58f5-43b5-a91b-d740e2fba4f4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Jul 07 23:21:51.132237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:21:51.178781 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 03fee632-cde4-4e48-abc7-dea36ca40ce5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:21:51.182376 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 03fee632-cde4-4e48-abc7-dea36ca40ce5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:21:51.182752 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:51.260598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:51.284772 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:51.286851 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf8bc46-662b-4825-98d5-371c383b0ece" -d '{"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:51.300317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:21:51.305669 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:51.358407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:51.380630 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1bd9ae-0150-4506-9e7f-e9445e83befb x-openstack-request-id: req-da1bd9ae-0150-4506-9e7f-e9445e83befb {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:51.380931 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:51.381213 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da1bd9ae-0150-4506-9e7f-e9445e83befb {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:51.381607 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'code': 200} Jul 07 23:21:51.517719 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0af0-e52a-47b8-bb2c-b9c4050016a3 req-5497c027-c8e8-482c-8e01-f2c0e6af8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:51.519160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b2c0af0-e52a-47b8-bb2c-b9c4050016a3 req-5497c027-c8e8-482c-8e01-f2c0e6af8226 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1097 time: 0.0510874 Jul 07 23:21:51.551714 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5b2c0af0-e52a-47b8-bb2c-b9c4050016a3 req-40afdb62-7c81-4072-9466-877109a8567b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263605 Jul 07 23:21:51.738002 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764443a0-3cc0-4189-93f6-55be16c3d22e req-fa955e03-eee5-42ab-b133-c56024759778 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:51.739511 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-764443a0-3cc0-4189-93f6-55be16c3d22e req-fa955e03-eee5-42ab-b133-c56024759778 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0660095 Jul 07 23:21:51.776384 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-764443a0-3cc0-4189-93f6-55be16c3d22e req-c28ec3f7-856e-4089-9312-55cb464f5776 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307043 Jul 07 23:21:52.949353 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650a4ae-b5fb-41b7-b33e-81f11e590f65 req-9c257cbf-4a62-4999-b23b-4ba34785fbcf tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:52.950913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5650a4ae-b5fb-41b7-b33e-81f11e590f65 req-9c257cbf-4a62-4999-b23b-4ba34785fbcf tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0644035 Jul 07 23:21:52.989640 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5650a4ae-b5fb-41b7-b33e-81f11e590f65 req-d77c8776-74d4-4a58-8009-12a31e17689f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328033 Jul 07 23:21:54.161443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156febe-25b6-48d3-a110-548ad2c5bb8e req-720a141f-c02e-4120-9096-4100d5edbad0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:54.162975 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e156febe-25b6-48d3-a110-548ad2c5bb8e req-720a141f-c02e-4120-9096-4100d5edbad0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0624156 Jul 07 23:21:54.204022 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e156febe-25b6-48d3-a110-548ad2c5bb8e req-9850d1c1-6aea-4716-bf2b-27c31f431a51 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355835 Jul 07 23:21:54.380466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0bc22-a026-48a7-ad36-e4ba305265b1 req-65ef1ee6-560c-4467-80a2-d6bd94fe1185 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:54.382603 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45d0bc22-a026-48a7-ad36-e4ba305265b1 req-65ef1ee6-560c-4467-80a2-d6bd94fe1185 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0635383 Jul 07 23:21:54.418855 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-45d0bc22-a026-48a7-ad36-e4ba305265b1 req-8c987e8f-0310-4ab8-b8bb-bb622201eca2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307519 Jul 07 23:21:54.442452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50224) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:54.534485 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d3b9a5-2523-4c16-8918-02789de0c442 tempest-TestShelveInstance-1469941327 tempest-TestShelveInstance-1469941327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:54.535979 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-64d3b9a5-2523-4c16-8918-02789de0c442 tempest-TestShelveInstance-1469941327 tempest-TestShelveInstance-1469941327-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1092 time: 0.0925152 Jul 07 23:21:54.538983 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50228) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:21:54.543359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:21:54.564993 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:54.666191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:54.765403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Allocated IP 172.25.8.4 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/d448ff78-d6f4-41d4-8a76-efa1188e852b) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:21:54.866955 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:54.904142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:54.937998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:21:54.942286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:21:54.948141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:21:54.970739 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'Port': ['ID=d448ff78-d6f4-41d4-8a76-efa1188e852b,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:55.312834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:55.390487 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:55.533078 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:55.537469 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:55.608028 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'Port': ['ID=d448ff78-d6f4-41d4-8a76-efa1188e852b,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:21:55.615974 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:55.715195 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Floating IP fd7f58b5-22ee-4f16-943d-718b8a9b5072 associated. External IP: 172.25.8.4, port: 03fee632-cde4-4e48-abc7-dea36ca40ce5. Jul 07 23:21:55.916067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Router 93a09055-9c91-4747-9d74-522582d5608f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:21:56.020987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:21:56.030671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] Sync routers for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:21:56.036169 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:56.041207 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:56.041824 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:56.151210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:56.383350 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'fd7f58b5-22ee-4f16-943d-718b8a9b5072', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '93a09055-9c91-4747-9d74-522582d5608f', 'port_id': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'mac_address': 'fa:16:3e:8d:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:21:55Z', 'updated_at': '2021-07-07T23:21:55Z', 'revision_number': 0, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:56.390281 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-5a28ffa0-4c96-4ca8-9a2f-eb5fafca5f92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8502469 Jul 07 23:21:56.391023 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:21:56.393275 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fdb492-65d9-4546-9343-320824d13d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:21:56.411337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] Checking router: 93a09055-9c91-4747-9d74-522582d5608f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:21:56.420076 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:21:56.420695 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:21:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:56.428977 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44af38cc-4086-46f9-8c94-6ae48cc1b7e7 x-openstack-request-id: req-44af38cc-4086-46f9-8c94-6ae48cc1b7e7 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:21:56.429271 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:21:56.429518 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44af38cc-4086-46f9-8c94-6ae48cc1b7e7 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:21:56.429913 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'status': 'completed', 'code': 200} Jul 07 23:21:56.525552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb492-65d9-4546-9343-320824d13d1b req-9c9f80eb-8425-449d-919c-804b728bbc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:56.527003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75fdb492-65d9-4546-9343-320824d13d1b req-9c9f80eb-8425-449d-919c-804b728bbc5f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1097 time: 0.0527172 Jul 07 23:21:56.527154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:21:56.619339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb492-65d9-4546-9343-320824d13d1b req-d00ba112-583e-4cd6-bc55-beeeca085537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:56.620803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75fdb492-65d9-4546-9343-320824d13d1b req-d00ba112-583e-4cd6-bc55-beeeca085537 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0867734 Jul 07 23:21:56.683904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75fdb492-65d9-4546-9343-320824d13d1b req-99a1d77e-475f-44ed-9a3f-9c07bf9c4502 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 997 time: 0.0572231 Jul 07 23:21:56.731956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb492-65d9-4546-9343-320824d13d1b req-8233ad29-0cc6-465b-8a41-370b2f3682d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:56.733486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75fdb492-65d9-4546-9343-320824d13d1b req-8233ad29-0cc6-465b-8a41-370b2f3682d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0433917 Jul 07 23:21:56.746334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'fd7f58b5-22ee-4f16-943d-718b8a9b5072', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '93a09055-9c91-4747-9d74-522582d5608f', 'port_id': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'mac_address': 'fa:16:3e:8d:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:21:55Z', 'updated_at': '2021-07-07T23:21:55Z', 'revision_number': 0, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:21:56.776513 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377f9527-2fa9-44d6-b5ef-3b20299582e6 None None] The sync data for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 is: [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'fd7f58b5-22ee-4f16-943d-718b8a9b5072', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '93a09055-9c91-4747-9d74-522582d5608f', 'port_id': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'mac_address': 'fa:16:3e:8d:5b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:21:55Z', 'updated_at': '2021-07-07T23:21:55Z', 'revision_number': 0, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:21:56.794571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdb492-65d9-4546-9343-320824d13d1b req-cf06f195-ebc6-4b05-8629-cdf2fda5e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:21:56.796098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75fdb492-65d9-4546-9343-320824d13d1b req-cf06f195-ebc6-4b05-8629-cdf2fda5e310 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564804 Jul 07 23:21:56.887781 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75fdb492-65d9-4546-9343-320824d13d1b req-d391eeba-8ca8-44c4-8e61-3fe3da3f4580 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852287 Jul 07 23:21:56.967821 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf5193-9188-45d1-ac6f-24f6eb216133 None None] New status for floating IP fd7f58b5-22ee-4f16-943d-718b8a9b5072: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:21:56.985971 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75fdb492-65d9-4546-9343-320824d13d1b req-92ec1462-09d9-4750-8557-9554ab3093ca service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920131 Jul 07 23:21:57.438168 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5f5ba2f0-8044-497e-99cd-850e73646b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:21:59.794890 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1129e0e3-f1af-4d0e-92c8-6bcfc2a953d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:00.095294 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:01.150625 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:02.084215 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:03.016372 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:13.306869 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:22:20.507001 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:24.308038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-da38a224-55d8-46d3-b882-f4fedaa5cccb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529315 Jul 07 23:22:24.415673 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-b2b72c4a-2c13-4e4f-befb-a7b63b037842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:24.417183 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-b2b72c4a-2c13-4e4f-befb-a7b63b037842 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1097 time: 0.0520456 Jul 07 23:22:24.523125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-60dc06d5-962a-48e0-ad80-fb60756f8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:24.524599 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-60dc06d5-962a-48e0-ad80-fb60756f8cf0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0863614 Jul 07 23:22:24.587854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-aa43b3d5-47bb-429c-8b7e-ecf8e0058555 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 999 time: 0.0569005 Jul 07 23:22:24.639174 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-a466a673-d068-4f1a-9e12-35cab55c3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:24.640598 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-a466a673-d068-4f1a-9e12-35cab55c3888 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0465691 Jul 07 23:22:24.697688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-37343414-767c-4f4c-abcd-a5b57a4a1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:22:24.699477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-37343414-767c-4f4c-abcd-a5b57a4a1245 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515237 Jul 07 23:22:24.786755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-bafacc6d-9100-4fa3-93d5-673815f50bac service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796113 Jul 07 23:22:24.876983 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-90a92517-439a-4437-aa8a-d7710523ccd9 req-62e2bce3-34c2-4d21-8ea0-d53faf9d782a service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840697 Jul 07 23:22:27.437942 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-529a6715-b492-429f-8097-9c57bb42a273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:29.793965 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5246de26-4346-4b53-a1cc-0ce15870bb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:30.095224 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:31.153854 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:32.082847 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:33.018346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:50.305307 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:22:50.491276 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:57.438624 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-cc61b87f-686e-4a0b-9c21-382a53fba4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:22:59.794242 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-72ea1170-6587-4394-9476-8e49cb935b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:00.095118 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:01.157662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:02.081671 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:03.021588 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:20.503537 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:25.246865 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-84034545-238e-4411-a9eb-1077d9eac90a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520267 Jul 07 23:23:25.360333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-1dfb1217-72c0-4bb6-8d3e-e7596087153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:25.361810 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-1dfb1217-72c0-4bb6-8d3e-e7596087153b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1097 time: 0.0559468 Jul 07 23:23:25.466663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-2faff0a6-c78a-49cb-b47e-2f5452adb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:25.468135 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-2faff0a6-c78a-49cb-b47e-2f5452adb75f service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0863669 Jul 07 23:23:25.533003 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-6e8aa36b-4ffa-4e70-812a-b20c75ab6ace service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 999 time: 0.0575447 Jul 07 23:23:25.586099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-5fb8f0ee-01c0-4a67-b308-38dda318eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:25.587560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-5fb8f0ee-01c0-4a67-b308-38dda318eb46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0465703 Jul 07 23:23:25.645514 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-fa9b1da8-9556-49a4-b97b-86afb1fe9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:23:25.647017 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-fa9b1da8-9556-49a4-b97b-86afb1fe9c84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530705 Jul 07 23:23:25.734378 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-c64ce712-deee-42e7-8d18-44843c34b663 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805178 Jul 07 23:23:25.825731 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-47d14bd1-4398-4f4a-a98d-6d8fe8933fff req-a1ae9b83-c2c8-4a36-b83e-25e244438d25 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843356 Jul 07 23:23:27.304091 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:23:27.437486 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e72c102d-728e-4810-8bb3-1338b022b68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:29.793925 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d482-acb7-4bf9-b43c-b6dfd68cc052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:30.095568 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:31.158553 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:32.096678 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:33.025210 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:50.514855 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:57.438722 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-46b13139-ae13-4613-8c3d-762e6cbfe116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:23:59.793459 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb88c986-3d88-458c-b7ee-8583f33d3966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:00.096480 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:01.160766 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:02.110246 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:03.027816 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:04.303302 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:24:20.528598 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:25.294211 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-f881d440-125e-45c8-ada1-910b11eeaf84 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547943 Jul 07 23:24:25.401738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-16d5a64f-af00-4a4e-b8bd-0b335d4ab69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:25.403219 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-16d5a64f-af00-4a4e-b8bd-0b335d4ab69d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1097 time: 0.0508232 Jul 07 23:24:25.507986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-93944461-a24e-4575-9806-382fdfb46bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:25.509429 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-93944461-a24e-4575-9806-382fdfb46bc0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0860133 Jul 07 23:24:25.583293 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-72e4ede3-03ef-43c4-8652-ce18da17a625 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 999 time: 0.0669279 Jul 07 23:24:25.634144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-c9d67743-3c63-4ac0-a74d-b70a5b68c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:25.635552 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-c9d67743-3c63-4ac0-a74d-b70a5b68c7a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0463428 Jul 07 23:24:25.690283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-c8aa5661-d09d-4765-91d8-ea1d9942b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:25.691687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-c8aa5661-d09d-4765-91d8-ea1d9942b28a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500865 Jul 07 23:24:25.780388 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-cfc6840a-86b8-42e1-aebc-8ba3f6f54402 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817273 Jul 07 23:24:25.874594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a2fc01e-9913-4328-a3d0-7e32aa33bec0 req-ba11487d-f1a5-415d-9dc0-3925e8a3cfd7 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Jul 07 23:24:27.438529 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d5f01bf8-3dea-42db-98a5-707f39214176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:29.793989 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-43ecc2d4-efbb-44b7-b071-0b023b6a0d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:30.097250 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:31.164063 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:32.141166 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:33.029138 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:34.450317 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5d764-3551-4f31-ac2a-7d184ee9258c req-c90794b6-6d9b-4d7a-91b0-79cc9a6b9d4f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:34.451799 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7a5d764-3551-4f31-ac2a-7d184ee9258c req-c90794b6-6d9b-4d7a-91b0-79cc9a6b9d4f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0633545 Jul 07 23:24:34.488627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b7a5d764-3551-4f31-ac2a-7d184ee9258c req-6ec87ae0-d18c-4358-ae35-aa4f3f90990f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311289 Jul 07 23:24:35.671397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01baf8-fe72-48d1-ab8f-96f9f48ea6d9 req-b2899b6d-0f72-4424-b40b-4f300e787e6e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:35.673174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c01baf8-fe72-48d1-ab8f-96f9f48ea6d9 req-b2899b6d-0f72-4424-b40b-4f300e787e6e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0677359 Jul 07 23:24:35.709551 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5c01baf8-fe72-48d1-ab8f-96f9f48ea6d9 req-566cd25e-a10c-4d19-b5c0-0e9d606fba19 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308590 Jul 07 23:24:36.907762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035903ee-9139-4ee4-a42f-ff610bd3c49d req-222f08af-0018-45a8-98a1-c1fed8629860 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:36.909166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-035903ee-9139-4ee4-a42f-ff610bd3c49d req-222f08af-0018-45a8-98a1-c1fed8629860 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0642087 Jul 07 23:24:36.945871 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-035903ee-9139-4ee4-a42f-ff610bd3c49d req-0d367d0f-ba7a-4af3-b9c3-7f3801dfc7c9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310252 Jul 07 23:24:38.122821 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf4f35-5446-4350-9b86-469621d533e5 req-7b85a3c1-fd3f-42b0-a390-f817f9a8727c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:38.124300 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-caaf4f35-5446-4350-9b86-469621d533e5 req-7b85a3c1-fd3f-42b0-a390-f817f9a8727c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0662837 Jul 07 23:24:38.160184 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-caaf4f35-5446-4350-9b86-469621d533e5 req-c5d0a84d-d9fc-4c50-bbbc-5d127ebb80b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304806 Jul 07 23:24:39.333918 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b4e63-b921-4b09-9db0-19a6b22c85c8 req-42482cc8-32cb-47f7-90c1-fa88c5c4c427 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:39.335410 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d2b4e63-b921-4b09-9db0-19a6b22c85c8 req-42482cc8-32cb-47f7-90c1-fa88c5c4c427 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0637269 Jul 07 23:24:39.372684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5d2b4e63-b921-4b09-9db0-19a6b22c85c8 req-80665bc6-7cb0-4941-806d-36805d035cf0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316100 Jul 07 23:24:40.543500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f0bf9-c39a-4571-acc6-fbafd78b444a req-60ee5384-c5e1-43ec-b21c-c4c6f9a12d19 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:40.544893 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da4f0bf9-c39a-4571-acc6-fbafd78b444a req-60ee5384-c5e1-43ec-b21c-c4c6f9a12d19 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0629501 Jul 07 23:24:40.587837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-da4f0bf9-c39a-4571-acc6-fbafd78b444a req-0892a9db-2bda-4473-96ee-0f4b2829bb6d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374203 Jul 07 23:24:41.301891 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:24:41.760935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05878e79-aadb-48fe-a784-d771e6c5d070 req-4c2a4a2d-22ce-4155-80bd-35ff5b11b5d2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:41.762492 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05878e79-aadb-48fe-a784-d771e6c5d070 req-4c2a4a2d-22ce-4155-80bd-35ff5b11b5d2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0665269 Jul 07 23:24:41.799923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-05878e79-aadb-48fe-a784-d771e6c5d070 req-0fe6739b-cd3a-4b63-bd6c-ac9e251e6818 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318379 Jul 07 23:24:42.970155 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192a613-d8a0-4e14-baf0-aafdb0ff1063 req-dc296553-eca5-48de-a3bc-3966b26de999 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:42.971646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f192a613-d8a0-4e14-baf0-aafdb0ff1063 req-dc296553-eca5-48de-a3bc-3966b26de999 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0633445 Jul 07 23:24:43.008510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f192a613-d8a0-4e14-baf0-aafdb0ff1063 req-e3eeca21-ccfe-4f92-836a-cbcfa119fe34 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313921 Jul 07 23:24:44.182142 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf1cdb-b792-4ee6-851f-fb12c62a1e91 req-6beee033-1ebf-405e-9b19-ba00ae06f42e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:44.183646 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9edf1cdb-b792-4ee6-851f-fb12c62a1e91 req-6beee033-1ebf-405e-9b19-ba00ae06f42e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0661924 Jul 07 23:24:44.219965 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9edf1cdb-b792-4ee6-851f-fb12c62a1e91 req-41292165-2e9a-48d4-9491-9aec7bbe354b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308719 Jul 07 23:24:45.394621 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257fa81-242a-42b3-b88c-4f7c499b3d9f req-2f7c128a-dce0-4642-a048-b8faf660f5ad tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:45.396098 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6257fa81-242a-42b3-b88c-4f7c499b3d9f req-2f7c128a-dce0-4642-a048-b8faf660f5ad tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0626330 Jul 07 23:24:45.433487 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6257fa81-242a-42b3-b88c-4f7c499b3d9f req-e59ea33e-88b6-4c28-8a4a-71e1642551de tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Jul 07 23:24:46.240837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:24:46.335072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:46.345958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'port_id': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'mac_address': 'fa:16:3e:8d:5b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:24:46.382837 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:46.395244 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03fee632-cde4-4e48-abc7-dea36ca40ce5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:24:46.414154 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:46.418750 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:46.468551 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:46.475849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.476202 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.476543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.476879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.477213 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.478042 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.478398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.478722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.479046 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.479370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.479692 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.480014 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:24:46.573101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['03fee632-cde4-4e48-abc7-dea36ca40ce5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:24:46.611803 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd442eed-b213-4d13-ab07-00d601d1cb73 req-6a37586f-0ac9-4035-8b3e-a9d089b2a72a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:46.613404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd442eed-b213-4d13-ab07-00d601d1cb73 req-6a37586f-0ac9-4035-8b3e-a9d089b2a72a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0637541 Jul 07 23:24:46.652560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-bd442eed-b213-4d13-ab07-00d601d1cb73 req-d5005b67-95b9-40cb-9682-72e0f850ca5d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325456 Jul 07 23:24:47.827086 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7bbbb-de01-4b7c-b80a-c50e65f46d86 req-fc60ee5c-fa4c-4fbc-b842-5387a565c728 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:47.828587 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eab7bbbb-de01-4b7c-b80a-c50e65f46d86 req-fc60ee5c-fa4c-4fbc-b842-5387a565c728 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0674124 Jul 07 23:24:47.864976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eab7bbbb-de01-4b7c-b80a-c50e65f46d86 req-e96d1d32-6eda-4aba-8ce9-eb55dcfb5745 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308421 Jul 07 23:24:48.258438 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:24:48.304805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 03fee632-cde4-4e48-abc7-dea36ca40ce5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:24:48.305174 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:48.377450 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:48.398931 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:24:48.401198 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d543d8f-e0e8-4513-a325-ea44ee376fb1" -d '{"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:24:48.415789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:24:48.420026 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:48.466312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:24:49.036551 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6aac0f-6b6e-45c6-bbc7-05797071daad req-62bdbc63-8df9-4898-a75e-fa7ac103f823 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:49.038012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c6aac0f-6b6e-45c6-bbc7-05797071daad req-62bdbc63-8df9-4898-a75e-fa7ac103f823 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0625460 Jul 07 23:24:49.074379 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c6aac0f-6b6e-45c6-bbc7-05797071daad req-bbe8cbbf-f928-4be3-9c3a-5265a57c9e5d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302064 Jul 07 23:24:49.456659 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005fb9d5-444b-4187-b70c-98fb80cd93c5 x-openstack-request-id: req-005fb9d5-444b-4187-b70c-98fb80cd93c5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:24:49.457111 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:24:49.457252 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-005fb9d5-444b-4187-b70c-98fb80cd93c5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:24:49.457589 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'code': 200} Jul 07 23:24:50.255646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aa4b9-490e-44c3-a087-047c3d7d241d req-bf32c963-ffb3-4ff3-b447-14bca958b1be tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:50.257139 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b4aa4b9-490e-44c3-a087-047c3d7d241d req-bf32c963-ffb3-4ff3-b447-14bca958b1be tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0678656 Jul 07 23:24:50.296216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b4aa4b9-490e-44c3-a087-047c3d7d241d req-9a4daac8-8570-4463-afbb-cbe7a0d32c73 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332215 Jul 07 23:24:50.530667 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:51.484595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26baa77-a380-406b-8f38-3dfec02cbf11 req-e3757aaa-c4f0-4723-a37e-13d876c0a897 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:51.486334 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a26baa77-a380-406b-8f38-3dfec02cbf11 req-e3757aaa-c4f0-4723-a37e-13d876c0a897 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0691419 Jul 07 23:24:51.542933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a26baa77-a380-406b-8f38-3dfec02cbf11 req-2c7b4445-217d-463d-926c-7fe4f4a1b569 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490808 Jul 07 23:24:52.728537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d27b2-e86a-4509-915d-f47ca1594316 req-3f34392f-14d6-4935-805b-17246a5f9b45 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:52.735624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c1d27b2-e86a-4509-915d-f47ca1594316 req-3f34392f-14d6-4935-805b-17246a5f9b45 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0727327 Jul 07 23:24:52.774635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2c1d27b2-e86a-4509-915d-f47ca1594316 req-cd47143c-277e-4fa7-8233-43d21632f19c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379953 Jul 07 23:24:53.953585 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5256d7-31e9-46ad-b2b5-abc1d976b790 req-0cf6a347-1dda-4750-acd2-fb078583525f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:53.956688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd5256d7-31e9-46ad-b2b5-abc1d976b790 req-0cf6a347-1dda-4750-acd2-fb078583525f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0733917 Jul 07 23:24:53.996956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd5256d7-31e9-46ad-b2b5-abc1d976b790 req-4c550013-b4d0-4d8e-9cf1-2eba4beb1f1c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344510 Jul 07 23:24:55.199734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bea745-7e15-4e74-83a9-78ce64c40114 req-29b9b9a2-dca0-4b7a-ac85-62bafdff3d32 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:55.206496 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54bea745-7e15-4e74-83a9-78ce64c40114 req-29b9b9a2-dca0-4b7a-ac85-62bafdff3d32 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0824981 Jul 07 23:24:55.245894 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-54bea745-7e15-4e74-83a9-78ce64c40114 req-d9ecff39-a26a-473d-a250-b8b7bf978836 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385358 Jul 07 23:24:56.439038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa7974-3d36-47a7-aa7d-90e3c5c056c9 req-9af9a17c-791e-4816-96b6-2478dcf49d3d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:56.441360 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17aa7974-3d36-47a7-aa7d-90e3c5c056c9 req-9af9a17c-791e-4816-96b6-2478dcf49d3d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0712790 Jul 07 23:24:56.481823 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17aa7974-3d36-47a7-aa7d-90e3c5c056c9 req-7314c098-5ad7-4e8d-8629-d715cbbe5c06 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343597 Jul 07 23:24:57.444085 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-67a4deeb-7d2c-4424-ab67-a0dda82c06c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:24:57.669995 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5bd5c-caee-4855-95b2-d4c418e6b914 req-d8074554-a5f9-45f3-a363-def4e1a9c503 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:57.671982 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48b5bd5c-caee-4855-95b2-d4c418e6b914 req-d8074554-a5f9-45f3-a363-def4e1a9c503 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0689189 Jul 07 23:24:57.715122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-48b5bd5c-caee-4855-95b2-d4c418e6b914 req-b65a1b5d-0281-4910-a864-62ebf225a655 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367196 Jul 07 23:24:58.906097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359adda6-2aae-4d40-9d1c-45ed2d0dfdd3 req-bf3263ce-a8da-4cf6-98b7-21b3b9225c9c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:24:58.907657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-359adda6-2aae-4d40-9d1c-45ed2d0dfdd3 req-bf3263ce-a8da-4cf6-98b7-21b3b9225c9c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0709496 Jul 07 23:24:58.955386 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-359adda6-2aae-4d40-9d1c-45ed2d0dfdd3 req-a2d3a431-705b-4324-b639-7b0e32a107c0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Jul 07 23:24:59.793419 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d97cb14a-0a0b-48a3-a809-7e89271b88d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:00.097579 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:00.131410 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb2441-826f-43c6-93d3-6d4049081ed5 req-c5cab652-b5c3-4cbf-a0bc-3c957be77c62 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:00.132900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29bb2441-826f-43c6-93d3-6d4049081ed5 req-c5cab652-b5c3-4cbf-a0bc-3c957be77c62 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0678155 Jul 07 23:25:00.169449 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-29bb2441-826f-43c6-93d3-6d4049081ed5 req-5d91591e-f79f-4707-8609-0be7bad95b8c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303581 Jul 07 23:25:00.636066 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-dae29325-ad0f-45b7-99b6-d745f5dad71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:00.637563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-dae29325-ad0f-45b7-99b6-d745f5dad71c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1097 time: 0.0573223 Jul 07 23:25:00.727299 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-926c9de4-ec3d-4f3d-80c6-9fb840bd2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:00.729470 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-926c9de4-ec3d-4f3d-80c6-9fb840bd2844 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0859447 Jul 07 23:25:00.793543 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-7d48123f-4e4f-4f03-ae7a-f358cdee45a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 999 time: 0.0579882 Jul 07 23:25:00.842624 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-8acd0cf4-19d7-42d3-8565-acb9cd2f90db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:00.844067 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-8acd0cf4-19d7-42d3-8565-acb9cd2f90db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0443442 Jul 07 23:25:00.904024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-d9a2b166-f400-4980-82d7-2b4b7bff0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:00.905405 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-d9a2b166-f400-4980-82d7-2b4b7bff0dbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552118 Jul 07 23:25:00.994361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-97f3d9c5-efb7-4644-8762-e5975e81ac3a service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826175 Jul 07 23:25:01.085038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e1e80ea4-cbcc-4ae9-850a-8f3885da8a85 req-5c259c7a-ff59-4ea8-b39d-cbb9fd94881a service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842483 Jul 07 23:25:01.166839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:01.341147 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5d55b-25ed-4f30-8b77-7807fa2ef7d9 req-6ba972a5-441b-4b4a-9824-a8acb5133274 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:01.342639 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40b5d55b-25ed-4f30-8b77-7807fa2ef7d9 req-6ba972a5-441b-4b4a-9824-a8acb5133274 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0623012 Jul 07 23:25:01.379691 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-40b5d55b-25ed-4f30-8b77-7807fa2ef7d9 req-61ac68b4-3b9a-46d6-be7c-1bb5e3e07caf tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Jul 07 23:25:02.142657 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.333643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:25:02.408807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.431398 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:25:02.433633 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af8ed8b-d58f-4ff9-8572-8f76d97433af" -d '{"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-unplugged", "status": "completed", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:25:02.446103 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:02.451993 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:02.475308 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fcabb1-3bd2-4e00-89de-76ab2eda260e x-openstack-request-id: req-69fcabb1-3bd2-4e00-89de-76ab2eda260e {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:25:02.475589 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-unplugged", "status": "completed", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:25:02.475840 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69fcabb1-3bd2-4e00-89de-76ab2eda260e {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:25:02.476223 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'code': 200} Jul 07 23:25:02.501841 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:02.558630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84381e06-e004-4070-b7cb-cc8edc4cd125 req-8ae04d03-2944-4628-8791-a61973ef824a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:02.560109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84381e06-e004-4070-b7cb-cc8edc4cd125 req-8ae04d03-2944-4628-8791-a61973ef824a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 943 time: 0.0619810 Jul 07 23:25:02.600897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84381e06-e004-4070-b7cb-cc8edc4cd125 req-980e0844-c603-4e44-a1e9-c9e6f510365e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351064 Jul 07 23:25:03.032264 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:03.769607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6dd3c-015c-4ce7-92f9-70e91d199696 req-7642a9b4-56bc-4420-9822-e8c84f889782 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:03.771167 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2eb6dd3c-015c-4ce7-92f9-70e91d199696 req-7642a9b4-56bc-4420-9822-e8c84f889782 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 943 time: 0.0627429 Jul 07 23:25:03.808092 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2eb6dd3c-015c-4ce7-92f9-70e91d199696 req-7aed8cd6-ce52-4b67-aa4b-e0dad3de2b5a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309038 Jul 07 23:25:04.147158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf9b67-92b1-4170-acb3-4d046db35def req-daf3be2a-6d91-4592-a135-872c457c9ae1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:04.148557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cbf9b67-92b1-4170-acb3-4d046db35def req-daf3be2a-6d91-4592-a135-872c457c9ae1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 943 time: 0.0632365 Jul 07 23:25:04.187947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0cbf9b67-92b1-4170-acb3-4d046db35def req-d052622f-c594-4a2d-a7db-e415485828e8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337710 Jul 07 23:25:04.284556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-db6c8331-89c1-44c2-858c-ae60ad6b5392 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956726 Jul 07 23:25:05.142087 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-8ee98ece-44c9-4337-be54-ca4be88e701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:05.143582 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-8ee98ece-44c9-4337-be54-ca4be88e701a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a&tenant_id=1684790420cc4ca9b1b8f18c24803f55 HTTP/1.1" status: 200 len: 1095 time: 0.0917237 Jul 07 23:25:05.154444 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-695012-11', 'device_owner': 'compute:nova'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:25:05.222880 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.456617 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e206-0543-40a0-87e8-f6df4c473f00 req-cc573fd1-0f09-49b4-b353-23eb0de016cc tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:05.458097 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d37e206-0543-40a0-87e8-f6df4c473f00 req-cc573fd1-0f09-49b4-b353-23eb0de016cc tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 943 time: 0.1334441 Jul 07 23:25:05.488054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:05.523125 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0d37e206-0543-40a0-87e8-f6df4c473f00 req-13dd14a9-3788-4ba6-ae87-2a2ba558e816 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568681 Jul 07 23:25:05.546553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:25:05.575972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03fee632-cde4-4e48-abc7-dea36ca40ce5 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:25:05.583265 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.595557 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Transition to ACTIVE for port object 03fee632-cde4-4e48-abc7-dea36ca40ce5 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:25:05.598418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.678144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=9']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:05.695939 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.696878 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.697225 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.697561 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.697894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.698253 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.698583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.698908 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.699237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.699817 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.700208 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.700452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:25:05.731362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] No DVR routers for this DVR port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:25:05.868949 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Attempting to bind port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:25:05.869279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Attempting to bind port 03fee632-cde4-4e48-abc7-dea36ca40ce5 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:25:05.869603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Attempting to bind port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:25:05.873783 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:25:05.874126 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Attempting to bind port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:25:05.879346 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:25:05.879678 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Checking segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:25:05.880059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Bound using segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:25:05.880472 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Bound port: 03fee632-cde4-4e48-abc7-dea36ca40ce5, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:25:05.880827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.941751 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:25:05.944756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:25:05.949882 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.983630 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:05.984247 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:05.985644 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] 10.222.0.44 "PUT /v2.0/ports/03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 1092 time: 0.8351524 Jul 07 23:25:05.986132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:25:05.988327 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b71d8b-3fbb-4864-9547-42c02459c326" -d '{"events": [{"name": "network-changed", "server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:25:06.025782 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a88274-5e55-4b8a-b27d-1996738b1547 service neutron] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=10']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:06.049298 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e8bedc-90ac-4488-b63e-cbc3d8e71d7a x-openstack-request-id: req-16e8bedc-90ac-4488-b63e-cbc3d8e71d7a {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:25:06.049607 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:25:06.049607 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16e8bedc-90ac-4488-b63e-cbc3d8e71d7a {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:25:06.049607 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'status': 'completed', 'code': 200} Jul 07 23:25:06.082511 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-ffbee333-b54b-48d8-9307-8bb217abc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:06.084041 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-ffbee333-b54b-48d8-9307-8bb217abc0bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1096 time: 0.0666301 Jul 07 23:25:06.173354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-ea79cd59-c1d1-4476-be0d-6fe3228c6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:06.174887 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-ea79cd59-c1d1-4476-be0d-6fe3228c6d1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0844264 Jul 07 23:25:06.241402 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-7420431e-031a-4bfb-9beb-7c6f6f1f457d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 997 time: 0.0605462 Jul 07 23:25:06.288998 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-3795fbf1-e159-4bfe-a408-23d4465bc07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:06.290562 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-3795fbf1-e159-4bfe-a408-23d4465bc07c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0431683 Jul 07 23:25:06.344265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:25:06.347218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-dfd8c71d-9848-4809-b6a2-01c39cd68752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:06.348847 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-dfd8c71d-9848-4809-b6a2-01c39cd68752 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517151 Jul 07 23:25:06.383107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:25:06.449261 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-0996cd78-1787-4b7c-adc0-b39ffedb7681 service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932908 Jul 07 23:25:06.534897 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-31444d7d-48f1-4065-92c6-c9c3aba45484 service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794559 Jul 07 23:25:06.637278 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-c8eee5a8-dd2a-4997-b192-c9d357eed7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:06.638836 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-c8eee5a8-dd2a-4997-b192-c9d357eed7c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1096 time: 0.0572636 Jul 07 23:25:06.777428 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d0cad-82c2-4baa-9ba8-2fe19508e17d req-1ac43ed6-ade8-4460-bc2f-76538cda0ce5 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:06.779000 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611d0cad-82c2-4baa-9ba8-2fe19508e17d req-1ac43ed6-ade8-4460-bc2f-76538cda0ce5 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.1356854 Jul 07 23:25:06.780500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-5f669378-f0bf-4afd-aabb-c497fffdf592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:06.781959 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-5f669378-f0bf-4afd-aabb-c497fffdf592 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.1299288 Jul 07 23:25:06.886729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-611d0cad-82c2-4baa-9ba8-2fe19508e17d req-0fb3374f-8042-4485-b1ef-2676ce37f9d9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995493 Jul 07 23:25:06.899089 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-439e791e-dfc9-4aa7-9879-7b810ca96258 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 997 time: 0.1043613 Jul 07 23:25:08.063407 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd57096e-a7df-4aa1-8f2e-0a9e86e7e72c req-bc429a9d-6f4a-4465-ba1a-383401361159 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:08.064918 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd57096e-a7df-4aa1-8f2e-0a9e86e7e72c req-bc429a9d-6f4a-4465-ba1a-383401361159 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0669351 Jul 07 23:25:08.106769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fd57096e-a7df-4aa1-8f2e-0a9e86e7e72c req-c431c80a-da7e-4fdf-b8ee-3c5362730bd6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358782 Jul 07 23:25:09.299382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e71c5-8ae0-4311-9ee6-8f90cfdfc8cc req-82a454a3-e7d2-4ba4-b4a4-bfcf11a8e516 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:09.300932 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c39e71c5-8ae0-4311-9ee6-8f90cfdfc8cc req-82a454a3-e7d2-4ba4-b4a4-bfcf11a8e516 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0763459 Jul 07 23:25:09.340420 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c39e71c5-8ae0-4311-9ee6-8f90cfdfc8cc req-1a710009-a9d0-436b-ae12-c0e79f8a8ffc tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328324 Jul 07 23:25:10.523601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bfbef-5beb-46b6-91af-be22b82f6b79 req-bc8c53ba-6584-4870-b5a4-5f11dc49da6b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:10.525812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-989bfbef-5beb-46b6-91af-be22b82f6b79 req-bc8c53ba-6584-4870-b5a4-5f11dc49da6b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0686660 Jul 07 23:25:10.564700 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-989bfbef-5beb-46b6-91af-be22b82f6b79 req-8eac5362-6a41-4222-a60c-410b14cc1c2c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332355 Jul 07 23:25:11.741374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2216f4-63b9-49ed-88f4-8d3576fdf177 req-077c8600-df2c-459f-ae46-a87cfa9f5d56 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:11.742928 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca2216f4-63b9-49ed-88f4-8d3576fdf177 req-077c8600-df2c-459f-ae46-a87cfa9f5d56 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0649166 Jul 07 23:25:11.783987 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ca2216f4-63b9-49ed-88f4-8d3576fdf177 req-8fad2fb1-f97f-4610-b89f-1aa648b7bbcb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352719 Jul 07 23:25:12.971677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb66fce-459c-49fb-8cbf-1aa77c618903 req-6fa0a136-fe72-4537-bee1-85b24ebfb5c3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:12.973505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1fb66fce-459c-49fb-8cbf-1aa77c618903 req-6fa0a136-fe72-4537-bee1-85b24ebfb5c3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0720668 Jul 07 23:25:13.013513 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1fb66fce-459c-49fb-8cbf-1aa77c618903 req-dd33d0ea-d509-4393-b07d-d38d5ac8e8f6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339980 Jul 07 23:25:14.204785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfd921-d830-4d5b-a63c-946071e29ef4 req-59c901b8-b4f8-45a2-96a2-766c94436215 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:14.206398 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38cfd921-d830-4d5b-a63c-946071e29ef4 req-59c901b8-b4f8-45a2-96a2-766c94436215 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0657029 Jul 07 23:25:14.245365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-38cfd921-d830-4d5b-a63c-946071e29ef4 req-33a46984-ebfa-4a98-b413-78d79d9e12a9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333636 Jul 07 23:25:15.442814 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99494b1-6345-4504-b433-d14f7b62182e req-1c89d01e-0c54-42d2-9acb-bb4efb314eef tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:15.444328 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a99494b1-6345-4504-b433-d14f7b62182e req-1c89d01e-0c54-42d2-9acb-bb4efb314eef tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0717535 Jul 07 23:25:15.484659 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a99494b1-6345-4504-b433-d14f7b62182e req-fff54b22-96e9-4e70-8232-a25556e9fa01 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337024 Jul 07 23:25:16.658864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cd4f7-2326-4c1b-834b-f89f5a544dae req-2be3414a-10d6-4d62-a24c-1e9876cbd5c1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:16.660345 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-717cd4f7-2326-4c1b-834b-f89f5a544dae req-2be3414a-10d6-4d62-a24c-1e9876cbd5c1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0623655 Jul 07 23:25:16.697094 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-717cd4f7-2326-4c1b-834b-f89f5a544dae req-74fefeaa-da72-48a1-94a2-1e94575c30b4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311453 Jul 07 23:25:16.763553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-77d892d8-b03f-4800-b384-c5b2c36207b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:16.764976 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-77d892d8-b03f-4800-b384-c5b2c36207b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0434921 Jul 07 23:25:16.824439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-55d35100-0e9c-4cfe-89a9-57dff12f9c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:16.826095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-55d35100-0e9c-4cfe-89a9-57dff12f9c2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547276 Jul 07 23:25:17.222958 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-96cabfd1-969c-43c6-a272-c7eabcaf3014 service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896770 Jul 07 23:25:17.313589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b0b71d8b-3fbb-4864-9547-42c02459c326 req-3d92348e-441d-47ea-bac6-c8e77c305e69 service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839067 Jul 07 23:25:17.867157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665c605-3e9a-4d19-9a2b-bfc2d5760a85 req-05703b95-c1a2-49cb-88ad-454e675c733e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:17.868638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5665c605-3e9a-4d19-9a2b-bfc2d5760a85 req-05703b95-c1a2-49cb-88ad-454e675c733e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0627460 Jul 07 23:25:17.905459 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5665c605-3e9a-4d19-9a2b-bfc2d5760a85 req-13386f7d-0dc7-473f-88e1-9af0fd199af4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306213 Jul 07 23:25:18.300681 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:25:19.080046 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce70818-07b5-4207-b1f9-9048c3a91fd5 req-7016558d-7348-4684-a494-cba42ee7e5c3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:19.081526 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ce70818-07b5-4207-b1f9-9048c3a91fd5 req-7016558d-7348-4684-a494-cba42ee7e5c3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0617089 Jul 07 23:25:19.117109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ce70818-07b5-4207-b1f9-9048c3a91fd5 req-5fbc8658-61b6-4b22-ba52-b2d8cda39460 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300705 Jul 07 23:25:20.296867 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be29ea-e059-46a2-9fa3-32893176c9d3 req-ad443ddb-9676-4963-8175-1bf5308fc456 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:20.298366 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41be29ea-e059-46a2-9fa3-32893176c9d3 req-ad443ddb-9676-4963-8175-1bf5308fc456 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 944 time: 0.0663464 Jul 07 23:25:20.335512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-41be29ea-e059-46a2-9fa3-32893176c9d3 req-0122df72-aa4b-48a6-a62b-8b516ba292f0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316226 Jul 07 23:25:20.533220 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:20.766238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:25:20.856966 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:20.867846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'port_id': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'mac_address': 'fa:16:3e:8d:5b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:25:20.904142 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:20.916466 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03fee632-cde4-4e48-abc7-dea36ca40ce5 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:25:20.935310 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:20.939233 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:20.990102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=11']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:21.172168 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['03fee632-cde4-4e48-abc7-dea36ca40ce5'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:25:21.515054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1cd0a-0fe3-40d9-8ed5-30ab4d5467b9 req-00f8f3a8-5046-4c60-9b07-d180ef837c2b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:21.516472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4de1cd0a-0fe3-40d9-8ed5-30ab4d5467b9 req-00f8f3a8-5046-4c60-9b07-d180ef837c2b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0690608 Jul 07 23:25:21.554715 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4de1cd0a-0fe3-40d9-8ed5-30ab4d5467b9 req-435cb602-1a29-4b26-9a59-5d548eeff09d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325959 Jul 07 23:25:22.726641 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd6755-a9f7-4ebb-a710-aa709701b02b req-ac86d496-d78a-4238-bcd8-79b3622c8643 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:22.728109 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2cd6755-a9f7-4ebb-a710-aa709701b02b req-ac86d496-d78a-4238-bcd8-79b3622c8643 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 945 time: 0.0646613 Jul 07 23:25:22.765037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2cd6755-a9f7-4ebb-a710-aa709701b02b req-0921da88-cc8c-4277-8b85-a2236035ea25 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Jul 07 23:25:22.766662 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:25:22.814267 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 03fee632-cde4-4e48-abc7-dea36ca40ce5 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:25:22.817789 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 03fee632-cde4-4e48-abc7-dea36ca40ce5 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:25:22.818200 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:22.891604 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:22.915083 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:25:22.917832 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea43d8-d0d7-40e5-868b-13a0b8250ca5" -d '{"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:25:22.929921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:25:22.935067 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:22.957454 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5cbc71-e9a3-4248-9824-f2d77b27c82d x-openstack-request-id: req-3e5cbc71-e9a3-4248-9824-f2d77b27c82d {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:25:22.957744 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:25:22.957997 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e5cbc71-e9a3-4248-9824-f2d77b27c82d {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:25:22.958469 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'code': 200} Jul 07 23:25:22.988454 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=12']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:25:23.126213 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d625f32-9de1-424f-aa88-a3dd8c554e3f req-2e80f34a-0791-43da-9481-a95fa768d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:23.127682 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d625f32-9de1-424f-aa88-a3dd8c554e3f req-2e80f34a-0791-43da-9481-a95fa768d920 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1098 time: 0.0508225 Jul 07 23:25:23.160047 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1d625f32-9de1-424f-aa88-a3dd8c554e3f req-ce64ca39-8eb2-45f8-a6c6-6fcbf6452a99 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260613 Jul 07 23:25:23.942256 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c313e1b-6955-4b99-88a7-2481134a014f req-4e972711-740b-440c-8084-486bc00d250a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:23.943735 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c313e1b-6955-4b99-88a7-2481134a014f req-4e972711-740b-440c-8084-486bc00d250a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 946 time: 0.0623484 Jul 07 23:25:23.983054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c313e1b-6955-4b99-88a7-2481134a014f req-63cf1d8e-e117-4849-a3b7-432ca35d5e44 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Jul 07 23:25:24.994796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-d2850384-1471-48f5-b76e-80e30a1b5839 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539522 Jul 07 23:25:25.090738 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-80325b3b-55e3-424d-8a41-5b6837f65973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:25.092247 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-80325b3b-55e3-424d-8a41-5b6837f65973 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1098 time: 0.0534408 Jul 07 23:25:25.227952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b65397-ecbb-4adb-8ad3-9f7ba3513cd2 req-509ca942-ecff-4161-9d49-3f0cf3c0c23d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:25.229938 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4b65397-ecbb-4adb-8ad3-9f7ba3513cd2 req-509ca942-ecff-4161-9d49-3f0cf3c0c23d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 946 time: 0.1321602 Jul 07 23:25:25.251648 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-58d4640d-a8cd-4b30-99c9-56f7d2297b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:25.252968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-58d4640d-a8cd-4b30-99c9-56f7d2297b0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.1275320 Jul 07 23:25:25.311133 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d4b65397-ecbb-4adb-8ad3-9f7ba3513cd2 req-0e6b358f-41c8-418e-a639-c440e8d13fc5 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756390 Jul 07 23:25:25.331075 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-52d2df92-e2c8-44fd-b3c1-4f1f010d37a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 999 time: 0.0708990 Jul 07 23:25:25.379059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-c9c52435-8c8b-4ecd-8969-786936878dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:25.380453 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-c9c52435-8c8b-4ecd-8969-786936878dd4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0437620 Jul 07 23:25:25.435675 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-0dc2667e-6131-49b5-8039-13dcbdc64e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:25:25.437096 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-0dc2667e-6131-49b5-8039-13dcbdc64e76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508044 Jul 07 23:25:25.526861 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-8a306799-de7c-40da-bb62-7a1008109754 service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829883 Jul 07 23:25:25.614274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e60fe537-b498-4f37-8f88-b4c1a4accc9e req-69889488-193e-4788-b5eb-1f78ce6a5f44 service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812976 Jul 07 23:25:27.436443 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-77151f62-d42a-4be9-81b9-89fddb1a22df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:29.793501 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-002b9feb-f1ba-48a1-86f3-2d7e1f1ce82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:30.099195 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:31.169848 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:32.154684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:33.035305 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:50.543368 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:55.300117 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:25:57.436455 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a584ca4e-111e-433e-9c45-09bd839f36ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:25:59.793627 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e334-ef65-4713-b082-d2692c56a85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:00.099998 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:01.172639 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:02.160156 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:03.037679 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:20.558739 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:26.002733 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-4e7a3f6e-ba65-42a8-9dc8-54412d32b60b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534225 Jul 07 23:26:26.098334 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-5261f9b3-e6af-4b24-baf3-8174924a3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:26.099803 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-5261f9b3-e6af-4b24-baf3-8174924a3741 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1098 time: 0.0566316 Jul 07 23:26:26.199893 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-2ea76087-5e0a-4c2b-9ce4-df8ace5bb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:26.201256 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-2ea76087-5e0a-4c2b-9ce4-df8ace5bb001 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0829275 Jul 07 23:26:26.268771 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-37d1b7a9-1b90-4181-9d2e-72bb0e2122a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 999 time: 0.0609763 Jul 07 23:26:26.315915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-428355b1-ca5b-4244-bd23-b8d80bb3fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:26.317349 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-428355b1-ca5b-4244-bd23-b8d80bb3fb6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0430977 Jul 07 23:26:26.372331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-4050a413-cfe1-4c76-a223-91a2c639c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:26.373792 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-4050a413-cfe1-4c76-a223-91a2c639c82b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503206 Jul 07 23:26:26.466174 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-30f1b6fb-dfe5-4701-8399-a1ea5f6a3232 service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858984 Jul 07 23:26:26.554939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13d57541-9d16-4b38-b3f2-617d38afd054 req-eaffc0fe-ea37-45f8-8356-5e3e76bb011f service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817969 Jul 07 23:26:27.439360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7160094c-e409-4818-905c-8f428adb3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:29.793703 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ae60c26-011a-4b3c-9c7d-0c39586b9af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:30.101225 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:31.175994 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:32.178875 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:32.300183 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:26:33.041205 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:36.143189 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50580) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:26:36.295570 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Deleting port d448ff78-d6f4-41d4-8a76-efa1188e852b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:26:36.295911 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:36.370874 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:36.371195 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:36.382773 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Calling delete_port for d448ff78-d6f4-41d4-8a76-efa1188e852b owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:26:36.522820 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:36.555080 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event deleted for resources: {'Port': ['ID=d448ff78-d6f4-41d4-8a76-efa1188e852b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:36.578054 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.578677 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.579015 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.579373 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.579707 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.580057 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.580381 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.580705 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.581026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.581455 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.581782 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.582123 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:36.621657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:36.622000 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Floating IP fd7f58b5-22ee-4f16-943d-718b8a9b5072 disassociated (deleted). External IP: 172.25.8.4, port: 03fee632-cde4-4e48-abc7-dea36ca40ce5. Jul 07 23:26:36.822426 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Router 93a09055-9c91-4747-9d74-522582d5608f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:26:36.927135 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:26:36.931934 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:36.936278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] Sync routers for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:26:36.945624 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:26:36.946266 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:26:36.968736 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f456eee3-51fe-424e-b59a-8231069793bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "DELETE /v2.0/floatingips/fd7f58b5-22ee-4f16-943d-718b8a9b5072 HTTP/1.1" status: 204 len: 168 time: 0.8244433 Jul 07 23:26:36.969421 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:26:36.971785 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77331ae3af9a289661a4929c25a806209354ca8448342c6cf4d35250dc2d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763fbc4e-f83d-4cb6-94c9-048b5f161672" -d '{"events": [{"name": "network-changed", "server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:26:37.055375 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:26:37.091311 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b124208-301c-43ad-84be-cc5df266f821 x-openstack-request-id: req-7b124208-301c-43ad-84be-cc5df266f821 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:26:37.091592 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:26:37.091845 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b124208-301c-43ad-84be-cc5df266f821 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:26:37.092248 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'status': 'completed', 'code': 200} Jul 07 23:26:37.171039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-75bcad95-33fe-4db0-baec-b2e4eee64a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:37.173320 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-75bcad95-33fe-4db0-baec-b2e4eee64a1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 1098 time: 0.0558603 Jul 07 23:26:37.276399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-42d51dc0-c47f-4572-b97f-26663e0fb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:37.279295 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-42d51dc0-c47f-4572-b97f-26663e0fb371 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0970569 Jul 07 23:26:37.280093 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:26:37.311839 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] Checking router: 93a09055-9c91-4747-9d74-522582d5608f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:26:37.320525 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:26:37.321141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:26:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:26:37.354163 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-83df7aed-6eb9-4f8d-90de-c588e2234a17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 200 len: 217 time: 0.0670259 Jul 07 23:26:37.416566 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-cfcec1c4-e2ec-4819-9040-7f3abeb5de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:37.418038 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-cfcec1c4-e2ec-4819-9040-7f3abeb5de38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0577471 Jul 07 23:26:37.426312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:26:37.428954 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad912709-1e0a-4a60-833f-5db386768ea5 req-7d4db1b1-9542-41ff-a475-a79b39698bf0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:37.430395 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad912709-1e0a-4a60-833f-5db386768ea5 req-7d4db1b1-9542-41ff-a475-a79b39698bf0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 946 time: 0.1372051 Jul 07 23:26:37.494317 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ad912709-1e0a-4a60-833f-5db386768ea5 req-a4ff2c41-fee3-47fb-bb2b-d0b23f5d14b9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555842 Jul 07 23:26:37.517110 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-67978370-5bed-47b7-a835-5978db969d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:37.517110 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-67978370-5bed-47b7-a835-5978db969d6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820343 Jul 07 23:26:37.610999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-a7eaf84d-88a2-4e59-8c44-c305d75d8121 service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898907 Jul 07 23:26:37.633863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:26:37.660994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12a130-e1d6-4790-a551-cd6bf7bf1590 None None] The sync data for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 is: [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:26:37.704198 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-763fbc4e-f83d-4cb6-94c9-048b5f161672 req-0f896069-0af9-4881-a96b-6cb49a61b4d6 service neutron] 10.222.0.44 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848999 Jul 07 23:26:37.872293 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ec7795-a94c-4081-a13e-8653db6f96f8 None None] New status for floating IP fd7f58b5-22ee-4f16-943d-718b8a9b5072: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:26:38.567920 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-fca48d73-f10d-43b5-81d1-27fb48dc27b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:38.569676 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-fca48d73-f10d-43b5-81d1-27fb48dc27b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 946 time: 0.0684886 Jul 07 23:26:38.709542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf1c5f-2a3f-415b-97f9-69b580f6e68b req-b4ef2ff3-f1d3-4a58-9cd9-546fd14f989d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:38.711036 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3bf1c5f-2a3f-415b-97f9-69b580f6e68b req-b4ef2ff3-f1d3-4a58-9cd9-546fd14f989d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a HTTP/1.1" status: 200 len: 946 time: 0.1063933 Jul 07 23:26:38.716491 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Deleting port 03fee632-cde4-4e48-abc7-dea36ca40ce5 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:26:38.716834 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:38.801298 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c3bf1c5f-2a3f-415b-97f9-69b580f6e68b req-13751481-ab36-49d3-9b21-c16302f9cda5 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef092ce-bab3-4123-a51f-d5f0480e36f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805166 Jul 07 23:26:38.828986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] For port 03fee632-cde4-4e48-abc7-dea36ca40ce5, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=03fee632-cde4-4e48-abc7-dea36ca40ce5,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:26:38.829349 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:38.842885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Calling delete_port for 03fee632-cde4-4e48-abc7-dea36ca40ce5 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:26:38.975835 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:39.004510 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event deleted for resources: {'Port': ['ID=03fee632-cde4-4e48-abc7-dea36ca40ce5,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:39.016901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.017265 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.018609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.018952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.019298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.019919 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.020246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.020574 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.020898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.021228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.021553 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.021873 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:26:39.059041 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] No DVR routers for this DVR port 03fee632-cde4-4e48-abc7-dea36ca40ce5 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:26:39.061496 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:39.063632 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9c25e65d-be89-405f-b6e9-a38571b1e3ea req-18787ff1-1d28-4f9c-b7ae-d4956d3ea9b1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.44 "DELETE /v2.0/ports/03fee632-cde4-4e48-abc7-dea36ca40ce5 HTTP/1.1" status: 204 len: 173 time: 0.4887393 Jul 07 23:26:39.064072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-deleted', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:26:39.066830 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ae29a8-3d8a-4042-a07c-4bce51d8d606" -d '{"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-deleted", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:26:39.108869 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14475701-eac8-4351-a421-43b9236d5f8d x-openstack-request-id: req-14475701-eac8-4351-a421-43b9236d5f8d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:26:39.109241 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a", "name": "network-vif-deleted", "tag": "03fee632-cde4-4e48-abc7-dea36ca40ce5", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:26:39.109500 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14475701-eac8-4351-a421-43b9236d5f8d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:26:39.109908 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd62a6f8-7d11-4ba4-9f3f-8858b5c1cd4a', 'name': 'network-vif-deleted', 'tag': '03fee632-cde4-4e48-abc7-dea36ca40ce5', 'status': 'completed', 'code': 200} Jul 07 23:26:39.896149 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50602) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:26:39.952495 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69b10cf1-d43e-4572-bfe1-5d9a54aba7b9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:39.977587 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69b10cf1-d43e-4572-bfe1-5d9a54aba7b9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.036482 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69b10cf1-d43e-4572-bfe1-5d9a54aba7b9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.039285 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-69b10cf1-d43e-4572-bfe1-5d9a54aba7b9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.040542 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-69b10cf1-d43e-4572-bfe1-5d9a54aba7b9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "DELETE /v2.0/security-groups/5ef092ce-bab3-4123-a51f-d5f0480e36f5 HTTP/1.1" status: 204 len: 168 time: 0.1434240 Jul 07 23:26:40.050622 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b10cf1-d43e-4572-bfe1-5d9a54aba7b9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef092ce-bab3-4123-a51f-d5f0480e36f5,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:40.443814 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 50608) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:26:40.491198 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7a37f39b-6a84-4396-b5e2-1f37c1347a81 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-186653305', 'description': 'tempest-secgroup-smoke-186653305 description', 'project_id': '1684790420cc4ca9b1b8f18c24803f55'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:26:40.513738 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a37f39b-6a84-4396-b5e2-1f37c1347a81 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.598179 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a37f39b-6a84-4396-b5e2-1f37c1347a81 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.601841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a37f39b-6a84-4396-b5e2-1f37c1347a81 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.624198 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7a37f39b-6a84-4396-b5e2-1f37c1347a81 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.625415 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7a37f39b-6a84-4396-b5e2-1f37c1347a81 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1806006 Jul 07 23:26:40.628981 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50612) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:26:40.633569 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a37f39b-6a84-4396-b5e2-1f37c1347a81 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:40.633828 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-96bc63e3-9769-4df8-bfa3-ae26b885ddeb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '0e9c8f37-18c2-4ee6-85ce-98aa2ec614be', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:26:40.660572 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-96bc63e3-9769-4df8-bfa3-ae26b885ddeb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.720008 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-96bc63e3-9769-4df8-bfa3-ae26b885ddeb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.723583 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-96bc63e3-9769-4df8-bfa3-ae26b885ddeb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.740732 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc63e3-9769-4df8-bfa3-ae26b885ddeb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd78fff-891b-4484-87ca-e7bd5921789d,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:40.746560 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-96bc63e3-9769-4df8-bfa3-ae26b885ddeb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.750553 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-96bc63e3-9769-4df8-bfa3-ae26b885ddeb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179943 Jul 07 23:26:40.750769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50614) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:26:40.755810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-2ba82faa-4756-4000-b9e7-6dfc2fa258bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '0e9c8f37-18c2-4ee6-85ce-98aa2ec614be', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:26:40.781562 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba82faa-4756-4000-b9e7-6dfc2fa258bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.837218 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba82faa-4756-4000-b9e7-6dfc2fa258bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.841007 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba82faa-4756-4000-b9e7-6dfc2fa258bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.861635 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba82faa-4756-4000-b9e7-6dfc2fa258bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607a7414-8975-44c2-a330-1298581b6418,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:40.865404 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2ba82faa-4756-4000-b9e7-6dfc2fa258bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.866591 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2ba82faa-4756-4000-b9e7-6dfc2fa258bb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148741 Jul 07 23:26:40.869274 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50616) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:26:40.873749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-38f9ca21-234f-4841-9b5c-19d8eb3704ea tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '0e9c8f37-18c2-4ee6-85ce-98aa2ec614be', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:26:40.899306 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38f9ca21-234f-4841-9b5c-19d8eb3704ea tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.957553 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38f9ca21-234f-4841-9b5c-19d8eb3704ea tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.961037 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38f9ca21-234f-4841-9b5c-19d8eb3704ea tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.979163 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9ca21-234f-4841-9b5c-19d8eb3704ea tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0458549a-2ff9-4887-8dad-3366c9111175,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:40.981913 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-38f9ca21-234f-4841-9b5c-19d8eb3704ea tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:40.983012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-38f9ca21-234f-4841-9b5c-19d8eb3704ea tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128049 Jul 07 23:26:40.985901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50618) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:26:40.990869 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-1ff58962-a1ca-4596-bde6-f965f493c2c0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '0e9c8f37-18c2-4ee6-85ce-98aa2ec614be', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:26:41.016172 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ff58962-a1ca-4596-bde6-f965f493c2c0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.076236 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ff58962-a1ca-4596-bde6-f965f493c2c0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.079876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ff58962-a1ca-4596-bde6-f965f493c2c0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.096707 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff58962-a1ca-4596-bde6-f965f493c2c0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86344914-880c-4234-b1ea-c5f5662036b4,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:41.102976 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1ff58962-a1ca-4596-bde6-f965f493c2c0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.104357 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1ff58962-a1ca-4596-bde6-f965f493c2c0 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169446 Jul 07 23:26:41.107084 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50620) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:26:41.111988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-dcc798c3-b3f7-4671-a2db-005326311b86 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '0e9c8f37-18c2-4ee6-85ce-98aa2ec614be', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:26:41.133543 n-d-695012-11 neutron-server[93941]: INFO neutron.db.securitygroups_db [None req-dcc798c3-b3f7-4671-a2db-005326311b86 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Project 1684790420cc4ca9b1b8f18c24803f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:26:41.138112 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dcc798c3-b3f7-4671-a2db-005326311b86 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.198989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dcc798c3-b3f7-4671-a2db-005326311b86 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.202489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dcc798c3-b3f7-4671-a2db-005326311b86 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.220067 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc798c3-b3f7-4671-a2db-005326311b86 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea47e19-824e-45e3-aa0f-d7630e856f48,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:41.226185 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dcc798c3-b3f7-4671-a2db-005326311b86 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.228689 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dcc798c3-b3f7-4671-a2db-005326311b86 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206839 Jul 07 23:26:41.230583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50622) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:26:41.234986 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-f84eea19-8cfd-4815-8eed-6737d50ad06f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'security_group_rule': {'security_group_id': '0e9c8f37-18c2-4ee6-85ce-98aa2ec614be', 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:26:41.257556 n-d-695012-11 neutron-server[93941]: INFO neutron.db.securitygroups_db [None req-f84eea19-8cfd-4815-8eed-6737d50ad06f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Project 1684790420cc4ca9b1b8f18c24803f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:26:41.262663 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f84eea19-8cfd-4815-8eed-6737d50ad06f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.323469 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f84eea19-8cfd-4815-8eed-6737d50ad06f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.327089 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f84eea19-8cfd-4815-8eed-6737d50ad06f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.344478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84eea19-8cfd-4815-8eed-6737d50ad06f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c215b4-5772-4323-b34d-7bd12bcb063e,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:41.350475 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-f84eea19-8cfd-4815-8eed-6737d50ad06f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:41.351625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f84eea19-8cfd-4815-8eed-6737d50ad06f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201248 Jul 07 23:26:43.195520 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:26:43.218550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] No Port match for: 03fee632-cde4-4e48-abc7-dea36ca40ce5 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:26:43.218899 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 03fee632-cde4-4e48-abc7-dea36ca40ce5 not bound to the agent host n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:26:50.555357 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:55.785947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-8fbc6d60-4e14-4e77-bad5-91299a96edaa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-186653305&fields=id&tenant_id=1684790420cc4ca9b1b8f18c24803f55 HTTP/1.1" status: 200 len: 267 time: 0.0318341 Jul 07 23:26:55.895580 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480946de-846a-434e-8aa6-af652685a8fb req-acf18c8e-7787-48e9-89be-aca69507d77a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:55.896952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-acf18c8e-7787-48e9-89be-aca69507d77a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 808 time: 0.1048737 Jul 07 23:26:55.911222 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-43e11668-b2c6-4ca7-9f2b-3ff92dd0a4e2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/quotas/1684790420cc4ca9b1b8f18c24803f55 HTTP/1.1" status: 200 len: 375 time: 0.0089116 Jul 07 23:26:55.976515 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-b874c7d2-f3bd-4176-bc4a-f43a087dd105 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606103 Jul 07 23:26:56.113923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-baecf248-ba29-43d9-9eb4-098f448b6635 service neutron] 10.222.0.81 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260226 Jul 07 23:26:56.200805 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-1ad14f2b-ece1-427b-92c3-09cdad7777ec service neutron] 10.222.0.81 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812027 Jul 07 23:26:56.540216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ba717274-8171-478c-8288-fa1c08150485 req-c9a7ee0c-7502-4722-8484-6368e659b232 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 210 time: 0.0766935 Jul 07 23:26:57.438802 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03b08691-98a9-4e64-b4ab-806ce72a156e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:57.694361 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a44bb412-9ce1-4175-8821-4755a03ba72c req-f6dfcd92-3d6a-4fed-9718-a3d1e705eea2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 210 time: 0.0330846 Jul 07 23:26:57.746055 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480946de-846a-434e-8aa6-af652685a8fb req-72db3457-d8d0-48c5-adf1-63eebeabced6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:57.747520 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-72db3457-d8d0-48c5-adf1-63eebeabced6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 808 time: 0.1323757 Jul 07 23:26:57.801103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-db34a402-a241-45d0-a9cf-3c56f2b1003d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1684790420cc4ca9b1b8f18c24803f55 HTTP/1.1" status: 200 len: 379 time: 0.0381117 Jul 07 23:26:57.810291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'port': {'device_id': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'admin_state_up': True, 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'security_groups': ['0e9c8f37-18c2-4ee6-85ce-98aa2ec614be']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:26:57.917684 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Made reservation on behalf of 1684790420cc4ca9b1b8f18c24803f55 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:26:57.921302 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:58.051312 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Allocated IP 172.20.0.10 (7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d/797f8067-4b82-427b-b9c5-e796a43a00b3/8cc18df9-3e70-405d-be9f-d1fc121b1e0f) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:26:58.186602 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:58.200999 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Transition to ACTIVE for port object 8cc18df9-3e70-405d-be9f-d1fc121b1e0f will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:26:58.234394 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:58.282798 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:26:58.286178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:26:58.288722 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:26:58.324956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'Port': ['ID=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:58.352246 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:58.352876 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:58.369043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-37869202-f9dc-4fe6-ac69-8bbfb75def66 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5623431 Jul 07 23:26:58.428290 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Request body: {'port': {'device_id': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:26:58.505406 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:58.584975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bf72fe7f-4990-441c-9bf5-623d1d19a46d None None] Provisioning for port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:26:58.588863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-bf72fe7f-4990-441c-9bf5-623d1d19a46d None None] Provisioning complete for port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:26:58.589371 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bf72fe7f-4990-441c-9bf5-623d1d19a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:58.624169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-bf72fe7f-4990-441c-9bf5-623d1d19a46d None None] Port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:26:58.775603 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc18df9-3e70-405d-be9f-d1fc121b1e0f {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:26:58.782989 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:58.795770 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Transition to ACTIVE for port object 8cc18df9-3e70-405d-be9f-d1fc121b1e0f will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:26:58.800178 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:58.883336 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:58.984470 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Attempting to bind port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:26:58.984881 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Attempting to bind port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:26:58.985349 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Attempting to bind port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:26:58.996331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:26:58.996862 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Attempting to bind port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f on network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:26:59.005158 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:26:59.005537 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Checking segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:26:59.005883 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Bound using segment: {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:26:59.006348 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Bound port: 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6380fcd7-8dba-470b-8def-a3771d5a8817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:26:59.006710 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:59.015792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe7b2d-abb9-436e-b309-5a1fed245102 req-162b495b-391f-4148-9da0-b38ae61528ef tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:59.017428 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dbe7b2d-abb9-436e-b309-5a1fed245102 req-162b495b-391f-4148-9da0-b38ae61528ef tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.1902478 Jul 07 23:26:59.097609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1dbe7b2d-abb9-436e-b309-5a1fed245102 req-84928258-5a55-4673-a0d1-3e59c1e37cf7 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706663 Jul 07 23:26:59.107382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:26:59.110500 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:26:59.115709 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:59.154994 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:59.155488 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:59.156889 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] 10.222.0.83 "PUT /v2.0/ports/8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 1093 time: 0.7743926 Jul 07 23:26:59.157331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:26:59.159634 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06c71cd-1a20-4e40-9a9e-9049b480259f" -d '{"events": [{"name": "network-changed", "server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:26:59.189436 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219d6d2-288b-423e-8afe-63dade3fcbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:26:59.276723 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f12851d-0a20-4ca7-8a2c-ee7facd6314b x-openstack-request-id: req-2f12851d-0a20-4ca7-8a2c-ee7facd6314b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:26:59.277730 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:26:59.277987 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f12851d-0a20-4ca7-8a2c-ee7facd6314b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:26:59.278565 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'status': 'completed', 'code': 200} Jul 07 23:26:59.313733 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480946de-846a-434e-8aa6-af652685a8fb req-057b8b1b-60fa-44ab-b891-d5a41f3ba3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:59.315933 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-057b8b1b-60fa-44ab-b891-d5a41f3ba3be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1096 time: 0.0849633 Jul 07 23:26:59.369614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-02d4d847-5b98-4769-9aa6-5d7cfb2cb946 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 217 time: 0.0377719 Jul 07 23:26:59.421757 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480946de-846a-434e-8aa6-af652685a8fb req-f0f24726-a420-41b1-b5c5-05fb1f966417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:59.423306 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-f0f24726-a420-41b1-b5c5-05fb1f966417 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0474229 Jul 07 23:26:59.495654 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480946de-846a-434e-8aa6-af652685a8fb req-d7483de1-dfdd-4411-8127-e256e228cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:59.497087 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-d7483de1-dfdd-4411-8127-e256e228cbef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656810 Jul 07 23:26:59.588841 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-b90a0418-71f0-4215-ab9e-de10c8b687a1 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828176 Jul 07 23:26:59.687486 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-480946de-846a-434e-8aa6-af652685a8fb req-b6ca72f3-0308-4708-86f1-34063cb279e5 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924850 Jul 07 23:26:59.796149 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6fb90f-4830-425c-9880-df6b7da350a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:26:59.818775 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-ca9b31c6-045c-4f91-be21-14d6554962ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:59.820296 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-ca9b31c6-045c-4f91-be21-14d6554962ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1096 time: 0.0561793 Jul 07 23:26:59.916956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-4761e0cc-78f2-4494-9a54-5e1e2961dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:26:59.918418 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-4761e0cc-78f2-4494-9a54-5e1e2961dee7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0916839 Jul 07 23:26:59.960514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-04754a56-ec43-4e17-92c3-df1fc7589614 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 217 time: 0.0353439 Jul 07 23:27:00.009125 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-06e13f80-8c09-4cb4-b89c-6cb6d5940393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:00.010593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-06e13f80-8c09-4cb4-b89c-6cb6d5940393 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0435643 Jul 07 23:27:00.071616 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-0ae20e40-47a2-4611-a16e-cfd555ac5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:00.073005 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-0ae20e40-47a2-4611-a16e-cfd555ac5d2b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556870 Jul 07 23:27:00.102819 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:00.165463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-2cbcef4b-52ef-4ad1-910c-8ac0920c1ef3 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855737 Jul 07 23:27:00.306901 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f06c71cd-1a20-4e40-9a9e-9049b480259f req-6014970b-60f5-4000-81d5-3a3c1fc4291b service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347110 Jul 07 23:27:00.320079 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f9be-f163-4368-8a46-f0dbd34d040d req-e0bc9e7b-98c4-48b0-bea0-ac6706280c35 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:00.321768 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a50f9be-f163-4368-8a46-f0dbd34d040d req-e0bc9e7b-98c4-48b0-bea0-ac6706280c35 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.1023409 Jul 07 23:27:00.361737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1a50f9be-f163-4368-8a46-f0dbd34d040d req-296a19b6-a94d-4b1e-90c5-d30c3c910648 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332448 Jul 07 23:27:01.178706 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:01.541012 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229d31c-f202-41d4-8a6c-0e5475da5340 req-140a5085-594b-463d-83d2-8282f3e53ba6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:01.542547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9229d31c-f202-41d4-8a6c-0e5475da5340 req-140a5085-594b-463d-83d2-8282f3e53ba6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0660925 Jul 07 23:27:01.586030 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9229d31c-f202-41d4-8a6c-0e5475da5340 req-528eb249-3d20-4c1d-b9bb-996035fac885 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379219 Jul 07 23:27:02.191678 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:02.762343 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb128-d00c-4f10-b980-1de188c1615e req-fcc18c4f-95b9-4044-94df-b0765c5a914f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:02.763801 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edfbb128-d00c-4f10-b980-1de188c1615e req-fcc18c4f-95b9-4044-94df-b0765c5a914f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0619354 Jul 07 23:27:02.799147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-edfbb128-d00c-4f10-b980-1de188c1615e req-f975969c-6416-4270-be80-c4372795cbe6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298846 Jul 07 23:27:03.043807 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:03.973139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8ff0e-e529-497f-8359-d3a9deb7a43c req-16a4dac6-1c67-4ac4-a960-74d5d2206555 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:03.974671 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21c8ff0e-e529-497f-8359-d3a9deb7a43c req-16a4dac6-1c67-4ac4-a960-74d5d2206555 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0659177 Jul 07 23:27:04.011448 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-21c8ff0e-e529-497f-8359-d3a9deb7a43c req-1dbfd118-7994-428f-b98d-1a71311e92e6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313578 Jul 07 23:27:05.363374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d58a2-0deb-40ea-928e-b5ddf1ab6d3b req-4312ca5d-55d3-44a1-a56e-dc8a74875574 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:05.364740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b17d58a2-0deb-40ea-928e-b5ddf1ab6d3b req-4312ca5d-55d3-44a1-a56e-dc8a74875574 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0650709 Jul 07 23:27:05.401612 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b17d58a2-0deb-40ea-928e-b5ddf1ab6d3b req-68982bf0-1ddf-451c-9d1e-af83558d2d31 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312481 Jul 07 23:27:06.570840 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426950c1-9a53-4b2b-9f60-8a9a2ec37503 req-e301dfa0-884b-45cb-93f3-19b0e4439d1a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:06.572228 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-426950c1-9a53-4b2b-9f60-8a9a2ec37503 req-e301dfa0-884b-45cb-93f3-19b0e4439d1a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0625327 Jul 07 23:27:06.608789 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-426950c1-9a53-4b2b-9f60-8a9a2ec37503 req-db4b933a-2423-4bcb-9af3-190ed4241334 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310719 Jul 07 23:27:07.775109 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a534-fe68-4ea5-9c4f-614d1846b73a req-848b43f9-572a-4551-8a80-b794a129fc3c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:07.776608 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb95a534-fe68-4ea5-9c4f-614d1846b73a req-848b43f9-572a-4551-8a80-b794a129fc3c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0612242 Jul 07 23:27:07.816557 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb95a534-fe68-4ea5-9c4f-614d1846b73a req-887c9b87-b7a9-4e97-9a88-5e34a392afad tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344982 Jul 07 23:27:08.992341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab440ec-0aeb-45e5-aac6-1f1ef04deedc req-f061dc5b-d45b-41a4-98f7-a5abdca8bfad tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:08.993723 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eab440ec-0aeb-45e5-aac6-1f1ef04deedc req-f061dc5b-d45b-41a4-98f7-a5abdca8bfad tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0640306 Jul 07 23:27:09.030688 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eab440ec-0aeb-45e5-aac6-1f1ef04deedc req-4a57420c-beb6-4591-b739-0d979206922d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 Jul 07 23:27:09.299135 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:27:10.195965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d69e32-e3c5-4f68-a79f-6b2cac6f0d33 req-dd78bc78-ea6a-4ce4-9a52-933be7f560cb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:10.197407 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2d69e32-e3c5-4f68-a79f-6b2cac6f0d33 req-dd78bc78-ea6a-4ce4-9a52-933be7f560cb tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0606258 Jul 07 23:27:10.234736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b2d69e32-e3c5-4f68-a79f-6b2cac6f0d33 req-5dd25d1e-8ae0-48a3-b2e7-e7d3c5b4a6c8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Jul 07 23:27:10.849761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8cc18df9-3e70-405d-be9f-d1fc121b1e0f details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:27:10.949609 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:27:10.961484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'port_id': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'mac_address': 'fa:16:3e:0b:0b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:27:11.002576 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:11.016086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc18df9-3e70-405d-be9f-d1fc121b1e0f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:27:11.037274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:27:11.041560 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:11.088785 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:27:11.096039 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.096380 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.096714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.097044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.097372 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.097812 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.098157 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.098594 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.098914 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.099323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.099643 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.100028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:27:11.416136 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f50fce-51e7-4691-bfa2-2d1cf905b799 req-441f4648-f8b6-4ddd-a9e7-d1dafb56b3f4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:11.417617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73f50fce-51e7-4691-bfa2-2d1cf905b799 req-441f4648-f8b6-4ddd-a9e7-d1dafb56b3f4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 945 time: 0.0703816 Jul 07 23:27:11.461105 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-73f50fce-51e7-4691-bfa2-2d1cf905b799 req-054a7bdf-d920-4fd1-bff1-99705042bd6c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371013 Jul 07 23:27:11.517407 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['8cc18df9-3e70-405d-be9f-d1fc121b1e0f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:27:12.633013 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b243789-0fe0-4ccd-9f28-2efcb0403a9d req-092db2a2-132b-45a5-9e00-dd49fa2264d2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:12.634401 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b243789-0fe0-4ccd-9f28-2efcb0403a9d req-092db2a2-132b-45a5-9e00-dd49fa2264d2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 945 time: 0.0621591 Jul 07 23:27:12.670650 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2b243789-0fe0-4ccd-9f28-2efcb0403a9d req-b6538f07-f138-4498-854a-9cee409bcdf9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307705 Jul 07 23:27:12.860581 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8cc18df9-3e70-405d-be9f-d1fc121b1e0f up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:27:12.907731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:27:12.911360 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:27:12.911726 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:12.986569 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:13.009146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:27:13.011455 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c895ff-c390-4d76-9d7f-a9f120df58e4" -d '{"events": [{"server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "name": "network-vif-plugged", "status": "completed", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:27:13.023681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:27:13.027604 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:13.074578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:27:13.097392 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d85a5fd-5849-486d-8ce4-101a480f16c3 x-openstack-request-id: req-7d85a5fd-5849-486d-8ce4-101a480f16c3 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:27:13.097682 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "name": "network-vif-plugged", "status": "completed", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:27:13.097935 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7d85a5fd-5849-486d-8ce4-101a480f16c3 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:27:13.098358 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'code': 200} Jul 07 23:27:13.234812 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684dfa3-6bb9-4ec6-9c10-7e9707755c3e req-c1b46b57-ad35-4ec7-8bcb-b1ed0070ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:13.236344 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9684dfa3-6bb9-4ec6-9c10-7e9707755c3e req-c1b46b57-ad35-4ec7-8bcb-b1ed0070ab67 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1098 time: 0.0517628 Jul 07 23:27:13.273767 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-9684dfa3-6bb9-4ec6-9c10-7e9707755c3e req-4848deff-431c-42da-9607-5746ed2c57c8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306377 Jul 07 23:27:13.838750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197098e-9ab6-4eb2-b249-795ffc452b78 req-4ade33ac-62d3-4a9c-95c5-65726b882c92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:13.840229 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8197098e-9ab6-4eb2-b249-795ffc452b78 req-4ade33ac-62d3-4a9c-95c5-65726b882c92 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0625265 Jul 07 23:27:13.876481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8197098e-9ab6-4eb2-b249-795ffc452b78 req-44cb16e1-c3ac-4047-a266-4a9546a04b67 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308266 Jul 07 23:27:15.045335 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896c352-6aa3-44b1-9f98-eebc25d7d9c0 req-e0e3f317-e066-4754-bba0-adeec8f2e519 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:15.046818 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5896c352-6aa3-44b1-9f98-eebc25d7d9c0 req-e0e3f317-e066-4754-bba0-adeec8f2e519 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0618536 Jul 07 23:27:15.083878 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5896c352-6aa3-44b1-9f98-eebc25d7d9c0 req-f59e0514-4595-4be2-9f9b-ed688ec71dd3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Jul 07 23:27:15.561540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd8485-6e39-4f6e-aecf-f29c7e8a3eb9 req-ba314757-0152-4b81-9dc5-5fab333946e9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:15.563044 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fdd8485-6e39-4f6e-aecf-f29c7e8a3eb9 req-ba314757-0152-4b81-9dc5-5fab333946e9 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.3729801 Jul 07 23:27:15.598597 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7fdd8485-6e39-4f6e-aecf-f29c7e8a3eb9 req-29b4b9af-7296-4001-ab23-0b659f4edd71 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300019 Jul 07 23:27:15.623523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50826) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:27:15.713127 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711e559-e0f7-493e-8a95-c7370896ec3c tempest-TestShelveInstance-1469941327 tempest-TestShelveInstance-1469941327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:15.714635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1711e559-e0f7-493e-8a95-c7370896ec3c tempest-TestShelveInstance-1469941327 tempest-TestShelveInstance-1469941327-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1093 time: 0.0901499 Jul 07 23:27:15.717477 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50830) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:27:15.721743 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:27:15.742725 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:15.847511 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:15.947461 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Allocated IP 172.25.8.36 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/a239f5cf-7611-41c1-8eb0-4000f43c825c) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:27:16.050892 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:16.093054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:16.127901 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:27:16.130708 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:27:16.137100 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:27:16.159330 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'Port': ['ID=a239f5cf-7611-41c1-8eb0-4000f43c825c,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:27:16.498775 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:16.575237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:16.719773 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:16.725313 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:16.798204 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event updated for resources: {'Port': ['ID=a239f5cf-7611-41c1-8eb0-4000f43c825c,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:27:16.806159 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:16.904444 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Floating IP e41b5b30-0334-4e63-8817-520ccb5df308 associated. External IP: 172.25.8.36, port: 8cc18df9-3e70-405d-be9f-d1fc121b1e0f. Jul 07 23:27:17.108679 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Router 93a09055-9c91-4747-9d74-522582d5608f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:27:17.214787 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:27:17.224685 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] Sync routers for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:27:17.229923 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:17.233953 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:27:17.234618 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:27:17.265609 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-97dade94-a06c-4244-9cc6-410949087dfa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5471301 Jul 07 23:27:17.266245 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:27:17.268634 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af" -d '{"events": [{"name": "network-changed", "server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:27:17.308243 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b2062f-f617-4e1f-953c-0c8e70569d17 x-openstack-request-id: req-82b2062f-f617-4e1f-953c-0c8e70569d17 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:27:17.308535 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:27:17.308790 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82b2062f-f617-4e1f-953c-0c8e70569d17 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:27:17.309215 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'status': 'completed', 'code': 200} Jul 07 23:27:17.341809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:27:17.409276 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-a4080a10-9692-47f3-b645-4f31fe968591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:17.410862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-a4080a10-9692-47f3-b645-4f31fe968591 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1098 time: 0.0538275 Jul 07 23:27:17.503202 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-576de022-1794-4bd4-ae28-403f0df3ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:17.504732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-576de022-1794-4bd4-ae28-403f0df3ac30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0872209 Jul 07 23:27:17.568357 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'e41b5b30-0334-4e63-8817-520ccb5df308', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '93a09055-9c91-4747-9d74-522582d5608f', 'port_id': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'mac_address': 'fa:16:3e:0b:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:27:16Z', 'updated_at': '2021-07-07T23:27:16Z', 'revision_number': 0, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:27:17.570837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-4eb5e6b3-56ec-47c1-80b9-a6bc72f00dfc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 999 time: 0.0580890 Jul 07 23:27:17.594787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] Checking router: 93a09055-9c91-4747-9d74-522582d5608f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:27:17.603559 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:27:17.604164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:27:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:27:17.619725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-bd0f18c1-17c8-4180-89ae-8d65e084cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:17.621244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-bd0f18c1-17c8-4180-89ae-8d65e084cd72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0448301 Jul 07 23:27:17.682361 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-b1b5931a-138f-4cbf-bfef-578e65e2e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:17.683956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-b1b5931a-138f-4cbf-bfef-578e65e2e7b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566423 Jul 07 23:27:17.786058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-57f32042-cd6a-431f-86c6-6cc9219c3432 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954561 Jul 07 23:27:17.862126 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:27:17.879787 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eba0a937-9cd9-4a6b-8dd7-0fdc08e472af req-00a6f96d-4c72-410a-882d-1af9c7e7565d service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876839 Jul 07 23:27:18.083193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'e41b5b30-0334-4e63-8817-520ccb5df308', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '93a09055-9c91-4747-9d74-522582d5608f', 'port_id': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'mac_address': 'fa:16:3e:0b:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:27:16Z', 'updated_at': '2021-07-07T23:27:16Z', 'revision_number': 0, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:27:18.108742 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da00679-4e69-4376-968d-e66bb5af5e1f None None] The sync data for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 is: [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'e41b5b30-0334-4e63-8817-520ccb5df308', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '93a09055-9c91-4747-9d74-522582d5608f', 'port_id': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'mac_address': 'fa:16:3e:0b:0b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:27:16Z', 'updated_at': '2021-07-07T23:27:16Z', 'revision_number': 0, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:27:18.295370 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fea8ea-7b47-4045-9a3b-333009740c73 None None] New status for floating IP e41b5b30-0334-4e63-8817-520ccb5df308: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:27:20.559354 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:25.270054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16224880-a41f-40eb-8a76-ab839edc18cf req-fb47ad32-b3e8-49b9-8e0f-51012c4cae1d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580873 Jul 07 23:27:25.389121 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16224880-a41f-40eb-8a76-ab839edc18cf req-b3a89552-2219-443b-8610-3e21ffa7523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:25.390790 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16224880-a41f-40eb-8a76-ab839edc18cf req-b3a89552-2219-443b-8610-3e21ffa7523f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1098 time: 0.0592923 Jul 07 23:27:25.500690 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16224880-a41f-40eb-8a76-ab839edc18cf req-24fb1707-9ffa-4ed7-a35a-d22fb9d9e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:25.502120 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16224880-a41f-40eb-8a76-ab839edc18cf req-24fb1707-9ffa-4ed7-a35a-d22fb9d9e760 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0905247 Jul 07 23:27:25.568663 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16224880-a41f-40eb-8a76-ab839edc18cf req-99f160b0-1143-4fdd-8415-9e3e951449ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 1001 time: 0.0568831 Jul 07 23:27:25.618780 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16224880-a41f-40eb-8a76-ab839edc18cf req-20e910fb-e2f4-42e0-983e-41520c18a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:25.620489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16224880-a41f-40eb-8a76-ab839edc18cf req-20e910fb-e2f4-42e0-983e-41520c18a3f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0459392 Jul 07 23:27:25.686686 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16224880-a41f-40eb-8a76-ab839edc18cf req-a0e717b9-358f-411e-b745-83648e9ba3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:27:25.688488 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16224880-a41f-40eb-8a76-ab839edc18cf req-a0e717b9-358f-411e-b745-83648e9ba3d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622399 Jul 07 23:27:25.790862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16224880-a41f-40eb-8a76-ab839edc18cf req-ba14f92e-4b5c-4a2b-ac62-6c7adb9c6111 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955606 Jul 07 23:27:25.885796 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-16224880-a41f-40eb-8a76-ab839edc18cf req-d108f77c-fc1b-4364-9587-2e5340b44bf3 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885217 Jul 07 23:27:27.439535 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16b811c7-44a9-46e6-a059-11a416deb64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:29.796590 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c27f9921-ee26-4203-a7b1-d52ddabb03ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:30.104983 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:31.181965 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:32.208058 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:33.045922 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:46.298004 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:27:50.576031 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:57.440142 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b87c2d0d-c992-4dab-a5ce-c05caf8e09fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:27:59.796506 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-af04a9d0-34e8-4a73-a19f-5739c5d4a91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:00.104989 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:01.183991 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:02.224390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:03.048322 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:20.590160 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:23.296411 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:28:25.317031 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-cff403f7-228f-4b7d-839c-d90b9f8458d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538344 Jul 07 23:28:25.425745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-7ce23677-c8b9-4037-b517-10105047882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:25.427232 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-7ce23677-c8b9-4037-b517-10105047882e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1098 time: 0.0513952 Jul 07 23:28:25.533072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-b80e0e80-5f7e-474c-8f88-e96f052e4eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:25.534477 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-b80e0e80-5f7e-474c-8f88-e96f052e4eec service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0879443 Jul 07 23:28:25.597834 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-9294e3b1-fc73-4b5e-873b-cfd82d231e21 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 1001 time: 0.0564082 Jul 07 23:28:25.644651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-f1b449c2-c13a-419b-98a1-1c0fe14df863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:25.646144 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-f1b449c2-c13a-419b-98a1-1c0fe14df863 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0426130 Jul 07 23:28:25.705179 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-c04aacdd-bec7-4cec-8f70-8d37cd34a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:28:25.706675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-c04aacdd-bec7-4cec-8f70-8d37cd34a172 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542588 Jul 07 23:28:25.792359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-946ddf38-8157-41cc-a20a-bb4a1c8c16ab service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792053 Jul 07 23:28:25.885263 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-02ffa4fa-febc-4cfa-9196-f6d6db732e15 req-c6601a92-c646-4af6-9295-6dd4b6ad17d8 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860331 Jul 07 23:28:27.440303 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-9cdf74ff-1833-42be-b2a0-01f554396c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:29.797914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-03b9e06a-98e9-4968-86e1-5b3a98a7bec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:30.104276 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:31.187721 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:32.224039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:33.052046 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:50.604660 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:57.443178 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ca386f31-9274-4040-af0c-d6f0dc26f4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:28:59.797456 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e194c91f-04f4-4ed2-963b-0d6955c99056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:00.104445 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:00.295346 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:29:01.190668 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:02.239978 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:03.055039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:15.021769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c40955-a621-409e-9380-0714ca0cbc96 req-6491c46e-fdd0-47e3-b968-984f3114aadf tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:15.023214 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17c40955-a621-409e-9380-0714ca0cbc96 req-6491c46e-fdd0-47e3-b968-984f3114aadf tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0650973 Jul 07 23:29:15.061161 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-17c40955-a621-409e-9380-0714ca0cbc96 req-4d8fdfaa-c860-4585-8214-ae20d5e0d07e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322373 Jul 07 23:29:16.255397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2e31e-47e5-464d-8049-5cdeaeb07ca5 req-4eec7167-ee2d-4dcd-944b-00e38f835b1a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:16.256854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42d2e31e-47e5-464d-8049-5cdeaeb07ca5 req-4eec7167-ee2d-4dcd-944b-00e38f835b1a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0618062 Jul 07 23:29:16.298190 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-42d2e31e-47e5-464d-8049-5cdeaeb07ca5 req-24aa0560-affb-4a7c-86c9-d2c7b50d7988 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353029 Jul 07 23:29:17.495244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b71015-5540-4159-bead-4b1f9393142a req-31dd9526-fba9-4e5c-9ec0-09536e5af71b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:17.496713 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2b71015-5540-4159-bead-4b1f9393142a req-31dd9526-fba9-4e5c-9ec0-09536e5af71b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0634534 Jul 07 23:29:17.533115 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2b71015-5540-4159-bead-4b1f9393142a req-84176982-bc56-410b-81f7-b8010d1abecf tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Jul 07 23:29:18.703031 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ab776-4ae3-425a-afe9-a14b5ec93c38 req-f7c20503-64ec-4c8e-819f-de2042e33978 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:18.704527 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b61ab776-4ae3-425a-afe9-a14b5ec93c38 req-f7c20503-64ec-4c8e-819f-de2042e33978 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0620537 Jul 07 23:29:18.741794 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b61ab776-4ae3-425a-afe9-a14b5ec93c38 req-0700ecf7-656b-4d75-8bd4-8286837c1594 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Jul 07 23:29:19.919884 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b63a3-29b3-4ce0-90ef-dbd13ec77ed0 req-4a319550-cbd0-4348-b3c8-c83e99eff258 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:19.921440 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-709b63a3-29b3-4ce0-90ef-dbd13ec77ed0 req-4a319550-cbd0-4348-b3c8-c83e99eff258 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0676298 Jul 07 23:29:19.958980 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-709b63a3-29b3-4ce0-90ef-dbd13ec77ed0 req-54eb10a3-73d1-4cd1-89a9-79d51a31719a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318842 Jul 07 23:29:20.620492 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:21.134945 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a728811-edd4-4dc5-9ba4-399180763a57 req-9a93fbdd-174e-40e1-958a-8b79109cf122 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:21.136393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a728811-edd4-4dc5-9ba4-399180763a57 req-9a93fbdd-174e-40e1-958a-8b79109cf122 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0622964 Jul 07 23:29:21.172107 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4a728811-edd4-4dc5-9ba4-399180763a57 req-7fe1c158-b486-4d68-bcaa-abef584ce927 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303423 Jul 07 23:29:22.345178 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96350-177b-4d1d-bc14-85b5c9415a61 req-140beab2-41b7-4e54-afa5-90e2878da6c3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:22.346684 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9b96350-177b-4d1d-bc14-85b5c9415a61 req-140beab2-41b7-4e54-afa5-90e2878da6c3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0660439 Jul 07 23:29:22.387500 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d9b96350-177b-4d1d-bc14-85b5c9415a61 req-1dc4630c-5ed7-4a33-a891-42f980ecad46 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352840 Jul 07 23:29:23.559607 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732615e-d1ca-4488-9318-6f7a1ef7779a req-dc26c462-66cc-499b-a1a9-687a0f028d6b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:23.560999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3732615e-d1ca-4488-9318-6f7a1ef7779a req-dc26c462-66cc-499b-a1a9-687a0f028d6b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0626116 Jul 07 23:29:23.597923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3732615e-d1ca-4488-9318-6f7a1ef7779a req-6730f3ea-51f6-4bff-9f34-d29cd3b8a01f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311687 Jul 07 23:29:24.766877 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73391b-19cc-4b20-827f-a7a07a727eba req-b6cacac2-e569-4487-be8b-4a05dbd3a9ff tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:24.768337 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d73391b-19cc-4b20-827f-a7a07a727eba req-b6cacac2-e569-4487-be8b-4a05dbd3a9ff tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0624969 Jul 07 23:29:24.804945 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3d73391b-19cc-4b20-827f-a7a07a727eba req-ada4f2da-eee0-4244-a500-547b177478ee tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311658 Jul 07 23:29:25.205988 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3073f2-c91e-4822-99e6-64a369154825 req-46593d51-86c4-4d5d-97b2-c1ca62a2f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:25.207474 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3073f2-c91e-4822-99e6-64a369154825 req-46593d51-86c4-4d5d-97b2-c1ca62a2f049 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1098 time: 0.0547771 Jul 07 23:29:25.293194 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3073f2-c91e-4822-99e6-64a369154825 req-733209cb-7c40-4d4f-a774-9e6c5d346b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:25.294743 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3073f2-c91e-4822-99e6-64a369154825 req-733209cb-7c40-4d4f-a774-9e6c5d346b18 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0808773 Jul 07 23:29:25.361111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3073f2-c91e-4822-99e6-64a369154825 req-5f1f2286-fda8-4c8e-8d9d-40936f5dab07 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 1001 time: 0.0602462 Jul 07 23:29:25.406864 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3073f2-c91e-4822-99e6-64a369154825 req-1651585a-d1ef-429e-bd69-a2c679673e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:25.408237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3073f2-c91e-4822-99e6-64a369154825 req-1651585a-d1ef-429e-bd69-a2c679673e80 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0416048 Jul 07 23:29:25.464701 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3073f2-c91e-4822-99e6-64a369154825 req-144f4ba3-f271-46e8-8b16-bd101854a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:25.466156 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3073f2-c91e-4822-99e6-64a369154825 req-144f4ba3-f271-46e8-8b16-bd101854a4ef service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519934 Jul 07 23:29:25.866315 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3073f2-c91e-4822-99e6-64a369154825 req-7487677b-e7c8-40cf-9da3-3f3683d3474c service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935270 Jul 07 23:29:25.999763 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1f3073f2-c91e-4822-99e6-64a369154825 req-daf0ead7-aa42-4a91-a52e-b7850a080ba7 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269093 Jul 07 23:29:26.012623 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d3cc3-3e08-420d-ab2e-f6ab499559da req-88a5000a-0da8-4f81-a0de-c55a07ce8aea tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:26.014099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c5d3cc3-3e08-420d-ab2e-f6ab499559da req-88a5000a-0da8-4f81-a0de-c55a07ce8aea tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.1005013 Jul 07 23:29:26.050868 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4c5d3cc3-3e08-420d-ab2e-f6ab499559da req-c6b66ea1-6d38-4b6e-9199-4e2be812e562 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309958 Jul 07 23:29:27.236859 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6b1bc-7cfa-47be-9076-de7590c18b72 req-4fb90b4c-5e9a-4bf1-8fec-77314f62e3fa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:27.241043 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3e6b1bc-7cfa-47be-9076-de7590c18b72 req-4fb90b4c-5e9a-4bf1-8fec-77314f62e3fa tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0728564 Jul 07 23:29:27.312949 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e3e6b1bc-7cfa-47be-9076-de7590c18b72 req-18c9f84d-b7ca-4c06-b7e2-0b1b0e1e2b28 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658033 Jul 07 23:29:27.331964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-345bafd0-c0ce-4961-89f7-1616178b8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:27.333403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-345bafd0-c0ce-4961-89f7-1616178b8554 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1098 time: 0.0706563 Jul 07 23:29:27.438393 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-e4f2919c-f4ac-4000-8b3e-7997c387511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:27.439864 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-e4f2919c-f4ac-4000-8b3e-7997c387511c service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0846775 Jul 07 23:29:27.444419 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-baf95120-316f-4f56-be09-039b15b24ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:27.513060 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-7e4563c1-a1aa-4f91-9e98-3acc3038d099 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 1001 time: 0.0633903 Jul 07 23:29:27.560350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-9777e659-ca36-4cc4-a4a6-6cb13a4bbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:27.561752 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-9777e659-ca36-4cc4-a4a6-6cb13a4bbb4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0423152 Jul 07 23:29:27.643965 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-97348ad4-be07-4513-9824-b3c3bc2d04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:27.645483 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-97348ad4-be07-4513-9824-b3c3bc2d04a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520697 Jul 07 23:29:27.747956 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-b68b1b54-01a6-4f8d-a67c-fa625b6eda4c service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958931 Jul 07 23:29:27.840464 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6b280c0e-8675-4aea-910d-8eba58075e54 req-9bc33e9f-2446-4679-a892-2b789cdb6292 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863862 Jul 07 23:29:28.503191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd01ac4-0b6f-44dd-b447-5f69dde6cea3 req-9bc6826d-3c4b-4c69-b46d-cf70e2e1bfdc tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:28.504624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fd01ac4-0b6f-44dd-b447-5f69dde6cea3 req-9bc6826d-3c4b-4c69-b46d-cf70e2e1bfdc tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0757544 Jul 07 23:29:28.543147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fd01ac4-0b6f-44dd-b447-5f69dde6cea3 req-71cba58a-aa79-4d9c-bdad-19c3e7595fae tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323126 Jul 07 23:29:29.723540 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec43d2-3e7a-43ba-9dd0-4766270e4cb0 req-9852a3c7-e275-443a-bc9c-4d7a62dc59c5 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:29.725019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9ec43d2-3e7a-43ba-9dd0-4766270e4cb0 req-9852a3c7-e275-443a-bc9c-4d7a62dc59c5 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0679033 Jul 07 23:29:29.762209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f9ec43d2-3e7a-43ba-9dd0-4766270e4cb0 req-397c5fc4-bac8-4488-b04d-d639ebc71fa3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314546 Jul 07 23:29:29.798701 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bb0ed18c-666b-440c-a768-38b031a69205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:30.041411 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 50936) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:29:30.104094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:30.151512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2041602-f062-42f5-ad11-022ad318a2e4 req-2689d54c-8e96-4e1b-9c5f-5c1f681b6289 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:30.152995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2041602-f062-42f5-ad11-022ad318a2e4 req-2689d54c-8e96-4e1b-9c5f-5c1f681b6289 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.1060064 Jul 07 23:29:30.168117 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-e36ff099-af39-4e92-ad18-94dfd31a63e1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255429 Jul 07 23:29:30.194732 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a2041602-f062-42f5-ad11-022ad318a2e4 req-569315c5-a9c5-4bc9-9cf8-dacbe8c877a1 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357633 Jul 07 23:29:31.194419 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:31.369291 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80046f6a-d4f1-4267-ac62-07fa6e14127c req-19528e4e-fb6e-4ed5-b959-258ac7075067 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:31.370825 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80046f6a-d4f1-4267-ac62-07fa6e14127c req-19528e4e-fb6e-4ed5-b959-258ac7075067 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0655696 Jul 07 23:29:31.409512 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-80046f6a-d4f1-4267-ac62-07fa6e14127c req-10214339-61d9-4f25-b274-b283ad4ee712 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329089 Jul 07 23:29:31.458455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8cc18df9-3e70-405d-be9f-d1fc121b1e0f no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:29:31.535412 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:31.557323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:29:31.559615 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f934c-1dc7-4129-a0bb-9a9001ad5290" -d '{"events": [{"server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "name": "network-vif-unplugged", "status": "completed", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:29:31.573246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:29:31.578264 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:31.601103 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 07 Jul 2021 23:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c55f73-7aaa-4b0c-8c25-3e65b13bedee x-openstack-request-id: req-a0c55f73-7aaa-4b0c-8c25-3e65b13bedee {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:29:31.601401 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "name": "network-vif-unplugged", "status": "failed", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f", "code": 422}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:29:31.601659 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0c55f73-7aaa-4b0c-8c25-3e65b13bedee {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:29:31.602050 n-d-695012-11 neutron-server[93943]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'code': 422} returned with failed status Jul 07 23:29:31.627439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:31.635238 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.635590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.635940 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.636278 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.636614 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.636947 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.637279 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.637608 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.637935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.638292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.638622 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:31.638946 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:29:32.256350 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:32.581827 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85f5a7-1011-460a-bfc9-f0510f87457b req-26135673-529d-4ea5-8d3a-3fca62bd8e7f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:32.583266 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b85f5a7-1011-460a-bfc9-f0510f87457b req-26135673-529d-4ea5-8d3a-3fca62bd8e7f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0639713 Jul 07 23:29:32.621180 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8b85f5a7-1011-460a-bfc9-f0510f87457b req-6b0d753e-616e-44b8-8c39-fb3d89770456 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318794 Jul 07 23:29:33.059432 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:33.800198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d32c50-60fc-4bfc-b3d1-cef67f6cf7ea req-3abb6d57-64e5-4584-90bc-6230d44e9b45 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:33.801705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52d32c50-60fc-4bfc-b3d1-cef67f6cf7ea req-3abb6d57-64e5-4584-90bc-6230d44e9b45 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0678399 Jul 07 23:29:33.839729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-52d32c50-60fc-4bfc-b3d1-cef67f6cf7ea req-6c85e8a7-5a74-4382-b000-7cf1a2378568 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323982 Jul 07 23:29:35.050172 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589634d-aaa1-4887-930b-1df197f89281 req-102c5de6-02c7-4986-a3e6-b23d004663e6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:35.051736 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6589634d-aaa1-4887-930b-1df197f89281 req-102c5de6-02c7-4986-a3e6-b23d004663e6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0964828 Jul 07 23:29:35.101552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed12e25-8b75-4225-9694-387fcb148757 req-239794ad-d27f-4514-9e53-bdd6c53c30bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:35.103601 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-239794ad-d27f-4514-9e53-bdd6c53c30bd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272&tenant_id=1684790420cc4ca9b1b8f18c24803f55 HTTP/1.1" status: 200 len: 1096 time: 0.0985646 Jul 07 23:29:35.111196 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6589634d-aaa1-4887-930b-1df197f89281 req-601c1995-349a-4b02-9854-645546783d77 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523207 Jul 07 23:29:35.200252 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed12e25-8b75-4225-9694-387fcb148757 req-2273a122-4ced-4d71-a3de-49ddd3cfdcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:35.201776 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-2273a122-4ced-4d71-a3de-49ddd3cfdcdc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1096 time: 0.0573034 Jul 07 23:29:35.294177 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed12e25-8b75-4225-9694-387fcb148757 req-21d158ed-840a-4d31-9038-a643b37402f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:35.295672 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-21d158ed-840a-4d31-9038-a643b37402f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0839882 Jul 07 23:29:35.363193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-ba202213-7a7e-4e47-8919-42ae2d5a49c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 999 time: 0.0606592 Jul 07 23:29:35.410629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed12e25-8b75-4225-9694-387fcb148757 req-e3f86564-cfbe-43a3-915c-79f072a712e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:35.412020 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-e3f86564-cfbe-43a3-915c-79f072a712e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0419436 Jul 07 23:29:35.467424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed12e25-8b75-4225-9694-387fcb148757 req-c5661f9e-a1bc-45fd-9855-4e97fa04c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:35.468939 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-c5661f9e-a1bc-45fd-9855-4e97fa04c94c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504048 Jul 07 23:29:35.565913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-80c3708a-4219-4221-9993-f896726a9adb service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901763 Jul 07 23:29:35.653563 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-a29da720-6496-48a8-acbb-09a600f433ae service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805347 Jul 07 23:29:36.292092 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333f455-28a6-4e97-8a48-8945741d0a5c req-04edef31-4368-41ce-a027-d1c8d8ca46ac tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:36.293556 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0333f455-28a6-4e97-8a48-8945741d0a5c req-04edef31-4368-41ce-a027-d1c8d8ca46ac tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0686026 Jul 07 23:29:36.329703 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0333f455-28a6-4e97-8a48-8945741d0a5c req-d7380057-b1ab-44c6-9673-aef1d88229e5 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304031 Jul 07 23:29:37.295358 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:29:37.500374 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf332c2a-b439-4290-b092-4053247342bf req-6f8e5364-4960-4114-af65-e69ffb9530f2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:37.501863 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf332c2a-b439-4290-b092-4053247342bf req-6f8e5364-4960-4114-af65-e69ffb9530f2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0637398 Jul 07 23:29:37.538594 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-cf332c2a-b439-4290-b092-4053247342bf req-3ed2a4a0-8af0-4cb1-9ada-e023691dea72 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311370 Jul 07 23:29:38.708650 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d53be8-d46f-4421-90be-5c72e122e5b7 req-201a0344-b93b-4969-b610-03f2d560eaa4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:38.710394 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8d53be8-d46f-4421-90be-5c72e122e5b7 req-201a0344-b93b-4969-b610-03f2d560eaa4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0628867 Jul 07 23:29:38.747627 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e8d53be8-d46f-4421-90be-5c72e122e5b7 req-a5d0296a-1635-4197-a16b-76c2cb657c5b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318477 Jul 07 23:29:39.919250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d942a-fbbd-4ee6-ac00-2aab64fda2cd req-ff1cdf63-b13c-46d7-9bc2-d5dad434d53f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:39.920704 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d8d942a-fbbd-4ee6-ac00-2aab64fda2cd req-ff1cdf63-b13c-46d7-9bc2-d5dad434d53f tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0659375 Jul 07 23:29:39.957728 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d8d942a-fbbd-4ee6-ac00-2aab64fda2cd req-b5d71c6e-313c-41cc-b1ab-105e8b2b98ad tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Jul 07 23:29:41.128272 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479a0fb-be1f-40e9-8f49-c09afc1b5389 req-aeff2f19-9130-4aaa-8def-61f54f6fdcb7 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:41.129667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4479a0fb-be1f-40e9-8f49-c09afc1b5389 req-aeff2f19-9130-4aaa-8def-61f54f6fdcb7 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0635164 Jul 07 23:29:41.166874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4479a0fb-be1f-40e9-8f49-c09afc1b5389 req-0b64eb98-026d-4680-b132-88dfe6aff54e tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310905 Jul 07 23:29:42.341241 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebea38b-fd9d-4d36-ab98-330a427e447d req-6d4ca181-528c-4bf3-a0ac-88e3e8716bcc tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:42.342729 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ebea38b-fd9d-4d36-ab98-330a427e447d req-6d4ca181-528c-4bf3-a0ac-88e3e8716bcc tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0657659 Jul 07 23:29:42.378777 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1ebea38b-fd9d-4d36-ab98-330a427e447d req-a4895145-74e7-4f46-9018-08805a8bc541 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305831 Jul 07 23:29:43.550119 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84fa2b-801e-4373-9ba2-1f160aeeb056 req-ac0f54bc-204d-4cff-9127-5dc00ee235e2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:43.551529 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af84fa2b-801e-4373-9ba2-1f160aeeb056 req-ac0f54bc-204d-4cff-9127-5dc00ee235e2 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0629749 Jul 07 23:29:43.589531 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-af84fa2b-801e-4373-9ba2-1f160aeeb056 req-d0e55881-3bf4-4223-804f-3e6f94bd1b23 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322874 Jul 07 23:29:44.766015 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b50408-bf83-4e3f-8b47-0bd77daf8c25 req-b5e94506-30a0-46e3-8089-d7d7c25b4d3b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:44.767502 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f6b50408-bf83-4e3f-8b47-0bd77daf8c25 req-b5e94506-30a0-46e3-8089-d7d7c25b4d3b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 944 time: 0.0626204 Jul 07 23:29:44.803862 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f6b50408-bf83-4e3f-8b47-0bd77daf8c25 req-76de8a60-079d-42b4-8ec2-78f6c248a2e4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309296 Jul 07 23:29:45.519868 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8cc18df9-3e70-405d-be9f-d1fc121b1e0f details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:29:45.612541 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:29:45.623909 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'port_id': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'mac_address': 'fa:16:3e:0b:0b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:29:45.659636 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:45.672296 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc18df9-3e70-405d-be9f-d1fc121b1e0f {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:29:45.691206 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:29:45.694998 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:45.744203 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:45.984212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037adeb-d96d-448e-8f78-4decc78808a6 req-1f751ed8-8702-4711-92d0-2c6631ff5c01 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:45.985690 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7037adeb-d96d-448e-8f78-4decc78808a6 req-1f751ed8-8702-4711-92d0-2c6631ff5c01 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 945 time: 0.0725441 Jul 07 23:29:46.022549 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7037adeb-d96d-448e-8f78-4decc78808a6 req-2f9a8e0b-71e7-4bfe-9174-53b792a50961 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311091 Jul 07 23:29:46.081419 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['8cc18df9-3e70-405d-be9f-d1fc121b1e0f'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:29:47.193523 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565312d-501d-4be6-88b9-1d85de3c8344 req-54541cdb-7341-4620-a20b-f2bb61548a69 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:47.195099 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0565312d-501d-4be6-88b9-1d85de3c8344 req-54541cdb-7341-4620-a20b-f2bb61548a69 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 945 time: 0.0627317 Jul 07 23:29:47.233469 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0565312d-501d-4be6-88b9-1d85de3c8344 req-61f0dac2-550b-4077-a19b-83d0767af284 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327978 Jul 07 23:29:47.535981 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8cc18df9-3e70-405d-be9f-d1fc121b1e0f up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:29:47.581879 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:29:47.582282 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:47.656068 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:47.679494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:29:47.681683 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42df8088-f21d-42d3-a812-68ebec19ae43" -d '{"events": [{"server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "name": "network-vif-plugged", "status": "completed", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:29:47.697048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:29:47.701617 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:47.747445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:29:48.409331 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad3b2-d292-40c8-9762-d3fdc3af167c req-37b5245f-233e-48f2-b82a-c98f39ffd0d4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:48.410820 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e9ad3b2-d292-40c8-9762-d3fdc3af167c req-37b5245f-233e-48f2-b82a-c98f39ffd0d4 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0661385 Jul 07 23:29:48.448524 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e9ad3b2-d292-40c8-9762-d3fdc3af167c req-405bd9c3-6bdc-4b87-a862-ee70a031eb6d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314724 Jul 07 23:29:48.737882 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f14eeb7-bd5f-4cf0-a0d7-fa435c1286a5 x-openstack-request-id: req-1f14eeb7-bd5f-4cf0-a0d7-fa435c1286a5 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:29:48.738354 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "name": "network-vif-plugged", "status": "completed", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:29:48.738494 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f14eeb7-bd5f-4cf0-a0d7-fa435c1286a5 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:29:48.738844 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'code': 200} Jul 07 23:29:48.934466 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7788c28-3dfa-48ef-9ee0-e4b92830e4dd req-5b71807d-17aa-473c-aff2-7e222ef9861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:48.935948 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7788c28-3dfa-48ef-9ee0-e4b92830e4dd req-5b71807d-17aa-473c-aff2-7e222ef9861d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1098 time: 0.0507529 Jul 07 23:29:48.970371 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f7788c28-3dfa-48ef-9ee0-e4b92830e4dd req-567fe691-6e46-4d45-880b-6aa0db8c6bd7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277984 Jul 07 23:29:49.620734 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c424df-cdb8-4733-a168-03870047d754 req-2a321ce9-2717-49f1-bac0-1979c5964fed tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:49.622221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51c424df-cdb8-4733-a168-03870047d754 req-2a321ce9-2717-49f1-bac0-1979c5964fed tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0617626 Jul 07 23:29:49.658605 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-51c424df-cdb8-4733-a168-03870047d754 req-6bc3883f-b960-4182-929d-ca4189c748de tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309448 Jul 07 23:29:50.640006 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:50.834509 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339873f-9f43-4786-b5d8-be65dcdff93d req-fec48334-c01f-4a0b-aaf1-4f392ae80b8b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:29:50.835964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5339873f-9f43-4786-b5d8-be65dcdff93d req-fec48334-c01f-4a0b-aaf1-4f392ae80b8b tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0657012 Jul 07 23:29:50.872547 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5339873f-9f43-4786-b5d8-be65dcdff93d req-23faa508-2a20-4d8f-a0f0-36f310a2e404 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Jul 07 23:29:57.444642 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d383c0fa-b79b-4fe7-823b-d88fd1874596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:29:59.798848 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dff1b2dd-7c03-4cb7-af28-8e949af656cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:00.104624 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:01.196682 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:02.271551 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:03.060937 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:14.295349 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:30:20.646044 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:27.445010 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a837fe1b-99e2-4c1d-be07-52c4eb64a908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:28.314472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fb2bd41-9bca-4470-b910-045de5646994 req-e15e979a-267c-4a6f-b7a6-0256ea201f12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514655 Jul 07 23:30:28.424975 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2bd41-9bca-4470-b910-045de5646994 req-f2496d3c-cc07-454c-98ae-79ba3e034bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:28.426518 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fb2bd41-9bca-4470-b910-045de5646994 req-f2496d3c-cc07-454c-98ae-79ba3e034bde service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1098 time: 0.0528595 Jul 07 23:30:28.532637 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2bd41-9bca-4470-b910-045de5646994 req-bf16c164-e100-4e31-a005-7d8be22bbbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:28.534152 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fb2bd41-9bca-4470-b910-045de5646994 req-bf16c164-e100-4e31-a005-7d8be22bbbc6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.0860918 Jul 07 23:30:28.596915 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fb2bd41-9bca-4470-b910-045de5646994 req-b21f1ec7-2de8-4a88-8516-f4654ed5d30c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 1001 time: 0.0559504 Jul 07 23:30:28.647964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2bd41-9bca-4470-b910-045de5646994 req-d1282f77-901c-4041-9b1d-8e3fee353a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:28.649362 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fb2bd41-9bca-4470-b910-045de5646994 req-d1282f77-901c-4041-9b1d-8e3fee353a26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0451574 Jul 07 23:30:28.704467 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2bd41-9bca-4470-b910-045de5646994 req-d064fd9e-ddd9-44b6-aa2d-484bd93f6080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:30:28.705922 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fb2bd41-9bca-4470-b910-045de5646994 req-d064fd9e-ddd9-44b6-aa2d-484bd93f6080 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499053 Jul 07 23:30:28.794610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fb2bd41-9bca-4470-b910-045de5646994 req-8b51e241-ada4-42f7-ab76-749d558e410f service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809166 Jul 07 23:30:28.885514 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5fb2bd41-9bca-4470-b910-045de5646994 req-cfda2881-61da-4bbb-9fe3-2e4007f5b126 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839777 Jul 07 23:30:29.798979 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9dfc471-7800-4888-a9a0-1d68af63be4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:30.104675 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:31.199729 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:32.280751 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:33.063197 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:50.667399 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:51.294025 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:30:57.445914 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-449bca0a-f0f1-4a14-86a6-76178849437e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:30:59.799255 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7108c24b-f734-42c2-a452-baf654ffb4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:00.108183 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:01.201393 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:02.296546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:03.064585 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:06.351280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51022) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:06.507324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Deleting port a239f5cf-7611-41c1-8eb0-4000f43c825c {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:31:06.507692 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:06.584145 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:06.584398 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:06.596525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Calling delete_port for a239f5cf-7611-41c1-8eb0-4000f43c825c owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:31:06.741280 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:06.767286 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event deleted for resources: {'Port': ['ID=a239f5cf-7611-41c1-8eb0-4000f43c825c,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:06.792896 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.793366 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.793729 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.794090 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.794433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.794800 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.795130 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.795460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.795785 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.796108 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.796454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.796777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:06.842588 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:06.842835 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Floating IP e41b5b30-0334-4e63-8817-520ccb5df308 disassociated (deleted). External IP: 172.25.8.36, port: 8cc18df9-3e70-405d-be9f-d1fc121b1e0f. Jul 07 23:31:07.049887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Router 93a09055-9c91-4747-9d74-522582d5608f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:31:07.154683 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:31:07.159446 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:07.164907 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] Sync routers for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:31:07.174188 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:07.174809 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:07.194141 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cad25cd9-c68b-4db3-a11e-f8976be51f98 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "DELETE /v2.0/floatingips/e41b5b30-0334-4e63-8817-520ccb5df308 HTTP/1.1" status: 204 len: 168 time: 0.8417606 Jul 07 23:31:07.194745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:31:07.196984 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891d30a0-ca1a-4635-aaa8-116cee027048" -d '{"events": [{"name": "network-changed", "server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:31:07.238946 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b1e8d3-41c9-4349-a63c-8d4e89683cb8 x-openstack-request-id: req-d7b1e8d3-41c9-4349-a63c-8d4e89683cb8 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:31:07.239243 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:31:07.239500 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d7b1e8d3-41c9-4349-a63c-8d4e89683cb8 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:31:07.240373 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'status': 'completed', 'code': 200} Jul 07 23:31:07.282893 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:07.351699 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-7d3328e2-0ce9-4753-9c3a-96a00fb7b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:07.354209 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-7d3328e2-0ce9-4753-9c3a-96a00fb7b699 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1684790420cc4ca9b1b8f18c24803f55&device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 1098 time: 0.0679159 Jul 07 23:31:07.470842 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-5361fbc6-3610-42f4-b819-683a8163becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:07.472368 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-5361fbc6-3610-42f4-b819-683a8163becb service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 200 len: 909 time: 0.1118915 Jul 07 23:31:07.488281 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:07.514484 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] Checking router: 93a09055-9c91-4747-9d74-522582d5608f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:31:07.515504 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-2ee8b041-9691-48b5-b603-c7967511baeb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 200 len: 217 time: 0.0350621 Jul 07 23:31:07.523019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:07.523627 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:07.596646 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-e8ce600f-2c13-4317-b203-e8ded20f28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:07.598112 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-e8ce600f-2c13-4317-b203-e8ded20f28f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 200 len: 847 time: 0.0719643 Jul 07 23:31:07.627317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:07.647128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c66d0-5a7a-4ac8-90c8-1e59bfb27ac7 req-bd036e3e-bc13-4c21-b20a-25681a804bb3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:07.648610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-204c66d0-5a7a-4ac8-90c8-1e59bfb27ac7 req-bd036e3e-bc13-4c21-b20a-25681a804bb3 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.1312656 Jul 07 23:31:07.697382 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-531337c0-f46a-4d16-9591-a52b9b64bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:07.698840 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-531337c0-f46a-4d16-9591-a52b9b64bf6c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925384 Jul 07 23:31:07.701675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-204c66d0-5a7a-4ac8-90c8-1e59bfb27ac7 req-73d70d74-db95-40c2-bc7a-b088ed37ab2d tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465238 Jul 07 23:31:07.793991 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-c45d7b2b-3be5-451d-9d7c-4af91c60563b service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876169 Jul 07 23:31:07.822018 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:07.848400 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e0fa1-9e23-4e0c-964d-758eba519b28 None None] The sync data for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 is: [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:34Z', 'revision_number': 4, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '0a150acc-e1ef-4977-ab17-7fb171b6756d', 'name': '', 'network_id': '7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'mac_address': 'fa:16:3e:59:55:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:34Z', 'updated_at': '2021-07-07T23:21:41Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'subnets': [{'id': '797f8067-4b82-427b-b9c5-e796a43a00b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:31:07.884631 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-891d30a0-ca1a-4635-aaa8-116cee027048 req-ee2feca1-2b1e-41c0-8a36-09392d256c72 service neutron] 10.222.0.83 "GET /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832651 Jul 07 23:31:08.080266 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05df01e-67fc-49d3-a4a1-177149b7b593 None None] New status for floating IP e41b5b30-0334-4e63-8817-520ccb5df308: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:31:08.881811 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43483096-e765-4bfc-be1f-aef237954c4a req-ca0c8617-52ad-4f5b-860e-5d4ed48a4582 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:08.883359 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43483096-e765-4bfc-be1f-aef237954c4a req-ca0c8617-52ad-4f5b-860e-5d4ed48a4582 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0675807 Jul 07 23:31:08.920745 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-43483096-e765-4bfc-be1f-aef237954c4a req-3f47a53c-f0c9-46c2-8ea3-cad50f7b1f88 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/security-groups?id=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311532 Jul 07 23:31:09.352132 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-3b5084d1-8f56-4988-be15-753e99936417 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:09.353593 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-3b5084d1-8f56-4988-be15-753e99936417 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.83 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 946 time: 0.0630395 Jul 07 23:31:09.449397 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Deleting port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:31:09.449746 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:09.541914 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] For port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:09.542300 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:09.555595 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Calling delete_port for 8cc18df9-3e70-405d-be9f-d1fc121b1e0f owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:31:09.681612 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:09.710021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event deleted for resources: {'Port': ['ID=8cc18df9-3e70-405d-be9f-d1fc121b1e0f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:09.756487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] No DVR routers for this DVR port 8cc18df9-3e70-405d-be9f-d1fc121b1e0f on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:31:09.759084 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:09.761037 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-df2420fe-32b1-40ef-84c9-839f45f71486 req-323be82c-ced2-4a6b-8efa-e26c0986fdf6 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.83 "DELETE /v2.0/ports/8cc18df9-3e70-405d-be9f-d1fc121b1e0f HTTP/1.1" status: 204 len: 173 time: 0.4025054 Jul 07 23:31:09.761526 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'name': 'network-vif-deleted', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:31:09.764292 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cd45fd-59e4-4526-b9a5-7e717bfd128e" -d '{"events": [{"server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "name": "network-vif-deleted", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:31:09.799595 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815d4b75-1413-41ab-80b3-1899523a176b x-openstack-request-id: req-815d4b75-1413-41ab-80b3-1899523a176b {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:31:09.800215 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b9caa2-cfd7-4ea2-b36e-968fdb079272", "name": "network-vif-deleted", "tag": "8cc18df9-3e70-405d-be9f-d1fc121b1e0f", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:31:09.800215 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-815d4b75-1413-41ab-80b3-1899523a176b {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:31:09.800543 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b9caa2-cfd7-4ea2-b36e-968fdb079272', 'name': 'network-vif-deleted', 'tag': '8cc18df9-3e70-405d-be9f-d1fc121b1e0f', 'status': 'completed', 'code': 200} Jul 07 23:31:10.064886 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-53c52732-0fab-4d20-98ab-a4cd10836eef req-9b089b13-f492-4449-9280-7fc6be77832c tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 210 time: 0.0334520 Jul 07 23:31:11.217808 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4b0cdbc7-1325-4d1e-a861-f86cf96fa14a req-795757f4-6776-4e55-94f6-07087d7f49ba tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 210 time: 0.0353482 Jul 07 23:31:12.362687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1805545a-f312-4e70-b4aa-4516b1c04166 req-639432ca-096d-4dcb-a208-e22ccbebef19 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 210 time: 0.0294180 Jul 07 23:31:13.515937 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-d3f2e7bb-ce3c-4f51-aad0-d5db021951f1 req-e7c71029-7697-4b5a-a0aa-fe1dc8d8d1d8 tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "GET /v2.0/ports?device_id=27b9caa2-cfd7-4ea2-b36e-968fdb079272 HTTP/1.1" status: 200 len: 210 time: 0.0288785 Jul 07 23:31:13.989808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8cc18df9-3e70-405d-be9f-d1fc121b1e0f no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:31:14.012943 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: 8cc18df9-3e70-405d-be9f-d1fc121b1e0f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:31:14.013933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device 8cc18df9-3e70-405d-be9f-d1fc121b1e0f not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:31:14.606845 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51052) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:14.667811 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-79600893-a18c-4a88-ae8f-4404b3aa873a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:14.692846 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-79600893-a18c-4a88-ae8f-4404b3aa873a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:14.756598 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-79600893-a18c-4a88-ae8f-4404b3aa873a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:14.759314 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-79600893-a18c-4a88-ae8f-4404b3aa873a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:14.760854 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-79600893-a18c-4a88-ae8f-4404b3aa873a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] 10.222.0.81 "DELETE /v2.0/security-groups/0e9c8f37-18c2-4ee6-85ce-98aa2ec614be HTTP/1.1" status: 204 len: 168 time: 0.1525021 Jul 07 23:31:14.771520 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79600893-a18c-4a88-ae8f-4404b3aa873a tempest-TestShelveInstance-646207463 tempest-TestShelveInstance-646207463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9c8f37-18c2-4ee6-85ce-98aa2ec614be,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:14.818519 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51056) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:15.603204 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:15.859749 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Deleting port 0a150acc-e1ef-4977-ab17-7fb171b6756d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:31:15.860318 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:15.938916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] For port 0a150acc-e1ef-4977-ab17-7fb171b6756d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=0a150acc-e1ef-4977-ab17-7fb171b6756d,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:15.939276 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:15.952306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Calling delete_port for 0a150acc-e1ef-4977-ab17-7fb171b6756d owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:31:16.135137 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:16.159762 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a150acc-e1ef-4977-ab17-7fb171b6756d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:16.343235 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:16.555195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Router 93a09055-9c91-4747-9d74-522582d5608f has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:31:16.662224 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:31:16.667170 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-95628a9f-eb9f-45c4-a9f8-cb32a86e95d7 admin admin] 10.222.0.81 "PUT /v2.0/routers/93a09055-9c91-4747-9d74-522582d5608f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8473542 Jul 07 23:31:16.670260 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51060) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:16.672933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] Sync routers for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:31:16.682668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:16.683277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:16.772076 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:16.786761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:16.882236 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:16.935359 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Deleting port e1395af0-b39d-466b-bd5b-7b32273613fd {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:31:16.935698 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:16.984179 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:31:16Z', 'revision_number': 5, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port': {'id': 'e1395af0-b39d-466b-bd5b-7b32273613fd', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:34:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a09055-9c91-4747-9d74-522582d5608f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:17.017638 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] For port e1395af0-b39d-466b-bd5b-7b32273613fd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e1395af0-b39d-466b-bd5b-7b32273613fd,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:17.018002 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.032754 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Calling delete_port for e1395af0-b39d-466b-bd5b-7b32273613fd owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:31:17.163356 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] Checking router: 93a09055-9c91-4747-9d74-522582d5608f for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:31:17.172100 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] Routers {'93a09055-9c91-4747-9d74-522582d5608f'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:17.172718 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['93a09055-9c91-4747-9d74-522582d5608f'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:17.199614 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.227088 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1395af0-b39d-466b-bd5b-7b32273613fd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:17.259066 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] Set router 93a09055-9c91-4747-9d74-522582d5608f gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:17.292699 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.318941 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:31:16Z', 'revision_number': 6, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:17.347740 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62462db-177d-409f-93ca-d0fed3a652a0 None None] The sync data for ids ['93a09055-9c91-4747-9d74-522582d5608f'] in n-d-695012-11 is: [{'id': '93a09055-9c91-4747-9d74-522582d5608f', 'name': 'tempest-TestShelveInstance-509290679-router', 'tenant_id': '1684790420cc4ca9b1b8f18c24803f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:32Z', 'updated_at': '2021-07-07T23:31:16Z', 'revision_number': 6, 'project_id': '1684790420cc4ca9b1b8f18c24803f55', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:31:17.386925 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.389538 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.435047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.435773 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a09055-9c91-4747-9d74-522582d5608f {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:31:17.440027 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.441414 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8d91e648-4148-4fd7-acc1-8211208fa66c admin admin] 10.222.0.81 "DELETE /v2.0/routers/93a09055-9c91-4747-9d74-522582d5608f HTTP/1.1" status: 204 len: 168 time: 0.7701247 Jul 07 23:31:17.444044 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51062) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:17.487887 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae6f392-8780-4ff0-813e-d00eb3b80c0f admin admin] Deleting subnet 797f8067-4b82-427b-b9c5-e796a43a00b3 {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:31:17.490875 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f392-8780-4ff0-813e-d00eb3b80c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.524941 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f392-8780-4ff0-813e-d00eb3b80c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.604193 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f392-8780-4ff0-813e-d00eb3b80c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.655301 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f392-8780-4ff0-813e-d00eb3b80c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.681458 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6f392-8780-4ff0-813e-d00eb3b80c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797f8067-4b82-427b-b9c5-e796a43a00b3,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:17.683489 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-7ae6f392-8780-4ff0-813e-d00eb3b80c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.685947 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7ae6f392-8780-4ff0-813e-d00eb3b80c0f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/797f8067-4b82-427b-b9c5-e796a43a00b3 HTTP/1.1" status: 204 len: 168 time: 0.2409294 Jul 07 23:31:17.688431 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51064) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:17.690733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4e273-5dff-45ec-a008-ece258641668 None None] Network 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:31:17.760498 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.820363 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Deleting port bae5e071-f96d-429b-be06-2f4de44af43d {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:31:17.820702 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.884114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] For port bae5e071-f96d-429b-be06-2f4de44af43d, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bae5e071-f96d-429b-be06-2f4de44af43d,segment=NetworkSegment(6380fcd7-8dba-470b-8def-a3771d5a8817),segment_id=6380fcd7-8dba-470b-8def-a3771d5a8817)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:17.884767 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:17.897571 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Calling delete_port for bae5e071-f96d-429b-be06-2f4de44af43d owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:31:17.973600 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:18.003471 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Pushing event deleted for resources: {'Port': ['ID=bae5e071-f96d-429b-be06-2f4de44af43d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:18.008327 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] No DVR routers for this DVR port bae5e071-f96d-429b-be06-2f4de44af43d on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:31:18.082672 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:18.093340 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:18.104834 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6380fcd7-8dba-470b-8def-a3771d5a8817') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:18.105128 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6380fcd7-8dba-470b-8def-a3771d5a8817') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:18.114709 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:18.130966 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:18.131370 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49109cdb-c2c8-47b1-b035-3c2acc737637 None None] DHCP port deletion for 7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:31:18.140815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:31:18.140815 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:31:18.142903 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:31:18.200522 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:18.206628 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:18.208497 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d HTTP/1.1" status: 204 len: 168 time: 0.5191700 Jul 07 23:31:18.211990 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51066) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:18.219750 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4899f2-375e-4cfa-aee7-7fbfdf7c4975 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b13041c-1d2d-4934-a4b1-7b2dec9b3a7d,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:18.851082 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:18.870566 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e1395af0-b39d-466b-bd5b-7b32273613fd no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:31:18.890877 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e1395af0-b39d-466b-bd5b-7b32273613fd {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:31:18.891228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e1395af0-b39d-466b-bd5b-7b32273613fd not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:31:18.891649 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bae5e071-f96d-429b-be06-2f4de44af43d no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:31:18.910210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: bae5e071-f96d-429b-be06-2f4de44af43d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:31:18.910689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bae5e071-f96d-429b-be06-2f4de44af43d not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:31:18.911101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0a150acc-e1ef-4977-ab17-7fb171b6756d no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:31:18.928598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 0a150acc-e1ef-4977-ab17-7fb171b6756d {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:31:18.928935 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 0a150acc-e1ef-4977-ab17-7fb171b6756d not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:31:19.099965 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Deleting port bd219664-5a11-4223-b1eb-4a2bacb64422 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:31:19.100221 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:19.177127 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] For port bd219664-5a11-4223-b1eb-4a2bacb64422, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=bd219664-5a11-4223-b1eb-4a2bacb64422,segment=NetworkSegment(21eefc23-99da-49de-8bbf-8ba642f4f3d6),segment_id=21eefc23-99da-49de-8bbf-8ba642f4f3d6)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:19.177486 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:19.190294 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Calling delete_port for bd219664-5a11-4223-b1eb-4a2bacb64422 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:31:19.365744 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:19.388920 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd219664-5a11-4223-b1eb-4a2bacb64422,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:19.398627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.398977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.399314 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.399688 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.399980 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.400933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.400933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.400933 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.401233 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.401556 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.401880 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.402252 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:19.568526 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:19.774774 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Router eb18a973-d03a-4ab6-ab46-a8d03f9891ee has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:31:19.878771 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:31:19.883623 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f796b8d9-36ae-4e40-a324-fd3482172bb9 admin admin] 10.222.0.81 "PUT /v2.0/routers/eb18a973-d03a-4ab6-ab46-a8d03f9891ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6700091 Jul 07 23:31:19.886190 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51070) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:19.888851 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] Sync routers for ids ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:31:19.897932 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] Routers {'eb18a973-d03a-4ab6-ab46-a8d03f9891ee'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:19.898583 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:19.988714 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.000125 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] Set router eb18a973-d03a-4ab6-ab46-a8d03f9891ee gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:20.095631 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.147060 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Deleting port f7285857-c346-4e11-a14e-dc3490a5fc0f {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:31:20.147412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.177257 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:36Z', 'updated_at': '2021-07-07T23:31:19Z', 'revision_number': 5, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'gw_port': {'id': 'f7285857-c346-4e11-a14e-dc3490a5fc0f', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:21:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:21:37Z', 'updated_at': '2021-07-07T23:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:20.202725 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] Checking router: eb18a973-d03a-4ab6-ab46-a8d03f9891ee for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:31:20.211267 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] Routers {'eb18a973-d03a-4ab6-ab46-a8d03f9891ee'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:20.211869 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:20.228682 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] For port f7285857-c346-4e11-a14e-dc3490a5fc0f, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=f7285857-c346-4e11-a14e-dc3490a5fc0f,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:20.229042 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.241944 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Calling delete_port for f7285857-c346-4e11-a14e-dc3490a5fc0f owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:31:20.295063 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] Set router eb18a973-d03a-4ab6-ab46-a8d03f9891ee gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:20.345446 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:36Z', 'updated_at': '2021-07-07T23:31:20Z', 'revision_number': 6, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:20.374835 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29b16c-7b93-440b-ae1d-186571e42eda None None] The sync data for ids ['eb18a973-d03a-4ab6-ab46-a8d03f9891ee'] in n-d-695012-11 is: [{'id': 'eb18a973-d03a-4ab6-ab46-a8d03f9891ee', 'name': 'tempest-TestShelveInstance-525702766-router', 'tenant_id': 'cae30163357f4103be40219f8e8f9212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:21:36Z', 'updated_at': '2021-07-07T23:31:20Z', 'revision_number': 6, 'project_id': 'cae30163357f4103be40219f8e8f9212', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:31:20.409105 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.435692 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7285857-c346-4e11-a14e-dc3490a5fc0f,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:20.493913 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.581779 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.583846 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.628585 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.629163 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb18a973-d03a-4ab6-ab46-a8d03f9891ee {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:31:20.633426 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.634573 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-9d239a5d-f34f-4a26-828a-50ce2a98c485 admin admin] 10.222.0.81 "DELETE /v2.0/routers/eb18a973-d03a-4ab6-ab46-a8d03f9891ee HTTP/1.1" status: 204 len: 168 time: 0.7474737 Jul 07 23:31:20.637242 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51072) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:20.680363 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.680962 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-17dfe044-5d6f-434e-b6e4-257c4b176d41 admin admin] Deleting subnet 0a05f1ba-61aa-4706-9b8a-f26b76efd95b {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:31:20.683893 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17dfe044-5d6f-434e-b6e4-257c4b176d41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.718454 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17dfe044-5d6f-434e-b6e4-257c4b176d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.801335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17dfe044-5d6f-434e-b6e4-257c4b176d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.854689 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17dfe044-5d6f-434e-b6e4-257c4b176d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.879986 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfe044-5d6f-434e-b6e4-257c4b176d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a05f1ba-61aa-4706-9b8a-f26b76efd95b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:20.883460 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-17dfe044-5d6f-434e-b6e4-257c4b176d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:20.886568 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-17dfe044-5d6f-434e-b6e4-257c4b176d41 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0a05f1ba-61aa-4706-9b8a-f26b76efd95b HTTP/1.1" status: 204 len: 168 time: 0.2471464 Jul 07 23:31:20.887871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51074) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:20.891033 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2812499f-ab6e-4eac-937f-50866659af8e None None] Network 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:31:20.955967 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.012945 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Deleting port d3e8f225-aa0a-48cf-9adc-671c0340a7ea {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:31:21.013349 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.075205 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] For port d3e8f225-aa0a-48cf-9adc-671c0340a7ea, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=d3e8f225-aa0a-48cf-9adc-671c0340a7ea,segment=NetworkSegment(21eefc23-99da-49de-8bbf-8ba642f4f3d6),segment_id=21eefc23-99da-49de-8bbf-8ba642f4f3d6)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:21.075509 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.088093 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Calling delete_port for d3e8f225-aa0a-48cf-9adc-671c0340a7ea owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:31:21.140864 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] DHCP port deletion for 131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:31:21.182798 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.189469 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Deleting port d3e8f225-aa0a-48cf-9adc-671c0340a7ea {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:31:21.190115 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.207587 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bd219664-5a11-4223-b1eb-4a2bacb64422 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:31:21.210546 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e8f225-aa0a-48cf-9adc-671c0340a7ea,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:21.212704 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] No DVR routers for this DVR port d3e8f225-aa0a-48cf-9adc-671c0340a7ea on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:31:21.257215 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: bd219664-5a11-4223-b1eb-4a2bacb64422 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:31:21.257568 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device bd219664-5a11-4223-b1eb-4a2bacb64422 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:31:21.257994 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d3e8f225-aa0a-48cf-9adc-671c0340a7ea no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:31:21.285221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: d3e8f225-aa0a-48cf-9adc-671c0340a7ea {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:31:21.285221 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device d3e8f225-aa0a-48cf-9adc-671c0340a7ea not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:31:21.285598 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f7285857-c346-4e11-a14e-dc3490a5fc0f no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:31:21.285764 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.296215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131c1b31-64e1-486b-a6e7-d4dea9b2a8a3']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:21.306657 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21eefc23-99da-49de-8bbf-8ba642f4f3d6') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:21.306953 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21eefc23-99da-49de-8bbf-8ba642f4f3d6') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:21.315543 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: f7285857-c346-4e11-a14e-dc3490a5fc0f {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:31:21.315890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device f7285857-c346-4e11-a14e-dc3490a5fc0f not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:31:21.316167 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.326808 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] For port d3e8f225-aa0a-48cf-9adc-671c0340a7ea, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:21.327217 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.339171 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.344264 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Calling delete_port for d3e8f225-aa0a-48cf-9adc-671c0340a7ea owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:31:21.346375 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:31:21.347091 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.347359 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Port d3e8f225-aa0a-48cf-9adc-671c0340a7ea was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:31:21.348653 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:31:21.351382 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.379114 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] No DVR routers for this DVR port d3e8f225-aa0a-48cf-9adc-671c0340a7ea on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:31:21.380725 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Pushing event deleted for resources: {'Port': ['ID=d3e8f225-aa0a-48cf-9adc-671c0340a7ea,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:21.391542 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.392097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.392468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.392902 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.393108 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.393445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.393778 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.394131 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.394465 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.394790 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.395237 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.395429 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49247812-16bc-4faa-85b2-eaa583637d99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:21.420663 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.427399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.429191 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] 10.222.0.81 "DELETE /v2.0/networks/131c1b31-64e1-486b-a6e7-d4dea9b2a8a3 HTTP/1.1" status: 204 len: 168 time: 0.5397561 Jul 07 23:31:21.440601 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ed2e7-e233-4fc9-a0a1-e159946ad747 admin admin] Pushing event deleted for resources: {'Network': ['ID=131c1b31-64e1-486b-a6e7-d4dea9b2a8a3,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:21.536029 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51078) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:21.574718 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-8b150a86-ec44-478b-9a74-e95502097295 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1684790420cc4ca9b1b8f18c24803f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375648 Jul 07 23:31:21.577121 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51080) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:21.623432 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be5909d1-2068-4b4d-8ae9-0318a13a192c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.643657 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be5909d1-2068-4b4d-8ae9-0318a13a192c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.693541 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be5909d1-2068-4b4d-8ae9-0318a13a192c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.696145 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-be5909d1-2068-4b4d-8ae9-0318a13a192c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:21.697343 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-be5909d1-2068-4b4d-8ae9-0318a13a192c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ee62128-ebf0-4e66-a833-e5a35ecd5d36 HTTP/1.1" status: 204 len: 168 time: 0.1193020 Jul 07 23:31:21.705567 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5909d1-2068-4b4d-8ae9-0318a13a192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee62128-ebf0-4e66-a833-e5a35ecd5d36,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:21.998759 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51086) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:22.036980 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-537887c2-2a64-4a72-8842-b87abc0a6b51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cae30163357f4103be40219f8e8f9212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371275 Jul 07 23:31:22.039396 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51088) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:22.090841 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8d4b3b8-8d88-463d-be1a-6c3feecb76da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:22.110902 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8d4b3b8-8d88-463d-be1a-6c3feecb76da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:22.156133 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8d4b3b8-8d88-463d-be1a-6c3feecb76da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:22.158584 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-f8d4b3b8-8d88-463d-be1a-6c3feecb76da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:22.159740 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-f8d4b3b8-8d88-463d-be1a-6c3feecb76da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc716a08-03a4-42f0-9f4f-913b18c65a90 HTTP/1.1" status: 204 len: 168 time: 0.1194906 Jul 07 23:31:22.166903 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4b3b8-8d88-463d-be1a-6c3feecb76da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc716a08-03a4-42f0-9f4f-913b18c65a90,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:22.792890 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51112) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:22.883386 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2070783212-network', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:22.905290 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Made reservation on behalf of b110bae5dcfd470dbb4345bc56b95df1 for: {'network': 1} {{(pid=93942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:31:22.907879 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:22.915836 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.003344 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.007373 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.033820 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:31:23.043304 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566158ef-dd48-48c4-91c1-aea9f65cc12f,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:23.048029 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.048367 n-d-695012-11 neutron-server[93942]: INFO neutron.db.segments_db [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Added segment cfaf00c2-b940-4861-9037-32724bef7d33 of type vlan for network 4417fdd6-cf19-4573-8923-40a13c9558e8 Jul 07 23:31:23.087668 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.114335 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.115280 n-d-695012-11 neutron-server[93942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:23.115870 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.166599 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3726318 Jul 07 23:31:23.170137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51118) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:23.174185 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5039d-80ae-44b8-b4d1-2d35552b7f45 admin admin] Pushing event updated for resources: {'Network': ['ID=4417fdd6-cf19-4573-8923-40a13c9558e8,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:23.175170 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Request body: {'subnet': {'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2070783212-subnet', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:23.185518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:31:23.196146 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Made reservation on behalf of b110bae5dcfd470dbb4345bc56b95df1 for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:31:23.198776 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.364424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.421093 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb00ca8a-6d20-4000-8930-768870dd7698,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:23.426258 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Checking segment: {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:31:23.426622 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Network hostable DHCP agents. Network: 4417fdd6-cf19-4573-8923-40a13c9558e8, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:31:23.443250 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:31:23.451563 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, 4417fdd6-cf19-4573-8923-40a13c9558e8) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:23.455456 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:23.456047 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.463236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb029cb-4112-4283-9164-55da988c2876 None None] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:31:23.469931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-83cb5a40-df3c-41fc-a118-7f7f902fd990 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2987008 Jul 07 23:31:23.472681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51120) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:23.476979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:23.497051 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.498766 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.556895 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.609447 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-4417fdd6-cf19-4573-8923-40a13c9558e8', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:31:23.610343 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.693770 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.745032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Allocated IP 172.20.0.2 (4417fdd6-cf19-4573-8923-40a13c9558e8/fb00ca8a-6d20-4000-8930-768870dd7698/ab0051a7-ee92-435b-8963-8d9408504e0b) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:31:23.888665 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.896846 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Transition to ACTIVE for port object ab0051a7-ee92-435b-8963-8d9408504e0b will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:23.906778 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.912025 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Transition to ACTIVE for port object ab0051a7-ee92-435b-8963-8d9408504e0b will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:23.918436 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.926804 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:23.955226 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:23.961898 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:23.966030 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:31:23.971302 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Pushing event updated for resources: {'Port': ['ID=ab0051a7-ee92-435b-8963-8d9408504e0b,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:24.033059 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Attempting to bind port ab0051a7-ee92-435b-8963-8d9408504e0b on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:31:24.033439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Attempting to bind port ab0051a7-ee92-435b-8963-8d9408504e0b by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:31:24.033810 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Attempting to bind port ab0051a7-ee92-435b-8963-8d9408504e0b on network 4417fdd6-cf19-4573-8923-40a13c9558e8 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:31:24.041312 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:31:24.041697 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Checking segment: {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:31:24.042259 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:24.042697 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Bound using segment: {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:31:24.043192 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Allocated IP 172.25.8.37 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/5bd0690f-b1c6-4838-a338-1763a82497a2) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:31:24.043317 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Bound port: ab0051a7-ee92-435b-8963-8d9408504e0b, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:31:24.043580 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:24.119890 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] For port ab0051a7-ee92-435b-8963-8d9408504e0b, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:31:24.124571 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] For port ab0051a7-ee92-435b-8963-8d9408504e0b, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ab0051a7-ee92-435b-8963-8d9408504e0b,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:31:24.128039 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:24.147134 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:24.190266 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:24.192829 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb71c13-30a1-459d-b242-f514fe3c76d8 None None] Pushing event updated for resources: {'Port': ['ID=ab0051a7-ee92-435b-8963-8d9408504e0b,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:24.234097 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:24.237024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:24.242191 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:31:24.275240 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Pushing event updated for resources: {'Port': ['ID=5bd0690f-b1c6-4838-a338-1763a82497a2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:24.533251 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:24.913488 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ab0051a7-ee92-435b-8963-8d9408504e0b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:24.967196 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port ab0051a7-ee92-435b-8963-8d9408504e0b completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:25.049978 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:25.106984 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d083806-c739-4937-9de3-1d0db0b9e060 None None] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:31:25.180222 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Router 61fe3150-0de0-4ea4-9721-31f85c8cd61c is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:31:25.230135 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a6b7e51c-e6ba-4086-aa69-e4124e6090ad None None] Provisioning for port ab0051a7-ee92-435b-8963-8d9408504e0b completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:25.238385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-a6b7e51c-e6ba-4086-aa69-e4124e6090ad None None] Provisioning complete for port ab0051a7-ee92-435b-8963-8d9408504e0b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:25.238760 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e51c-e6ba-4086-aa69-e4124e6090ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:25.285283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:31:25.299453 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Sync routers for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:31:25.301567 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:25.302964 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-4a8378ab-ff39-47e2-aedd-8fbc0921d751 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8292520 Jul 07 23:31:25.305681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51122) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:25.323137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:25.323752 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:25.408135 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e51c-e6ba-4086-aa69-e4124e6090ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:25.496516 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-a6b7e51c-e6ba-4086-aa69-e4124e6090ad None None] For port ab0051a7-ee92-435b-8963-8d9408504e0b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ab0051a7-ee92-435b-8963-8d9408504e0b,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:25.499176 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:25.502204 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a6b7e51c-e6ba-4086-aa69-e4124e6090ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:25.648174 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7e51c-e6ba-4086-aa69-e4124e6090ad None None] Pushing event updated for resources: {'Port': ['ID=ab0051a7-ee92-435b-8963-8d9408504e0b,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:25.656837 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e21bc784-8720-4bbf-8ed6-4894971d90ef None None] Provisioning complete for port ab0051a7-ee92-435b-8963-8d9408504e0b triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:25.657215 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e21bc784-8720-4bbf-8ed6-4894971d90ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:25.743465 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:25.791776 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:24Z', 'revision_number': 3, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:25.818595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Checking router: 61fe3150-0de0-4ea4-9721-31f85c8cd61c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:31:25.818975 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Updating router 61fe3150-0de0-4ea4-9721-31f85c8cd61c port 5bd0690f-b1c6-4838-a338-1763a82497a2 binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:31:25.855612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:25.902568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Allocated IP 172.20.0.1 (4417fdd6-cf19-4573-8923-40a13c9558e8/fb00ca8a-6d20-4000-8930-768870dd7698/930d81ab-3379-477b-b731-2e05b57067c7) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:31:26.006375 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.019951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Transition to ACTIVE for port object 930d81ab-3379-477b-b731-2e05b57067c7 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:26.061751 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.110098 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:26.116210 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:26.118932 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:31:26.144040 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Pushing event updated for resources: {'Port': ['ID=930d81ab-3379-477b-b731-2e05b57067c7,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:26.165946 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.276190 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.288710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Transition to ACTIVE for port object 5bd0690f-b1c6-4838-a338-1763a82497a2 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:26.294824 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.317581 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.348231 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec5265-889f-4186-9da3-3b425a38af49 None None] Pushing event updated for resources: {'Port': ['ID=5bd0690f-b1c6-4838-a338-1763a82497a2,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:26.350590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Attempting to bind port 5bd0690f-b1c6-4838-a338-1763a82497a2 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:31:26.350958 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Attempting to bind port 5bd0690f-b1c6-4838-a338-1763a82497a2 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:31:26.351323 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Attempting to bind port 5bd0690f-b1c6-4838-a338-1763a82497a2 on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:31:26.357085 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:31:26.357458 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:31:26.357867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.358270 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:31:26.358731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Bound port: 5bd0690f-b1c6-4838-a338-1763a82497a2, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:31:26.359111 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.417277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] For port 5bd0690f-b1c6-4838-a338-1763a82497a2, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:31:26.421219 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] For port 5bd0690f-b1c6-4838-a338-1763a82497a2, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5bd0690f-b1c6-4838-a338-1763a82497a2,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:31:26.424835 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.429955 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b0ad12be-343b-41e6-b76f-a705a4e7195d None None] Provisioning for port 930d81ab-3379-477b-b731-2e05b57067c7 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:26.454702 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-b0ad12be-343b-41e6-b76f-a705a4e7195d None None] Provisioning complete for port 930d81ab-3379-477b-b731-2e05b57067c7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:26.455072 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b0ad12be-343b-41e6-b76f-a705a4e7195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.494270 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.499168 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.507601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec5265-889f-4186-9da3-3b425a38af49 None None] Pushing event updated for resources: {'Port': ['ID=5bd0690f-b1c6-4838-a338-1763a82497a2,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:26.517402 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:26.518032 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:26.522192 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad12be-343b-41e6-b76f-a705a4e7195d None None] Port 930d81ab-3379-477b-b731-2e05b57067c7 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:31:26.564457 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.572230 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Pushing event updated for resources: {'Port': ['ID=930d81ab-3379-477b-b731-2e05b57067c7,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:26.628395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:26.666347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:26.667836 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:26.782951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Router 61fe3150-0de0-4ea4-9721-31f85c8cd61c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:31:26.868724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 2, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:26.895921 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c783a1b0-5fb2-4431-942c-6cf0a4d07801 None None] The sync data for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 is: [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 2, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:31:26.898917 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ab0051a7-ee92-435b-8963-8d9408504e0b up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:26.912275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:31:26.926399 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-53a1f1c5-6ee1-4167-acd2-8750b5e55dcd admin admin] 10.222.0.81 "PUT /v2.0/routers/61fe3150-0de0-4ea4-9721-31f85c8cd61c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6112969 Jul 07 23:31:26.958249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-3624a1b6-0330-440a-a2e6-66de5bcbdff2 None None] Provisioning complete for port 930d81ab-3379-477b-b731-2e05b57067c7 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:26.958631 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3624a1b6-0330-440a-a2e6-66de5bcbdff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:26.990863 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port ab0051a7-ee92-435b-8963-8d9408504e0b triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:26.991238 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.021626 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-3624a1b6-0330-440a-a2e6-66de5bcbdff2 None None] Port 930d81ab-3379-477b-b731-2e05b57067c7 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:31:27.424677 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51138) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:27.430228 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1409178515-network', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:27.447092 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a27a36ff-4786-421a-8952-af9046bfa191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.451400 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Made reservation on behalf of 8da1cf5ec2194a8e9763dee86858ff5f for: {'network': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:31:27.453824 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for network, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.463389 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.574061 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.581387 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.608769 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=93941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 07 23:31:27.618143 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63811b42-17b9-4cf8-9193-112cfdf61abe,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:27.624341 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.624689 n-d-695012-11 neutron-server[93941]: INFO neutron.db.segments_db [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Added segment 50a242ba-35cc-4c95-810c-873b33ab6999 of type vlan for network f7b645e0-8af1-4eac-9ca3-8b10f6836455 Jul 07 23:31:27.667983 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791150345566'] for network, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.699565 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452'] for network, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.704653 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:27.704653 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.760252 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3317621 Jul 07 23:31:27.760488 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51140) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:27.767182 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Request body: {'subnet': {'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1409178515-subnet', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'ip_version': 4}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:27.775064 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990df55-65a4-425b-ab4d-25a7d64c393e admin admin] Pushing event updated for resources: {'Network': ['ID=f7b645e0-8af1-4eac-9ca3-8b10f6836455,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:27.785793 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Network f7b645e0-8af1-4eac-9ca3-8b10f6836455 details requested by agent ovs-agent-n-d-695012-11 with host n-d-695012-11 {{(pid=93943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 07 23:31:27.792692 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Made reservation on behalf of 8da1cf5ec2194a8e9763dee86858ff5f for: {'subnet': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:31:27.795675 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212602'] for subnet, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:27.972339 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26629630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212584'] for subnet, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.035629 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150e2263-4758-462c-9476-18a29d6c57cb,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:28.044282 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Checking segment: {'id': '50a242ba-35cc-4c95-810c-873b33ab6999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:31:28.045129 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Network hostable DHCP agents. Network: f7b645e0-8af1-4eac-9ca3-8b10f6836455, hostable agents: ['5fd03441-dc90-4b8b-844b-db62dedbbf33'], hosted agents: [] {{(pid=93941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 07 23:31:28.062421 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Network f7b645e0-8af1-4eac-9ca3-8b10f6836455 is scheduled to be hosted by DHCP agent 5fd03441-dc90-4b8b-844b-db62dedbbf33 with binding_index 1 {{(pid=93941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 07 23:31:28.072261 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-695012-11, f7b645e0-8af1-4eac-9ca3-8b10f6836455) {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:28.076423 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:28.077144 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.083146 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0974ca-a040-4bff-b22c-b6d6494cf171 None None] Network f7b645e0-8af1-4eac-9ca3-8b10f6836455 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:31:28.095322 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-24fac653-77ae-4223-a682-7546e779d906 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3315547 Jul 07 23:31:28.095536 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51142) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:28.100005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:28.123072 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1029330', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4415'] for router, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.124054 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1029197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027581', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-796219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4390'] for router, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.183330 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.238424 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfed04fda-5b56-5461-a7a1-fdd2f57a47c8-f7b645e0-8af1-4eac-9ca3-8b10f6836455', 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'fixed_ips': [{'subnet_id': '150e2263-4758-462c-9476-18a29d6c57cb'}]}} from n-d-695012-11. {{(pid=93943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 07 23:31:28.239309 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.294940 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:31:28.330524 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-801815', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1029312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4372'] for router, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.375190 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.db_base_plugin_common [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Allocated IP 172.20.0.2 (f7b645e0-8af1-4eac-9ca3-8b10f6836455/150e2263-4758-462c-9476-18a29d6c57cb/62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93) {{(pid=93943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:31:28.524607 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Notify callbacks [] for port, precommit_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.533149 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Transition to ACTIVE for port object 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:28.534520 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.548292 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Transition to ACTIVE for port object 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 will not be triggered until provisioned by entity DHCP. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:28.554424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.555705 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549'] for port, after_create {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.591236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Network f7b645e0-8af1-4eac-9ca3-8b10f6836455 is already hosted by enough agents. {{(pid=93943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:28.594111 n-d-695012-11 neutron-server[93943]: DEBUG neutron.scheduler.base_scheduler [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Resources bound (agent type, host, resource id): {{(pid=93943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:28.599528 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Received port after_create {{(pid=93943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:31:28.608338 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Pushing event updated for resources: {'Port': ['ID=62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93,revision_number=1']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:28.663550 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Attempting to bind port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:31:28.663918 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Attempting to bind port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '50a242ba-35cc-4c95-810c-873b33ab6999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:31:28.664274 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Attempting to bind port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 on network f7b645e0-8af1-4eac-9ca3-8b10f6836455 {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:31:28.669544 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:31:28.669915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Checking segment: {'id': '50a242ba-35cc-4c95-810c-873b33ab6999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:31:28.670362 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.670759 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Bound using segment: {'id': '50a242ba-35cc-4c95-810c-873b33ab6999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:31:28.671329 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Bound port: 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a242ba-35cc-4c95-810c-873b33ab6999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:31:28.671647 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.672237 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Allocated IP 172.25.8.88 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/fcd42ebb-7c65-4078-b953-84bd3f4217df) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:31:28.740344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] For port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:31:28.743404 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] For port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93,segment=NetworkSegment(50a242ba-35cc-4c95-810c-873b33ab6999),segment_id=50a242ba-35cc-4c95-810c-873b33ab6999)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:31:28.749788 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.781879 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.808567 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5241e7-4c34-4f4a-a9a0-7861a81e0ecc None None] Pushing event updated for resources: {'Port': ['ID=62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:28.853730 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:28.893810 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:28.896784 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:28.899808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:31:28.927283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5bd0690f-b1c6-4838-a338-1763a82497a2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:28.948786 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Pushing event updated for resources: {'Port': ['ID=fcd42ebb-7c65-4078-b953-84bd3f4217df,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:29.002439 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 5bd0690f-b1c6-4838-a338-1763a82497a2 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:29.016254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 5bd0690f-b1c6-4838-a338-1763a82497a2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:29.016888 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:29.043374 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Sync routers for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:31:29.061467 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:29.062488 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:29.111965 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:29.135930 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 5bd0690f-b1c6-4838-a338-1763a82497a2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5bd0690f-b1c6-4838-a338-1763a82497a2,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:29.143960 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:29.218224 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=5bd0690f-b1c6-4838-a338-1763a82497a2,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:29.257794 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:29.285899 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:29.460424 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1029337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-801804'] for router, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:29.484539 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 2, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:29.511445 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Checking router: 61fe3150-0de0-4ea4-9721-31f85c8cd61c for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:31:29.511797 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Updating router 61fe3150-0de0-4ea4-9721-31f85c8cd61c port 930d81ab-3379-477b-b731-2e05b57067c7 binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:31:29.567174 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:29.636376 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Router 9f2d7bb8-de84-4219-9795-8ac277159eb0 is scheduled to L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a with binding_index 1 {{(pid=93941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 07 23:31:29.750747 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:31:29.762055 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Sync routers for ids ['9f2d7bb8-de84-4219-9795-8ac277159eb0'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:31:29.768503 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:29.772814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-223a30e5-b26d-48ff-92b4-1fb0c174fe70 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6736259 Jul 07 23:31:29.773516 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51144) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:29.773710 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Routers {'9f2d7bb8-de84-4219-9795-8ac277159eb0'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:29.774393 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9f2d7bb8-de84-4219-9795-8ac277159eb0'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:29.882999 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:29.897922 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Transition to ACTIVE for port object 930d81ab-3379-477b-b731-2e05b57067c7 will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:29.905035 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:29.911676 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Set router 9f2d7bb8-de84-4219-9795-8ac277159eb0 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:29.916396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d820934-6c2f-4030-8590-90024b00f54d None None] Network f7b645e0-8af1-4eac-9ca3-8b10f6836455 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:31:30.023749 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Attempting to bind port 930d81ab-3379-477b-b731-2e05b57067c7 on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:31:30.024092 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Attempting to bind port 930d81ab-3379-477b-b731-2e05b57067c7 by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:31:30.024386 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Attempting to bind port 930d81ab-3379-477b-b731-2e05b57067c7 on network 4417fdd6-cf19-4573-8923-40a13c9558e8 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:31:30.030860 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e0f58096-3c23-431d-9faa-9d09cad15e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.031109 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:31:30.031407 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Checking segment: {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:31:30.031706 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.032176 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Bound using segment: {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:31:30.032721 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Bound port: 930d81ab-3379-477b-b731-2e05b57067c7, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:31:30.033181 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.035288 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Pushing event updated for resources: {'Port': ['ID=930d81ab-3379-477b-b731-2e05b57067c7,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:30.045350 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.045688 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.046496 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.047011 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.047513 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.048028 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.048526 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.049024 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.049524 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.050018 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.050547 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.051031 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:31:30.094364 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-92389f44-89ca-4f98-aeeb-9a0f3815a0d6 None None] Provisioning for port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:30.143855 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] For port 930d81ab-3379-477b-b731-2e05b57067c7, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:31:30.147965 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] For port 930d81ab-3379-477b-b731-2e05b57067c7, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=930d81ab-3379-477b-b731-2e05b57067c7,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:31:30.153834 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.162154 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.207183 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:30.207839 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:30.277853 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9a79c-5ae8-4f46-a543-99fe46d061ea None None] Pushing event updated for resources: {'Port': ['ID=930d81ab-3379-477b-b731-2e05b57067c7,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:30.360948 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 3, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'gw_port': {'id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:30.362117 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:30.403334 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Checking router: 9f2d7bb8-de84-4219-9795-8ac277159eb0 for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:31:30.403724 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Updating router 9f2d7bb8-de84-4219-9795-8ac277159eb0 port fcd42ebb-7c65-4078-b953-84bd3f4217df binding host n-d-695012-11 {{(pid=93943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:31:30.445809 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.627212 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:30Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:30.655250 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b8015-2431-4c87-a067-9f8197eac379 None None] The sync data for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 is: [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:30Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:31:30.664826 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.782054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Notify callbacks [] for port, precommit_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.797068 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Transition to ACTIVE for port object fcd42ebb-7c65-4078-b953-84bd3f4217df will not be triggered until provisioned by entity L2. {{(pid=93943) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:30.803909 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.846418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Allocated IP 172.20.0.1 (f7b645e0-8af1-4eac-9ca3-8b10f6836455/150e2263-4758-462c-9476-18a29d6c57cb/e8cc07a5-7874-4bc0-abb7-72f9594e6bdd) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:31:30.863578 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2b636-9f5d-48ab-8ad2-250e576beb39 None None] Pushing event updated for resources: {'Port': ['ID=fcd42ebb-7c65-4078-b953-84bd3f4217df,revision_number=2']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:30.866344 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Attempting to bind port fcd42ebb-7c65-4078-b953-84bd3f4217df on host n-d-695012-11 for vnic_type normal with profile {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:31:30.866714 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Attempting to bind port fcd42ebb-7c65-4078-b953-84bd3f4217df by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:31:30.867248 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Attempting to bind port fcd42ebb-7c65-4078-b953-84bd3f4217df on network 2b562f5f-4b1a-4f45-87e3-b10e576140ea {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:31:30.880900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:31:30.881283 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Checking segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:31:30.881692 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.882130 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Bound using segment: {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'} {{(pid=93943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:31:30.882595 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.managers [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Bound port: fcd42ebb-7c65-4078-b953-84bd3f4217df, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c56f13-bb56-495d-a737-62d615b09cfc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea'}}] {{(pid=93943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:31:30.882982 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.943700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] For port fcd42ebb-7c65-4078-b953-84bd3f4217df, host n-d-695012-11, cleared binding levels {{(pid=93943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:31:30.949144 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] For port fcd42ebb-7c65-4078-b953-84bd3f4217df, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fcd42ebb-7c65-4078-b953-84bd3f4217df,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:31:30.955663 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.977332 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:30.991006 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Transition to ACTIVE for port object e8cc07a5-7874-4bc0-abb7-72f9594e6bdd will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:31.029807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2b636-9f5d-48ab-8ad2-250e576beb39 None None] Pushing event updated for resources: {'Port': ['ID=fcd42ebb-7c65-4078-b953-84bd3f4217df,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:31.032672 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Routers {'9f2d7bb8-de84-4219-9795-8ac277159eb0'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:31.033418 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9f2d7bb8-de84-4219-9795-8ac277159eb0'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:31.040200 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.094024 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Network f7b645e0-8af1-4eac-9ca3-8b10f6836455 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:31.096460 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:31.101579 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:31:31.104590 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Pushing event updated for resources: {'Port': ['ID=e8cc07a5-7874-4bc0-abb7-72f9594e6bdd,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:31.125716 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 930d81ab-3379-477b-b731-2e05b57067c7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:31.145115 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1027899'] for router_interface, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.317833 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.368808 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.386905 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] Set router 9f2d7bb8-de84-4219-9795-8ac277159eb0 gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:31.491731 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 930d81ab-3379-477b-b731-2e05b57067c7 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:31.495409 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f05aa254-0761-403d-b0b8-7ce2b4fc0e2d None None] Provisioning for port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:31.501161 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.505432 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 930d81ab-3379-477b-b731-2e05b57067c7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:31.505806 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.506589 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.523064 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-f05aa254-0761-403d-b0b8-7ce2b4fc0e2d None None] Provisioning complete for port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:31.523439 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f05aa254-0761-403d-b0b8-7ce2b4fc0e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.580539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Pushing event updated for resources: {'Port': ['ID=e8cc07a5-7874-4bc0-abb7-72f9594e6bdd,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:31.588468 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-650438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1026630'] for router_interface, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.598324 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-f05aa254-0761-403d-b0b8-7ce2b4fc0e2d None None] Port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:31:31.680277 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.684496 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Network f7b645e0-8af1-4eac-9ca3-8b10f6836455 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:31.686544 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:31.721019 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 930d81ab-3379-477b-b731-2e05b57067c7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=930d81ab-3379-477b-b731-2e05b57067c7,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:31.722849 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 3, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'gw_port': {'id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:31.726635 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.727217 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:31.790807 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276dd988-75ac-4e88-8d90-b32a4c162e6d None None] The sync data for ids ['9f2d7bb8-de84-4219-9795-8ac277159eb0'] in n-d-695012-11 is: [{'id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 3, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'gw_port': {'id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:31:31.820279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Router 9f2d7bb8-de84-4219-9795-8ac277159eb0 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:31:31.830689 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=930d81ab-3379-477b-b731-2e05b57067c7,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:31.846826 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:31.852086 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:31.852463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.945157 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.953452 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:31:31.963327 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-1c65b74f-85fe-47fe-87cc-c7b138e00295 admin admin] 10.222.0.81 "PUT /v2.0/routers/9f2d7bb8-de84-4219-9795-8ac277159eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1845841 Jul 07 23:31:31.980870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93,segment=NetworkSegment(50a242ba-35cc-4c95-810c-873b33ab6999),segment_id=50a242ba-35cc-4c95-810c-873b33ab6999)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:31.985613 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:31.986707 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5bd0690f-b1c6-4838-a338-1763a82497a2 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:32.089579 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-e7847969-8c5b-4173-9b33-1bf26ca332e4 None None] Provisioning complete for port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:32.089943 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e7847969-8c5b-4173-9b33-1bf26ca332e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:32.131671 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93,revision_number=3']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:32.155666 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-e7847969-8c5b-4173-9b33-1bf26ca332e4 None None] Port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:31:32.160417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 5bd0690f-b1c6-4838-a338-1763a82497a2 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:32.160852 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:32.291662 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:32.789279 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51152) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:32.794014 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-7e93fe2d-5c2a-4e64-9566-3b4d4d3d38fb tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607980890', 'description': 'tempest-secgroup-smoke-607980890 description', 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:32.815775 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e93fe2d-5c2a-4e64-9566-3b4d4d3d38fb tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:32.897264 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e93fe2d-5c2a-4e64-9566-3b4d4d3d38fb tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:32.900812 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e93fe2d-5c2a-4e64-9566-3b4d4d3d38fb tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:32.927880 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-7e93fe2d-5c2a-4e64-9566-3b4d4d3d38fb tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:32.929122 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-7e93fe2d-5c2a-4e64-9566-3b4d4d3d38fb tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1388025 Jul 07 23:31:32.932827 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51154) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:32.937325 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d48b933e-00dd-4572-8fe3-367bb706e753 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'security_group_rule': {'security_group_id': '1e604515-25b4-4cf5-9158-846f4d61237c', 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:32.941192 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93fe2d-5c2a-4e64-9566-3b4d4d3d38fb tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e604515-25b4-4cf5-9158-846f4d61237c,revision_number=1']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:32.969128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 930d81ab-3379-477b-b731-2e05b57067c7 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:32.970632 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d48b933e-00dd-4572-8fe3-367bb706e753 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.015107 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 930d81ab-3379-477b-b731-2e05b57067c7 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:33.015481 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.030399 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d48b933e-00dd-4572-8fe3-367bb706e753 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.034324 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d48b933e-00dd-4572-8fe3-367bb706e753 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.052228 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b933e-00dd-4572-8fe3-367bb706e753 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67b01ec-3a8e-4050-be13-11feb170cb00,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:33.060872 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d48b933e-00dd-4572-8fe3-367bb706e753 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.065139 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51156) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:33.065637 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d48b933e-00dd-4572-8fe3-367bb706e753 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314764 Jul 07 23:31:33.070801 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-dd687fe1-cca1-482c-97c0-f5aa1eee718d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'security_group_rule': {'security_group_id': '1e604515-25b4-4cf5-9158-846f4d61237c', 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:33.076328 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.097138 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd687fe1-cca1-482c-97c0-f5aa1eee718d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.116647 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fcd42ebb-7c65-4078-b953-84bd3f4217df up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:33.154402 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd687fe1-cca1-482c-97c0-f5aa1eee718d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.158541 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd687fe1-cca1-482c-97c0-f5aa1eee718d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.165845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port fcd42ebb-7c65-4078-b953-84bd3f4217df completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:33.170172 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fcd42ebb-7c65-4078-b953-84bd3f4217df triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:33.170546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.178665 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd687fe1-cca1-482c-97c0-f5aa1eee718d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff72111-965b-4fad-a379-87bd457c0cf7,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:33.181531 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-dd687fe1-cca1-482c-97c0-f5aa1eee718d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.182848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-dd687fe1-cca1-482c-97c0-f5aa1eee718d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159785 Jul 07 23:31:33.186295 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51158) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:33.190761 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-ec7e76aa-fce2-4481-b39d-7089d0388f1e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'security_group_rule': {'security_group_id': '1e604515-25b4-4cf5-9158-846f4d61237c', 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:33.216240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7e76aa-fce2-4481-b39d-7089d0388f1e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.254333 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.274956 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port fcd42ebb-7c65-4078-b953-84bd3f4217df, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fcd42ebb-7c65-4078-b953-84bd3f4217df,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:33.275213 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7e76aa-fce2-4481-b39d-7089d0388f1e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.279604 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.280417 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:33.281205 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7e76aa-fce2-4481-b39d-7089d0388f1e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.299199 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e76aa-fce2-4481-b39d-7089d0388f1e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb2bf3c-6b5a-4070-b2fe-ef741326d9f7,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:33.310749 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ec7e76aa-fce2-4481-b39d-7089d0388f1e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.312103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ec7e76aa-fce2-4481-b39d-7089d0388f1e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248159 Jul 07 23:31:33.314792 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51160) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:33.320010 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-858b0279-616c-4622-99a6-07319a95bf1d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'security_group_rule': {'security_group_id': '1e604515-25b4-4cf5-9158-846f4d61237c', 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:33.348165 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-858b0279-616c-4622-99a6-07319a95bf1d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.358654 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=fcd42ebb-7c65-4078-b953-84bd3f4217df,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:33.374162 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:33.374544 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.411566 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-858b0279-616c-4622-99a6-07319a95bf1d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.415226 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-858b0279-616c-4622-99a6-07319a95bf1d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.433744 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b0279-616c-4622-99a6-07319a95bf1d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b289b4-71cf-4699-96f4-963c0e44cfa2,revision_number=0']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:33.439726 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-858b0279-616c-4622-99a6-07319a95bf1d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.440992 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-858b0279-616c-4622-99a6-07319a95bf1d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250458 Jul 07 23:31:33.443806 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51162) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:33.449026 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-6032ddea-66ea-4064-8279-acd2385e1d8f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'security_group_rule': {'security_group_id': '1e604515-25b4-4cf5-9158-846f4d61237c', 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:33.474099 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-6032ddea-66ea-4064-8279-acd2385e1d8f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Project b110bae5dcfd470dbb4345bc56b95df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:31:33.478732 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6032ddea-66ea-4064-8279-acd2385e1d8f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.539257 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6032ddea-66ea-4064-8279-acd2385e1d8f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.542800 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6032ddea-66ea-4064-8279-acd2385e1d8f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.563977 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032ddea-66ea-4064-8279-acd2385e1d8f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fea42c6-f9a4-4e60-b2d9-05acf36e3275,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:33.567530 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-6032ddea-66ea-4064-8279-acd2385e1d8f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.568759 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-6032ddea-66ea-4064-8279-acd2385e1d8f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235411 Jul 07 23:31:33.571528 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51164) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:33.575898 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.v2.base [None req-d16d2494-4490-4602-93fe-047b66f08614 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'security_group_rule': {'security_group_id': '1e604515-25b4-4cf5-9158-846f4d61237c', 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:33.597253 n-d-695012-11 neutron-server[93942]: INFO neutron.db.securitygroups_db [None req-d16d2494-4490-4602-93fe-047b66f08614 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Project b110bae5dcfd470dbb4345bc56b95df1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 07 23:31:33.601825 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d16d2494-4490-4602-93fe-047b66f08614 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.667033 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d16d2494-4490-4602-93fe-047b66f08614 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.671098 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d16d2494-4490-4602-93fe-047b66f08614 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-952518'] for security_group_rule, after_create {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.685583 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d2494-4490-4602-93fe-047b66f08614 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4354c6-a209-4f2e-b77a-6ad243ef9615,revision_number=0']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:33.694053 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-d16d2494-4490-4602-93fe-047b66f08614 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:33.695308 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-d16d2494-4490-4602-93fe-047b66f08614 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228607 Jul 07 23:31:33.835103 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-fca90e09-e38a-4617-8468-ff506250efb6 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607980890&fields=id&tenant_id=b110bae5dcfd470dbb4345bc56b95df1 HTTP/1.1" status: 200 len: 267 time: 0.0339582 Jul 07 23:31:33.940652 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-b9288b49-d5d7-4414-8f87-1e20d994a733 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:33.942148 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-b9288b49-d5d7-4414-8f87-1e20d994a733 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 810 time: 0.0998647 Jul 07 23:31:33.957271 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-e3e86ccd-5b5c-4052-ab51-4d0a338edfd6 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/quotas/b110bae5dcfd470dbb4345bc56b95df1 HTTP/1.1" status: 200 len: 375 time: 0.0094802 Jul 07 23:31:34.029560 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-57404877-d0f9-446c-aa0a-7b4ba6d40eec tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670972 Jul 07 23:31:34.044894 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-460e02f5-2680-406a-8119-329b6e430987 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:31:34.045920 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-460e02f5-2680-406a-8119-329b6e430987 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055037 Jul 07 23:31:34.127016 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Sync routers for ids ['9f2d7bb8-de84-4219-9795-8ac277159eb0'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:31:34.135934 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Routers {'9f2d7bb8-de84-4219-9795-8ac277159eb0'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:34.136352 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-3df7fe5c-1a35-4b93-a449-e619f6bc03c5 service neutron] 10.222.0.81 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839040 Jul 07 23:31:34.136826 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9f2d7bb8-de84-4219-9795-8ac277159eb0'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:34.230269 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-ab88f401-a17e-4e86-b1a4-d19020a027c0 service neutron] 10.222.0.81 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874693 Jul 07 23:31:34.246640 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Set router 9f2d7bb8-de84-4219-9795-8ac277159eb0 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:34.418290 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f68a4701-389c-4b02-b190-bdf8bb70ad93 req-2380ca49-e753-48dc-bd2d-adde47af9423 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 210 time: 0.0369644 Jul 07 23:31:34.449259 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 4, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'gw_port': {'id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e8cc07a5-7874-4bc0-abb7-72f9594e6bdd', 'name': '', 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'mac_address': 'fa:16:3e:0f:5b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '150e2263-4758-462c-9476-18a29d6c57cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:30Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 2, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'subnets': [{'id': '150e2263-4758-462c-9476-18a29d6c57cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:34.484488 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Checking router: 9f2d7bb8-de84-4219-9795-8ac277159eb0 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:31:34.484841 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Updating router 9f2d7bb8-de84-4219-9795-8ac277159eb0 port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd binding host n-d-695012-11 {{(pid=93944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 07 23:31:34.518352 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:34.787204 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Notify callbacks [] for port, precommit_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:34.797736 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.provisioning_blocks [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Transition to ACTIVE for port object e8cc07a5-7874-4bc0-abb7-72f9594e6bdd will not be triggered until provisioned by entity L2. {{(pid=93944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:34.803507 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:34.897749 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fcd42ebb-7c65-4078-b953-84bd3f4217df up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:34.953531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port fcd42ebb-7c65-4078-b953-84bd3f4217df triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:34.953903 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:34.955076 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b35cbb-9fe4-4095-8c78-4cdbad925e30 None None] Pushing event updated for resources: {'Port': ['ID=e8cc07a5-7874-4bc0-abb7-72f9594e6bdd,revision_number=3']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:35.011951 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Attempting to bind port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd on host n-d-695012-11 for vnic_type normal with profile {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:31:35.012322 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Attempting to bind port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd by drivers openvswitch,hyperv on host n-d-695012-11 at level 0 using segments [{'id': '50a242ba-35cc-4c95-810c-873b33ab6999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455'}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:31:35.012678 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Attempting to bind port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd on network f7b645e0-8af1-4eac-9ca3-8b10f6836455 {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:31:35.017910 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Checking agent: {'id': 'e854226d-6e54-4546-9436-6fd360928acf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 21, 56, 30), 'started_at': datetime.datetime(2021, 7, 7, 21, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-695012-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:31:35.018345 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Checking segment: {'id': '50a242ba-35cc-4c95-810c-873b33ab6999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:31:35.018736 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:35.019125 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Bound using segment: {'id': '50a242ba-35cc-4c95-810c-873b33ab6999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455'} {{(pid=93944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:31:35.019577 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.managers [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Bound port: e8cc07a5-7874-4bc0-abb7-72f9594e6bdd, host: n-d-695012-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a242ba-35cc-4c95-810c-873b33ab6999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455'}}] {{(pid=93944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:31:35.019949 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:35.087161 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] For port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd, host n-d-695012-11, cleared binding levels {{(pid=93944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:31:35.090681 n-d-695012-11 neutron-server[93944]: DEBUG neutron.plugins.ml2.db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] For port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd, host n-d-695012-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e8cc07a5-7874-4bc0-abb7-72f9594e6bdd,segment=NetworkSegment(50a242ba-35cc-4c95-810c-873b33ab6999),segment_id=50a242ba-35cc-4c95-810c-873b33ab6999)] {{(pid=93944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:31:35.095979 n-d-695012-11 neutron-server[93944]: DEBUG neutron_lib.callbacks.manager [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:35.161098 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Routers {'9f2d7bb8-de84-4219-9795-8ac277159eb0'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:35.161786 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9f2d7bb8-de84-4219-9795-8ac277159eb0'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:35.196826 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b35cbb-9fe4-4095-8c78-4cdbad925e30 None None] Pushing event updated for resources: {'Port': ['ID=e8cc07a5-7874-4bc0-abb7-72f9594e6bdd,revision_number=4']} {{(pid=93944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:35.277055 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] Set router 9f2d7bb8-de84-4219-9795-8ac277159eb0 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:35.494841 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 4, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'gw_port': {'id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e8cc07a5-7874-4bc0-abb7-72f9594e6bdd', 'name': '', 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'mac_address': 'fa:16:3e:0f:5b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '150e2263-4758-462c-9476-18a29d6c57cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:30Z', 'updated_at': '2021-07-07T23:31:35Z', 'revision_number': 4, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'subnets': [{'id': '150e2263-4758-462c-9476-18a29d6c57cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:35.529429 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b9306-8d48-43dc-bd2f-479bca16b4ae None None] The sync data for ids ['9f2d7bb8-de84-4219-9795-8ac277159eb0'] in n-d-695012-11 is: [{'id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 4, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'gw_port': {'id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': 'e8cc07a5-7874-4bc0-abb7-72f9594e6bdd', 'name': '', 'network_id': 'f7b645e0-8af1-4eac-9ca3-8b10f6836455', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'mac_address': 'fa:16:3e:0f:5b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '150e2263-4758-462c-9476-18a29d6c57cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:30Z', 'updated_at': '2021-07-07T23:31:35Z', 'revision_number': 4, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'subnets': [{'id': '150e2263-4758-462c-9476-18a29d6c57cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:31:35.653987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-be702f62-b592-4a41-824d-53ec5a42ed69 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:35.659018 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-be702f62-b592-4a41-824d-53ec5a42ed69 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.83 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 810 time: 0.1468561 Jul 07 23:31:35.711769 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7d4c7dfd-d297-45bd-955b-c0f72f5bd413 req-11966084-7e31-4e09-9f48-0d0fb7752cf3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 210 time: 0.0525243 Jul 07 23:31:35.760353 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-46b93bfa-6dbb-4a36-a5d1-5fc7531ccc55 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b110bae5dcfd470dbb4345bc56b95df1 HTTP/1.1" status: 200 len: 379 time: 0.0803831 Jul 07 23:31:35.769618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'port': {'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'admin_state_up': True, 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'security_groups': ['1e604515-25b4-4cf5-9158-846f4d61237c']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:35.890963 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Made reservation on behalf of b110bae5dcfd470dbb4345bc56b95df1 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:31:35.894785 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:36.028383 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Allocated IP 172.20.0.10 (4417fdd6-cf19-4573-8923-40a13c9558e8/fb00ca8a-6d20-4000-8930-768870dd7698/d8d202c6-7ea0-4043-abd4-fe084a9980a1) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:31:36.177066 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:36.190480 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Transition to ACTIVE for port object d8d202c6-7ea0-4043-abd4-fe084a9980a1 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:36.227870 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:36.276997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:36.283633 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'Port': ['ID=d8d202c6-7ea0-4043-abd4-fe084a9980a1,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:36.286270 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:36.288476 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:31:36.339424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:36.340096 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:36.357412 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-1322d20f-b2d3-491a-b6bb-c36bec9cfe91 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5916905 Jul 07 23:31:36.378369 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Request body: {'port': {'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:36.456683 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:36.550715 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5812a66a-b2dc-4da4-ae1a-18dd62572206 None None] Provisioning for port d8d202c6-7ea0-4043-abd4-fe084a9980a1 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:36.554762 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-5812a66a-b2dc-4da4-ae1a-18dd62572206 None None] Provisioning complete for port d8d202c6-7ea0-4043-abd4-fe084a9980a1 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:36.555148 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5812a66a-b2dc-4da4-ae1a-18dd62572206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:36.591814 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-5812a66a-b2dc-4da4-ae1a-18dd62572206 None None] Port d8d202c6-7ea0-4043-abd4-fe084a9980a1 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:31:36.722396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d202c6-7ea0-4043-abd4-fe084a9980a1 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:31:36.729674 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:36.741935 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Transition to ACTIVE for port object d8d202c6-7ea0-4043-abd4-fe084a9980a1 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:31:36.745591 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:36.845354 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d202c6-7ea0-4043-abd4-fe084a9980a1,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:36.928649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Attempting to bind port d8d202c6-7ea0-4043-abd4-fe084a9980a1 on host n-h2-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:31:36.928857 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e8cc07a5-7874-4bc0-abb7-72f9594e6bdd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:36.929618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Attempting to bind port d8d202c6-7ea0-4043-abd4-fe084a9980a1 by drivers openvswitch,hyperv on host n-h2-695012-11 at level 0 using segments [{'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:31:36.929956 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Attempting to bind port d8d202c6-7ea0-4043-abd4-fe084a9980a1 on network 4417fdd6-cf19-4573-8923-40a13c9558e8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:31:36.936280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Port d8d202c6-7ea0-4043-abd4-fe084a9980a1 on network 4417fdd6-cf19-4573-8923-40a13c9558e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:31:36.936609 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Attempting to bind port d8d202c6-7ea0-4043-abd4-fe084a9980a1 on network 4417fdd6-cf19-4573-8923-40a13c9558e8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:31:36.944661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Checking agent: {'id': 'c22afe67-0a93-484a-8737-cf14d0b1a9ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:31:36.945005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Checking segment: {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:31:36.945396 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Bound using segment: {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:31:36.945838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Bound port: d8d202c6-7ea0-4043-abd4-fe084a9980a1, host: n-h2-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:31:36.946231 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:36.964141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d80aa5-2634-401d-a5f1-46473fdd6a08 req-2b467d52-774e-44be-ad09-bc3c4de2aea5 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:36.965697 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99d80aa5-2634-401d-a5f1-46473fdd6a08 req-2b467d52-774e-44be-ad09-bc3c4de2aea5 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 944 time: 0.1242609 Jul 07 23:31:36.978896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning for port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:36.983648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:36.984020 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:37.049806 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-99d80aa5-2634-401d-a5f1-46473fdd6a08 req-cd85a6b8-42ca-49f7-b92b-cbacf17dd9b4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591261 Jul 07 23:31:37.053991 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:31:37.057279 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:31:37.062809 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:37.072849 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:37.097114 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:37.097822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:37.099287 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] 10.222.0.83 "PUT /v2.0/ports/d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 1093 time: 0.7256453 Jul 07 23:31:37.100058 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:31:37.101973 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84196ed7-db26-4502-9df9-d4ccdaabd64f" -d '{"events": [{"name": "network-changed", "server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:31:37.118761 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] For port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e8cc07a5-7874-4bc0-abb7-72f9594e6bdd,segment=NetworkSegment(50a242ba-35cc-4c95-810c-873b33ab6999),segment_id=50a242ba-35cc-4c95-810c-873b33ab6999)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:37.125661 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:37.147815 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633547b6-1735-4f1d-a36e-7315523a6c85 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d202c6-7ea0-4043-abd4-fe084a9980a1,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:37.189451 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db39898-9020-4c4e-a447-292f9c306c9e x-openstack-request-id: req-5db39898-9020-4c4e-a447-292f9c306c9e {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:31:37.189735 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:31:37.189978 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5db39898-9020-4c4e-a447-292f9c306c9e {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:31:37.190249 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Pushing event updated for resources: {'Port': ['ID=e8cc07a5-7874-4bc0-abb7-72f9594e6bdd,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:37.190384 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'status': 'completed', 'code': 200} Jul 07 23:31:37.218589 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-f21646cb-004b-4b90-8354-f2b2b15be2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:37.220118 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-f21646cb-004b-4b90-8354-f2b2b15be2c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1096 time: 0.0594609 Jul 07 23:31:37.272843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-bcddf787-bb22-488f-8650-7523281d18b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 217 time: 0.0384886 Jul 07 23:31:37.322542 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-02df77c8-c7cb-44d7-b64b-5c86885d5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:37.324021 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-02df77c8-c7cb-44d7-b64b-5c86885d5b42 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0441298 Jul 07 23:31:37.382021 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-38105546-1bc0-4efb-a6f1-c3ec0c76d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:37.383545 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-38105546-1bc0-4efb-a6f1-c3ec0c76d181 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520585 Jul 07 23:31:37.477614 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-5a398f6c-7fdc-4251-a8aa-b24934daff02 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859220 Jul 07 23:31:37.564372 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7a6cff9c-b49b-4323-bda0-b3f16ba7bbe1 req-748994c6-0ada-43cb-a5f0-4774285678c9 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803955 Jul 07 23:31:37.710746 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-8cf15ba0-35fb-4cd4-b4a8-c3109ef56b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:37.712508 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-8cf15ba0-35fb-4cd4-b4a8-c3109ef56b38 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1096 time: 0.0530479 Jul 07 23:31:37.805797 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-cf6ea460-9cd4-4c9a-903c-8ed4dfd04866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:37.807305 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-cf6ea460-9cd4-4c9a-903c-8ed4dfd04866 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0880334 Jul 07 23:31:37.848635 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-67ba4439-4ba6-45cb-992e-1777cc37d6ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 217 time: 0.0336649 Jul 07 23:31:37.899420 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-31308f0b-9828-499b-9fb6-572e06decb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:37.900798 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-31308f0b-9828-499b-9fb6-572e06decb16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0450938 Jul 07 23:31:37.958212 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-6af2ae6b-13d4-4e0e-bc3f-2c6199aae576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:37.959795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-6af2ae6b-13d4-4e0e-bc3f-2c6199aae576 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523396 Jul 07 23:31:38.047244 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-54dbd1b8-974e-42b1-91de-3785711b8b26 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794814 Jul 07 23:31:38.140193 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-84196ed7-db26-4502-9df9-d4ccdaabd64f req-e3432222-80aa-4d34-a7a7-06305f8de319 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866582 Jul 07 23:31:38.228138 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce6218-1475-4730-b179-17f1f8630aff req-20abd6f9-a1ad-42f4-a00d-15a48beacf17 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:38.229536 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96ce6218-1475-4730-b179-17f1f8630aff req-20abd6f9-a1ad-42f4-a00d-15a48beacf17 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 944 time: 0.0643148 Jul 07 23:31:38.268430 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-96ce6218-1475-4730-b179-17f1f8630aff req-bfc08f5c-b868-4b99-a057-fa5f811fb21f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319808 Jul 07 23:31:38.886028 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e8cc07a5-7874-4bc0-abb7-72f9594e6bdd up at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:38.932596 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Provisioning complete for port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:38.932964 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:39.444437 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de99461-8695-4aad-9102-d6d5d4bb4aea req-48db9fec-3c45-4e2d-911d-5abf0ecbd8fa tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:39.445931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8de99461-8695-4aad-9102-d6d5d4bb4aea req-48db9fec-3c45-4e2d-911d-5abf0ecbd8fa tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 944 time: 0.0657537 Jul 07 23:31:39.484239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8de99461-8695-4aad-9102-d6d5d4bb4aea req-8d015cde-73d7-4fa9-a6c9-9e826ff07103 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312161 Jul 07 23:31:40.655974 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85418f8-7bfa-4029-851a-90f306d543ef req-6976ebef-db7a-497e-b745-c62813e6072d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:40.657438 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f85418f8-7bfa-4029-851a-90f306d543ef req-6976ebef-db7a-497e-b745-c62813e6072d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 944 time: 0.0623631 Jul 07 23:31:40.693985 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f85418f8-7bfa-4029-851a-90f306d543ef req-06993bdb-d9cd-4297-829a-ee07221d08a8 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308945 Jul 07 23:31:41.865866 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a36c-932d-4205-8653-f97be4097f19 req-8ab53ae8-da2c-4b93-9cd6-e101570237ea tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:41.867383 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7427a36c-932d-4205-8653-f97be4097f19 req-8ab53ae8-da2c-4b93-9cd6-e101570237ea tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 944 time: 0.0636492 Jul 07 23:31:41.905264 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7427a36c-932d-4205-8653-f97be4097f19 req-c49bdfd9-a53e-4df2-9179-7dc22918ec95 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312564 Jul 07 23:31:42.116169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d8d202c6-7ea0-4043-abd4-fe084a9980a1 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:31:42.207265 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:42.218562 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:31:42.258855 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:42.271412 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d202c6-7ea0-4043-abd4-fe084a9980a1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:31:42.291746 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:42.296695 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:42.343184 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d8d202c6-7ea0-4043-abd4-fe084a9980a1,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:42.750228 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['d8d202c6-7ea0-4043-abd4-fe084a9980a1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:31:43.083668 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f75ec-b171-4579-8a2c-822803685a31 req-aef1f6b6-b80e-4d2d-a632-b1c181503038 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:43.085029 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c29f75ec-b171-4579-8a2c-822803685a31 req-aef1f6b6-b80e-4d2d-a632-b1c181503038 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 945 time: 0.0654659 Jul 07 23:31:43.120559 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c29f75ec-b171-4579-8a2c-822803685a31 req-c8f4ad78-88dd-44dd-ba18-9ec8db662a63 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298069 Jul 07 23:31:44.132719 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d8d202c6-7ea0-4043-abd4-fe084a9980a1 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:31:44.180924 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning for port d8d202c6-7ea0-4043-abd4-fe084a9980a1 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:31:44.184545 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port d8d202c6-7ea0-4043-abd4-fe084a9980a1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:31:44.184919 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:44.265316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:44.303209 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09051d79-7fee-49b3-aca5-bb8156c2f8a9 req-64d54c9f-142f-4459-bea2-507eb65a9645 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:44.304245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:31:44.305337 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:31:44.305472 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09051d79-7fee-49b3-aca5-bb8156c2f8a9 req-64d54c9f-142f-4459-bea2-507eb65a9645 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 945 time: 0.0730395 Jul 07 23:31:44.307853 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc6316a-7720-4592-93b0-a04112c8c156" -d '{"events": [{"server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:31:44.319561 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:44.352973 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cbd0f6-a167-4d43-a12f-81686e0203b1 x-openstack-request-id: req-32cbd0f6-a167-4d43-a12f-81686e0203b1 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:31:44.353418 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:31:44.353904 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32cbd0f6-a167-4d43-a12f-81686e0203b1 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:31:44.354333 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'code': 200} Jul 07 23:31:44.358578 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-09051d79-7fee-49b3-aca5-bb8156c2f8a9 req-3748a246-8ed1-4cad-9715-3810202725f2 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458920 Jul 07 23:31:44.378805 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d8d202c6-7ea0-4043-abd4-fe084a9980a1,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:44.499398 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95d8c0-1dfd-465f-b1eb-8ad1dcb3517e req-4e30997d-3700-4b6a-b1b7-6b144381b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:44.500900 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d95d8c0-1dfd-465f-b1eb-8ad1dcb3517e req-4e30997d-3700-4b6a-b1b7-6b144381b23c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1098 time: 0.0564928 Jul 07 23:31:44.537142 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2d95d8c0-1dfd-465f-b1eb-8ad1dcb3517e req-8b84b22c-699d-43fe-a313-e96643fafd01 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298150 Jul 07 23:31:45.528038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f3673-fdfd-46a7-97e7-5f9b164a5472 req-91eaab11-770b-4247-bb87-cb2a2dda5fd1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:45.530023 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-519f3673-fdfd-46a7-97e7-5f9b164a5472 req-91eaab11-770b-4247-bb87-cb2a2dda5fd1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 946 time: 0.0618596 Jul 07 23:31:45.568153 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-519f3673-fdfd-46a7-97e7-5f9b164a5472 req-b4538613-b7bc-48d9-ab1f-e8c1f87cd722 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326066 Jul 07 23:31:46.735381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb95b8a-a5d1-4d28-bfbe-29e2f5861165 req-b4fb0c55-e5e6-4756-9df8-8a40a5c5725c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:46.736837 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bb95b8a-a5d1-4d28-bfbe-29e2f5861165 req-b4fb0c55-e5e6-4756-9df8-8a40a5c5725c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 946 time: 0.0620577 Jul 07 23:31:46.773848 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1bb95b8a-a5d1-4d28-bfbe-29e2f5861165 req-91f5629f-9a34-40ce-8ec3-15d8bf7ad729 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316420 Jul 07 23:31:46.947137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bc404-2e0f-4a95-81ef-1ec07c5d2ac2 req-1cffefb9-a374-44d0-95dc-2ec0bf84385f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:46.948589 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e6bc404-2e0f-4a95-81ef-1ec07c5d2ac2 req-1cffefb9-a374-44d0-95dc-2ec0bf84385f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 946 time: 0.0654540 Jul 07 23:31:46.987095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7e6bc404-2e0f-4a95-81ef-1ec07c5d2ac2 req-fd779716-e731-4092-afb5-65564626534a tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329998 Jul 07 23:31:47.010636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51220) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:47.160424 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e3db5f-4819-4a02-9c64-d7e77866dd8a tempest-TestSnapshotPattern-728947257 tempest-TestSnapshotPattern-728947257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:47.161960 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-27e3db5f-4819-4a02-9c64-d7e77866dd8a tempest-TestSnapshotPattern-728947257 tempest-TestSnapshotPattern-728947257-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1093 time: 0.1503732 Jul 07 23:31:47.164885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51224) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:31:47.169851 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:31:47.191219 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:47.603338 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:47.699418 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Allocated IP 172.25.8.96 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/113b03cd-e576-4f92-9a30-7d5b5d59b5b2) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:31:47.801434 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:47.840717 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:47.876982 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:31:47.882120 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:31:47.885454 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:31:47.907490 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'Port': ['ID=113b03cd-e576-4f92-9a30-7d5b5d59b5b2,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:48.247930 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:48.329460 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:48.475350 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:48.479432 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:48.547341 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'Port': ['ID=113b03cd-e576-4f92-9a30-7d5b5d59b5b2,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:31:48.559132 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:48.658306 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Floating IP eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf associated. External IP: 172.25.8.96, port: d8d202c6-7ea0-4043-abd4-fe084a9980a1. Jul 07 23:31:48.862507 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Router 61fe3150-0de0-4ea4-9721-31f85c8cd61c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:31:48.967944 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:31:48.977061 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] Sync routers for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:31:48.984326 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:48.987102 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:48.987727 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:49.020059 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-52e78a17-01cd-4989-a6a2-8b3f0a29dda1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8541718 Jul 07 23:31:49.020651 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:31:49.022913 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f976597a-3183-45f9-bc0a-e084da2bb09c" -d '{"events": [{"name": "network-changed", "server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:31:49.061115 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0909969c-09a1-4c56-9481-3f7a8c1f9d08 x-openstack-request-id: req-0909969c-09a1-4c56-9481-3f7a8c1f9d08 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:31:49.061404 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:31:49.061657 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0909969c-09a1-4c56-9481-3f7a8c1f9d08 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:31:49.062062 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'status': 'completed', 'code': 200} Jul 07 23:31:49.109883 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:49.157059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-bd0d45e5-acb6-4a39-b341-45eb6a3b7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:49.158613 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-bd0d45e5-acb6-4a39-b341-45eb6a3b7dd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1098 time: 0.0529189 Jul 07 23:31:49.250403 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-b26ad26d-de50-4ba9-925b-4456ca49bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:49.251888 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-b26ad26d-de50-4ba9-925b-4456ca49bad6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0871677 Jul 07 23:31:49.316896 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-7b7d88f6-20e7-4c7d-a2f6-655f65a49802 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 999 time: 0.0587008 Jul 07 23:31:49.333915 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:31:48Z', 'updated_at': '2021-07-07T23:31:48Z', 'revision_number': 0, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:49.360247 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] Checking router: 61fe3150-0de0-4ea4-9721-31f85c8cd61c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:31:49.365688 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-733de69a-84ff-49db-9df3-75848850b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:49.367206 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-733de69a-84ff-49db-9df3-75848850b52b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0442059 Jul 07 23:31:49.368295 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:31:49.368900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:31:30Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:49.427788 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-9e4e982f-264d-4566-bd73-85bf96b14a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:31:49.429301 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-9e4e982f-264d-4566-bd73-85bf96b14a08 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561056 Jul 07 23:31:49.439987 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-7c7b3814-f69e-48a9-b8ef-bc9b98d84949 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:31:49.441019 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-7c7b3814-f69e-48a9-b8ef-bc9b98d84949 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051539 Jul 07 23:31:49.540213 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-d6716424-a3ce-428c-8328-a451957a53cd service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930932 Jul 07 23:31:49.629798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:31:49.635869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f976597a-3183-45f9-bc0a-e084da2bb09c req-e6d378fc-aaf6-4a02-b133-2e7c2d4e1e86 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898378 Jul 07 23:31:49.844923 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:31:48Z', 'updated_at': '2021-07-07T23:31:48Z', 'revision_number': 0, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:31:49.874275 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a227448-58b7-4045-a476-b9d2f1d4429f None None] The sync data for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 is: [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:31:48Z', 'updated_at': '2021-07-07T23:31:48Z', 'revision_number': 0, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:31:50.052772 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c88581e-28cd-4e5f-aec5-ad87f0e23f15 None None] New status for floating IP eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:31:50.676894 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:57.448927 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f8185029-57a1-4019-b232-f5dab5c4969d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:31:59.802239 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-4c421560-026d-49a6-ad1b-39d34ce3b682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:00.112557 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:01.207304 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:02.287116 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:03.070828 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:05.293595 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:32:20.680379 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:27.449308 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7d4ed79a-5a6e-4fbd-8b37-02f120d24085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:29.802947 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-f08a452b-acbd-48ea-b936-5d381c78a355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:30.113228 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:31.210952 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:31.351240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-0c14e878-71ed-408b-a3be-16fd0ccce319 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949495 Jul 07 23:32:31.459439 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-a7042f84-bc0e-45c7-a673-3e076a19da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:31.460910 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-a7042f84-bc0e-45c7-a673-3e076a19da42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1098 time: 0.0520439 Jul 07 23:32:31.567777 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-d46e876f-3464-4ba6-97cd-465212b08b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:31.569122 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-d46e876f-3464-4ba6-97cd-465212b08b80 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0870764 Jul 07 23:32:31.632066 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-bd2f9376-2057-44f5-a030-91d616d933fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 1001 time: 0.0563881 Jul 07 23:32:31.678745 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-04a55830-9aab-4b98-bae5-87e592638805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:31.680147 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-04a55830-9aab-4b98-bae5-87e592638805 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0418365 Jul 07 23:32:31.738799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-3a8171e7-35bc-4a0d-8d5e-c6ddd549b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:32:31.740257 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-3a8171e7-35bc-4a0d-8d5e-c6ddd549b7d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538559 Jul 07 23:32:31.826795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-344f1084-0b45-47ee-9f7d-5cbab92824a8 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795691 Jul 07 23:32:31.916931 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-e153e885-b0ce-44cf-8e26-e2e8216008f0 req-4810bb1d-f13b-4841-8958-4fdd0abe11db service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843978 Jul 07 23:32:32.301732 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:33.072226 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:42.292237 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:32:50.683910 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:57.448848 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5c15635b-3c83-43d1-b539-d4667ec0d2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:32:59.805390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-dbbfe29d-9109-44c1-a7b4-f99c83f6d549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:00.113418 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:01.214569 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:02.303030 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:03.075909 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:19.292068 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:33:20.684316 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:27.449020 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-922d5b8d-c815-45ae-bdbd-7df345f23c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:29.805972 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-31d85b21-ac54-4db4-b207-4860897388cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:30.114667 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:31.217394 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:32.250625 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-727c2686-34c3-4cf3-8c35-35af49c31467 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528541 Jul 07 23:33:32.323219 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:32.363892 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-14a614d7-2b1b-46c6-887a-0bd961fac575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:32.365392 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-14a614d7-2b1b-46c6-887a-0bd961fac575 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1098 time: 0.0562162 Jul 07 23:33:32.471362 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-62ac2610-33e8-4a1c-abe0-e4af0d440c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:32.472812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-62ac2610-33e8-4a1c-abe0-e4af0d440c45 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0889039 Jul 07 23:33:32.536313 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-6e25e195-3921-4b35-b09d-1e4dd4b2f992 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 1001 time: 0.0565445 Jul 07 23:33:32.583698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-356e5187-0976-48ed-8464-b9aa31174c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:32.585072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-356e5187-0976-48ed-8464-b9aa31174c89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0420632 Jul 07 23:33:32.643698 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-042d5512-e91a-441d-9ef1-652a6e50b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:33:32.645164 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-042d5512-e91a-441d-9ef1-652a6e50b39f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536220 Jul 07 23:33:32.731750 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-40130ac5-48f5-4164-87ef-e24bfb3ba581 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796909 Jul 07 23:33:32.825034 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7b30ca5c-88a8-4cf9-ae5b-7b7fbd64e64a req-b1e71f89-8bf6-4b62-90df-9aa44777f2c0 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861778 Jul 07 23:33:33.077402 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:50.692424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:56.291632 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:33:57.450546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-66302b59-be36-415d-96d6-4a130fab534c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:33:59.805494 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0bb26fd5-1e1a-441d-b0a4-bfc59d58193f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:00.115869 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:01.220094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:02.318463 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:03.080537 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:20.687095 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:27.450874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-eed1beb2-98f7-4d6a-a947-46be63dd9e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:29.805612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-274b3fd9-b054-45a1-9d26-1aead3ca5541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:30.116053 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.110903 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d8d202c6-7ea0-4043-abd4-fe084a9980a1 details requested by agent hyperv_n-h2-695012-11 with host n-h2-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:34:31.205693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:31.225642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Returning: {'device': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:34:31.232546 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.262923 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.275072 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8d202c6-7ea0-4043-abd4-fe084a9980a1 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:34:31.293896 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:31.297240 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:31.347128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d8d202c6-7ea0-4043-abd4-fe084a9980a1,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:31.354173 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.354518 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.354853 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.355183 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.355508 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.355831 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.356151 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.356468 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.356787 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.357101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.357416 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.357729 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:31.438665 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] get_ports_and_sgs() called for port_ids ['d8d202c6-7ea0-4043-abd4-fe084a9980a1'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:34:32.352821 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.083081 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.108577 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d8d202c6-7ea0-4043-abd4-fe084a9980a1 up at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:34:33.159171 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Provisioning complete for port d8d202c6-7ea0-4043-abd4-fe084a9980a1 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:33.159461 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.239867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.262573 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:34:33.264817 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636ef95d-f673-4280-bcf1-1c0e4b1ef989" -d '{"events": [{"server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:34:33.277590 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:33.286924 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:33.292775 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:34:33.339089 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d8d202c6-7ea0-4043-abd4-fe084a9980a1,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:33.384525 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-f03fd627-42b9-4689-bc16-1ca70b5bf2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:33.385230 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c261dd7-7334-441d-84e7-7025e0fb23af x-openstack-request-id: req-1c261dd7-7334-441d-84e7-7025e0fb23af {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:34:33.385643 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "name": "network-vif-plugged", "status": "completed", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:34:33.385745 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c261dd7-7334-441d-84e7-7025e0fb23af {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:34:33.386045 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-f03fd627-42b9-4689-bc16-1ca70b5bf2bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1098 time: 0.0597849 Jul 07 23:34:33.386286 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'code': 200} Jul 07 23:34:33.537099 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-b35675d1-4083-4f92-8b3d-d76a623f0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:33.538913 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-b35675d1-4083-4f92-8b3d-d76a623f0193 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0874527 Jul 07 23:34:33.603952 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-9f5bf47f-e41a-48b9-bcfd-fb95d53e6716 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 1001 time: 0.0563250 Jul 07 23:34:33.654190 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-c66abc4c-bb9a-44ea-a9ba-380d3851ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:33.655581 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-c66abc4c-bb9a-44ea-a9ba-380d3851ba06 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0417652 Jul 07 23:34:33.717921 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-673057cf-d88c-4cf8-9299-3d8a98efc423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:33.719424 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-673057cf-d88c-4cf8-9299-3d8a98efc423 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552251 Jul 07 23:34:33.809095 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-41484483-5ecd-443a-b59f-8b4f0c590e81 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830376 Jul 07 23:34:33.902149 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-ee602ca6-a9a4-4410-b3fb-7d9b08375042 req-c2de600e-9a0d-4ee1-9c4a-6cfbfd4d936a service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860844 Jul 07 23:34:45.177610 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-9309e35b-9e97-4e13-ac67-f08d59620f9e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607980890&fields=id&tenant_id=b110bae5dcfd470dbb4345bc56b95df1 HTTP/1.1" status: 200 len: 267 time: 0.3426499 Jul 07 23:34:45.277306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-47c7cc28-600d-4d9d-a40b-bd821c66424c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:45.278811 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-47c7cc28-600d-4d9d-a40b-bd821c66424c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 810 time: 0.0947971 Jul 07 23:34:45.293869 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-cfa9319e-c837-4e62-bbf7-01378c621664 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/quotas/b110bae5dcfd470dbb4345bc56b95df1 HTTP/1.1" status: 200 len: 375 time: 0.0091515 Jul 07 23:34:45.368941 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-1a982ebe-5863-4575-8219-41e037bcefb5 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0693178 Jul 07 23:34:45.424239 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-836388ab-2368-4f88-9aa6-c0a1f860ee16 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:34:45.425270 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-836388ab-2368-4f88-9aa6-c0a1f860ee16 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455806 Jul 07 23:34:45.512454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-346305f3-2978-4625-b390-914a5d5bd0f1 service neutron] 10.222.0.81 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813870 Jul 07 23:34:45.602325 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-3d595366-d41d-456f-b2fd-9e8e46d23af2 service neutron] 10.222.0.81 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837648 Jul 07 23:34:45.846374 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b685577f-7084-4661-a1a9-446c0201c511 req-1654fc61-8246-4b9e-adcd-f84d20b18b7c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 210 time: 0.0795686 Jul 07 23:34:46.909429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-b5408ff4-93c4-4da5-ac34-4c60c72f8ca0 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:46.911146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-b5408ff4-93c4-4da5-ac34-4c60c72f8ca0 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.44 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 810 time: 0.1074464 Jul 07 23:34:46.958742 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-e33bfa71-4291-4288-8a21-f1c8eff58f0d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b110bae5dcfd470dbb4345bc56b95df1 HTTP/1.1" status: 200 len: 379 time: 0.0396018 Jul 07 23:34:46.968140 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'port': {'device_id': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'admin_state_up': True, 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'security_groups': ['1e604515-25b4-4cf5-9158-846f4d61237c']}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:47.036351 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-137b6cdd-18ef-4203-a278-b0ccd3eae68f req-0a9ec4ec-1a4a-40a7-81ff-c1e66dc6cad8 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 210 time: 0.0629215 Jul 07 23:34:47.103824 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Made reservation on behalf of b110bae5dcfd470dbb4345bc56b95df1 for: {'port': 1} {{(pid=93941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 07 23:34:47.107443 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.137553 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d8d202c6-7ea0-4043-abd4-fe084a9980a1 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:34:47.231107 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.260298 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Allocated IP 172.20.0.14 (4417fdd6-cf19-4573-8923-40a13c9558e8/fb00ca8a-6d20-4000-8930-768870dd7698/247439a5-3b1d-4048-939e-790138a21043) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:34:47.260952 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:34:47.264159 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89893f30-00ff-45a3-88b9-20d1303e2db9" -d '{"events": [{"server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:34:47.287456 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:34:47.293320 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.355153 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e413e616-e905-4f35-b269-9a0df754900a x-openstack-request-id: req-e413e616-e905-4f35-b269-9a0df754900a {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:34:47.355510 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "name": "network-vif-unplugged", "status": "completed", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:34:47.355864 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e413e616-e905-4f35-b269-9a0df754900a {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:34:47.356590 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'code': 200} Jul 07 23:34:47.393675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Pushing event updated for resources: {'Port': ['ID=d8d202c6-7ea0-4043-abd4-fe084a9980a1,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:47.508090 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.524601 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Transition to ACTIVE for port object 247439a5-3b1d-4048-939e-790138a21043 will not be triggered until provisioned by entity DHCP. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:47.573827 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.617475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:34:47.622936 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:34:47.632634 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:34:47.681009 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'Port': ['ID=247439a5-3b1d-4048-939e-790138a21043,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:47.702198 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.703059 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.703730 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.704841 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.705473 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.706091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.706502 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.707112 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.707687 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.708091 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.708487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.708885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:34:47.719429 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:47.721161 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.743255 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-ce97e7a0-79e5-44d5-be15-f15fbaedeba4 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7789245 Jul 07 23:34:47.870681 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-44411240-de0e-42d1-a35a-793d8826377c None None] Provisioning for port 247439a5-3b1d-4048-939e-790138a21043 completed by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:34:47.874633 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-44411240-de0e-42d1-a35a-793d8826377c None None] Provisioning complete for port 247439a5-3b1d-4048-939e-790138a21043 triggered by entity DHCP. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:34:47.874999 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-44411240-de0e-42d1-a35a-793d8826377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:47.918011 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-44411240-de0e-42d1-a35a-793d8826377c None None] Port 247439a5-3b1d-4048-939e-790138a21043 cannot update to ACTIVE because it is not bound. {{(pid=93943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 07 23:34:48.223725 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ff491-0b2d-48f8-ba47-ece89524800f req-8ef63300-4671-4b8b-9e51-18bd5dad3db9 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:48.225397 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-960ff491-0b2d-48f8-ba47-ece89524800f req-8ef63300-4671-4b8b-9e51-18bd5dad3db9 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 932 time: 0.0767603 Jul 07 23:34:48.263687 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-960ff491-0b2d-48f8-ba47-ece89524800f req-3e6dc5e3-3473-40b8-ab64-9f99441214dc tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326276 Jul 07 23:34:49.452248 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc1c92-c053-43d1-b724-0bbbe244d8b4 req-cb2b170d-4d4a-4fb0-abbd-78d47bd4f82c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:49.453740 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2bc1c92-c053-43d1-b724-0bbbe244d8b4 req-cb2b170d-4d4a-4fb0-abbd-78d47bd4f82c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 932 time: 0.0668337 Jul 07 23:34:49.493843 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-c2bc1c92-c053-43d1-b724-0bbbe244d8b4 req-32cba48f-4e5e-4c3c-8a0d-0993650edfce tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337334 Jul 07 23:34:50.687771 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ed7db-ffbe-4992-b88c-c09f679323b4 req-aee2ef96-7bb3-4b63-93d8-e20e8c3a4f44 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:50.689303 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-290ed7db-ffbe-4992-b88c-c09f679323b4 req-aee2ef96-7bb3-4b63-93d8-e20e8c3a4f44 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 932 time: 0.0678971 Jul 07 23:34:50.693625 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:50.728904 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-290ed7db-ffbe-4992-b88c-c09f679323b4 req-ab187857-025c-48a6-9566-663c6d281d9d tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337391 Jul 07 23:34:51.915539 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c71300-06b7-4266-86ba-5135b3353063 req-2096f984-d9fd-4325-9b5f-f3bf3c7f4ef9 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:51.917064 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75c71300-06b7-4266-86ba-5135b3353063 req-2096f984-d9fd-4325-9b5f-f3bf3c7f4ef9 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 932 time: 0.0744998 Jul 07 23:34:51.960365 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-75c71300-06b7-4266-86ba-5135b3353063 req-22fedc6f-b885-4b89-be07-47af2559744b tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369866 Jul 07 23:34:53.136008 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc6057-ba03-41d5-8e30-6ed96c021afe req-ae318c57-8557-4a21-ae28-393cb187fbde tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:53.137678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81fc6057-ba03-41d5-8e30-6ed96c021afe req-ae318c57-8557-4a21-ae28-393cb187fbde tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 932 time: 0.0661416 Jul 07 23:34:53.177274 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-81fc6057-ba03-41d5-8e30-6ed96c021afe req-505bba7b-17bf-4178-a17f-d6d91554c4cf tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331259 Jul 07 23:34:54.365338 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749e4c6-65ce-454b-bc17-0df6498a8f50 req-e750867e-4e05-449d-a3bf-733d54042ba9 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:54.366883 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8749e4c6-65ce-454b-bc17-0df6498a8f50 req-e750867e-4e05-449d-a3bf-733d54042ba9 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 932 time: 0.0693872 Jul 07 23:34:54.408216 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8749e4c6-65ce-454b-bc17-0df6498a8f50 req-75382b4c-27dd-42df-991f-5b528fc1ce70 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354342 Jul 07 23:34:55.613711 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b36c-a306-4d24-a740-c3f17fd411bc req-28e19f94-f74b-4631-9101-8bfd393be4b8 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:55.615137 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13c8b36c-a306-4d24-a740-c3f17fd411bc req-28e19f94-f74b-4631-9101-8bfd393be4b8 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 932 time: 0.0672927 Jul 07 23:34:55.654026 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-13c8b36c-a306-4d24-a740-c3f17fd411bc req-f0c13b8f-c072-4f33-807a-8d808b7647cd tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333157 Jul 07 23:34:56.834301 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d94f2-0c4e-4533-b308-98983bf0dc25 req-642d005f-af07-4020-95ff-0a3ebcb6f3fe tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:56.841645 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b3d94f2-0c4e-4533-b308-98983bf0dc25 req-642d005f-af07-4020-95ff-0a3ebcb6f3fe tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 932 time: 0.0727749 Jul 07 23:34:56.874908 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-1b3d94f2-0c4e-4533-b308-98983bf0dc25 req-f5d7dbda-8333-44f0-b05d-ca683a570540 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322921 Jul 07 23:34:57.452194 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ad2bd75e-e902-4466-ab88-4ee2500e6cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:57.717581 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-91b5dfca-b2bd-4c22-a60b-aa7f69290241 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=93941) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 07 23:34:57.718499 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-91b5dfca-b2bd-4c22-a60b-aa7f69290241 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056841 Jul 07 23:34:57.770885 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Request body: {'port': {'device_id': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-695012-11'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:34:57.844083 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:58.115269 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f0a9b-a01f-451f-b3fd-68f64d6f436f req-1a5e0437-45c8-4f71-9521-973eee36ca7e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:58.116667 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f16f0a9b-a01f-451f-b3fd-68f64d6f436f req-1a5e0437-45c8-4f71-9521-973eee36ca7e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 932 time: 0.1085567 Jul 07 23:34:58.187809 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f16f0a9b-a01f-451f-b3fd-68f64d6f436f req-3d62011b-0249-4774-b460-45ef2f7ea354 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656738 Jul 07 23:34:58.189793 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247439a5-3b1d-4048-939e-790138a21043 {{(pid=93941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:34:58.197459 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:58.209898 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.provisioning_blocks [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Transition to ACTIVE for port object 247439a5-3b1d-4048-939e-790138a21043 will not be triggered until provisioned by entity L2. {{(pid=93941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 07 23:34:58.213755 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:58.287306 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=247439a5-3b1d-4048-939e-790138a21043,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:58.336916 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Attempting to bind port 247439a5-3b1d-4048-939e-790138a21043 on host n-h1-695012-11 for vnic_type normal with profile {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 07 23:34:58.337255 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Attempting to bind port 247439a5-3b1d-4048-939e-790138a21043 by drivers openvswitch,hyperv on host n-h1-695012-11 at level 0 using segments [{'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 07 23:34:58.337583 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Attempting to bind port 247439a5-3b1d-4048-939e-790138a21043 on network 4417fdd6-cf19-4573-8923-40a13c9558e8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:58.342414 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Port 247439a5-3b1d-4048-939e-790138a21043 on network 4417fdd6-cf19-4573-8923-40a13c9558e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-695012-11 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 07 23:34:58.343054 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Attempting to bind port 247439a5-3b1d-4048-939e-790138a21043 on network 4417fdd6-cf19-4573-8923-40a13c9558e8 {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 07 23:34:58.349280 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Checking agent: {'id': '395522c9-b965-4bc6-bc8c-481e1c775c11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-695012-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'started_at': datetime.datetime(2021, 7, 7, 22, 4, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 7, 23, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 07 23:34:58.349619 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Checking segment: {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 07 23:34:58.350014 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Bound using segment: {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'} {{(pid=93941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 07 23:34:58.350483 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.managers [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Bound port: 247439a5-3b1d-4048-939e-790138a21043, host: n-h1-695012-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfaf00c2-b940-4861-9037-32724bef7d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8'}}] {{(pid=93941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 07 23:34:58.350869 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:58.416381 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, cleared binding levels {{(pid=93941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 07 23:34:58.419475 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=247439a5-3b1d-4048-939e-790138a21043,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 07 23:34:58.422883 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:58.454608 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:58.455623 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:34:58.457006 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] 10.222.0.44 "PUT /v2.0/ports/247439a5-3b1d-4048-939e-790138a21043 HTTP/1.1" status: 200 len: 1093 time: 0.7312908 Jul 07 23:34:58.457448 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'tag': '247439a5-3b1d-4048-939e-790138a21043'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:34:58.459751 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facab08c-0505-4105-9327-f35407540590" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "tag": "247439a5-3b1d-4048-939e-790138a21043"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:34:58.490171 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eb86a-7875-4312-87d1-4f2e6384cdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=247439a5-3b1d-4048-939e-790138a21043,revision_number=3']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:34:58.563964 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-e662796b-01b8-4ee8-b73d-10ff5816353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:58.565953 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-e662796b-01b8-4ee8-b73d-10ff5816353f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 1096 time: 0.0656059 Jul 07 23:34:58.567466 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5cc146-ef12-4a63-91b7-8d138771f40d x-openstack-request-id: req-be5cc146-ef12-4a63-91b7-8d138771f40d {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:34:58.567747 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "tag": "247439a5-3b1d-4048-939e-790138a21043", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:34:58.567995 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-be5cc146-ef12-4a63-91b7-8d138771f40d {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:34:58.568382 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'tag': '247439a5-3b1d-4048-939e-790138a21043', 'status': 'completed', 'code': 200} Jul 07 23:34:58.608539 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-b0db5771-20ad-43cc-9633-56be087004a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247439a5-3b1d-4048-939e-790138a21043 HTTP/1.1" status: 200 len: 217 time: 0.0353415 Jul 07 23:34:58.659626 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-08ebad09-a368-4afb-b885-f652e5c213c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:58.661111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-08ebad09-a368-4afb-b885-f652e5c213c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0448740 Jul 07 23:34:58.716399 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-aec2e612-366f-46f5-8dbe-5616441979bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:58.717822 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-aec2e612-366f-46f5-8dbe-5616441979bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503266 Jul 07 23:34:58.808309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-df7cf1bd-248a-4bab-876f-a516649e1803 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837014 Jul 07 23:34:58.895054 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-183f52e6-f947-4a44-b058-c87b79d72d77 req-732dcfc4-94af-4a49-a9aa-754d1dc8d240 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797658 Jul 07 23:34:58.997618 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facab08c-0505-4105-9327-f35407540590 req-224a5df4-19f9-4c59-b937-64aba60dd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:58.999129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-facab08c-0505-4105-9327-f35407540590 req-224a5df4-19f9-4c59-b937-64aba60dd3ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 1096 time: 0.0562692 Jul 07 23:34:59.087050 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facab08c-0505-4105-9327-f35407540590 req-5f62758b-9d1b-428a-b9a7-dd190c53ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:59.090685 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-facab08c-0505-4105-9327-f35407540590 req-5f62758b-9d1b-428a-b9a7-dd190c53ebb5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0853655 Jul 07 23:34:59.135739 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-facab08c-0505-4105-9327-f35407540590 req-91f940f6-3247-4785-9975-09eac857477b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247439a5-3b1d-4048-939e-790138a21043 HTTP/1.1" status: 200 len: 217 time: 0.0377634 Jul 07 23:34:59.182324 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facab08c-0505-4105-9327-f35407540590 req-a1a9958e-1c0e-470d-b3cf-f932d1e82e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:59.183705 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-facab08c-0505-4105-9327-f35407540590 req-a1a9958e-1c0e-470d-b3cf-f932d1e82e13 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0418549 Jul 07 23:34:59.242164 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facab08c-0505-4105-9327-f35407540590 req-efad98ac-66b3-4698-8c99-94a4e953724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:59.243999 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-facab08c-0505-4105-9327-f35407540590 req-efad98ac-66b3-4698-8c99-94a4e953724a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532968 Jul 07 23:34:59.388239 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-facab08c-0505-4105-9327-f35407540590 req-9c650ea0-353f-4ea0-8139-575b5f8a5df7 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364746 Jul 07 23:34:59.400661 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee1c24-dbb9-4138-98a3-d4a47a140d0b req-b89d5b33-fc95-4038-917a-542992a75763 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:34:59.402033 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fee1c24-dbb9-4138-98a3-d4a47a140d0b req-b89d5b33-fc95-4038-917a-542992a75763 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 944 time: 0.1024094 Jul 07 23:34:59.490675 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-8fee1c24-dbb9-4138-98a3-d4a47a140d0b req-fbd1836b-5318-49a4-bd5e-8749d08c6712 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788140 Jul 07 23:34:59.515404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-facab08c-0505-4105-9327-f35407540590 req-296ff438-0195-4e5d-9c5b-442e2a0693f4 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124170 Jul 07 23:34:59.805769 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-50e0f584-8ac5-48f6-a24b-0b1dfe6e67f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:00.117026 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:00.661118 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c26f6-e8e8-46eb-9c13-d28eb7f15523 req-a011f8de-87b3-4d97-9fc3-6005f164a312 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:00.662617 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-022c26f6-e8e8-46eb-9c13-d28eb7f15523 req-a011f8de-87b3-4d97-9fc3-6005f164a312 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 944 time: 0.0619607 Jul 07 23:35:00.698240 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-022c26f6-e8e8-46eb-9c13-d28eb7f15523 req-504368c1-239b-4e3d-a83e-030e8562c88a tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301919 Jul 07 23:35:01.226615 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:01.419101 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 247439a5-3b1d-4048-939e-790138a21043 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:35:01.513800 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=247439a5-3b1d-4048-939e-790138a21043,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:35:01.524882 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '247439a5-3b1d-4048-939e-790138a21043', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'port_id': '247439a5-3b1d-4048-939e-790138a21043', 'mac_address': 'fa:16:3e:fa:1e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:35:01.560328 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:01.572991 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247439a5-3b1d-4048-939e-790138a21043 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:35:01.592169 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=247439a5-3b1d-4048-939e-790138a21043,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:35:01.596599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:01.641675 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=247439a5-3b1d-4048-939e-790138a21043,revision_number=4']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:35:01.813062 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['247439a5-3b1d-4048-939e-790138a21043'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:35:01.870001 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24215b-c012-40ed-9f12-2a1a116f60c7 req-766283ac-4004-45b8-a2d7-7d69e35a32e7 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:01.871505 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e24215b-c012-40ed-9f12-2a1a116f60c7 req-766283ac-4004-45b8-a2d7-7d69e35a32e7 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 945 time: 0.0642145 Jul 07 23:35:01.912072 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6e24215b-c012-40ed-9f12-2a1a116f60c7 req-326f0223-be7c-47dc-b4f6-ae8a8ac930ff tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348675 Jul 07 23:35:02.364054 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:03.087558 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:03.088759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627db896-0fd1-44df-af44-674647ff78d9 req-eb74dc4e-42b2-4349-b89d-4d5b2033ffbb tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:03.090917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-627db896-0fd1-44df-af44-674647ff78d9 req-eb74dc4e-42b2-4349-b89d-4d5b2033ffbb tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 945 time: 0.0701599 Jul 07 23:35:03.127795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-627db896-0fd1-44df-af44-674647ff78d9 req-f65bc9a5-01f7-47cb-86d5-eeba9bd29ad1 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313916 Jul 07 23:35:03.434034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 247439a5-3b1d-4048-939e-790138a21043 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:35:03.482960 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning for port 247439a5-3b1d-4048-939e-790138a21043 completed by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 07 23:35:03.486999 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 247439a5-3b1d-4048-939e-790138a21043 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:35:03.487361 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:03.559218 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:03.580455 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247439a5-3b1d-4048-939e-790138a21043'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:35:03.582663 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d501a57-459f-4002-b47b-29bd3cb9b9af" -d '{"events": [{"server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "name": "network-vif-plugged", "status": "completed", "tag": "247439a5-3b1d-4048-939e-790138a21043"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:35:03.596277 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=247439a5-3b1d-4048-939e-790138a21043,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:35:03.600358 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:03.623550 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ec62f-82f7-4fd8-a7a1-f13cc23c2b38 x-openstack-request-id: req-136ec62f-82f7-4fd8-a7a1-f13cc23c2b38 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:35:03.623843 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "name": "network-vif-plugged", "status": "completed", "tag": "247439a5-3b1d-4048-939e-790138a21043", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:35:03.624098 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-136ec62f-82f7-4fd8-a7a1-f13cc23c2b38 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:35:03.624486 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247439a5-3b1d-4048-939e-790138a21043', 'code': 200} Jul 07 23:35:03.652813 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=247439a5-3b1d-4048-939e-790138a21043,revision_number=5']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:35:03.730173 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f81e01-94fc-40da-92fb-f8caba921b43 req-d68812ed-ee1a-4708-b6db-4b8f208f6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:03.731638 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26f81e01-94fc-40da-92fb-f8caba921b43 req-d68812ed-ee1a-4708-b6db-4b8f208f6cdd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 1098 time: 0.0510132 Jul 07 23:35:03.764665 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-26f81e01-94fc-40da-92fb-f8caba921b43 req-b8d3bad2-304d-4a11-8e0b-a3145d6284ca service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267594 Jul 07 23:35:04.303923 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25624b25-b375-4569-a9a5-205d2c1e0dde req-7ef77188-aaa2-4df6-93e1-ce51622ce01e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:04.305393 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25624b25-b375-4569-a9a5-205d2c1e0dde req-7ef77188-aaa2-4df6-93e1-ce51622ce01e tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 946 time: 0.0653975 Jul 07 23:35:04.341917 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-25624b25-b375-4569-a9a5-205d2c1e0dde req-3843f1f7-df9d-40e2-b5a7-41f415eaee70 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Jul 07 23:35:05.522101 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9e80c-c4dd-442e-8766-d20bf194b6b8 req-2ffd619e-5874-405f-843d-613355910762 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:05.523569 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acb9e80c-c4dd-442e-8766-d20bf194b6b8 req-2ffd619e-5874-405f-843d-613355910762 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 946 time: 0.0626352 Jul 07 23:35:05.560503 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-acb9e80c-c4dd-442e-8766-d20bf194b6b8 req-22ac4eba-3dd2-46f9-bb25-c8a581b87444 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314200 Jul 07 23:35:05.728930 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b3647-2fcb-4d45-ab35-cc9a1cc2401a req-18830715-c45e-4aba-8c5f-58e8609cac37 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:05.730415 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f3b3647-2fcb-4d45-ab35-cc9a1cc2401a req-18830715-c45e-4aba-8c5f-58e8609cac37 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 946 time: 0.0626190 Jul 07 23:35:05.770755 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6f3b3647-2fcb-4d45-ab35-cc9a1cc2401a req-5328e296-a123-4334-97a9-82487f208aef tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349073 Jul 07 23:35:05.793953 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51572) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:35:05.845759 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34fe1e-b43f-48b0-9b6b-4430c50dfc29 tempest-TestSnapshotPattern-728947257 tempest-TestSnapshotPattern-728947257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:05.847248 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-7f34fe1e-b43f-48b0-9b6b-4430c50dfc29 tempest-TestSnapshotPattern-728947257 tempest-TestSnapshotPattern-728947257-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 1093 time: 0.0522952 Jul 07 23:35:05.849934 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51574) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:35:05.854268 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.v2.base [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Request body: {'floatingip': {'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'port_id': '247439a5-3b1d-4048-939e-790138a21043', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 07 23:35:05.876218 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for floatingip, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:05.970423 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:06.082254 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_common [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Allocated IP 172.25.8.157 (2b562f5f-4b1a-4f45-87e3-b10e576140ea/2aad7ccc-c93b-4ab2-8f79-661d5d0a29af/299117df-93f3-459c-aea2-48a146891a65) {{(pid=93941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 07 23:35:06.181153 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for port, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:06.217716 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-49676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791150328549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26629514'] for port, after_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:06.257195 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Network 2b562f5f-4b1a-4f45-87e3-b10e576140ea is already hosted by enough agents. {{(pid=93941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 07 23:35:06.260020 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.base_scheduler [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Resources bound (agent type, host, resource id): {{(pid=93941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 07 23:35:06.265357 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Received port after_create {{(pid=93941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 07 23:35:06.289036 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'Port': ['ID=299117df-93f3-459c-aea2-48a146891a65,revision_number=1']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:35:06.622311 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:06.697240 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:06.844126 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for port, precommit_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:06.848441 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26629496'] for port, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:06.916244 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event updated for resources: {'Port': ['ID=299117df-93f3-459c-aea2-48a146891a65,revision_number=2']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:35:06.925377 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-801898'] for floatingip, after_update {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:07.024326 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Floating IP 2ed8c5a7-14c8-499f-a06f-fb24cc2ece72 associated. External IP: 172.25.8.157, port: 247439a5-3b1d-4048-939e-790138a21043. Jul 07 23:35:07.225927 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Router 61fe3150-0de0-4ea4-9721-31f85c8cd61c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:35:07.332038 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:35:07.343696 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] Sync routers for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:35:07.348981 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:07.357421 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:35:07.358245 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:35:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:35:07.394439 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-cb219a47-e151-4200-aea3-1a4a5f32ec92 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5422482 Jul 07 23:35:07.395095 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'tag': '247439a5-3b1d-4048-939e-790138a21043'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:35:07.397345 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f0b68f-fd9c-4192-ad72-be8ddab30236" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "tag": "247439a5-3b1d-4048-939e-790138a21043"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:35:07.436558 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d3714e-71fa-405b-b4ba-49cacd302fcc x-openstack-request-id: req-a0d3714e-71fa-405b-b4ba-49cacd302fcc {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:35:07.436848 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "tag": "247439a5-3b1d-4048-939e-790138a21043", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:35:07.437096 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0d3714e-71fa-405b-b4ba-49cacd302fcc {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:35:07.437497 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'tag': '247439a5-3b1d-4048-939e-790138a21043', 'status': 'completed', 'code': 200} Jul 07 23:35:07.463383 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:35:07.511333 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-76be8857-cd73-4bd9-85fc-ae5ed1e00c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:07.512764 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-76be8857-cd73-4bd9-85fc-ae5ed1e00c3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 1098 time: 0.0540977 Jul 07 23:35:07.604789 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-3226a8af-1094-4e23-8756-64e356155f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:07.606294 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-3226a8af-1094-4e23-8756-64e356155f52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0873942 Jul 07 23:35:07.670550 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-360afe04-f365-4c8d-9f9b-91355afbdef5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247439a5-3b1d-4048-939e-790138a21043 HTTP/1.1" status: 200 len: 1000 time: 0.0578954 Jul 07 23:35:07.689201 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2ed8c5a7-14c8-499f-a06f-fb24cc2ece72', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': '247439a5-3b1d-4048-939e-790138a21043', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:fa:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:06Z', 'updated_at': '2021-07-07T23:35:06Z', 'revision_number': 0, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}, {'id': 'eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:31:48Z', 'updated_at': '2021-07-07T23:31:50Z', 'revision_number': 1, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:35:07.715034 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] Checking router: 61fe3150-0de0-4ea4-9721-31f85c8cd61c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:35:07.724321 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:35:07.724933 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:35:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:35:07.725234 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-8b54ab96-7400-4371-9843-c759e8e148b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:07.726737 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-8b54ab96-7400-4371-9843-c759e8e148b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0508382 Jul 07 23:35:07.832704 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:35:08.064236 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2ed8c5a7-14c8-499f-a06f-fb24cc2ece72', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': '247439a5-3b1d-4048-939e-790138a21043', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:fa:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:06Z', 'updated_at': '2021-07-07T23:35:06Z', 'revision_number': 0, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}, {'id': 'eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:31:48Z', 'updated_at': '2021-07-07T23:31:50Z', 'revision_number': 1, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:35:08.091619 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a7bf22-6008-4182-9744-1f3457c88f65 None None] The sync data for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 is: [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': '2ed8c5a7-14c8-499f-a06f-fb24cc2ece72', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': '247439a5-3b1d-4048-939e-790138a21043', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:fa:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:35:06Z', 'updated_at': '2021-07-07T23:35:06Z', 'revision_number': 0, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}, {'id': 'eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:31:48Z', 'updated_at': '2021-07-07T23:31:50Z', 'revision_number': 1, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:35:08.106283 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-07b285b5-7a37-45de-8062-83bc1d8254ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:08.107812 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-07b285b5-7a37-45de-8062-83bc1d8254ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3740346 Jul 07 23:35:08.196678 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-e66e7dfb-8b0a-4d7e-9136-f3f0705a4bd1 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820084 Jul 07 23:35:08.287816 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f95eae-c4b6-4622-92ab-987ac2a93df5 None None] New status for floating IP 2ed8c5a7-14c8-499f-a06f-fb24cc2ece72: ACTIVE {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:35:08.292575 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-b1f0b68f-fd9c-4192-ad72-be8ddab30236 req-8d7de594-afb0-4330-96d3-7a0060083645 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894892 Jul 07 23:35:10.292113 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:35:20.691191 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:27.452645 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5b840375-d3b0-4c29-97af-8e2a591b7078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:29.805444 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-bebfee59-eb0d-4381-8b0c-3efac09c7566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:30.116720 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:31.228624 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:32.381934 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:33.088956 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:34.232191 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-d6527055-11d7-4e1e-8c00-52d64a59d1c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0504076 Jul 07 23:35:34.347478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-788b515b-d24e-4f8c-9da4-b978eb12b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:34.348986 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-788b515b-d24e-4f8c-9da4-b978eb12b31e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1096 time: 0.0518148 Jul 07 23:35:34.451712 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-6f6118c2-3b1f-4593-9fd2-dc7590b0e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:34.453154 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-6f6118c2-3b1f-4593-9fd2-dc7590b0e9b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0854056 Jul 07 23:35:34.516146 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-b3076ca2-25a7-4a8d-b6d5-a7d5144a494c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 999 time: 0.0567303 Jul 07 23:35:34.566479 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-5cdac48b-22e7-4283-a788-c471d329a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:34.567874 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-5cdac48b-22e7-4283-a788-c471d329a5e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0455256 Jul 07 23:35:34.624832 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-7cc22edb-e87d-4ce1-968c-1e735dafdab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:34.626309 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-7cc22edb-e87d-4ce1-968c-1e735dafdab6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509071 Jul 07 23:35:34.710126 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-39e8ecf4-67c7-4bc7-ab7f-bd2440e2f83c service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775466 Jul 07 23:35:34.798814 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-3f715160-13fb-413d-9650-1cee6cd6c849 req-6e86d08d-cecc-4ed0-9561-792499e4e8e2 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821102 Jul 07 23:35:36.989747 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-0fa696c3-d1a6-4dea-8530-d3ecb07f0160 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514252 Jul 07 23:35:37.082756 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-37ec286d-d985-408a-95f3-e5c3ac9eedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:37.084215 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-37ec286d-d985-408a-95f3-e5c3ac9eedfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 1098 time: 0.0514405 Jul 07 23:35:37.187468 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-8f2c2f39-62d2-4ec8-94b4-16acf4115456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:37.188923 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-8f2c2f39-62d2-4ec8-94b4-16acf4115456 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0856233 Jul 07 23:35:37.251779 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-9c7e4a48-6616-4797-b99a-2634e930beea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247439a5-3b1d-4048-939e-790138a21043 HTTP/1.1" status: 200 len: 1002 time: 0.0558183 Jul 07 23:35:37.302969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-456e30b5-c4dc-4c29-8453-e789775266cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:37.304423 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-456e30b5-c4dc-4c29-8453-e789775266cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0464683 Jul 07 23:35:37.365435 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-f66a8f0d-9592-41a7-892b-cdab568ede5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:35:37.366921 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-f66a8f0d-9592-41a7-892b-cdab568ede5a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518949 Jul 07 23:35:37.453129 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-24709e96-1543-4efb-a828-d300d2413ba6 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784667 Jul 07 23:35:37.544024 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-7f289111-6aa9-413e-9ff1-b21103ecdbea req-dbcadcb6-4f51-4881-b734-6b6e3a7ee328 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844994 Jul 07 23:35:47.291333 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:35:50.689417 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:57.452977 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0ee95260-c037-4fb6-9a97-753ec385d6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:35:59.805139 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d85680f1-f66a-4cc5-bc02-eef3f6bc30bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:00.117704 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:01.232671 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:02.454948 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:03.092670 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:20.701582 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:24.289900 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:36:27.454533 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-16170549-522e-45d5-b0cf-ef42c224a4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:29.805298 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-439520aa-43f3-48f1-ba17-1d0cd5635d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:30.118061 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:31.236010 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:32.390666 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:33.096296 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:36.285534 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-3e383d3f-53b6-4c85-bc90-9082702b45e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518987 Jul 07 23:36:36.403755 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-226424f1-2210-4d21-9118-c9b4280acd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:36.405166 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-226424f1-2210-4d21-9118-c9b4280acd28 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1096 time: 0.0592990 Jul 07 23:36:36.508838 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-22d73c79-afa3-42fb-950d-363936a66b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:36.510356 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-22d73c79-afa3-42fb-950d-363936a66b58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0837066 Jul 07 23:36:36.578027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-a6b0a865-5bbb-431d-9780-c0d559437ad4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 999 time: 0.0605540 Jul 07 23:36:36.624577 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-3e76013c-b747-4d06-840c-e1232715cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:36.625936 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-3e76013c-b747-4d06-840c-e1232715cbf4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0412743 Jul 07 23:36:36.680487 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-1893be2e-c718-4a47-a909-5967a6799f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:36.681968 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-1893be2e-c718-4a47-a909-5967a6799f0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496187 Jul 07 23:36:36.775877 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-f75052f2-b605-4e86-8a8d-c481a56dca1d service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866554 Jul 07 23:36:36.862719 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-2600d4d6-21fd-4be5-ad83-7dcada2838b1 req-dfa310a0-a034-4830-b46e-e7d805a14148 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799656 Jul 07 23:36:37.984246 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-b54914f4-bfc2-479b-99ae-67cafc03cfbe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523934 Jul 07 23:36:38.084175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-74765e87-6f90-4d45-bc72-8b1f90e97646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:38.085657 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-74765e87-6f90-4d45-bc72-8b1f90e97646 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 1098 time: 0.0561965 Jul 07 23:36:38.190977 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-f3244585-4b3e-4b77-bd3c-c17d78290b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:38.193010 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-f3244585-4b3e-4b77-bd3c-c17d78290b49 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.0823865 Jul 07 23:36:38.259363 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-8fa1ee94-3a65-4aaf-81a8-7e6876fb09b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247439a5-3b1d-4048-939e-790138a21043 HTTP/1.1" status: 200 len: 1002 time: 0.0609119 Jul 07 23:36:38.308175 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-bde653f8-1075-47e7-a661-b794997461cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:38.309695 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-bde653f8-1075-47e7-a661-b794997461cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0440211 Jul 07 23:36:38.366144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-44f8a92e-5360-45c1-9d08-72fd30f98c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:36:38.367674 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-44f8a92e-5360-45c1-9d08-72fd30f98c41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519714 Jul 07 23:36:38.458404 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-985a3ac0-2588-4377-98b6-e2308e8006d6 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834308 Jul 07 23:36:38.545489 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-a31f592c-6826-4ac0-8650-f8ab79b52587 req-17f969bd-7935-4e6e-b980-0b75607c7b77 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813205 Jul 07 23:36:49.972845 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 247439a5-3b1d-4048-939e-790138a21043 details requested by agent hyperv_n-h1-695012-11 with host n-h1-695012-11 {{(pid=93943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 07 23:36:50.085140 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=247439a5-3b1d-4048-939e-790138a21043,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:36:50.104113 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Returning: {'device': '247439a5-3b1d-4048-939e-790138a21043', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'port_id': '247439a5-3b1d-4048-939e-790138a21043', 'mac_address': 'fa:16:3e:fa:1e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 07 23:36:50.147353 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:50.163697 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 247439a5-3b1d-4048-939e-790138a21043 {{(pid=93943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 07 23:36:50.187796 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=247439a5-3b1d-4048-939e-790138a21043,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:36:50.193700 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:50.250396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=247439a5-3b1d-4048-939e-790138a21043,revision_number=6']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:36:50.258560 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.259246 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.259929 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.260527 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.261081 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.261630 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.262216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.262792 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.263445 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.263870 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.264309 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.264733 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:50.270142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] get_ports_and_sgs() called for port_ids ['247439a5-3b1d-4048-939e-790138a21043'] {{(pid=93943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 07 23:36:50.725025 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:51.984254 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 247439a5-3b1d-4048-939e-790138a21043 up at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 07 23:36:52.036210 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.provisioning_blocks [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Provisioning complete for port 247439a5-3b1d-4048-939e-790138a21043 triggered by entity L2. {{(pid=93943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 07 23:36:52.036669 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2025328'] for port, provisioning_complete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:52.127249 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:52.157564 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247439a5-3b1d-4048-939e-790138a21043'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:36:52.159850 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04f5fe9-5aa6-4d9b-9a89-2a6eb90eb816" -d '{"events": [{"server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "name": "network-vif-plugged", "status": "completed", "tag": "247439a5-3b1d-4048-939e-790138a21043"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:36:52.175084 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=247439a5-3b1d-4048-939e-790138a21043,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:36:52.188867 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:52.212452 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21763759-4373-4577-974b-41e8027399c8 x-openstack-request-id: req-21763759-4373-4577-974b-41e8027399c8 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:36:52.212744 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "name": "network-vif-plugged", "status": "completed", "tag": "247439a5-3b1d-4048-939e-790138a21043", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:36:52.213013 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21763759-4373-4577-974b-41e8027399c8 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:36:52.213390 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247439a5-3b1d-4048-939e-790138a21043', 'code': 200} Jul 07 23:36:52.248642 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=247439a5-3b1d-4048-939e-790138a21043,revision_number=7']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:36:57.456360 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-21c722ce-e691-4a61-a652-f4991624b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:59.284774 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51776) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:36:59.444319 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Deleting port 299117df-93f3-459c-aea2-48a146891a65 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:36:59.444769 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:59.521843 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:59.522208 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:59.533395 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Calling delete_port for 299117df-93f3-459c-aea2-48a146891a65 owned by network:floatingip {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:36:59.683908 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:59.710137 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event deleted for resources: {'Port': ['ID=299117df-93f3-459c-aea2-48a146891a65,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:36:59.736766 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.737115 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.737462 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.737799 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.738157 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.738493 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.739321 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.739649 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.739973 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.740303 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.740628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.740951 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:36:59.785917 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:59.786278 n-d-695012-11 neutron-server[93941]: INFO neutron.db.l3_db [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Floating IP 2ed8c5a7-14c8-499f-a06f-fb24cc2ece72 disassociated (deleted). External IP: 172.25.8.157, port: 247439a5-3b1d-4048-939e-790138a21043. Jul 07 23:36:59.805498 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fae35e53-ea78-4871-a705-32a82dae4958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:36:59.992236 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Router 61fe3150-0de0-4ea4-9721-31f85c8cd61c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:37:00.095697 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:37:00.100667 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:00.109830 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] Sync routers for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:37:00.125652 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:00.127137 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:37:00.127737 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:00.139478 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-2da4882c-5e3b-495c-9a2f-d642f27d789c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "DELETE /v2.0/floatingips/2ed8c5a7-14c8-499f-a06f-fb24cc2ece72 HTTP/1.1" status: 204 len: 168 time: 0.8537037 Jul 07 23:37:00.140072 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'tag': '247439a5-3b1d-4048-939e-790138a21043'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:37:00.142550 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6434a6a6-4351-445b-b8ba-c3065c11321e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "tag": "247439a5-3b1d-4048-939e-790138a21043"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:37:00.212851 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c209d131-a9ba-4de1-a2a7-6ebb63acc6ba x-openstack-request-id: req-c209d131-a9ba-4de1-a2a7-6ebb63acc6ba {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:37:00.213255 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "tag": "247439a5-3b1d-4048-939e-790138a21043", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:37:00.213734 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c209d131-a9ba-4de1-a2a7-6ebb63acc6ba {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:37:00.214431 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'tag': '247439a5-3b1d-4048-939e-790138a21043', 'status': 'completed', 'code': 200} Jul 07 23:37:00.292232 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-7eec64db-2219-44ed-8424-686cdbab48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:00.293761 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-7eec64db-2219-44ed-8424-686cdbab48df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 1098 time: 0.0583839 Jul 07 23:37:00.400648 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:37:00.402443 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-c99c42a3-8492-4831-ab8a-8da6b42d615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:00.403954 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-c99c42a3-8492-4831-ab8a-8da6b42d615b service neutron] 10.222.0.44 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.1043847 Jul 07 23:37:00.448237 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-82f5ed7d-cd37-42a1-9772-dabc7005ad02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=247439a5-3b1d-4048-939e-790138a21043 HTTP/1.1" status: 200 len: 217 time: 0.0365694 Jul 07 23:37:00.532417 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-17becd1a-884e-44f6-8140-0c3affb0184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:00.533892 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-17becd1a-884e-44f6-8140-0c3affb0184d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0783141 Jul 07 23:37:00.593952 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95e724-470f-4aa0-be58-ebd3dbdbd9c5 req-632045ee-c73c-4d72-bddb-b0cc5101b306 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:00.595463 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb95e724-470f-4aa0-be58-ebd3dbdbd9c5 req-632045ee-c73c-4d72-bddb-b0cc5101b306 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 946 time: 0.1082206 Jul 07 23:37:00.628156 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:31:48Z', 'updated_at': '2021-07-07T23:31:50Z', 'revision_number': 1, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:00.630419 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-16614790-5e40-4b29-8479-f878729a4766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:00.631995 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-16614790-5e40-4b29-8479-f878729a4766 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914867 Jul 07 23:37:00.654687 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] Checking router: 61fe3150-0de0-4ea4-9721-31f85c8cd61c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:37:00.663000 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:37:00.663620 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:00.666058 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-eb95e724-470f-4aa0-be58-ebd3dbdbd9c5 req-970832ab-be39-4a9c-873c-37a5607dc843 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633495 Jul 07 23:37:00.732200 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-ff02a6f3-f591-4c6a-a57d-b130132582b3 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930505 Jul 07 23:37:00.769395 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:37:00.823530 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-6434a6a6-4351-445b-b8ba-c3065c11321e req-048b3a72-511f-4734-a607-77c125730ab3 service neutron] 10.222.0.44 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839999 Jul 07 23:37:01.000774 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:31:48Z', 'updated_at': '2021-07-07T23:31:50Z', 'revision_number': 1, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:01.027668 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b49251-7c74-46ed-934f-f6cc0006b780 None None] The sync data for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 is: [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_floatingips': [{'id': 'eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'router_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'port_id': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'mac_address': 'fa:16:3e:50:b1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-07T23:31:48Z', 'updated_at': '2021-07-07T23:31:50Z', 'revision_number': 1, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:37:01.239005 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7490b857-d36f-4af8-ab8e-d72280d203dd None None] New status for floating IP 2ed8c5a7-14c8-499f-a06f-fb24cc2ece72: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:37:01.239612 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:01.305096 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:37:01.857560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcb722-9e59-48a2-9559-c875fdaed9d2 req-7ac91a1f-648c-4bc5-8781-967d9a58db89 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:01.859111 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2fcb722-9e59-48a2-9559-c875fdaed9d2 req-7ac91a1f-648c-4bc5-8781-967d9a58db89 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 946 time: 0.0711532 Jul 07 23:37:01.896050 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-f2fcb722-9e59-48a2-9559-c875fdaed9d2 req-4cae581c-8fe5-4d97-a80b-4010fb78bda0 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312853 Jul 07 23:37:01.982416 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-5006a6e7-bf20-4f7d-8359-6a19e638a46f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:01.983795 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-5006a6e7-bf20-4f7d-8359-6a19e638a46f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 946 time: 0.0621657 Jul 07 23:37:02.028833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Device 247439a5-3b1d-4048-939e-790138a21043 no longer exists at agent hyperv_n-h1-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:37:02.085710 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Deleting port 247439a5-3b1d-4048-939e-790138a21043 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:02.086152 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:02.102940 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1606141'] for port, before_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:02.124693 n-d-695012-11 neutron-server[93943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247439a5-3b1d-4048-939e-790138a21043'}] {{(pid=93943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:37:02.126976 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1abd617bcb01c3c08024e70db1fcfa72cbb9693ba2bd3f216ff96d296a706507" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c289b1cd-1f61-4eba-baf2-7a1fd5726a3c" -d '{"events": [{"server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "name": "network-vif-unplugged", "status": "completed", "tag": "247439a5-3b1d-4048-939e-790138a21043"}]}' {{(pid=93943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:37:02.143216 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=247439a5-3b1d-4048-939e-790138a21043,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:02.149874 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791150734888', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791150328567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791150324520'] for port, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:02.180778 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] For port 247439a5-3b1d-4048-939e-790138a21043, host n-h1-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-695012-11',level=0,port_id=247439a5-3b1d-4048-939e-790138a21043,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:02.181142 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:02.187976 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 07 Jul 2021 23:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba25bff-747c-434b-a8b1-fb7afee6ee49 x-openstack-request-id: req-6ba25bff-747c-434b-a8b1-fb7afee6ee49 {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:37:02.188368 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "name": "network-vif-unplugged", "status": "completed", "tag": "247439a5-3b1d-4048-939e-790138a21043", "code": 200}]} {{(pid=93943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:37:02.188710 n-d-695012-11 neutron-server[93943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ba25bff-747c-434b-a8b1-fb7afee6ee49 {{(pid=93943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:37:02.189204 n-d-695012-11 neutron-server[93943]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247439a5-3b1d-4048-939e-790138a21043', 'code': 200} Jul 07 23:37:02.197591 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Calling delete_port for 247439a5-3b1d-4048-939e-790138a21043 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:02.229048 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Pushing event updated for resources: {'Port': ['ID=247439a5-3b1d-4048-939e-790138a21043,revision_number=8']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:02.342893 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:02.372235 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event deleted for resources: {'Port': ['ID=247439a5-3b1d-4048-939e-790138a21043,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:02.397476 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:02.416275 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] No DVR routers for this DVR port 247439a5-3b1d-4048-939e-790138a21043 on host n-h1-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:37:02.418905 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:02.420782 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-0c6ea4af-52a7-4140-89ae-f33c608fe87e req-e3f01898-d856-4829-8b59-2b02bd979f20 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.44 "DELETE /v2.0/ports/247439a5-3b1d-4048-939e-790138a21043 HTTP/1.1" status: 204 len: 173 time: 0.4314973 Jul 07 23:37:02.421229 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'name': 'network-vif-deleted', 'tag': '247439a5-3b1d-4048-939e-790138a21043'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:37:02.423450 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a2cb58-f0a1-4f4c-b957-f3c37d8c13ed" -d '{"events": [{"server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "name": "network-vif-deleted", "tag": "247439a5-3b1d-4048-939e-790138a21043"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:37:02.463885 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d311491b-988e-4b61-8577-33b84c59c859 x-openstack-request-id: req-d311491b-988e-4b61-8577-33b84c59c859 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:37:02.464185 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b11d2f-e6ab-401b-b155-999486421b23", "name": "network-vif-deleted", "tag": "247439a5-3b1d-4048-939e-790138a21043", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:37:02.464442 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d311491b-988e-4b61-8577-33b84c59c859 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:37:02.464849 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b11d2f-e6ab-401b-b155-999486421b23', 'name': 'network-vif-deleted', 'tag': '247439a5-3b1d-4048-939e-790138a21043', 'status': 'completed', 'code': 200} Jul 07 23:37:03.066403 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-4dff2f00-40b9-432c-942e-59db8ab8c1c6 req-1d2c66cf-3b45-4d59-85f4-57368411f809 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5b11d2f-e6ab-401b-b155-999486421b23 HTTP/1.1" status: 200 len: 210 time: 0.0315664 Jul 07 23:37:03.099886 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:04.673885 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51838) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:04.830236 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Deleting port 113b03cd-e576-4f92-9a30-7d5b5d59b5b2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:04.830592 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:04.902992 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:04.903315 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:04.914361 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Calling delete_port for 113b03cd-e576-4f92-9a30-7d5b5d59b5b2 owned by network:floatingip {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:05.058661 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:05.083178 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event deleted for resources: {'Port': ['ID=113b03cd-e576-4f92-9a30-7d5b5d59b5b2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:05.094402 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.094749 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.095113 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.095451 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.095781 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.096110 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.096434 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.096755 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.097075 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.097392 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.097708 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.098028 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-695012-11 {{(pid=93942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 07 23:37:05.156007 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:05.156345 n-d-695012-11 neutron-server[93942]: INFO neutron.db.l3_db [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Floating IP eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf disassociated (deleted). External IP: 172.25.8.96, port: d8d202c6-7ea0-4043-abd4-fe084a9980a1. Jul 07 23:37:05.354630 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Router 61fe3150-0de0-4ea4-9721-31f85c8cd61c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:37:05.457582 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:37:05.461885 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for floatingip, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:05.467512 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] Sync routers for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:37:05.476583 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:37:05.477193 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:05.501615 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1afcb384-c17e-4c5c-ba4b-c411fbe3a615 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "DELETE /v2.0/floatingips/eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf HTTP/1.1" status: 204 len: 168 time: 0.8266156 Jul 07 23:37:05.502237 n-d-695012-11 neutron-server[93942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1'}] {{(pid=93942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:37:05.504463 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a77331ae3af9a289661a4929c25a806209354ca8448342c6cf4d35250dc2d3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb045080-82ea-4b6f-8aa0-8229c9b002a7" -d '{"events": [{"name": "network-changed", "server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1"}]}' {{(pid=93942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:37:05.594832 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:37:05.607538 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 07 Jul 2021 23:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234fc4e8-5369-4155-8215-a84db96af7b3 x-openstack-request-id: req-234fc4e8-5369-4155-8215-a84db96af7b3 {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:37:05.607919 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1", "status": "completed", "code": 200}]} {{(pid=93942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:37:05.608226 n-d-695012-11 neutron-server[93942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-234fc4e8-5369-4155-8215-a84db96af7b3 {{(pid=93942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:37:05.608687 n-d-695012-11 neutron-server[93942]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'status': 'completed', 'code': 200} Jul 07 23:37:05.720478 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-b4a5a338-900f-45bf-8e4c-bd1625817444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:05.722679 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-b4a5a338-900f-45bf-8e4c-bd1625817444 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 1096 time: 0.0637460 Jul 07 23:37:05.806142 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:05.835039 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-8553c18c-3f97-47c4-90d5-fd209859f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:05.835804 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] Checking router: 61fe3150-0de0-4ea4-9721-31f85c8cd61c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:37:05.836481 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-8553c18c-3f97-47c4-90d5-fd209859f6ca service neutron] 10.222.0.83 "GET /v2.0/networks?id=4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 200 len: 911 time: 0.1061769 Jul 07 23:37:05.845531 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:37:05.846164 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:05.889538 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-8072562b-e62b-4b10-b37d-d0203b953532 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 200 len: 217 time: 0.0361404 Jul 07 23:37:05.950269 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:37:05.958681 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe6ab6-a154-4e55-ba67-0e1e7259282a req-53d6e1b1-5322-4922-a63c-256c0bb00cb3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:05.960188 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11fe6ab6-a154-4e55-ba67-0e1e7259282a req-53d6e1b1-5322-4922-a63c-256c0bb00cb3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 944 time: 0.1442540 Jul 07 23:37:05.963860 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-de55cad3-387a-4017-a674-1fc4d4fd8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:05.965451 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-de55cad3-387a-4017-a674-1fc4d4fd8b96 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 200 len: 849 time: 0.0692332 Jul 07 23:37:06.028444 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-11fe6ab6-a154-4e55-ba67-0e1e7259282a req-19155de6-fc5c-45b1-9e6c-859076da12e0 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614471 Jul 07 23:37:06.045545 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-bdc34dd0-e252-4177-818c-6c4ae5b8df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:06.047221 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-bdc34dd0-e252-4177-818c-6c4ae5b8df75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4417fdd6-cf19-4573-8923-40a13c9558e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745084 Jul 07 23:37:06.140977 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-1659ca4a-bf5f-4406-9e8f-f60f42bf59be service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858111 Jul 07 23:37:06.145938 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:06.171976 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dafdd2-0220-45ac-b1a2-37bb97ffda32 None None] The sync data for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 is: [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:26Z', 'revision_number': 4, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11', '_interfaces': [{'id': '930d81ab-3379-477b-b731-2e05b57067c7', 'name': '', 'network_id': '4417fdd6-cf19-4573-8923-40a13c9558e8', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'mac_address': 'fa:16:3e:33:4c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:25Z', 'updated_at': '2021-07-07T23:31:31Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'subnets': [{'id': 'fb00ca8a-6d20-4000-8930-768870dd7698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:37:06.237186 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-fb045080-82ea-4b6f-8aa0-8229c9b002a7 req-bce10bcc-873d-4127-8500-36718db3c808 service neutron] 10.222.0.83 "GET /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885527 Jul 07 23:37:06.383338 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c1c2f9-cecb-4853-9f1d-9e96250f1059 None None] New status for floating IP eefb4a9f-81f4-4d15-ae7f-0c16865d8fbf: DOWN {{(pid=93944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 07 23:37:06.941979 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-77784ccf-4554-4e2f-a0de-875264e0f76c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:06.944160 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-77784ccf-4554-4e2f-a0de-875264e0f76c tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 944 time: 0.0617206 Jul 07 23:37:07.050350 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Deleting port d8d202c6-7ea0-4043-abd4-fe084a9980a1 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:07.050694 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:07.143387 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] For port d8d202c6-7ea0-4043-abd4-fe084a9980a1, host n-h2-695012-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-695012-11',level=0,port_id=d8d202c6-7ea0-4043-abd4-fe084a9980a1,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:07.143751 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:07.185315 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Calling delete_port for d8d202c6-7ea0-4043-abd4-fe084a9980a1 owned by compute:nova {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:07.266068 n-d-695012-11 neutron-server[93941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e792f0d-23f6-4f22-be6f-f64804165352 req-ab0107d5-2929-407b-aafd-71205b8bbab5 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 07 23:37:07.267510 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e792f0d-23f6-4f22-be6f-f64804165352 req-ab0107d5-2929-407b-aafd-71205b8bbab5 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/ports?device_id=eeeb4166-82bd-46dd-8a29-0bed6c8d323d HTTP/1.1" status: 200 len: 944 time: 0.1261897 Jul 07 23:37:07.323319 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-5e792f0d-23f6-4f22-be6f-f64804165352 req-d61034fe-ca59-4919-a44f-c54a87e97f35 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "GET /v2.0/security-groups?id=1e604515-25b4-4cf5-9158-846f4d61237c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477862 Jul 07 23:37:07.371822 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:07.710972 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event deleted for resources: {'Port': ['ID=d8d202c6-7ea0-4043-abd4-fe084a9980a1,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:07.755555 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] No DVR routers for this DVR port d8d202c6-7ea0-4043-abd4-fe084a9980a1 on host n-h2-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:37:07.758100 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96710'] for port, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:07.760055 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [req-246cd069-761e-4a2b-9b35-05bfe5904bc5 req-05676946-5539-4c84-a776-565bbf45afa3 tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.83 "DELETE /v2.0/ports/d8d202c6-7ea0-4043-abd4-fe084a9980a1 HTTP/1.1" status: 204 len: 173 time: 0.8105867 Jul 07 23:37:07.760505 n-d-695012-11 neutron-server[93941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'name': 'network-vif-deleted', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1'}] {{(pid=93941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 07 23:37:07.762744 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}842f2a3200caa593e5ef55e0ad85d95a7c464b2f30edda2058c3962cf379ad3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94973b7-c1ad-41ee-b08a-45d81dbe9f59" -d '{"events": [{"server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "name": "network-vif-deleted", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1"}]}' {{(pid=93941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 07 23:37:07.798980 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 07 Jul 2021 23:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c94211-5f7f-4dc1-8a5d-bc6599ede602 x-openstack-request-id: req-16c94211-5f7f-4dc1-8a5d-bc6599ede602 {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 07 23:37:07.800726 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeeb4166-82bd-46dd-8a29-0bed6c8d323d", "name": "network-vif-deleted", "tag": "d8d202c6-7ea0-4043-abd4-fe084a9980a1", "status": "completed", "code": 200}]} {{(pid=93941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 07 23:37:07.800994 n-d-695012-11 neutron-server[93941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-16c94211-5f7f-4dc1-8a5d-bc6599ede602 {{(pid=93941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 07 23:37:07.801399 n-d-695012-11 neutron-server[93941]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeeb4166-82bd-46dd-8a29-0bed6c8d323d', 'name': 'network-vif-deleted', 'tag': 'd8d202c6-7ea0-4043-abd4-fe084a9980a1', 'status': 'completed', 'code': 200} Jul 07 23:37:08.419133 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51856) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:08.477644 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cce0da6a-2ea7-4822-8ef0-471d6e159f0f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:08.502500 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cce0da6a-2ea7-4822-8ef0-471d6e159f0f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:08.562497 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cce0da6a-2ea7-4822-8ef0-471d6e159f0f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:08.564960 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-cce0da6a-2ea7-4822-8ef0-471d6e159f0f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:08.566142 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-cce0da6a-2ea7-4822-8ef0-471d6e159f0f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] 10.222.0.81 "DELETE /v2.0/security-groups/1e604515-25b4-4cf5-9158-846f4d61237c HTTP/1.1" status: 204 len: 168 time: 0.1459992 Jul 07 23:37:08.574871 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0da6a-2ea7-4822-8ef0-471d6e159f0f tempest-TestSnapshotPattern-1230728621 tempest-TestSnapshotPattern-1230728621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e604515-25b4-4cf5-9158-846f4d61237c,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:08.616485 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51860) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:09.075840 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:09.624274 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Deleting port 930d81ab-3379-477b-b731-2e05b57067c7 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:09.624959 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:09.697585 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] For port 930d81ab-3379-477b-b731-2e05b57067c7, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=930d81ab-3379-477b-b731-2e05b57067c7,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:09.697933 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:09.711619 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Calling delete_port for 930d81ab-3379-477b-b731-2e05b57067c7 owned by network:router_interface {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:09.883927 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d8d202c6-7ea0-4043-abd4-fe084a9980a1 no longer exists at agent hyperv_n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:37:09.887225 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:09.903750 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] No Port match for: d8d202c6-7ea0-4043-abd4-fe084a9980a1 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:37:09.904097 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Device d8d202c6-7ea0-4043-abd4-fe084a9980a1 not bound to the agent host n-h2-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:37:09.913041 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Pushing event deleted for resources: {'Port': ['ID=930d81ab-3379-477b-b731-2e05b57067c7,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:10.080712 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:10.288563 n-d-695012-11 neutron-server[93942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Router 61fe3150-0de0-4ea4-9721-31f85c8cd61c has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:37:10.392058 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:37:10.397577 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-466a885d-1686-4d14-8e65-b521310121ec admin admin] 10.222.0.81 "PUT /v2.0/routers/61fe3150-0de0-4ea4-9721-31f85c8cd61c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7800684 Jul 07 23:37:10.400241 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51864) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:10.402592 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] Sync routers for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:37:10.411990 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:37:10.412601 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:10.501560 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks [] for router, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:10.515599 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: n-d-695012-11 {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:37:10.597639 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:10.654629 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Deleting port 5bd0690f-b1c6-4838-a338-1763a82497a2 {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:10.655339 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:10.691410 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37'}], 'enable_snat': True}, 'gw_port_id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:37:09Z', 'revision_number': 5, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port': {'id': '5bd0690f-b1c6-4838-a338-1763a82497a2', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:10.717473 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] Checking router: 61fe3150-0de0-4ea4-9721-31f85c8cd61c for host: n-d-695012-11 {{(pid=93943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:37:10.725773 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] Routers {'61fe3150-0de0-4ea4-9721-31f85c8cd61c'} bound to L3 agent in host n-d-695012-11 {{(pid=93943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:37:10.726411 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'], 'active': True} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:10.731521 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] For port 5bd0690f-b1c6-4838-a338-1763a82497a2, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=5bd0690f-b1c6-4838-a338-1763a82497a2,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:10.731883 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:10.744674 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Calling delete_port for 5bd0690f-b1c6-4838-a338-1763a82497a2 owned by network:router_gateway {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:10.810044 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvr_db [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] Set router 61fe3150-0de0-4ea4-9721-31f85c8cd61c gateway port host: None {{(pid=93943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:37:10.917641 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:10.944065 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd0690f-b1c6-4838-a338-1763a82497a2,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:11.009124 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.017950 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_hamode_db [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:37:10Z', 'revision_number': 6, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:11.045547 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d22bac0-8e56-4166-a0ac-bd6933f43656 None None] The sync data for ids ['61fe3150-0de0-4ea4-9721-31f85c8cd61c'] in n-d-695012-11 is: [{'id': '61fe3150-0de0-4ea4-9721-31f85c8cd61c', 'name': 'tempest-TestSnapshotPattern-2070783212-router', 'tenant_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:23Z', 'updated_at': '2021-07-07T23:37:10Z', 'revision_number': 6, 'project_id': 'b110bae5dcfd470dbb4345bc56b95df1', 'gw_port_host': None}] {{(pid=93943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:37:11.104361 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.106588 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.148043 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.148604 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61fe3150-0de0-4ea4-9721-31f85c8cd61c {{(pid=93942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:37:11.152927 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] Notify callbacks [] for router, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.154141 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-e491934e-cb0f-45d6-a2e4-11a78d16312e admin admin] 10.222.0.81 "DELETE /v2.0/routers/61fe3150-0de0-4ea4-9721-31f85c8cd61c HTTP/1.1" status: 204 len: 168 time: 0.7529516 Jul 07 23:37:11.156547 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51866) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:11.202083 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.db_base_plugin_v2 [None req-87333a33-f443-4739-8dad-e4ba85887fcd admin admin] Deleting subnet fb00ca8a-6d20-4000-8930-768870dd7698 {{(pid=93942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:37:11.204953 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87333a33-f443-4739-8dad-e4ba85887fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.238094 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87333a33-f443-4739-8dad-e4ba85887fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26557204'] for subnet, precommit_delete_associations {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.312390 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87333a33-f443-4739-8dad-e4ba85887fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.363907 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87333a33-f443-4739-8dad-e4ba85887fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26101709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25905334'] for subnet, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.394199 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87333a33-f443-4739-8dad-e4ba85887fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb00ca8a-6d20-4000-8930-768870dd7698,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:11.396664 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-87333a33-f443-4739-8dad-e4ba85887fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.398556 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-87333a33-f443-4739-8dad-e4ba85887fcd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fb00ca8a-6d20-4000-8930-768870dd7698 HTTP/1.1" status: 204 len: 168 time: 0.2411048 Jul 07 23:37:11.401082 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51868) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:11.409109 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa791d88-8508-4f89-a637-2c08a9b0218b None None] Network 4417fdd6-cf19-4573-8923-40a13c9558e8 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:37:11.473348 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.526533 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Deleting port ab0051a7-ee92-435b-8963-8d9408504e0b {{(pid=93942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:11.526880 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.594257 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.db [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] For port ab0051a7-ee92-435b-8963-8d9408504e0b, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=ab0051a7-ee92-435b-8963-8d9408504e0b,segment=NetworkSegment(cfaf00c2-b940-4861-9037-32724bef7d33),segment_id=cfaf00c2-b940-4861-9037-32724bef7d33)] {{(pid=93942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:11.594636 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.606794 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.plugin [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Calling delete_port for ab0051a7-ee92-435b-8963-8d9408504e0b owned by network:dhcp {{(pid=93942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:11.683222 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26101751'] for port, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.706159 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0051a7-ee92-435b-8963-8d9408504e0b,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:11.713004 n-d-695012-11 neutron-server[93942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] No DVR routers for this DVR port ab0051a7-ee92-435b-8963-8d9408504e0b on host n-d-695012-11 {{(pid=93942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:37:11.788362 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.799024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4417fdd6-cf19-4573-8923-40a13c9558e8']}} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:11.809883 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaf00c2-b940-4861-9037-32724bef7d33') {'for_net_delete': True} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:11.810215 n-d-695012-11 neutron-server[93942]: DEBUG neutron.services.segments.db [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaf00c2-b940-4861-9037-32724bef7d33') {} {{(pid=93942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:11.819803 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26557187'] for segment, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.829700 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced2381-592a-4cbe-8113-4ce33b99ed42 None None] DHCP port deletion for 4417fdd6-cf19-4573-8923-40a13c9558e8 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:37:11.835796 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.842627 n-d-695012-11 neutron-server[93942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:37:11.843063 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26101544'] for segment, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: Traceback (most recent call last): Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: timer() Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: cb(*args, **kw) Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: return func(*args, **kwargs) Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: self._notify() Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: self.callback(batched_events) Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: event.method(event) Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: return f(self, *a, **k) Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: return self._get(url).json() Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: return self.request(url, 'GET', **kwargs) Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:37:11.844896 n-d-695012-11 neutron-server[93942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:37:11.898163 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.904388 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Notify callbacks [] for network, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:11.906312 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4417fdd6-cf19-4573-8923-40a13c9558e8 HTTP/1.1" status: 204 len: 168 time: 0.5039911 Jul 07 23:37:11.909628 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51870) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:11.921378 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626e1c3-99ad-4968-bd34-09eee7c95152 admin admin] Pushing event deleted for resources: {'Network': ['ID=4417fdd6-cf19-4573-8923-40a13c9558e8,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:12.265048 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1026583'] for router_interface, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:12.511997 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Deleting port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:12.512381 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:12.587005 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] For port e8cc07a5-7874-4bc0-abb7-72f9594e6bdd, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=e8cc07a5-7874-4bc0-abb7-72f9594e6bdd,segment=NetworkSegment(50a242ba-35cc-4c95-810c-873b33ab6999),segment_id=50a242ba-35cc-4c95-810c-873b33ab6999)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:12.587287 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:12.600259 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Calling delete_port for e8cc07a5-7874-4bc0-abb7-72f9594e6bdd owned by network:router_interface {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:12.774220 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:12.804855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cc07a5-7874-4bc0-abb7-72f9594e6bdd,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:12.970582 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-650463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025321'] for router_interface, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:13.122833 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 930d81ab-3379-477b-b731-2e05b57067c7 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:37:13.142612 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 930d81ab-3379-477b-b731-2e05b57067c7 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:37:13.142961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 930d81ab-3379-477b-b731-2e05b57067c7 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:37:13.143377 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ab0051a7-ee92-435b-8963-8d9408504e0b no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:37:13.161053 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: ab0051a7-ee92-435b-8963-8d9408504e0b {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:37:13.161396 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device ab0051a7-ee92-435b-8963-8d9408504e0b not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:37:13.162331 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5bd0690f-b1c6-4838-a338-1763a82497a2 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:37:13.180561 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 5bd0690f-b1c6-4838-a338-1763a82497a2 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:37:13.180900 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 5bd0690f-b1c6-4838-a338-1763a82497a2 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:37:13.191568 n-d-695012-11 neutron-server[93941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Router 9f2d7bb8-de84-4219-9795-8ac277159eb0 has already been hosted by L3 agent 9d24627d-dbd2-4b4b-a436-99672409d70a {{(pid=93941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 07 23:37:13.297552 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] Notify agent at l3_agent.n-d-695012-11 the message routers_updated {{(pid=93941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 07 23:37:13.304454 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-18eedc27-7d48-424d-985e-ec9f53efc85b admin admin] 10.222.0.81 "PUT /v2.0/routers/9f2d7bb8-de84-4219-9795-8ac277159eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3928230 Jul 07 23:37:13.306141 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51872) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:13.306324 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] Sync routers for ids ['9f2d7bb8-de84-4219-9795-8ac277159eb0'] in n-d-695012-11 {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 07 23:37:13.314991 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] Routers {'9f2d7bb8-de84-4219-9795-8ac277159eb0'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:37:13.315584 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9f2d7bb8-de84-4219-9795-8ac277159eb0'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:13.410418 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:13.416718 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] Set router 9f2d7bb8-de84-4219-9795-8ac277159eb0 gateway port host: n-d-695012-11 {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:37:13.507680 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:13.562560 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Deleting port fcd42ebb-7c65-4078-b953-84bd3f4217df {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:13.562908 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:13.587764 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'external_fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:37:12Z', 'revision_number': 5, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'gw_port': {'id': 'fcd42ebb-7c65-4078-b953-84bd3f4217df', 'name': '', 'network_id': '2b562f5f-4b1a-4f45-87e3-b10e576140ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-695012-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:31:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2aad7ccc-c93b-4ab2-8f79-661d5d0a29af', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-695012-11'}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:13.617233 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] Checking router: 9f2d7bb8-de84-4219-9795-8ac277159eb0 for host: n-d-695012-11 {{(pid=93944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 07 23:37:13.625291 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] Routers {'9f2d7bb8-de84-4219-9795-8ac277159eb0'} bound to L3 agent in host n-d-695012-11 {{(pid=93944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 07 23:37:13.625912 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-695012-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-07T21:56:30Z,description=,heartbeat_timestamp=2021-07-07T23:37:00Z,host='n-d-695012-11',id=9d24627d-dbd2-4b4b-a436-99672409d70a,load=0,resource_versions=,resources_synced=,started_at=2021-07-07T21:56:30Z,topic='l3_agent')) {'router_ids': ['9f2d7bb8-de84-4219-9795-8ac277159eb0'], 'active': True} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:13.639915 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] For port fcd42ebb-7c65-4078-b953-84bd3f4217df, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=fcd42ebb-7c65-4078-b953-84bd3f4217df,segment=NetworkSegment(17c56f13-bb56-495d-a737-62d615b09cfc),segment_id=17c56f13-bb56-495d-a737-62d615b09cfc)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:13.640282 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:13.653243 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Calling delete_port for fcd42ebb-7c65-4078-b953-84bd3f4217df owned by network:router_gateway {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:13.708227 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_dvr_db [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] Set router 9f2d7bb8-de84-4219-9795-8ac277159eb0 gateway port host: None {{(pid=93944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 07 23:37:13.758306 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.l3_hamode_db [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:37:13Z', 'revision_number': 6, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'gw_port_host': None}], 'n-d-695012-11', False) {} {{(pid=93944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:13.787552 n-d-695012-11 neutron-server[93944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdd9c43-1b6d-4e4b-a517-377db7cb3185 None None] The sync data for ids ['9f2d7bb8-de84-4219-9795-8ac277159eb0'] in n-d-695012-11 is: [{'id': '9f2d7bb8-de84-4219-9795-8ac277159eb0', 'name': 'tempest-TestSnapshotPattern-1409178515-router', 'tenant_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-07T23:31:28Z', 'updated_at': '2021-07-07T23:37:13Z', 'revision_number': 6, 'project_id': '8da1cf5ec2194a8e9763dee86858ff5f', 'gw_port_host': None}] {{(pid=93944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 07 23:37:13.823409 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:13.847645 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd42ebb-7c65-4078-b953-84bd3f4217df,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:13.913845 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-801872'] for router_gateway, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.001014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1029348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4397'] for router, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.003034 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.044038 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1032820'] for router, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.044636 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f2d7bb8-de84-4219-9795-8ac277159eb0 {{(pid=93941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 07 23:37:14.049083 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] Notify callbacks [] for router, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.050011 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-43cc223a-1abd-4191-8881-084fd107fff5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9f2d7bb8-de84-4219-9795-8ac277159eb0 HTTP/1.1" status: 204 len: 168 time: 0.7429581 Jul 07 23:37:14.052438 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51874) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:14.096105 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d5fdbd-7632-46e9-8d6e-9702be789c66 admin admin] Deleting subnet 150e2263-4758-462c-9476-18a29d6c57cb {{(pid=93941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 07 23:37:14.098960 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e7d5fdbd-7632-46e9-8d6e-9702be789c66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.136233 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e7d5fdbd-7632-46e9-8d6e-9702be789c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2804936'] for subnet, precommit_delete_associations {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.218604 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e7d5fdbd-7632-46e9-8d6e-9702be789c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2019678'] for subnet, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.268014 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e7d5fdbd-7632-46e9-8d6e-9702be789c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2019671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26629561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26213147'] for subnet, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.293300 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5fdbd-7632-46e9-8d6e-9702be789c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150e2263-4758-462c-9476-18a29d6c57cb,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:14.296743 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-e7d5fdbd-7632-46e9-8d6e-9702be789c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.298624 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-e7d5fdbd-7632-46e9-8d6e-9702be789c66 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/150e2263-4758-462c-9476-18a29d6c57cb HTTP/1.1" status: 204 len: 168 time: 0.2452717 Jul 07 23:37:14.301144 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51876) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:14.303251 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c090f4f-342a-4c9e-b5e7-4d6d07f78b46 None None] Network f7b645e0-8af1-4eac-9ca3-8b10f6836455 requested from n-d-695012-11 {{(pid=93943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 07 23:37:14.372967 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625891'] for network, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.424180 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Deleting port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 {{(pid=93941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:14.424519 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.490339 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.db [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] For port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93, host n-d-695012-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-695012-11',level=0,port_id=62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93,segment=NetworkSegment(50a242ba-35cc-4c95-810c-873b33ab6999),segment_id=50a242ba-35cc-4c95-810c-873b33ab6999)] {{(pid=93941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:14.490639 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.503433 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Calling delete_port for 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 owned by network:dhcp {{(pid=93941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:14.535128 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] DHCP port deletion for f7b645e0-8af1-4eac-9ca3-8b10f6836455 request from n-d-695012-11 {{(pid=93943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 07 23:37:14.584818 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26629507'] for port, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.586462 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] Deleting port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 {{(pid=93943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 07 23:37:14.586719 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791150727900'] for port, before_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.615663 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Pushing event deleted for resources: {'Port': ['ID=62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:14.617512 n-d-695012-11 neutron-server[93941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] No DVR routers for this DVR port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 on host n-d-695012-11 {{(pid=93941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:37:14.651523 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.db [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] For port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93, host n-d-695012-11, got binding levels [] {{(pid=93943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 07 23:37:14.651947 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025303'] for port, precommit_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.665504 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] Calling delete_port for 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 owned by network:dhcp {{(pid=93943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 07 23:37:14.668094 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.ipam_backend_mixin [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] Port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 was not found and therefore no delete operation was performed {{(pid=93943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 07 23:37:14.669340 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607217', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-650413', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791150734870', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791150328558'] for port, after_delete {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.693111 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2027211', 'neutron.services.segments.db._delete_segments_for_network-8791150863454'] for network, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.693728 n-d-695012-11 neutron-server[93943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] Pushing event deleted for resources: {'Port': ['ID=62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93,revision_number=None']} {{(pid=93943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:14.699494 n-d-695012-11 neutron-server[93943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a781d0-bb55-4b3e-abf7-a3b85d234617 None None] No DVR routers for this DVR port 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 on host n-d-695012-11 {{(pid=93943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 07 23:37:14.704218 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b645e0-8af1-4eac-9ca3-8b10f6836455']}} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:14.716373 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a242ba-35cc-4c95-810c-873b33ab6999') {'for_net_delete': True} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:14.716669 n-d-695012-11 neutron-server[93941]: DEBUG neutron.services.segments.db [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a242ba-35cc-4c95-810c-873b33ab6999') {} {{(pid=93941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 07 23:37:14.726359 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791150826370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2804959'] for segment, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.741197 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175'] for segment, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.747855 n-d-695012-11 neutron-server[93941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=93941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 07 23:37:14.748360 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26629468'] for segment, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: conditions |= (models_v2.Port.network_id.in_( Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: Traceback (most recent call last): Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: timer() Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: cb(*args, **kw) Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: return func(*args, **kwargs) Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: self._notify() Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: self.callback(batched_events) Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: event.method(event) Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: aggregate_uuid = self.p_client.list_aggregates( Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: return f(self, *a, **k) Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: return self._get(url).json() Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: return self.request(url, 'GET', **kwargs) Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: base_url = self.get_endpoint(auth, allow=allow, Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 07 23:37:14.750053 n-d-695012-11 neutron-server[93941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 07 23:37:14.809444 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2027200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-650452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-801908'] for network, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.815191 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Notify callbacks [] for network, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:14.817027 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] 10.222.0.81 "DELETE /v2.0/networks/f7b645e0-8af1-4eac-9ca3-8b10f6836455 HTTP/1.1" status: 204 len: 168 time: 0.5149829 Jul 07 23:37:14.832056 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d01a9-700a-4d16-825b-10a554deeaea admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b645e0-8af1-4eac-9ca3-8b10f6836455,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:14.926808 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51880) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:14.966012 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-f7b0cd4e-66ff-426e-9304-e9f8d7df69ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b110bae5dcfd470dbb4345bc56b95df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380189 Jul 07 23:37:14.968463 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [-] (93941) accepted ('10.222.0.81', 51882) {{(pid=93941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:15.015237 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee272d13-d928-4d41-a4d1-80fe0334b98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:15.038198 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee272d13-d928-4d41-a4d1-80fe0334b98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:15.062961 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fcd42ebb-7c65-4078-b953-84bd3f4217df no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:37:15.082798 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: fcd42ebb-7c65-4078-b953-84bd3f4217df {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:37:15.083141 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device fcd42ebb-7c65-4078-b953-84bd3f4217df not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:37:15.084159 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:37:15.086644 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee272d13-d928-4d41-a4d1-80fe0334b98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:15.089452 n-d-695012-11 neutron-server[93941]: DEBUG neutron_lib.callbacks.manager [None req-ee272d13-d928-4d41-a4d1-80fe0334b98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:15.093804 n-d-695012-11 neutron-server[93941]: INFO neutron.wsgi [None req-ee272d13-d928-4d41-a4d1-80fe0334b98b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/566158ef-dd48-48c4-91c1-aea9f65cc12f HTTP/1.1" status: 204 len: 168 time: 0.1244011 Jul 07 23:37:15.105347 n-d-695012-11 neutron-server[93941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee272d13-d928-4d41-a4d1-80fe0334b98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566158ef-dd48-48c4-91c1-aea9f65cc12f,revision_number=None']} {{(pid=93941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:15.111854 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:37:15.112198 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device 62e29f7c-6be4-4e0f-b8c4-21db8f0d9a93 not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:37:15.112611 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e8cc07a5-7874-4bc0-abb7-72f9594e6bdd no longer exists at agent ovs-agent-n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 07 23:37:15.135385 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.plugin [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] No Port match for: e8cc07a5-7874-4bc0-abb7-72f9594e6bdd {{(pid=93943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 07 23:37:15.135722 n-d-695012-11 neutron-server[93943]: DEBUG neutron.plugins.ml2.rpc [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Device e8cc07a5-7874-4bc0-abb7-72f9594e6bdd not bound to the agent host n-d-695012-11 {{(pid=93943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 07 23:37:15.411024 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51888) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:15.448778 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-afb1e888-e3d8-4d1a-8aac-8c88eff56ad8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8da1cf5ec2194a8e9763dee86858ff5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0365894 Jul 07 23:37:15.451099 n-d-695012-11 neutron-server[93942]: DEBUG neutron.wsgi [-] (93942) accepted ('10.222.0.81', 51890) {{(pid=93942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 07 23:37:15.496684 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c7487f32-bc0e-4935-a339-5dbd0491d2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:15.517011 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c7487f32-bc0e-4935-a339-5dbd0491d2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:15.561981 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c7487f32-bc0e-4935-a339-5dbd0491d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1004138'] for security_group, after_delete {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:15.564412 n-d-695012-11 neutron-server[93942]: DEBUG neutron_lib.callbacks.manager [None req-c7487f32-bc0e-4935-a339-5dbd0491d2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:15.565572 n-d-695012-11 neutron-server[93942]: INFO neutron.wsgi [None req-c7487f32-bc0e-4935-a339-5dbd0491d2c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63811b42-17b9-4cf8-9193-112cfdf61abe HTTP/1.1" status: 204 len: 168 time: 0.1136019 Jul 07 23:37:15.573359 n-d-695012-11 neutron-server[93942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7487f32-bc0e-4935-a339-5dbd0491d2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63811b42-17b9-4cf8-9193-112cfdf61abe,revision_number=None']} {{(pid=93942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 07 23:37:20.747822 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:27.457266 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2e35f475-3f8b-43b5-aa6e-cfccc85d4c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:29.806828 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1b7a86ea-a16d-4f60-b7b4-66556ebb5358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:30.117165 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:31.242236 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:32.403282 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:33.101985 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:38.304700 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:37:50.766685 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:57.457487 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a5a97fae-d5b3-49b6-9660-48ef81747107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:37:59.806895 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0d081821-6b23-423b-8ab4-ddfe48f87e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:00.117138 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:01.244422 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:02.395310 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:03.104856 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:15.304146 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:38:20.755174 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:27.457421 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1a995a3e-3256-488a-b866-bb0a0999a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:29.807366 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b8e702cb-8631-4d24-ae2f-a88812c52dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:30.117996 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:31.247287 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:32.395137 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:33.107346 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:50.760311 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:52.302447 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:38:57.458803 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7f43d47f-3342-403d-9704-a6eee612728b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:38:59.807684 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-1edff360-f08c-48ce-ad15-ea61a1de666f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:00.118555 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:01.249780 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:02.410840 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:03.108411 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:20.755922 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:27.459608 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-26fa8776-d35c-4659-8da9-6270774abe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:29.301028 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:39:29.807424 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-10003faf-b9e8-4f49-8cd4-239a3175b584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:30.120839 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:31.253056 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:32.411405 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:33.111542 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:50.774274 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:57.459405 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-51fe8e2e-196a-4564-95e5-fca7d9237953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:39:59.811094 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-d9a1684c-b172-44ec-878f-be437cae71e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:00.120632 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:01.255890 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:02.423574 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:03.114372 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:04.286037 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-d7d91773-bcd3-4c4c-8da1-474a2bdbca49 req-db6c8331-89c1-44c2-858c-ae60ad6b5392 service neutron] (93941) timed out ('10.222.0.81', 46110) {{(pid=93941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:40:06.300708 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:40:20.776473 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:27.459770 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-aa51753f-aafe-4f4d-a4ac-9ed9848f4be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:29.811649 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a9a9f21e-c44c-4e37-9655-a16d78492f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:30.122793 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:31.258852 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:32.423911 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:33.117321 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:43.300592 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:40:50.772191 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:57.459350 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-b920fb0f-71d7-42b8-8a5b-8925ef85842b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:40:59.812930 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-24a6dab2-0b00-4b43-bf44-04792b5aaf6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:00.123531 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:01.261503 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:02.440086 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:03.118619 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:20.299434 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:41:20.780390 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:27.460748 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c81a4d76-be93-4aaf-9747-6ee00238c5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:29.812893 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-2dfa783c-ee60-4fd6-9555-208315aa7834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:30.125802 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:31.265823 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:32.455550 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:33.120707 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:50.800730 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:57.297861 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:41:57.461628 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-0e4393ba-0f74-4d29-aa07-1d0ad2084165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:41:59.812605 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-00c91f28-97c6-4f21-af38-6bef193c8e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:00.125678 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:01.267330 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:02.451762 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:03.123485 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:20.800157 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:27.461230 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c597d91c-8b90-4cbc-a996-673aa8343c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:29.812010 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-ed0330e4-de2f-4916-b030-b1bc2fa36e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:30.126929 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:31.269965 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:32.455466 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:33.125305 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:34.296123 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:42:50.814087 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:57.462776 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-07e2f950-7f98-42c5-94d3-5f2931c51fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:42:59.813735 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-e14eeb73-34a7-4153-b05f-35e87ddf96fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:00.127891 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:01.272599 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:02.469954 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:03.127759 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:11.295247 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:43:20.826903 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:27.464282 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-341dc15b-3929-4f73-a865-ec25a17d51d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:29.814338 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-7e4c155c-129a-4cc2-a46a-499011562171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:30.131479 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:31.274567 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:32.466533 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:33.130474 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:48.293988 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:43:50.835981 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:57.464115 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-c08eaded-f84e-45d2-9b9f-8d20cf41e3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:43:59.814844 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-a0f68f2e-bea0-4162-bb49-98361b69f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:00.135889 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:01.279353 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:02.468804 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:03.132132 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:20.841010 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:25.293328 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:44:27.464859 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-5136d161-a8e3-4c06-bd6b-ea134d13accb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:29.814251 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fd5b8527-cc54-4580-b9d3-22f7ea20c920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:30.136170 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:30.168969 n-d-695012-11 neutron-server[93941]: DEBUG neutron.wsgi [req-8ed12e25-8b75-4225-9694-387fcb148757 req-e36ff099-af39-4e92-ad18-94dfd31a63e1 service neutron] (93941) timed out ('10.222.0.81', 50936) {{(pid=93941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 07 23:44:31.281775 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:32.468595 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:33.134614 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:50.854779 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:57.474186 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-6fcbee6d-654f-40b5-818c-d7f8730fe280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:44:59.814367 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-3c897c72-af3c-4317-b384-9febefa6a53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:00.135696 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:01.284539 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:02.292109 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:45:02.467392 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:03.137195 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:20.855956 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:27.465076 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fb22c508-23ac-401c-98ec-ed3b84fd1919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:29.815000 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-8d6592bd-a49a-4bb7-831e-1964a8f6c739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:30.137015 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-487a69fe-9a9c-45bb-9d97-f847b7e03b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:31.286937 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-41ea8ba6-7f96-4d4b-8d44-4c81a24be1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:32.488041 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-fcd7431e-a14c-46e4-a389-2ed4a46c25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:33.140510 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-65d2a3ef-8e26-406f-9de7-6f87f235ba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:39.291198 n-d-695012-11 neutron-server[93944]: DEBUG neutron.db.agents_db [None req-53b835e4-29db-4b0f-bd33-65712161c87e None None] Agent healthcheck: found 7 active agents {{(pid=93944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 07 23:45:50.855734 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-669f1380-4d83-4adb-8dbd-1324d9459e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 07 23:45:57.465607 n-d-695012-11 neutron-server[93943]: DEBUG neutron_lib.callbacks.manager [None req-067a55f3-5716-4374-8791-7b1cf712e22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791150863436', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2025345'] for agent, after_update {{(pid=93943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}